-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathrun_analysis.sh
More file actions
executable file
·152 lines (140 loc) · 8.56 KB
/
run_analysis.sh
File metadata and controls
executable file
·152 lines (140 loc) · 8.56 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
#!/usr/bin/bash
set -e
ARCH=$1
if [ -z "$ARCH" ]; then
>&2 echo "No architecture given. Specify 'icx' for for Ice Lake or 'spr' for Sapphire Rapids."
exit 1
fi
if [[ "$ARCH" == "icx" ]]; then
CORES=72
TENSORS="lbnl nips uber chicago vast darpa enron lanl2 fb-m nell-2 flickr-4d delicious-4d nell-1 amazon"
TENSORS_STEF="lbnl nips uber chicago vast darpa enron lanl2 fb-m nell-2 flickr-4d delicious-4d nell-1"
TENSORS_CPAPR="lbnl nips uber chicago darpa enron lanl2"
elif [[ "$ARCH" == "spr" ]]; then
CORES=104
TENSORS="lbnl nips uber chicago vast darpa enron lanl2 fb-m nell-2 flickr-4d delicious-4d nell-1 amazon patents reddit"
TENSORS_STEF="lbnl nips uber chicago vast darpa enron lanl2 fb-m nell-2 flickr-4d delicious-4d nell-1"
TENSORS_CPAPR="lbnl nips uber chicago darpa enron lanl2 reddit"
TENSORS_LIKWID="lbnl darpa enron reddit"
else
>&2 echo "Architecture code invalid. Specify 'icx' for for Ice Lake or 'spr' for Sapphire Rapids."
exit 1
fi
# ----------- Paths -----------
CUR_DIR=`pwd`
ROOT_DIR=`pwd`/..
DATA_DIR=$ROOT_DIR/data
# ----------- Gather measurements -----------
# ------------------------------
# ----------- CP-ALS -----------
RES_DIR=$CUR_DIR/results_cpals
mkdir -p $RES_DIR
# ALTO
DEPENDENCIES=""
for tensor in `echo $TENSORS`; do
if [ ! -f $DATA_DIR/$tensor.tns ]; then
echo "Dataset $tensor not in data directory. Skip..."
else
DEPENDENCIES=${DEPENDENCIES}:`sbatch --export TENS="$tensor",TENSORDIR="$DATA_DIR",RUN_DIR="$ROOT_DIR/ALTO",RES_DIR="$RES_DIR" ./batch_scripts/alto.cpd.${ARCH}.sh | grep "^Submitted" | cut -f 4 -d ' '`
fi
done
sbatch -d afterany${DEPENDENCIES} --export LOGFILE_MATCH="alto.cpd.${ARCH}.${CORES}.*.output",RES_DIR="$RES_DIR",FILE="$RES_DIR/alto.cpd.${ARCH}.${CORES}.csv" ./batch_scripts/cleanup.sh
## ParTI - COO, HICOO_10, HICOO_14
DEPENDENCIES_COO=""
DEPENDENCIES_HICOO10=""
DEPENDENCIES_HICOO14=""
for tensor in `echo $TENSORS`; do
if [ ! -f $DATA_DIR/$tensor.tns ]; then
echo "Dataset $tensor not in data directory. Skip..."
else
if [ ! -f $DATA_DIR/$tensor.stns ]; then
# Create stns
cp $DATA_DIR/$tensor.head $DATA_DIR/$tensor.stns
cat $DATA_DIR/$tensor.tns >> $DATA_DIR/$tensor.stns
TENSOR_DEP_COO=`sbatch --export TENS="$tensor",TENSORDIR="$DATA_DIR",RUN_DIR="$ROOT_DIR/ParTI",RES_DIR="$RES_DIR" ./batch_scripts/parti.coo.${ARCH}.sh | grep "^Submitted" | cut -f 4 -d ' '`
if [[ "$tensor" != "lbnl" ]] && [[ "$tensor" != "vast" ]] && [[ "$tensor" != "lanl2" ]]; then
TENSOR_DEP_HICOO10=`sbatch --export TENS="$tensor",TENSORDIR="$DATA_DIR",RUN_DIR="$ROOT_DIR/ParTI",RES_DIR="$RES_DIR",SBLK="10" ./batch_scripts/parti.hicoo.${ARCH}.sh | grep "^Submitted" | cut -f 4 -d ' '`
TENSOR_DEP_HICOO14=`sbatch --export TENS="$tensor",TENSORDIR="$DATA_DIR",RUN_DIR="$ROOT_DIR/ParTI",RES_DIR="$RES_DIR",SBLK="14" ./batch_scripts/parti.hicoo.${ARCH}.sh | grep "^Submitted" | cut -f 4 -d ' '`
sbatch -d afterany:${TENSOR_DEP_COO}:${TENSOR_DEP_HICOO10}:${TENSOR_DEP_HICOO14} --export TENS_PATH="${DATA_DIR}/${tensor}" ./batch_scripts/remove_stns.sh
else
sbatch -d afterany:${TENSOR_DEP_COO} --export TENS_PATH="${DATA_DIR}/${tensor}" ./batch_scripts/remove_stns.sh
fi
else
TENSOR_DEP_COO=`sbatch --export TENS="$tensor",TENSORDIR="$DATA_DIR",RUN_DIR="$ROOT_DIR/ParTI",RES_DIR="$RES_DIR" ./batch_scripts/parti.coo.${ARCH}.sh | grep "^Submitted" | cut -f 4 -d ' '`
if [[ "$tensor" != "lbnl" ]] && [[ "$tensor" != "vast" ]] && [[ "$tensor" != "lanl2" ]]; then
TENSOR_DEP_HICOO10=`sbatch --export TENS="$tensor",TENSORDIR="$DATA_DIR",RUN_DIR="$ROOT_DIR/ParTI",RES_DIR="$RES_DIR",SBLK="10" ./batch_scripts/parti.hicoo.${ARCH}.sh | grep "^Submitted" | cut -f 4 -d ' '`
TENSOR_DEP_HICOO14=`sbatch --export TENS="$tensor",TENSORDIR="$DATA_DIR",RUN_DIR="$ROOT_DIR/ParTI",RES_DIR="$RES_DIR",SBLK="14" ./batch_scripts/parti.hicoo.${ARCH}.sh | grep "^Submitted" | cut -f 4 -d ' '`
fi
fi
DEPENDENCIES_COO=${DEPENDENCIES}:${TENSOR_DEP_COO}
DEPENDENCIES_HICOO10=${DEPENDENCIES}:${TENSOR_DEP_HICOO10}
DEPENDENCIES_HICOO14=${DEPENDENCIES}:${TENSOR_DEP_HICOO14}
fi
done
sbatch -d afterany${DEPENDENCIES_COO} --export LOGFILE_MATCH="coo.cpd.${ARCH}.${CORES}.*.output",RES_DIR="$RES_DIR",FILE="$RES_DIR/coo.cpd.${ARCH}.${CORES}.csv" ./batch_scripts/cleanup.sh
sbatch -d afterany${DEPENDENCIES_HICOO10}${DEPENDENCIES_HICOO14} --export LOGFILE_MATCH="hicoo.cpd.${ARCH}.${CORES}.*.output",RES_DIR="$RES_DIR",FILE="$RES_DIR/hicoo.cpd.${ARCH}.${CORES}.csv" ./batch_scripts/cleanup.sh
## SPLATT - CSF
DEPENDENCIES=""
for tensor in `echo $TENSORS`; do
if [ ! -f $DATA_DIR/$tensor.tns ]; then
echo "Dataset $tensor not in data directory. Skip..."
else
DEPENDENCIES=${DEPENDENCIES}:`sbatch --export TENS="$tensor",TENSORDIR="$DATA_DIR",RUN_DIR="$ROOT_DIR/splatt",RES_DIR="$RES_DIR",TILES="0" ./batch_scripts/splatt.csf.${ARCH}.sh | grep "^Submitted" | cut -f 4 -d ' '`
DEPENDENCIES=${DEPENDENCIES}:`sbatch --export TENS="$tensor",TENSORDIR="$DATA_DIR",RUN_DIR="$ROOT_DIR/splatt",RES_DIR="$RES_DIR",TILES="1" ./batch_scripts/splatt.csf.${ARCH}.sh | grep "^Submitted" | cut -f 4 -d ' '`
fi
done
sbatch -d afterany${DEPENDENCIES} --export LOGFILE_MATCH="csf.cpd.${ARCH}.${CORES}.*.output",RES_DIR="$RES_DIR",FILE="$RES_DIR/csf.cpd.${ARCH}.${CORES}.csv" ./batch_scripts/cleanup.sh
## STeF
DEPENDENCIES=""
for tensor in `echo $TENSORS_STEF`; do
if [ ! -f $DATA_DIR/$tensor.tns ]; then
echo "Dataset $tensor not in data directory. Skip..."
else
DEPENDENCIES=${DEPENDENCIES}:`sbatch --export TENS="$tensor",TENSORDIR="$DATA_DIR",RUN_DIR="$ROOT_DIR/STeF",RES_DIR="$RES_DIR" ./batch_scripts/stef.cpd.${ARCH}.sh | grep "^Submitted" | cut -f 4 -d ' '`
fi
done
sbatch -d afterany${DEPENDENCIES} --export LOGFILE_MATCH="stef.cpd.${ARCH}.${CORES}.*.output",RES_DIR="$RES_DIR",FILE="$RES_DIR/stef.cpd.${ARCH}.${CORES}.csv" ./batch_scripts/cleanup.sh
# ------------------------------
# ----------- CP-ALS -----------
RES_DIR=$CUR_DIR/results_cpapr
mkdir -p $RES_DIR
# ALTO
DEPENDENCIES=""
for tensor in `echo $TENSORS_CPAPR`; do
if [ ! -f $DATA_DIR/$tensor.tns ]; then
echo "Dataset $tensor not in data directory. Skip..."
else
DEPENDENCIES=${DEPENDENCIES}:`sbatch --export TENS="$tensor",TENSORDIR="$DATA_DIR",RUN_DIR="$ROOT_DIR/ALTO",RES_DIR="$RES_DIR" ./batch_scripts/alto.apr.${ARCH}.sh | grep "^Submitted" | cut -f 4 -d ' '`
fi
done
sbatch -d afterany${DEPENDENCIES} --export LOGFILE_MATCH="alto.apr.${ARCH}.${CORES}.*.output",RES_DIR="$RES_DIR",FILE="$RES_DIR/alto.apr.${ARCH}.${CORES}.csv" ./batch_scripts/cleanup.sh
if [ ! -z "$TENSORS_LIKWID" ]; then
# Do likwid-perfctr runs for SPR
for tensor in `echo $TENSORS_LIKWID`; do
if [ ! -f $DATA_DIR/$tensor.tns ]; then
echo "Dataset $tensor not in data directory. Skip..."
else
DEPENDENCIES=${DEPENDENCIES}:`sbatch --export TENS="$tensor",TENSORDIR="$DATA_DIR",RUN_DIR="$ROOT_DIR/ALTO",RES_DIR="$RES_DIR" ./batch_scripts/alto.apr.likwid.sh | grep "^Submitted" | cut -f 4 -d ' '`
fi
done
sbatch -d afterany${DEPENDENCIES} --export LOGFILE_MATCH="alto.apr.likwid.${ARCH}.${CORES}.*.output",RES_DIR="$RES_DIR",FILE="$RES_DIR/alto.apr.likwid.${ARCH}.${CORES}.csv" ./batch_scripts/cleanup.sh
fi
# SparTen
DEPENDENCIES=""
for tensor in `echo $TENSORS_CPAPR`; do
if [ ! -f $DATA_DIR/$tensor.tns ]; then
echo "Dataset $tensor not in data directory. Skip..."
else
if [ ! -f $DATA_DIR/$tensor.stns ]; then
# Create stns
cp $DATA_DIR/$tensor.head $DATA_DIR/$tensor.stns
cat $DATA_DIR/$tensor.tns >> $DATA_DIR/$tensor.stns
TENSOR_DEP=`sbatch --export TENS="$tensor",TENSORDIR="$DATA_DIR",RUN_DIR="$ROOT_DIR/sparten/build",RES_DIR="$RES_DIR" ./batch_scripts/sparten.apr.${ARCH}.sh | grep "^Submitted" | cut -f 4 -d ' '`
sbatch -d afterany:${TENSOR_DEP} --export TENS_PATH="${DATA_DIR}/${tensor}" ./batch_scripts/remove_stns.sh
else
TENSOR_DEP=`sbatch --export TENS="$tensor",TENSORDIR="$DATA_DIR",RUN_DIR="$ROOT_DIR/sparten/build",RES_DIR="$RES_DIR" ./batch_scripts/sparten.apr.${ARCH}.sh | grep "^Submitted" | cut -f 4 -d ' '`
fi
DEPENDENCIES=${DEPENDENCIES}:${TENSOR_DEP}
fi
done
sbatch -d afterany${DEPENDENCIES} --export LOGFILE_MATCH="sparten.apr.${ARCH}.${CORES}.*.output",RES_DIR="$RES_DIR",FILE="$RES_DIR/sparten.apr.${ARCH}.${CORES}.csv" ./batch_scripts/cleanup.sh