1 | #!/bin/bash - |
---|
2 | |
---|
3 | false=0; true=1 |
---|
4 | |
---|
5 | # Usage: arch [ hostname ] returns hostname, cores, startcore |
---|
6 | # |
---|
7 | # Define machine architecture based on starting socket, CPUs (cores) per socket, number of |
---|
8 | # sockets, has hyperthreading. |
---|
9 | |
---|
10 | start=0 |
---|
11 | |
---|
12 | arch() { |
---|
13 | hostname=${1:-`hostname`} # return value |
---|
14 | hashyper=${true} # assume machine has hyperthreads |
---|
15 | if [ "${hostname}" = "plg2" ] ; then |
---|
16 | startsocket=${start} |
---|
17 | cps=16 # coresPerSocket |
---|
18 | sockets=2 |
---|
19 | hashyper=${false} # has no hyperthreads |
---|
20 | elif [ "${hostname}" = "nasus" ] ; then |
---|
21 | startsocket=${start} |
---|
22 | cps=64 # coresPerSocket |
---|
23 | sockets=2 |
---|
24 | elif [ "${hostname}" = "pyke" ] ; then |
---|
25 | startsocket=${start} |
---|
26 | cps=24 # coresPerSocket |
---|
27 | sockets=2 |
---|
28 | elif [ "${hostname}" = "jax" ] ; then |
---|
29 | startsocket=${start} |
---|
30 | cps=24 # coresPerSocket |
---|
31 | sockets=4 |
---|
32 | else |
---|
33 | echo "unsupported host" ${hostname} |
---|
34 | exit 1 |
---|
35 | fi |
---|
36 | cores=$(( ${cps} * ${sockets} )) |
---|
37 | startcore=$(( ${startsocket} * ${cps} )) |
---|
38 | } |
---|
39 | |
---|
40 | # Usage: affinity (global cps, sockets, startsocket, hashyper, cores, startcore, wrap) |
---|
41 | # returns taskset argument |
---|
42 | # |
---|
43 | # This routine assumes hyperthreading has only 2 hyperthreads per core. |
---|
44 | # |
---|
45 | # If hyperthread scanning is used: processor units are assigned across the low-number hyperthreads |
---|
46 | # of the socket's cores. When the low-number hyperthreads are filled, the high-number hyperhtreads |
---|
47 | # are assigned across the socket's cores. Then the next socket is assigned. |
---|
48 | # |
---|
49 | # If hyperthread wrapping is used: processor units are assigned in low/high-number pairs of |
---|
50 | # hyperthreads across the socket's cores. Then the next socket is assigned. |
---|
51 | |
---|
52 | wrap=${false} # set to control hyperthread assignment across socket cores |
---|
53 | |
---|
54 | affinity() { |
---|
55 | if [ ${wrap} -eq ${true} -a ${hashyper} -eq ${false} ] ; then |
---|
56 | echo "architecture does not support hyperthreading for wrapping" |
---|
57 | exit 1 |
---|
58 | fi |
---|
59 | taskset="" # return value |
---|
60 | set -- $(( ${1} - 1 )) # decrement $1 |
---|
61 | if [ ${1} -eq 0 ] ; then taskset="${startcore}-${startcore}"; return; fi |
---|
62 | if [ ${1} -ge $(( ${cps} * ( ${sockets} - ${startsocket} ) * ( ${hashyper} + 1 ) )) ] ; then # error |
---|
63 | echo "not enough cores $(( ${cores} * ${sockets} )) for $(( ${1} + 1 )) starting at ${startcore}" |
---|
64 | exit 1 |
---|
65 | fi |
---|
66 | if [ ${hashyper} -eq ${false} ] ; then taskset="${startcore}-$(( ${1} + ${startcore} ))"; return; fi # no hyperthreads |
---|
67 | start2=$(( ${startcore} + ${cores} )) |
---|
68 | if [ ${wrap} -eq ${true} ] ; then # hyperthread wrapping |
---|
69 | end1=$(( ${1} / 2 + ${startcore} )) |
---|
70 | end2=$(( ${end1} + ${cores} )) |
---|
71 | if [ $(( ${1} % 2 )) -eq 0 ] ; then |
---|
72 | end2=$(( ${end2} - 1 )) |
---|
73 | fi |
---|
74 | taskset="${startcore}-${end1},${start2}-${end2}" |
---|
75 | else # hyperthread scanning |
---|
76 | if [ ${1} -lt ${cps} ] ; then taskset="${startcore}-$(( ${1} + ${startcore} ))"; return; fi |
---|
77 | filled=$(( ${1} / ( ${cps} * 2 ) * ${cps} )) |
---|
78 | modulus=$(( ${1} % ( ${cps} * 2 ) )) # leftover cores added to saturated sockets |
---|
79 | if [ ${modulus} -gt ${cps} ] ; then |
---|
80 | taskset="${startcore}-$(( ${startcore} + ${filled} + ${cps} - 1 )),${start2}-$(( ${start2} + ${filled} + ${modulus} % ${cps} ))" |
---|
81 | else |
---|
82 | taskset="${startcore}-$(( ${startcore} + ${filled} + ${modulus} )),${start2}-$(( ${start2} + ${filled} - 1 ))" |
---|
83 | fi |
---|
84 | fi |
---|
85 | } |
---|
86 | |
---|
87 | numtimes=11 |
---|
88 | |
---|
89 | # locks=('-DLOCKS=L1' '-DLOCKS=L2' '-DLOCKS=L3' '-DLOCKS=L4' '-DLOCKS=L5' '-DLOCKS=L6' '-DLOCKS=L7' '-DLOCKS=L8') |
---|
90 | # locks='1 2 3 4 5 6 7 8' |
---|
91 | lock_flags=('-DLOCKS=L2' '-DLOCKS=L4' '-DLOCKS=L8') |
---|
92 | locks=('2' '4' '8') |
---|
93 | |
---|
94 | num_threads='2 4 8 16 24 32' |
---|
95 | # num_threads='2 4 8' |
---|
96 | |
---|
97 | # toggle benchmarks |
---|
98 | order=${false} |
---|
99 | rand=${true} |
---|
100 | baseline=${true} |
---|
101 | |
---|
102 | runCFA=${true} |
---|
103 | runCPP=${true} |
---|
104 | # runCFA=${false} |
---|
105 | # runCPP=${false} |
---|
106 | |
---|
107 | cfa=~/cfa-cc/driver/cfa |
---|
108 | cpp=g++ |
---|
109 | |
---|
110 | # Helpers to minimize code duplication |
---|
111 | |
---|
112 | # repeats a command ${numtimes} |
---|
113 | preprint='' |
---|
114 | repeat_command() { |
---|
115 | t=1 |
---|
116 | while [ ${t} -le ${numtimes} ] ; do |
---|
117 | echo -n -e ${preprint} |
---|
118 | "${@}" |
---|
119 | t=`expr ${t} + 1` |
---|
120 | done |
---|
121 | } |
---|
122 | |
---|
123 | # prints the leading info for a given run of a variant |
---|
124 | print_header() { |
---|
125 | echo ${1}':' |
---|
126 | echo -e "cores\tthroughput (entries)" |
---|
127 | } |
---|
128 | |
---|
129 | # runs the current benchmark with provided args |
---|
130 | # only works for standard-run benchmarks (not Akka) |
---|
131 | # must split into pre and post args to be able to supply val of p |
---|
132 | pre_args='' |
---|
133 | post_args='' |
---|
134 | single_run() { |
---|
135 | affinity ${1} |
---|
136 | preprint="${1}\t" |
---|
137 | repeat_command taskset -c ${taskset} ./a.${hostname} ${pre_args} ${1} ${post_args} |
---|
138 | } |
---|
139 | |
---|
140 | # runs the current bench for all processor vals |
---|
141 | # works for standard benchs that dont need to set a config file (not Akka or CAF) |
---|
142 | run_bench() { |
---|
143 | for p in ${num_threads} ; do |
---|
144 | single_run ${p} |
---|
145 | done |
---|
146 | } |
---|
147 | |
---|
148 | arch # get hostname |
---|
149 | |
---|
150 | # set up leading info for python script |
---|
151 | echo $numtimes |
---|
152 | echo $num_threads |
---|
153 | |
---|
154 | for i in ${!locks[@]}; do |
---|
155 | echo -n ${locks[$i]}' ' |
---|
156 | done |
---|
157 | echo "" |
---|
158 | |
---|
159 | if [ ${runCFA} -eq ${true} ] && [ ${order} -eq ${true} ]; then |
---|
160 | echo -n 'CFA-order ' |
---|
161 | fi |
---|
162 | if [ ${runCPP} -eq ${true} ] && [ ${order} -eq ${true} ]; then |
---|
163 | echo -n 'CPP-order ' |
---|
164 | fi |
---|
165 | if [ ${runCFA} -eq ${true} ] && [ ${baseline} -eq ${true} ]; then |
---|
166 | echo -n 'CFA-baseline ' |
---|
167 | fi |
---|
168 | if [ ${runCPP} -eq ${true} ] && [ ${baseline} -eq ${true} ]; then |
---|
169 | echo -n 'CPP-baseline ' |
---|
170 | fi |
---|
171 | if [ ${runCFA} -eq ${true} ] && [ ${rand} -eq ${true} ]; then |
---|
172 | echo -n 'CFA-rand ' |
---|
173 | fi |
---|
174 | if [ ${runCPP} -eq ${true} ] && [ ${rand} -eq ${true} ]; then |
---|
175 | echo -n 'CPP-rand ' |
---|
176 | fi |
---|
177 | echo "" |
---|
178 | |
---|
179 | # done printing header info for output |
---|
180 | |
---|
181 | # cfa flags |
---|
182 | cfa_flags='-quiet -O3 -nodebug -DNDEBUG' |
---|
183 | |
---|
184 | # cpp flagse |
---|
185 | cpp_flags='-O3 -std=c++17 -lpthread -pthread -DNDEBUG' |
---|
186 | |
---|
187 | # run the benchmarks |
---|
188 | |
---|
189 | run_order() { |
---|
190 | post_args=${1} |
---|
191 | |
---|
192 | if [ ${runCFA} -eq ${true} ] ; then |
---|
193 | cd cfa # CFA RUN |
---|
194 | print_header 'CFA-'${3} |
---|
195 | ${cfa} ${cfa_flags} ${2} ${3}.cfa -o a.${hostname} > /dev/null 2>&1 |
---|
196 | run_bench |
---|
197 | rm a.${hostname} |
---|
198 | cd - > /dev/null |
---|
199 | fi # done CFA |
---|
200 | |
---|
201 | if [ ${runCPP} -eq ${true} ] ; then |
---|
202 | cd cpp # CPP RUN |
---|
203 | print_header 'CPP-'${3} |
---|
204 | ${cpp} ${cpp_flags} ${2} ${3}.cc -o a.${hostname} > /dev/null 2>&1 |
---|
205 | run_bench |
---|
206 | rm a.${hostname} |
---|
207 | cd - > /dev/null |
---|
208 | fi # done CPP |
---|
209 | } |
---|
210 | |
---|
211 | # /usr/bin/time -f "%Uu %Ss %Er %Mkb" |
---|
212 | |
---|
213 | for i in ${!locks[@]}; do |
---|
214 | echo "locks: "${locks[$i]} |
---|
215 | if [ ${order} -eq ${true} ] ; then |
---|
216 | run_order ${locks[$i]} ${lock_flags[$i]} 'order' |
---|
217 | fi |
---|
218 | if [ ${baseline} -eq ${true} ] ; then |
---|
219 | run_order ${locks[$i]} ${lock_flags[$i]} 'baseline' |
---|
220 | fi |
---|
221 | if [ ${rand} -eq ${true} ] ; then |
---|
222 | run_order ${locks[$i]} '-DLOCKS=L8' 'rand' |
---|
223 | fi |
---|
224 | done |
---|
225 | |
---|
226 | |
---|