Changeset 9bb8ee42 for doc/theses/mike_brooks_MMath/benchmarks/list/Makefile

Timestamp:

Apr 4, 2023, 10:13:39 PM (20 months ago)

Author:

Mike Brooks <mlbrooks@…>

Branches:

ADT, ast-experimental, master

Children:

3e94a23, e9ed2a1

Parents:

e02e13f

Message:

Extend LL perf experiment to run on many dataset sizes.

File:

• doc/theses/mike_brooks_MMath/benchmarks/list/Makefile (modified) (3 diffs)

doc/theses/mike_brooks_MMath/benchmarks/list/Makefile

@@ -2 +2 @@
 # For performance:
 #       pushd ~/cfax
-#       ~/setcfa build-fast
+#       . ~/setcfa build-fast
 #       popd
 #       make perfprogs CFA=$cfa -j8 MODE=performance
-#       make results-latest.csv RUNARGS=5 RUN_NUM_REPS=5
-
+#       make results-latest.csv -j4 RUN_DURATION_SEC=5 RUN_NUM_REPS=5 RUN_DATA_SIZE_MODE=common5
+#   cp results-latest.csv results-baseline.csv
+#       make results-latest.csv -j4 OP_MOVEMENTS=stack OP_POLARITIES=insfirst OP_ACCESSORS=allhead RUN_DURATION_SEC=5 RUN_NUM_REPS=5 RUN_DATA_SIZE_MODE=thorough
+#   cp results-latest.csv results-sizing.csv
 
 CFA = cfa
@@ -15 +17 @@
 EXTRA_COMP_FLAGS=
 RUN_NUM_REPS=3
-RUNARGS=
+RUN_DATA_SIZE_MODE=none
+RUN_DURATION_SEC=5
 
 ifeq "$(MODE)" "performance"
@@ -122 +125 @@
 
 
+ifeq "$(RUN_DATA_SIZE_MODE)" "common5"
+RUN_DATA_SIZES=\
+  7-1000000 \
+  71-100000 \
+  809-10000 \
+  9051-1000 \
+  72421-100
+else ifeq "$(RUN_DATA_SIZE_MODE)" "thorough"
+RUN_DATA_SIZES=\
+  7-1000000 \
+  11-100000 \
+  13-100000 \
+  19-100000 \
+  29-100000 \
+  37-100000 \
+  53-100000 \
+  71-100000 \
+  101-10000 \
+  149-10000 \
+  211-10000 \
+  283-10000 \
+  401-10000 \
+  569-10000 \
+  809-10000 \
+  1151-1000 \
+  1601-1000 \
+  2267-1000 \
+  3203-1000 \
+  4547-1000 \
+  6473-1000 \
+  9051-1000 \
+  12809-100 \
+  18119-100 \
+  25601-100 \
+  36209-100 \
+  51203-100 \
+  72421-100 \
+  102407-10 \
+  144817-10 \
+  204803-10 \
+  289637-10 \
+  409609-10 \
+  579263-10 \
+  819229-10 \
+  1158613-1 \
+  1638431-1 \
+  2317057-1 \
+  3276803-1 \
+  4634111-1 \
+  6553621-1 \
+  9268211-1
+else ifeq "$(RUN_DATA_SIZE_MODE)" "manual"
+ifeq "$(RUN_DATA_SIZES)" ""
+$(error RUN_DATA_SIZE_MODE is manual but RUN_DATA_SIZES not given)
+endif
+else ifeq "$(RUN_DATA_SIZE_MODE)" "none"
+# Assume user manages RUN_ARGS; empty RUN_ARGS just means run with compiled-in defaults
+RUN_DATA_SIZES=none
+else
+$(error Bad RUN_DATA_SIZE_MODE ($(RUN_DATA_SIZE_MODE)); should be common5, thorough or manual)
+endif
+
 RUN_REP_IDS=$(shell echo {1..$(RUN_NUM_REPS)})              # 1 2 3
 RUN_REP_EXTS=$(call cross3,,run,$(RUN_REP_IDS),.1csv)       # run1.1csv run2.1cav run3.1csv
 
-RESULT1S=$(call cross,.,$(CORES),$(RUN_REP_EXTS))   # lq-tailq--stack-inslast-allhead.run2.1csv
+RUN_LAUNCHES=$(call cross,--,$(RUN_DATA_SIZES),$(RUN_REP_EXTS))
+
+
+
+RESULT1S=$(call cross,.,$(CORES),$(RUN_LAUNCHES))   # lq-tailq--stack-inslast-allhead.run2.1csv
+
 
 RESULT1S_SHUFD=$(shell shuf -e $(RESULT1S))
 
 %.1csv : CORE=$(basename $(basename $@))
-%.1csv : REP_ID=$(subst .run,,$(suffix $(basename $@)))
+%.1csv : LAUNCH=$(subst .,,$(suffix $(basename $@)))
+%.1csv : SIZING=$(call proj,--,$(LAUNCH),1)
+%.1csv : NUMNODES=$(call proj,-,$(SIZING),1)
+%.1csv : CHECKDONE=$(call proj,-,$(SIZING),2)
+%.1csv : RUN_ARGS=$(if $(filter none,$(SIZING)),,$(RUN_DURATION_SEC) $(CHECKDONE) $(NUMNODES))
+%.1csv : REP_ID=$(subst run,,$(call proj,--,$(LAUNCH),2))
 %.1csv : REP_TIME=$(shell date '+%F %H:%M:%S')
 %.1csv : perfprogs FORCE
-        ./perfexp--$(CORE) $(RUNARGS) | xargs -n 1 printf '%s,%s,%s\n' "$(REP_TIME)" "$(REP_ID)" | tee $@
+        ./perfexp--$(CORE) $(RUN_ARGS) | xargs -n 1 printf '%s,%s,%s,%s\n' "$(REP_TIME)" "$(REP_ID)" "$(RUN_ARGS)" | tee $@
+
 
 BATCHTIME=$(shell date '+%F--%H-%M-%S')