Changeset 7d02d35 for doc/theses/mike_brooks_MMath/benchmarks/string/Makefile

Timestamp:

May 13, 2025, 1:17:37 PM (4 months ago)

Author:

Mike Brooks <mlbrooks@…>

Branches:

master

Children:

bd72f517

Parents:

ae0c1c3

Message:

Include benchmark changes for data production in string-plot data WIP. Missing from 2410424.

File:

• doc/theses/mike_brooks_MMath/benchmarks/string/Makefile (modified) (5 diffs)

doc/theses/mike_brooks_MMath/benchmarks/string/Makefile

@@ +1 @@
+# Usage
+# $cfabuild/driver/cfa -nodebug -quiet -c -x c /dev/null && rm null.o || echo Need to fix \$cfabuild
+# make CFABUILD=$cfabuild -j8                                                                                                                                                                                                           # compile
+# make measurement  CFA_APILEVELS=ll OPERATIONS='pta peq pbv'                             CORPORI='corpus-100-*-1.txt corpus-1-*-1.txt' # append-pbv
+# make measurement2 CFA_APILEVELS=ll OPERATIONS='pall' PLATFORMS=cfa CFA_SHARINGS=share   CORPORI='corpus-1-*-1.txt'                                            # allocate-speed-cfa
+# make measurement2 CFA_APILEVELS=ll OPERATIONS='pall' PLATFORMS=stl CFA_EXPANSIONS=-1.0  CORPORI='corpus-1-*-1.txt'                                            # allocate-speed-stl
+# make measurement3 CFA_APILEVELS=ll OPERATIONS='pall' PLATFORMS=cfa CFA_SHARINGS=share   CORPORI='corpus-1-*-1.txt'                                            # allocate-space-cfa
+# make measurement3 CFA_APILEVELS=ll OPERATIONS='pall' PLATFORMS=stl CFA_EXPANSIONS=-1.0  CORPORI='corpus-1-*-1.txt'                                            # allocate-space-stl
+# make measurement4 CFA_APILEVELS=ll OPERATIONS='pall' PLATFORMS=cfa CFA_EXPANSIONS=0.2   CFA_SHARINGS=share   CORPORI='corpus-1-*-1.txt'       # allocate-attrib-cfa
+# make measurement4 CFA_APILEVELS=ll OPERATIONS='pall' PLATFORMS=stl CFA_EXPANSIONS=-1.0                       CORPORI='corpus-1-*-1.txt'       # allocate-attrib-stl
 
 CFABUILD = ~/cfa2/build-perf
@@ -37 +47 @@
 endef
 
-OPERATIONS=pta peq pbv pall pno
+OPERATIONS=pta peq pbv pall #pno
 ALLOCS=reuse fresh
 CFA_APILEVELS=hl ll
 CFA_SHARINGS=share noshare
-PLATFORMS=cfa stl buhr94
+PLATFORMS=cfa stl #buhr94
 
 ifneq ($(filter cfa,$(PLATFORMS)),)
@@ -142 +152 @@
 CORPORI = corpus-100-*-1.txt
 
+RUN_TASKSET_CPULIST=6
+
+# General timing
+# Output file gets concatenation of program outputs
 measurement: $(MEASURE)
         tofile=measurement-`date '+%F--%H-%M-%S'`.csv ; \
@@ -148 +162 @@
             for corpus in $(CORPORI) ; do \
                         corpusbody=`cat $$corpus` ; \
-                        printed=`./$$prog 100 10 $$corpusbody` ; \
-                        echo $$prog,$$corpus,$$printed  >>  $$tofile ; \
-                        echo $$prog,$$corpus,$$printed  ; \
-                done ; \
-        done
-#                       printed=`./$$prog 10000 - 10 $$corpusbody` ; \
-
-CFA_EXPANSIONS=0.02 0.05 0.1 0.2 0.5 0.9
-
+                        resulttext=`taskset --cpu-list $(RUN_TASKSET_CPULIST) ./$$prog 100 10 $$corpusbody` ; \
+                        echo $$prog,$$corpus,$$resulttext  >>  $$tofile ; \
+                        echo $$prog,$$corpus,$$resulttext  ; \
+                done ; \
+        done
+
+CFA_EXPANSIONS=0.02 0.05 0.1 0.2 0.4 0.5 0.9 0.98
+
+# Special-case timing with extra IV for CFA_EXPANSIONS
+# Output file gets concatenation of program outputs (one line per run)
 measurement2: $(MEASURE)
         tofile=measurement-`date '+%F--%H-%M-%S'`.csv ; \
@@ -179 +194 @@
         done
 
+# Space, with the IV for CFA_EXPANSIONS
+# Runs Mubeen's malloc interceptor to get malloc-request state
+# Output file gets concatenation of the interceptor's output (one line per run); program's output ignorred
+# Expect and ignore crashes; they're during shutdown, after everything we care about is over
 measurement3: $(MEASURE)
+        tofile=measurement-`date '+%F--%H-%M-%S'`.ssv ; \
         for prog in $(MEASURE) ; do \
             for corpus in $(CORPORI) ; do \
                         for expansion in $(CFA_EXPANSIONS) ; do \
                                 corpusbody=`cat $$corpus` ; \
-                                LD_PRELOAD=~/plg2/mubeen-stat-shim/malloc/mallocWrappers.so ./$$prog 1000 1.006 $$expansion 1 $$corpusbody ; \
-                                mv preload_dump.txt preload_dump--qrun1--$$corpus--expansion-$$expansion.txt ; \
-                        done ; \
-                done ; \
-        done
+                                LD_PRELOAD=~/plg2/mubeen-stat-shim/malloc/mallocWrappers.so ./$$prog 1000 1.006 $$expansion 10 $$corpusbody ; \
+                                printed=`tail -n 1 preload_dump.txt` ; \
+                                echo $$prog $$corpus $$expansion $$printed  >>  $$tofile ; \
+                                echo $$prog $$corpus $$expansion $$printed  ; \
+                                rm preload_dump.txt ; \
+                        done ; \
+                done ; \
+        done
+
+# Time attribution, with the IV for CFA_EXPANSIONS
+# Runs the SUT under perf, then crunches the perf result
+# Output file gets concatenation of perf summaries (several lines per run); program's output ignorred
+# Expect and ignore output "addr2line: DWARF error: section .debug_info is larger than its filesize!"
+measurement4: $(MEASURE)
+        RUNID=`date '+%F--%H-%M-%S'` ; \
+        tofile=measurement-$$RUNID.ssv ; \
+        echo $$tofile ; \
+        for prog in $(MEASURE) ; do \
+            for corpus in $(CORPORI) ; do \
+                        for expansion in $(CFA_EXPANSIONS) ; do \
+                                SLUG=measurement--$$prog--$$corpus--$$expansion--$$RUNID ; \
+                                corpusbody=`cat $$corpus` ; \
+                                perf record --call-graph dwarf -m16M ./$$prog 1000 1.006 $$expansion 10 $$corpusbody ; \
+                                mv perf.data $$SLUG.data ; \
+                                perf script -i $$SLUG.data > $$SLUG.perf ; \
+                                ~/flamegraph/FlameGraph/stackcollapse-perf.pl $$SLUG.perf > $$SLUG.folded ; \
+                                ~/flamegraph/FlameGraph/flamegraph.pl $$SLUG.folded > $$SLUG.svg ; \
+                                python3 process-allocn-attrib.py $$SLUG.folded | xargs -L1 echo $$prog $$corpus $$expansion >> $$tofile ; \
+                        done ; \
+                done ; \
+        done