Changeset 08ed947 for tests/zombies/string-perf/Makefile

Timestamp:

Feb 23, 2022, 6:13:02 PM (3 years ago)

Author:

Michael Brooks <mlbrooks@…>

Branches:

ADT, ast-experimental, enum, master, pthread-emulation, qualifiedEnum

Children:

afe9e45, c5af4f9

Parents:

cc7bbe6

Message:

Roll up of string changes for performance testing/improvement, and a couple API features supporting them.

String API changes:
Defining a tuning knob to control the heap growth policy (relapaces former 10% hardcode, downgraded to a default)
Implementing findFrom (allowing find-non-first); leaving find as find-first.

String implementation perf improvements:
Calling C-malloc directly instead of via CFA-alloc.
Replacings loops that copy with memmove calls.
Replacings loops that search for a value with memchr calls.

String perf testing realized:
Makefile supporting several prog-*.cfa, chosen by OPERATION value (implies prog.cfa changes to support the adjusted protocol)
Adjusting the starter/accumulater declarations in PEQ and PTA to behave consistently in cfa v cpp.
Adding tests: allocation, find, normalize, pass-by-val, pass-by-x.
Adding helper shell scripts for: generating flame graphs, collecting/crunching allocation stats using Mubeen's malloc wrappers

File:

• tests/zombies/string-perf/Makefile (modified) (6 diffs)

tests/zombies/string-perf/Makefile

@@ -5 +5 @@
 CFA = $(CFABUILD)/driver/cfa
 PERFFLAGS_CFA = -nodebug -O2
-PERFFLAGS_CXX = -DNDEBUG -O2
+PERFFLAGS_CXX = -DNDEBUG -O2 -Wl,--no-as-needed -ldl
 
 
@@ -37 +37 @@
 endef
 
-OPERATIONS=pta peq
+OPERATIONS=pta peq pbv pall pno
 ALLOCS=reuse fresh
 CFA_APILEVELS=hl ll
@@ -44 +44 @@
 
 ifneq ($(filter cfa,$(PLATFORMS)),)
-        CFA_PERFPROGS=$(call hyphCross5,perfexp-cfa,$(CFA_APILEVELS),$(OPERATIONS),$(CFA_SHARINGS),$(ALLOCS))
+    CFA_APIS=$(call hyphCross,$(CFA_APILEVELS),$(CFA_SHARINGS))
 endif
 
 ifneq ($(filter stl,$(PLATFORMS)),)
-        STL_PERFPROGS=$(call hyphCross3,perfexp-stl,$(OPERATIONS),$(ALLOCS))
+    STL_APIS=na-na
 endif
 
 ifneq ($(filter buhr94,$(PLATFORMS)),)
-        BUHR94_PERFPROGS=$(call hyphCross3,perfexp-buhr94,$(OPERATIONS),$(ALLOCS))
+    BUHR94_APIS=na-na
 endif
+
+APIS = $(CFA_APIS) $(STL_APIS) $(BUHR94_APIS)
+
+OPERATIONS_USING_ALLOCS=pta peq
+define enrichOperationsAllocs
+$(call hyphCross3,$(filter peq pta,$(OPERATIONS)),$(1),$(ALLOCS)) $(call hyphCross3,$(filter-out peq pta,$(OPERATIONS)),$(1),na)
+endef
+
+CFA_PERFPROGS=$(call hyphCross,perfexp-cfa,$(call enrichOperationsAllocs,$(CFA_APIS)))
+STL_PERFPROGS=$(call hyphCross,perfexp-stl,$(call enrichOperationsAllocs,$(STL_APIS)))
+BUHR94_PERFPROGS=$(call hyphCross,perfexp-buhr94,$(call enrichOperationsAllocs,$(BUHR94_APIS)))
 
 PERFPROGS = $(CFA_PERFPROGS) $(STL_PERFPROGS) $(BUHR94_PERFPROGS)
@@ -59 +70 @@
 all : $(PERFPROGS)
 
+PP_SPLIT := $(shell echo "${PERFPROGS}" | sed -e 's/ /\\n/g')
+echoPerfProgs:
+        echo -e '$(PP_SPLIT)'
 
+perfexp-%.o: API=$(call ucHyphProj,$@,2)
+perfexp-%.o: OPERATION=$(call ucHyphProj,$@,3)
+perfexp-%.o: CFA_APILEVEL=$(call ucHyphProj,$@,4)
+perfexp-%.o: CFA_SHARING=$(call ucHyphProj,$@,5)
+perfexp-%.o: ALLOC=$(call ucHyphProj,$@,6)
+perfexp-%.o: SCENARIO_SWITCH=-DIMPL_$(API)_$(CFA_APILEVEL)_$(CFA_SHARING) -DOP_$(OPERATION) -DALLOC_$(ALLOC)
 
-perfexp-cfa-%: CFA_APILEVEL=$(call ucHyphProj,$@,3)
-perfexp-cfa-%: OPERATION=$(call ucHyphProj,$@,4)
-perfexp-cfa-%: CFA_SHARING=$(call ucHyphProj,$@,5)
-perfexp-cfa-%: ALLOC=$(call ucHyphProj,$@,6)
-perfexp-cfa-%: prog.cfa $(LIBCFA)
-        $(CFA) $(PERFFLAGS_CFA) $< -o $@ -DIMPL_CFA_$(CFA_APILEVEL)_$(CFA_SHARING) -DOP_$(OPERATION) -DALLOC_$(ALLOC)
+perfexp-cfa-%.o: CMD=$(CFA) -c $(PERFFLAGS_CFA) $< -o $@ $(SCENARIO_SWITCH)
+perfexp-stl-%.o: CMD=$(CXX) -c -xc++ $(PERFFLAGS_CXX) $< -o $@ $(SCENARIO_SWITCH)
+perfexp-buhr94-%.o: CMD=$(CXX) -xc++ -c $(PERFFLAGS_CXX) $< -o $@ $(SCENARIO_SWITCH)
 
-perfexp-stl-%: OPERATION=$(call ucHyphProj,$@,3)
-perfexp-stl-%: ALLOC=$(call ucHyphProj,$@,4)
-perfexp-stl-%: prog.cfa
-        $(CXX) -xc++ $(PERFFLAGS_CXX) $< -o $@ -DIMPL_STL -DOP_$(OPERATION) -DALLOC_$(ALLOC)
+perfexp-cfa-peq-%.o: prog.cfa $(LIBCFA)
+        $(CMD)
+perfexp-cfa-pta-%.o: prog.cfa $(LIBCFA)
+        $(CMD)
+perfexp-cfa-pbv-%.o: prog-passbyval.cfa $(LIBCFA)
+        $(CMD)
+perfexp-cfa-pb%.o: prog-passbyX.cfa $(LIBCFA)
+        $(CMD)
+perfexp-cfa-pfi-%.o: prog-find.cfa $(LIBCFA)
+        $(CMD)
+perfexp-cfa-pall-%.o: prog-allocn.cfa $(LIBCFA)
+        $(CMD)
+perfexp-cfa-pno-%.o: prog-normalize.cfa $(LIBCFA)
+        $(CMD)
+perfexp-stl-peq-%.o: prog.cfa
+        $(CMD)
+perfexp-stl-pta-%.o: prog.cfa
+        $(CMD)
+perfexp-stl-pbv-%.o: prog-passbyval.cfa
+        $(CMD)
+perfexp-stl-pfi-%.o: prog-find.cfa
+        $(CMD)
+perfexp-stl-pall-%.o: prog-allocn.cfa
+        $(CMD)
+perfexp-stl-pno-%.o: prog-normalize.cfa
+        $(CMD)
+perfexp-buhr94-peq-%.o: prog.cfa buhr94-string.o buhr94-VbyteSM.o
+        $(CMD)
+perfexp-buhr94-pta-%.o: prog.cfa buhr94-string.o buhr94-VbyteSM.o
+        $(CMD)
+perfexp-buhr94-pta-%.o: prog-passbyval.cfa buhr94-string.o buhr94-VbyteSM.o
+        $(CMD)
+perfexp-buhr94-pall-%.o: prog-allocn.cfa buhr94-string.o buhr94-VbyteSM.o
+        $(CMD)
+perfexp-buhr94-pno-%.o: prog-normalize.cfa buhr94-string.o buhr94-VbyteSM.o
+        $(CMD)
 
-perfexp-buhr94-%.o: OPERATION=$(call ucHyphProj,$@,3)
-perfexp-buhr94-%.o: ALLOC=$(call ucHyphProj,$@,4)
-perfexp-buhr94-%.o: prog.cfa
-        $(CXX) -xc++ -c $(PERFFLAGS_CXX) $< -o $@ -DIMPL_BUHR94 -DOP_$(OPERATION) -DALLOC_$(ALLOC)
+# one of the pbx cases also needs to link with not_string_res.o (handling manually)
+perfexp-cfa-%: perfexp-cfa-%.o $(LIBCFA)
+        $(CFA) $(PERFFLAGS_CFA) $< -o $@  
+perfexp-stl-%: perfexp-stl-%.o $(LIBCFA)
+        $(CFA) $(PERFFLAGS_CFA) $< /lib/x86_64-linux-gnu/libstdc++.so.6 -o $@
+perfexp-buhr94-% : perfexp-buhr94-%.o buhr94-string.o buhr94-VbyteSM.o
+        $(CXX) $(PERFFLAGS_CXX) $^ -o $@
 
 buhr94-string.o:
@@ -83 +135 @@
 buhr94-VbyteSM.o:
         $(CXX) -xc++ -c $(PERFFLAGS_CXX) ~/usys1/sm/string/StringSharing/src/VbyteSM.cc -o $@
-
-perfexp-buhr94-% : perfexp-buhr94-%.o buhr94-string.o buhr94-VbyteSM.o
-        $(CXX) $(PERFFLAGS_CXX) $^ -o $@
 
 clean:
@@ -104 +153 @@
                 done ; \
         done
+#                       printed=`./$$prog 10000 - 10 $$corpusbody` ; \
+
+CFA_EXPANSIONS=0.02 0.05 0.1 0.2 0.5 0.9
+
+measurement2: $(MEASURE)
+        tofile=measurement-`date '+%F--%H-%M-%S'`.csv ; \
+        for prog in $(MEASURE) ; do \
+            for corpus in $(CORPORI) ; do \
+                        for expansion in $(CFA_EXPANSIONS) ; do \
+                                corpusbody= ; \
+                                echo ./$$prog 1000 1.006 $$expansion 10 \`cat $$corpus\` ; \
+                        done ; \
+                done ; \
+        done ; \
+        echo $$tofile ; \
+        for prog in $(MEASURE) ; do \
+            for corpus in $(CORPORI) ; do \
+                        for expansion in $(CFA_EXPANSIONS) ; do \
+                                corpusbody=`cat $$corpus` ; \
+                                printed=`./$$prog 1000 1.006 $$expansion 10 $$corpusbody` ; \
+                                echo $$prog,$$corpus,$$expansion,$$printed  >>  $$tofile ; \
+                                echo $$prog,$$corpus,$$expansion,$$printed  ; \
+                        done ; \
+                done ; \
+        done
+
+measurement3: $(MEASURE)
+        for prog in $(MEASURE) ; do \
+            for corpus in $(CORPORI) ; do \
+                        for expansion in $(CFA_EXPANSIONS) ; do \
+                                corpusbody=`cat $$corpus` ; \
+                                LD_PRELOAD=~/plg2/mubeen-stat-shim/malloc/mallocWrappers.so ./$$prog 1000 1.006 $$expansion 1 $$corpusbody ; \
+                                mv preload_dump.txt preload_dump--qrun1--$$corpus--expansion-$$expansion.txt ; \
+                        done ; \
+                done ; \
+        done