source: tests/Makefile.am@ 2b3ebe5

stuck-waitfor-destruct
Last change on this file since 2b3ebe5 was 2b3ebe5, checked in by Matthew Au-Yeung <mw2auyeu@…>, 21 hours ago

fixup tests more

  • Property mode set to 100644
File size: 13.2 KB
Line 
1######################## -*- Mode: Makefile-Automake -*- ######################
2##
3## Cforall Version 1.0.0 Copyright (C) 2015 University of Waterloo
4##
5## The contents of this file are covered under the licence agreement in the
6## file "LICENCE" distributed with Cforall.
7##
8## Makefile.am --
9##
10## Author : Peter A. Buhr
11## Created On : Sun May 31 09:08:15 2015
12## Last Modified By : Peter A. Buhr
13## Last Modified On : Sat Feb 1 08:20:27 2025
14## Update Count : 201
15###############################################################################
16
17AUTOMAKE_OPTIONS = foreign # do not require all the GNU file names
18ACLOCAL_AMFLAGS = -I automake
19
20include $(top_srcdir)/tools/build/cfa.make
21
22DEFAULT_INCLUDES = -I${abs_srcdir}
23
24debug ?= yes
25installed ?= no
26ARCH = ${if ${arch},"--arch=${arch}"}
27arch_support = "x86/x64/arm"
28TIMEOUT = ${if ${timeout},"--timeout=${timeout}"}
29GLOBAL_TIMEOUT = ${if ${global-timeout},"--global-timeout=${global-timeout}"}
30ARCHIVE_ERRORS = ${if ${archive-errors},"--archive-errors=${archive-errors}"}
31
32DEBUG_FLAGS = -debug -g -O0
33
34quick_test = avl_test operators numericConstants expression enum array typeof cast raii/dtor-early-exit raii/init_once attributes meta/dumpable
35
36TEST_PY = python3 ${builddir}/test.py
37
38WFLAGS_STRICT = \
39 -Wall \
40 -Wextra \
41 -Werror
42
43WFLAGS_LAX = \
44 -Wall \
45 -Werror=return-type \
46 -Wno-unused-function \
47 -Wno-psabi
48
49# These tests opt for lax wflags. (By default, new tests get strict wflags.)
50# Indented list entries are finer-grained targets under the test.
51# Making this association implicit would be ideal, but requires learning more automake than is affordable.
52WFLAGS_OPT_LAX = \
53 ${WFLAGS_OPT_LAX_EXPECT_WARN} \
54 ${WFLAGS_OPT_LAX_WAITING_ON_303} \
55 ${WFLAGS_OPT_LAX_TO_INVESTIGATE}
56
57# Tests checking that cfa-cc raises a certain warning, so -Werror is permanently inappropriate
58WFLAGS_OPT_LAX_EXPECT_WARN = \
59 attr-priority \
60 ctrl-flow/loop_else-WRN1 \
61 warnings/self-assignment
62
63# These are failing because of trac #303; it is not likely to be fixed soon.
64# It only shows up on some configurations and machines.
65WFLAGS_OPT_LAX_WAITING_ON_303 = \
66 concurrency/actors/dynamic \
67 concurrency/actors/executor \
68 concurrency/actors/inherit \
69 concurrency/actors/inline \
70 concurrency/actors/matrixMultiply \
71 concurrency/actors/pingpong \
72 concurrency/actors/poison \
73 concurrency/actors/static \
74 concurrency/actors/types \
75 io/away_fair \
76 io/comp_basic \
77 io/comp_fair \
78 io/many_read
79
80# Tests that need investigation from the CFA team about why they require lax wflags. Goal is to eliminate this list.
81WFLAGS_OPT_LAX_TO_INVESTIGATE = \
82 forall \
83 include/includes \
84 include/stdincludes \
85 references \
86 tuple/tupleCast \
87 tuple/tupleMember
88
89WFLAGS=${if ${filter ${WFLAGS_OPT_LAX},${@}},${WFLAGS_LAX},${WFLAGS_STRICT}}
90
91# applies to both programs
92# since automake doesn't have support for CFA we have to
93AM_CFLAGS = ${if ${test}, 2> ${test}, } \
94 -fdebug-prefix-map=${abspath ${abs_srcdir}}= \
95 -fdebug-prefix-map=/tmp= \
96 -fno-diagnostics-show-caret \
97 -g \
98 $(WFLAGS) \
99 -quiet @CFA_FLAGS@
100
101AM_CFAFLAGS = -XCFA --deterministic-out
102
103# get the desired cfa to test
104TARGET_CFA = ${if ${filter ${installed},yes}, @CFACC_INSTALL@, @CFACC@}
105
106# adjust CC to current flags
107CC = LC_ALL=C ${if ${DISTCC_CFA_PATH},distcc ${DISTCC_CFA_PATH} ${ARCH_FLAGS} ,${TARGET_CFA} ${DEBUG_FLAGS} ${ARCH_FLAGS}}
108CFACC = ${CC}
109
110# get local binary for depedencies
111CFACCBIN = @CFACC@
112
113# adjusted CC but without the actual distcc call
114CFACCLOCAL = ${if ${DISTCC_CFA_PATH},${DISTCC_CFA_PATH} ${ARCH_FLAGS} ,${TARGET_CFA} ${DEBUG_FLAGS} ${ARCH_FLAGS}}
115CFACCLINK = ${CFACCLOCAL} -quiet ${if ${test}, 2> ${test}, } ${${shell echo "${@}_FLAGSLD" | sed 's/-\|\//_/g'}}
116
117PRETTY_PATH = mkdir -p ${dir ${abspath ${@}}} && cd ${srcdir} &&
118
119.PHONY : concurrency list .validate .test_makeflags
120.INTERMEDIATE : .validate .validate.cfa .test_makeflags
121EXTRA_PROGRAMS = array-collections/boxed \
122 avl_test \
123 linkonce \
124 concurrency/waitfor/autogen_destructor \
125 concurrency/waitfor/static_inline \
126 linking/mangling/anon \
127 .dummy_hack # build but do not install
128EXTRA_DIST = test.py \
129 pybin/__init__.py \
130 pybin/print-core.gdb \
131 pybin/settings.py \
132 pybin/test_run.py \
133 pybin/tools.py \
134 long_tests.hfa \
135 array-collections/boxed.hfa \
136 array-collections/boxed.cases.hfa \
137 avltree/avl-private.h \
138 avltree/avl.h \
139 exceptions/except-io.hfa \
140 exceptions/with-threads.hfa \
141 meta/fork+exec.hfa \
142 concurrency/clib_tls.c \
143 concurrency/clib.c \
144 concurrency/unified_locking/mutex_test.hfa \
145 concurrency/channels/parallel_harness.hfa \
146 array-collections/dimexpr-match.hfa \
147 array-collections/dimexpr-match-detail.sh \
148 array-collections/array-raii.hfa
149
150dist-hook:
151 echo "Gathering test files"
152 for file in `${TEST_PY} --list-dist`; do \
153 if ls ${srcdir}/$${file} > /dev/null 2>&1; then \
154 ${MKDIR_P} $$(dirname ${distdir}/$${file}); \
155 cp -df ${srcdir}/$${file} $$(dirname ${distdir}/$${file}); \
156 fi; \
157 done
158
159array_collections_boxed_SOURCES = array-collections/boxed.main.cfa array-collections/boxed.bookend.cfa
160avl_test_SOURCES = avltree/avl_test.cfa avltree/avl0.cfa avltree/avl1.cfa avltree/avl2.cfa avltree/avl3.cfa avltree/avl4.cfa avltree/avl-private.cfa
161linkonce_SOURCES = link-once/main.cfa link-once/partner.cfa
162concurrency_waitfor_autogen_destructor_SOURCES = concurrency/waitfor/autogen_destructor.cfa concurrency/waitfor/gendestructor.cfa
163concurrency_waitfor_static_inline_SOURCES = concurrency/waitfor/static_inline.cfa concurrency/waitfor/inlinemutex.cfa
164linking_mangling_anon_SOURCES = linking/mangling/header.hfa linking/mangling/lib.cfa linking/mangling/main.cfa
165# automake doesn't know we still need C/CPP rules so pretend like we have a C program
166nodist__dummy_hack_SOURCES = .dummy_hack.c .dummy_hackxx.cpp
167
168#----------------------------------------------------------------------------------------------------------------
169
170# '@' => do not echo command (SILENT), '+' => allows recursive make from within python program
171all-local : # This name is important to automake and implies the default build target.
172 @+${TEST_PY} --debug=${debug} --install=${installed} ${ARCHIVE_ERRORS} ${TIMEOUT} ${GLOBAL_TIMEOUT} ${ARCH} --all
173
174tests : all-local # synonym
175
176install : all-local # synonym, PAB only
177
178quick :
179 @+${TEST_PY} --debug=${debug} --install=${installed} ${ARCHIVE_ERRORS} ${ARCH} ${quick_test}
180
181concurrency :
182 @+${TEST_PY} --debug=${debug} --install=${installed} ${ARCHIVE_ERRORS} ${TIMEOUT} ${GLOBAL_TIMEOUT} ${ARCH} -Iconcurrency
183
184list :
185 @+${TEST_PY} --list
186
187help :
188 @echo "user targets:"
189 @echo " Run the complete test suite."
190 @echo " $$ make (null) / tests [debug=yes/no] [installed=yes/no] [archive-errors=dump-dir] [timeout=seconds] [global-timeout=seconds] [arch=${arch_support}]"
191 @echo ""
192 @echo " Run the short (quick) test suite."
193 @echo " $$ make quick [debug=yes/no] [installed=yes/no] [archive-errors=dump-dir] [arch=${arch_support}]"
194 @echo ""
195 @echo " Run the concurrency test suite."
196 @echo " $$ make concurrency [debug=yes/no] [installed=yes/no] [archive-errors=dump-dir] [timeout=seconds] [global-timeout=seconds] [arch=${arch_support}]"
197 @echo ""
198 @echo " List all tests in the test suite."
199 @echo " $$ make list"
200
201mostlyclean-local :
202 find ${builddir} -not -path './__pycache__/*' -path '*.o' -delete
203 find ${builddir} -not -path './__pycache__/*' -path '*/.err/*.log' -delete
204 find ${builddir} -not -path './__pycache__/*' -path '*/.out/*.log' -delete
205 rm -f ${EXTRA_PROGRAMS}
206 rm -rf __pycache__
207
208distclean-local :
209 find ${builddir} -path '*.Po' -delete
210
211.test_makeflags:
212 @echo "${MAKEFLAGS}"
213
214.validate: .validate.cfa
215 ${CFACOMPILE} .validate.cfa -fsyntax-only -Wall -Wextra -Werror
216
217.validate.cfa:
218 @echo "int main() { return 0; }" > ${@}
219
220# automake doesn't know we still need C rules so pretend like we have a C program
221.dummy_hack.c:
222 @echo "int main() { return 0; }" > ${@}
223
224.dummy_hackxx.cpp:
225 @echo "int bar() { return 0; }" > ${@}
226
227#----------------------------------------------------------------------------------------------------------------
228
229# Use for all tests, make sure the path are correct and all flags are added
230CFACOMPILETEST=${PRETTY_PATH} ${CFACOMPILE} ${shell realpath --relative-to=${srcdir} ${<}} ${${shell echo "${@}_FLAGSCFA" | sed 's/-\|\//_/g'}}
231
232#----------------------------------------------------------------------------------------------------------------
233
234# implicit rule so not all test require a rule
235# split into two steps to support compiling remotely using distcc
236# don't use distcc to do the linking because distcc doesn't do linking
237% : %.cfa ${CFACCBIN}
238 ${CFACOMPILETEST} -c -o ${abspath ${@}}.o -DIN_DIR="${abspath ${dir ${<}}}/.in/"
239 ${CFACCLINK} ${@}.o -o ${abspath ${@}}
240 rm ${abspath ${@}}.o
241
242# implicit rule for c++ test
243# convient for testing the testsuite itself but not actuall used
244% : %.cpp
245 ${PRETTY_PATH} ${CXXCOMPILE} ${shell realpath --relative-to=${srcdir} ${<}} -o ${abspath ${@}}
246
247#------------------------------------------------------------------------------
248# TARGETS WITH CUSTOM FLAGS
249#------------------------------------------------------------------------------
250# custom libs
251gmp_FLAGSLD= -lgmp
252
253#------------------------------------------------------------------------------
254# Generated code
255GENERATED_CODE = declarationSpecifier gccExtensions extension attributes functions KRfunctions
256${GENERATED_CODE} : % : %.cfa ${CFACCBIN}
257 ${CFACOMPILETEST} -CFA -XCFA -p -c -fsyntax-only -o ${abspath ${@}}
258
259#------------------------------------------------------------------------------
260# CUSTOM TARGET
261#------------------------------------------------------------------------------
262# tests that just validate syntax and compiler output should be compared to stderr
263CFACOMPILE_SYNTAX = ${CFACOMPILETEST} -Wno-unused-variable -Wno-unused-label -c -fsyntax-only -o ${abspath ${@}}
264
265SYNTAX_ONLY_CODE = attr-priority warnings/self-assignment
266
267${SYNTAX_ONLY_CODE} : % : %.cfa ${CFACCBIN}
268 ${CFACOMPILE_SYNTAX}
269 ${if ${test}, cp ${test} ${abspath ${@}}, }
270
271# expected failures
272# use custom target since they require a custom define *and* have a name that doesn't match the file
273
274array-ERR1 : array.cfa ${CFACCBIN}
275 ${CFACOMPILE_SYNTAX} -DERR1
276 -cp ${test} ${abspath ${@}}
277
278array-ERR2 : array.cfa ${CFACCBIN}
279 ${CFACOMPILE_SYNTAX} -DERR2
280 -cp ${test} ${abspath ${@}}
281
282array-ERR3 : array.cfa ${CFACCBIN}
283 ${CFACOMPILE_SYNTAX} -DERR3
284 -cp ${test} ${abspath ${@}}
285
286array-collections/dimexpr-match-c-ERRS : array-collections/dimexpr-match-c.cfa
287 ${CFACOMPILE_SYNTAX} -DERRS
288 -cp ${test} ${abspath ${@}}
289
290array-collections/dimexpr-match-cfa-ERRS : array-collections/dimexpr-match-cfa.cfa
291 ${CFACOMPILE_SYNTAX} -DERRS
292 -cp ${test} ${abspath ${@}}
293
294alloc-ERROR : alloc.cfa ${CFACCBIN}
295 ${CFACOMPILE_SYNTAX} -DERR1
296 -cp ${test} ${abspath ${@}}
297
298collections/string-operator-ERR09 : collections/string-operator.cfa
299 ${CFACOMPILE_SYNTAX} -DTRY_MR09
300 -cp ${test} ${abspath ${@}}
301
302collections/string-operator-ERR11 : collections/string-operator.cfa
303 ${CFACOMPILE_SYNTAX} -DTRY_MR11
304 -cp ${test} ${abspath ${@}}
305
306collections/string-operator-ERR13 : collections/string-operator.cfa
307 ${CFACOMPILE_SYNTAX} -DTRY_MR13
308 -cp ${test} ${abspath ${@}}
309
310collections/string-operator-ERR15 : collections/string-operator.cfa
311 ${CFACOMPILE_SYNTAX} -DTRY_MR15
312 -cp ${test} ${abspath ${@}}
313
314collections/string-operator-ERR16 : collections/string-operator.cfa
315 ${CFACOMPILE_SYNTAX} -DTRY_MR16
316 -cp ${test} ${abspath ${@}}
317
318init1-ERROR : init1.cfa ${CFACCBIN}
319 ${CFACOMPILE_SYNTAX} -DERR1
320 -cp ${test} ${abspath ${@}}
321
322typedefRedef-ERR1 : typedefRedef.cfa ${CFACCBIN}
323 ${CFACOMPILE_SYNTAX} -DERR1
324 -cp ${test} ${abspath ${@}}
325
326nested-types-ERR1 : nested-types.cfa ${CFACCBIN}
327 ${CFACOMPILE_SYNTAX} -DERR1
328 -cp ${test} ${abspath ${@}}
329
330nested-types-ERR2 : nested-types.cfa ${CFACCBIN}
331 ${CFACOMPILE_SYNTAX} -DERR2
332 -cp ${test} ${abspath ${@}}
333
334raii/memberCtors-ERR1 : raii/memberCtors.cfa ${CFACCBIN}
335 ${CFACOMPILE_SYNTAX} -DERR1
336 -cp ${test} ${abspath ${@}}
337
338raii/ctor-autogen-ERR1 : raii/ctor-autogen.cfa ${CFACCBIN}
339 ${CFACOMPILE_SYNTAX} -DERR1
340 -cp ${test} ${abspath ${@}}
341
342raii/dtor-early-exit-ERR1 : raii/dtor-early-exit.cfa ${CFACCBIN}
343 ${CFACOMPILE_SYNTAX} -DERR1
344 -cp ${test} ${abspath ${@}}
345
346raii/dtor-early-exit-ERR2 : raii/dtor-early-exit.cfa ${CFACCBIN}
347 ${CFACOMPILE_SYNTAX} -DERR2
348 -cp ${test} ${abspath ${@}}
349
350raii/partial-ERR1 : raii/partial.cfa ${CFACCBIN}
351 ${CFACOMPILE_SYNTAX} -DERR1
352 -cp ${test} ${abspath ${@}}
353
354zero_one-ERR1 : zero_one.cfa ${CFACCBIN}
355 ${CFACOMPILE_SYNTAX} -DERR1
356 -cp ${test} ${abspath ${@}}
357
358ctrl-flow/loop_else : ctrl-flow/loop_else.cfa ${CFACCBIN}
359 ${CC} ${AM_CFLAGS} -Wno-superfluous-else $< -o $@
360
361ctrl-flow/loop_else-WRN1 : ctrl-flow/loop_else.cfa ${CFACCBIN}
362 ${CFACOMPILE_SYNTAX}
363 -cp ${test} ${abspath ${@}}
364
365# Exception Tests
366# Test with libcfathread; it changes how storage works.
367
368exceptions/%-threads : exceptions/%.cfa ${CFACCBIN}
369 ${CFACOMPILETEST} -include exceptions/with-threads.hfa -c -o ${abspath ${@}}.o
370 ${CFACCLOCAL} ${${shell echo "${@}_FLAGSLD" | sed 's/-\|\//_/g'}} ${abspath ${@}}.o -o ${abspath ${@}}
371
372# Linking tests
373# Meta tests to make sure we see linking errors (can't compile with -O2 since it may multiply number of calls)
374linking/linkerror : linking/linkerror.cfa ${CFACCBIN}
375 ${CFACOMPILETEST} -O0 -c -o ${abspath ${@}}.o
376 ${CFACCLINK} -O0 ${@}.o -o ${abspath ${@}}
377 rm ${abspath ${@}}.o
378
379#------------------------------------------------------------------------------
380# Other targets
Note: See TracBrowser for help on using the repository browser.