source: tests/Makefile.am @ 5668740

Last change on this file since 5668740 was 5007618, checked in by Peter A. Buhr <pabuhr@…>, 17 months ago

update tests/Makefile.am and corresponding Jenkinsfile with more specialized variables
  • Property mode set to 100644
File size: 10.1 KB
Line 
1######################## -*- Mode: Makefile-Automake -*- ######################
2##
3## Cforall Version 1.0.0 Copyright (C) 2015 University of Waterloo
4##
5## The contents of this file are covered under the licence agreement in the
6## file "LICENCE" distributed with Cforall.
7##
8## Makefile.am --
9##
10## Author           : Peter A. Buhr
11## Created On       : Sun May 31 09:08:15 2015
12## Last Modified By : Peter A. Buhr
13## Last Modified On : Sun May 28 08:15:43 2023
14## Update Count     : 196
15###############################################################################
16
17AUTOMAKE_OPTIONS = foreign    # do not require all the GNU file names
18ACLOCAL_AMFLAGS  = -I automake
19
20include $(top_srcdir)/tools/build/cfa.make
21
22DEFAULT_INCLUDES = -I${abs_srcdir}
23
24debug ?= yes
25installed ?= no
26ARCH = ${if ${arch},"--arch=${arch}"}
27arch_support = "x86/x64/arm"
28TIMEOUT = ${if ${timeout},"--timeout=${timeout}"}
29GLOBAL_TIMEOUT = ${if ${global-timeout},"--global-timeout=${global-timeout}"}
30ARCHIVE_ERRORS = ${if ${archive-errors},"--archive-errors=${archive-errors}"}
31
32DEBUG_FLAGS = -debug -g -O0
33
34quick_test = avl_test operators numericConstants expression enum array typeof cast raii/dtor-early-exit raii/init_once attributes meta/dumpable
35
36TEST_PY = python3 ${builddir}/test.py
37
38# applies to both programs
39# since automake doesn't have support for CFA we have to
40AM_CFLAGS = ${if ${test}, 2> ${test}, } \
41        -fdebug-prefix-map=${abspath ${abs_srcdir}}= \
42        -fdebug-prefix-map=/tmp= \
43        -fno-diagnostics-show-caret \
44        -g \
45        -Wall \
46        -Werror=return-type \
47        -Wno-unused-function \
48        -Wno-psabi \
49        -quiet @CFA_FLAGS@
50
51AM_CFAFLAGS = -XCFA --deterministic-out
52
53# get the desired cfa to test
54TARGET_CFA = ${if ${filter ${installed},yes}, @CFACC_INSTALL@, @CFACC@}
55
56# adjust CC to current flags
57CC = LC_ALL=C ${if ${DISTCC_CFA_PATH},distcc ${DISTCC_CFA_PATH} ${ARCH_FLAGS} ,${TARGET_CFA} ${DEBUG_FLAGS} ${ARCH_FLAGS}}
58CFACC = ${CC}
59
60# get local binary for depedencies
61CFACCBIN = @CFACC@
62
63# adjusted CC but without the actual distcc call
64CFACCLOCAL = ${if ${DISTCC_CFA_PATH},${DISTCC_CFA_PATH} ${ARCH_FLAGS} ,${TARGET_CFA} ${DEBUG_FLAGS} ${ARCH_FLAGS}}
65CFACCLINK = ${CFACCLOCAL} -quiet ${if ${test}, 2> ${test}, } ${${shell echo "${@}_FLAGSLD" | sed 's/-\|\//_/g'}}
66
67PRETTY_PATH = mkdir -p ${dir ${abspath ${@}}} && cd ${srcdir} &&
68
69.PHONY : concurrency list .validate .test_makeflags
70.INTERMEDIATE : .validate .validate.cfa .test_makeflags
71EXTRA_PROGRAMS = avl_test linkonce linking/mangling/anon .dummy_hack # build but do not install
72EXTRA_DIST = test.py \
73        pybin/__init__.py \
74        pybin/print-core.gdb \
75        pybin/settings.py \
76        pybin/test_run.py \
77        pybin/tools.py \
78        long_tests.hfa \
79        avltree/avl-private.h \
80        avltree/avl.h \
81        configs/.in/parseconfig-all.txt \
82        configs/.in/parseconfig-errors.txt \
83        configs/.in/parseconfig-missing.txt \
84        exceptions/except-io.hfa \
85        exceptions/with-threads.hfa \
86        io/.in/io.data \
87        io/.in/many_read.data \
88        meta/fork+exec.hfa \
89        concurrency/clib_tls.c \
90        concurrency/clib.c \
91        concurrency/unified_locking/mutex_test.hfa \
92        concurrency/channels/parallel_harness.hfa
93
94dist-hook:
95        echo "Gathering test files"
96        for file in `${TEST_PY} --list-dist`; do \
97                if test -f ${srcdir}/$${file}; then \
98                        ${MKDIR_P} $$(dirname ${distdir}/$${file}); \
99                        cp -df ${srcdir}/$${file} ${distdir}/$${file}; \
100                fi; \
101        done
102
103avl_test_SOURCES = avltree/avl_test.cfa avltree/avl0.cfa avltree/avl1.cfa avltree/avl2.cfa avltree/avl3.cfa avltree/avl4.cfa avltree/avl-private.cfa
104linkonce_SOURCES = link-once/main.cfa link-once/partner.cfa
105linking_mangling_anon_SOURCES = linking/mangling/header.hfa linking/mangling/lib.cfa linking/mangling/main.cfa
106# automake doesn't know we still need C/CPP rules so pretend like we have a C program
107nodist__dummy_hack_SOURCES = .dummy_hack.c .dummy_hackxx.cpp
108
109#----------------------------------------------------------------------------------------------------------------
110
111# '@' => do not echo command (SILENT), '+' => allows recursive make from within python program
112all-local : # This name is important to automake and implies the default build target.
113        @+${TEST_PY} --debug=${debug} --install=${installed} --invariant ${ARCHIVE_ERRORS} ${TIMEOUT} ${GLOBAL_TIMEOUT} ${ARCH} --all
114
115tests : all-local # synonym
116
117install : all-local  # synonym, PAB only
118
119quick :
120        @+${TEST_PY} --debug=${debug} --install=${installed} ${ARCHIVE_ERRORS} ${ARCH} ${quick_test}
121
122concurrency :
123        @+${TEST_PY} --debug=${debug} --install=${installed} ${ARCHIVE_ERRORS} ${TIMEOUT} ${GLOBAL_TIMEOUT} ${ARCH} -Iconcurrency
124
125list :
126        @+${TEST_PY} --list
127
128help :
129        @echo "user targets:"
130        @echo "    Run the complete test suite."
131        @echo "    $$ make (null) / tests [debug=yes/no] [installed=yes/no] [archive-errors=dump-dir] [timeout=seconds] [global-timeout=seconds] [arch=${arch_support}]"
132        @echo ""
133        @echo "    Run the short (quick) test suite."
134        @echo "    $$ make quick [debug=yes/no] [installed=yes/no] [archive-errors=dump-dir] [arch=${arch_support}]"
135        @echo ""
136        @echo "    Run the concurrency test suite."
137        @echo "    $$ make concurrency [debug=yes/no] [installed=yes/no] [archive-errors=dump-dir] [timeout=seconds] [global-timeout=seconds] [arch=${arch_support}]"
138        @echo ""
139        @echo "    List all tests in the test suite."
140        @echo "    $$ make list"
141
142mostlyclean-local :
143        find ${builddir} -not -path './__pycache__/*' -path '*.o' -delete
144        find ${builddir} -not -path './__pycache__/*' -path '*/.err/*.log' -delete
145        find ${builddir} -not -path './__pycache__/*' -path '*/.out/*.log' -delete
146        rm -f ${EXTRA_PROGRAMS}
147        rm -rf __pycache__
148
149distclean-local :
150        find ${builddir} -path '*.Po' -delete
151
152.test_makeflags:
153        @echo "${MAKEFLAGS}"
154
155.validate: .validate.cfa
156        ${CFACOMPILE} .validate.cfa -fsyntax-only -Wall -Wextra -Werror
157
158.validate.cfa:
159        @echo "int main() { return 0; }" > ${@}
160
161# automake doesn't know we still need C rules so pretend like we have a C program
162.dummy_hack.c:
163        @echo "int main() { return 0; }" > ${@}
164
165.dummy_hackxx.cpp:
166        @echo "int bar() { return 0; }" > ${@}
167
168#----------------------------------------------------------------------------------------------------------------
169
170# Use for all tests, make sure the path are correct and all flags are added
171CFACOMPILETEST=${PRETTY_PATH} ${CFACOMPILE} ${shell realpath --relative-to=${srcdir} ${<}} ${${shell echo "${@}_FLAGSCFA" | sed 's/-\|\//_/g'}}
172
173#----------------------------------------------------------------------------------------------------------------
174
175# implicit rule so not all test require a rule
176# split into two steps to support compiling remotely using distcc
177# don't use distcc to do the linking because distcc doesn't do linking
178% : %.cfa ${CFACCBIN}
179        ${CFACOMPILETEST} -c -o ${abspath ${@}}.o -DIN_DIR="${abspath ${dir ${<}}}/.in/"
180        ${CFACCLINK} ${@}.o -o ${abspath ${@}}
181        rm ${abspath ${@}}.o
182
183# implicit rule for c++ test
184# convient for testing the testsuite itself but not actuall used
185% : %.cpp
186        ${PRETTY_PATH} ${CXXCOMPILE} ${shell realpath --relative-to=${srcdir} ${<}} -o ${abspath ${@}}
187
188#------------------------------------------------------------------------------
189# TARGETS WITH CUSTOM FLAGS
190#------------------------------------------------------------------------------
191# custom libs
192gmp_FLAGSLD= -lgmp
193
194#------------------------------------------------------------------------------
195# Generated code
196GENERATED_CODE = declarationSpecifier gccExtensions extension attributes functions KRfunctions
197${GENERATED_CODE} : % : %.cfa ${CFACCBIN}
198        ${CFACOMPILETEST} -CFA -XCFA -p -c -fsyntax-only -o ${abspath ${@}}
199
200#------------------------------------------------------------------------------
201# CUSTOM TARGET
202#------------------------------------------------------------------------------
203# tests that just validate syntax and compiler output should be compared to stderr
204CFACOMPILE_SYNTAX = ${CFACOMPILETEST} -Wno-unused-variable -Wno-unused-label -c -fsyntax-only -o ${abspath ${@}}
205
206SYNTAX_ONLY_CODE = expression typedefRedef variableDeclarator switch numericConstants identFuncDeclarator \
207        init1 limits nested-types cast labelledExit array quasiKeyword include/stdincludes include/includes builtins/sync warnings/self-assignment concurrency/waitfor/parse
208${SYNTAX_ONLY_CODE} : % : %.cfa ${CFACCBIN}
209        ${CFACOMPILE_SYNTAX}
210        ${if ${test}, cp ${test} ${abspath ${@}}, }
211
212# expected failures
213# use custom target since they require a custom define *and* have a name that doesn't match the file
214
215array-ERR1 : array.cfa ${CFACCBIN}
216        ${CFACOMPILE_SYNTAX} -DERR1
217        -cp ${test} ${abspath ${@}}
218
219array-ERR2 : array.cfa ${CFACCBIN}
220        ${CFACOMPILE_SYNTAX} -DERR2
221        -cp ${test} ${abspath ${@}}
222
223array-ERR3 : array.cfa ${CFACCBIN}
224        ${CFACOMPILE_SYNTAX} -DERR3
225        -cp ${test} ${abspath ${@}}
226
227alloc-ERROR : alloc.cfa ${CFACCBIN}
228        ${CFACOMPILE_SYNTAX} -DERR1
229        -cp ${test} ${abspath ${@}}
230
231init1-ERROR : init1.cfa ${CFACCBIN}
232        ${CFACOMPILE_SYNTAX} -DERR1
233        -cp ${test} ${abspath ${@}}
234
235typedefRedef-ERR1 : typedefRedef.cfa ${CFACCBIN}
236        ${CFACOMPILE_SYNTAX} -DERR1
237        -cp ${test} ${abspath ${@}}
238
239nested-types-ERR1 : nested-types.cfa ${CFACCBIN}
240        ${CFACOMPILE_SYNTAX} -DERR1
241        -cp ${test} ${abspath ${@}}
242
243nested-types-ERR2 : nested-types.cfa ${CFACCBIN}
244        ${CFACOMPILE_SYNTAX} -DERR2
245        -cp ${test} ${abspath ${@}}
246
247raii/memberCtors-ERR1 : raii/memberCtors.cfa ${CFACCBIN}
248        ${CFACOMPILE_SYNTAX} -DERR1
249        -cp ${test} ${abspath ${@}}
250
251raii/ctor-autogen-ERR1 : raii/ctor-autogen.cfa ${CFACCBIN}
252        ${CFACOMPILE_SYNTAX} -DERR1
253        -cp ${test} ${abspath ${@}}
254
255raii/dtor-early-exit-ERR1 : raii/dtor-early-exit.cfa ${CFACCBIN}
256        ${CFACOMPILE_SYNTAX} -DERR1
257        -cp ${test} ${abspath ${@}}
258
259raii/dtor-early-exit-ERR2 : raii/dtor-early-exit.cfa ${CFACCBIN}
260        ${CFACOMPILE_SYNTAX} -DERR2
261        -cp ${test} ${abspath ${@}}
262
263# Exception Tests
264# Test with libcfathread; it changes how storage works.
265
266exceptions/%-threads : exceptions/%.cfa ${CFACCBIN}
267        ${CFACOMPILETEST} -include exceptions/with-threads.hfa -c -o ${abspath ${@}}.o
268        ${CFACCLOCAL} ${${shell echo "${@}_FLAGSLD" | sed 's/-\|\//_/g'}} ${abspath ${@}}.o -o ${abspath ${@}}
269
270# Linking tests
271# Meta tests to make sure we see linking errors (can't compile with -O2 since it may multiply number of calls)
272linking/linkerror : linking/linkerror.cfa ${CFACCBIN}
273        ${CFACOMPILETEST} -O0 -c -o ${abspath ${@}}.o
274        ${CFACCLINK}  -O0 ${@}.o -o ${abspath ${@}}
275        rm ${abspath ${@}}.o
276
277#------------------------------------------------------------------------------
278# Other targets
Note: See TracBrowser for help on using the repository browser.