1 | # A test.py run (including what happens in the nightly build) runs the dimexpr-match test in a coarse, quick-check, fashion.
|
---|
2 | # This script helps you run the dimexpr-match test manually, in a more thorough fashion.
|
---|
3 | # test.py runs do not use this script.
|
---|
4 |
|
---|
5 | # The thoroughness that this script affords is
|
---|
6 | # - verifying that _each_ rejection case is rejected, among a huge number of rejection cases
|
---|
7 | # - particularly, counting those that reject by way of CFACC calling GCC, which issues a warning; these rejections are not reached by getting CFACC to report all errors at once
|
---|
8 | # - observing the behaviour of a compiler other than the CFACC version in whose folder the test occurs; for example, GCC
|
---|
9 |
|
---|
10 | # usage (one of)
|
---|
11 | # ./dimexpr-match-detail.sh '/u0/mlbrooks/cfa2/build-straw3/driver/cfa -DCFA_PREVIEW_FUNCTIONALITY'
|
---|
12 | # ./dimexpr-match-detail.sh ~/cfa6/build/driver/cfa
|
---|
13 | # ./dimexpr-match-detail.sh 'gcc -x c'
|
---|
14 |
|
---|
15 |
|
---|
16 |
|
---|
17 | compiler=${1:-cfa}
|
---|
18 | test=${2:-dimexpr-match-c.cfa}
|
---|
19 |
|
---|
20 | # Same as first half of the auto-test: check that all the cases that should be accepted are accepted
|
---|
21 | set -x
|
---|
22 | $compiler $test
|
---|
23 | rc=$?
|
---|
24 | { set +x; } 2> /dev/null
|
---|
25 |
|
---|
26 | if [ $rc -gt 0 ]; then
|
---|
27 | echo
|
---|
28 | echo
|
---|
29 | echo "TEST FAILURE: compiler rejected a case that should be accepted"
|
---|
30 | echo
|
---|
31 | echo
|
---|
32 |
|
---|
33 | exit 1
|
---|
34 | fi
|
---|
35 |
|
---|
36 | set -x
|
---|
37 | ./a.out
|
---|
38 | rc=$?
|
---|
39 | { set +x; } 2> /dev/null
|
---|
40 |
|
---|
41 | if [ $rc -gt 0 ]; then
|
---|
42 | echo
|
---|
43 | echo
|
---|
44 | echo "TEST FAILURE: runtime crash on a case that should be accepted"
|
---|
45 | echo
|
---|
46 | echo
|
---|
47 |
|
---|
48 | exit 1
|
---|
49 | fi
|
---|
50 |
|
---|
51 | # More detailed alternative to the second half of the auto-test: check that each case that the first half skipped is rejected, when run all by itself
|
---|
52 |
|
---|
53 | function verifyCompilationRejection() {
|
---|
54 | set -x
|
---|
55 | $compiler $1 &> /dev/null
|
---|
56 | rc=$?
|
---|
57 |
|
---|
58 | { set +x; } 2> /dev/null
|
---|
59 |
|
---|
60 | if [ $rc -eq 0 ]; then
|
---|
61 | echo
|
---|
62 | echo
|
---|
63 | echo "TEST FAILURE: compiler accepted case that should be rejected:"
|
---|
64 | echo $1
|
---|
65 | echo
|
---|
66 | echo
|
---|
67 |
|
---|
68 | # keep checking other cases
|
---|
69 | fi
|
---|
70 | }
|
---|
71 |
|
---|
72 | export -f verifyCompilationRejection
|
---|
73 | export compiler
|
---|
74 |
|
---|
75 | ./a.out -cmd4skip | sed -E -n 's/skip.*\| *//p' | xargs -n 1 -I {} bash -c 'verifyCompilationRejection "$@"' _ {}
|
---|