source: src/examples/runTests.sh@ 58b5d03

ADT aaron-thesis arm-eh ast-experimental cleanup-dtors ctor deferred_resn demangler enum forall-pointer-decay gc_noraii jacob/cs343-translation jenkins-sandbox memory new-ast new-ast-unique-expr new-env no_list persistent-indexer pthread-emulation qualifiedEnum resolv-new with_gc
Last change on this file since 58b5d03 was 353f395, checked in by Thierry Delisle <tdelisle@…>, 9 years ago

tests now return different exit code based on whether test fail or not

  • Property mode set to 100755
File size: 1.9 KB
Line 
1#!/bin/bash
2
3##############################################################################
4#
5# Cforall Version 1.0.0 Copyright (C) 2015 University of Waterloo
6#
7# The contents of this file are covered under the licence agreement in the
8# file "LICENCE" distributed with Cforall.
9#
10# Runs integration tests for cfa-cc.
11#
12# Output of test run will be copied into $logfile (default: tests/log.txt).
13# Build failures for tests will be placed in tests/$test.make.txt, incorrect
14# output in tests/$test.run.txt.
15#
16# Author : Aaron B. Moss
17# Created On : Mon Nov 23 14:19:00 2015
18# Last Modified By : Aaron B. Moss
19# Last Modified On : Mon Nov 23 14:19:00 2015
20# Update Count : 1
21#
22##############################################################################
23
24# list of tests to run;
25# Should be a make target for each test that generates an executable in the
26# current directory named the same; should also be an input file
27# tests/$test.in.txt and expected output tests/$test.out.txt
28tests="vector_test avl_test"
29
30# log file for test output;
31# reset at the beginning of each run
32logfile=tests/log.txt
33touch $logfile && rm $logfile
34
35# clean existing build artifacts before run
36make clean > /dev/null 2>&1
37
38ret_val=0
39
40for test in $tests; do
41 echo -n " $test" | tee -a $logfile
42
43 # build, skipping to next test on error
44 if ! make -j 8 $test > tests/$test.make.txt 2>&1; then
45 ret_val=1
46 echo -e "\tFAILED with build error:" | tee -a $logfile
47 cat tests/$test.make.txt | tee -a $logfile
48 continue
49 fi
50 rm tests/$test.make.txt
51
52 # run, testing against expected output
53 ./$test < tests/$test.in.txt > tests/$test.run.txt 2>&1
54 if ! diff tests/$test.out.txt tests/$test.run.txt > tests/$test.diff.txt; then
55 ret_val=1
56 echo -e "\tFAILED with output mismatch:" | tee -a $logfile
57 cat tests/$test.diff.txt | tee -a $logfile
58 continue
59 fi
60 rm tests/$test.run.txt tests/$test.diff.txt ./$test
61
62 echo -e "\tPASSED" | tee -a $logfile
63done
64
65exit $((ret_val))
Note: See TracBrowser for help on using the repository browser.