Changeset 6a1bdfd for src/tests/test.py

Timestamp:

Dec 13, 2016, 5:42:53 PM (8 years ago)

Author:

Thierry Delisle <tdelisle@…>

Branches:

ADT, aaron-thesis, arm-eh, ast-experimental, cleanup-dtors, deferred_resn, demangler, enum, forall-pointer-decay, jacob/cs343-translation, jenkins-sandbox, master, new-ast, new-ast-unique-expr, new-env, no_list, persistent-indexer, pthread-emulation, qualifiedEnum, resolv-new, with_gc

Children:

cc640aad

Parents:

37efaf56

Message:

Python test script now supports both debug and no debug tests

File:

• src/tests/test.py (modified) (9 diffs)

src/tests/test.py

@@ -104 +104 @@
 #               running test functions
 ################################################################################
-def run_single_test(test, generate, dry_run):
+def run_single_test(test, generate, dry_run, debug):
 
         # find the output file based on the test name and options flag
@@ -113 +113 @@
         sh("rm -f %s > /dev/null 2>&1" % test.name, dry_run)
 
+        options = "-debug" if debug else "-nodebug";
+
         # build, skipping to next test on error
-        make_ret, _ = sh("%s %s 2> %s 1> /dev/null" % (make_cmd, test.name, out_file), dry_run)
+        make_ret, _ = sh("""%s CFLAGS="-quiet %s" %s 2> %s 1> /dev/null""" % (make_cmd, options, test.name, out_file), dry_run)
 
         # if the make command succeds continue otherwise skip to diff
@@ -165 +167 @@
         return retcode, error
 
-def run_test_instance(t, generate, dry_run) :
+def run_test_instance(t, generate, dry_run, debug) :
         # print formated name
         name_txt = "%20s  " % t.name
 
         #run the test instance and collect the result
-        test_failed, error = run_single_test(t, generate, dry_run)
+        test_failed, error = run_single_test(t, generate, dry_run, debug)
 
         # update output based on current action
@@ -194 +196 @@
 
 # run the given list of tests with the given parameters
-def run_tests(tests, generate, dry_run, jobs) :
+def run_tests(tests, generate, dry_run, jobs, debug) :
         # clean the sandbox from previous commands
         sh("%s clean > /dev/null 2>&1" % make_cmd, dry_run)
@@ -207 +209 @@
         pool = Pool(jobs)
         try :
-                results = pool.map_async(partial(run_test_instance, generate=generate, dry_run=dry_run), tests ).get(99999999)
+                results = pool.map_async(partial(run_test_instance, generate=generate, dry_run=dry_run, debug=debug), tests ).get(99999999)
         except KeyboardInterrupt:
                 pool.terminate()
@@ -222 +224 @@
         return 0
 
+def yes_no(string):
+        if string == "yes" :
+                return True
+        if string == "no" :
+                return False
+        raise argparse.ArgumentTypeError(msg)
+        return False
+
+
 ################################################################################
 #               main loop
@@ -227 +238 @@
 # create a parser with the arguments for the tests script
 parser = argparse.ArgumentParser(description='Script which runs cforall tests')
+parser.add_argument('--debug', help='Run all tests in debug or release', type=yes_no, default='no')
 parser.add_argument('--dry-run', help='Don\'t run the tests, only output the commands', action='store_true')
 parser.add_argument('--list', help='List all test available', action='store_true')
@@ -296 +308 @@
         sys.exit(1)
 
-print('Running on %i cores' % options.jobs)
+print('Running (%s) on %i cores' % ("debug" if options.debug else "no debug", options.jobs))
 make_cmd = "make" if make_flags else ("make -j%i" % options.jobs)
 
@@ -305 +317 @@
 else :
         # otherwise run all tests and make sure to return the correct error code
-        sys.exit( run_tests(tests, options.regenerate_expected, options.dry_run, options.jobs) )
+        sys.exit( run_tests(tests, options.regenerate_expected, options.dry_run, options.jobs, options.debug) )