Changeset 256728f for tests

Timestamp:

Jun 26, 2019, 5:32:42 PM (5 years ago)

Author:

Peter A. Buhr <pabuhr@…>

Branches:

ADT, arm-eh, ast-experimental, enum, forall-pointer-decay, jacob/cs343-translation, jenkins-sandbox, master, new-ast, new-ast-unique-expr, pthread-emulation, qualifiedEnum

Children:

39156ed

Parents:

bd87a9ad (diff), b0ab7853 (diff)
Note: this is a merge changeset, the changes displayed below correspond to the merge itself.
Use the (diff) links above to see all the changes relative to each parent.

Message:

Merge branch 'master' of plg.uwaterloo.ca:software/cfa/cfa-cc

Location:

tests

Files:

• pybin/tools.py (modified) (2 diffs)
• test.py (modified) (2 diffs)

tests/pybin/tools.py

@@ -179 +179 @@
                         os.chdir(cwd)
 
+def killgroup():
+        try:
+                os.killpg(os.getpgrp(), signal.SIGINT)
+        except KeyboardInterrupt:
+                pass # expected
+        except Exception as exc:
+                print("Unexpected exception", file=sys.stderr)
+                print(exc, file=sys.stderr)
+                sys.stderr.flush()
+                sys.exit(2)
+
 ################################################################################
 #               file handling
@@ -301 +312 @@
         self.end = time.time()
         self.duration = self.end - self.start
+
+def timed(src, timeout):
+        expire = time.time() + timeout
+        i = iter(src)
+        while True:
+                yield i.next(max(expire - time.time(), 0))

tests/test.py

@@ -202 +202 @@
                 if error :
                         text = text + '\n' + error
-                        out = sys.stderr
-
-                print(text, file = out)
-                sys.stdout.flush()
+
+                return retcode == TestResult.SUCCESS, text
+        except KeyboardInterrupt:
+                return False, ""
+        except:
+                print("Unexpected error in worker thread", file=sys.stderr)
                 sys.stderr.flush()
-
-                return retcode != TestResult.SUCCESS
-        except KeyboardInterrupt:
-                False
+                return False, ""
+
 
 # run the given list of tests with the given parameters
@@ -220 +220 @@
         pool = multiprocessing.Pool(jobs)
 
+        failed = False
+
         # for each test to run
         try :
-                results = pool.map_async(
+                num = len(tests)
+                fancy = sys.stdout.isatty()
+                results = pool.imap_unordered(
                         run_test_worker,
                         tests,
                         chunksize = 1
-                ).get(settings.timeout.total)
+                )
+
+                for i, (succ, txt) in enumerate(timed(results, timeout = settings.timeout.total), 1) :
+                        if not succ :
+                                failed = True
+
+                        print("       " + txt)
+
+                        if(fancy and i != num):
+                                print("%d/%d" % (i, num), end='\r')
+                                sys.stdout.flush()
+
         except KeyboardInterrupt:
+                print("Tests interrupted by user", file=sys.stderr)
                 pool.terminate()
-                print("Tests interrupted by user")
-                sys.exit(1)
+                pool.join()
+                failed = True
+        except multiprocessing.TimeoutError:
+                print("ERROR: Test suite timed out", file=sys.stderr)
+                pool.terminate()
+                pool.join()
+                failed = True
+                killgroup() # needed to cleanly kill all children
+
 
         # clean the workspace
         make('clean', output=subprocess.DEVNULL, error=subprocess.DEVNULL)
 
-        for failed in results:
-                if failed :
-                        return 1
-
-        return 0
+        return 1 if failed else 0