| [f85bc15] | 1 | import os
 | 
|---|
| [a45fc7b] | 2 | import subprocess
 | 
|---|
| [f3b9efc] | 3 | import sys
 | 
|---|
| [5b993e0] | 4 | from . import tools
 | 
|---|
| [bacc36c] | 5 | 
 | 
|---|
| [dcfedca] | 6 | global original_path
 | 
|---|
 | 7 | 
 | 
|---|
| [f85bc15] | 8 | try :
 | 
|---|
| [dcfedca] | 9 |         original_path = os.getcwd()
 | 
|---|
| [afe8882] | 10 |         testpath = os.path.dirname(os.path.abspath(os.path.join(os.getcwd(), sys.argv[0])))
 | 
|---|
 | 11 |         sys.path.append(testpath)
 | 
|---|
| [552f5cb] | 12 |         import config
 | 
|---|
| [f85bc15] | 13 | 
 | 
|---|
| [552f5cb] | 14 |         SRCDIR = os.path.abspath(config.SRCDIR)
 | 
|---|
 | 15 |         BUILDDIR = os.path.abspath(config.BUILDDIR)
 | 
|---|
| [d65f92c] | 16 |         distribute = config.DISTRIBUTE
 | 
|---|
| [afe8882] | 17 |         os.chdir(testpath)
 | 
|---|
 | 18 | 
 | 
|---|
| [f85bc15] | 19 | except:
 | 
|---|
 | 20 |         print('ERROR: missing config.py, re-run configure script.', file=sys.stderr)
 | 
|---|
 | 21 |         sys.exit(1)
 | 
|---|
 | 22 | 
 | 
|---|
| [bacc36c] | 23 | class Architecture:
 | 
|---|
| [f3b9efc] | 24 |         KnownArchitectures = {
 | 
|---|
| [41af19c] | 25 |                 'x64'         : 'x64',
 | 
|---|
 | 26 |                 'x86-64'      : 'x64',
 | 
|---|
 | 27 |                 'x86_64'      : 'x64',
 | 
|---|
 | 28 |                 'x86'         : 'x86',
 | 
|---|
| [9509a412] | 29 |                 'aarch64'     : 'arm64',
 | 
|---|
 | 30 |                 'arm64'       : 'arm64',
 | 
|---|
 | 31 |                 'ARM64'       : 'arm64',
 | 
|---|
| [41af19c] | 32 |                 'i386'        : 'x86',
 | 
|---|
 | 33 |                 'i486'        : 'x86',
 | 
|---|
 | 34 |                 'i686'        : 'x86',
 | 
|---|
 | 35 |                 'Intel 80386' : 'x86',
 | 
|---|
| [9509a412] | 36 |                 'arm'         : 'arm32',
 | 
|---|
 | 37 |                 'ARM'         : 'arm32',
 | 
|---|
 | 38 |                 'arm32'       : 'arm32',
 | 
|---|
 | 39 |                 'ARM32'       : 'arm32',
 | 
|---|
| [f3b9efc] | 40 |         }
 | 
|---|
 | 41 | 
 | 
|---|
| [575a6e5] | 42 |         CrossCompileFlags = {
 | 
|---|
| [9509a412] | 43 |                 'x64'  : 'ARCH_FLAGS=-m64',
 | 
|---|
 | 44 |                 'x86'  : 'ARCH_FLAGS=-m32',
 | 
|---|
 | 45 |                 'arm64': 'ARCH_FLAGS=',
 | 
|---|
 | 46 |                 'arm32': 'ARCH_FLAGS=',
 | 
|---|
| [575a6e5] | 47 |         }
 | 
|---|
 | 48 | 
 | 
|---|
| [f3b9efc] | 49 |         def __init__(self, arch):
 | 
|---|
| [575a6e5] | 50 |                 try:
 | 
|---|
| [5bf1f3e] | 51 |                         canonical_host = Architecture.make_canonical( config.HOSTARCH )
 | 
|---|
| [575a6e5] | 52 |                 except KeyError:
 | 
|---|
| [d82892a] | 53 |                         print("Unknown host architecture %s" % config.HOSTARCH, file=sys.stderr)
 | 
|---|
| [575a6e5] | 54 |                         sys.exit(1)
 | 
|---|
 | 55 | 
 | 
|---|
| [f3b9efc] | 56 |                 if arch:
 | 
|---|
 | 57 |                         try:
 | 
|---|
| [5bf1f3e] | 58 |                                 arch = Architecture.make_canonical( arch )
 | 
|---|
| [f3b9efc] | 59 |                         except KeyError:
 | 
|---|
| [d82892a] | 60 |                                 print("Unknown architecture %s" % arch, file=sys.stderr)
 | 
|---|
| [f3b9efc] | 61 |                                 sys.exit(1)
 | 
|---|
| [575a6e5] | 62 | 
 | 
|---|
 | 63 |                 if arch and arch != canonical_host:
 | 
|---|
 | 64 |                         self.target = arch
 | 
|---|
 | 65 |                         self.cross_compile = True
 | 
|---|
 | 66 |                 else:
 | 
|---|
 | 67 |                         self.target = canonical_host
 | 
|---|
 | 68 |                         self.cross_compile = False
 | 
|---|
| [47c1928] | 69 | 
 | 
|---|
 | 70 | 
 | 
|---|
 | 71 |                 try :
 | 
|---|
 | 72 |                         self.flags = Architecture.CrossCompileFlags[self.target]
 | 
|---|
 | 73 |                 except KeyError:
 | 
|---|
 | 74 |                         print("Cross compilation not available for architecture %s" % self.target, file=sys.stderr)
 | 
|---|
 | 75 |                         sys.exit(1)
 | 
|---|
| [575a6e5] | 76 | 
 | 
|---|
| [f3b9efc] | 77 |                 self.string = self.target
 | 
|---|
 | 78 | 
 | 
|---|
 | 79 |         def update(self):
 | 
|---|
 | 80 |                 if not self.cross_compile:
 | 
|---|
 | 81 |                         self.target = machine_default()
 | 
|---|
 | 82 |                         self.string = self.target
 | 
|---|
 | 83 |                         print("updated to %s" % self.target)
 | 
|---|
 | 84 | 
 | 
|---|
| [136f86b] | 85 |         def filter(self, tests):
 | 
|---|
 | 86 |                 return [test for test in tests if not test.arch or self.target == test.arch]
 | 
|---|
| [f3b9efc] | 87 | 
 | 
|---|
| [64cf022] | 88 |         @staticmethod
 | 
|---|
 | 89 |         def make_canonical(arch):
 | 
|---|
| [f3b9efc] | 90 |                 return Architecture.KnownArchitectures[arch]
 | 
|---|
 | 91 | 
 | 
|---|
| [bacc36c] | 92 | 
 | 
|---|
| [f3b9efc] | 93 | class Debug:
 | 
|---|
 | 94 |         def __init__(self, value):
 | 
|---|
 | 95 |                 self.string = "debug" if value else "no debug"
 | 
|---|
| [a45fc7b] | 96 |                 self.flags  = """DEBUG_FLAGS=%s""" % ("-debug -O0" if value else "-nodebug -O2")
 | 
|---|
| [d65f92c] | 97 |                 self.path   = "debug" if value else "nodebug"
 | 
|---|
| [bacc36c] | 98 | 
 | 
|---|
| [99581ee] | 99 | class AST:
 | 
|---|
 | 100 |         def __init__(self, ast):
 | 
|---|
 | 101 |                 if ast == "new":
 | 
|---|
| [a2f2fda] | 102 |                         self.target = ast
 | 
|---|
| [99581ee] | 103 |                         self.string = "New AST"
 | 
|---|
 | 104 |                         self.flags  = """AST_FLAGS=-XCFA,--new-ast"""
 | 
|---|
 | 105 |                 elif ast == "old":
 | 
|---|
| [a2f2fda] | 106 |                         self.target = ast
 | 
|---|
| [99581ee] | 107 |                         self.string = "Old AST"
 | 
|---|
 | 108 |                         self.flags  = """AST_FLAGS=-XCFA,--old-ast"""
 | 
|---|
 | 109 |                 elif ast == None:
 | 
|---|
| [a2f2fda] | 110 |                         self.target = "new" if config.NEWAST else "old"
 | 
|---|
 | 111 |                         self.string = "Default AST (%s)" % self.target
 | 
|---|
| [99581ee] | 112 |                         self.flags  = """AST_FLAGS="""
 | 
|---|
 | 113 |                 else:
 | 
|---|
 | 114 |                         print("""ERROR: Invalid ast configuration, must be "old", "new" or left unspecified, was %s""" % (value), file=sys.stderr)
 | 
|---|
| [a2f2fda] | 115 |                         sys.exit(1)
 | 
|---|
 | 116 | 
 | 
|---|
 | 117 |         def filter(self, tests):
 | 
|---|
 | 118 | 
 | 
|---|
 | 119 |                 return [test for test in tests if not test.astv or self.target == test.astv]
 | 
|---|
| [99581ee] | 120 | 
 | 
|---|
| [a5121bf] | 121 | class Install:
 | 
|---|
 | 122 |         def __init__(self, value):
 | 
|---|
| [d65f92c] | 123 |                 if value:
 | 
|---|
 | 124 |                         distribute = False
 | 
|---|
 | 125 | 
 | 
|---|
| [abec2f8] | 126 |                 self.string = "installed" if value else "in tree"
 | 
|---|
| [158b026] | 127 |                 self.flags  = """installed=%s""" % ("yes" if value else "no")
 | 
|---|
| [a5121bf] | 128 | 
 | 
|---|
| [afe8882] | 129 | class Timeouts:
 | 
|---|
 | 130 |         def __init__(self, ts, tg):
 | 
|---|
 | 131 |                 self.single = Timeouts.check(ts)
 | 
|---|
 | 132 |                 self.total  = Timeouts.check(tg)
 | 
|---|
 | 133 | 
 | 
|---|
| [64cf022] | 134 |         @staticmethod
 | 
|---|
 | 135 |         def check(value):
 | 
|---|
| [afe8882] | 136 |                 if value < 1:
 | 
|---|
 | 137 |                         print("Timeouts must be at least 1 second", file=sys.stderr)
 | 
|---|
 | 138 |                         sys.exit(1)
 | 
|---|
 | 139 | 
 | 
|---|
 | 140 |                 return value
 | 
|---|
 | 141 | 
 | 
|---|
| [bacc36c] | 142 | def init( options ):
 | 
|---|
| [99581ee] | 143 |         global all_ast
 | 
|---|
| [136f86b] | 144 |         global all_arch
 | 
|---|
 | 145 |         global all_debug
 | 
|---|
 | 146 |         global all_install
 | 
|---|
| [99581ee] | 147 |         global ast
 | 
|---|
| [bacc36c] | 148 |         global arch
 | 
|---|
| [99581ee] | 149 |         global debug
 | 
|---|
| [6daaee3] | 150 |         global archive
 | 
|---|
| [99581ee] | 151 |         global install
 | 
|---|
 | 152 | 
 | 
|---|
| [136f86b] | 153 |         global continue_
 | 
|---|
| [bacc36c] | 154 |         global dry_run
 | 
|---|
 | 155 |         global generating
 | 
|---|
| [6daaee3] | 156 |         global make
 | 
|---|
| [5bf1f3e] | 157 |         global output_width
 | 
|---|
| [6daaee3] | 158 |         global timeout
 | 
|---|
| [d658183] | 159 |         global timeout2gdb
 | 
|---|
| [bacc36c] | 160 | 
 | 
|---|
| [99581ee] | 161 |         all_ast      = [AST(o)          for o in list(dict.fromkeys(options.ast    ))] if options.ast  else [AST(None)]
 | 
|---|
| [41af19c] | 162 |         all_arch     = [Architecture(o) for o in list(dict.fromkeys(options.arch   ))] if options.arch else [Architecture(None)]
 | 
|---|
| [136f86b] | 163 |         all_debug    = [Debug(o)        for o in list(dict.fromkeys(options.debug  ))]
 | 
|---|
 | 164 |         all_install  = [Install(o)      for o in list(dict.fromkeys(options.install))]
 | 
|---|
| [6daaee3] | 165 |         archive      = os.path.abspath(os.path.join(original_path, options.archive_errors)) if options.archive_errors else None
 | 
|---|
| [136f86b] | 166 |         continue_    = options.continue_
 | 
|---|
| [8209e70] | 167 |         dry_run      = options.dry_run # must be called before tools.config_hash()
 | 
|---|
| [5bf1f3e] | 168 |         generating   = options.regenerate_expected
 | 
|---|
| [6daaee3] | 169 |         make         = ['make']
 | 
|---|
| [5bf1f3e] | 170 |         output_width = 24
 | 
|---|
| [6daaee3] | 171 |         timeout      = Timeouts(options.timeout, options.global_timeout)
 | 
|---|
| [d658183] | 172 |         timeout2gdb  = options.timeout_with_gdb
 | 
|---|
| [bacc36c] | 173 | 
 | 
|---|
| [17bc05b] | 174 |         # if we distribute, distcc errors will fail tests, use log file for distcc
 | 
|---|
 | 175 |         # don't use "'DISTCC_LOG' not in os.environ" because it can be set to ''
 | 
|---|
| [d65f92c] | 176 |         if distribute and not os.environ.get('DISTCC_LOG'):
 | 
|---|
 | 177 |                 os.putenv('DISTCC_LOG', os.path.join(BUILDDIR, 'distcc_error.log'))
 | 
|---|
| [f85bc15] | 178 | 
 | 
|---|
| [5bf1f3e] | 179 | def update_make_cmd(force, jobs):
 | 
|---|
| [bacc36c] | 180 |         global make
 | 
|---|
 | 181 | 
 | 
|---|
| [a45fc7b] | 182 |         make = ['make'] if not force else ['make', "-j%i" % jobs]
 | 
|---|
| [28582b2] | 183 | 
 | 
|---|
 | 184 | def validate():
 | 
|---|
| [136f86b] | 185 |         """Validate the current configuration and update globals"""
 | 
|---|
 | 186 | 
 | 
|---|
 | 187 |         global distcc
 | 
|---|
 | 188 |         distcc       = "DISTCC_CFA_PATH=~/.cfadistcc/%s/cfa" % tools.config_hash()
 | 
|---|
| [afe8882] | 189 |         errf = os.path.join(BUILDDIR, ".validate.err")
 | 
|---|
| [d65f92c] | 190 |         make_ret, out = tools.make( ".validate", error_file = errf, output_file=subprocess.DEVNULL, error=subprocess.DEVNULL )
 | 
|---|
| [28582b2] | 191 |         if make_ret != 0:
 | 
|---|
| [afe8882] | 192 |                 with open (errf, "r") as myfile:
 | 
|---|
| [28582b2] | 193 |                         error=myfile.read()
 | 
|---|
| [575a6e5] | 194 |                 print("ERROR: Invalid configuration %s:%s" % (arch.string, debug.string), file=sys.stderr)
 | 
|---|
| [28582b2] | 195 |                 print("       verify returned : \n%s" % error, file=sys.stderr)
 | 
|---|
| [afe8882] | 196 |                 tools.rm(errf)
 | 
|---|
| [28582b2] | 197 |                 sys.exit(1)
 | 
|---|
 | 198 | 
 | 
|---|
| [d3c1c6a] | 199 |         tools.rm(errf)
 | 
|---|
 | 200 | 
 | 
|---|
 | 201 | def prep_output(tests):
 | 
|---|
| [5bf1f3e] | 202 |         global output_width
 | 
|---|
 | 203 |         output_width = max(map(lambda t: len(t.target()), tests))
 | 
|---|