Context Navigation

source: Jenkinsfile @ e72969a

ADTarm-ehast-experimentalenumforall-pointer-decayjacob/cs343-translationnew-ast-unique-exprpthread-emulationqualifiedEnum

Last change on this file since e72969a was cece53c, checked in by Thierry Delisle <tdelisle@…>, 3 years ago
Don't archive librairies if no test crashed.
Property mode set to `100644`
File size: 15.1 KB

Rev	Line
[a63ad80]	1	#!groovy
	2
[7a230fd]	3	import groovy.transform.Field
	4
[29f4fe62]	5	//===========================================================================================================
[9beae23]	6	// Main loop of the compilation
[29f4fe62]	7	//===========================================================================================================
[56a9ce6]	8
[85142648]	9	node('master') {
	10	// Globals
	11	BuildDir = pwd tmp: true
	12	SrcDir = pwd tmp: false
	13	Settings = null
[1483a16]	14	Tools = null
[4f9e706]	15
[85142648]	16	// Local variables
	17	def err = null
	18	def log_needed = false
[5b8413b4]	19
[85142648]	20	currentBuild.result = "SUCCESS"
[4f9e706]	21
[85142648]	22	try {
	23	//Wrap build to add timestamp to command line
	24	wrap([$class: 'TimestamperBuildWrapper']) {
[0ef06b6]	25
[85142648]	26	Settings = prepare_build()
[952ee7a]	27
[85142648]	28	node(Settings.Architecture.node) {
[9dd31e7]	29	BuildDir = pwd tmp: true
	30	SrcDir = pwd tmp: false
[7684557]	31	currentBuild.description = "${currentBuild.description} on ${env.NODE_NAME}"
[23a14d86]	32
[9dd31e7]	33	Tools.Clean()
[7aebc62]	34
[9dd31e7]	35	Tools.Checkout()
[fde808df]	36
[9dd31e7]	37	build()
[95fdb0a]	38
[9dd31e7]	39	test()
[95fdb0a]	40
[9dd31e7]	41	benchmark()
[95fdb0a]	42
[9dd31e7]	43	build_doc()
[7359098]	44
[9dd31e7]	45	publish()
[85142648]	46	}
[9beae23]	47
[85142648]	48	// Update the build directories when exiting the node
	49	BuildDir = pwd tmp: true
	50	SrcDir = pwd tmp: false
[9beae23]	51	}
[738cf8f]	52	}
	53
[85142648]	54	//If an exception is caught we need to change the status and remember to
	55	//attach the build log to the email
	56	catch (Exception caughtError) {
[9dd31e7]	57	// Store the result of the build log
	58	currentBuild.result = "FAILURE"
	59
	60	// An error has occured, the build log is relevent
[85142648]	61	log_needed = true
[9beae23]	62
[9dd31e7]	63	// rethrow error later
[852ae0ea]	64	err = caughtError
	65
[9dd31e7]	66	// print the error so it shows in the log
[852ae0ea]	67	echo err.toString()
[85142648]	68	}
[738cf8f]	69
[85142648]	70	finally {
	71	//Send email with final results if this is not a full build
	72	email(log_needed)
[9beae23]	73
[85142648]	74	echo 'Build Completed'
[734891d]	75
[85142648]	76	/* Must re-throw exception to propagate error */
	77	if (err) {
	78	throw err
	79	}
[738cf8f]	80	}
	81	}
[29f4fe62]	82	//===========================================================================================================
[9beae23]	83	// Main compilation routines
[29f4fe62]	84	//===========================================================================================================
[95fdb0a]	85	def build() {
[e507c11]	86	debug = true
	87	release = Settings.RunAllTests \|\| Settings.RunBenchmark
[91aa5ab]	88	Tools.BuildStage('Build : configure', true) {
[dcf1979]	89	// Configure must be run inside the tree
	90	dir (SrcDir) {
	91	// Generate the necessary build files
	92	sh './autogen.sh'
	93	}
	94
[50f2cfc]	95	// Build outside of the src tree to ease cleaning
[5b8413b4]	96	dir (BuildDir) {
[8e58264]	97	//Configure the compilation (Output is not relevant)
[50f2cfc]	98	//Use the current directory as the installation target so nothing escapes the sandbox
	99	//Also specify the compiler by hand
[3fc5f010]	100	targets=""
[d4510ea]	101	if( Settings.RunAllTests \|\| Settings.RunBenchmark ) {
[6bde81d]	102	targets="--with-target-hosts='host:debug,host:nodebug'"
[3fc5f010]	103	} else {
[6bde81d]	104	targets="--with-target-hosts='host:debug'"
[3fc5f010]	105	}
	106
[d21dd3cb]	107	ast = Settings.NewAST ? "--enable-new-ast" : "--disable-new-ast"
	108
	109	sh "${SrcDir}/configure CXX=${Settings.Compiler.CXX} CC=${Settings.Compiler.CC} ${Settings.Architecture.flags} AR=gcc-ar RANLIB=gcc-ranlib ${targets} ${ast} --quiet --prefix=${BuildDir}"
[f253e4a]	110
	111	// Configure libcfa
[e70e54e]	112	sh 'make -j 8 --no-print-directory configure-libcfa'
[e507c11]	113	}
	114	}
	115
[91aa5ab]	116	Tools.BuildStage('Build : cfa-cpp', true) {
[e507c11]	117	// Build outside of the src tree to ease cleaning
	118	dir (BuildDir) {
	119	// Build driver
	120	sh 'make -j 8 --no-print-directory -C driver'
	121
	122	// Build translator
	123	sh 'make -j 8 --no-print-directory -C src'
	124	}
	125	}
[1752d0e]	126
[91aa5ab]	127	Tools.BuildStage('Build : libcfa(debug)', debug) {
[e507c11]	128	// Build outside of the src tree to ease cleaning
	129	dir (BuildDir) {
	130	sh "make -j 8 --no-print-directory -C libcfa/${Settings.Architecture.name}-debug"
	131	}
	132	}
	133
[91aa5ab]	134	Tools.BuildStage('Build : libcfa(nodebug)', release) {
[e507c11]	135	// Build outside of the src tree to ease cleaning
	136	dir (BuildDir) {
	137	sh "make -j 8 --no-print-directory -C libcfa/${Settings.Architecture.name}-nodebug"
[50f2cfc]	138	}
[620dd2b]	139	}
[aa96fba]	140
[91aa5ab]	141	Tools.BuildStage('Build : install', true) {
[aa96fba]	142	// Build outside of the src tree to ease cleaning
	143	dir (BuildDir) {
	144	sh "make -j 8 --no-print-directory install"
	145	}
	146	}
[95fdb0a]	147	}
[24eecab]	148
[95fdb0a]	149	def test() {
[4c1b9ea8]	150	try {
[1baf6ed]	151	// Print potential limits before testing
	152	// in case jenkins messes with them
[a33dcd5]	153	sh 'free -h'
[1baf6ed]	154	sh 'ulimit -a'
	155
[91aa5ab]	156	Tools.BuildStage('Test: short', !Settings.RunAllTests) {
[4c1b9ea8]	157	dir (BuildDir) {
[3e93c00]	158	//Run the tests from the tests directory
[4c51aca]	159	sh "make --no-print-directory -C tests archiveerrors=${BuildDir}/tests/crashes/short"
[3e93c00]	160	}
[4c1b9ea8]	161	}
	162
[91aa5ab]	163	Tools.BuildStage('Test: full', Settings.RunAllTests) {
[4c1b9ea8]	164	dir (BuildDir) {
	165	//Run the tests from the tests directory
[4c51aca]	166	sh """make --no-print-directory -C tests timeouts="--timeout=600 --global-timeout=14400" all-tests debug=yes archiveerrors=${BuildDir}/tests/crashes/full-debug"""
	167	sh """make --no-print-directory -C tests timeouts="--timeout=600 --global-timeout=14400" all-tests debug=no archiveerrors=${BuildDir}/tests/crashes/full-nodebug"""
[143e6f3]	168	}
[9beae23]	169	}
[620dd2b]	170	}
[4c1b9ea8]	171	catch (Exception err) {
	172	echo "Archiving core dumps"
[c95fdc9]	173	dir (BuildDir) {
[cece53c]	174	if( fileExists 'tests/crashes' ) {
	175	sh """${SrcDir}/tools/jenkins/archive-gen.sh"""
	176	archiveArtifacts artifacts: "tests/crashes/*/,lib/*/lib.so*,setup.sh", fingerprint: true
	177	}
[c95fdc9]	178	}
[4c1b9ea8]	179	throw err
	180	}
[95fdb0a]	181	}
	182
	183	def benchmark() {
[91aa5ab]	184	Tools.BuildStage('Benchmark', Settings.RunBenchmark) {
[5b8413b4]	185	dir (BuildDir) {
[0dc3ac3]	186	//Append bench results
[c6f1f3e]	187	sh "make --no-print-directory -C benchmark jenkins arch=${Settings.Architecture.name}"
[0dc3ac3]	188	}
[620dd2b]	189	}
[9beae23]	190	}
[efd60d67]	191
[95fdb0a]	192	def build_doc() {
[91aa5ab]	193	Tools.BuildStage('Documentation', Settings.BuildDocumentation) {
[9beae23]	194	dir ('doc/user') {
	195	make_doc()
	196	}
	197
	198	dir ('doc/refrat') {
	199	make_doc()
	200	}
[620dd2b]	201	}
[9beae23]	202	}
	203
[95fdb0a]	204	def publish() {
[91aa5ab]	205	Tools.BuildStage('Publish', true) {
[95fdb0a]	206
[1b3eef8]	207	if( Settings.Publish && !Settings.RunBenchmark ) { echo 'No results to publish!!!' }
[95fdb0a]	208
[3221a2b]	209	def groupCompile = new PlotGroup('Compilation', 'duration (s) - lower is better', true)
	210	def groupConcurrency = new PlotGroup('Concurrency', 'duration (n) - lower is better', false)
[a2a0065]	211
[3898392]	212	//Then publish the results
[13d2dac]	213	do_plot(Settings.RunBenchmark && Settings.Publish, 'compile' , groupCompile , false, 'Compilation')
	214	do_plot(Settings.RunBenchmark && Settings.Publish, 'compile.diff' , groupCompile , true , 'Compilation (relative)')
	215	do_plot(Settings.RunBenchmark && Settings.Publish, 'ctxswitch' , groupConcurrency, false, 'Context Switching')
	216	do_plot(Settings.RunBenchmark && Settings.Publish, 'ctxswitch.diff' , groupConcurrency, true , 'Context Switching (relative)')
	217	do_plot(Settings.RunBenchmark && Settings.Publish, 'mutex' , groupConcurrency, false, 'Mutual Exclusion')
	218	do_plot(Settings.RunBenchmark && Settings.Publish, 'mutex.diff' , groupConcurrency, true , 'Mutual Exclusion (relative)')
	219	do_plot(Settings.RunBenchmark && Settings.Publish, 'scheduling' , groupConcurrency, false, 'Internal and External Scheduling')
	220	do_plot(Settings.RunBenchmark && Settings.Publish, 'scheduling.diff', groupConcurrency, true , 'Internal and External Scheduling (relative)')
[620dd2b]	221	}
[95fdb0a]	222	}
	223
[29f4fe62]	224	//===========================================================================================================
	225	//Routine responsible of sending the email notification once the build is completed
	226	//===========================================================================================================
[a336d46]	227	//Standard build email notification
[13c98a4]	228	def email(boolean log) {
[a336d46]	229	//Since tokenizer doesn't work, figure stuff out from the environnement variables and command line
	230	//Configurations for email format
	231	echo 'Notifying users of result'
	232
	233	def project_name = (env.JOB_NAME =~ /(.+)\/.+/)[0][1].toLowerCase()
	234	def email_subject = "[${project_name} git][BUILD# ${env.BUILD_NUMBER} - ${currentBuild.result}] - branch ${env.BRANCH_NAME}"
[13c98a4]	235	def email_body = """<p>This is an automated email from the Jenkins build machine. It was
[a336d46]	236	generated because of a git hooks/post-receive script following
[986e260]	237	a ref change which was pushed to the C\u2200 repository.</p>
[6a531ab]	238	""" + Tools.GitLogMessage()
[e8a22a7]	239
[13c98a4]	240	def email_to = !Settings.IsSandbox ? "cforall@lists.uwaterloo.ca" : "tdelisle@uwaterloo.ca"
[e8a22a7]	241
[13c98a4]	242	if( Settings && !Settings.Silent ) {
[094a42c]	243	//send email notification
	244	emailext body: email_body, subject: email_subject, to: email_to, attachLog: log
	245	} else {
	246	echo "Would send email to: ${email_to}"
	247	echo "With title: ${email_subject}"
	248	echo "Content: \n${email_body}"
	249	}
[e8a22a7]	250	}
[5b8413b4]	251
	252	//===========================================================================================================
	253	// Helper classes/variables/routines
	254	//===========================================================================================================
	255	//Description of a compiler (Must be serializable since pipelines are persistent)
	256	class CC_Desc implements Serializable {
[93fe3154]	257	public String name
	258	public String CXX
[6ebc13f]	259	public String CC
[bf22bc6]	260	public String lto
[93fe3154]	261
[bf22bc6]	262	CC_Desc(String name, String CXX, String CC, String lto) {
[93fe3154]	263	this.name = name
	264	this.CXX = CXX
[bf22bc6]	265	this.CC = CC
	266	this.lto = lto
[5b8413b4]	267	}
	268	}
	269
	270	//Description of an architecture (Must be serializable since pipelines are persistent)
	271	class Arch_Desc implements Serializable {
	272	public String name
	273	public String flags
[5307c33]	274	public String node
[5b8413b4]	275
[5307c33]	276	Arch_Desc(String name, String flags, String node) {
[5b8413b4]	277	this.name = name
	278	this.flags = flags
[5307c33]	279	this.node = node
[5b8413b4]	280	}
	281	}
	282
	283	class BuildSettings implements Serializable {
	284	public final CC_Desc Compiler
	285	public final Arch_Desc Architecture
[d21dd3cb]	286	public final Boolean NewAST
[5b8413b4]	287	public final Boolean RunAllTests
	288	public final Boolean RunBenchmark
	289	public final Boolean BuildDocumentation
	290	public final Boolean Publish
	291	public final Boolean Silent
	292	public final Boolean IsSandbox
	293	public final String DescLong
	294	public final String DescShort
	295
[a336d46]	296	public String GitNewRef
	297	public String GitOldRef
	298
[490cb3c]	299	BuildSettings(java.util.Collections$UnmodifiableMap param, String branch) {
[5b8413b4]	300	switch( param.Compiler ) {
[099f5bd]	301	case 'gcc-9':
[bf22bc6]	302	this.Compiler = new CC_Desc('gcc-9', 'g++-9', 'gcc-9', '-flto=auto')
[099f5bd]	303	break
	304	case 'gcc-8':
[bf22bc6]	305	this.Compiler = new CC_Desc('gcc-8', 'g++-8', 'gcc-8', '-flto=auto')
[099f5bd]	306	break
	307	case 'gcc-7':
[bf22bc6]	308	this.Compiler = new CC_Desc('gcc-7', 'g++-7', 'gcc-7', '-flto=auto')
[099f5bd]	309	break
[5b8413b4]	310	case 'gcc-6':
[bf22bc6]	311	this.Compiler = new CC_Desc('gcc-6', 'g++-6', 'gcc-6', '-flto=auto')
[5b8413b4]	312	break
	313	case 'gcc-5':
[bf22bc6]	314	this.Compiler = new CC_Desc('gcc-5', 'g++-5', 'gcc-5', '-flto=auto')
[5b8413b4]	315	break
	316	case 'gcc-4.9':
[bf22bc6]	317	this.Compiler = new CC_Desc('gcc-4.9', 'g++-4.9', 'gcc-4.9', '-flto=auto')
[5b8413b4]	318	break
	319	case 'clang':
[391c065]	320	this.Compiler = new CC_Desc('clang', 'clang++-10', 'gcc-9', '-flto=thin -flto-jobs=0')
[5b8413b4]	321	break
	322	default :
	323	error "Unhandled compiler : ${cc}"
	324	}
	325
	326	switch( param.Architecture ) {
	327	case 'x64':
[a3e8281]	328	this.Architecture = new Arch_Desc('x64', '--host=x86_64', 'x64')
[5b8413b4]	329	break
	330	case 'x86':
[a3e8281]	331	this.Architecture = new Arch_Desc('x86', '--host=i386', 'x86')
[5b8413b4]	332	break
	333	default :
	334	error "Unhandled architecture : ${arch}"
	335	}
	336
[f95e8f0]	337	this.IsSandbox = (branch == "jenkins-sandbox")
[d21dd3cb]	338	this.NewAST = param.NewAST
[5b8413b4]	339	this.RunAllTests = param.RunAllTests
[7a230fd]	340	this.RunBenchmark = param.RunBenchmark
[5b8413b4]	341	this.BuildDocumentation = param.BuildDocumentation
[7a230fd]	342	this.Publish = param.Publish
[5b8413b4]	343	this.Silent = param.Silent
	344
	345	def full = param.RunAllTests ? " (Full)" : ""
[490cb3c]	346	this.DescShort = "${ this.Compiler.name }:${ this.Architecture.name }${full}"
[5b8413b4]	347
[fe3d9ab]	348	final ast = this.NewAST ? "New AST" : "Old AST"
[93fe3154]	349	this.DescLong = """Compiler : ${ this.Compiler.name } (${ this.Compiler.CXX }/${ this.Compiler.CC })
[85799aa]	350	AST Version : ${ ast.toString() }
[5b8413b4]	351	Architecture : ${ this.Architecture.name }
	352	Arc Flags : ${ this.Architecture.flags }
	353	Run All Tests : ${ this.RunAllTests.toString() }
	354	Run Benchmark : ${ this.RunBenchmark.toString() }
	355	Build Documentation : ${ this.BuildDocumentation.toString() }
	356	Publish : ${ this.Publish.toString() }
	357	Silent : ${ this.Silent.toString() }
	358	"""
[a336d46]	359
	360	this.GitNewRef = ''
	361	this.GitOldRef = ''
[5b8413b4]	362	}
	363	}
	364
[490cb3c]	365	class PlotGroup implements Serializable {
	366	public String name
	367	public String unit
	368	public boolean log
	369
	370	PlotGroup(String name, String unit, boolean log) {
	371	this.name = name
	372	this.unit = unit
	373	this.log = log
	374	}
	375	}
	376
[5b8413b4]	377	def prepare_build() {
	378	// prepare the properties
	379	properties ([ \
[62f96ae]	380	buildDiscarder(logRotator( \
	381	artifactDaysToKeepStr: '', \
	382	artifactNumToKeepStr: '', \
	383	daysToKeepStr: '730', \
	384	numToKeepStr: '1000' \
	385	)), \
[5b8413b4]	386	[$class: 'ParametersDefinitionProperty', \
	387	parameterDefinitions: [ \
	388	[$class: 'ChoiceParameterDefinition', \
	389	description: 'Which compiler to use', \
	390	name: 'Compiler', \
[c09ae73]	391	choices: 'gcc-9\ngcc-8\ngcc-7\ngcc-6\ngcc-5\ngcc-4.9\nclang', \
[fe27d99]	392	defaultValue: 'gcc-8', \
[5b8413b4]	393	], \
	394	[$class: 'ChoiceParameterDefinition', \
	395	description: 'The target architecture', \
	396	name: 'Architecture', \
	397	choices: 'x64\nx86', \
	398	defaultValue: 'x64', \
	399	], \
[d21dd3cb]	400	[$class: 'BooleanParameterDefinition', \
	401	description: 'If true, build compiler using new AST', \
	402	name: 'NewAST', \
[6a531ab]	403	defaultValue: true, \
[d21dd3cb]	404	], \
[5b8413b4]	405	[$class: 'BooleanParameterDefinition', \
	406	description: 'If false, only the quick test suite is ran', \
	407	name: 'RunAllTests', \
	408	defaultValue: false, \
[fe3d9ab]	409	], \
[5b8413b4]	410	[$class: 'BooleanParameterDefinition', \
	411	description: 'If true, jenkins also runs benchmarks', \
	412	name: 'RunBenchmark', \
	413	defaultValue: false, \
	414	], \
	415	[$class: 'BooleanParameterDefinition', \
	416	description: 'If true, jenkins also builds documentation', \
	417	name: 'BuildDocumentation', \
	418	defaultValue: true, \
	419	], \
	420	[$class: 'BooleanParameterDefinition', \
	421	description: 'If true, jenkins also publishes results', \
	422	name: 'Publish', \
	423	defaultValue: false, \
	424	], \
	425	[$class: 'BooleanParameterDefinition', \
	426	description: 'If true, jenkins will not send emails', \
	427	name: 'Silent', \
	428	defaultValue: false, \
	429	], \
	430	],
	431	]])
	432
[bd8dca2]	433	// It's unfortunate but it looks like we need to checkout the entire repo just to get
	434	// - the pretty git printer
	435	// - Jenkins.tools
[4c55047]	436	checkout scm
[2407853]	437
[1483a16]	438	Tools = load "Jenkins/tools.groovy"
[bd8dca2]	439
[490cb3c]	440	final settings = new BuildSettings(params, env.BRANCH_NAME)
[5b8413b4]	441
	442	currentBuild.description = settings.DescShort
	443	echo settings.DescLong
	444
	445	return settings
	446	}
	447
	448	def make_doc() {
	449	def err = null
	450	try {
	451	sh 'make clean > /dev/null'
	452	sh 'make > /dev/null 2>&1'
	453	}
	454	catch (Exception caughtError) {
	455	err = caughtError //rethrow error later
[65f4a51]	456	sh 'cat build/*.log'
[5b8413b4]	457	}
	458	finally {
	459	if (err) throw err // Must re-throw exception to propagate error
	460	}
[a2a0065]	461	}
	462
[3221a2b]	463	def do_plot(boolean new_data, String file, PlotGroup group, boolean relative, String title) {
[8d63649]	464
[1b3eef8]	465	if(new_data) {
	466	echo "Publishing new data"
	467	}
	468
[cdcd53dc]	469	def series = new_data ? [[
[df57a84]	470	file: "${file}.csv",
[3c40dc2a]	471	exclusionValues: '',
	472	displayTableFlag: false,
	473	inclusionFlag: 'OFF',
	474	url: ''
[cdcd53dc]	475	]] : [];
[8d63649]	476
	477	echo "file is ${BuildDir}/benchmark/${file}.csv, group ${group}, title ${title}"
	478	dir("${BuildDir}/benchmark/") {
	479	plot csvFileName: "cforall-${env.BRANCH_NAME}-${file}.csv",
	480	csvSeries: series,
[490cb3c]	481	group: "${group.name}",
[3c40dc2a]	482	title: "${title}",
	483	style: 'lineSimple',
	484	exclZero: false,
	485	keepRecords: false,
[3221a2b]	486	logarithmic: !relative && group.log,
[3c40dc2a]	487	numBuilds: '120',
	488	useDescr: true,
[490cb3c]	489	yaxis: group.unit,
[3c40dc2a]	490	yaxisMaximum: '',
	491	yaxisMinimum: ''
[df57a84]	492	}
	493	}

Note: See TracBrowser for help on using the repository browser.

Download in other formats: