From 6cbba2de51cace75f4b3bd7b9bb50b4f1d8bcb15 Mon Sep 17 00:00:00 2001 From: Manuele Simi Date: Tue, 3 Dec 2019 16:51:46 -0500 Subject: [PATCH] Create a dynamic stage for each configured group. --- Jenkinsfile | 169 ++++++++++++---------------------------------------- 1 file changed, 39 insertions(+), 130 deletions(-) diff --git a/Jenkinsfile b/Jenkinsfile index b8639d7..4ae5cee 100644 --- a/Jenkinsfile +++ b/Jenkinsfile @@ -4,6 +4,7 @@ import org.yaml.snakeyaml.Yaml // set the build options according to the Type of build def (options, maven_local_repo_path, maven_settings_file, maven_parent_file) = ['', '', '', ''] def agent_root_folder = '/var/lib/jenkins/.m2' +def verbose = true if (params.Type == 'SNAPSHOT-DRY-RUN') { echo "Configure Maven for SNAPSHOT-DRY-RUN artifacts" @@ -51,18 +52,22 @@ echo "Clean up all local artifacts? ${params.cleanup_local_repo}" //locate the release file String releaseURL = "https://code-repo.d4science.org/gCubeCI/gCubeRelease/raw/branch/master/releases/gcube-${gCube_release_version}.yaml" -println "Querying ${releaseURL}" +if (verbose) + println "Querying ${releaseURL}" //load the release file def text = releaseURL.toURL().getText() //parsing def jsonConfig = new Yaml().load(text) -println jsonConfig.inspect() +if (verbose) + println jsonConfig.inspect() assert jsonConfig.gCube_release.Version == params.gCube_release_version: "Release versions do not match!" echo "Building gCube v. ${jsonConfig.gCube_release.Version}" -echo "Found components:" -jsonConfig.gCube_release.Components.each { println it.key } +if (verbose) { + echo "Found components:" + jsonConfig.gCube_release.Components.each { println it.key } +} pipeline { @@ -75,7 +80,7 @@ pipeline { environment { //make the JVM start a bit faster with basic just-in-time compilation of the code only (-XX:*) //make maven running in a multi-thread fashion (16 threads, 2 threads on each Core) - MAVEN_OPTS="-Dmaven.artifact.threads=16 -T 2C -XX:+TieredCompilation -XX:TieredStopAtLevel=1 " + MAVEN_OPTS = "${params.build_options}" AGENT_ROOT_FOLDER = "${agent_root_folder}" MAVEN_SETTINGS_FILE = "${maven_settings_file}" MAVEN_PARENT_FILE = "${maven_parent_file}" @@ -98,17 +103,17 @@ pipeline { description: 'The number of the gCube release to build. Sample values: 4.14, 4.15, etc.') booleanParam(name: 'cleanup_gcube_artifacts', - defaultValue: true, - description: 'Wipe out the gcube artifacts from the local maven repository before the builds?') + defaultValue: true, + description: 'Wipe out the gcube artifacts from the local maven repository before the builds?') booleanParam(name: 'cleanup_local_repo', - defaultValue: true, - description: 'Wipe out the local maven repository before the builds?') + defaultValue: true, + description: 'Wipe out the local maven repository before the builds?') } //see https://jenkins.io/doc/book/pipeline/syntax/#stages stages { - stage('clean up before starting') { + stage('initialize') { steps { sh ''' echo "REMOVE_LOCAL_REPO: ${REMOVE_LOCAL_REPO}" @@ -144,145 +149,50 @@ pipeline { echo "Done with maven-parent" } } - stage('build NoDeps components') { + stage('build components') { steps { - buildComponents items: jsonConfig.gCube_release.Components.NoDeps?.collect { "${it.name}" }, - "${maven_settings_file}", "${maven_local_repo_path}" - echo "Done with NoDeps components" + script { + jsonConfig.gCube_release.Components.each { group_name, component_list -> + stage("build ${group_name} components") { + buildComponents items: component_list?.collect { "${it.name}" }, + "${maven_settings_file}", "${maven_local_repo_path}" + echo "Done with ${group_name} components" + } + } + } } } - stage('build Core components') { - steps { - buildComponents items: jsonConfig.gCube_release.Components.Core?.collect { "${it.name}" }, - "${maven_settings_file}", "${maven_local_repo_path}" - echo "Done with Core components" - } - } - stage('build CoreAuth components') { - steps { - buildComponents items: jsonConfig.gCube_release.Components.CoreAuth?.collect { "${it.name}" }, - "${maven_settings_file}", "${maven_local_repo_path}" - echo "Done with CoreAuth components" - } - } - stage('build CoreSmartGears components') { - steps { - buildComponents items: jsonConfig.gCube_release.Components.CoreSmartGears?.collect { "${it.name}" }, - "${maven_settings_file}", "${maven_local_repo_path}" - echo "Done with CoreSmartGears components" - } - } - stage('build Common components') { - steps { - buildComponents items: jsonConfig.gCube_release.Components.Common?.collect { "${it.name}" }, - "${maven_settings_file}", "${maven_local_repo_path}" - echo "Done with Common components" - } - } - stage('build PortalCore components') { - steps { - buildComponents items: jsonConfig.gCube_release.Components.PortalCore?.collect { "${it.name}" }, - "${maven_settings_file}", "${maven_local_repo_path}" - echo "Done with Portal-Core components" - } - } - - stage('build Enabling components') { - steps { - buildComponents items: jsonConfig.gCube_release.Components.Enabling?.collect { "${it.name}" }, - "${maven_settings_file}", "${maven_local_repo_path}" - echo "Done with Enabling components" - } - } - stage('build ClientLibraries components') { - steps { - buildComponents items: jsonConfig.gCube_release.Components.ClientLibraries?.collect { "${it?.name}" }, - "${maven_settings_file}", "${maven_local_repo_path}" - echo "Done with ClientLibraries components" - } - } - stage('build Libraries components') { - steps { - buildComponents items: jsonConfig.gCube_release.Components.Libraries?.collect { "${it?.name}" }, - "${maven_settings_file}", "${maven_local_repo_path}" - echo "Done with Libraries components" - } - } - stage('build LibrariesIILevel components') { - steps { - buildComponents items: jsonConfig.gCube_release.Components.LibrariesIILevel?.collect { "${it?.name}" }, - "${maven_settings_file}", "${maven_local_repo_path}" - echo "Done with Libraries II level components" - } - } - - stage('build Plugins components') { - steps { - buildComponents items: jsonConfig.gCube_release.Components.Plugins?.collect { "${it?.name}" }, - "${maven_settings_file}", "${maven_local_repo_path}" - echo "Done with Plugins components" - } - } - stage('build Services components') { - steps { - buildComponents items: jsonConfig.gCube_release.Components.Services?.collect { "${it?.name}" }, - "${maven_settings_file}", "${maven_local_repo_path}" - echo "Done with Services components" - } - } - stage('build Widgets components') { - steps { - buildComponents items: jsonConfig.gCube_release.Components.Widgets?.collect { "${it?.name}" }, - "${maven_settings_file}", "${maven_local_repo_path}" - echo "Done with Widgets components" - } - } - stage('build Portlets components') { - steps { - buildComponents items: jsonConfig.gCube_release.Components.Portlets?.collect { "${it?.name}" }, - "${maven_settings_file}", "${maven_local_repo_path}" - echo "Done with Portlets components" - } - } - stage('build Distribution components') { - steps { - buildComponents items: jsonConfig.gCube_release.Components.Distribution?.collect { "${it?.name}" }, - "${maven_settings_file}", "${maven_local_repo_path}" - echo "Done with Distribution components" - } - } - } // post-build actions - post { + post { always { - script { - sh ''' + script { + sh ''' mv "${AGENT_ROOT_FOLDER}/settings.${PIPELINE_BUILD_NUMBER}" "${AGENT_ROOT_FOLDER}/settings.xml" mv ${AGENT_ROOT_FOLDER}/build_commits.csv ${AGENT_ROOT_FOLDER}/build_commits.${PIPELINE_BUILD_NUMBER}.csv cp ${AGENT_ROOT_FOLDER}/build_commits.${PIPELINE_BUILD_NUMBER}.csv . ''' - } - echo 'The default maven settings have been restored' + } + echo 'The default maven settings have been restored' } success { echo 'The pipeline worked!' emailext to: 'jenkinsbuilds@d4science.org', - subject: "[Jenkins build D4S] build ${currentBuild.fullDisplayName} worked", - body: "Build time: ${currentBuild.durationString}. See ${env.BUILD_URL}" + subject: "[Jenkins build D4S] build ${currentBuild.fullDisplayName} worked", + body: "Build time: ${currentBuild.durationString}. See ${env.BUILD_URL}" emailext attachmentsPattern: "**/*.${PIPELINE_BUILD_NUMBER}.csv", - to: 'jenkinsreleases@d4science.org', - subject: "${TYPE} report for release ${GCUBE_RELEASE_NUMBER} (build #${PIPELINE_BUILD_NUMBER})", - body: "${currentBuild.fullDisplayName}. Build time: ${currentBuild.durationString}. See ${env.BUILD_URL}" + to: 'jenkinsreleases@d4science.org', + subject: "${TYPE} report for release ${GCUBE_RELEASE_NUMBER} (build #${PIPELINE_BUILD_NUMBER})", + body: "${currentBuild.fullDisplayName}. Build time: ${currentBuild.durationString}. See ${env.BUILD_URL}" } failure { echo 'The pipeline has failed' emailext attachLog: true, - to: 'jenkinsbuilds@d4science.org', - subject: "[Jenkins build D4S] build ${currentBuild.fullDisplayName} failed", - body: "Something is wrong with ${env.BUILD_URL}" + to: 'jenkinsbuilds@d4science.org', + subject: "[Jenkins build D4S] build ${currentBuild.fullDisplayName} failed", + body: "Something is wrong with ${env.BUILD_URL}" } } @@ -298,9 +208,8 @@ def buildComponents(args, maven_settings_file, maven_local_repo_path) { [$class: 'StringParameterValue', name: 'local_repo', value: "${maven_local_repo_path}"], [$class: 'LabelParameterValue', name: 'exec_label', label: "CD", nodeEligibility: [$class: 'AllNodeEligibility']] ]) - } + } ] - } } } \ No newline at end of file