gCubeCI
/
gCubeBuilder
12
1
Fork 0
Code Issues Pull Requests Releases 2 Wiki Activity

Create a dynamic stage for each configured group.

This commit is contained in:
Manuele Simi 2019-12-03 16:51:46 -05:00
parent 1bcc17c8ba
commit 6cbba2de51
1 changed files with 39 additions and 130 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

169
Jenkinsfile vendored
View File

@ -4,6 +4,7 @@ import org.yaml.snakeyaml.Yaml
// set the build options according to the Type of build // set the build options according to the Type of build
def (options, maven_local_repo_path, maven_settings_file, maven_parent_file) = ['', '', '', ''] def (options, maven_local_repo_path, maven_settings_file, maven_parent_file) = ['', '', '', '']
def agent_root_folder = '/var/lib/jenkins/.m2' def agent_root_folder = '/var/lib/jenkins/.m2'
def verbose = true
if (params.Type == 'SNAPSHOT-DRY-RUN') { if (params.Type == 'SNAPSHOT-DRY-RUN') {
echo "Configure Maven for SNAPSHOT-DRY-RUN artifacts" echo "Configure Maven for SNAPSHOT-DRY-RUN artifacts"
@ -51,18 +52,22 @@ echo "Clean up all local artifacts? ${params.cleanup_local_repo}"
//locate the release file //locate the release file
String releaseURL = "https://code-repo.d4science.org/gCubeCI/gCubeRelease/raw/branch/master/releases/gcube-${gCube_release_version}.yaml" String releaseURL = "https://code-repo.d4science.org/gCubeCI/gCubeRelease/raw/branch/master/releases/gcube-${gCube_release_version}.yaml"
println "Querying ${releaseURL}" if (verbose)
println "Querying ${releaseURL}"
//load the release file //load the release file
def text = releaseURL.toURL().getText() def text = releaseURL.toURL().getText()
//parsing //parsing
def jsonConfig = new Yaml().load(text) def jsonConfig = new Yaml().load(text)
println jsonConfig.inspect() if (verbose)
println jsonConfig.inspect()
assert jsonConfig.gCube_release.Version == params.gCube_release_version: "Release versions do not match!" assert jsonConfig.gCube_release.Version == params.gCube_release_version: "Release versions do not match!"
echo "Building gCube v. ${jsonConfig.gCube_release.Version}" echo "Building gCube v. ${jsonConfig.gCube_release.Version}"
echo "Found components:" if (verbose) {
jsonConfig.gCube_release.Components.each { println it.key } echo "Found components:"
jsonConfig.gCube_release.Components.each { println it.key }
}
pipeline { pipeline {
@ -75,7 +80,7 @@ pipeline {
environment { environment {
//make the JVM start a bit faster with basic just-in-time compilation of the code only (-XX:*) //make the JVM start a bit faster with basic just-in-time compilation of the code only (-XX:*)
//make maven running in a multi-thread fashion (16 threads, 2 threads on each Core) //make maven running in a multi-thread fashion (16 threads, 2 threads on each Core)
MAVEN_OPTS="-Dmaven.artifact.threads=16 -T 2C -XX:+TieredCompilation -XX:TieredStopAtLevel=1 " MAVEN_OPTS = "${params.build_options}"
AGENT_ROOT_FOLDER = "${agent_root_folder}" AGENT_ROOT_FOLDER = "${agent_root_folder}"
MAVEN_SETTINGS_FILE = "${maven_settings_file}" MAVEN_SETTINGS_FILE = "${maven_settings_file}"
MAVEN_PARENT_FILE = "${maven_parent_file}" MAVEN_PARENT_FILE = "${maven_parent_file}"
@ -98,17 +103,17 @@ pipeline {
description: 'The number of the gCube release to build. Sample values: 4.14, 4.15, etc.') description: 'The number of the gCube release to build. Sample values: 4.14, 4.15, etc.')
booleanParam(name: 'cleanup_gcube_artifacts', booleanParam(name: 'cleanup_gcube_artifacts',
defaultValue: true, defaultValue: true,
description: 'Wipe out the gcube artifacts from the local maven repository before the builds?') description: 'Wipe out the gcube artifacts from the local maven repository before the builds?')
booleanParam(name: 'cleanup_local_repo', booleanParam(name: 'cleanup_local_repo',
defaultValue: true, defaultValue: true,
description: 'Wipe out the local maven repository before the builds?') description: 'Wipe out the local maven repository before the builds?')
} }
//see https://jenkins.io/doc/book/pipeline/syntax/#stages //see https://jenkins.io/doc/book/pipeline/syntax/#stages
stages { stages {
stage('clean up before starting') { stage('initialize') {
steps { steps {
sh ''' sh '''
echo "REMOVE_LOCAL_REPO: ${REMOVE_LOCAL_REPO}" echo "REMOVE_LOCAL_REPO: ${REMOVE_LOCAL_REPO}"
@ -144,145 +149,50 @@ pipeline {
echo "Done with maven-parent" echo "Done with maven-parent"
} }
} }
stage('build NoDeps components') { stage('build components') {
steps { steps {
buildComponents items: jsonConfig.gCube_release.Components.NoDeps?.collect { "${it.name}" }, script {
"${maven_settings_file}", "${maven_local_repo_path}" jsonConfig.gCube_release.Components.each { group_name, component_list ->
echo "Done with NoDeps components" stage("build ${group_name} components") {
buildComponents items: component_list?.collect { "${it.name}" },
"${maven_settings_file}", "${maven_local_repo_path}"
echo "Done with ${group_name} components"
}
}
}
} }
} }
stage('build Core components') {
steps {
buildComponents items: jsonConfig.gCube_release.Components.Core?.collect { "${it.name}" },
"${maven_settings_file}", "${maven_local_repo_path}"
echo "Done with Core components"
}
}
stage('build CoreAuth components') {
steps {
buildComponents items: jsonConfig.gCube_release.Components.CoreAuth?.collect { "${it.name}" },
"${maven_settings_file}", "${maven_local_repo_path}"
echo "Done with CoreAuth components"
}
}
stage('build CoreSmartGears components') {
steps {
buildComponents items: jsonConfig.gCube_release.Components.CoreSmartGears?.collect { "${it.name}" },
"${maven_settings_file}", "${maven_local_repo_path}"
echo "Done with CoreSmartGears components"
}
}
stage('build Common components') {
steps {
buildComponents items: jsonConfig.gCube_release.Components.Common?.collect { "${it.name}" },
"${maven_settings_file}", "${maven_local_repo_path}"
echo "Done with Common components"
}
}
stage('build PortalCore components') {
steps {
buildComponents items: jsonConfig.gCube_release.Components.PortalCore?.collect { "${it.name}" },
"${maven_settings_file}", "${maven_local_repo_path}"
echo "Done with Portal-Core components"
}
}
stage('build Enabling components') {
steps {
buildComponents items: jsonConfig.gCube_release.Components.Enabling?.collect { "${it.name}" },
"${maven_settings_file}", "${maven_local_repo_path}"
echo "Done with Enabling components"
}
}
stage('build ClientLibraries components') {
steps {
buildComponents items: jsonConfig.gCube_release.Components.ClientLibraries?.collect { "${it?.name}" },
"${maven_settings_file}", "${maven_local_repo_path}"
echo "Done with ClientLibraries components"
}
}
stage('build Libraries components') {
steps {
buildComponents items: jsonConfig.gCube_release.Components.Libraries?.collect { "${it?.name}" },
"${maven_settings_file}", "${maven_local_repo_path}"
echo "Done with Libraries components"
}
}
stage('build LibrariesIILevel components') {
steps {
buildComponents items: jsonConfig.gCube_release.Components.LibrariesIILevel?.collect { "${it?.name}" },
"${maven_settings_file}", "${maven_local_repo_path}"
echo "Done with Libraries II level components"
}
}
stage('build Plugins components') {
steps {
buildComponents items: jsonConfig.gCube_release.Components.Plugins?.collect { "${it?.name}" },
"${maven_settings_file}", "${maven_local_repo_path}"
echo "Done with Plugins components"
}
}
stage('build Services components') {
steps {
buildComponents items: jsonConfig.gCube_release.Components.Services?.collect { "${it?.name}" },
"${maven_settings_file}", "${maven_local_repo_path}"
echo "Done with Services components"
}
}
stage('build Widgets components') {
steps {
buildComponents items: jsonConfig.gCube_release.Components.Widgets?.collect { "${it?.name}" },
"${maven_settings_file}", "${maven_local_repo_path}"
echo "Done with Widgets components"
}
}
stage('build Portlets components') {
steps {
buildComponents items: jsonConfig.gCube_release.Components.Portlets?.collect { "${it?.name}" },
"${maven_settings_file}", "${maven_local_repo_path}"
echo "Done with Portlets components"
}
}
stage('build Distribution components') {
steps {
buildComponents items: jsonConfig.gCube_release.Components.Distribution?.collect { "${it?.name}" },
"${maven_settings_file}", "${maven_local_repo_path}"
echo "Done with Distribution components"
}
}
} }
// post-build actions // post-build actions
post { post {
always { always {
script { script {
sh ''' sh '''
mv "${AGENT_ROOT_FOLDER}/settings.${PIPELINE_BUILD_NUMBER}" "${AGENT_ROOT_FOLDER}/settings.xml" mv "${AGENT_ROOT_FOLDER}/settings.${PIPELINE_BUILD_NUMBER}" "${AGENT_ROOT_FOLDER}/settings.xml"
mv ${AGENT_ROOT_FOLDER}/build_commits.csv ${AGENT_ROOT_FOLDER}/build_commits.${PIPELINE_BUILD_NUMBER}.csv mv ${AGENT_ROOT_FOLDER}/build_commits.csv ${AGENT_ROOT_FOLDER}/build_commits.${PIPELINE_BUILD_NUMBER}.csv
cp ${AGENT_ROOT_FOLDER}/build_commits.${PIPELINE_BUILD_NUMBER}.csv . cp ${AGENT_ROOT_FOLDER}/build_commits.${PIPELINE_BUILD_NUMBER}.csv .
''' '''
} }
echo 'The default maven settings have been restored' echo 'The default maven settings have been restored'
} }
success { success {
echo 'The pipeline worked!' echo 'The pipeline worked!'
emailext to: 'jenkinsbuilds@d4science.org', emailext to: 'jenkinsbuilds@d4science.org',
subject: "[Jenkins build D4S] build ${currentBuild.fullDisplayName} worked", subject: "[Jenkins build D4S] build ${currentBuild.fullDisplayName} worked",
body: "Build time: ${currentBuild.durationString}. See ${env.BUILD_URL}" body: "Build time: ${currentBuild.durationString}. See ${env.BUILD_URL}"
emailext attachmentsPattern: "**/*.${PIPELINE_BUILD_NUMBER}.csv", emailext attachmentsPattern: "**/*.${PIPELINE_BUILD_NUMBER}.csv",
to: 'jenkinsreleases@d4science.org', to: 'jenkinsreleases@d4science.org',
subject: "${TYPE} report for release ${GCUBE_RELEASE_NUMBER} (build #${PIPELINE_BUILD_NUMBER})", subject: "${TYPE} report for release ${GCUBE_RELEASE_NUMBER} (build #${PIPELINE_BUILD_NUMBER})",
body: "${currentBuild.fullDisplayName}. Build time: ${currentBuild.durationString}. See ${env.BUILD_URL}" body: "${currentBuild.fullDisplayName}. Build time: ${currentBuild.durationString}. See ${env.BUILD_URL}"
} }
failure { failure {
echo 'The pipeline has failed' echo 'The pipeline has failed'
emailext attachLog: true, emailext attachLog: true,
to: 'jenkinsbuilds@d4science.org', to: 'jenkinsbuilds@d4science.org',
subject: "[Jenkins build D4S] build ${currentBuild.fullDisplayName} failed", subject: "[Jenkins build D4S] build ${currentBuild.fullDisplayName} failed",
body: "Something is wrong with ${env.BUILD_URL}" body: "Something is wrong with ${env.BUILD_URL}"
} }
} }
@ -298,9 +208,8 @@ def buildComponents(args, maven_settings_file, maven_local_repo_path) {
[$class: 'StringParameterValue', name: 'local_repo', value: "${maven_local_repo_path}"], [$class: 'StringParameterValue', name: 'local_repo', value: "${maven_local_repo_path}"],
[$class: 'LabelParameterValue', name: 'exec_label', label: "CD", nodeEligibility: [$class: 'AllNodeEligibility']] [$class: 'LabelParameterValue', name: 'exec_label', label: "CD", nodeEligibility: [$class: 'AllNodeEligibility']]
]) ])
} }
] ]
} }
} }
} }