Create a dynamic stage for each configured group.
This commit is contained in:
parent
1bcc17c8ba
commit
6cbba2de51
|
|
@ -4,6 +4,7 @@ import org.yaml.snakeyaml.Yaml
|
|||
// set the build options according to the Type of build
|
||||
def (options, maven_local_repo_path, maven_settings_file, maven_parent_file) = ['', '', '', '']
|
||||
def agent_root_folder = '/var/lib/jenkins/.m2'
|
||||
def verbose = true
|
||||
|
||||
if (params.Type == 'SNAPSHOT-DRY-RUN') {
|
||||
echo "Configure Maven for SNAPSHOT-DRY-RUN artifacts"
|
||||
|
|
@ -51,18 +52,22 @@ echo "Clean up all local artifacts? ${params.cleanup_local_repo}"
|
|||
//locate the release file
|
||||
String releaseURL = "https://code-repo.d4science.org/gCubeCI/gCubeRelease/raw/branch/master/releases/gcube-${gCube_release_version}.yaml"
|
||||
|
||||
println "Querying ${releaseURL}"
|
||||
if (verbose)
|
||||
println "Querying ${releaseURL}"
|
||||
|
||||
//load the release file
|
||||
def text = releaseURL.toURL().getText()
|
||||
|
||||
//parsing
|
||||
def jsonConfig = new Yaml().load(text)
|
||||
println jsonConfig.inspect()
|
||||
if (verbose)
|
||||
println jsonConfig.inspect()
|
||||
assert jsonConfig.gCube_release.Version == params.gCube_release_version: "Release versions do not match!"
|
||||
echo "Building gCube v. ${jsonConfig.gCube_release.Version}"
|
||||
echo "Found components:"
|
||||
jsonConfig.gCube_release.Components.each { println it.key }
|
||||
if (verbose) {
|
||||
echo "Found components:"
|
||||
jsonConfig.gCube_release.Components.each { println it.key }
|
||||
}
|
||||
|
||||
pipeline {
|
||||
|
||||
|
|
@ -75,7 +80,7 @@ pipeline {
|
|||
environment {
|
||||
//make the JVM start a bit faster with basic just-in-time compilation of the code only (-XX:*)
|
||||
//make maven running in a multi-thread fashion (16 threads, 2 threads on each Core)
|
||||
MAVEN_OPTS="-Dmaven.artifact.threads=16 -T 2C -XX:+TieredCompilation -XX:TieredStopAtLevel=1 "
|
||||
MAVEN_OPTS = "${params.build_options}"
|
||||
AGENT_ROOT_FOLDER = "${agent_root_folder}"
|
||||
MAVEN_SETTINGS_FILE = "${maven_settings_file}"
|
||||
MAVEN_PARENT_FILE = "${maven_parent_file}"
|
||||
|
|
@ -98,17 +103,17 @@ pipeline {
|
|||
description: 'The number of the gCube release to build. Sample values: 4.14, 4.15, etc.')
|
||||
|
||||
booleanParam(name: 'cleanup_gcube_artifacts',
|
||||
defaultValue: true,
|
||||
description: 'Wipe out the gcube artifacts from the local maven repository before the builds?')
|
||||
defaultValue: true,
|
||||
description: 'Wipe out the gcube artifacts from the local maven repository before the builds?')
|
||||
|
||||
booleanParam(name: 'cleanup_local_repo',
|
||||
defaultValue: true,
|
||||
description: 'Wipe out the local maven repository before the builds?')
|
||||
defaultValue: true,
|
||||
description: 'Wipe out the local maven repository before the builds?')
|
||||
}
|
||||
|
||||
//see https://jenkins.io/doc/book/pipeline/syntax/#stages
|
||||
stages {
|
||||
stage('clean up before starting') {
|
||||
stage('initialize') {
|
||||
steps {
|
||||
sh '''
|
||||
echo "REMOVE_LOCAL_REPO: ${REMOVE_LOCAL_REPO}"
|
||||
|
|
@ -144,145 +149,50 @@ pipeline {
|
|||
echo "Done with maven-parent"
|
||||
}
|
||||
}
|
||||
stage('build NoDeps components') {
|
||||
stage('build components') {
|
||||
steps {
|
||||
buildComponents items: jsonConfig.gCube_release.Components.NoDeps?.collect { "${it.name}" },
|
||||
"${maven_settings_file}", "${maven_local_repo_path}"
|
||||
echo "Done with NoDeps components"
|
||||
script {
|
||||
jsonConfig.gCube_release.Components.each { group_name, component_list ->
|
||||
stage("build ${group_name} components") {
|
||||
buildComponents items: component_list?.collect { "${it.name}" },
|
||||
"${maven_settings_file}", "${maven_local_repo_path}"
|
||||
echo "Done with ${group_name} components"
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
stage('build Core components') {
|
||||
steps {
|
||||
buildComponents items: jsonConfig.gCube_release.Components.Core?.collect { "${it.name}" },
|
||||
"${maven_settings_file}", "${maven_local_repo_path}"
|
||||
echo "Done with Core components"
|
||||
}
|
||||
}
|
||||
stage('build CoreAuth components') {
|
||||
steps {
|
||||
buildComponents items: jsonConfig.gCube_release.Components.CoreAuth?.collect { "${it.name}" },
|
||||
"${maven_settings_file}", "${maven_local_repo_path}"
|
||||
echo "Done with CoreAuth components"
|
||||
}
|
||||
}
|
||||
stage('build CoreSmartGears components') {
|
||||
steps {
|
||||
buildComponents items: jsonConfig.gCube_release.Components.CoreSmartGears?.collect { "${it.name}" },
|
||||
"${maven_settings_file}", "${maven_local_repo_path}"
|
||||
echo "Done with CoreSmartGears components"
|
||||
}
|
||||
}
|
||||
stage('build Common components') {
|
||||
steps {
|
||||
buildComponents items: jsonConfig.gCube_release.Components.Common?.collect { "${it.name}" },
|
||||
"${maven_settings_file}", "${maven_local_repo_path}"
|
||||
echo "Done with Common components"
|
||||
}
|
||||
}
|
||||
stage('build PortalCore components') {
|
||||
steps {
|
||||
buildComponents items: jsonConfig.gCube_release.Components.PortalCore?.collect { "${it.name}" },
|
||||
"${maven_settings_file}", "${maven_local_repo_path}"
|
||||
echo "Done with Portal-Core components"
|
||||
}
|
||||
}
|
||||
|
||||
stage('build Enabling components') {
|
||||
steps {
|
||||
buildComponents items: jsonConfig.gCube_release.Components.Enabling?.collect { "${it.name}" },
|
||||
"${maven_settings_file}", "${maven_local_repo_path}"
|
||||
echo "Done with Enabling components"
|
||||
}
|
||||
}
|
||||
stage('build ClientLibraries components') {
|
||||
steps {
|
||||
buildComponents items: jsonConfig.gCube_release.Components.ClientLibraries?.collect { "${it?.name}" },
|
||||
"${maven_settings_file}", "${maven_local_repo_path}"
|
||||
echo "Done with ClientLibraries components"
|
||||
}
|
||||
}
|
||||
stage('build Libraries components') {
|
||||
steps {
|
||||
buildComponents items: jsonConfig.gCube_release.Components.Libraries?.collect { "${it?.name}" },
|
||||
"${maven_settings_file}", "${maven_local_repo_path}"
|
||||
echo "Done with Libraries components"
|
||||
}
|
||||
}
|
||||
stage('build LibrariesIILevel components') {
|
||||
steps {
|
||||
buildComponents items: jsonConfig.gCube_release.Components.LibrariesIILevel?.collect { "${it?.name}" },
|
||||
"${maven_settings_file}", "${maven_local_repo_path}"
|
||||
echo "Done with Libraries II level components"
|
||||
}
|
||||
}
|
||||
|
||||
stage('build Plugins components') {
|
||||
steps {
|
||||
buildComponents items: jsonConfig.gCube_release.Components.Plugins?.collect { "${it?.name}" },
|
||||
"${maven_settings_file}", "${maven_local_repo_path}"
|
||||
echo "Done with Plugins components"
|
||||
}
|
||||
}
|
||||
stage('build Services components') {
|
||||
steps {
|
||||
buildComponents items: jsonConfig.gCube_release.Components.Services?.collect { "${it?.name}" },
|
||||
"${maven_settings_file}", "${maven_local_repo_path}"
|
||||
echo "Done with Services components"
|
||||
}
|
||||
}
|
||||
stage('build Widgets components') {
|
||||
steps {
|
||||
buildComponents items: jsonConfig.gCube_release.Components.Widgets?.collect { "${it?.name}" },
|
||||
"${maven_settings_file}", "${maven_local_repo_path}"
|
||||
echo "Done with Widgets components"
|
||||
}
|
||||
}
|
||||
stage('build Portlets components') {
|
||||
steps {
|
||||
buildComponents items: jsonConfig.gCube_release.Components.Portlets?.collect { "${it?.name}" },
|
||||
"${maven_settings_file}", "${maven_local_repo_path}"
|
||||
echo "Done with Portlets components"
|
||||
}
|
||||
}
|
||||
stage('build Distribution components') {
|
||||
steps {
|
||||
buildComponents items: jsonConfig.gCube_release.Components.Distribution?.collect { "${it?.name}" },
|
||||
"${maven_settings_file}", "${maven_local_repo_path}"
|
||||
echo "Done with Distribution components"
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
// post-build actions
|
||||
post {
|
||||
post {
|
||||
always {
|
||||
script {
|
||||
sh '''
|
||||
script {
|
||||
sh '''
|
||||
mv "${AGENT_ROOT_FOLDER}/settings.${PIPELINE_BUILD_NUMBER}" "${AGENT_ROOT_FOLDER}/settings.xml"
|
||||
mv ${AGENT_ROOT_FOLDER}/build_commits.csv ${AGENT_ROOT_FOLDER}/build_commits.${PIPELINE_BUILD_NUMBER}.csv
|
||||
cp ${AGENT_ROOT_FOLDER}/build_commits.${PIPELINE_BUILD_NUMBER}.csv .
|
||||
'''
|
||||
}
|
||||
echo 'The default maven settings have been restored'
|
||||
}
|
||||
echo 'The default maven settings have been restored'
|
||||
|
||||
}
|
||||
success {
|
||||
echo 'The pipeline worked!'
|
||||
emailext to: 'jenkinsbuilds@d4science.org',
|
||||
subject: "[Jenkins build D4S] build ${currentBuild.fullDisplayName} worked",
|
||||
body: "Build time: ${currentBuild.durationString}. See ${env.BUILD_URL}"
|
||||
subject: "[Jenkins build D4S] build ${currentBuild.fullDisplayName} worked",
|
||||
body: "Build time: ${currentBuild.durationString}. See ${env.BUILD_URL}"
|
||||
emailext attachmentsPattern: "**/*.${PIPELINE_BUILD_NUMBER}.csv",
|
||||
to: 'jenkinsreleases@d4science.org',
|
||||
subject: "${TYPE} report for release ${GCUBE_RELEASE_NUMBER} (build #${PIPELINE_BUILD_NUMBER})",
|
||||
body: "${currentBuild.fullDisplayName}. Build time: ${currentBuild.durationString}. See ${env.BUILD_URL}"
|
||||
to: 'jenkinsreleases@d4science.org',
|
||||
subject: "${TYPE} report for release ${GCUBE_RELEASE_NUMBER} (build #${PIPELINE_BUILD_NUMBER})",
|
||||
body: "${currentBuild.fullDisplayName}. Build time: ${currentBuild.durationString}. See ${env.BUILD_URL}"
|
||||
}
|
||||
failure {
|
||||
echo 'The pipeline has failed'
|
||||
emailext attachLog: true,
|
||||
to: 'jenkinsbuilds@d4science.org',
|
||||
subject: "[Jenkins build D4S] build ${currentBuild.fullDisplayName} failed",
|
||||
body: "Something is wrong with ${env.BUILD_URL}"
|
||||
to: 'jenkinsbuilds@d4science.org',
|
||||
subject: "[Jenkins build D4S] build ${currentBuild.fullDisplayName} failed",
|
||||
body: "Something is wrong with ${env.BUILD_URL}"
|
||||
}
|
||||
|
||||
}
|
||||
|
|
@ -298,9 +208,8 @@ def buildComponents(args, maven_settings_file, maven_local_repo_path) {
|
|||
[$class: 'StringParameterValue', name: 'local_repo', value: "${maven_local_repo_path}"],
|
||||
[$class: 'LabelParameterValue', name: 'exec_label', label: "CD", nodeEligibility: [$class: 'AllNodeEligibility']]
|
||||
])
|
||||
}
|
||||
}
|
||||
]
|
||||
|
||||
}
|
||||
}
|
||||
}
|
||||
Loading…
Reference in New Issue