import org.yaml.snakeyaml.Yaml // set the build options according to the Type of build def (options, maven_local_repo_path, maven_settings_file) = ['', '', ''] def maven_jdk = 'OpenJDK 8' def agent_root_folder = '/var/lib/jenkins' if (params.Type == 'SNAPSHOT-DRY-RUN') { echo "Configure Maven for SNAPSHOT-DRY-RUN artifacts" options = '' maven_local_repo_path = "local-snapshots" maven_settings_file = "jenkins-snapshots-dry-run-settings.xml" } if (params.Type == 'SNAPSHOT') { echo "Configure Maven for SNAPSHOT artifacts" options = '' maven_local_repo_path = "local-snapshots" maven_settings_file = "jenkins-snapshots-settings.xml" } if (params.Type == 'RELEASE-DRY-RUN') { echo "Configure Maven for RELEASE-DRY-RUN artifacts" options = '' maven_local_repo_path = "local-releases" maven_settings_file = "jenkins-releases-dry-run-settings.xml" } if (params.Type == 'RELEASE-STAGING') { echo "Configure Maven for RELEASE-STAGING artifacts" options = '' maven_local_repo_path = "local-staging" maven_settings_file = "jenkins-staging-settings.xml" } if (params.Type == 'RELEASE') { echo "Configure Maven for RELEASE artifacts" options = '' //maven_local_repo_path = "${agent_root_folder}/local-releases" //maven_settings_file = "jenkins-releases-settings.xml" echo "This will fail. RELEASES are currently disabled until further testing." } echo "Use settings file at ${maven_settings_file}" echo "Use local repo at ${maven_local_repo_path}" echo "Release number: ${params.gCube_release_version}" //locate where this release is String releaseURL = "https://code-repo.d4science.org/gCubeCI/gCubeRelease/raw/branch/master/releases/gcube-${gCube_release_version}.yaml" println "Querying ${releaseURL}" //load the release file def text = releaseURL.toURL().getText() //parsing def jsonConfig = new Yaml().load(text) println jsonConfig.inspect() assert jsonConfig.gCube_release.Version == params.gCube_release_version: "Release versions do not match!" echo "Building gCube v. ${jsonConfig.gCube_release.Version}" echo "Found components:" jsonConfig.gCube_release.Components.each { println it.key } pipeline { // see https://jenkins.io/doc/book/pipeline/syntax/#agent agent { label 'pipeline-agent' } // see https://jenkins.io/doc/book/pipeline/syntax/#environment environment { JOB_OPTIONS = "${options}" MAVEN_LOCAL_REPO = "/var/lib/jenkins/${maven_local_repo_path}" GCUBE_RELEASE_NUMBER = "${params.gCube_release_version}" } // see https://jenkins.io/doc/book/pipeline/syntax/#parameters parameters { choice(name: 'Type', choices: ['SNAPSHOT-DRY-RUN', 'SNAPSHOT', 'RELEASE-DRY-RUN', 'RELEASE-STAGING', 'RELEASE'], description: 'The type of artifacts the build is expected to generate') string(name: 'gCube_release_version', defaultValue: 'x.y.z', description: 'The number of the gCube release to build. Sample values: 4.14, 4.15, etc.') } //see https://jenkins.io/doc/book/pipeline/syntax/#stages stages { stage('clean up before starting') { steps { sh ''' echo "Create a fresh local repository" rm -rf $MAVEN_LOCAL_REPO mkdir -p $MAVEN_LOCAL_REPO echo "Done with local repository" ''' } } // the maven-parent needs to be built (once) at each execution stage('build maven-parent') { steps { build(job: 'maven-parent', parameters: [[$class: 'StringParameterValue', name: 'gcube_settings', value: "${maven_settings_file}"], [$class: 'StringParameterValue', name: 'local_repo', value: "${maven_local_repo_path}"], [$class: 'LabelParameterValue', name: 'exec_label', label: "pipeline-agent", nodeEligibility: [$class: 'AllNodeEligibility']] ]) echo "Done with maven-parent" } } stage('build Core components') { steps { buildComponents items: jsonConfig.gCube_release.Components.Core?.collect { "${it.name}" }, "${maven_settings_file}", "${maven_local_repo_path}" echo "Done with Core components" } } stage('build PortalCore components') { steps { buildComponents items: jsonConfig.gCube_release.Components.PortalCore?.collect { "${it.name}" }, "${maven_settings_file}", "${maven_local_repo_path}" echo "Done with Portal-Core components" } } stage('build Enabling components') { steps { buildComponents items: jsonConfig.gCube_release.Components.Enabling?.collect { "${it.name}" }, "${maven_settings_file}", "${maven_local_repo_path}" echo "Done with Enabling components" } } stage('build ClientLibraries components') { steps { buildComponents items: jsonConfig.gCube_release.Components.ClientLibraries?.collect { "${it?.name}" }, "${maven_settings_file}", "${maven_local_repo_path}" echo "Done with ClientLibraries components" } } stage('build Libraries components') { steps { buildComponents items: jsonConfig.gCube_release.Components.Libraries?.collect { "${it?.name}" }, "${maven_settings_file}", "${maven_local_repo_path}" echo "Done with Libraries components" } } stage('build Plugins components') { steps { buildComponents items: jsonConfig.gCube_release.Components.Plugins?.collect { "${it?.name}" }, "${maven_settings_file}", "${maven_local_repo_path}" echo "Done with Plugins components" } } stage('build Services components') { steps { buildComponents items: jsonConfig.gCube_release.Components.Services?.collect { "${it?.name}" }, "${maven_settings_file}", "${maven_local_repo_path}" echo "Done with Services components" } } stage('build Widgets components') { steps { buildComponents items: jsonConfig.gCube_release.Components.Widgets?.collect { "${it?.name}" }, "${maven_settings_file}", "${maven_local_repo_path}" echo "Done with Widgets components" } } stage('build Portlets components') { steps { buildComponents items: jsonConfig.gCube_release.Components.Portlets?.collect { "${it?.name}" }, "${maven_settings_file}", "${maven_local_repo_path}" echo "Done with Portlets components" } } } } def buildComponents(args, maven_settings_file, maven_local_repo_path) { if (args.items) { parallel args.items?.collectEntries { name -> ["${name}": { if (name && !"NONE".equalsIgnoreCase(name)) build(job: name, parameters: [[$class: 'StringParameterValue', name: 'gcube_settings', value: "${maven_settings_file}"], [$class: 'StringParameterValue', name: 'local_repo', value: "${maven_local_repo_path}"], [$class: 'LabelParameterValue', name: 'exec_label', label: "pipeline-agent", nodeEligibility: [$class: 'AllNodeEligibility']] ]) } ] } } }