gCubeBuilder/Jenkinsfile

256 lines
11 KiB
Plaintext
Raw Normal View History

#!groovy
import org.yaml.snakeyaml.Yaml
2019-05-28 21:32:59 +02:00
// set the build options according to the Type of build
2019-09-30 18:57:58 +02:00
def (options, maven_local_repo_path, maven_settings_file) = ['', '', '']
def maven_jdk = 'OpenJDK 8'
2019-10-02 17:48:37 +02:00
def agent_root_folder = '/var/lib/jenkins/.m2'
//def agent_label = 'pipeline-agent-garr' //'pipeline-agent'
2019-05-28 21:32:59 +02:00
2019-05-29 04:04:34 +02:00
if (params.Type == 'SNAPSHOT-DRY-RUN') {
2019-09-30 18:57:58 +02:00
echo "Configure Maven for SNAPSHOT-DRY-RUN artifacts"
options = ''
maven_local_repo_path = "local-snapshots"
2019-09-30 18:57:58 +02:00
maven_settings_file = "jenkins-snapshots-dry-run-settings.xml"
2019-05-29 04:04:34 +02:00
}
if (params.Type == 'SNAPSHOT') {
2019-09-30 18:57:58 +02:00
echo "Configure Maven for SNAPSHOT artifacts"
options = ''
maven_local_repo_path = "local-snapshots"
2019-09-30 18:57:58 +02:00
maven_settings_file = "jenkins-snapshots-settings.xml"
}
2019-05-29 04:04:34 +02:00
if (params.Type == 'RELEASE-DRY-RUN') {
2019-09-30 18:57:58 +02:00
echo "Configure Maven for RELEASE-DRY-RUN artifacts"
options = ''
maven_local_repo_path = "local-releases"
2019-09-30 18:57:58 +02:00
maven_settings_file = "jenkins-releases-dry-run-settings.xml"
2019-05-29 04:04:34 +02:00
}
2019-10-09 22:06:19 +02:00
if (params.Type == 'STAGING') {
2019-09-30 18:57:58 +02:00
echo "Configure Maven for RELEASE-STAGING artifacts"
options = ''
maven_local_repo_path = "local-staging"
2019-09-30 18:57:58 +02:00
maven_settings_file = "jenkins-staging-settings.xml"
2019-08-14 06:00:57 +02:00
}
if (params.Type == 'RELEASE') {
2019-09-30 18:57:58 +02:00
echo "Configure Maven for RELEASE artifacts"
options = ''
2019-10-11 05:35:51 +02:00
maven_local_repo_path = "local-releases"
maven_settings_file = "jenkins-releases-settings.xml"
2019-09-30 18:57:58 +02:00
echo "This will fail. RELEASES are currently disabled until further testing."
2019-05-28 15:38:19 +02:00
}
2019-05-29 04:54:34 +02:00
echo "Use settings file at ${maven_settings_file}"
echo "Use local repo at ${maven_local_repo_path}"
echo "Release number: ${params.gCube_release_version}"
2019-05-29 04:54:34 +02:00
//locate where this release is
2019-09-04 03:52:47 +02:00
String releaseURL = "https://code-repo.d4science.org/gCubeCI/gCubeRelease/raw/branch/master/releases/gcube-${gCube_release_version}.yaml"
println "Querying ${releaseURL}"
//load the release file
def text = releaseURL.toURL().getText()
//parsing
def jsonConfig = new Yaml().load(text)
println jsonConfig.inspect()
2019-09-30 18:57:58 +02:00
assert jsonConfig.gCube_release.Version == params.gCube_release_version: "Release versions do not match!"
echo "Building gCube v. ${jsonConfig.gCube_release.Version}"
echo "Found components:"
2019-09-30 18:57:58 +02:00
jsonConfig.gCube_release.Components.each { println it.key }
pipeline {
// see https://jenkins.io/doc/book/pipeline/syntax/#agent
agent {
label 'CD'
}
// see https://jenkins.io/doc/book/pipeline/syntax/#environment
environment {
2019-09-30 18:57:58 +02:00
JOB_OPTIONS = "${options}"
MAVEN_OPTS="-Dmaven.artifact.threads=16 -T 2C"
2019-10-10 18:32:40 +02:00
AGENT_ROOT_FOLDER = "${agent_root_folder}"
MAVEN_SETTINGS_FILE = "${maven_settings_file}"
2019-10-09 22:06:19 +02:00
MAVEN_LOCAL_REPO = "${agent_root_folder}/${maven_local_repo_path}"
2019-09-30 18:57:58 +02:00
GCUBE_RELEASE_NUMBER = "${params.gCube_release_version}"
PIPELINE_BUILD_NUMBER = "${env.BUILD_NUMBER}"
CLEANUP_LOCAL_REPO = "${params.cleanup_local_repo}"
CLEANUP_GCUBE_REPO = "${params.cleanup_gcube_artifacts}"
}
2019-09-30 19:00:48 +02:00
// see https://jenkins.io/doc/book/pipeline/syntax/#parameters
parameters {
choice(name: 'Type',
2019-10-10 16:56:17 +02:00
choices: ['SNAPSHOT-DRY-RUN', 'SNAPSHOT', 'STAGING', 'RELEASE-DRY-RUN', 'RELEASE'],
description: 'The type of artifacts the build is expected to generate')
string(name: 'gCube_release_version',
defaultValue: 'x.y.z',
description: 'The number of the gCube release to build. Sample values: 4.14, 4.15, etc.')
booleanParam(name: 'cleanup_gcube_artifacts',
defaultValue: true,
description: 'Wipe out the gcube artifacts from the local maven repository before the builds?')
booleanParam(name: 'cleanup_local_repo',
defaultValue: true,
description: 'Wipe out the local maven repository before the builds?')
}
//see https://jenkins.io/doc/book/pipeline/syntax/#stages
stages {
2019-05-29 04:54:34 +02:00
stage('clean up before starting') {
2019-05-30 04:31:08 +02:00
steps {
2019-05-30 05:25:00 +02:00
sh '''
if [ "$CLEANUP_GCUBE_REPO" = "true" ]; then
echo "REmove gCube artifacts from local repository"
rm -rf $MAVEN_LOCAL_REPO/org/gcube
fi
if [ "$CLEANUP_LOCAL_REPO" = "true" ]; then
echo "Create a fresh local repository"
rm -rf $MAVEN_LOCAL_REPO
mkdir -p $MAVEN_LOCAL_REPO
fi
2019-10-10 18:32:40 +02:00
mv "${AGENT_ROOT_FOLDER}/settings.xml" "${AGENT_ROOT_FOLDER}/settings.${PIPELINE_BUILD_NUMBER}"
cp "${AGENT_ROOT_FOLDER}/${MAVEN_SETTINGS_FILE}" "${AGENT_ROOT_FOLDER}/settings.xml"
echo "Done with local repository and settings"
2019-05-30 05:25:00 +02:00
'''
2019-05-29 04:54:34 +02:00
}
}
// the maven-parent needs to be built (once) at each execution
stage('build maven-parent') {
2019-09-30 18:57:58 +02:00
steps {
echo build(job: 'maven-parent', wait: true,
2019-09-30 18:57:58 +02:00
parameters: [[$class: 'StringParameterValue', name: 'gcube_settings', value: "${maven_settings_file}"],
[$class: 'StringParameterValue', name: 'local_repo', value: "${maven_local_repo_path}"],
[$class: 'LabelParameterValue', name: 'exec_label', label: "CD", nodeEligibility: [$class: 'AllNodeEligibility']]
]).result
2019-09-30 18:57:58 +02:00
echo "Done with maven-parent"
}
}
2019-10-04 15:47:02 +02:00
stage('build NoDeps components') {
steps {
buildComponents items: jsonConfig.gCube_release.Components.NoDeps?.collect { "${it.name}" },
"${maven_settings_file}", "${maven_local_repo_path}"
echo "Done with NoDeps components"
}
}
stage('build Core components') {
2019-09-30 18:57:58 +02:00
steps {
2019-10-01 04:07:28 +02:00
buildComponents items: jsonConfig.gCube_release.Components.Core?.collect { "${it.name}" },
"${maven_settings_file}", "${maven_local_repo_path}"
echo "Done with Core components"
2019-09-30 18:57:58 +02:00
}
2019-05-28 15:00:59 +02:00
}
stage('build PortalCore components') {
2019-09-30 18:57:58 +02:00
steps {
2019-10-01 04:07:28 +02:00
buildComponents items: jsonConfig.gCube_release.Components.PortalCore?.collect { "${it.name}" },
"${maven_settings_file}", "${maven_local_repo_path}"
echo "Done with Portal-Core components"
2019-09-30 18:57:58 +02:00
}
}
2019-09-30 18:57:58 +02:00
stage('build Enabling components') {
2019-09-30 18:57:58 +02:00
steps {
2019-10-01 04:07:28 +02:00
buildComponents items: jsonConfig.gCube_release.Components.Enabling?.collect { "${it.name}" },
"${maven_settings_file}", "${maven_local_repo_path}"
2019-09-04 04:01:33 +02:00
echo "Done with Enabling components"
2019-09-30 18:57:58 +02:00
}
}
stage('build ClientLibraries components') {
2019-09-30 18:57:58 +02:00
steps {
2019-10-01 04:07:28 +02:00
buildComponents items: jsonConfig.gCube_release.Components.ClientLibraries?.collect { "${it?.name}" },
"${maven_settings_file}", "${maven_local_repo_path}"
echo "Done with ClientLibraries components"
2019-09-30 18:57:58 +02:00
}
}
stage('build Libraries components') {
2019-09-30 18:57:58 +02:00
steps {
2019-10-01 04:07:28 +02:00
buildComponents items: jsonConfig.gCube_release.Components.Libraries?.collect { "${it?.name}" },
"${maven_settings_file}", "${maven_local_repo_path}"
echo "Done with Libraries components"
2019-09-30 18:57:58 +02:00
}
}
stage('build Plugins components') {
2019-09-30 18:57:58 +02:00
steps {
2019-10-01 04:07:28 +02:00
buildComponents items: jsonConfig.gCube_release.Components.Plugins?.collect { "${it?.name}" },
"${maven_settings_file}", "${maven_local_repo_path}"
echo "Done with Plugins components"
2019-09-30 18:57:58 +02:00
}
}
stage('build Services components') {
2019-09-30 18:57:58 +02:00
steps {
2019-10-01 04:07:28 +02:00
buildComponents items: jsonConfig.gCube_release.Components.Services?.collect { "${it?.name}" },
"${maven_settings_file}", "${maven_local_repo_path}"
echo "Done with Services components"
2019-09-30 18:57:58 +02:00
}
}
stage('build Widgets components') {
2019-09-30 18:57:58 +02:00
steps {
2019-10-01 04:07:28 +02:00
buildComponents items: jsonConfig.gCube_release.Components.Widgets?.collect { "${it?.name}" },
"${maven_settings_file}", "${maven_local_repo_path}"
echo "Done with Widgets components"
2019-09-30 18:57:58 +02:00
}
}
stage('build Portlets components') {
2019-09-30 18:57:58 +02:00
steps {
2019-10-01 04:07:28 +02:00
buildComponents items: jsonConfig.gCube_release.Components.Portlets?.collect { "${it?.name}" },
"${maven_settings_file}", "${maven_local_repo_path}"
echo "Done with Portlets components"
2019-09-30 18:57:58 +02:00
}
}
2019-10-03 17:25:08 +02:00
stage('build Distribution components') {
steps {
buildComponents items: jsonConfig.gCube_release.Components.Distribution?.collect { "${it?.name}" },
"${maven_settings_file}", "${maven_local_repo_path}"
2019-10-04 15:47:02 +02:00
echo "Done with Distribution components"
2019-10-03 17:25:08 +02:00
}
}
2019-09-30 18:57:58 +02:00
}
// post-build actions
post {
always {
2019-10-10 18:32:40 +02:00
script {
2019-10-10 18:26:56 +02:00
sh '''
2019-10-10 18:32:40 +02:00
mv "${AGENT_ROOT_FOLDER}/settings.${PIPELINE_BUILD_NUMBER}" "${AGENT_ROOT_FOLDER}/settings.xml"
2019-10-10 18:26:56 +02:00
'''
}
2019-10-10 18:32:40 +02:00
echo 'The default maven settings have been restored'
}
success {
echo 'The pipeline worked!'
2019-10-10 18:21:52 +02:00
mail to: 'jenkinsbuilds@d4science.org',
2019-10-10 21:19:37 +02:00
subject: "[Jenkins build D4S] build ${currentBuild.fullDisplayName} worked",
body: "Build time: ${currentBuild.durationString}. See ${env.BUILD_URL}"
}
failure {
echo 'The pipeline has failed'
2019-10-10 18:21:52 +02:00
mail to: 'jenkinsbuilds@d4science.org',
2019-10-10 21:19:37 +02:00
subject: "[Jenkins build D4S] build ${currentBuild.fullDisplayName} failed",
2019-10-10 18:21:52 +02:00
body: "Something is wrong with ${env.BUILD_URL}"
}
}
2019-05-28 15:00:59 +02:00
}
2019-10-01 04:07:28 +02:00
def buildComponents(args, maven_settings_file, maven_local_repo_path) {
2019-09-04 19:11:51 +02:00
if (args.items) {
2019-09-30 18:57:58 +02:00
parallel args.items?.collectEntries { name ->
["${name}": {
if (name && !"NONE".equalsIgnoreCase(name))
2019-10-01 04:19:54 +02:00
build(job: name,
2019-09-30 18:57:58 +02:00
parameters: [[$class: 'StringParameterValue', name: 'gcube_settings', value: "${maven_settings_file}"],
[$class: 'StringParameterValue', name: 'local_repo', value: "${maven_local_repo_path}"],
[$class: 'LabelParameterValue', name: 'exec_label', label: "CD", nodeEligibility: [$class: 'AllNodeEligibility']]
2019-09-30 18:57:58 +02:00
])
}
]
}
}
}