From 922575f2db491057c74377fc77897beea5f92897 Mon Sep 17 00:00:00 2001 From: Manuele Simi Date: Sun, 1 Sep 2019 18:02:44 -0400 Subject: [PATCH] Add jenkinsfile that uses functions to create new stages. --- Jenkinsfile_withFunctions | 124 +++++++++++++++++++++++++++++++ examples/dynamic_parallel_nested | 2 +- examples/with_function | 18 +++++ 3 files changed, 143 insertions(+), 1 deletion(-) create mode 100644 Jenkinsfile_withFunctions create mode 100644 examples/with_function diff --git a/Jenkinsfile_withFunctions b/Jenkinsfile_withFunctions new file mode 100644 index 0000000..1f07e7e --- /dev/null +++ b/Jenkinsfile_withFunctions @@ -0,0 +1,124 @@ +import groovy.json.JsonSlurper +import groovy.io.FileType + +//locate where this jenkinsfile is +String releaseURL = "https://code-repo.d4science.org/gCubeCI/gCubeRelease/raw/branch/feature/17273/releases/gcube-${params.gCube_release_number}.json" +//check and parse the release file +println "Querying ${releaseURL}" +def text = releaseURL.toURL().getText() +def gcubeJSON = new JsonSlurper().parseText(text) + +//check that the release number parameter is the one expected +assert gcubeJSON["gCube.version"] == params.gCube_release_number : "Release versions do not match!" + + +// set the build options according to the Type of build +def (options,maven_local_repo_path,maven_settings_file) = ['','',''] +def maven_jdk = 'OpenJDK 8' +def agent_root_folder = '/var/lib/jenkins' + +if (params.Type == 'SNAPSHOT-DRY-RUN') { + echo "Configure Maven for SNAPSHOT-DRY-RUN artifacts" + options = '' + maven_local_repo_path = "${agent_root_folder}/local-snapshots" + maven_settings_file = "${agent_root_folder}/.m2/jenkins-snapshots-dry-run-settings.xml" +} +if (params.Type == 'SNAPSHOT') { + echo "Configure Maven for SNAPSHOT artifacts" + options = '' + maven_local_repo_path = "${agent_root_folder}/local-snapshots" + maven_settings_file = "${agent_root_folder}/.m2/jenkins-snapshots-settings.xml" +} +if (params.Type == 'RELEASE-DRY-RUN') { + echo "Configure Maven for RELEASE-DRY-RUN artifacts" + options = '' + maven_local_repo_path = "${agent_root_folder}/local-releases" + maven_settings_file = "${agent_root_folder}/.m2/jenkins-releases-dry-run-settings.xml" +} +if (params.Type == 'RELEASE-STAGING') { + echo "Configure Maven for RELEASE-STAGING artifacts" + options = '' + maven_local_repo_path = "${agent_root_folder}/local-staging" + maven_settings_file = "${agent_root_folder}/.m2/jenkins-staging-settings.xml" + echo "This will fail. RELEASES are currently disabled until further testing." +} +if (params.Type == 'RELEASE') { + echo "Configure Maven for RELEASE artifacts" + options = '' + //maven_local_repo_path = "${agent_root_folder}/local-releases" + //maven_settings_file = "${agent_root_folder}/.m2/jenkins-releases-settings.xml" + echo "This will fail. RELEASES are currently disabled until further testing." +} +echo "Use settings file at ${maven_settings_file}" +echo "Use local repo at ${maven_local_repo_path}" +echo "Release number: ${params.gCube_release_number}" + +def components = gcubeJSON['Components'] + +pipeline { + // see https://jenkins.io/doc/book/pipeline/syntax/#agent + agent any + // see https://jenkins.io/doc/book/pipeline/syntax/#environment + environment { + JOB_OPTIONS = "${options}" + MAVEN_LOCAL_REPO = "${maven_local_repo_path}" + GCUBE_RELEASE_NUMBER = "${params.gCube_release_number}" + + } + + // see https://jenkins.io/doc/book/pipeline/syntax/#parameters + parameters { + choice(name: 'Type', + choices: ['SNAPSHOT-DRY-RUN', 'SNAPSHOT', 'RELEASE-DRY-RUN', 'RELEASE-STAGING', 'RELEASE'], + description: 'The type of artifacts the build is expected to generate') + + string(name: 'gCube_release_number', + defaultValue: 'invalid', + description: 'The number of the gCube release to build. Ignored by the SNAPSHOT builds. Sample values: 4.14, 4.15, etc.') + } + + //see https://jenkins.io/doc/book/pipeline/syntax/#stages + stages { + stage('clean up before starting') { + steps { + sh ''' + echo "Create a fresh local repository" + rm -rf $MAVEN_LOCAL_REPO + mkdir -p $MAVEN_LOCAL_REPO + echo "Done with local repository" + ''' + + } + } + stage('Build Components') { + stages { + + stage('Build SmartGears components') { + steps { + buildComponents items: (components['SmartGears']).collect { "Stage ${it}" } + } + } + + stage('Build Enabling components') { + steps { + buildComponents items: (components['Enabling']).collect { "Stage ${it}" } + } + } + stage('Build Data components') { + steps { + buildComponents items: (components['Data']).collect { "Stage ${it}" } + } + } + } + } + } + +} + +def buildComponents(args) { + parallel args.items.collectEntries { name -> [ "${name}": { + stage("${name}") { + echo name + } + }]} +} \ No newline at end of file diff --git a/examples/dynamic_parallel_nested b/examples/dynamic_parallel_nested index 99e49a1..03dd620 100644 --- a/examples/dynamic_parallel_nested +++ b/examples/dynamic_parallel_nested @@ -18,7 +18,7 @@ for (int i = 0; i < applications.size(); i++) { } } } - +// the problem is with more than ONE parallel block pipeline { agent any stages { diff --git a/examples/with_function b/examples/with_function new file mode 100644 index 0000000..8f10237 --- /dev/null +++ b/examples/with_function @@ -0,0 +1,18 @@ +pipeline { + agent any + stages { + stage('build') { + steps { + buildComponents items: ("a".."f").collect { "Stage ${it}" } + } + } + } +} + +def buildComponents(args) { + parallel args.items.collectEntries { name -> [ "${name}": { + stage("${name}") { + echo name + } + }]} +} \ No newline at end of file