Merge branch 'feature/18208'

Jenkinsfile

@@ -5,7 +5,7 @@ import org.yaml.snakeyaml.Yaml
 def (options, maven_local_repo_path, maven_settings_file, maven_parent_file) = ['', '', '', '']
 def agent_root_folder = '/var/lib/jenkins/.m2'
 def verbose = true
-
+def resume = params.resume_from
 if (params.Type == 'SNAPSHOT-DRY-RUN') {
     echo "Configure Maven for SNAPSHOT-DRY-RUN artifacts"
     options = ''
@@ -47,6 +47,7 @@ echo "Use local repo at ${maven_local_repo_path}"
 echo "Release number: ${params.gCube_release_version}"
 echo "Clean up gcube local artifacts? ${params.cleanup_gcube_artifacts}"
 echo "Clean up all local artifacts? ${params.cleanup_local_repo}"
+echo "Resume from previous build? ${params.resume_from}"
 
 
 //locate the release file
@@ -69,6 +70,12 @@ if (verbose) {
     jsonConfig.gCube_release.Components.each { println it.key }
 }
 
+def jobs = [:]
+def previous_report_content = ''
+def previous_report_file = "${agent_root_folder}/build_jobs.${resume}.csv"
+def previous_commit_file = "${agent_root_folder}/build_commits.${resume}.csv"
+
+
 pipeline {
 
     // see https://jenkins.io/doc/book/pipeline/syntax/#agent
@@ -90,6 +97,10 @@ pipeline {
         GCUBE_RELEASE_NUMBER = "${params.gCube_release_version}"
         PIPELINE_BUILD_NUMBER = "${env.BUILD_NUMBER}"
         TYPE = "${params.Type}"
+        RESUME = "${params.resume}"
+        JOB_REPORT = "${agent_root_folder}/build_jobs.${env.BUILD_NUMBER}.csv"
+        PREVIOUS_JOB_REPORT = "${previous_report_file}"
+        PREVIOUS_COMMIT_REPORT = "${previous_commit_file}"
     }
 
     // see https://jenkins.io/doc/book/pipeline/syntax/#parameters
@@ -109,11 +120,45 @@ pipeline {
         booleanParam(name: 'cleanup_local_repo',
                 defaultValue: true,
                 description: 'Wipe out the local maven repository before the builds?')
+
+         string(name: 'resume_from',
+                defaultValue: '',
+                description: 'Resume from a previous build identified by the build number.')
     }
 
     //see https://jenkins.io/doc/book/pipeline/syntax/#stages
     stages {
-        stage('initialize') {
+        stage('initialize reports') {
+            steps {
+               script {
+                    if (resume) {
+                       content = readFile("${previous_report_file}")
+                       println "JOB REPORT CONTENT: ${content}"
+                       jobs = parseJobs(content)
+                       sh "rm ${AGENT_ROOT_FOLDER}/build_commits.csv || true"
+                       sh "cp ${PREVIOUS_COMMIT_REPORT} ${AGENT_ROOT_FOLDER}/build_commits.csv"
+                    }
+               }
+
+               sh '''
+                 # job report
+                 echo "#Build ${PIPELINE_BUILD_NUMBER}" > ${JOB_REPORT}
+                 echo "#StartTime ${date}" >> ${JOB_REPORT}
+                 echo -e "JobName,Status" >> ${JOB_REPORT}
+
+                 # create build report if not resumed
+                 if [ ! -f ${AGENT_ROOT_FOLDER}/build_commits.csv ]; then
+                     #build report
+                     echo "#Build ${PIPELINE_BUILD_NUMBER}" > ${AGENT_ROOT_FOLDER}/build_commits.csv
+                     echo "#Release ${GCUBE_RELEASE_NUMBER}" >> ${AGENT_ROOT_FOLDER}/build_commits.csv
+                     date=`date`
+                     echo "#StartTime ${date}" >> ${AGENT_ROOT_FOLDER}/build_commits.csv
+                     echo -e "GroupID,ArtifactID,Version,SCM URL,Build Number,Distribution URL,Filename,Packaging" >> ${AGENT_ROOT_FOLDER}/build_commits.csv
+                 fi
+               '''
+            }
+        }
+        stage('initialize local repository') {
             steps {
                 sh '''
                         echo "REMOVE_LOCAL_REPO: ${REMOVE_LOCAL_REPO}"
@@ -130,24 +175,30 @@ pipeline {
                         mv "${AGENT_ROOT_FOLDER}/settings.xml" "${AGENT_ROOT_FOLDER}/settings.${PIPELINE_BUILD_NUMBER}"
                         cp "${AGENT_ROOT_FOLDER}/${MAVEN_SETTINGS_FILE}" "${AGENT_ROOT_FOLDER}/settings.xml"
                         echo "Done with local repository and settings"
-                echo "#Build ${PIPELINE_BUILD_NUMBER}" > ${AGENT_ROOT_FOLDER}/build_commits.csv
+
-                echo "#Release ${GCUBE_RELEASE_NUMBER}" >> ${AGENT_ROOT_FOLDER}/build_commits.csv
-                date=`date`
-                echo "#StartTime ${date}" >> ${AGENT_ROOT_FOLDER}/build_commits.csv
-                echo -e "GroupID,ArtifactID,Version,SCM URL,Build Number,Distribution URL,Filename,Packaging" >> ${AGENT_ROOT_FOLDER}/build_commits.csv
                 '''
             }
         }
         // the maven-parent needs to be built (once) at each execution
         stage('build maven-parent') {
             steps {
-                echo build(job: 'maven-parent', wait: true,
+                script {
+                        if (jobs['maven-parent'] == 'SUCCESS') {
+                            echo "Skipping maven-parent"
+                            // propagate success
+                            sh "echo -e maven-parent,SUCCESS >> ${agent_root_folder}/build_jobs.${env.BUILD_NUMBER}.csv"
+                        } else {
+                            def gjob =  build(job: 'maven-parent', wait: true, propagate: true,
                                     parameters: [[$class: 'StringParameterValue', name: 'gcube_settings', value: "${maven_parent_file}"],
                                                  [$class: 'StringParameterValue', name: 'local_repo', value: "${maven_local_repo_path}"],
                                                  [$class: 'LabelParameterValue', name: 'exec_label', label: "CD", nodeEligibility: [$class: 'AllNodeEligibility']]
-                        ]).result
+                                    ])
+                            sh "echo -e maven-parent,${gjob.getResult()}  >> ${agent_root_folder}/build_jobs.${env.BUILD_NUMBER}.csv"
                             echo "Done with maven-parent"
                         }
+
+                }
+            }
         }
         stage('build components') {
             steps {
@@ -155,7 +206,7 @@ pipeline {
                     jsonConfig.gCube_release.Components.each { group_name, component_list ->
                         stage("build ${group_name} components") {
                             buildComponents items: component_list?.collect { "${it.name}" },
-                                    "${maven_settings_file}", "${maven_local_repo_path}"
+                                    "${maven_settings_file}", "${maven_local_repo_path}", jobs
                             echo "Done with ${group_name} components"
                         }
                     }
@@ -172,6 +223,7 @@ pipeline {
                   mv "${AGENT_ROOT_FOLDER}/settings.${PIPELINE_BUILD_NUMBER}" "${AGENT_ROOT_FOLDER}/settings.xml"
                   mv  ${AGENT_ROOT_FOLDER}/build_commits.csv  ${AGENT_ROOT_FOLDER}/build_commits.${PIPELINE_BUILD_NUMBER}.csv
                   cp ${AGENT_ROOT_FOLDER}/build_commits.${PIPELINE_BUILD_NUMBER}.csv .
+                  cat ${AGENT_ROOT_FOLDER}/build_jobs.${PIPELINE_BUILD_NUMBER}.csv
                   '''
             }
             echo 'The default maven settings have been restored'
@@ -198,18 +250,45 @@ pipeline {
     }
 }
 
-def buildComponents(args, maven_settings_file, maven_local_repo_path) {
+def buildComponents(args, maven_settings_file, maven_local_repo_path,  jobs) {
     if (args.items) {
         parallel args.items?.collectEntries { name ->
             ["${name}": {
-                if (name && !"NONE".equalsIgnoreCase(name))
+                if (name && !"NONE".equalsIgnoreCase(name)) {
-                    build(job: name,
+                    if ( (jobs["${name}"] == 'SUCCESS') ) {
+                            echo "Skipping ${name}"
+                            // propagate success
+                            sh "echo -e ${name},SUCCESS >> ${agent_root_folder}/build_jobs.${env.BUILD_NUMBER}.csv"
+                    } else {
+                        def gjob = build(job: name, wait: true, propagate: true,
                             parameters: [[$class: 'StringParameterValue', name: 'gcube_settings', value: "${maven_settings_file}"],
                                          [$class: 'StringParameterValue', name: 'local_repo', value: "${maven_local_repo_path}"],
                                          [$class: 'LabelParameterValue', name: 'exec_label', label: "CD", nodeEligibility: [$class: 'AllNodeEligibility']]
                             ])
+                        sh "echo -e ${name},${gjob.getResult()} >> ${agent_root_folder}/build_jobs.${env.BUILD_NUMBER}.csv"
+                    }
+                }
             }
             ]
         }
     }
 }
+
+/**
+ Loads the jobs from the given report.
+*/
+@NonCPS
+def parseJobs(content) {
+    def jobs = [:]
+    try {
+        for (String line : content.split('\n')) {
+            if (!line.startsWith('#') && !line.startsWith('JobName')) {
+                def columns = line.split(',')
+                jobs["${columns[0]}"] = columns[1]
+            }
+        }
+    } catch(Exception e) {
+      println "Previous job report not available or not parsable"
+    }
+    jobs;
+}