#!groovy import groovy.io.FileType import static groovy.io.FileType.FILES import jenkins.model.* import hudson.FilePath; import jenkins.model.Jenkins; /** * Deploy components to the D4Science Infrastructure (dev-only) * * Roberto Cirillo (ISTI-CNR) */ // related jenkins job: https://jenkins.d4science.org/job/gCubeDeployer/ def agent_root_folder = '/var/lib/jenkins' //def agent_deploy_filename = 'deploy.${env.BUILD_NUMBER}.csv' //def agent_deploy_backup_filename = 'deploy.${env.BUILD_NUMBER}.bck' def deployList def backupList if (params.deployFile) { println "Using custom deploy file" deployList = params.deployFile } //locate the targetHost file //String targetHostURL = "https://code-repo.d4science.org/gCubeCI/gCubeDeployer/raw/branch/master/open/gcube-${gCube_release_version}.yaml" //if (verbose) // println "Querying ${targetHostURL}" //load the release file //def text = targetHostURL.toURL().getText() pipeline { agent { label 'ansible' } options { ansiColor('xterm') } triggers { // every fifteen minutes (perhaps at :07, :22, :37, :52) // cron('H/15 * * * *') // once in every two hours slot between 9 AM and 5 PM every weekday (perhaps at 10:38 AM, 12:38 PM, 2:38 PM, 4:38 PM) cron('H H(9-16)/6 * * 1-5') } environment { AGENT_ROOT_FOLDER = "${agent_root_folder}" PENDING_DEPLOY_FOLDER="${agent_root_folder}/CD/" CD_ROOT_FOLDER = "${agent_root_folder}/ansible-repos/ansible-playbooks/d4science-ghn-cluster/CD" PIPELINE_BUILD_NUMBER = "${env.BUILD_NUMBER}" DEPLOY_FILE = "${PENDING_DEPLOY_FOLDER}deploy.${PIPELINE_BUILD_NUMBER}.csv" BACKUP_FILE = "${PENDING_DEPLOY_FOLDER}deploy.${PIPELINE_BUILD_NUMBER}.bck" DEPLOY_FOLDER= "${WORKSPACE}/CD-${PIPELINE_BUILD_NUMBER}" TRIGGER_JOB= "${params.TRIGGER_JOB}" TRIGGER_VERSION= "${params.TRIGGER_VERSION}" TRIGGER_HOST="${params.TRIGGER_HOST}" TRIGGER_CD="${params.TRIGGER_CD}" } parameters { string(name: 'TRIGGER_JOB', defaultValue: '', description: 'Name of the service or job to deploy') string(name: 'TRIGGER_VERSION', defaultValue: '', description: 'service version to deploy') string(name: 'TRIGGER_HOST', defaultValue: '', description: 'Target Host / Host group where deploy the service') booleanParam(name: 'TRIGGER_CD', defaultValue: true, description: 'Set to false to avoid current deploy') string(name: 'gCube_release_version', defaultValue: '', description: 'Leave blank if executed outside gCube release') } stages { stage('Initialize environment') { steps { sh ''' date=`date`; mkdir -p ${PENDING_DEPLOY_FOLDER} mkdir -p "${DEPLOY_FOLDER}" find "${PENDING_DEPLOY_FOLDER}" -type f -exec mv --target-directory="${DEPLOY_FOLDER}" '\'{'\'} '\'+ ''' } } stage('Deploy from system') { when{ allOf{ triggeredBy 'TimerTrigger' // maybe we can add a new condition in order to consider the manual execution of this pipeline environment name: 'IS_CRON_TMP', value: 'True' } } steps { echo 'Cron build enabled. Deploy from system ongoing' script { println "Going to check the deploy file in ${PENDING_DEPLOY_FOLDER}" // def records = readCSV file: 'CD/deploy.csv' // def files = findFiles(glob: 'target/surefire-reports/*.csv') def deployFolder="CD-${env.BUILD_NUMBER}"; println ("searching files in folder ${deployFolder}"); def files = findFiles(glob: "${deployFolder}/*.csv") if (files == null){ println ("Nothing to do"); }else{ for (def file : files){ echo """ Found: ${file.name} with path ${file.path} length ${files[0].length} lastModified ${files[0].lastModified} """ def records = readCSV file: "${file.path}" for (def record : records) { println("Processing record: "+record) stage(record.get(0)){ println "Deploy on going of component: record.get(0)" catchError(buildResult: 'UNSTABLE', stageResult: 'UNSTABLE') { checkup(record.get(0), record.get(1), record.get(2)); deploy(record.get(0), record.get(1), record.get(2)); } } } clean("${file.path}"); } } } } } stage('Nothing to do ') { when{ anyOf{ allOf{ triggeredBy 'TimerTrigger' environment name: 'IS_CRON_TMP', value: 'False' } } } steps { echo 'Do Nothing: cron build disabled' } } stage('New pending deploy ') { when{ environment name: 'IS_CRON_TMP', value: 'True' anyOf{ triggeredBy 'BuildUpstreamCause' triggeredBy 'UpstreamCause' triggeredBy 'UserIdCause' } } steps { sh ''' echo "Cron build enabled. New deploy of ${TRIGGER_JOB} - ${TRIGGER_VERSION} will be added to the deploy file" touch $DEPLOY_FILE; if grep -q \"\${TRIGGER_JOB}\" \${DEPLOY_FILE}; then echo "component ${TRIGGER_JOB} already added. Nothing to add." else echo "${TRIGGER_JOB},${TRIGGER_VERSION},${TRIGGER_HOST}" >> ${DEPLOY_FILE} fi ''' // the following catch give always an error in order to return a feedback UNSTABLE to the final user since the deploy is still not performed catchError(buildResult: 'UNSTABLE', stageResult: 'UNSTABLE') { sh(""" exit 126; """) } } } stage('Deploy from job ') { when{ environment name: 'IS_CRON_TMP', value: 'False'; expression { env.TRIGGER_CD.toBoolean() } anyOf{ triggeredBy 'BuildUpstreamCause' triggeredBy 'UpstreamCause' } } steps { echo "Cron build disabled. New deploy of ${params.TRIGGER_JOB} - ${params.TRIGGER_VERSION} ongoing" ansiColor("xterm") { catchError(buildResult: 'FAILURE', stageResult: 'FAILURE') { checkup("${params.TRIGGER_JOB}", "${params.TRIGGER_VERSION}", "${params.TRIGGER_HOST}"); deploy("${params.TRIGGER_JOB}", "${params.TRIGGER_VERSION}", "${params.TRIGGER_HOST}"); } } } } stage('Deploy manually ') { when{ allOf{ environment name: 'IS_CRON_TMP', value: 'False'; triggeredBy 'UserIdCause' } } steps { echo "Cron build disabled. Pipeline executed Manually. New deploy of ${params.TRIGGER_JOB} - ${params.TRIGGER_VERSION} ongoing" ansiColor("xterm") { catchError(buildResult: 'FAILURE', stageResult: 'FAILURE') { checkup("${params.TRIGGER_JOB}", "${params.TRIGGER_VERSION}", "${params.TRIGGER_HOST}"); deploy("${params.TRIGGER_JOB}", "${params.TRIGGER_VERSION}", "${params.TRIGGER_HOST}"); } } } } } post { always { script { sh ''' echo 'Sending report' ''' //cat ./${ACTION_DEPLOY_FILE}.csv } } success { echo 'The deploy pipeline worked!' emailext attachLog: true,//attachmentsPattern: "**/${ACTION_DEPLOY_FILE}.csv", to: 'roberto.cirillo@isti.cnr.it', subject: "[Jenkins-gCubeDeployer] Deploy report", body: "${currentBuild.fullDisplayName}. Build time: ${currentBuild.durationString}. See ${env.BUILD_URL}. " } failure { echo 'The deploy pipeline has failed' emailext attachLog: true, to: 'roberto.cirillo@isti.cnr.it', subject: "[Jenkins-gCubeDeployer] deploy ${currentBuild.fullDisplayName} failed", body: "Something is wrong with ${env.BUILD_URL}" } } } //parse a csv file formatted in this way: ComponentName,ComponentVersion, ComponentHost def getComponentsFromCSV(def deployList) { def components = [] if (fileExists("${deployList}")) { echo 'file found' readFile("${deployList}").split('\n').each { line, count-> if (line.startsWith('#')) return def fields = line.split(',') components.add([ name : fields[0], version : fields[1], host : fields[2] ] ) } } else { echo ' File Not found. Failing.' } return components } //launch ansible deploy def deploy(String service, String version, String host){ def now = new Date(); println("Going to deploy the service "+service+" with version: "+version+" on target: "+host); def statusCode = sh( script: "cd $CD_ROOT_FOLDER;./deployService.sh $service $version $host;", returnStdout: true); sh(""" echo " last exit code \$?"; """) println("Deploy ended with status: "+statusCode); } //Implement a new method in order to check the input parameters def checkup(String service, String version, String host){ sh(""" case "$version" in **SNAPSHOT) echo "version contains SNAPSHOT" ;; **latest) echo "version contains latest" ;; * ) echo "version without SNAPSHOT. EXIT WITHOUT DEPLOY "; exit 1;; esac """) } //clean and update the local deploy file def cleanup(def DEPLOY_FILE, def BACKUP_FILE){ sh ''' echo "cleanup $DEPLOY_FILE"; if [ -f ${DEPLOY_FILE} ]; then if [ -f ${BACKUP_FILE} ]; then echo "backup found: ${BACKUP_FILE} going to replace it"; rm ${BACKUP_FILE}; fi mv ${DEPLOY_FILE} ${BACKUP_FILE}; else echo "deploy file empty" fi ''' } //clean and update the local deploy file def clean(def file){ sh ''' echo "cleaning $file"; if [ -f $file ]; then rm $file; else echo "file not exist" fi ''' } //experimental test def getComponentsFromCSVDir4(def dirPath){ sh ''' echo "parsing $dirPath"; for entry in `ls $dirPath`; do INPUT=$entry OLDIFS=$IFS IFS=',' [ ! -f $INPUT ] && { echo "$INPUT file not found"; exit 99; } while read artifactid version host do echo "Component name : $artifactid" echo "Component version : $version" echo "Target host : $host" done < $INPUT IFS=$OLDIFS done ''' }