2022-04-22 15:38:43 +02:00
|
|
|
#!groovy
|
|
|
|
|
2022-04-22 16:35:54 +02:00
|
|
|
/**
|
|
|
|
* Deploy components to the D4Science Infrastructure (dev-only)
|
|
|
|
*
|
2022-04-22 17:02:12 +02:00
|
|
|
* Roberto Cirillo (ISTI-CNR)
|
2022-04-22 16:35:54 +02:00
|
|
|
*/
|
2022-04-22 15:38:43 +02:00
|
|
|
|
2022-04-22 11:41:05 +02:00
|
|
|
// related jenkins job: https://jenkins.d4science.org/job/gCubeDeployer/
|
|
|
|
|
2022-04-26 15:36:19 +02:00
|
|
|
def agent_root_folder = '/var/lib/jenkins'
|
2022-04-26 15:16:49 +02:00
|
|
|
def agent_deploy_filename = 'deploy.csv'
|
2022-04-28 10:27:36 +02:00
|
|
|
def agent_deploy_backup_filename = 'deploy.bck'
|
2022-04-22 16:35:54 +02:00
|
|
|
|
2022-04-26 15:16:49 +02:00
|
|
|
def deployList
|
2022-04-28 10:27:36 +02:00
|
|
|
def backupList
|
2022-04-26 15:16:49 +02:00
|
|
|
if (params.deployFile) {
|
|
|
|
println "Using custom deploy file"
|
|
|
|
deployList = params.deployFile
|
|
|
|
} else {
|
2022-04-26 17:05:30 +02:00
|
|
|
println "Using local deploy file"
|
|
|
|
//load the report from local
|
|
|
|
deployList = agent_root_folder+'/'+agent_deploy_filename;
|
|
|
|
println "Load from local file ${deployList}"
|
2022-04-26 15:16:49 +02:00
|
|
|
}
|
2022-04-28 10:27:36 +02:00
|
|
|
backupList = agent_root_folder+'/'+agent_deploy_backup_filename;
|
2022-04-22 16:35:54 +02:00
|
|
|
|
2022-04-15 14:41:39 +02:00
|
|
|
pipeline {
|
|
|
|
agent {
|
|
|
|
label 'CD'
|
|
|
|
}
|
2022-04-15 15:23:26 +02:00
|
|
|
triggers {
|
2022-04-26 14:49:16 +02:00
|
|
|
// every fifteen minutes (perhaps at :07, :22, :37, :52)
|
2022-04-28 14:05:24 +02:00
|
|
|
cron('H/15 * * * *')
|
2022-04-22 11:41:05 +02:00
|
|
|
// once a day on the 1st and 15th of every month
|
2022-04-26 14:49:16 +02:00
|
|
|
// cron ('H H 1,15 * *')
|
2022-04-27 15:16:29 +02:00
|
|
|
// once every two hours at 45 minutes past the hour starting at 9:45 AM and finishing at 3:45 PM every weekday.
|
2022-04-28 14:05:24 +02:00
|
|
|
// cron('45 9-16/2 * * 1-5')
|
2022-04-15 15:23:26 +02:00
|
|
|
}
|
|
|
|
//once in every two hours slot between 9 AM and 5 PM every weekday (perhaps at 10:38 AM, 12:38 PM, 2:38 PM, 4:38 PM)
|
|
|
|
// cron('H H(9-16)/2 * * 1-5')
|
2022-04-15 14:41:39 +02:00
|
|
|
|
|
|
|
environment {
|
|
|
|
AGENT_ROOT_FOLDER = "${agent_root_folder}"
|
2022-04-26 15:25:58 +02:00
|
|
|
DEPLOY_FILE = "${agent_root_folder}/${agent_deploy_filename}"
|
2022-04-28 10:27:36 +02:00
|
|
|
BACKUP_FILE = "${agent_root_folder}/${agent_deploy_backup_filename}"
|
2022-04-22 17:09:31 +02:00
|
|
|
TRIGGER_JOB= "${params.TRIGGER_JOB}"
|
|
|
|
TRIGGER_VERSION= "${params.TRIGGER_VERSION}"
|
2022-04-15 14:41:39 +02:00
|
|
|
}
|
|
|
|
stages {
|
|
|
|
stage('initialize environment') {
|
|
|
|
steps {
|
|
|
|
sh '''
|
2022-04-28 15:10:58 +02:00
|
|
|
date=`date`;
|
|
|
|
touch $DEPLOY_FILE;
|
|
|
|
touch $BACKUP_FILE;
|
2022-04-22 17:00:32 +02:00
|
|
|
'''
|
2022-04-15 14:41:39 +02:00
|
|
|
}
|
|
|
|
}
|
2022-04-15 15:06:25 +02:00
|
|
|
stage('Deploy from system') {
|
2022-04-15 14:41:39 +02:00
|
|
|
when{
|
|
|
|
allOf{
|
2022-04-15 15:45:23 +02:00
|
|
|
triggeredBy 'TimerTrigger'
|
2022-04-26 14:49:16 +02:00
|
|
|
// maybe we can add a new condition in order to consider the manual execution of this pipeline
|
2022-04-22 16:05:03 +02:00
|
|
|
environment name: 'IS_CRON', value: 'True'
|
2022-04-15 14:41:39 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
steps {
|
2022-04-15 17:20:46 +02:00
|
|
|
echo 'Cron build enabled. Deploy from system ongoing'
|
2022-04-22 15:38:43 +02:00
|
|
|
script {
|
2022-04-26 17:05:30 +02:00
|
|
|
// parse the report and extract the data
|
2022-04-27 12:35:18 +02:00
|
|
|
def components = parseCSVList(deployList)
|
2022-04-26 17:05:30 +02:00
|
|
|
assert 0 < components.size(): "No component found"
|
|
|
|
for (component in components) {
|
2022-04-27 16:24:12 +02:00
|
|
|
println "Deploy on going of component: $component"
|
2022-04-22 15:38:43 +02:00
|
|
|
}
|
2022-04-28 10:27:36 +02:00
|
|
|
|
2022-04-22 15:38:43 +02:00
|
|
|
}
|
2022-04-28 15:17:22 +02:00
|
|
|
}
|
|
|
|
steps {
|
|
|
|
catchError(buildResult: 'SUCCESS', stageResult: 'FAILURE') {
|
|
|
|
sh "exit 1"
|
|
|
|
}
|
|
|
|
}
|
|
|
|
steps {
|
2022-04-28 10:27:36 +02:00
|
|
|
sh '''
|
2022-04-28 14:50:42 +02:00
|
|
|
echo "cleanup $DEPLOY_FILE";
|
2022-04-28 14:04:24 +02:00
|
|
|
if [ -f ${DEPLOY_BACKUP} ]; then
|
2022-04-28 14:37:06 +02:00
|
|
|
echo "backup found: ${DEPLOY_BACKUP} going to replace it";
|
2022-04-28 14:36:35 +02:00
|
|
|
rm ${DEPLOY_BACKUP};
|
|
|
|
mv ${DEPLOY_FILE} ${DEPLOY_BACKUP};
|
|
|
|
touch ${DEPLOY_FILE};
|
2022-04-28 14:50:42 +02:00
|
|
|
fi
|
2022-04-28 10:27:36 +02:00
|
|
|
'''
|
2022-04-15 14:41:39 +02:00
|
|
|
}
|
|
|
|
}
|
2022-04-22 16:03:08 +02:00
|
|
|
stage('Nothing to do by System ') {
|
2022-04-15 14:41:39 +02:00
|
|
|
when{
|
2022-04-15 15:49:41 +02:00
|
|
|
allOf{
|
2022-04-15 16:04:19 +02:00
|
|
|
triggeredBy 'TimerTrigger'
|
2022-04-22 16:05:03 +02:00
|
|
|
environment name: 'IS_CRON', value: 'False'
|
2022-04-15 15:49:41 +02:00
|
|
|
}
|
2022-04-15 14:41:39 +02:00
|
|
|
}
|
|
|
|
steps {
|
2022-04-15 17:20:46 +02:00
|
|
|
echo 'Do Nothing: cron build disabled'
|
2022-04-22 16:00:25 +02:00
|
|
|
}
|
|
|
|
}
|
2022-04-22 16:03:08 +02:00
|
|
|
stage('Add new pending deploy ') {
|
2022-04-15 15:57:10 +02:00
|
|
|
when{
|
2022-04-22 16:05:03 +02:00
|
|
|
environment name: 'IS_CRON', value: 'True'
|
2022-04-15 16:26:45 +02:00
|
|
|
anyOf{
|
2022-04-15 16:04:19 +02:00
|
|
|
triggeredBy 'BuildUpstreamCause'
|
2022-04-15 16:26:45 +02:00
|
|
|
triggeredBy 'UpstreamCause'
|
2022-04-15 15:57:10 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
steps {
|
2022-04-22 16:50:35 +02:00
|
|
|
sh '''
|
2022-04-27 15:36:31 +02:00
|
|
|
echo "Cron build enabled. New deploy of ${TRIGGER_JOB} - ${TRIGGER_VERSION} will be added to the deploy file"
|
2022-04-28 10:27:36 +02:00
|
|
|
|
2022-04-27 16:12:18 +02:00
|
|
|
if grep -q \"\${TRIGGER_JOB}\" \${DEPLOY_FILE}; then
|
2022-04-27 15:57:39 +02:00
|
|
|
echo "component ${TRIGGER_JOB} already added. Nothing to add."
|
2022-04-27 15:36:31 +02:00
|
|
|
else
|
2022-04-27 15:57:39 +02:00
|
|
|
echo "${TRIGGER_JOB},${TRIGGER_VERSION}" >> ${DEPLOY_FILE}
|
2022-04-27 16:01:09 +02:00
|
|
|
fi
|
2022-04-22 16:50:35 +02:00
|
|
|
'''
|
2022-04-15 15:57:10 +02:00
|
|
|
}
|
|
|
|
}
|
2022-04-15 15:06:25 +02:00
|
|
|
stage('Deploy from job ') {
|
|
|
|
when{
|
2022-04-15 16:26:45 +02:00
|
|
|
environment name: 'IS_CRON', value: 'False'
|
|
|
|
anyOf{
|
2022-04-15 16:04:19 +02:00
|
|
|
triggeredBy 'BuildUpstreamCause'
|
2022-04-15 16:26:45 +02:00
|
|
|
triggeredBy 'UpstreamCause'
|
2022-04-15 15:57:10 +02:00
|
|
|
}
|
2022-04-15 15:06:25 +02:00
|
|
|
}
|
|
|
|
steps {
|
2022-04-15 17:20:46 +02:00
|
|
|
echo "Cron build disabled. New deploy of ${params.TRIGGER_JOB} - ${params.TRIGGER_VERSION} ongoing"
|
2022-04-15 15:06:25 +02:00
|
|
|
}
|
|
|
|
}
|
2022-04-15 14:41:39 +02:00
|
|
|
}
|
|
|
|
post {
|
|
|
|
always {
|
|
|
|
script {
|
|
|
|
sh '''
|
|
|
|
echo ' jobs currently appended:'
|
|
|
|
'''
|
2022-04-15 15:06:25 +02:00
|
|
|
//cat ./${ACTION_DEPLOY_FILE}.csv
|
2022-04-15 14:41:39 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
success {
|
|
|
|
echo 'The deploy pipeline worked!'
|
|
|
|
|
2022-04-15 15:26:43 +02:00
|
|
|
emailext attachLog: true,//attachmentsPattern: "**/${ACTION_DEPLOY_FILE}.csv",
|
2022-04-15 14:41:39 +02:00
|
|
|
to: 'roberto.cirillo@isti.cnr.it',
|
2022-04-15 15:27:56 +02:00
|
|
|
subject: "Deploy report",
|
2022-04-15 14:41:39 +02:00
|
|
|
body: "${currentBuild.fullDisplayName}. Build time: ${currentBuild.durationString}. See ${env.BUILD_URL}. "
|
|
|
|
}
|
|
|
|
failure {
|
|
|
|
echo 'The deploy pipeline has failed'
|
|
|
|
emailext attachLog: true,
|
|
|
|
to: 'roberto.cirillo@isti.cnr.it',
|
|
|
|
subject: "[Jenkins deploy D4S] deploy ${currentBuild.fullDisplayName} failed",
|
|
|
|
body: "Something is wrong with ${env.BUILD_URL}"
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-04-26 17:05:30 +02:00
|
|
|
|
2022-04-27 15:02:42 +02:00
|
|
|
//parse a csv file formatted in this way: ComponentName,ComponentVersion
|
2022-04-27 12:35:18 +02:00
|
|
|
def parseCSVList(def deployList) {
|
2022-04-27 12:44:51 +02:00
|
|
|
def components = []
|
2022-04-27 12:35:18 +02:00
|
|
|
if (fileExists("${deployList}")) {
|
|
|
|
echo ' file found'
|
|
|
|
readFile("${deployList}").split('\n').each { line, count->
|
2022-04-28 10:33:47 +02:00
|
|
|
if (line.startsWith('#'))
|
|
|
|
return
|
2022-04-27 12:35:18 +02:00
|
|
|
def fields = line.split(',')
|
2022-04-27 12:44:51 +02:00
|
|
|
components.add([
|
|
|
|
name : fields[0],
|
|
|
|
version : fields[1]
|
|
|
|
]
|
|
|
|
)
|
2022-04-27 15:02:42 +02:00
|
|
|
}
|
2022-04-27 12:35:18 +02:00
|
|
|
} else {
|
|
|
|
echo ' File Not found. Failing.'
|
|
|
|
}
|
2022-04-27 12:44:51 +02:00
|
|
|
return components
|
2022-04-27 12:35:18 +02:00
|
|
|
}
|
|
|
|
|
2022-04-27 15:02:42 +02:00
|
|
|
//Alternative way to append a text in a small file (not used)
|
|
|
|
def appendToFile(String fileName, String line) {
|
|
|
|
def current = ""
|
|
|
|
if (fileExists(fileName)) {
|
|
|
|
current = readFile fileName
|
|
|
|
}
|
|
|
|
writeFile file: fileName, text: current + "\n" + line
|
|
|
|
}
|
2022-04-27 12:35:18 +02:00
|
|
|
|
2022-04-28 10:27:36 +02:00
|
|
|
/**
|
|
|
|
* Appends the footer to the deploy file.
|
|
|
|
*/
|
|
|
|
def appendFooter( def File) {
|
|
|
|
def now = new Date()
|
|
|
|
sh("""
|
2022-04-28 10:33:47 +02:00
|
|
|
echo "#---" >> $File
|
|
|
|
echo "#generated by the gCubeDeploy pipeline >> $File
|
|
|
|
echo "#last update $now*" >> $File
|
2022-04-28 10:27:36 +02:00
|
|
|
""")
|
|
|
|
}
|
|
|
|
|