gCubeSystem
/
ansible-role-conductor-workflows-bluecloud
17
0
Fork 0
Code Issues Pull Requests Projects Releases 2 Wiki Activity

doing preliminary tasks

This commit is contained in:
dcore94 2021-09-13 15:00:27 +02:00
parent 9c1d49a9b9
commit 3de2ab1662
1 changed files with 46 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

63
templates/da_cache_to_shub.json.j2
View File

@ -9,31 +9,60 @@
"tasks" : [
{
"name": "LAMBDA_TASK",
"taskReferenceName": "build_transfer_tasks",
"taskReferenceName": "init",
"type": "LAMBDA",
"inputParameters": {
"downloads" : "${workflow.input.descriptor.downloads.*}",
"storagehub" : "{{ storagehub }}",
"auth" : "Bearer ${workflow.input.token}",
"parentfolder" : "Blue-Cloud Data Downloads",
"folder" : "${workflow.input.descriptor.order_name}-${workflow.input.descriptor.order_number}"
"scriptExpression": "1 === 1"
}
},
{
"name" : "http",
"taskReferenceName" : "get_workspace",
"type" : "HTTP",
"inputParameters" : {
"http_request": {
"uri" : "${init.input.storagehub}/workspace",
"method" : "GET",
"headers" : { "Authorization" : "${workflow.init.input.auth}" }
}
}
},
{
"name": "LAMBDA_TASK",
"taskReferenceName": "init2",
"type": "LAMBDA",
"inputParameters": {
"workspace_root_folder_id" : "${get_workspace.output.response.item.id}"
}
},
{
"name" : "http",
"taskReferenceName" : "check_folder",
"type" : "HTTP",
"inputParameters" : {
"http_request": {
"uri" : "${init.input.storagehub}/workspace/items/${init2.input.workspace_root_folder_id}/items/${init.input.parentfolder}",
"method" : "GET",
"headers" : { "Authorization" : "${workflow.init.input.auth}" }
}
}
},
{
"name": "LAMBDA_TASK",
"taskReferenceName": "build_transfer_tasks",
"type": "LAMBDA",
"inputParameters": {
"work" : "${workflow.input.descriptor.downloads.*}",
"upload" : "https://workspace-repository.dev.d4science.org/storagehub/workspace/items/68e30cd7-8728-429e-9a98-50039e309095/create/FILE",
"auth" : "Bearer ${workflow.input.token}",
"description" : "${workflow.input.descriptor.order_name}",
"scriptExpression": "inputs={};tasks=[];for(var i=0;i<$.downloads.length;i++)download=$.downloads[i],tasks.push({name:'pyrestbridge',type:'SIMPLE',taskReferenceName:'bridge_'+i}),inputs['bridge_'+i]={ datamap : { place: 'files', name : 'file'}, endpoint1 : { url: download.url}, endpoint2 : { url: $.upload, headers: { Authorization : $.auth}, files: { name : 'file' + download.number, description : $.description[0]}} };return {tasks:Java.to(tasks,'java.util.Map[]'),inputs:inputs};"
}
},
{
"name" : "fork_dynamic",
"type" : "FORK_JOIN_DYNAMIC",
"taskReferenceName" : "parallel_downloads",
"inputParameters" : {
"tasks" : "${build_transfer_tasks.output.result.tasks}",
"inputs" : "${build_transfer_tasks.output.result.inputs}"
},
"dynamicForkTasksParam": "tasks",
"dynamicForkTasksInputParamName": "inputs"
},
{
"name" : "join",
"type" : "JOIN",
"taskReferenceName" : "join_parallel_downloads"
}
]
}