{ "ownerApp" : "Orchestrator", "name" : "da_cache_to_shub", "createBy" : "Marco Lettere", "description": "Workflow for streaming da_cache files to storage hub", "version" : 1, "ownerEmail" : "marco.lettere@nubisware.com", "inputParameters" : ["token", "descriptor"], "tasks" : [ { "name": "LAMBDA_TASK", "taskReferenceName": "init", "type": "LAMBDA", "inputParameters": { "downloads" : "${workflow.input.descriptor.downloads.*}", "storagehub" : "{{ storagehub }}", "auth" : "Bearer ${workflow.input.token}", "parentfolder" : "Blue-Cloud Data Downloads", "folder" : "${workflow.input.descriptor.order_name}-${workflow.input.descriptor.order_number}", "scriptExpression": "1 === 1" } }, { "name" : "http", "taskReferenceName" : "get_workspace", "type" : "HTTP", "inputParameters" : { "http_request": { "uri" : "${init.input.storagehub}/workspace", "method" : "GET", "headers" : { "Authorization" : "${init.input.auth}" } } } }, { "name": "LAMBDA_TASK", "taskReferenceName": "init2", "type": "LAMBDA", "inputParameters": { "workspace_root_folder_id" : "${get_workspace.output.response.body.item.id}", "scriptExpression": "1 === 1" } }, { "name" : "http", "taskReferenceName" : "check_folder", "type" : "HTTP", "inputParameters" : { "http_request": { "uri" : "${init.input.storagehub}/workspace/items/${init2.input.workspace_root_folder_id}/items/${init.input.parentfolder}", "method" : "GET", "headers" : { "Authorization" : "${init.input.auth}" } } } }, { "name": "decision", "taskReferenceName": "check_user_existance", "inputParameters": { "folders": "${check_folder.output.response.body.itemlist}" }, "type": "DECISION", "caseExpression": "($.folders.length === 0 ? 'create' : 'exists')", "decisionCases": { "create": [ { "name" : "pyrest", "taskReferenceName" : "create_parent_folder", "type" : "SIMPLE", "inputParameters" : { "url" : "${init.input.storagehub}/workspace/items/${init2.input.workspace_root_folder_id}/create/FOLDER", "method" : "POST", "headers" : { "Content-type": "application/x-www-form-urlencoded", "Accept" : "text/plain", "Authorization" : "${init.input.auth}" }, "body" : { "name" : "${init.input.parentfolder}", "description" : "Root folder of all Bluecloud data downloads", "hidden" : "false" } } }, { "type": "SET_VARIABLE", "name": "store_parent_folderid", "taskReferenceName": "store_parent_folderid", "inputParameters": { "parent_folder_id": "${create_parent_folder.output.response.body}" } } ], "exists" : [ { "type": "SET_VARIABLE", "name": "store_parent_folderid", "taskReferenceName": "store_parent_folderid", "inputParameters": { "parent_folder_id": "${check_folder.output.response.body.itemlist[0].id}" } } ] } }, { "name" : "pyrest", "taskReferenceName" : "create_destination_folder", "type" : "SIMPLE", "inputParameters" : { "url" : "${init.input.storagehub}/workspace/items/${workflow.variables.parent_folder_id}/create/FOLDER", "method" : "POST", "headers" : { "Content-type": "application/x-www-form-urlencoded", "Accept" : "text/plain", "Authorization" : "${init.input.auth}" }, "body" : { "name" : "${init.input.folder}", "description" : "Target folder of Bluecloud data downloads", "hidden" : "false" } } }, { "type": "SET_VARIABLE", "name": "store_target_folderid", "taskReferenceName": "store_target_folderid", "inputParameters": { "target_folder_id": "${create_destination_folder.output.response.body}" } }, { "name": "LAMBDA_TASK", "taskReferenceName": "build_transfer_tasks", "type": "LAMBDA", "inputParameters": { "downloads" : "${workflow.input.descriptor.downloads.*}", "upload" : "${init.input.stuoragehub}/workspace/items/${workflow.variables.target_folder_id}/create/FILE", "auth" : "Bearer ${workflow.input.token}", "description" : "${workflow.input.descriptor.order_name}", "scriptExpression": "inputs={};tasks=[];for(var i=0;i<$.downloads.length;i++)download=$.downloads[i],tasks.push({name:'pyrestbridge',type:'SIMPLE',taskReferenceName:'bridge_'+i}),inputs['bridge_'+i]={ datamap : { place: 'files', name : 'file'}, endpoint1 : { url: download.url}, endpoint2 : { url: $.upload, headers: { Authorization : $.auth}, files: { name : 'file' + download.number, description : $.description[0]}} };return {tasks:Java.to(tasks,'java.util.Map[]'),inputs:inputs};" } }, { "name" : "fork_dynamic", "type" : "FORK_JOIN_DYNAMIC", "taskReferenceName" : "parallel_downloads", "inputParameters" : { "tasks" : "${build_transfer_tasks.output.result.tasks}", "inputs" : "${build_transfer_tasks.output.result.inputs}" }, "dynamicForkTasksParam": "tasks", "dynamicForkTasksInputParamName": "inputs" }, { "name" : "join", "type" : "JOIN", "taskReferenceName" : "join_parallel_downloads" } ] }