D-Net
/
dnet-applications
16
1
Fork 0
Code Issues Pull Requests Releases Wiki Activity

wf templates

This commit is contained in:
Michele Artini 2023-05-05 11:31:01 +02:00
parent 6b7275e3bc
commit 81424be9d1
3 changed files with 368 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
libs/dnet-wf-service/src/main/java/eu/dnetlib/manager/wf/nodes/conf/RegisterWfConfigurationNode.java
View File

@ -1,6 +1,7 @@
package eu.dnetlib.manager.wf.nodes.conf;
import java.util.HashMap;
import java.util.LinkedHashMap;
import java.util.Map;
import java.util.UUID;
@ -32,6 +33,12 @@ public class RegisterWfConfigurationNode extends AbstractJobNode {
@WfInputParam
private Api api;
@WfInputParam
private String nativeMdStoreId;
@WfInputParam
private String cleanedMdStoreId;
@WfOutputParam
private String wfConfId;
@ -72,8 +79,10 @@ public class RegisterWfConfigurationNode extends AbstractJobNode {
}
private Map<String, String> prepareSystemParams() {
// TODO Auto-generated method stub
return null;
final Map<String, String> map = new LinkedHashMap<>();
map.put("nativeMdStoreId", nativeMdStoreId);
map.put("cleanedMdStoreId", cleanedMdStoreId);
return map;
}
private boolean verifyConfiguration() {

123
libs/dnet-wf-service/src/main/resources/wf_templates/simple_repo_bye.json Normal file
View File

@ -0,0 +1,123 @@
{
"parameters":[
{
"name":"wfConfId",
"description":"the Configuration to delete"
},
{
"name":"dsId",
"description":"the Datasource ID"
},
{
"name":"apiId",
"description":"the Api ID"
},
{
"name":"nativeMdStoreId",
"description":"Native Metadata Store ID"
},
{
"name":"cleanedMdStoreId",
"description":"Cleaned Metadata Store ID"
}
],
"graph":[
{
"name":"LOAD_DS_INFO",
"type":"loadDatasourceInfo",
"start": true,
"input":[
{
"name":"dsId",
"ref":"dsId"
},
{
"name":"apiId",
"ref":"apiId"
}
],
"output":[
{
"name":"ds",
"env":"ds"
},
{
"name":"api",
"env":"api"
}
],
"arcs":[
{
"to":"DELETE_DC"
},
{
"to":"DELETE_DMF"
}
]
},
{
"name":"DELETE_DC",
"type":"deleteMdStore",
"input":[
{
"name":"mdId",
"ref":"nativeMdStoreId"
}
],
"arcs":[
{
"to":"DELETE_WF_CONF"
}
]
},
{
"name":"DELETE_OAF",
"type":"deleteMdStore",
"input":[
{
"name":"mdId",
"ref":"cleanedMdStoreId"
}
],
"arcs":[
{
"to":"DELETE_WF_CONF"
}
]
},
{
"name":"DELETE_WF_CONF",
"type":"registerWfConfiguration",
"join": true,
"input":[
{
"name":"wfConfId",
"ref":"wfConfId"
}
]
}
]
}

234
libs/dnet-wf-service/src/main/resources/wf_templates/simple_repo_hi.json Normal file
View File

@ -0,0 +1,234 @@
{
"parameters":[
{
"name":"wfId",
"description":"the workflow to be configured",
"defaultValue": "wf-aggr-dc2oaf"
},
{
"name":"destroyWfId",
"description":"the workflow to remove the configuration",
"defaultValue": "wf-destroy-dc2oaf"
},
{
"name":"dsId",
"description":"the Datasource ID"
},
{
"name":"apiId",
"description":"the Api ID"
},
{
"name":"expectedEoscDatasourceTypes",
"description":"the expected ds types (comma separated)"
},
{
"name":"expectedCompatibilities",
"description":"the expected compatibilities (comma separated)"
}
],
"graph":[
{
"name":"LOAD_DS_INFO",
"type":"loadDatasourceInfo",
"start": true,
"input":[
{
"name":"dsId",
"ref":"dsId"
},
{
"name":"apiId",
"ref":"apiId"
}
],
"output":[
{
"name":"ds",
"env":"ds"
},
{
"name":"api",
"env":"api"
}
],
"arcs":[
{
"to":"VERIFY_DS"
}
]
},
{
"name":"VERIFY_DS",
"type":"verifyDatasource",
"input":[
{
"name":"expectedEoscDatasourceTypes",
"ref":"expectedEoscDatasourceTypes"
},
{
"name":"expectedCompatibilities",
"ref":"expectedCompatibilities"
},
{
"name":"ds",
"env":"ds"
},
{
"name":"api",
"env":"api"
}
],
"output":[
{
"name":"outputStream",
"env":"origStream"
}
],
"arcs":[
{
"to":"CREATE_DC"
},
{
"to":"CREATE_OAF"
}
]
},
{
"name":"CREATE_DC",
"type":"createMdStore",
"input":[
{
"name":"format",
"value":"oai_dc"
},
{
"name":"layout",
"value":"native"
},
{
"name":"interpretation",
"value":"store"
},
{
"name":"ds",
"env":"ds"
},
{
"name":"api",
"env":"api"
}
],
"output":[
{
"name":"mdId",
"env":"mdId_dc"
}
],
"arcs":[
{
"to":"REGISTER_WF_CONF"
}
]
},
{
"name":"CREATE_OAF",
"type":"createMdStore",
"input":[
{
"name":"format",
"value":"OAF"
},
{
"name":"layout",
"value":"cleaned"
},
{
"name":"interpretation",
"value":"store"
},
{
"name":"ds",
"env":"ds"
},
{
"name":"api",
"env":"api"
}
],
"output":[
{
"name":"mdId",
"env":"mdId_oaf"
}
],
"arcs":[
{
"to":"REGISTER_WF_CONF"
}
]
},
{
"name":"REGISTER_WF_CONF",
"type":"registerWfConfiguration",
"join": true,
"input":[
{
"name":"wfId",
"ref":"wfId"
},
{
"name":"destroyWfId",
"ref":"destroyWfId"
},
{
"name":"ds",
"env":"ds"
},
{
"name":"api",
"env":"api"
},
{
"name":"nativeMdStoreId",
"env":"mdId_dc"
},
{
"name":"cleanedMdStoreId",
"env":"mdId_oaf"
}
],
"output":[
{
"name":"wfConfId",
"env":"wfConfId"
}
]
}
]
}