2020-12-14 18:56:49 +01:00
<RESOURCE_PROFILE >
<HEADER >
<RESOURCE_IDENTIFIER value= "6c51cbe5-edcf-46f1-ba78-bbd8ea3a9929_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl" />
<RESOURCE_TYPE value= "WorkflowDSResourceType" />
<RESOURCE_KIND value= "WorkflowDSResources" />
<RESOURCE_URI value= "" />
<DATE_OF_CREATION value= "2020-12-14T18:49:59+01:00" />
</HEADER>
<BODY >
<!-- CHANGED WF NAME -->
<WORKFLOW_NAME > Aggregate, enrich and index AriadnePlus content</WORKFLOW_NAME>
<!-- CHANGED WF DESCRIPTION -->
<WORKFLOW_DESCRIPTION > Aggregate, enrich and index AriadnePlus content on shadow and public instance</WORKFLOW_DESCRIPTION>
<WORKFLOW_INFO />
<WORKFLOW_FAMILY > aggregator</WORKFLOW_FAMILY>
<WORKFLOW_PRIORITY > 50</WORKFLOW_PRIORITY>
<DATASOURCE id= "d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU=" interface= "api_________::ariadne_plus::ads::273" />
<CONFIGURATION start= "MANUAL" status= "WAIT_USER_SETTINGS" >
<PARAMETERS >
<PARAM description= "Incremental or refresh mode" function= "validValues(['REFRESH','INCREMENTAL'])" managedBy= "user" name= "harvestingMode" required= "true" type= "string" > INCREMENTAL</PARAM>
<PARAM category= "MDSTORE_ID" description= "Store for collected records" managedBy= "system" name= "collMdstoreId" required= "true" > 36aadfcc-648b-43f7-96f3-b4ae612b3fa4_TURTdG9yZURTUmVzb3VyY2VzL01EU3RvcmVEU1Jlc291cmNlVHlwZQ==</PARAM>
<PARAM description= "True to pass the full record to x3m" managedBy= "user" name= "passFullRecord" type= "boolean" > false</PARAM>
<PARAM description= "Incremental or refresh mode" function= "validValues(['REFRESH','INCREMENTAL'])" managedBy= "user" name= "transformationMode" type= "string" > REFRESH</PARAM>
<PARAM description= "Enable verbose logging of X3M" managedBy= "user" name= "verboseTransformationLogging" required= "false" type= "boolean" />
<PARAM category= "TRANSFORMATION_RULE_ID" description= "Mapping policy to apply by X3M" function= "listProfiles('TransformationRuleDSResourceType', '//TITLE')" managedBy= "user" name= "mappingPolicyProfile" required= "false" type= "string" />
<PARAM description= "mapping url" managedBy= "user" name= "mappingUrl" required= "true" type= "string" />
<PARAM category= "CLEANER_RULE_ID" description= "Cleaning rule" function= "listProfiles('CleanerDSResourceType', '//CLEANER_NAME')" managedBy= "user" name= "cleaningRuleId" required= "true" type= "string" />
<PARAM category= "MDSTORE_ID" description= "Store for cleaned records" managedBy= "system" name= "cleanMdstoreId" required= "true" > 971d3cf8-b720-4f29-a16d-f4453c962343_TURTdG9yZURTUmVzb3VyY2VzL01EU3RvcmVEU1Jlc291cmNlVHlwZQ==</PARAM>
<PARAM category= "INDEX_ID" description= "Identifier of the Index for Content Checker" managedBy= "system" name= "indexId" required= "true" > null</PARAM>
<PARAM description= "Index Interpretation for Content Checker" managedBy= "system" name= "indexInterpretation" required= "true" type= "string" > transformed</PARAM>
<PARAM description= "Index feeding type for Content Checker" function= "validValues(['REFRESH','INCREMENTAL'])" managedBy= "user" name= "feedingType" required= "true" type= "string" > REFRESH</PARAM>
<!-- ADD THESE IN PLACE OF 'publisherEndpoint' -->
<PARAM description= "Staging Publisher Endpoint" managedBy= "user" name= "stagingPublisherEndpoint" required= "true" type= "string" > https://aggregator.ariadne.d4science.org/ariadneplus-graphdb</PARAM>
<PARAM description= "Public Publisher Endpoint" managedBy= "user" name= "publicPublisherEndpoint" required= "true" type= "string" > https://aggregator.ariadne.d4science.org/ariadneplus-graphdb-public</PARAM>
<PARAM description= "Sparql update query to enrich GraphDB content" managedBy= "user" name= "sparqlUpdateQuery" required= "true" type= "string" />
</PARAMETERS>
<WORKFLOW >
<NODE isStart= "true" name= "collection" type= "LaunchWorkflowTemplate" >
<DESCRIPTION > Collect metadata</DESCRIPTION>
<PARAMETERS >
<PARAM name= "wfTemplateId" value= "8536236a-7074-4155-9279-8cb2fcc8887a_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ==" />
<PARAM name= "wfTemplateParams" >
<MAP >
<ENTRY key= "format" value= "" />
<ENTRY key= "dsId" value= "d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU=" />
<ENTRY key= "dsName" value= "Archaeology Data Service" />
<ENTRY key= "interface" value= "api_________::ariadne_plus::ads::273" />
<ENTRY key= "collMdstoreId" ref= "collMdstoreId" />
<ENTRY key= "harvestingMode" ref= "harvestingMode" />
</MAP>
</PARAM>
</PARAMETERS>
<ARCS >
<ARC to= "transform" />
</ARCS>
</NODE>
<NODE name= "transform" type= "LaunchWorkflowTemplate" >
<DESCRIPTION > Transform records</DESCRIPTION>
<PARAMETERS >
<PARAM name= "wfTemplateId" value= "bb36d5af-442c-488b-ad42-d9b068f6f1c0_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ==" />
<PARAM name= "wfTemplateParams" >
<MAP >
<ENTRY key= "dsId" value= "d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU=" />
<ENTRY key= "interface" value= "api_________::ariadne_plus::ads::273" />
<ENTRY key= "collMdstoreId" ref= "collMdstoreId" />
<ENTRY key= "cleanMdstoreId" ref= "cleanMdstoreId" />
<ENTRY key= "enableSchemaValidation" ref= "enableSchemaValidation" />
<ENTRY key= "useDeclaredSchema" ref= "useDeclaredSchema" />
<ENTRY key= "schemaURL" ref= "schemaURL" />
<ENTRY key= "mappingPolicyProfile" ref= "mappingPolicyProfile" />
<ENTRY key= "verboseTransformationLogging" ref= "verboseTransformationLogging" />
<ENTRY key= "cleaningRuleId" ref= "cleaningRuleId" />
<ENTRY key= "transformationMode" ref= "transformationMode" />
<ENTRY key= "passFullRecord" ref= "passFullRecord" />
<ENTRY key= "mappingUrl" ref= "mappingUrl" />
</MAP>
</PARAM>
</PARAMETERS>
<ARCS >
<ARC to= "index" />
</ARCS>
</NODE>
<NODE name= "index" type= "LaunchWorkflowTemplate" >
<DESCRIPTION > Index record</DESCRIPTION>
<PARAMETERS >
<PARAM name= "wfTemplateId" value= "23e81407-da05-46a6-a11e-928f92432922_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ==" />
<PARAM name= "wfTemplateParams" >
<MAP >
<ENTRY key= "dsId" value= "d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU=" />
<ENTRY key= "interface" value= "api_________::ariadne_plus::ads::273" />
<ENTRY key= "cleanMdstoreId" ref= "cleanMdstoreId" />
<ENTRY key= "indexId" ref= "indexId" />
<ENTRY key= "feedingType" ref= "feedingType" />
<ENTRY key= "interpretation" ref= "indexInterpretation" />
</MAP>
</PARAM>
</PARAMETERS>
<ARCS >
<!-- CHANGE FROM publishToDBGraph -->
<ARC to= "publishToStagingGraphDB" />
</ARCS>
</NODE>
<!-- CHANGE FROM publishToDBGraph, from here until the end of the workflow -->
2021-01-09 00:53:33 +01:00
<!-- UPDATE COLLECTION ID -->
2020-12-14 18:56:49 +01:00
<NODE name= "publishToStagingGraphDB" type= "LaunchWorkflowTemplate" >
<DESCRIPTION > Publish records to the Staging GraphDB</DESCRIPTION>
<PARAMETERS >
<PARAM name= "wfTemplateId" value= "7426eaaf-93c9-4914-b69a-c9d5c478405a_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ==" />
<PARAM name= "wfTemplateParams" >
<MAP >
<ENTRY key= "dsId" value= "d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU=" />
<ENTRY key= "dsName" value= "Archaeology Data Service" />
<ENTRY key= "interface" value= "api_________::ariadne_plus::ads::273" />
<ENTRY key= "cleanMdstoreId" ref= "cleanMdstoreId" />
<ENTRY key= "publisherEndpoint" ref= "stagingPublisherEndpoint" />
</MAP>
</PARAM>
</PARAMETERS>
<ARCS >
<ARC to= "workflowDONE" />
</ARCS>
</NODE>
2020-12-18 16:19:43 +01:00
<NODE name= "enrichStagingGraphDB" type= "LaunchWorkflowTemplate" >
2020-12-14 18:56:49 +01:00
<DESCRIPTION > Enrich GraphDB with sparql update query</DESCRIPTION>
<PARAMETERS >
<PARAM name= "wfTemplateId" value= "f780a64d-bb00-4c9b-8393-f738846945f3_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ==" />
<PARAM name= "wfTemplateParams" >
<MAP >
<ENTRY key= "dsId" value= "d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU=" />
<ENTRY key= "dsName" value= "Archaeology Data Service" />
<ENTRY key= "interface" value= "api_________::ariadne_plus::ads::273" />
<ENTRY key= "publisherEndpoint" ref= "stagingPublisherEndpoint" />
<ENTRY key= "sparqlUpdateQuery" ref= "sparqlUpdateQuery" />
</MAP>
</PARAM>
</PARAMETERS>
<ARCS >
<ARC to= "indexOnStagingES" />
</ARCS>
</NODE>
2020-12-18 16:19:43 +01:00
<NODE name= "indexOnStagingES" type= "LaunchWorkflowTemplate" >
2020-12-14 18:56:49 +01:00
<DESCRIPTION > Index on Staging Elasticsearch all records of an API from GraphDB</DESCRIPTION>
<PARAMETERS >
<PARAM name= "wfTemplateId" value= "3819eb3d-fdea-4fc3-925f-9ce0f61be9ee_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ==" />
<PARAM name= "wfTemplateParams" >
<MAP >
<ENTRY key= "dsId" value= "d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU=" />
<ENTRY key= "dsName" value= "Archaeology Data Service" />
<ENTRY key= "interface" value= "api_________::ariadne_plus::ads::273" />
<ENTRY key= "publisherEndpoint" ref= "stagingPublisherEndpoint" />
</MAP>
</PARAM>
</PARAMETERS>
<ARCS >
<ARC to= "success" />
</ARCS>
</NODE>
<NODE name= "publishToPublic" type= "LaunchWorkflowTemplate" >
<DESCRIPTION > Publish records to the public GraphDB and Elasticsearch</DESCRIPTION>
<PARAMETERS >
<PARAM name= "wfTemplateId" value= "1fc9e0f9-1af0-43a3-a4a3-165b8f0086f0_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ==" />
<PARAM name= "wfTemplateParams" >
<MAP >
<ENTRY key= "dsId" value= "d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU=" />
<ENTRY key= "dsName" value= "Archaeology Data Service" />
<ENTRY key= "interface" value= "api_________::ariadne_plus::ads::273" />
<ENTRY key= "cleanMdstoreId" ref= "cleanMdstoreId" />
<ENTRY key= "publisherEndpoint" ref= "publicPublisherEndpoint" />
<ENTRY key= "sparqlUpdateQuery" ref= "sparqlUpdateQuery" />
</MAP>
</PARAM>
</PARAMETERS>
<ARCS >
<ARC to= "success" />
</ARCS>
</NODE>
2021-01-09 00:53:33 +01:00
<NODE name= "workflowDONE" >
<DESCRIPTION > A Fake node</DESCRIPTION>
<PARAMETERS />
<ARCS >
<ARC to= "success" />
</ARCS>
</NODE>
2020-12-14 18:56:49 +01:00
</WORKFLOW>
<DESTROY_WORKFLOW_TEMPLATE id= "b54ff264-ed25-46a5-86df-dfbefb0b22be_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ==" >
<PARAMETERS >
<PARAM name= "dsId" value= "d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU=" />
<PARAM name= "dsName" value= "Archaeology Data Service" />
<PARAM name= "interface" value= "api_________::ariadne_plus::ads::273" />
<PARAM name= "collMdstoreId" ref= "collMdstoreId" />
<PARAM name= "cleanMdstoreId" ref= "cleanMdstoreId" />
<PARAM name= "indexId" ref= "indexId" />
</PARAMETERS>
</DESTROY_WORKFLOW_TEMPLATE>
</CONFIGURATION>
<NOTIFICATIONS />
<SCHEDULING enabled= "false" >
<CRON > 9 9 9 ? * *</CRON>
<MININTERVAL > 10080</MININTERVAL>
</SCHEDULING>
<STATUS />
</BODY>
</RESOURCE_PROFILE>