You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
203 lines
15 KiB
XML
203 lines
15 KiB
XML
<RESOURCE_PROFILE>
|
|
<HEADER>
|
|
<RESOURCE_IDENTIFIER value="6c51cbe5-edcf-46f1-ba78-bbd8ea3a9929_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl"/>
|
|
<RESOURCE_TYPE value="WorkflowDSResourceType"/>
|
|
<RESOURCE_KIND value="WorkflowDSResources"/>
|
|
<RESOURCE_URI value=""/>
|
|
<DATE_OF_CREATION value="2020-12-14T18:49:59+01:00"/>
|
|
</HEADER>
|
|
<BODY>
|
|
<!-- CHANGED WF NAME -->
|
|
<WORKFLOW_NAME>Aggregate, enrich and index AriadnePlus content</WORKFLOW_NAME>
|
|
<!-- CHANGED WF DESCRIPTION -->
|
|
<WORKFLOW_DESCRIPTION>Aggregate, enrich and index AriadnePlus content on shadow and public instance</WORKFLOW_DESCRIPTION>
|
|
<WORKFLOW_INFO/>
|
|
<WORKFLOW_FAMILY>aggregator</WORKFLOW_FAMILY>
|
|
<WORKFLOW_PRIORITY>50</WORKFLOW_PRIORITY>
|
|
<DATASOURCE id="d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU=" interface="api_________::ariadne_plus::ads::273"/>
|
|
<CONFIGURATION start="MANUAL" status="WAIT_USER_SETTINGS">
|
|
<PARAMETERS>
|
|
<PARAM description="Incremental or refresh mode" function="validValues(['REFRESH','INCREMENTAL'])" managedBy="user" name="harvestingMode" required="true" type="string">INCREMENTAL</PARAM>
|
|
<PARAM category="MDSTORE_ID" description="Store for collected records" managedBy="system" name="collMdstoreId" required="true">36aadfcc-648b-43f7-96f3-b4ae612b3fa4_TURTdG9yZURTUmVzb3VyY2VzL01EU3RvcmVEU1Jlc291cmNlVHlwZQ==</PARAM>
|
|
<PARAM description="True to pass the full record to x3m" managedBy="user" name="passFullRecord" type="boolean">false</PARAM>
|
|
<PARAM description="Incremental or refresh mode" function="validValues(['REFRESH','INCREMENTAL'])" managedBy="user" name="transformationMode" type="string">REFRESH</PARAM>
|
|
<PARAM description="Enable verbose logging of X3M" managedBy="user" name="verboseTransformationLogging" required="false" type="boolean"/>
|
|
<PARAM category="TRANSFORMATION_RULE_ID" description="Mapping policy to apply by X3M" function="listProfiles('TransformationRuleDSResourceType', '//TITLE')" managedBy="user" name="mappingPolicyProfile" required="false" type="string"/>
|
|
<PARAM description="mapping url" managedBy="user" name="mappingUrl" required="true" type="string"/>
|
|
<PARAM category="CLEANER_RULE_ID" description="Cleaning rule" function="listProfiles('CleanerDSResourceType', '//CLEANER_NAME')" managedBy="user" name="cleaningRuleId" required="true" type="string"/>
|
|
<PARAM category="MDSTORE_ID" description="Store for cleaned records" managedBy="system" name="cleanMdstoreId" required="true">971d3cf8-b720-4f29-a16d-f4453c962343_TURTdG9yZURTUmVzb3VyY2VzL01EU3RvcmVEU1Jlc291cmNlVHlwZQ==</PARAM>
|
|
<PARAM category="INDEX_ID" description="Identifier of the Index for Content Checker" managedBy="system" name="indexId" required="true">null</PARAM>
|
|
<PARAM description="Index Interpretation for Content Checker" managedBy="system" name="indexInterpretation" required="true" type="string">transformed</PARAM>
|
|
<PARAM description="Index feeding type for Content Checker" function="validValues(['REFRESH','INCREMENTAL'])" managedBy="user" name="feedingType" required="true" type="string">REFRESH</PARAM>
|
|
<!-- ADD THESE IN PLACE OF 'publisherEndpoint' -->
|
|
<PARAM description="Staging Publisher Endpoint" managedBy="user" name="stagingPublisherEndpoint" required="true" type="string">https://aggregator.ariadne.d4science.org/ariadneplus-graphdb</PARAM>
|
|
<PARAM description="Public Publisher Endpoint" managedBy="user" name="publicPublisherEndpoint" required="true" type="string">https://aggregator.ariadne.d4science.org/ariadneplus-graphdb-public</PARAM>
|
|
<PARAM description="Sparql update query to enrich GraphDB content" managedBy="user" name="sparqlUpdateQuery" required="true" type="string"/>
|
|
</PARAMETERS>
|
|
<WORKFLOW>
|
|
<NODE isStart="true" name="collection" type="LaunchWorkflowTemplate">
|
|
<DESCRIPTION>Collect metadata</DESCRIPTION>
|
|
<PARAMETERS>
|
|
<PARAM name="wfTemplateId" value="8536236a-7074-4155-9279-8cb2fcc8887a_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
|
|
<PARAM name="wfTemplateParams">
|
|
<MAP>
|
|
<ENTRY key="format" value=""/>
|
|
<ENTRY key="dsId" value="d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU="/>
|
|
<ENTRY key="dsName" value="Archaeology Data Service"/>
|
|
<ENTRY key="interface" value="api_________::ariadne_plus::ads::273"/>
|
|
<ENTRY key="collMdstoreId" ref="collMdstoreId"/>
|
|
<ENTRY key="harvestingMode" ref="harvestingMode"/>
|
|
</MAP>
|
|
</PARAM>
|
|
</PARAMETERS>
|
|
<ARCS>
|
|
<ARC to="transform"/>
|
|
</ARCS>
|
|
</NODE>
|
|
<NODE name="transform" type="LaunchWorkflowTemplate">
|
|
<DESCRIPTION>Transform records</DESCRIPTION>
|
|
<PARAMETERS>
|
|
<PARAM name="wfTemplateId" value="bb36d5af-442c-488b-ad42-d9b068f6f1c0_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
|
|
<PARAM name="wfTemplateParams">
|
|
<MAP>
|
|
<ENTRY key="dsId" value="d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU="/>
|
|
<ENTRY key="interface" value="api_________::ariadne_plus::ads::273"/>
|
|
<ENTRY key="collMdstoreId" ref="collMdstoreId"/>
|
|
<ENTRY key="cleanMdstoreId" ref="cleanMdstoreId"/>
|
|
<ENTRY key="enableSchemaValidation" ref="enableSchemaValidation"/>
|
|
<ENTRY key="useDeclaredSchema" ref="useDeclaredSchema"/>
|
|
<ENTRY key="schemaURL" ref="schemaURL"/>
|
|
<ENTRY key="mappingPolicyProfile" ref="mappingPolicyProfile"/>
|
|
<ENTRY key="verboseTransformationLogging" ref="verboseTransformationLogging"/>
|
|
<ENTRY key="cleaningRuleId" ref="cleaningRuleId"/>
|
|
<ENTRY key="transformationMode" ref="transformationMode"/>
|
|
<ENTRY key="passFullRecord" ref="passFullRecord"/>
|
|
<ENTRY key="mappingUrl" ref="mappingUrl"/>
|
|
</MAP>
|
|
</PARAM>
|
|
</PARAMETERS>
|
|
<ARCS>
|
|
<ARC to="index"/>
|
|
</ARCS>
|
|
</NODE>
|
|
<NODE name="index" type="LaunchWorkflowTemplate">
|
|
<DESCRIPTION>Index record</DESCRIPTION>
|
|
<PARAMETERS>
|
|
<PARAM name="wfTemplateId" value="23e81407-da05-46a6-a11e-928f92432922_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
|
|
<PARAM name="wfTemplateParams">
|
|
<MAP>
|
|
<ENTRY key="dsId" value="d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU="/>
|
|
<ENTRY key="interface" value="api_________::ariadne_plus::ads::273"/>
|
|
<ENTRY key="cleanMdstoreId" ref="cleanMdstoreId"/>
|
|
<ENTRY key="indexId" ref="indexId"/>
|
|
<ENTRY key="feedingType" ref="feedingType"/>
|
|
<ENTRY key="interpretation" ref="indexInterpretation"/>
|
|
</MAP>
|
|
</PARAM>
|
|
</PARAMETERS>
|
|
<ARCS>
|
|
<!-- CHANGE FROM publishToDBGraph -->
|
|
<ARC to="publishToStagingGraphDB"/>
|
|
</ARCS>
|
|
</NODE>
|
|
<!-- CHANGE FROM publishToDBGraph, from here until the end of the workflow -->
|
|
<!-- UPDATE COLLECTION ID -->
|
|
<NODE name="publishToStagingGraphDB" type="LaunchWorkflowTemplate">
|
|
<DESCRIPTION>Publish records to the Staging GraphDB</DESCRIPTION>
|
|
<PARAMETERS>
|
|
<PARAM name="wfTemplateId" value="7426eaaf-93c9-4914-b69a-c9d5c478405a_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
|
|
<PARAM name="wfTemplateParams">
|
|
<MAP>
|
|
<ENTRY key="dsId" value="d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU="/>
|
|
<ENTRY key="dsName" value="Archaeology Data Service"/>
|
|
<ENTRY key="interface" value="api_________::ariadne_plus::ads::273"/>
|
|
<ENTRY key="cleanMdstoreId" ref="cleanMdstoreId"/>
|
|
<ENTRY key="publisherEndpoint" ref="stagingPublisherEndpoint"/>
|
|
</MAP>
|
|
</PARAM>
|
|
</PARAMETERS>
|
|
<ARCS>
|
|
<ARC to="workflowDONE"/>
|
|
</ARCS>
|
|
</NODE>
|
|
<NODE name="enrichStagingGraphDB" type="LaunchWorkflowTemplate">
|
|
<DESCRIPTION>Enrich GraphDB with sparql update query</DESCRIPTION>
|
|
<PARAMETERS>
|
|
<PARAM name="wfTemplateId" value="f780a64d-bb00-4c9b-8393-f738846945f3_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
|
|
<PARAM name="wfTemplateParams">
|
|
<MAP>
|
|
<ENTRY key="dsId" value="d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU="/>
|
|
<ENTRY key="dsName" value="Archaeology Data Service"/>
|
|
<ENTRY key="interface" value="api_________::ariadne_plus::ads::273"/>
|
|
<ENTRY key="publisherEndpoint" ref="stagingPublisherEndpoint"/>
|
|
<ENTRY key="sparqlUpdateQuery" ref="sparqlUpdateQuery"/>
|
|
</MAP>
|
|
</PARAM>
|
|
</PARAMETERS>
|
|
<ARCS>
|
|
<ARC to="indexOnStagingES"/>
|
|
</ARCS>
|
|
</NODE>
|
|
<NODE name="indexOnStagingES" type="LaunchWorkflowTemplate">
|
|
<DESCRIPTION>Index on Staging Elasticsearch all records of an API from GraphDB</DESCRIPTION>
|
|
<PARAMETERS>
|
|
<PARAM name="wfTemplateId" value="3819eb3d-fdea-4fc3-925f-9ce0f61be9ee_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
|
|
<PARAM name="wfTemplateParams">
|
|
<MAP>
|
|
<ENTRY key="dsId" value="d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU="/>
|
|
<ENTRY key="dsName" value="Archaeology Data Service"/>
|
|
<ENTRY key="interface" value="api_________::ariadne_plus::ads::273"/>
|
|
<ENTRY key="publisherEndpoint" ref="stagingPublisherEndpoint"/>
|
|
</MAP>
|
|
</PARAM>
|
|
</PARAMETERS>
|
|
<ARCS>
|
|
<ARC to="success"/>
|
|
</ARCS>
|
|
</NODE>
|
|
<NODE name="publishToPublic" type="LaunchWorkflowTemplate">
|
|
<DESCRIPTION>Publish records to the public GraphDB and Elasticsearch</DESCRIPTION>
|
|
<PARAMETERS>
|
|
<PARAM name="wfTemplateId" value="1fc9e0f9-1af0-43a3-a4a3-165b8f0086f0_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
|
|
<PARAM name="wfTemplateParams">
|
|
<MAP>
|
|
<ENTRY key="dsId" value="d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU="/>
|
|
<ENTRY key="dsName" value="Archaeology Data Service"/>
|
|
<ENTRY key="interface" value="api_________::ariadne_plus::ads::273"/>
|
|
<ENTRY key="cleanMdstoreId" ref="cleanMdstoreId"/>
|
|
<ENTRY key="publisherEndpoint" ref="publicPublisherEndpoint"/>
|
|
<ENTRY key="sparqlUpdateQuery" ref="sparqlUpdateQuery"/>
|
|
</MAP>
|
|
</PARAM>
|
|
</PARAMETERS>
|
|
<ARCS>
|
|
<ARC to="success"/>
|
|
</ARCS>
|
|
</NODE>
|
|
<NODE name="workflowDONE">
|
|
<DESCRIPTION>A Fake node</DESCRIPTION>
|
|
<PARAMETERS/>
|
|
<ARCS>
|
|
<ARC to="success"/>
|
|
</ARCS>
|
|
</NODE>
|
|
</WORKFLOW>
|
|
<DESTROY_WORKFLOW_TEMPLATE id="b54ff264-ed25-46a5-86df-dfbefb0b22be_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ==">
|
|
<PARAMETERS>
|
|
<PARAM name="dsId" value="d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU="/>
|
|
<PARAM name="dsName" value="Archaeology Data Service"/>
|
|
<PARAM name="interface" value="api_________::ariadne_plus::ads::273"/>
|
|
<PARAM name="collMdstoreId" ref="collMdstoreId"/>
|
|
<PARAM name="cleanMdstoreId" ref="cleanMdstoreId"/>
|
|
<PARAM name="indexId" ref="indexId"/>
|
|
</PARAMETERS>
|
|
</DESTROY_WORKFLOW_TEMPLATE>
|
|
</CONFIGURATION>
|
|
<NOTIFICATIONS/>
|
|
<SCHEDULING enabled="false">
|
|
<CRON>9 9 9 ? * *</CRON>
|
|
<MININTERVAL>10080</MININTERVAL>
|
|
</SCHEDULING>
|
|
<STATUS/>
|
|
</BODY>
|
|
</RESOURCE_PROFILE> |