D-Net
/
AriadnePlus
4
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Merge pull request 'staging-public-wf' (#2) from staging-public-wf into master

Browse Source 
New workflow works fine, so we can merge into master.
new_es_mapping
Enrico Ottonello 3 years ago
parent 8a341add4c 5f695ee538
commit 0d6e69e3eb
22 changed files with 625 additions and 129 deletions
Show Stats Download Patch File Download Diff File

4
dnet-ariadneplus/pom.xml
Unescape Escape View File

@ -10,9 +10,9 @@
<groupId>eu.dnetlib</groupId>
<artifactId>dnet-ariadneplus</artifactId>
<packaging>jar</packaging>
<version>1.0.3-SNAPSHOT</version>
<version>1.1.0-SNAPSHOT</version>
<scm>
<developerConnection>scm:svn:https://svn.driver.research-infrastructures.eu/driver/dnet50/modules/dnet-ariadneplus/trunk</developerConnection>
<developerConnection>scm:git:https://code-repo.d4science.org/D-Net/AriadnePlus.git</developerConnection>
</scm>
<dependencies>
<dependency>

79
dnet-ariadneplus/src/main/resources/eu/dnetlib/ariadneplus/workflows/repo-hi/NEW_publish_wf.xml.st
Unescape Escape View File

@ -1,79 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<RESOURCE_PROFILE>
<HEADER>
<RESOURCE_IDENTIFIER value=""/>
<RESOURCE_TYPE value="WorkflowDSResourceType"/>
<RESOURCE_KIND value="WorkflowDSResources"/>
<RESOURCE_URI value=""/>
<DATE_OF_CREATION value=""/>
</HEADER>
<BODY>
<WORKFLOW_NAME>$name$</WORKFLOW_NAME>
<WORKFLOW_DESCRIPTION>$desc$</WORKFLOW_DESCRIPTION>
<WORKFLOW_INFO />
<WORKFLOW_FAMILY>publishing</WORKFLOW_FAMILY>
<WORKFLOW_PRIORITY>$priority$</WORKFLOW_PRIORITY>
<DATASOURCE id="$dsId$" interface="$interface$" />
<CONFIGURATION status="WAIT_SYS_SETTINGS" start="MANUAL">
<PARAMETERS>
<PARAM name="cleanMdstoreId" description="Store for cleaned records" required="true" managedBy="system" category="MDSTORE_ID" />
<PARAM name="indexId" description="Identifier of the Index" required="true" managedBy="system" category="INDEX_ID"/>
<PARAM name="indexInterpretation" description="Index Interpretation" required="true" managedBy="system" type="string">public</PARAM>
<PARAM name="feedingType" description="Index feeding type" required="true" managedBy="user" type="string" function="validValues(['REFRESH','INCREMENTAL'])">REFRESH</PARAM>
<PARAM name="publisherEndpoint" description="AriadnePlus Publisher Endpoint" required="true" managedBy="user" type="string">http://localhost:8080/ariadneplus/publish</PARAM>
</PARAMETERS>
<WORKFLOW>
<NODE name="virtuoso" type="LaunchWorkflowTemplate" isStart="true">
<DESCRIPTION>Store RDF files in Virtuoso</DESCRIPTION>
<PARAMETERS>
<PARAM name="wfTemplateId" value="b7a6c826-6d5e-46c7-a553-4c0fc1d9ab72_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ==" />
<PARAM name="wfTemplateParams">
<MAP>
<ENTRY key="publisherEndpoint" ref="publisherEndpoint" />
<ENTRY key="interface" value="$interface$" />
<ENTRY key="cleanMdstoreId" ref="cleanMdstoreId" />
</MAP>
</PARAM>
</PARAMETERS>
<ARCS>
<ARC to="success"/>
</ARCS>
</NODE>
<!-- We do not want anymore the public index reading from Virtuoso -->
<!--
<NODE name="index" type="LaunchWorkflowTemplate">
<DESCRIPTION>Index records</DESCRIPTION>
<PARAMETERS>
<PARAM name="wfTemplateId" value="9f1b9aab-d1d5-4ece-a04e-e1157eeb4a11_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ==" />
<PARAM name="wfTemplateParams">
<MAP>
<ENTRY key="dsName" value="$dsName$" />
<ENTRY key="interface" value="$interface$" />
<ENTRY key="virtuosoReaderAPIUrl" ref="virtuosoReaderAPIUrl" />
<ENTRY key="indexId" ref="indexId" />
<ENTRY key="feedingType" ref="feedingType" />
<ENTRY key="interpretation" ref="indexInterpretation" />
</MAP>
</PARAM>
</PARAMETERS>
<ARCS>
<ARC to="success"/>
</ARCS>
</NODE>
-->
</WORKFLOW>
<DESTROY_WORKFLOW_TEMPLATE id="23ef4bb3-2383-45b4-9661-ab03472fcd52_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ==">
<PARAMETERS/>
</DESTROY_WORKFLOW_TEMPLATE>
</CONFIGURATION>
<NOTIFICATIONS/>
<SCHEDULING enabled="false">
<CRON>9 9 9 ? * *</CRON>
<MININTERVAL>10080</MININTERVAL>
</SCHEDULING>
<STATUS/>
</BODY>
</RESOURCE_PROFILE>

205
dnet-ariadneplus/src/main/resources/eu/dnetlib/ariadneplus/workflows/repo-hi/full_aggregation_wf.xml.st
Unescape Escape View File

@ -0,0 +1,205 @@
<?xml version="1.0" encoding="UTF-8"?>
<RESOURCE_PROFILE>
<HEADER>
<RESOURCE_IDENTIFIER value=""/>
<RESOURCE_TYPE value="WorkflowDSResourceType"/>
<RESOURCE_KIND value="WorkflowDSResources"/>
<RESOURCE_URI value=""/>
<DATE_OF_CREATION value=""/>
</HEADER>
<BODY>
<WORKFLOW_NAME>$name$</WORKFLOW_NAME>
<WORKFLOW_DESCRIPTION>$desc$</WORKFLOW_DESCRIPTION>
<WORKFLOW_INFO />
<WORKFLOW_FAMILY>aggregator</WORKFLOW_FAMILY>
<WORKFLOW_PRIORITY>$priority$</WORKFLOW_PRIORITY>
<DATASOURCE id="$dsId$" interface="$interface$" />
<CONFIGURATION status="WAIT_SYS_SETTINGS" start="MANUAL">
<PARAMETERS>
<PARAM name="harvestingMode" description="Incremental or refresh mode" required="true" managedBy="user" type="string" function="validValues(['REFRESH','INCREMENTAL'])">INCREMENTAL</PARAM>
<PARAM name="collMdstoreId" description="Store for collected records" required="true" managedBy="system" category="MDSTORE_ID"/>
<PARAM name="passFullRecord" description="True to pass the full record to x3m" managedBy="user" type="boolean">false</PARAM>
<PARAM name="transformationMode" description="Incremental or refresh mode" managedBy="user" type="string" function="validValues(['REFRESH','INCREMENTAL'])">REFRESH</PARAM>
<PARAM name="verboseTransformationLogging" description="Enable verbose logging of X3M" required="false" managedBy="user" type="boolean"/>
<PARAM name="mappingPolicyProfile" description="Mapping policy to apply by X3M" required="false" managedBy="user" category="TRANSFORMATION_RULE_ID" type="string" function="listProfiles('TransformationRuleDSResourceType', '//TITLE')"/>
<PARAM name="mappingUrl" description="mapping url" required="true" managedBy="user" type="string" ></PARAM>
<PARAM name="cleaningRuleId" description="Cleaning rule" required="true" managedBy="user" category="CLEANER_RULE_ID" type="string" function="listProfiles('CleanerDSResourceType', '//CLEANER_NAME')"/>
<PARAM name="cleanMdstoreId" description="Store for cleaned records" required="true" managedBy="system" category="MDSTORE_ID" />
<PARAM name="indexId" description="Identifier of the Index for Content Checker" required="true" managedBy="system" category="INDEX_ID"/>
<PARAM name="indexInterpretation" description="Index Interpretation for Content Checker" required="true" managedBy="system" type="string">transformed</PARAM>
<PARAM name="feedingType" description="Index feeding type for Content Checker" required="true" managedBy="user" type="string" function="validValues(['REFRESH','INCREMENTAL'])">REFRESH</PARAM>
<PARAM name="stagingPublisherEndpoint" description="Staging Publisher Endpoint" required="true" managedBy="user" type="string">https://aggregator.ariadne.d4science.org/ariadneplus-graphdb</PARAM>
<PARAM name="publicPublisherEndpoint" description="Public Publisher Endpoint" required="true" managedBy="user" type="string">https://aggregator.ariadne.d4science.org/ariadneplus-graphdb-public</PARAM>
<PARAM name="sparqlUpdateQuery" description="Sparql update query to enrich GraphDB content" required="true" managedBy="user" type="string"></PARAM>
</PARAMETERS>
<WORKFLOW>
<NODE isStart="true" name="collection" type="LaunchWorkflowTemplate">
<DESCRIPTION>Collect metadata</DESCRIPTION>
<PARAMETERS>
<PARAM name="wfTemplateId" value="8536236a-7074-4155-9279-8cb2fcc8887a_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ==" />
<PARAM name="wfTemplateParams">
<MAP>
<ENTRY key="format" value="$format$" />
<ENTRY key="dsId" value="$dsId$" />
<ENTRY key="dsName" value="$dsName$" />
<ENTRY key="interface" value="$interface$" />
<ENTRY key="collMdstoreId" ref="collMdstoreId" />
<ENTRY key="harvestingMode" ref="harvestingMode" />
</MAP>
</PARAM>
</PARAMETERS>
<ARCS>
<ARC to="transform"/>
</ARCS>
</NODE>
<NODE name="transform" type="LaunchWorkflowTemplate">
<DESCRIPTION>Transform records</DESCRIPTION>
<PARAMETERS>
<PARAM name="wfTemplateId" value="bb36d5af-442c-488b-ad42-d9b068f6f1c0_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ==" />
<PARAM name="wfTemplateParams">
<MAP>
<ENTRY key="dsId" value="$dsId$" />
<ENTRY key="interface" value="$interface$" />
<ENTRY key="collMdstoreId" ref="collMdstoreId" />
<ENTRY key="cleanMdstoreId" ref="cleanMdstoreId" />
<ENTRY key="enableSchemaValidation" ref="enableSchemaValidation"/>
<ENTRY key="useDeclaredSchema" ref="useDeclaredSchema"/>
<ENTRY key="schemaURL" ref="schemaURL"/>
<ENTRY key="mappingPolicyProfile" ref="mappingPolicyProfile"/>
<ENTRY key="verboseTransformationLogging" ref="verboseTransformationLogging"/>
<ENTRY key="cleaningRuleId" ref="cleaningRuleId"/>
<ENTRY key="transformationMode" ref="transformationMode" />
<ENTRY key="passFullRecord" ref="passFullRecord" />
<ENTRY key="mappingUrl" ref="mappingUrl" />
</MAP>
</PARAM>
</PARAMETERS>
<ARCS>
<ARC to="index"/>
</ARCS>
</NODE>
<NODE name="index" type="LaunchWorkflowTemplate">
<DESCRIPTION>Index record</DESCRIPTION>
<PARAMETERS>
<PARAM name="wfTemplateId" value="23e81407-da05-46a6-a11e-928f92432922_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ==" />
<PARAM name="wfTemplateParams">
<MAP>
<ENTRY key="dsId" value="$dsId$" />
<ENTRY key="interface" value="$interface$" />
<ENTRY key="cleanMdstoreId" ref="cleanMdstoreId" />
<ENTRY key="indexId" ref="indexId" />
<ENTRY key="feedingType" ref="feedingType" />
<ENTRY key="interpretation" ref="indexInterpretation" />
</MAP>
</PARAM>
</PARAMETERS>
<ARCS>
<ARC to="publishToStagingGraphDB"/>
</ARCS>
</NODE>
<NODE name="publishToStagingGraphDB" type="LaunchWorkflowTemplate">
<DESCRIPTION>Publish records to the Staging GraphDB</DESCRIPTION>
<PARAMETERS>
<PARAM name="wfTemplateId" value="7426eaaf-93c9-4914-b69a-c9d5c478405a_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
<PARAM name="wfTemplateParams">
<MAP>
<ENTRY key="dsId" value="$dsId$" />
<ENTRY key="dsName" value="$dsName$" />
<ENTRY key="interface" value="$interface$" />
<ENTRY key="cleanMdstoreId" ref="cleanMdstoreId"/>
<ENTRY key="publisherEndpoint" ref="stagingPublisherEndpoint" />
</MAP>
</PARAM>
</PARAMETERS>
<ARCS>
<ARC to="workflowDONE"/>
</ARCS>
</NODE>
<NODE name="enrichStagingGraphDB" type="LaunchWorkflowTemplate">
<DESCRIPTION>Enrich GraphDB with sparql update query</DESCRIPTION>
<PARAMETERS>
<PARAM name="wfTemplateId" value="f780a64d-bb00-4c9b-8393-f738846945f3_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
<PARAM name="wfTemplateParams">
<MAP>
<ENTRY key="dsId" value="$dsId$" />
<ENTRY key="dsName" value="$dsName$" />
<ENTRY key="interface" value="$interface$" />
<ENTRY key="publisherEndpoint" ref="stagingPublisherEndpoint" />
<ENTRY key="sparqlUpdateQuery" ref="sparqlUpdateQuery" />
</MAP>
</PARAM>
</PARAMETERS>
<ARCS>
<ARC to="indexOnStagingES"/>
</ARCS>
</NODE>
<NODE name="indexOnStagingES" type="LaunchWorkflowTemplate">
<DESCRIPTION>Index on Staging Elasticsearch all records of an API from GraphDB</DESCRIPTION>
<PARAMETERS>
<PARAM name="wfTemplateId" value="3819eb3d-fdea-4fc3-925f-9ce0f61be9ee_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
<PARAM name="wfTemplateParams">
<MAP>
<ENTRY key="dsId" value="$dsId$" />
<ENTRY key="dsName" value="$dsName$" />
<ENTRY key="interface" value="$interface$" />
<ENTRY key="publisherEndpoint" ref="stagingPublisherEndpoint" />
</MAP>
</PARAM>
</PARAMETERS>
<ARCS>
<ARC to="success"/>
</ARCS>
</NODE>
<NODE name="publishToPublic" type="LaunchWorkflowTemplate">
<DESCRIPTION>Publish records to the public GraphDB and Elasticsearch</DESCRIPTION>
<PARAMETERS>
<PARAM name="wfTemplateId" value="1fc9e0f9-1af0-43a3-a4a3-165b8f0086f0_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
<PARAM name="wfTemplateParams">
<MAP>
<ENTRY key="dsId" value="$dsId$" />
<ENTRY key="dsName" value="$dsName$" />
<ENTRY key="interface" value="$interface$" />
<ENTRY key="cleanMdstoreId" ref="cleanMdstoreId"/>
<ENTRY key="publisherEndpoint" ref="publicPublisherEndpoint" />
<ENTRY key="sparqlUpdateQuery" ref="sparqlUpdateQuery" />
</MAP>
</PARAM>
</PARAMETERS>
<ARCS>
<ARC to="success"/>
</ARCS>
</NODE>
<NODE name="workflowDONE">
<DESCRIPTION>A Fake node</DESCRIPTION>
<PARAMETERS/>
<ARCS>
<ARC to="success"/>
</ARCS>
</NODE>
</WORKFLOW>
<DESTROY_WORKFLOW_TEMPLATE id="b54ff264-ed25-46a5-86df-dfbefb0b22be_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ==">
<PARAMETERS>
<PARAM name="dsId" value="$dsId$" />
<PARAM name="dsName" value="$dsName$" />
<PARAM name="interface" value="$interface$" />
<PARAM name="collMdstoreId" ref="collMdstoreId" />
<PARAM name="cleanMdstoreId" ref="cleanMdstoreId" />
<PARAM name="indexId" ref="indexId" />
</PARAMETERS>
</DESTROY_WORKFLOW_TEMPLATE>
</CONFIGURATION>
<NOTIFICATIONS/>
<SCHEDULING enabled="false">
<CRON>9 9 9 ? * *</CRON>
<MININTERVAL>10080</MININTERVAL>
</SCHEDULING>
<STATUS/>
</BODY>
</RESOURCE_PROFILE>

0
dnet-ariadneplus/src/main/resources/eu/dnetlib/ariadneplus/workflows/repo-hi/enrich_graphdb_wf.xml.st → dnet-ariadneplus/src/main/resources/eu/dnetlib/ariadneplus/workflows/repo-hi/old/enrich_graphdb_wf.xml.st
Unescape Escape View File

0
dnet-ariadneplus/src/main/resources/eu/dnetlib/ariadneplus/workflows/repo-hi/index_on_es_wf.xml.st → dnet-ariadneplus/src/main/resources/eu/dnetlib/ariadneplus/workflows/repo-hi/old/index_on_es_wf.xml.st
Unescape Escape View File

0
dnet-ariadneplus/src/main/resources/eu/dnetlib/ariadneplus/workflows/repo-hi/x3m_aggregation_wf.xml.st → dnet-ariadneplus/src/main/resources/eu/dnetlib/ariadneplus/workflows/repo-hi/old/x3m_aggregation_wf.xml.st
Unescape Escape View File

0
dnet-ariadneplus/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/repo_hi_enrich_graphdb.xml → dnet-ariadneplus/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/old/repo_hi_enrich_graphdb.xml
Unescape Escape View File

0
dnet-ariadneplus/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/repo_hi_index_on_es.xml → dnet-ariadneplus/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/old/repo_hi_index_on_es.xml
Unescape Escape View File

41
dnet-ariadneplus/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/publish/virtuoso_publish_template.xml
Unescape Escape View File

@ -1,41 +0,0 @@
<?xml version="1.0" encoding="UTF-8"?>
<RESOURCE_PROFILE>
<HEADER>
<RESOURCE_IDENTIFIER value="b7a6c826-6d5e-46c7-a553-4c0fc1d9ab72_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
<RESOURCE_TYPE value="WorkflowTemplateDSResourceType"/>
<RESOURCE_KIND value="WorkflowTemplateDSResources"/>
<RESOURCE_URI value=""/>
<DATE_OF_CREATION value="2017-07-12T17:00:00.0Z"/>
</HEADER>
<BODY>
<CONFIGURATION>
<PARAMETERS>
<PARAM name="publisherEndpoint" description="Parthenos Publisher Endpoint" required="true" type="string"/>
<PARAM name="cleanMdstoreId" description="Store for transformed records" required="true" type="string"/>
</PARAMETERS>
<WORKFLOW>
<NODE name="fetchMdStore" type="FetchMDStoreRecords" isStart="true">
<DESCRIPTION>Fetch records from MDStore</DESCRIPTION>
<PARAMETERS>
<PARAM name="mdId" ref="cleanMdstoreId"/>
<PARAM name="eprParam" value="clean_epr"/>
<PARAM name="noCursorTimeout" value="true"/>
</PARAMETERS>
<ARCS>
<ARC to="publish"/>
</ARCS>
</NODE>
<NODE name="publish" type="PublishVirtuoso">
<DESCRIPTION>Feed records into Virtuoso</DESCRIPTION>
<PARAMETERS>
<PARAM name="inputEprParam" value="clean_epr"/>
<PARAM name="publisherEndpoint" ref="publisherEndpoint"/>
</PARAMETERS>
<ARCS>
<ARC to="success"/>
</ARCS>
</NODE>
</WORKFLOW>
</CONFIGURATION>
</BODY>
</RESOURCE_PROFILE>

0
dnet-ariadneplus/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/repo_hi_import_periodo_into_graphdb.xml → dnet-ariadneplus/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/repo-hi/repo_hi_import_periodo_into_graphdb.xml
Unescape Escape View File

10
dnet-ariadneplus/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/NEW_repo_hi_x3m.xml → dnet-ariadneplus/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/repo-hi/repo_hi_main.xml
Unescape Escape View File

@ -8,8 +8,8 @@
<DATE_OF_CREATION value="2018-02-12T12:00:00.0Z"/>
</HEADER>
<BODY>
<WORKFLOW_NAME>Aggregate Metadata (X3M)</WORKFLOW_NAME>
<WORKFLOW_DESCRIPTION>Collect, transform with X3M, and export metadata</WORKFLOW_DESCRIPTION>
<WORKFLOW_NAME>Aggregate and Publish Metadata</WORKFLOW_NAME>
<WORKFLOW_DESCRIPTION>Aggregate, enrich and publish metadata</WORKFLOW_DESCRIPTION>
<WORKFLOW_INFO>
<FIELD name="Action">Aggregate Metadata</FIELD>
<FIELD name="Datasource class">Content Provider</FIELD>
@ -40,9 +40,9 @@
<NODE name="registerAggregationWf" type="RegisterWorkflowFromTemplate">
<DESCRIPTION>Create Workflow</DESCRIPTION>
<PARAMETERS>
<PARAM name="wfName" value="Aggregate Metadata (X3M)"/>
<PARAM name="wfTemplate" value="/eu/dnetlib/ariadneplus/workflows/repo-hi/x3m_aggregation_wf.xml.st"/>
<PARAM name="description" value="Collect, transform with X3M, and export metadata"/>
<PARAM name="wfName" value="Aggregate, enrich and index AriadnePlus content"/>
<PARAM name="wfTemplate" value="/eu/dnetlib/ariadneplus/workflows/repo-hi/full_aggregation_wf.xml.st"/>
<PARAM name="description" value="Aggregate, enrich and index AriadnePlus content on shadow and public instance"/>
</PARAMETERS>
<ARCS>
<ARC to="createNative"/>

1
dnet-ariadneplus/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/repo_bye_template.xml
Unescape Escape View File

@ -18,6 +18,7 @@
<PARAM name="indexId" description="Index Identifier" required="true" type="string"/>
</PARAMETERS>
<WORKFLOW>
<!--NOTE: does not remove data from ElasticSearch and GraphDB-->
<NODE name="deleteCollMdStore" type="DeleteMDStore" isStart="true">
<DESCRIPTION>Delete the mdstore of collected records</DESCRIPTION>
<PARAMETERS>

0
dnet-ariadneplus/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/collection_template.xml → dnet-ariadneplus/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/templates/collection_template.xml
Unescape Escape View File

0
dnet-ariadneplus/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/enrich_graphdb_template.xml → dnet-ariadneplus/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/templates/enrich_graphdb_template.xml
Unescape Escape View File

2
dnet-ariadneplus/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/graphdb_template.xml → dnet-ariadneplus/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/templates/graphdb_template.xml
Unescape Escape View File

@ -13,7 +13,7 @@
<PARAM description="Datasource Id" name="dsId" required="true" type="string"/>
<PARAM description="Datasource Interface" name="interface" required="true" type="string"/>
<PARAM description="Store for transformed records" name="cleanMdstoreId" required="true" type="string"/>
<PARAM name="publisherEndpoint" description="AriadnePlus Publisher Endpoint" required="true" type="string">http://localhost:8080/ariadneplus/publish</PARAM>
<PARAM name="publisherEndpoint" description="GraphDB Publisher Endpoint" required="true" type="string"/>
</PARAMETERS>
<WORKFLOW>
<NODE isStart="true" name="fetchMdStore" type="FetchMDStoreRecords">

0
dnet-ariadneplus/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/import_periodo_into_graphdb_template.xml → dnet-ariadneplus/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/templates/import_periodo_into_graphdb_template.xml
Unescape Escape View File

2
dnet-ariadneplus/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/index_on_es_template.xml → dnet-ariadneplus/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/templates/index_on_es_template.xml
Unescape Escape View File

@ -12,7 +12,7 @@
<PARAM description="Datasource Name" name="dsName" required="true" type="string"/>
<PARAM description="Datasource Id" name="dsId" required="true" type="string"/>
<PARAM description="Datasource Interface" name="interface" required="true" type="string"/>
<PARAM description="AriadnePlus Publisher Endpoint" name="publisherEndpoint" required="true" type="string">http://localhost:8281/ariadneplus-graphdb</PARAM>
<PARAM description="AriadnePlus Publisher Endpoint" name="publisherEndpoint" required="true" type="string"/>
</PARAMETERS>
<WORKFLOW>
<NODE isStart="true" name="indexOnES" type="IndexOnES">

0
dnet-ariadneplus/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/index_template.xml → dnet-ariadneplus/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/templates/index_template.xml
Unescape Escape View File

76
dnet-ariadneplus/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/templates/public_publishing_template.xml
Unescape Escape View File

@ -0,0 +1,76 @@
<RESOURCE_PROFILE>
<HEADER>
<RESOURCE_IDENTIFIER value="1fc9e0f9-1af0-43a3-a4a3-165b8f0086f0_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
<RESOURCE_TYPE value="WorkflowTemplateDSResourceType"/>
<RESOURCE_KIND value="WorkflowTemplateDSResources"/>
<RESOURCE_URI value=""/>
<DATE_OF_CREATION value="2020-06-16T16:53:35+02:00"/>
</HEADER>
<BODY>
<CONFIGURATION>
<PARAMETERS>
<PARAM description="Datasource Name" name="dsName" required="true" type="string"/>
<PARAM description="Datasource Id" name="dsId" required="true" type="string"/>
<PARAM description="Datasource Interface" name="interface" required="true" type="string"/>
<PARAM name="cleanMdstoreId" description="Store for transformed records" required="true" type="string"/>
<PARAM description="Public Publisher Endpoint" name="publisherEndpoint" required="true" type="string"/>
<PARAM description="Sparql update query to enrich GraphDB content" name="sparqlUpdateQuery" required="true" type="string"/>
</PARAMETERS>
<WORKFLOW>
<NODE name="publishToPublicGraphDB" type="LaunchWorkflowTemplate" isStart="true">
<DESCRIPTION>Publish records to the public GraphDB</DESCRIPTION>
<PARAMETERS>
<PARAM name="wfTemplateId" value="7426eaaf-93c9-4914-b69a-c9d5c478405a_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
<PARAM name="wfTemplateParams">
<MAP>
<ENTRY key="dsId" ref="dsId"/>
<ENTRY key="dsName" ref="dsName"/>
<ENTRY key="interface" ref="interface"/>
<ENTRY key="cleanMdstoreId" ref="cleanMdstoreId"/>
<ENTRY key="publisherEndpoint" ref="publisherEndpoint" />
</MAP>
</PARAM>
</PARAMETERS>
<ARCS>
<ARC to="enrichPublicGraphDB"/>
</ARCS>
</NODE>
<NODE name="enrichPublicGraphDB" type="LaunchWorkflowTemplate">
<DESCRIPTION>Enrich public GraphDB with sparql update query</DESCRIPTION>
<PARAMETERS>
<PARAM name="wfTemplateId" value="f780a64d-bb00-4c9b-8393-f738846945f3_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
<PARAM name="wfTemplateParams">
<MAP>
<ENTRY key="dsId" ref="dsId"/>
<ENTRY key="dsName" ref="dsName"/>
<ENTRY key="interface" ref="interface"/>
<ENTRY key="publisherEndpoint" ref="publisherEndpoint" />
<ENTRY key="sparqlUpdateQuery" ref="sparqlUpdateQuery" />
</MAP>
</PARAM>
</PARAMETERS>
<ARCS>
<ARC to="indexOnPublicES"/>
</ARCS>
</NODE>
<NODE name="indexOnPublicES" type="LaunchWorkflowTemplate">
<DESCRIPTION>Index on public Elasticsearch all records of an API from GraphDB</DESCRIPTION>
<PARAMETERS>
<PARAM name="wfTemplateId" value="3819eb3d-fdea-4fc3-925f-9ce0f61be9ee_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
<PARAM name="wfTemplateParams">
<MAP>
<ENTRY key="dsId" ref="dsId"/>
<ENTRY key="dsName" ref="dsName"/>
<ENTRY key="interface" ref="interface"/>
<ENTRY key="publisherEndpoint" ref="publisherEndpoint" />
</MAP>
</PARAM>
</PARAMETERS>
<ARCS>
<ARC to="success"/>
</ARCS>
</NODE>
</WORKFLOW>
</CONFIGURATION>
</BODY>
</RESOURCE_PROFILE>

0
dnet-ariadneplus/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/transform_x3m_template.xml → dnet-ariadneplus/src/main/resources/eu/dnetlib/bootstrap/profiles/workflows/templates/transform_x3m_template.xml
Unescape Escape View File

195
dnet-ariadneplus/src/test/resources/eu/dnetlib/wf_migration/new_agg_wf.xml
Unescape Escape View File

@ -0,0 +1,195 @@
<RESOURCE_PROFILE>
<HEADER>
<RESOURCE_IDENTIFIER value="6c51cbe5-edcf-46f1-ba78-bbd8ea3a9929_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl"/>
<RESOURCE_TYPE value="WorkflowDSResourceType"/>
<RESOURCE_KIND value="WorkflowDSResources"/>
<RESOURCE_URI value=""/>
<DATE_OF_CREATION value="2020-12-14T18:49:59+01:00"/>
</HEADER>
<BODY>
<!-- CHANGED WF NAME -->
<WORKFLOW_NAME>Aggregate, enrich and index AriadnePlus content</WORKFLOW_NAME>
<!-- CHANGED WF DESCRIPTION -->
<WORKFLOW_DESCRIPTION>Aggregate, enrich and index AriadnePlus content on shadow and public instance</WORKFLOW_DESCRIPTION>
<WORKFLOW_INFO/>
<WORKFLOW_FAMILY>aggregator</WORKFLOW_FAMILY>
<WORKFLOW_PRIORITY>50</WORKFLOW_PRIORITY>
<DATASOURCE id="d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU=" interface="api_________::ariadne_plus::ads::273"/>
<CONFIGURATION start="MANUAL" status="WAIT_USER_SETTINGS">
<PARAMETERS>
<PARAM description="Incremental or refresh mode" function="validValues(['REFRESH','INCREMENTAL'])" managedBy="user" name="harvestingMode" required="true" type="string">INCREMENTAL</PARAM>
<PARAM category="MDSTORE_ID" description="Store for collected records" managedBy="system" name="collMdstoreId" required="true">36aadfcc-648b-43f7-96f3-b4ae612b3fa4_TURTdG9yZURTUmVzb3VyY2VzL01EU3RvcmVEU1Jlc291cmNlVHlwZQ==</PARAM>
<PARAM description="True to pass the full record to x3m" managedBy="user" name="passFullRecord" type="boolean">false</PARAM>
<PARAM description="Incremental or refresh mode" function="validValues(['REFRESH','INCREMENTAL'])" managedBy="user" name="transformationMode" type="string">REFRESH</PARAM>
<PARAM description="Enable verbose logging of X3M" managedBy="user" name="verboseTransformationLogging" required="false" type="boolean"/>
<PARAM category="TRANSFORMATION_RULE_ID" description="Mapping policy to apply by X3M" function="listProfiles('TransformationRuleDSResourceType', '//TITLE')" managedBy="user" name="mappingPolicyProfile" required="false" type="string"/>
<PARAM description="mapping url" managedBy="user" name="mappingUrl" required="true" type="string"/>
<PARAM category="CLEANER_RULE_ID" description="Cleaning rule" function="listProfiles('CleanerDSResourceType', '//CLEANER_NAME')" managedBy="user" name="cleaningRuleId" required="true" type="string"/>
<PARAM category="MDSTORE_ID" description="Store for cleaned records" managedBy="system" name="cleanMdstoreId" required="true">971d3cf8-b720-4f29-a16d-f4453c962343_TURTdG9yZURTUmVzb3VyY2VzL01EU3RvcmVEU1Jlc291cmNlVHlwZQ==</PARAM>
<PARAM category="INDEX_ID" description="Identifier of the Index for Content Checker" managedBy="system" name="indexId" required="true">null</PARAM>
<PARAM description="Index Interpretation for Content Checker" managedBy="system" name="indexInterpretation" required="true" type="string">transformed</PARAM>
<PARAM description="Index feeding type for Content Checker" function="validValues(['REFRESH','INCREMENTAL'])" managedBy="user" name="feedingType" required="true" type="string">REFRESH</PARAM>
<!-- ADD THESE IN PLACE OF 'publisherEndpoint' -->
<PARAM description="Staging Publisher Endpoint" managedBy="user" name="stagingPublisherEndpoint" required="true" type="string">https://aggregator.ariadne.d4science.org/ariadneplus-graphdb</PARAM>
<PARAM description="Public Publisher Endpoint" managedBy="user" name="publicPublisherEndpoint" required="true" type="string">https://aggregator.ariadne.d4science.org/ariadneplus-graphdb-public</PARAM>
<PARAM description="Sparql update query to enrich GraphDB content" managedBy="user" name="sparqlUpdateQuery" required="true" type="string"/>
</PARAMETERS>
<WORKFLOW>
<NODE isStart="true" name="collection" type="LaunchWorkflowTemplate">
<DESCRIPTION>Collect metadata</DESCRIPTION>
<PARAMETERS>
<PARAM name="wfTemplateId" value="8536236a-7074-4155-9279-8cb2fcc8887a_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
<PARAM name="wfTemplateParams">
<MAP>
<ENTRY key="format" value=""/>
<ENTRY key="dsId" value="d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU="/>
<ENTRY key="dsName" value="Archaeology Data Service"/>
<ENTRY key="interface" value="api_________::ariadne_plus::ads::273"/>
<ENTRY key="collMdstoreId" ref="collMdstoreId"/>
<ENTRY key="harvestingMode" ref="harvestingMode"/>
</MAP>
</PARAM>
</PARAMETERS>
<ARCS>
<ARC to="transform"/>
</ARCS>
</NODE>
<NODE name="transform" type="LaunchWorkflowTemplate">
<DESCRIPTION>Transform records</DESCRIPTION>
<PARAMETERS>
<PARAM name="wfTemplateId" value="bb36d5af-442c-488b-ad42-d9b068f6f1c0_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
<PARAM name="wfTemplateParams">
<MAP>
<ENTRY key="dsId" value="d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU="/>
<ENTRY key="interface" value="api_________::ariadne_plus::ads::273"/>
<ENTRY key="collMdstoreId" ref="collMdstoreId"/>
<ENTRY key="cleanMdstoreId" ref="cleanMdstoreId"/>
<ENTRY key="enableSchemaValidation" ref="enableSchemaValidation"/>
<ENTRY key="useDeclaredSchema" ref="useDeclaredSchema"/>
<ENTRY key="schemaURL" ref="schemaURL"/>
<ENTRY key="mappingPolicyProfile" ref="mappingPolicyProfile"/>
<ENTRY key="verboseTransformationLogging" ref="verboseTransformationLogging"/>
<ENTRY key="cleaningRuleId" ref="cleaningRuleId"/>
<ENTRY key="transformationMode" ref="transformationMode"/>
<ENTRY key="passFullRecord" ref="passFullRecord"/>
<ENTRY key="mappingUrl" ref="mappingUrl"/>
</MAP>
</PARAM>
</PARAMETERS>
<ARCS>
<ARC to="index"/>
</ARCS>
</NODE>
<NODE name="index" type="LaunchWorkflowTemplate">
<DESCRIPTION>Index record</DESCRIPTION>
<PARAMETERS>
<PARAM name="wfTemplateId" value="23e81407-da05-46a6-a11e-928f92432922_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
<PARAM name="wfTemplateParams">
<MAP>
<ENTRY key="dsId" value="d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU="/>
<ENTRY key="interface" value="api_________::ariadne_plus::ads::273"/>
<ENTRY key="cleanMdstoreId" ref="cleanMdstoreId"/>
<ENTRY key="indexId" ref="indexId"/>
<ENTRY key="feedingType" ref="feedingType"/>
<ENTRY key="interpretation" ref="indexInterpretation"/>
</MAP>
</PARAM>
</PARAMETERS>
<ARCS>
<!-- CHANGE FROM publishToDBGraph -->
<ARC to="publishToStagingGraphDB"/>
</ARCS>
</NODE>
<!-- CHANGE FROM publishToDBGraph, from here until the end of the workflow -->
<NODE name="publishToStagingGraphDB" type="LaunchWorkflowTemplate">
<DESCRIPTION>Publish records to the Staging GraphDB</DESCRIPTION>
<PARAMETERS>
<PARAM name="wfTemplateId" value="7426eaaf-93c9-4914-b69a-c9d5c478405a_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
<PARAM name="wfTemplateParams">
<MAP>
<ENTRY key="dsId" value="d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU="/>
<ENTRY key="dsName" value="Archaeology Data Service"/>
<ENTRY key="interface" value="api_________::ariadne_plus::ads::273"/>
<ENTRY key="cleanMdstoreId" ref="cleanMdstoreId"/>
<ENTRY key="publisherEndpoint" ref="stagingPublisherEndpoint"/>
</MAP>
</PARAM>
</PARAMETERS>
<ARCS>
<ARC to="workflowDONE"/>
</ARCS>
</NODE>
<NODE isStart="true" name="enrichStagingGraphDB" type="LaunchWorkflowTemplate">
<DESCRIPTION>Enrich GraphDB with sparql update query</DESCRIPTION>
<PARAMETERS>
<PARAM name="wfTemplateId" value="f780a64d-bb00-4c9b-8393-f738846945f3_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
<PARAM name="wfTemplateParams">
<MAP>
<ENTRY key="dsId" value="d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU="/>
<ENTRY key="dsName" value="Archaeology Data Service"/>
<ENTRY key="interface" value="api_________::ariadne_plus::ads::273"/>
<ENTRY key="publisherEndpoint" ref="stagingPublisherEndpoint"/>
<ENTRY key="sparqlUpdateQuery" ref="sparqlUpdateQuery"/>
</MAP>
</PARAM>
</PARAMETERS>
<ARCS>
<ARC to="indexOnStagingES"/>
</ARCS>
</NODE>
<NODE isStart="true" name="indexOnStagingES" type="LaunchWorkflowTemplate">
<DESCRIPTION>Index on Staging Elasticsearch all records of an API from GraphDB</DESCRIPTION>
<PARAMETERS>
<PARAM name="wfTemplateId" value="3819eb3d-fdea-4fc3-925f-9ce0f61be9ee_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
<PARAM name="wfTemplateParams">
<MAP>
<ENTRY key="dsId" value="d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU="/>
<ENTRY key="dsName" value="Archaeology Data Service"/>
<ENTRY key="interface" value="api_________::ariadne_plus::ads::273"/>
<ENTRY key="publisherEndpoint" ref="stagingPublisherEndpoint"/>
</MAP>
</PARAM>
</PARAMETERS>
<ARCS>
<ARC to="success"/>
</ARCS>
</NODE>
<NODE name="publishToPublic" type="LaunchWorkflowTemplate">
<DESCRIPTION>Publish records to the public GraphDB and Elasticsearch</DESCRIPTION>
<PARAMETERS>
<PARAM name="wfTemplateId" value="1fc9e0f9-1af0-43a3-a4a3-165b8f0086f0_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
<PARAM name="wfTemplateParams">
<MAP>
<ENTRY key="dsId" value="d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU="/>
<ENTRY key="dsName" value="Archaeology Data Service"/>
<ENTRY key="interface" value="api_________::ariadne_plus::ads::273"/>
<ENTRY key="cleanMdstoreId" ref="cleanMdstoreId"/>
<ENTRY key="publisherEndpoint" ref="publicPublisherEndpoint"/>
<ENTRY key="sparqlUpdateQuery" ref="sparqlUpdateQuery"/>
</MAP>
</PARAM>
</PARAMETERS>
<ARCS>
<ARC to="success"/>
</ARCS>
</NODE>
</WORKFLOW>
<DESTROY_WORKFLOW_TEMPLATE id="b54ff264-ed25-46a5-86df-dfbefb0b22be_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ==">
<PARAMETERS>
<PARAM name="dsId" value="d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU="/>
<PARAM name="dsName" value="Archaeology Data Service"/>
<PARAM name="interface" value="api_________::ariadne_plus::ads::273"/>
<PARAM name="collMdstoreId" ref="collMdstoreId"/>
<PARAM name="cleanMdstoreId" ref="cleanMdstoreId"/>
<PARAM name="indexId" ref="indexId"/>
</PARAMETERS>
</DESTROY_WORKFLOW_TEMPLATE>
</CONFIGURATION>
<NOTIFICATIONS/>
<SCHEDULING enabled="false">
<CRON>9 9 9 ? * *</CRON>
<MININTERVAL>10080</MININTERVAL>
</SCHEDULING>
<STATUS/>
</BODY>
</RESOURCE_PROFILE>

139
dnet-ariadneplus/src/test/resources/eu/dnetlib/wf_migration/old_agg_wf.xml
Unescape Escape View File

@ -0,0 +1,139 @@
<RESOURCE_PROFILE>
<HEADER>
<RESOURCE_IDENTIFIER value="ba8aacd4-41f0-4e21-8267-a306f9044d46_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl"/>
<RESOURCE_TYPE value="WorkflowDSResourceType"/>
<RESOURCE_KIND value="WorkflowDSResources"/>
<RESOURCE_URI value=""/>
<DATE_OF_CREATION value="2020-07-21T18:21:14+02:00"/>
</HEADER>
<BODY>
<WORKFLOW_NAME>Aggregate Metadata (X3M)</WORKFLOW_NAME>
<WORKFLOW_DESCRIPTION>Collect, transform with X3M, and export metadata</WORKFLOW_DESCRIPTION>
<WORKFLOW_INFO/>
<WORKFLOW_FAMILY>aggregator</WORKFLOW_FAMILY>
<WORKFLOW_PRIORITY>50</WORKFLOW_PRIORITY>
<DATASOURCE id="d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU=" interface="api_________::ariadne_plus::ads::273"/>
<CONFIGURATION start="MANUAL" status="EXECUTABLE">
<PARAMETERS>
<PARAM description="Incremental or refresh mode" function="validValues(['REFRESH','INCREMENTAL'])" managedBy="user" name="harvestingMode" required="true" type="string">REFRESH</PARAM>
<PARAM category="MDSTORE_ID" description="Store for collected records" managedBy="system" name="collMdstoreId" required="true">6f7c21a0-a7be-4724-be89-833b33ad5e0a_TURTdG9yZURTUmVzb3VyY2VzL01EU3RvcmVEU1Jlc291cmNlVHlwZQ==</PARAM>
<PARAM description="True to pass the full record to x3m" managedBy="user" name="passFullRecord" type="boolean">false</PARAM>
<PARAM description="Incremental or refresh mode" function="validValues(['REFRESH','INCREMENTAL'])" managedBy="user" name="transformationMode" type="string">REFRESH</PARAM>
<PARAM description="Enable verbose logging of X3M" managedBy="user" name="verboseTransformationLogging" required="false" type="boolean">false</PARAM>
<PARAM category="TRANSFORMATION_RULE_ID" description="Mapping policy to apply by X3M" function="listProfiles('TransformationRuleDSResourceType', '//TITLE')" managedBy="user" name="mappingPolicyProfile" required="false" type="string">e1a85324-8f54-45c1-8513-208693a41666_VHJhbnNmb3JtYXRpb25SdWxlRFNSZXNvdXJjZXMvVHJhbnNmb3JtYXRpb25SdWxlRFNSZXNvdXJjZVR5cGU=</PARAM>
<PARAM category="CLEANER_RULE_ID" description="Cleaning rule" function="listProfiles('CleanerDSResourceType', '//CLEANER_NAME')" managedBy="user" name="cleaningRuleId" required="true" type="string">e508ddc7-ff5e-45dc-9116-96a2201d0bc9_Q2xlYW5lckRTUmVzb3VyY2VzL0NsZWFuZXJEU1Jlc291cmNlVHlwZQ==</PARAM>
<PARAM category="MDSTORE_ID" description="Store for cleaned records" managedBy="system" name="cleanMdstoreId" required="true">af07e923-424b-4d5e-9677-66582db7efdd_TURTdG9yZURTUmVzb3VyY2VzL01EU3RvcmVEU1Jlc291cmNlVHlwZQ==</PARAM>
<PARAM category="INDEX_ID" description="Identifier of the Index" managedBy="system" name="indexId" required="true">84c5cd33-b152-4fae-8796-fea0685a6c83_SW5kZXhEU1Jlc291cmNlcy9JbmRleERTUmVzb3VyY2VUeXBl</PARAM>
<PARAM description="Index Interpretation" managedBy="system" name="indexInterpretation" required="true" type="string">transformed</PARAM>
<PARAM description="Index feeding type" function="validValues(['REFRESH','INCREMENTAL'])" managedBy="user" name="feedingType" required="true" type="string">REFRESH</PARAM>
<PARAM description="mapping url" managedBy="user" name="mappingUrl" required="true" type="string">https://mapping.d4science.org/3MEditor/Services?id=591&amp;output=text/xml&amp;method=export</PARAM>
<PARAM description="AriadnePlus Publisher Endpoint" managedBy="user" name="publisherEndpoint" required="true" type="string">https://aggregator.ariadne.d4science.org/ariadneplus-graphdb</PARAM>
</PARAMETERS>
<WORKFLOW>
<NODE isStart="true" name="collection" type="LaunchWorkflowTemplate">
<DESCRIPTION>Collect metadata</DESCRIPTION>
<PARAMETERS>
<PARAM name="wfTemplateId" value="8536236a-7074-4155-9279-8cb2fcc8887a_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
<PARAM name="wfTemplateParams">
<MAP>
<ENTRY key="format" value=""/>
<ENTRY key="dsId" value="d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU="/>
<ENTRY key="dsName" value="Archaeology Data Service"/>
<ENTRY key="interface" value="api_________::ariadne_plus::ads::273"/>
<ENTRY key="collMdstoreId" ref="collMdstoreId"/>
<ENTRY key="harvestingMode" ref="harvestingMode"/>
</MAP>
</PARAM>
</PARAMETERS>
<ARCS>
<ARC to="transform"/>
</ARCS>
</NODE>
<NODE name="transform" type="LaunchWorkflowTemplate">
<DESCRIPTION>Transform records</DESCRIPTION>
<PARAMETERS>
<PARAM name="wfTemplateId" value="bb36d5af-442c-488b-ad42-d9b068f6f1c0_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
<PARAM name="wfTemplateParams">
<MAP>
<ENTRY key="dsId" value="d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU="/>
<ENTRY key="interface" value="api_________::ariadne_plus::ads::273"/>
<ENTRY key="collMdstoreId" ref="collMdstoreId"/>
<ENTRY key="cleanMdstoreId" ref="cleanMdstoreId"/>
<ENTRY key="enableSchemaValidation" ref="enableSchemaValidation"/>
<ENTRY key="useDeclaredSchema" ref="useDeclaredSchema"/>
<ENTRY key="schemaURL" ref="schemaURL"/>
<ENTRY key="mappingPolicyProfile" ref="mappingPolicyProfile"/>
<ENTRY key="verboseTransformationLogging" ref="verboseTransformationLogging"/>
<ENTRY key="cleaningRuleId" ref="cleaningRuleId"/>
<ENTRY key="transformationMode" ref="transformationMode"/>
<ENTRY key="passFullRecord" ref="passFullRecord"/>
<ENTRY key="mappingUrl" ref="mappingUrl"/>
</MAP>
</PARAM>
</PARAMETERS>
<ARCS>
<ARC to="index"/>
</ARCS>
</NODE>
<NODE name="index" type="LaunchWorkflowTemplate">
<DESCRIPTION>Index record</DESCRIPTION>
<PARAMETERS>
<PARAM name="wfTemplateId" value="23e81407-da05-46a6-a11e-928f92432922_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
<PARAM name="wfTemplateParams">
<MAP>
<ENTRY key="dsId" value="d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU="/>
<ENTRY key="interface" value="api_________::ariadne_plus::ads::273"/>
<ENTRY key="cleanMdstoreId" ref="cleanMdstoreId"/>
<ENTRY key="indexId" ref="indexId"/>
<ENTRY key="feedingType" ref="feedingType"/>
<ENTRY key="interpretation" ref="indexInterpretation"/>
</MAP>
</PARAM>
</PARAMETERS>
<ARCS>
<ARC to="publishToGraphDB"/>
</ARCS>
</NODE>
<NODE name="publishToGraphDB" type="LaunchWorkflowTemplate">
<DESCRIPTION>Publish records to GraphDB</DESCRIPTION>
<PARAMETERS>
<PARAM name="wfTemplateId" value="7426eaaf-93c9-4914-b69a-c9d5c478405a_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ=="/>
<PARAM name="wfTemplateParams">
<MAP>
<ENTRY key="dsId" value="d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU="/>
<ENTRY key="dsName" value="Archaeology Data Service"/>
<ENTRY key="interface" value="api_________::ariadne_plus::ads::273"/>
<ENTRY key="cleanMdstoreId" ref="cleanMdstoreId"/>
<ENTRY key="publisherEndpoint" ref="publisherEndpoint"/>
</MAP>
</PARAM>
</PARAMETERS>
<ARCS>
<ARC to="success"/>
</ARCS>
</NODE>
</WORKFLOW>
<DESTROY_WORKFLOW_TEMPLATE id="b54ff264-ed25-46a5-86df-dfbefb0b22be_V29ya2Zsb3dUZW1wbGF0ZURTUmVzb3VyY2VzL1dvcmtmbG93VGVtcGxhdGVEU1Jlc291cmNlVHlwZQ==">
<PARAMETERS>
<PARAM name="dsId" value="d52b32f0-2b19-4bef-930d-470ef044def5_UmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZXMvUmVwb3NpdG9yeVNlcnZpY2VSZXNvdXJjZVR5cGU="/>
<PARAM name="dsName" value="Archaeology Data Service"/>
<PARAM name="interface" value="api_________::ariadne_plus::ads::273"/>
<PARAM name="collMdstoreId" ref="collMdstoreId"/>
<PARAM name="cleanMdstoreId" ref="cleanMdstoreId"/>
<PARAM name="indexId" ref="indexId"/>
</PARAMETERS>
</DESTROY_WORKFLOW_TEMPLATE>
</CONFIGURATION>
<NOTIFICATIONS/>
<SCHEDULING enabled="false">
<CRON>9 9 9 ? * *</CRON>
<MININTERVAL>10080</MININTERVAL>
</SCHEDULING>
<STATUS>
<LAST_EXECUTION_ID>wf_20200605_160619_405</LAST_EXECUTION_ID>
<LAST_EXECUTION_DATE>2020-06-05T16:07:19+02:00</LAST_EXECUTION_DATE>
<LAST_EXECUTION_STATUS>SUCCESS</LAST_EXECUTION_STATUS>
<LAST_EXECUTION_ERROR/>
</STATUS>
</BODY>
</RESOURCE_PROFILE>
Write Preview
Loading…
Cancel
Save