100 lines
5.3 KiB
XML
100 lines
5.3 KiB
XML
<RESOURCE_PROFILE>
|
|
<HEADER>
|
|
<RESOURCE_IDENTIFIER value="65ca9122-f8fe-4aa6-9fb2-bc1e1ffb2dda_V29ya2Zsb3dEU1Jlc291cmNlcy9Xb3JrZmxvd0RTUmVzb3VyY2VUeXBl"/>
|
|
<RESOURCE_TYPE value="WorkflowDSResourceType"/>
|
|
<RESOURCE_KIND value="WorkflowDSResources"/>
|
|
<RESOURCE_URI value=""/>
|
|
<DATE_OF_CREATION value="2021-07-24T17:42:40+00:00"/>
|
|
</HEADER>
|
|
<BODY>
|
|
<WORKFLOW_NAME>Update Stats [PROD]</WORKFLOW_NAME>
|
|
<WORKFLOW_TYPE>Data Provision</WORKFLOW_TYPE>
|
|
<WORKFLOW_PRIORITY>30</WORKFLOW_PRIORITY>
|
|
<CONFIGURATION start="manual">
|
|
<NODE isStart="true" name="setGraphDbName" type="SetEnvParameter">
|
|
<DESCRIPTION>Set the OpenAIRE graph DB name</DESCRIPTION>
|
|
<PARAMETERS>
|
|
<PARAM managedBy="system" name="parameterName" required="true" type="string">openaire_db_name</PARAM>
|
|
<PARAM managedBy="user" name="parameterValue" required="true" type="string">openaire_prod_yyyyMMdd</PARAM>
|
|
</PARAMETERS>
|
|
<ARCS>
|
|
<ARC to="waitConfig"/>
|
|
</ARCS>
|
|
</NODE>
|
|
<NODE isStart="true" name="setStatsDbName" type="SetEnvParameter">
|
|
<DESCRIPTION>Set the STATS DB name</DESCRIPTION>
|
|
<PARAMETERS>
|
|
<PARAM managedBy="system" name="parameterName" required="true" type="string">stats_db_name</PARAM>
|
|
<PARAM managedBy="user" name="parameterValue" required="true" type="string">openaire_prod_stats_yyyyMMdd</PARAM>
|
|
</PARAMETERS>
|
|
<ARCS>
|
|
<ARC to="waitConfig"/>
|
|
</ARCS>
|
|
</NODE>
|
|
<NODE isStart="true" name="statsMonitorDbName" type="SetEnvParameter">
|
|
<DESCRIPTION>Set the STATS MONITOR DB name</DESCRIPTION>
|
|
<PARAMETERS>
|
|
<PARAM managedBy="system" name="parameterName" required="true" type="string">monitor_db_name</PARAM>
|
|
<PARAM managedBy="user" name="parameterValue" required="true" type="string">openaire_prod_stats_monitor_yyyyMMdd</PARAM>
|
|
</PARAMETERS>
|
|
<ARCS>
|
|
<ARC to="waitConfig"/>
|
|
</ARCS>
|
|
</NODE>
|
|
<NODE isStart="true" name="statsObservatoryDbName" type="SetEnvParameter">
|
|
<DESCRIPTION>Set the STATS OBSERVATORY DB name</DESCRIPTION>
|
|
<PARAMETERS>
|
|
<PARAM managedBy="system" name="parameterName" required="true" type="string">observatory_db_name</PARAM>
|
|
<PARAM managedBy="user" name="parameterValue" required="true" type="string">openaire_prod_stats_observatory_yyyyMMdd</PARAM>
|
|
</PARAMETERS>
|
|
<ARCS>
|
|
<ARC to="waitConfig"/>
|
|
</ARCS>
|
|
</NODE>
|
|
<NODE isJoin="true" name="waitConfig">
|
|
<DESCRIPTION>wait configurations</DESCRIPTION>
|
|
<PARAMETERS/>
|
|
<ARCS>
|
|
<ARC to="updateStatsDB"/>
|
|
</ARCS>
|
|
</NODE>
|
|
<NODE name="updateStatsDB" type="SubmitHadoopJob">
|
|
<DESCRIPTION>update the content in the stats DB</DESCRIPTION>
|
|
<PARAMETERS>
|
|
<PARAM managedBy="system" name="hadoopJob" required="true" type="string">executeOozieJob</PARAM>
|
|
<PARAM managedBy="system" name="cluster" required="true" type="string">IIS</PARAM>
|
|
<PARAM managedBy="system" name="envParams" required="true" type="string">
|
|
{
|
|
'openaire_db_name' : 'openaire_db_name',
|
|
'stats_db_name' : 'stats_db_name',
|
|
'monitor_db_name' : 'monitor_db_name',
|
|
'observatory_db_name' : 'observatory_db_name'
|
|
}
|
|
</PARAM>
|
|
<PARAM managedBy="system" name="params" required="true" type="string">
|
|
{
|
|
'oozie.wf.application.path' : '/lib/dnet/PROD/oa/graph/stats_update/oozie_app',
|
|
'hive_timeout' : '15000',
|
|
'stats_tool_api_url' : 'https://services.openaire.eu/stats-tool',
|
|
'stats_db_shadow_name' : 'openaire_prod_stats_shadow',
|
|
'external_stats_db_name' : 'stats_ext',
|
|
'monitor_db_shadow_name' : 'openaire_prod_stats_monitor_shadow',
|
|
'observatory_db_shadow_name' : 'openaire_prod_stats_observatory_shadow',
|
|
'context_api_url' : 'https://services.openaire.eu/openaire'
|
|
}
|
|
</PARAM>
|
|
<PARAM managedBy="system" name="oozieReportActionsCsv" required="true" type="string">build-report</PARAM>
|
|
</PARAMETERS>
|
|
<ARCS>
|
|
<ARC to="success"/>
|
|
</ARCS>
|
|
</NODE>
|
|
</CONFIGURATION>
|
|
<STATUS>
|
|
<LAST_EXECUTION_ID>wf_20210725_065608_71</LAST_EXECUTION_ID>
|
|
<LAST_EXECUTION_DATE>2021-07-26T07:35:55+00:00</LAST_EXECUTION_DATE>
|
|
<LAST_EXECUTION_STATUS>SUCCESS</LAST_EXECUTION_STATUS>
|
|
<LAST_EXECUTION_ERROR/>
|
|
</STATUS>
|
|
</BODY>
|
|
</RESOURCE_PROFILE> |