D-Net
/
dnet-hadoop
13
4
Fork 10
Code Issues 14 Pull Requests 7 Projects 2 Releases 1 Wiki Activity

oozie workflow for migrating the native records from the mongodb-based mdstores to the hadoop-based ones, testing phase

This commit is contained in:
Claudio Atzori 2022-04-11 15:45:57 +02:00
parent 67a65442ee
commit 998262321c
2 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/migration/MigrateNativeStoreSparkJob.java
View File

@ -48,7 +48,7 @@ public class MigrateNativeStoreSparkJob {
.toString(
MigrateNativeStoreSparkJob.class
.getResourceAsStream(
"/eu/dnetlib/dhp/collection/migrate_native_input_parameters.json")));
"/eu/dnetlib/dhp/migration/migrate_native_input_parameters.json")));
parser.parseArgument(args);
final String encoding = parser.get("encoding");

1
dhp-workflows/dhp-aggregation/src/main/resources/eu/dnetlib/dhp/migration/oozie_app/workflow.xml
View File

@ -122,7 +122,6 @@
<arg>--datasourceName</arg><arg>${datasourceName}</arg>
<arg>--nsPrefix</arg><arg>${nsPrefix}</arg>
<arg>--mdStoreVersion</arg><arg>${wf:actionData('StartTransaction')['mdStoreVersion']}</arg>
<arg>--readMdStoreVersion</arg><arg>${wf:actionData('BeginRead')['mdStoreReadLockVersion']}</arg>
</spark>
<ok to="CommitVersion"/>
<error to="RollBack"/>