diff --git a/dhp-workflows/dhp-enrichment/src/main/java/eu/dnetlib/dhp/bulktag/SparkBulkTagJob.java b/dhp-workflows/dhp-enrichment/src/main/java/eu/dnetlib/dhp/bulktag/SparkBulkTagJob.java index e3dc2d140c..291691b0bc 100644 --- a/dhp-workflows/dhp-enrichment/src/main/java/eu/dnetlib/dhp/bulktag/SparkBulkTagJob.java +++ b/dhp-workflows/dhp-enrichment/src/main/java/eu/dnetlib/dhp/bulktag/SparkBulkTagJob.java @@ -94,7 +94,7 @@ public class SparkBulkTagJob { log.info("dbUser: {}", dbUser); final String dbPassword = parser.get("dbPassword"); log.info("dbPassword: {}", dbPassword); - final String hdfsPath = parser.get("hdfsPath"); + final String hdfsPath = outputPath + "masterDuplicate"; log.info("hdfsPath: {}", hdfsPath); diff --git a/dhp-workflows/dhp-enrichment/src/main/resources/eu/dnetlib/dhp/wf/subworkflows/bulktag/input_bulkTag_parameters.json b/dhp-workflows/dhp-enrichment/src/main/resources/eu/dnetlib/dhp/wf/subworkflows/bulktag/input_bulkTag_parameters.json index 36c9600fec..efb98c4e10 100644 --- a/dhp-workflows/dhp-enrichment/src/main/resources/eu/dnetlib/dhp/wf/subworkflows/bulktag/input_bulkTag_parameters.json +++ b/dhp-workflows/dhp-enrichment/src/main/resources/eu/dnetlib/dhp/wf/subworkflows/bulktag/input_bulkTag_parameters.json @@ -39,5 +39,22 @@ "paramLongName": "nameNode", "paramDescription": "this parameter is to specify the api to be queried (beta or production)", "paramRequired": true +}, + { + "paramName": "du", + "paramLongName": "dbUrl", + "paramDescription": "this parameter is to specify the api to be queried (beta or production)", + "paramRequired": true + },{ + "paramName": "dus", + "paramLongName": "dbUser", + "paramDescription": "this parameter is to specify the api to be queried (beta or production)", + "paramRequired": true +},{ + "paramName": "dp", + "paramLongName": "dbPassword", + "paramDescription": "this parameter is to specify the api to be queried (beta or production)", + "paramRequired": true } + ] \ No newline at end of file diff --git a/dhp-workflows/dhp-enrichment/src/main/resources/eu/dnetlib/dhp/wf/subworkflows/bulktag/oozie_app/workflow.xml b/dhp-workflows/dhp-enrichment/src/main/resources/eu/dnetlib/dhp/wf/subworkflows/bulktag/oozie_app/workflow.xml index c4b4b7d641..71799fbc5e 100644 --- a/dhp-workflows/dhp-enrichment/src/main/resources/eu/dnetlib/dhp/wf/subworkflows/bulktag/oozie_app/workflow.xml +++ b/dhp-workflows/dhp-enrichment/src/main/resources/eu/dnetlib/dhp/wf/subworkflows/bulktag/oozie_app/workflow.xml @@ -16,6 +16,18 @@ startFrom> undelete + + dbUrl> + + + + dbUser> + + + + dbPassword> + + @@ -77,6 +89,9 @@ --pathMap${pathMap} --baseURL${baseURL} --nameNode${nameNode} + --dbUrl${dbUrl} + --dbUser${dbUser} + --dbPassword${dbPassword}