diff --git a/dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/input_parameters.json b/dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/input_parameters.json index 04f3c9e1b..23d0c56a0 100644 --- a/dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/input_parameters.json +++ b/dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/input_parameters.json @@ -1,10 +1,17 @@ + [ + { + "paramName":"map", + "paramLongName":"communityMap", + "paramDescription": "communityMap when testing", + "paramRequired": false + }, { "paramName":"is", "paramLongName":"isLookUpUrl", "paramDescription": "URL of the isLookUp Service", - "paramRequired": true + "paramRequired": false }, { "paramName":"s", @@ -40,7 +47,7 @@ "paramName":"rt", "paramLongName":"resultType", "paramDescription": "the name of the corresondent dump element ", - "paramRequired": true + "paramRequired": false } ] diff --git a/dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/oozie_app/workflow.xml b/dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/oozie_app/workflow.xml index 29641a520..5f04731d6 100644 --- a/dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/oozie_app/workflow.xml +++ b/dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/oozie_app/workflow.xml @@ -1,4 +1,4 @@ - + @@ -120,12 +120,12 @@ --conf spark.eventLog.dir=${nameNode}${spark2EventLogDir} --conf spark.sql.warehouse.dir=${sparkSqlWarehouseDir} - --sourcePath${inputPath}/publication - --inputTypepublication + --sourcePath${sourcePath}/publication + --resultTypepublication --resultTableNameeu.dnetlib.dhp.schema.oaf.Publication --dumpTableNameeu.dnetlib.dhp.schema.dump.oaf.Publication --outputPath${workingDir}/publication - --isLookUpUrl${isLoohUpUrl} + --isLookUpUrl${isLookUpUrl} @@ -148,12 +148,12 @@ --conf spark.eventLog.dir=${nameNode}${spark2EventLogDir} --conf spark.sql.warehouse.dir=${sparkSqlWarehouseDir} - --sourcePath${inputPath}/dataset - --inputTypedataset + --sourcePath${sourcePath}/dataset + --resultTypedataset --resultTableNameeu.dnetlib.dhp.schema.oaf.Dataset --dumpTableNameeu.dnetlib.dhp.schema.dump.oaf.Dataset --outputPath${workingDir}/dataset - --isLookUpUrl${isLoohUpUrl} + --isLookUpUrl${isLookUpUrl} @@ -176,12 +176,12 @@ --conf spark.eventLog.dir=${nameNode}${spark2EventLogDir} --conf spark.sql.warehouse.dir=${sparkSqlWarehouseDir} - --sourcePath${inputPath}/otherresearchproduct - --inputTypeotherresearchproduct + --sourcePath${sourcePath}/otherresearchproduct + --resultTypeotherresearchproduct --resultTableNameeu.dnetlib.dhp.schema.oaf.OtherResearchProduct --dumpTableNameeu.dnetlib.dhp.schema.dump.oaf.OtherResearchProduct --outputPath${workingDir}/otherresearchproduct - --isLookUpUrl${isLoohUpUrl} + --isLookUpUrl${isLookUpUrl} @@ -204,12 +204,12 @@ --conf spark.eventLog.dir=${nameNode}${spark2EventLogDir} --conf spark.sql.warehouse.dir=${sparkSqlWarehouseDir} - --sourcePath${inputPath}/software - --inputTypesoftware + --sourcePath${sourcePath}/software + --resultTypesoftware --resultTableNameeu.dnetlib.dhp.schema.oaf.Software --dumpTableNameeu.dnetlib.dhp.schema.dump.oaf.Software --outputPath${workingDir}/software - --isLookUpUrl${isLoohUpUrl} + --isLookUpUrl${isLookUpUrl} @@ -234,7 +234,7 @@ --conf spark.eventLog.dir=${nameNode}${spark2EventLogDir} --conf spark.sql.warehouse.dir=${sparkSqlWarehouseDir} - --sourcePath${inputPath} + --sourcePath${sourcePath} --outputPath${workingDir}/preparedInfo @@ -317,7 +317,7 @@ --conf spark.sql.warehouse.dir=${sparkSqlWarehouseDir} --sourcePath${workingDir}/otherresearchproduct - --outputPath${workingDir}/ext/otherresearchproduct + --outputPath${workingDir}/ext/orp --resultTableNameeu.dnetlib.dhp.schema.dump.oaf.OtherResearchProduct --preparedInfoPath${workingDir}/preparedInfo @@ -380,8 +380,8 @@ --sourcePath${workingDir}/ext/publication --outputPath${outputPath} - --resultTableNameeu.dnetlib.dhp.schema.dump.oaf.Software - --isLookUpUrl${isLoohUpUrl} + --resultTableNameeu.dnetlib.dhp.schema.dump.oaf.Publication + --isLookUpUrl${isLookUpUrl} @@ -406,8 +406,8 @@ --sourcePath${workingDir}/ext/dataset --outputPath${outputPath} - --classNameeu.dnetlib.dhp.schema.dump.oaf.Dataset - --isLookUpUrl${isLoohUpUrl} + --resultTableNameeu.dnetlib.dhp.schema.dump.oaf.Dataset + --isLookUpUrl${isLookUpUrl} @@ -431,8 +431,8 @@ --sourcePath${workingDir}/ext/orp --outputPath${outputPath} - --classNameeu.dnetlib.dhp.schema.dump.oaf.OtherResearchProduct - --isLookUpUrl${isLoohUpUrl} + --resultTableNameeu.dnetlib.dhp.schema.dump.oaf.OtherResearchProduct + --isLookUpUrl${isLookUpUrl} @@ -456,8 +456,8 @@ --sourcePath${workingDir}/ext/software --outputPath${outputPath} - --classNameeu.dnetlib.dhp.schema.dump.oaf.Software - --isLookUpUrl${isLoohUpUrl} + --resultTableNameeu.dnetlib.dhp.schema.dump.oaf.Software + --isLookUpUrl${isLookUpUrl} diff --git a/dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/split_parameters.json b/dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/split_parameters.json index dc7d40ba1..bf842e740 100644 --- a/dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/split_parameters.json +++ b/dhp-workflows/dhp-graph-mapper/src/main/resources/eu/dnetlib/dhp/oa/graph/dump/split_parameters.json @@ -29,6 +29,12 @@ "paramLongName":"resultTableName", "paramDescription": "the name of the result table we are currently working on", "paramRequired": true + }, + { + "paramName":"map", + "paramLongName":"communityMap", + "paramDescription": "communityMap when testing", + "paramRequired": false } ]