[Subcommunities] modified bulktagging workflow to include the new parameters

This commit is contained in:
Miriam Baglioni 2024-11-21 14:47:17 +01:00
parent c0729ac279
commit 2570023590
3 changed files with 33 additions and 1 deletions

View File

@ -94,7 +94,7 @@ public class SparkBulkTagJob {
log.info("dbUser: {}", dbUser);
final String dbPassword = parser.get("dbPassword");
log.info("dbPassword: {}", dbPassword);
final String hdfsPath = parser.get("hdfsPath");
final String hdfsPath = outputPath + "masterDuplicate";
log.info("hdfsPath: {}", hdfsPath);

View File

@ -39,5 +39,22 @@
"paramLongName": "nameNode",
"paramDescription": "this parameter is to specify the api to be queried (beta or production)",
"paramRequired": true
},
{
"paramName": "du",
"paramLongName": "dbUrl",
"paramDescription": "this parameter is to specify the api to be queried (beta or production)",
"paramRequired": true
},{
"paramName": "dus",
"paramLongName": "dbUser",
"paramDescription": "this parameter is to specify the api to be queried (beta or production)",
"paramRequired": true
},{
"paramName": "dp",
"paramLongName": "dbPassword",
"paramDescription": "this parameter is to specify the api to be queried (beta or production)",
"paramRequired": true
}
]

View File

@ -16,6 +16,18 @@
<name>startFrom></name>
<value>undelete</value>
</property>
<property>
<name>dbUrl></name>
</property>
<property>
<name>dbUser></name>
</property>
<property>
<name>dbPassword></name>
</property>
</parameters>
@ -77,6 +89,9 @@
<arg>--pathMap</arg><arg>${pathMap}</arg>
<arg>--baseURL</arg><arg>${baseURL}</arg>
<arg>--nameNode</arg><arg>${nameNode}</arg>
<arg>--dbUrl</arg><arg>${dbUrl}</arg>
<arg>--dbUser</arg><arg>${dbUser}</arg>
<arg>--dbPassword</arg><arg>${dbPassword}</arg>
</spark>
<ok to="End"/>
<error to="Kill"/>