1
0
Fork 0

[Subcommunities] modified bulktagging workflow to include the new parameters

This commit is contained in:
Miriam Baglioni 2024-11-21 14:47:17 +01:00
parent c0729ac279
commit 2570023590
3 changed files with 33 additions and 1 deletions

View File

@ -94,7 +94,7 @@ public class SparkBulkTagJob {
log.info("dbUser: {}", dbUser); log.info("dbUser: {}", dbUser);
final String dbPassword = parser.get("dbPassword"); final String dbPassword = parser.get("dbPassword");
log.info("dbPassword: {}", dbPassword); log.info("dbPassword: {}", dbPassword);
final String hdfsPath = parser.get("hdfsPath"); final String hdfsPath = outputPath + "masterDuplicate";
log.info("hdfsPath: {}", hdfsPath); log.info("hdfsPath: {}", hdfsPath);

View File

@ -39,5 +39,22 @@
"paramLongName": "nameNode", "paramLongName": "nameNode",
"paramDescription": "this parameter is to specify the api to be queried (beta or production)", "paramDescription": "this parameter is to specify the api to be queried (beta or production)",
"paramRequired": true "paramRequired": true
},
{
"paramName": "du",
"paramLongName": "dbUrl",
"paramDescription": "this parameter is to specify the api to be queried (beta or production)",
"paramRequired": true
},{
"paramName": "dus",
"paramLongName": "dbUser",
"paramDescription": "this parameter is to specify the api to be queried (beta or production)",
"paramRequired": true
},{
"paramName": "dp",
"paramLongName": "dbPassword",
"paramDescription": "this parameter is to specify the api to be queried (beta or production)",
"paramRequired": true
} }
] ]

View File

@ -16,6 +16,18 @@
<name>startFrom></name> <name>startFrom></name>
<value>undelete</value> <value>undelete</value>
</property> </property>
<property>
<name>dbUrl></name>
</property>
<property>
<name>dbUser></name>
</property>
<property>
<name>dbPassword></name>
</property>
</parameters> </parameters>
@ -77,6 +89,9 @@
<arg>--pathMap</arg><arg>${pathMap}</arg> <arg>--pathMap</arg><arg>${pathMap}</arg>
<arg>--baseURL</arg><arg>${baseURL}</arg> <arg>--baseURL</arg><arg>${baseURL}</arg>
<arg>--nameNode</arg><arg>${nameNode}</arg> <arg>--nameNode</arg><arg>${nameNode}</arg>
<arg>--dbUrl</arg><arg>${dbUrl}</arg>
<arg>--dbUser</arg><arg>${dbUser}</arg>
<arg>--dbPassword</arg><arg>${dbPassword}</arg>
</spark> </spark>
<ok to="End"/> <ok to="End"/>
<error to="Kill"/> <error to="Kill"/>