[Subcommunities] modified bulktagging workflow to include the new parameters
This commit is contained in:
parent
c0729ac279
commit
2570023590
|
@ -94,7 +94,7 @@ public class SparkBulkTagJob {
|
|||
log.info("dbUser: {}", dbUser);
|
||||
final String dbPassword = parser.get("dbPassword");
|
||||
log.info("dbPassword: {}", dbPassword);
|
||||
final String hdfsPath = parser.get("hdfsPath");
|
||||
final String hdfsPath = outputPath + "masterDuplicate";
|
||||
log.info("hdfsPath: {}", hdfsPath);
|
||||
|
||||
|
||||
|
|
|
@ -39,5 +39,22 @@
|
|||
"paramLongName": "nameNode",
|
||||
"paramDescription": "this parameter is to specify the api to be queried (beta or production)",
|
||||
"paramRequired": true
|
||||
},
|
||||
{
|
||||
"paramName": "du",
|
||||
"paramLongName": "dbUrl",
|
||||
"paramDescription": "this parameter is to specify the api to be queried (beta or production)",
|
||||
"paramRequired": true
|
||||
},{
|
||||
"paramName": "dus",
|
||||
"paramLongName": "dbUser",
|
||||
"paramDescription": "this parameter is to specify the api to be queried (beta or production)",
|
||||
"paramRequired": true
|
||||
},{
|
||||
"paramName": "dp",
|
||||
"paramLongName": "dbPassword",
|
||||
"paramDescription": "this parameter is to specify the api to be queried (beta or production)",
|
||||
"paramRequired": true
|
||||
}
|
||||
|
||||
]
|
|
@ -16,6 +16,18 @@
|
|||
<name>startFrom></name>
|
||||
<value>undelete</value>
|
||||
</property>
|
||||
<property>
|
||||
<name>dbUrl></name>
|
||||
|
||||
</property>
|
||||
<property>
|
||||
<name>dbUser></name>
|
||||
|
||||
</property>
|
||||
<property>
|
||||
<name>dbPassword></name>
|
||||
|
||||
</property>
|
||||
|
||||
</parameters>
|
||||
|
||||
|
@ -77,6 +89,9 @@
|
|||
<arg>--pathMap</arg><arg>${pathMap}</arg>
|
||||
<arg>--baseURL</arg><arg>${baseURL}</arg>
|
||||
<arg>--nameNode</arg><arg>${nameNode}</arg>
|
||||
<arg>--dbUrl</arg><arg>${dbUrl}</arg>
|
||||
<arg>--dbUser</arg><arg>${dbUser}</arg>
|
||||
<arg>--dbPassword</arg><arg>${dbPassword}</arg>
|
||||
</spark>
|
||||
<ok to="End"/>
|
||||
<error to="Kill"/>
|
||||
|
|
Loading…
Reference in New Issue