forked from D-Net/dnet-hadoop
[Subcommunities] modified bulktagging workflow to include the new parameters
This commit is contained in:
parent
c0729ac279
commit
2570023590
|
@ -94,7 +94,7 @@ public class SparkBulkTagJob {
|
||||||
log.info("dbUser: {}", dbUser);
|
log.info("dbUser: {}", dbUser);
|
||||||
final String dbPassword = parser.get("dbPassword");
|
final String dbPassword = parser.get("dbPassword");
|
||||||
log.info("dbPassword: {}", dbPassword);
|
log.info("dbPassword: {}", dbPassword);
|
||||||
final String hdfsPath = parser.get("hdfsPath");
|
final String hdfsPath = outputPath + "masterDuplicate";
|
||||||
log.info("hdfsPath: {}", hdfsPath);
|
log.info("hdfsPath: {}", hdfsPath);
|
||||||
|
|
||||||
|
|
||||||
|
|
|
@ -39,5 +39,22 @@
|
||||||
"paramLongName": "nameNode",
|
"paramLongName": "nameNode",
|
||||||
"paramDescription": "this parameter is to specify the api to be queried (beta or production)",
|
"paramDescription": "this parameter is to specify the api to be queried (beta or production)",
|
||||||
"paramRequired": true
|
"paramRequired": true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"paramName": "du",
|
||||||
|
"paramLongName": "dbUrl",
|
||||||
|
"paramDescription": "this parameter is to specify the api to be queried (beta or production)",
|
||||||
|
"paramRequired": true
|
||||||
|
},{
|
||||||
|
"paramName": "dus",
|
||||||
|
"paramLongName": "dbUser",
|
||||||
|
"paramDescription": "this parameter is to specify the api to be queried (beta or production)",
|
||||||
|
"paramRequired": true
|
||||||
|
},{
|
||||||
|
"paramName": "dp",
|
||||||
|
"paramLongName": "dbPassword",
|
||||||
|
"paramDescription": "this parameter is to specify the api to be queried (beta or production)",
|
||||||
|
"paramRequired": true
|
||||||
}
|
}
|
||||||
|
|
||||||
]
|
]
|
|
@ -16,6 +16,18 @@
|
||||||
<name>startFrom></name>
|
<name>startFrom></name>
|
||||||
<value>undelete</value>
|
<value>undelete</value>
|
||||||
</property>
|
</property>
|
||||||
|
<property>
|
||||||
|
<name>dbUrl></name>
|
||||||
|
|
||||||
|
</property>
|
||||||
|
<property>
|
||||||
|
<name>dbUser></name>
|
||||||
|
|
||||||
|
</property>
|
||||||
|
<property>
|
||||||
|
<name>dbPassword></name>
|
||||||
|
|
||||||
|
</property>
|
||||||
|
|
||||||
</parameters>
|
</parameters>
|
||||||
|
|
||||||
|
@ -77,6 +89,9 @@
|
||||||
<arg>--pathMap</arg><arg>${pathMap}</arg>
|
<arg>--pathMap</arg><arg>${pathMap}</arg>
|
||||||
<arg>--baseURL</arg><arg>${baseURL}</arg>
|
<arg>--baseURL</arg><arg>${baseURL}</arg>
|
||||||
<arg>--nameNode</arg><arg>${nameNode}</arg>
|
<arg>--nameNode</arg><arg>${nameNode}</arg>
|
||||||
|
<arg>--dbUrl</arg><arg>${dbUrl}</arg>
|
||||||
|
<arg>--dbUser</arg><arg>${dbUser}</arg>
|
||||||
|
<arg>--dbPassword</arg><arg>${dbPassword}</arg>
|
||||||
</spark>
|
</spark>
|
||||||
<ok to="End"/>
|
<ok to="End"/>
|
||||||
<error to="Kill"/>
|
<error to="Kill"/>
|
||||||
|
|
Loading…
Reference in New Issue