forked from D-Net/dnet-hadoop
minor
This commit is contained in:
parent
65a5d67b8b
commit
13f30664ea
|
@ -70,7 +70,7 @@ public class SparkResultToCommunityFromOrganizationJob2 {
|
||||||
if (isTest(parser)) {
|
if (isTest(parser)) {
|
||||||
removeOutputDir(spark, outputPath);
|
removeOutputDir(spark, outputPath);
|
||||||
}
|
}
|
||||||
if(saveGraph)
|
if (saveGraph)
|
||||||
execPropagation(spark, inputPath, outputPath, resultClazz, possibleupdatespath);
|
execPropagation(spark, inputPath, outputPath, resultClazz, possibleupdatespath);
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
|
@ -58,8 +58,6 @@ public class SparkResultToOrganizationFromIstRepoJob2 {
|
||||||
final String resultClassName = parser.get("resultTableName");
|
final String resultClassName = parser.get("resultTableName");
|
||||||
log.info("resultTableName: {}", resultClassName);
|
log.info("resultTableName: {}", resultClassName);
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
final Boolean saveGraph = Optional
|
final Boolean saveGraph = Optional
|
||||||
.ofNullable(parser.get("saveGraph"))
|
.ofNullable(parser.get("saveGraph"))
|
||||||
.map(Boolean::valueOf)
|
.map(Boolean::valueOf)
|
||||||
|
@ -78,7 +76,7 @@ public class SparkResultToOrganizationFromIstRepoJob2 {
|
||||||
if (isTest(parser)) {
|
if (isTest(parser)) {
|
||||||
removeOutputDir(spark, outputPath);
|
removeOutputDir(spark, outputPath);
|
||||||
}
|
}
|
||||||
if(saveGraph)
|
if (saveGraph)
|
||||||
execPropagation(
|
execPropagation(
|
||||||
spark,
|
spark,
|
||||||
datasourceorganization,
|
datasourceorganization,
|
||||||
|
@ -112,7 +110,6 @@ public class SparkResultToOrganizationFromIstRepoJob2 {
|
||||||
broadcast_datasourceorganizationassoc)
|
broadcast_datasourceorganizationassoc)
|
||||||
.as(Encoders.bean(ResultOrganizationSet.class));
|
.as(Encoders.bean(ResultOrganizationSet.class));
|
||||||
|
|
||||||
|
|
||||||
getNewRelations(
|
getNewRelations(
|
||||||
spark
|
spark
|
||||||
.read()
|
.read()
|
||||||
|
|
Loading…
Reference in New Issue