forked from D-Net/dnet-hadoop
using dataset based relation preparation procedure
This commit is contained in:
parent
77f59b1b10
commit
fbdd18a96b
|
@ -92,7 +92,7 @@ public class PrepareRelationsJob {
|
|||
runWithSparkSession(conf, isSparkSessionManaged,
|
||||
spark -> {
|
||||
removeOutputDir(spark, outputPath);
|
||||
prepareRelationsRDDFromPaths(spark, inputRelationsPath, outputPath, numPartitions);
|
||||
prepareRelationsFromPaths(spark, inputRelationsPath, outputPath, numPartitions);
|
||||
});
|
||||
}
|
||||
|
||||
|
|
Loading…
Reference in New Issue