using dataset based relation preparation procedure

This commit is contained in:
Claudio Atzori 2020-04-07 08:54:39 +02:00
parent 77f59b1b10
commit fbdd18a96b
1 changed files with 1 additions and 1 deletions

View File

@ -92,7 +92,7 @@ public class PrepareRelationsJob {
runWithSparkSession(conf, isSparkSessionManaged, runWithSparkSession(conf, isSparkSessionManaged,
spark -> { spark -> {
removeOutputDir(spark, outputPath); removeOutputDir(spark, outputPath);
prepareRelationsRDDFromPaths(spark, inputRelationsPath, outputPath, numPartitions); prepareRelationsFromPaths(spark, inputRelationsPath, outputPath, numPartitions);
}); });
} }