forked from D-Net/dnet-hadoop
Merge branch 'beta' into resource_types
This commit is contained in:
commit
a24178cb93
|
@ -71,7 +71,7 @@ public class GroupEntitiesSparkJob {
|
|||
conf,
|
||||
isSparkSessionManaged,
|
||||
spark -> {
|
||||
HdfsSupport.remove(outputPath, spark.sparkContext().hadoopConfiguration());
|
||||
HdfsSupport.remove(checkpointPath, spark.sparkContext().hadoopConfiguration());
|
||||
groupEntities(spark, graphInputPath, checkpointPath, outputPath, filterInvisible);
|
||||
});
|
||||
}
|
||||
|
|
Loading…
Reference in New Issue