use saveParquet method to ensure mergerel output is compressed #348

Closed
giambattista.bloisi wants to merge 1 commits from fix_mergerels_notcompressed into beta
1 changed files with 1 additions and 2 deletions
Showing only changes of commit 9fa125b16f - Show all commits

View File

@ -155,8 +155,7 @@ public class SparkCreateMergeRels extends AbstractSparkAction {
(FlatMapFunction<ConnectedComponent, Relation>) cc -> ccToMergeRel(cc, dedupConf), (FlatMapFunction<ConnectedComponent, Relation>) cc -> ccToMergeRel(cc, dedupConf),
Encoders.bean(Relation.class)); Encoders.bean(Relation.class));
mergeRels.write().mode(SaveMode.Overwrite).parquet(mergeRelPath); saveParquet(mergeRels, mergeRelPath, SaveMode.Overwrite);
} }
} }