From 341dc59ead0c1b5baa7a386ce781e479afd7a83c Mon Sep 17 00:00:00 2001 From: "miriam.baglioni" Date: Tue, 11 Aug 2020 11:18:58 +0200 Subject: [PATCH] removed the repartition(1). Added code for the creation of an archive containing all the parts dumped for each community --- .../eu/dnetlib/dhp/oa/graph/dump/community/CommunitySplit.java | 1 - 1 file changed, 1 deletion(-) diff --git a/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/dump/community/CommunitySplit.java b/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/dump/community/CommunitySplit.java index de7356aa33..815e772835 100644 --- a/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/dump/community/CommunitySplit.java +++ b/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/dump/community/CommunitySplit.java @@ -59,7 +59,6 @@ public class CommunitySplit implements Serializable { try { community_products.first(); community_products - .repartition(1) .write() .option("compression", "gzip") .mode(SaveMode.Overwrite)