diff --git a/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/dump/SparkSplitForCommunity.java b/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/dump/SparkSplitForCommunity.java index eec170955..8efeacdee 100644 --- a/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/dump/SparkSplitForCommunity.java +++ b/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/dump/SparkSplitForCommunity.java @@ -98,13 +98,17 @@ public class SparkSplitForCommunity implements Serializable { } private static void printResult(String c, Dataset result, String outputPath) { - result - .filter(r -> containsCommunity(r, c)) - .repartition(1) - .write() - .option("compression", "gzip") - .mode(SaveMode.Append) - .json(outputPath + "/" + c); + Dataset community_products = result + .filter(r -> containsCommunity(r, c)); + + if(community_products.count() > 0){ + community_products.repartition(1) + .write() + .option("compression", "gzip") + .mode(SaveMode.Overwrite) + .json(outputPath + "/" + c); + } + } private static boolean containsCommunity(Result r, String c) {