From a73bc6cddc4b976cc3bbcc8124cad3775218fda5 Mon Sep 17 00:00:00 2001 From: miconis Date: Fri, 20 Mar 2020 18:02:52 +0100 Subject: [PATCH] minor changes --- dnet-dedup-test/src/main/java/eu/dnetlib/Deduper.java | 2 ++ 1 file changed, 2 insertions(+) diff --git a/dnet-dedup-test/src/main/java/eu/dnetlib/Deduper.java b/dnet-dedup-test/src/main/java/eu/dnetlib/Deduper.java index fdd00da..2bc3799 100644 --- a/dnet-dedup-test/src/main/java/eu/dnetlib/Deduper.java +++ b/dnet-dedup-test/src/main/java/eu/dnetlib/Deduper.java @@ -13,6 +13,7 @@ import org.apache.commons.logging.LogFactory; import org.apache.spark.api.java.JavaPairRDD; import org.apache.spark.api.java.JavaRDD; import org.apache.spark.api.java.JavaSparkContext; +import org.apache.spark.api.java.Optional; import org.apache.spark.graphx.Edge; import org.apache.spark.rdd.RDD; import org.apache.spark.util.LongAccumulator; @@ -90,6 +91,7 @@ public class Deduper implements Serializable { return Utility.getGroupingKeys(config, currentDocument).stream() .map(it -> new Tuple2<>(it, currentDocument)).collect(Collectors.toList()).iterator(); }).groupByKey(); + } /**