From 14c3afba237b9d9da4760100abdbf7604dc049f4 Mon Sep 17 00:00:00 2001 From: miconis Date: Wed, 3 Apr 2019 11:35:25 +0200 Subject: [PATCH] clean up --- .../src/main/java/eu/dnetlib/SparkLocalTest.java | 13 ------------- 1 file changed, 13 deletions(-) diff --git a/dnet-dedup-test/src/main/java/eu/dnetlib/SparkLocalTest.java b/dnet-dedup-test/src/main/java/eu/dnetlib/SparkLocalTest.java index ce22b71..9b8e539 100644 --- a/dnet-dedup-test/src/main/java/eu/dnetlib/SparkLocalTest.java +++ b/dnet-dedup-test/src/main/java/eu/dnetlib/SparkLocalTest.java @@ -1,20 +1,12 @@ package eu.dnetlib; -import com.google.common.collect.Sets; -import eu.dnetlib.data.proto.DedupProtos; import eu.dnetlib.graph.GraphProcessor; -import eu.dnetlib.pace.clustering.BlacklistAwareClusteringCombiner; import eu.dnetlib.pace.config.DedupConfig; import eu.dnetlib.pace.model.MapDocument; import eu.dnetlib.pace.util.BlockProcessor; import eu.dnetlib.pace.utils.PaceUtils; import eu.dnetlib.reporter.SparkCounter; import eu.dnetlib.reporter.SparkReporter; -import org.apache.commons.io.IOUtils; -import org.apache.hadoop.conf.Configuration; -import org.apache.hadoop.fs.FSDataInputStream; -import org.apache.hadoop.fs.FileSystem; -import org.apache.hadoop.fs.Path; import org.apache.spark.api.java.JavaPairRDD; import org.apache.spark.api.java.JavaRDD; import org.apache.spark.api.java.JavaSparkContext; @@ -23,12 +15,7 @@ import org.apache.spark.rdd.RDD; import org.apache.spark.sql.SparkSession; import scala.Tuple2; -import java.io.IOException; -import java.io.StringWriter; -import java.net.URI; import java.net.URL; -import java.nio.charset.StandardCharsets; -import java.util.Set; import java.util.stream.Collectors; public class SparkLocalTest {