dhp-workflows/dhp-graph-mapper/src/test/java/eu/dnetlib/dhp/oa/graph/clean/CleanCountryTest.java

@@ -5,6 +5,7 @@ import java.io.IOException;
 import java.nio.file.Files;
 import java.nio.file.Path;
 
+import eu.dnetlib.dhp.schema.oaf.Dataset;
 import org.apache.commons.io.FileUtils;
 import org.apache.spark.SparkConf;
 import org.apache.spark.api.java.JavaRDD;
@@ -147,4 +148,42 @@ public class CleanCountryTest {
 					.size());
 	}
 
+	@Test
+	public void testDatasetClean() throws Exception {
+		final String sourcePath = getClass()
+				.getResource("/eu/dnetlib/dhp/oa/graph/clean/dataset_clean_country.json")
+				.getPath();
+
+		spark
+				.read()
+				.textFile(sourcePath)
+				.map(
+						(MapFunction<String, Dataset>) r -> OBJECT_MAPPER.readValue(r, Dataset.class),
+						Encoders.bean(Dataset.class))
+				.write()
+				.json(workingDir.toString() + "/dataset");
+
+		CleanCountrySparkJob.main(new String[] {
+				"--isSparkSessionManaged", Boolean.FALSE.toString(),
+				"--inputPath", workingDir.toString() + "/dataset",
+				"-graphTableClassName", Dataset.class.getCanonicalName(),
+				"-workingPath", workingDir.toString() + "/working",
+				"-country", "NL",
+				"-verifyParam", "10.17632",
+				"-collectedfrom", "NARCIS",
+				"-hostedBy", getClass()
+				.getResource("/eu/dnetlib/dhp/oa/graph/clean/hostedBy")
+				.getPath()
+		});
+
+		final JavaSparkContext sc = JavaSparkContext.fromSparkContext(spark.sparkContext());
+		JavaRDD<Dataset> tmp = sc
+				.textFile(workingDir.toString() + "/dataset")
+				.map(item -> OBJECT_MAPPER.readValue(item, Dataset.class));
+
+		Assertions.assertEquals(1, tmp.count());
+
+
+	}
+
 }