From f34e63ffc07c0060cfe7bc25ef85144f66452a43 Mon Sep 17 00:00:00 2001 From: "miriam.baglioni" Date: Thu, 25 Jun 2020 17:51:23 +0200 Subject: [PATCH] removed count --- .../dhp/patchrefereed/SparkPrepareResultInstanceList.java | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/dhp-workflows/dhp-patch/src/main/java/eu/dnetlib/dhp/patchrefereed/SparkPrepareResultInstanceList.java b/dhp-workflows/dhp-patch/src/main/java/eu/dnetlib/dhp/patchrefereed/SparkPrepareResultInstanceList.java index f2f866c5a..6f3602936 100644 --- a/dhp-workflows/dhp-patch/src/main/java/eu/dnetlib/dhp/patchrefereed/SparkPrepareResultInstanceList.java +++ b/dhp-workflows/dhp-patch/src/main/java/eu/dnetlib/dhp/patchrefereed/SparkPrepareResultInstanceList.java @@ -20,8 +20,6 @@ import org.slf4j.Logger; import org.slf4j.LoggerFactory; import com.fasterxml.jackson.databind.ObjectMapper; - -import eu.dnetlib.dhp.actionmanager.project.SparkAtomicActionJob; import eu.dnetlib.dhp.application.ArgumentApplicationParser; import eu.dnetlib.dhp.common.HdfsSupport; import eu.dnetlib.dhp.schema.oaf.*; @@ -35,7 +33,7 @@ public class SparkPrepareResultInstanceList implements Serializable { String jsonConfiguration = IOUtils .toString( - SparkAtomicActionJob.class + SparkPrepareResultInstanceList.class .getResourceAsStream( "/eu/dnetlib/dhp/patchrefereed/prepare_parameters.json")); @@ -87,7 +85,7 @@ public class SparkPrepareResultInstanceList implements Serializable { Dataset result = readPath(spark, inputPath, resultClazz); - log.info("number of results: {}", result.count()); + //log.info("number of results: {}", result.count()); result.map(r -> { ResultInstance ri = null; List instanceList = Optional