miriam.baglioni
/
dnet-hadoop
forked from D-Net/dnet-hadoop
2
0
Fork 0
Code Issues 2 Pull Requests Releases Wiki Activity

removed count

This commit is contained in:
Miriam Baglioni 2020-06-25 17:51:23 +02:00
parent cde2dd6217
commit f34e63ffc0
1 changed files with 2 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
dhp-workflows/dhp-patch/src/main/java/eu/dnetlib/dhp/patchrefereed/SparkPrepareResultInstanceList.java
View File

@ -20,8 +20,6 @@ import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import com.fasterxml.jackson.databind.ObjectMapper;
import eu.dnetlib.dhp.actionmanager.project.SparkAtomicActionJob;
import eu.dnetlib.dhp.application.ArgumentApplicationParser;
import eu.dnetlib.dhp.common.HdfsSupport;
import eu.dnetlib.dhp.schema.oaf.*;
@ -35,7 +33,7 @@ public class SparkPrepareResultInstanceList implements Serializable {
String jsonConfiguration = IOUtils
.toString(
SparkAtomicActionJob.class
SparkPrepareResultInstanceList.class
.getResourceAsStream(
"/eu/dnetlib/dhp/patchrefereed/prepare_parameters.json"));
@ -87,7 +85,7 @@ public class SparkPrepareResultInstanceList implements Serializable {
Dataset<R> result = readPath(spark, inputPath, resultClazz);
log.info("number of results: {}", result.count());
//log.info("number of results: {}", result.count());
result.map(r -> {
ResultInstance ri = null;
List<Instance> instanceList = Optional