forked from D-Net/dnet-hadoop
removed count
This commit is contained in:
parent
cde2dd6217
commit
f34e63ffc0
|
@ -20,8 +20,6 @@ import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
import com.fasterxml.jackson.databind.ObjectMapper;
|
import com.fasterxml.jackson.databind.ObjectMapper;
|
||||||
|
|
||||||
import eu.dnetlib.dhp.actionmanager.project.SparkAtomicActionJob;
|
|
||||||
import eu.dnetlib.dhp.application.ArgumentApplicationParser;
|
import eu.dnetlib.dhp.application.ArgumentApplicationParser;
|
||||||
import eu.dnetlib.dhp.common.HdfsSupport;
|
import eu.dnetlib.dhp.common.HdfsSupport;
|
||||||
import eu.dnetlib.dhp.schema.oaf.*;
|
import eu.dnetlib.dhp.schema.oaf.*;
|
||||||
|
@ -35,7 +33,7 @@ public class SparkPrepareResultInstanceList implements Serializable {
|
||||||
|
|
||||||
String jsonConfiguration = IOUtils
|
String jsonConfiguration = IOUtils
|
||||||
.toString(
|
.toString(
|
||||||
SparkAtomicActionJob.class
|
SparkPrepareResultInstanceList.class
|
||||||
.getResourceAsStream(
|
.getResourceAsStream(
|
||||||
"/eu/dnetlib/dhp/patchrefereed/prepare_parameters.json"));
|
"/eu/dnetlib/dhp/patchrefereed/prepare_parameters.json"));
|
||||||
|
|
||||||
|
@ -87,7 +85,7 @@ public class SparkPrepareResultInstanceList implements Serializable {
|
||||||
|
|
||||||
Dataset<R> result = readPath(spark, inputPath, resultClazz);
|
Dataset<R> result = readPath(spark, inputPath, resultClazz);
|
||||||
|
|
||||||
log.info("number of results: {}", result.count());
|
//log.info("number of results: {}", result.count());
|
||||||
result.map(r -> {
|
result.map(r -> {
|
||||||
ResultInstance ri = null;
|
ResultInstance ri = null;
|
||||||
List<Instance> instanceList = Optional
|
List<Instance> instanceList = Optional
|
||||||
|
|
Loading…
Reference in New Issue