diff --git a/.gitignore b/.gitignore
index 3f00d9729..4feeb36c3 100644
--- a/.gitignore
+++ b/.gitignore
@@ -1,6 +1,8 @@
.DS_Store
.idea
*.iml
+*.ipr
+*.iws
*~
.classpath
/*/.classpath
diff --git a/dhp-build/dhp-build-assembly-resources/pom.xml b/dhp-build/dhp-build-assembly-resources/pom.xml
index 834af77fa..0c4637def 100644
--- a/dhp-build/dhp-build-assembly-resources/pom.xml
+++ b/dhp-build/dhp-build-assembly-resources/pom.xml
@@ -6,7 +6,7 @@
eu.dnetlib.dhp
dhp-build
- 1.0.5-SNAPSHOT
+ 1.1.6-SNAPSHOT
dhp-build-assembly-resources
diff --git a/dhp-build/dhp-build-properties-maven-plugin/pom.xml b/dhp-build/dhp-build-properties-maven-plugin/pom.xml
index 7b50acd3d..308d78715 100644
--- a/dhp-build/dhp-build-properties-maven-plugin/pom.xml
+++ b/dhp-build/dhp-build-properties-maven-plugin/pom.xml
@@ -6,7 +6,7 @@
eu.dnetlib.dhp
dhp-build
- 1.0.5-SNAPSHOT
+ 1.1.6-SNAPSHOT
dhp-build-properties-maven-plugin
diff --git a/dhp-build/pom.xml b/dhp-build/pom.xml
index e0b20204c..e471af76d 100644
--- a/dhp-build/pom.xml
+++ b/dhp-build/pom.xml
@@ -4,7 +4,7 @@
eu.dnetlib.dhp
dhp
- 1.0.5-SNAPSHOT
+ 1.1.6-SNAPSHOT
dhp-build
pom
diff --git a/dhp-common/pom.xml b/dhp-common/pom.xml
index 43c2a3834..b736b22d8 100644
--- a/dhp-common/pom.xml
+++ b/dhp-common/pom.xml
@@ -5,7 +5,7 @@
eu.dnetlib.dhp
dhp
- 1.0.5-SNAPSHOT
+ 1.1.6-SNAPSHOT
../
diff --git a/dhp-schemas/pom.xml b/dhp-schemas/pom.xml
index 20896a61d..bea9489f9 100644
--- a/dhp-schemas/pom.xml
+++ b/dhp-schemas/pom.xml
@@ -5,7 +5,7 @@
eu.dnetlib.dhp
dhp
- 1.0.5-SNAPSHOT
+ 1.1.6-SNAPSHOT
../
diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/dli/Entity.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/dli/Entity.java
deleted file mode 100644
index 894d54eaf..000000000
--- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/dli/Entity.java
+++ /dev/null
@@ -1,118 +0,0 @@
-package eu.dnetlib.dhp.schema.dli;
-
-import java.io.Serializable;
-import java.util.List;
-
-public class Entity implements Serializable {
-
- private String identifier;
-
- private List pid;
-
- private List title;
-
- private List date;
-
- private String typology;
-
- private List authors;
-
- private List subject;
-
- private String description;
-
- private String completionStatus;
-
- private List collectedFrom;
-
- private List publisher;
-
-
- public String getIdentifier() {
- return identifier;
- }
-
- public void setIdentifier(String identifier) {
- this.identifier = identifier;
- }
-
- public List getPid() {
- return pid;
- }
-
- public void setPid(List pid) {
- this.pid = pid;
- }
-
- public List getTitle() {
- return title;
- }
-
- public void setTitle(List title) {
- this.title = title;
- }
-
- public List getDate() {
- return date;
- }
-
- public void setDate(List date) {
- this.date = date;
- }
-
- public String getTypology() {
- return typology;
- }
-
- public void setTypology(String typology) {
- this.typology = typology;
- }
-
- public List getAuthors() {
- return authors;
- }
-
- public void setAuthors(List authors) {
- this.authors = authors;
- }
-
- public List getSubject() {
- return subject;
- }
-
- public void setSubject(List subject) {
- this.subject = subject;
- }
-
- public String getDescription() {
- return description;
- }
-
- public void setDescription(String description) {
- this.description = description;
- }
-
- public List getCollectedFrom() {
- return collectedFrom;
- }
-
- public void setCollectedFrom(List collectedFrom) {
- this.collectedFrom = collectedFrom;
- }
-
- public List getPublisher() {
- return publisher;
- }
-
- public void setPublisher(List publisher) {
- this.publisher = publisher;
- }
-
- public String getCompletionStatus() {
- return completionStatus;
- }
-
- public void setCompletionStatus(String completionStatus) {
- this.completionStatus = completionStatus;
- }
-}
diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/dli/Pid.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/dli/Pid.java
deleted file mode 100644
index 252245f45..000000000
--- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/dli/Pid.java
+++ /dev/null
@@ -1,33 +0,0 @@
-package eu.dnetlib.dhp.schema.dli;
-
-import eu.dnetlib.dhp.utils.DHPUtils;
-import org.apache.commons.lang3.StringUtils;
-
-public class Pid {
-
- private String pid;
-
- private String pidType;
-
- public String getPid() {
- return pid;
- }
-
- public void setPid(String pid) {
- this.pid = pid;
- }
-
- public String getPidType() {
- return pidType;
- }
-
- public void setPidType(String pidType) {
- this.pidType = pidType;
- }
-
- public String generateId() {
- if(StringUtils.isEmpty(pid) || StringUtils.isEmpty(pidType))
- return null;
- return DHPUtils.md5(String.format("%s::%s", pid, pidType));
- }
-}
diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/dli/Provenance.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/dli/Provenance.java
deleted file mode 100644
index 300b1134b..000000000
--- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/dli/Provenance.java
+++ /dev/null
@@ -1,35 +0,0 @@
-package eu.dnetlib.dhp.schema.dli;
-
-public class Provenance {
-
- private String datasourceId;
-
- private String datasourceName;
-
- private String completionStatus;
-
-
- public String getDatasourceId() {
- return datasourceId;
- }
-
- public void setDatasourceId(String datasourceId) {
- this.datasourceId = datasourceId;
- }
-
- public String getDatasourceName() {
- return datasourceName;
- }
-
- public void setDatasourceName(String datasourceName) {
- this.datasourceName = datasourceName;
- }
-
- public String getCompletionStatus() {
- return completionStatus;
- }
-
- public void setCompletionStatus(String completionStatus) {
- this.completionStatus = completionStatus;
- }
-}
diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/dli/Relation.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/dli/Relation.java
deleted file mode 100644
index 66007e21d..000000000
--- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/dli/Relation.java
+++ /dev/null
@@ -1,52 +0,0 @@
-package eu.dnetlib.dhp.schema.dli;
-
-import java.io.Serializable;
-import java.util.List;
-
-public class Relation implements Serializable {
-
- /**
- *
- */
- private static final long serialVersionUID = -9103706796710618813L;
-
- private String source;
-
- private String target;
-
- private List provenance;
-
- private RelationSemantic semantic;
-
- public String getSource() {
- return source;
- }
-
- public void setSource(final String source) {
- this.source = source;
- }
-
- public String getTarget() {
- return target;
- }
-
- public void setTarget(final String target) {
- this.target = target;
- }
-
- public List getProvenance() {
- return provenance;
- }
-
- public void setProvenance(final List provenance) {
- this.provenance = provenance;
- }
-
- public RelationSemantic getSemantic() {
- return semantic;
- }
-
- public void setSemantic(final RelationSemantic semantic) {
- this.semantic = semantic;
- }
-}
diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/dli/RelationSemantic.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/dli/RelationSemantic.java
deleted file mode 100644
index ff871ef2d..000000000
--- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/dli/RelationSemantic.java
+++ /dev/null
@@ -1,16 +0,0 @@
-package eu.dnetlib.dhp.schema.dli;
-
-import java.io.Serializable;
-
-public class RelationSemantic extends Subject implements Serializable {
-
- public String inverse;
-
- public String getInverse() {
- return inverse;
- }
-
- public void setInverse(String inverse) {
- this.inverse = inverse;
- }
-}
diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/dli/Subject.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/dli/Subject.java
deleted file mode 100644
index bd89bc6dd..000000000
--- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/dli/Subject.java
+++ /dev/null
@@ -1,35 +0,0 @@
-package eu.dnetlib.dhp.schema.dli;
-
-import java.io.Serializable;
-
-public class Subject implements Serializable {
-
- private String schema;
-
- private String value;
-
- public Subject() {
-
- }
-
- public Subject(String schema, String value) {
- this.schema = schema;
- this.value = value;
- }
-
- public String getSchema() {
- return schema;
- }
-
- public void setSchema(String schema) {
- this.schema = schema;
- }
-
- public String getValue() {
- return value;
- }
-
- public void setValue(String value) {
- this.value = value;
- }
-}
diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Country.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Country.java
new file mode 100644
index 000000000..e81120e42
--- /dev/null
+++ b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Country.java
@@ -0,0 +1,15 @@
+package eu.dnetlib.dhp.schema.oaf;
+
+public class Country extends Qualifier {
+
+ private DataInfo dataInfo;
+
+ public DataInfo getDataInfo() {
+ return dataInfo;
+ }
+
+ public void setDataInfo(DataInfo dataInfo) {
+ this.dataInfo = dataInfo;
+ }
+
+}
diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Instance.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Instance.java
index ceaaad6b0..f82296d8b 100644
--- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Instance.java
+++ b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Instance.java
@@ -1,6 +1,7 @@
package eu.dnetlib.dhp.schema.oaf;
import java.io.Serializable;
+import java.util.List;
public class Instance implements Serializable {
@@ -12,7 +13,7 @@ public class Instance implements Serializable {
private KeyValue hostedby;
- private String url;
+ private List url;
// other research products specifc
private String distributionlocation;
@@ -21,6 +22,14 @@ public class Instance implements Serializable {
private Field dateofacceptance;
+ // ( article | book ) processing charges. Defined here to cope with possible wrongly typed results
+ private Field processingchargeamount;
+
+ // currency - alphabetic code describe in ISO-4217. Defined here to cope with possible wrongly typed results
+ private Field processingchargecurrency;
+
+ private Field refereed; //peer-review status
+
public Field getLicense() {
return license;
}
@@ -53,11 +62,11 @@ public class Instance implements Serializable {
this.hostedby = hostedby;
}
- public String getUrl() {
+ public List getUrl() {
return url;
}
- public void setUrl(String url) {
+ public void setUrl(List url) {
this.url = url;
}
@@ -85,7 +94,29 @@ public class Instance implements Serializable {
this.dateofacceptance = dateofacceptance;
}
+ public Field getProcessingchargeamount() {
+ return processingchargeamount;
+ }
+ public void setProcessingchargeamount(Field processingchargeamount) {
+ this.processingchargeamount = processingchargeamount;
+ }
+
+ public Field getProcessingchargecurrency() {
+ return processingchargecurrency;
+ }
+
+ public void setProcessingchargecurrency(Field processingchargecurrency) {
+ this.processingchargecurrency = processingchargecurrency;
+ }
+
+ public Field getRefereed() {
+ return refereed;
+ }
+
+ public void setRefereed(Field refereed) {
+ this.refereed = refereed;
+ }
public String toComparableString(){
return String.format("%s::%s::%s::%s",
diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Result.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Result.java
index eb5572ce1..5cb04da5e 100644
--- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Result.java
+++ b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Result.java
@@ -1,10 +1,8 @@
package eu.dnetlib.dhp.schema.oaf;
-import org.apache.commons.lang3.StringUtils;
-
import java.io.Serializable;
-import java.util.*;
-import java.util.stream.Collectors;
+import java.util.Comparator;
+import java.util.List;
public abstract class Result extends OafEntity implements Serializable {
@@ -16,7 +14,7 @@ public abstract class Result extends OafEntity implements Serializable {
// common fields
private Qualifier language;
- private List country;
+ private List country;
private List subject;
@@ -44,16 +42,10 @@ public abstract class Result extends OafEntity implements Serializable {
private List> coverage;
- private Field refereed; //peer-review status
+ private Qualifier bestaccessright;
private List context;
- // ( article | book ) processing charges. Defined here to cope with possible wrongly typed results
- private Field processingchargeamount;
-
- // currency - alphabetic code describe in ISO-4217. Defined here to cope with possible wrongly typed results
- private Field processingchargecurrency;
-
private List externalReference;
private List instance;
@@ -82,11 +74,11 @@ public abstract class Result extends OafEntity implements Serializable {
this.language = language;
}
- public List getCountry() {
+ public List getCountry() {
return country;
}
- public void setCountry(List country) {
+ public void setCountry(List country) {
this.country = country;
}
@@ -194,12 +186,12 @@ public abstract class Result extends OafEntity implements Serializable {
this.coverage = coverage;
}
- public Field getRefereed() {
- return refereed;
+ public Qualifier getBestaccessright() {
+ return bestaccessright;
}
- public void setRefereed(Field refereed) {
- this.refereed = refereed;
+ public void setBestaccessright(Qualifier bestaccessright) {
+ this.bestaccessright = bestaccessright;
}
public List getContext() {
@@ -226,24 +218,6 @@ public abstract class Result extends OafEntity implements Serializable {
this.instance = instance;
}
- public Field getProcessingchargeamount() {
- return processingchargeamount;
- }
-
- public Result setProcessingchargeamount(Field processingchargeamount) {
- this.processingchargeamount = processingchargeamount;
- return this;
- }
-
- public Field getProcessingchargecurrency() {
- return processingchargecurrency;
- }
-
- public Result setProcessingchargecurrency(Field processingchargecurrency) {
- this.processingchargecurrency = processingchargecurrency;
- return this;
- }
-
@Override
public void mergeFrom(OafEntity e) {
super.mergeFrom(e);
@@ -287,19 +261,9 @@ public abstract class Result extends OafEntity implements Serializable {
coverage = mergeLists(coverage, r.getCoverage());
- if (r.getRefereed() != null && compareTrust(this, r) < 0)
- refereed = r.getRefereed();
-
context = mergeLists(context, r.getContext());
- if (r.getProcessingchargeamount() != null && compareTrust(this, r) < 0)
- processingchargeamount = r.getProcessingchargeamount();
-
- if (r.getProcessingchargecurrency() != null && compareTrust(this, r) < 0)
- processingchargecurrency = r.getProcessingchargecurrency();
-
externalReference = mergeLists(externalReference, r.getExternalReference());
-
}
@@ -314,5 +278,4 @@ public abstract class Result extends OafEntity implements Serializable {
return a.size() > b.size() ? a : b;
}
-
}
diff --git a/dhp-workflows/dhp-aggregation/pom.xml b/dhp-workflows/dhp-aggregation/pom.xml
index d523945ea..78831073f 100644
--- a/dhp-workflows/dhp-aggregation/pom.xml
+++ b/dhp-workflows/dhp-aggregation/pom.xml
@@ -4,7 +4,7 @@
eu.dnetlib.dhp
dhp-workflows
- 1.0.5-SNAPSHOT
+ 1.1.6-SNAPSHOT
dhp-aggregation
diff --git a/dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/migration/AbstractMongoExecutor.java b/dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/migration/AbstractMongoExecutor.java
index d1b618c7a..00d1aa60d 100644
--- a/dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/migration/AbstractMongoExecutor.java
+++ b/dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/migration/AbstractMongoExecutor.java
@@ -262,12 +262,9 @@ public abstract class AbstractMongoExecutor extends AbstractMigrationExecutor {
r.setContributor(prepareContributors(doc, info));
r.setResourcetype(prepareResourceType(doc, info));
r.setCoverage(prepareCoverages(doc, info));
- r.setRefereed(null); // NOT PRESENT IN MDSTORES
r.setContext(new ArrayList<>()); // NOT PRESENT IN MDSTORES
r.setExternalReference(new ArrayList<>()); // NOT PRESENT IN MDSTORES
r.setInstance(prepareInstances(doc, info, collectedFrom, hostedBy));
- r.setProcessingchargeamount(null); // NOT PRESENT IN MDSTORES
- r.setProcessingchargecurrency(null); // NOT PRESENT IN MDSTORES
}
protected abstract Qualifier prepareResourceType(Document doc, DataInfo info);
diff --git a/dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/migration/OafMigrationExecutor.java b/dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/migration/OafMigrationExecutor.java
index 75360943c..c32568290 100644
--- a/dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/migration/OafMigrationExecutor.java
+++ b/dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/migration/OafMigrationExecutor.java
@@ -104,7 +104,7 @@ public class OafMigrationExecutor extends AbstractMongoExecutor {
final String url = ((Node) o).getText().trim();
if (url.startsWith("http")) {
final Instance instance = new Instance();
- instance.setUrl(url);
+ instance.setUrl(Arrays.asList(url));
instance.setInstancetype(prepareQualifier(doc, "//dr:CobjCategory", "dnet:publication_resource", "dnet:publication_resource"));
instance.setCollectedfrom(collectedfrom);
instance.setHostedby(hostedby);
@@ -112,6 +112,9 @@ public class OafMigrationExecutor extends AbstractMongoExecutor {
instance.setDistributionlocation(doc.valueOf("//oaf:distributionlocation"));
instance.setAccessright(prepareQualifier(doc, "//oaf:accessrights", "dnet:access_modes", "dnet:access_modes"));
instance.setLicense(field(doc.valueOf("//oaf:license"), info));
+ instance.setRefereed(field(doc.valueOf("//oaf:refereed"), info));
+ instance.setProcessingchargeamount(field(doc.valueOf("//oaf:processingchargeamount"), info));
+ instance.setProcessingchargecurrency(field(doc.valueOf("//oaf:processingchargeamount/@currency"), info));
res.add(instance);
}
}
diff --git a/dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/migration/OdfMigrationExecutor.java b/dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/migration/OdfMigrationExecutor.java
index 54636b3bf..457534085 100644
--- a/dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/migration/OdfMigrationExecutor.java
+++ b/dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/migration/OdfMigrationExecutor.java
@@ -74,7 +74,7 @@ public class OdfMigrationExecutor extends AbstractMongoExecutor {
final List res = new ArrayList<>();
for (final Object o : doc.selectNodes("//dc:alternateIdentifier[@alternateIdentifierType='URL']")) {
final Instance instance = new Instance();
- instance.setUrl(((Node) o).getText().trim());
+ instance.setUrl(Arrays.asList(((Node) o).getText().trim()));
instance.setInstancetype(prepareQualifier(doc, "//dr:CobjCategory", "dnet:publication_resource", "dnet:publication_resource"));
instance.setCollectedfrom(collectedfrom);
instance.setHostedby(hostedby);
@@ -82,6 +82,9 @@ public class OdfMigrationExecutor extends AbstractMongoExecutor {
instance.setDistributionlocation(doc.valueOf("//oaf:distributionlocation"));
instance.setAccessright(prepareQualifier(doc, "//oaf:accessrights", "dnet:access_modes", "dnet:access_modes"));
instance.setLicense(field(doc.valueOf("//oaf:license"), info));
+ instance.setRefereed(field(doc.valueOf("//oaf:refereed"), info));
+ instance.setProcessingchargeamount(field(doc.valueOf("//oaf:processingchargeamount"), info));
+ instance.setProcessingchargecurrency(field(doc.valueOf("//oaf:processingchargeamount/@currency"), info));
res.add(instance);
}
return res;
diff --git a/dhp-workflows/dhp-dedup/pom.xml b/dhp-workflows/dhp-dedup/pom.xml
index 81ac94f01..0721af25d 100644
--- a/dhp-workflows/dhp-dedup/pom.xml
+++ b/dhp-workflows/dhp-dedup/pom.xml
@@ -1,10 +1,9 @@
-
+
dhp-workflows
eu.dnetlib.dhp
- 1.0.5-SNAPSHOT
+ 1.1.6-SNAPSHOT
4.0.0
diff --git a/dhp-workflows/dhp-dedup/src/main/java/eu/dnetlib/dedup/SparkCreateSimRels.java b/dhp-workflows/dhp-dedup/src/main/java/eu/dnetlib/dedup/SparkCreateSimRels.java
index 48d442d04..831e45daf 100644
--- a/dhp-workflows/dhp-dedup/src/main/java/eu/dnetlib/dedup/SparkCreateSimRels.java
+++ b/dhp-workflows/dhp-dedup/src/main/java/eu/dnetlib/dedup/SparkCreateSimRels.java
@@ -1,7 +1,6 @@
package eu.dnetlib.dedup;
-import eu.dnetlib.dedup.graph.ConnectedComponent;
-import eu.dnetlib.dedup.graph.GraphProcessor;
+import com.google.common.hash.Hashing;
import eu.dnetlib.dhp.application.ArgumentApplicationParser;
import eu.dnetlib.dhp.schema.oaf.Relation;
import eu.dnetlib.pace.config.DedupConfig;
@@ -12,8 +11,6 @@ import org.apache.spark.api.java.JavaPairRDD;
import org.apache.spark.api.java.JavaRDD;
import org.apache.spark.api.java.JavaSparkContext;
import org.apache.spark.api.java.function.PairFunction;
-import org.apache.spark.graphx.Edge;
-import org.apache.spark.rdd.RDD;
import org.apache.spark.sql.Encoders;
import org.apache.spark.sql.SparkSession;
import scala.Tuple2;
@@ -44,30 +41,23 @@ public class SparkCreateSimRels {
final String inputPath = parser.get("sourcePath");
final String entity = parser.get("entity");
final String targetPath = parser.get("targetPath");
-// final DedupConfig dedupConf = DedupConfig.load(IOUtils.toString(SparkCreateSimRels.class.getResourceAsStream("/eu/dnetlib/dhp/dedup/conf/org.curr.conf2.json")));
+// final DedupConfig dedupConf = DedupConfig.load(IOUtils.toString(SparkCreateSimRels.class.getResourceAsStream("/eu/dnetlib/dhp/dedup/conf/org.curr.conf.json")));
final DedupConfig dedupConf = DedupConfig.load(parser.get("dedupConf"));
-
final long total = sc.textFile(inputPath + "/" + entity).count();
- JavaPairRDD