D-Net
/
dnet-hadoop
14
5
Fork 11
Code Issues 14 Pull Requests 13 Projects 2 Releases 2 Wiki Activity

[fix] preserve parent/child relations from OpenOrgs #164

Merged
claudio.atzori merged 3 commits from preserve_openorg_parent_child_relations into beta 2021-11-19 11:35:56 +01:00
Conversation 0 Commits 3 Files Changed 4 +1 -14
1 changed files with 1 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit f4538f3c4c - Show all commits

15
dhp-workflows/dhp-dedup-openaire/src/test/java/eu/dnetlib/dhp/oa/dedup/SparkOpenorgsProvisionTest.java
View File

@ -232,20 +232,7 @@ public class SparkOpenorgsProvisionTest implements Serializable {
final JavaRDD<String> rels = jsc.textFile(testDedupGraphBasePath + "/relation"); final JavaRDD<String> rels = jsc.textFile(testDedupGraphBasePath + "/relation");
long relations = rels.count(); assertEquals(2382, rels.count());
final ObjectMapper mapper = new ObjectMapper();
List<String> relTypes = rels
.map(r -> mapper.readValue(r, Relation.class))
.map(
r -> r.getRelType() + "_" + r.getSubRelType() + "_" + r.getRelClass() + "|" +
r.getCollectedfrom().stream().map(cf -> cf.getValue()).collect(Collectors.joining(",")))
.distinct()
.collect();
relTypes.forEach(r -> System.out.println("relType: " + r));
assertEquals(2382, relations);
} }