This commit is contained in:
Claudio Atzori 2021-11-19 11:33:10 +01:00
parent 2b46b87f56
commit f4538f3c4c
1 changed files with 1 additions and 14 deletions

View File

@ -232,20 +232,7 @@ public class SparkOpenorgsProvisionTest implements Serializable {
final JavaRDD<String> rels = jsc.textFile(testDedupGraphBasePath + "/relation");
long relations = rels.count();
final ObjectMapper mapper = new ObjectMapper();
List<String> relTypes = rels
.map(r -> mapper.readValue(r, Relation.class))
.map(
r -> r.getRelType() + "_" + r.getSubRelType() + "_" + r.getRelClass() + "|" +
r.getCollectedfrom().stream().map(cf -> cf.getValue()).collect(Collectors.joining(",")))
.distinct()
.collect();
relTypes.forEach(r -> System.out.println("relType: " + r));
assertEquals(2382, relations);
assertEquals(2382, rels.count());
}