From 5f651f231650d0e2547bfdf9f7969611e5d43d85 Mon Sep 17 00:00:00 2001 From: Sandro La Bruzzo Date: Thu, 21 Jul 2022 10:11:48 +0200 Subject: [PATCH] changed filter relation on SubRelType --- .../eu/dnetlib/dhp/sx/graph/SparkConvertRDDtoDataset.scala | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/dhp-workflows/dhp-graph-mapper/src/main/scala/eu/dnetlib/dhp/sx/graph/SparkConvertRDDtoDataset.scala b/dhp-workflows/dhp-graph-mapper/src/main/scala/eu/dnetlib/dhp/sx/graph/SparkConvertRDDtoDataset.scala index f72f8dd16..0073afff5 100644 --- a/dhp-workflows/dhp-graph-mapper/src/main/scala/eu/dnetlib/dhp/sx/graph/SparkConvertRDDtoDataset.scala +++ b/dhp-workflows/dhp-graph-mapper/src/main/scala/eu/dnetlib/dhp/sx/graph/SparkConvertRDDtoDataset.scala @@ -112,13 +112,11 @@ object SparkConvertRDDtoDataset { "opencitations".equalsIgnoreCase(k.getValue) ) ) - .filter(r => r.getRelClass != null && r.getRelClass.equalsIgnoreCase(filterRelation)) + .filter(r => r.getSubRelType != null && r.getSubRelType.equalsIgnoreCase(filterRelation)) spark.createDataset(rddRelation).as[Relation].write.mode(SaveMode.Overwrite).save(s"$relPath") } else { val relationSemanticFilter = List( - // "cites", - // "iscitedby", "merges", "ismergedin", "HasAmongTopNSimilarDocuments",