antonis.lempesis
/
dnet-hadoop
forked from D-Net/dnet-hadoop
1
1
Fork 1
Code Issues Pull Requests Projects Releases Wiki Activity

changed filter relation on SubRelType

This commit is contained in:
Sandro La Bruzzo 2022-07-21 10:11:48 +02:00
parent 5b76321d9c
commit 5f651f2316
1 changed files with 1 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
dhp-workflows/dhp-graph-mapper/src/main/scala/eu/dnetlib/dhp/sx/graph/SparkConvertRDDtoDataset.scala
View File

@ -112,13 +112,11 @@ object SparkConvertRDDtoDataset {
"opencitations".equalsIgnoreCase(k.getValue)
)
)
.filter(r => r.getRelClass != null && r.getRelClass.equalsIgnoreCase(filterRelation))
.filter(r => r.getSubRelType != null && r.getSubRelType.equalsIgnoreCase(filterRelation))
spark.createDataset(rddRelation).as[Relation].write.mode(SaveMode.Overwrite).save(s"$relPath")
} else {
val relationSemanticFilter = List(
// "cites",
// "iscitedby",
"merges",
"ismergedin",
"HasAmongTopNSimilarDocuments",