diff --git a/src/main/java/eu/dnetlib/scholix/CheckRelation.scala b/src/main/java/eu/dnetlib/scholix/CheckRelation.scala index 65eab42..b5963a3 100644 --- a/src/main/java/eu/dnetlib/scholix/CheckRelation.scala +++ b/src/main/java/eu/dnetlib/scholix/CheckRelation.scala @@ -49,9 +49,9 @@ class CheckRelation( args: Array[String], log: Logger) extends AbstractScalaAppl val df = spark.read.text(path).as[String] val mapper = new ObjectMapper() -// val total = df.count -// val not_del_rel =df.map(s=> mapper.readValue(s, classOf[Relation])).as[Relation].filter(r => r.getDataInfo.getDeletedbyinference == false).count() -// logger.warn(s"Total number of relations not deleted by Inference: $not_del_rel/$total") + val total = df.count + val not_del_rel =df.map(s=> mapper.readValue(s, classOf[Relation])).as[Relation].filter(r => r.getDataInfo.getDeletedbyinference == false).count() + logger.warn(s"Total number of relations not deleted by Inference: $not_del_rel/$total") @@ -61,7 +61,7 @@ class CheckRelation( args: Array[String], log: Logger) extends AbstractScalaAppl .filter(r => filterRelations(r)) .count() - logger.warn(s"Relation used by Scholexplorer $total_rels_from_scholexplorer") + logger.warn(s"Relation used by Scholexplorer $total_rels_from_scholexplorer/$not_del_rel") }