From f36f9c4fda65a274482d83ed304bedd1962d3912 Mon Sep 17 00:00:00 2001 From: Sandro La Bruzzo Date: Fri, 21 Oct 2022 11:08:05 +0200 Subject: [PATCH] added other counts --- src/main/java/eu/dnetlib/scholix/CheckRelation.scala | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git a/src/main/java/eu/dnetlib/scholix/CheckRelation.scala b/src/main/java/eu/dnetlib/scholix/CheckRelation.scala index 65eab42..b5963a3 100644 --- a/src/main/java/eu/dnetlib/scholix/CheckRelation.scala +++ b/src/main/java/eu/dnetlib/scholix/CheckRelation.scala @@ -49,9 +49,9 @@ class CheckRelation( args: Array[String], log: Logger) extends AbstractScalaAppl val df = spark.read.text(path).as[String] val mapper = new ObjectMapper() -// val total = df.count -// val not_del_rel =df.map(s=> mapper.readValue(s, classOf[Relation])).as[Relation].filter(r => r.getDataInfo.getDeletedbyinference == false).count() -// logger.warn(s"Total number of relations not deleted by Inference: $not_del_rel/$total") + val total = df.count + val not_del_rel =df.map(s=> mapper.readValue(s, classOf[Relation])).as[Relation].filter(r => r.getDataInfo.getDeletedbyinference == false).count() + logger.warn(s"Total number of relations not deleted by Inference: $not_del_rel/$total") @@ -61,7 +61,7 @@ class CheckRelation( args: Array[String], log: Logger) extends AbstractScalaAppl .filter(r => filterRelations(r)) .count() - logger.warn(s"Relation used by Scholexplorer $total_rels_from_scholexplorer") + logger.warn(s"Relation used by Scholexplorer $total_rels_from_scholexplorer/$not_del_rel") }