Merge remote-tracking branch 'origin/beta' into beta

2021-11-25 13:03:25 +01:00 · 2021-11-25 13:03:25 +01:00 · bb7f556eff
parent 1e1f5e4fe0 ac07ed8251
commit bb7f556eff
1 changed files with 1 additions and 1 deletions
--- a/dhp-workflows/dhp-doiboost/src/main/java/eu/dnetlib/doiboost/mag/SparkProcessMAG.scala
+++ b/dhp-workflows/dhp-doiboost/src/main/java/eu/dnetlib/doiboost/mag/SparkProcessMAG.scala
@ -146,7 +146,7 @@ object SparkProcessMAG {
      .save(s"$workingPath/mag_publication")

    spark.read.load(s"$workingPath/mag_publication").as[Publication]
-      .filter(p => p.getId == null)
+      .filter(p => p.getId != null)
      .groupByKey(p => p.getId)
      .reduceGroups((a:Publication, b:Publication) => ConversionUtil.mergePublication(a,b))
      .map(_._2)