From ba713c509f12d30df98244fda11a35731258e9c1 Mon Sep 17 00:00:00 2001
From: "miriam.baglioni" <miriam.baglioni@isti.cnr.it>
Date: Wed, 15 Nov 2023 10:49:01 +0100
Subject: [PATCH] Added filter for possible null results

---
 .../dhp/oa/graph/dump/eosc/SelectEoscResultsJobStep1.java       | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/eosc/SelectEoscResultsJobStep1.java b/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/eosc/SelectEoscResultsJobStep1.java
index 631058a..890eedc 100644
--- a/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/eosc/SelectEoscResultsJobStep1.java
+++ b/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/eosc/SelectEoscResultsJobStep1.java
@@ -6,6 +6,7 @@ import static eu.dnetlib.dhp.common.SparkSessionSupport.runWithSparkSession;
 import java.io.Serializable;
 import java.util.ArrayList;
 import java.util.List;
+import java.util.Objects;
 import java.util.Optional;
 
 import org.apache.commons.io.IOUtils;
@@ -106,6 +107,7 @@ public class SelectEoscResultsJobStep1 implements Serializable {
 				(MapFunction<R, Result>) r -> (Result) ResultMapper
 					.map(r, communityMap, df),
 				Encoders.bean(Result.class))
+				.filter(Objects::nonNull)
 			.write()
 			.mode(SaveMode.Overwrite)
 			.option("compression", "gzip")