From 6f2ec576f82993d037759a2c1a372d84dd7dbca8 Mon Sep 17 00:00:00 2001 From: "miriam.baglioni" Date: Mon, 8 Jan 2024 12:09:30 +0100 Subject: [PATCH] changed the .gitignore and refactoring --- .gitignore | 2 ++ .../dhp/oa/graph/dump/eosc/SelectEoscResultsJobStep1.java | 2 +- 2 files changed, 3 insertions(+), 1 deletion(-) diff --git a/.gitignore b/.gitignore index 73d9179..161e5f1 100644 --- a/.gitignore +++ b/.gitignore @@ -26,3 +26,5 @@ spark-warehouse /**/*.log /**/.factorypath /**/.scalafmt.conf +/*/*/job.properties +/**/job.properties diff --git a/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/eosc/SelectEoscResultsJobStep1.java b/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/eosc/SelectEoscResultsJobStep1.java index 890eedc..be34abd 100644 --- a/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/eosc/SelectEoscResultsJobStep1.java +++ b/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/eosc/SelectEoscResultsJobStep1.java @@ -107,7 +107,7 @@ public class SelectEoscResultsJobStep1 implements Serializable { (MapFunction) r -> (Result) ResultMapper .map(r, communityMap, df), Encoders.bean(Result.class)) - .filter(Objects::nonNull) + .filter(Objects::nonNull) .write() .mode(SaveMode.Overwrite) .option("compression", "gzip")