changed the .gitignore and refactoring

This commit is contained in:
Miriam Baglioni 2024-01-08 12:09:30 +01:00
parent 5165cab63c
commit 6f2ec576f8
2 changed files with 3 additions and 1 deletions

2
.gitignore vendored
View File

@ -26,3 +26,5 @@ spark-warehouse
/**/*.log
/**/.factorypath
/**/.scalafmt.conf
/*/*/job.properties
/**/job.properties

View File

@ -107,7 +107,7 @@ public class SelectEoscResultsJobStep1 implements Serializable {
(MapFunction<R, Result>) r -> (Result) ResultMapper
.map(r, communityMap, df),
Encoders.bean(Result.class))
.filter(Objects::nonNull)
.filter(Objects::nonNull)
.write()
.mode(SaveMode.Overwrite)
.option("compression", "gzip")