changed the .gitignore and refactoring
This commit is contained in:
parent
5165cab63c
commit
6f2ec576f8
|
@ -26,3 +26,5 @@ spark-warehouse
|
|||
/**/*.log
|
||||
/**/.factorypath
|
||||
/**/.scalafmt.conf
|
||||
/*/*/job.properties
|
||||
/**/job.properties
|
||||
|
|
|
@ -107,7 +107,7 @@ public class SelectEoscResultsJobStep1 implements Serializable {
|
|||
(MapFunction<R, Result>) r -> (Result) ResultMapper
|
||||
.map(r, communityMap, df),
|
||||
Encoders.bean(Result.class))
|
||||
.filter(Objects::nonNull)
|
||||
.filter(Objects::nonNull)
|
||||
.write()
|
||||
.mode(SaveMode.Overwrite)
|
||||
.option("compression", "gzip")
|
||||
|
|
Loading…
Reference in New Issue