D-Net
/
dhp-graph-dump
4
0
Fork 0
Code Issues Pull Requests 1 Projects Releases Wiki Activity

changed the .gitignore and refactoring

This commit is contained in:
Miriam Baglioni 2024-01-08 12:09:30 +01:00
parent 5165cab63c
commit 6f2ec576f8
2 changed files with 3 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
.gitignore vendored
View File

@ -26,3 +26,5 @@ spark-warehouse
/**/*.log /**/*.log
/**/.factorypath /**/.factorypath
/**/.scalafmt.conf /**/.scalafmt.conf
/*/*/job.properties
/**/job.properties

2
dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/eosc/SelectEoscResultsJobStep1.java
View File

@ -107,7 +107,7 @@ public class SelectEoscResultsJobStep1 implements Serializable {
(MapFunction<R, Result>) r -> (Result) ResultMapper (MapFunction<R, Result>) r -> (Result) ResultMapper
.map(r, communityMap, df), .map(r, communityMap, df),
Encoders.bean(Result.class)) Encoders.bean(Result.class))
.filter(Objects::nonNull) .filter(Objects::nonNull)
.write() .write()
.mode(SaveMode.Overwrite) .mode(SaveMode.Overwrite)
.option("compression", "gzip") .option("compression", "gzip")