antonis.lempesis
/
dnet-hadoop
forked from D-Net/dnet-hadoop
1
1
Fork 1
Code Issues Pull Requests Projects Releases Wiki Activity

[SDG-FOS] to import SDG file not considering the header

This commit is contained in:
Miriam Baglioni 2022-01-07 12:13:26 +01:00
parent 639190370a
commit b7e450070b
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/actionmanager/createunresolvedentities/GetSDGSparkJob.java
View File

@ -69,6 +69,8 @@ public class GetSDGSparkJob implements Serializable {
.read() .read()
.format("csv") .format("csv")
.option("sep", delimiter) .option("sep", delimiter)
.option("inferSchema", "true")
.option("header", "true")
.option("quotes", "\"") .option("quotes", "\"")
.load(sourcePath); .load(sourcePath);