1
0
Fork 0

Merge pull request '[SDG-FOS] to import SDG file not considering the header' (#182) from SDG into beta

Reviewed-on: D-Net/dnet-hadoop#182
This commit is contained in:
Miriam Baglioni 2022-01-07 16:28:55 +01:00
commit 93f26fb742
1 changed files with 2 additions and 0 deletions

View File

@ -69,6 +69,8 @@ public class GetSDGSparkJob implements Serializable {
.read() .read()
.format("csv") .format("csv")
.option("sep", delimiter) .option("sep", delimiter)
.option("inferSchema", "true")
.option("header", "true")
.option("quotes", "\"") .option("quotes", "\"")
.load(sourcePath); .load(sourcePath);