fixed wrong mapping type of dataset
This commit is contained in:
parent
d580e15442
commit
d660895b30
|
@ -208,7 +208,7 @@ object SparkGenerateDoiBoost {
|
||||||
|
|
||||||
)
|
)
|
||||||
.filter(s => s!= null && s._2!=null)
|
.filter(s => s!= null && s._2!=null)
|
||||||
.map(s => s._2)
|
.map(s => s._2._2)
|
||||||
.write
|
.write
|
||||||
.mode(SaveMode.Overwrite)
|
.mode(SaveMode.Overwrite)
|
||||||
.save(s"$workingDirPath/doiBoostPublicationFiltered")
|
.save(s"$workingDirPath/doiBoostPublicationFiltered")
|
||||||
|
|
Loading…
Reference in New Issue