andreas.czerniak
/
BrBETA_dnet-hadoop
forked from D-Net/dnet-hadoop
1
1
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

removed import limit

This commit is contained in:
Claudio Atzori 2019-11-08 17:41:01 +01:00
parent 7fe6835b47
commit 245b4cbbb3
1 changed files with 0 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/graph/SparkGraphImporterJob.java
View File

@ -41,7 +41,6 @@ public class SparkGraphImporterJob {
.map(Tuple2::_2) .map(Tuple2::_2)
.map(s -> new ObjectMapper().readValue(s, clazz)) .map(s -> new ObjectMapper().readValue(s, clazz))
.rdd(), Encoders.bean(clazz)) .rdd(), Encoders.bean(clazz))
.limit(1000)
.write() .write()
.mode(SaveMode.Overwrite) .mode(SaveMode.Overwrite)
.saveAsTable(hiveDbName + "." + name); .saveAsTable(hiveDbName + "." + name);