removed import limit

2019-11-08 17:41:01 +01:00 · 2019-11-08 17:41:01 +01:00 · 245b4cbbb3
parent 7fe6835b47
commit 245b4cbbb3
1 changed files with 0 additions and 1 deletions
--- a/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/graph/SparkGraphImporterJob.java
+++ b/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/graph/SparkGraphImporterJob.java
@ -41,7 +41,6 @@ public class SparkGraphImporterJob {
                    .map(Tuple2::_2)
                    .map(s -> new ObjectMapper().readValue(s, clazz))
                    .rdd(), Encoders.bean(clazz))
-                    .limit(1000)
                    .write()
                    .mode(SaveMode.Overwrite)
                    .saveAsTable(hiveDbName + "." + name);