From 245b4cbbb3ab76de642ab906a877617165fef10d Mon Sep 17 00:00:00 2001
From: Claudio Atzori <claudio.atzori@isti.cnr.it>
Date: Fri, 8 Nov 2019 17:41:01 +0100
Subject: [PATCH] removed import limit

---
 .../main/java/eu/dnetlib/dhp/graph/SparkGraphImporterJob.java    | 1 -
 1 file changed, 1 deletion(-)

diff --git a/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/graph/SparkGraphImporterJob.java b/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/graph/SparkGraphImporterJob.java
index 1a380db66..a6a4e9291 100644
--- a/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/graph/SparkGraphImporterJob.java
+++ b/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/graph/SparkGraphImporterJob.java
@@ -41,7 +41,6 @@ public class SparkGraphImporterJob {
                     .map(Tuple2::_2)
                     .map(s -> new ObjectMapper().readValue(s, clazz))
                     .rdd(), Encoders.bean(clazz))
-                    .limit(1000)
                     .write()
                     .mode(SaveMode.Overwrite)
                     .saveAsTable(hiveDbName + "." + name);