diff --git a/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/skgif/DumpDatasource.java b/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/skgif/DumpDatasource.java index 6897dae..c8c3cab 100644 --- a/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/skgif/DumpDatasource.java +++ b/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/skgif/DumpDatasource.java @@ -99,6 +99,7 @@ public class DumpDatasource implements Serializable { .write() .mode(SaveMode.Overwrite) .option("compression", "gzip") + .option("maxRecordsPerFile", 10000) .json(outputPath + "datasource"); } diff --git a/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/skgif/DumpGrant.java b/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/skgif/DumpGrant.java index 867fdd7..2987d79 100644 --- a/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/skgif/DumpGrant.java +++ b/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/skgif/DumpGrant.java @@ -100,6 +100,7 @@ public class DumpGrant implements Serializable { .write() .mode(SaveMode.Overwrite) .option("compression", "gzip") + .option("maxRecordsPerFile", 10000) .json(outputPath + "grants"); } diff --git a/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/skgif/DumpOrganization.java b/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/skgif/DumpOrganization.java index 7a687d6..78cb0ac 100644 --- a/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/skgif/DumpOrganization.java +++ b/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/skgif/DumpOrganization.java @@ -122,6 +122,7 @@ public class DumpOrganization implements Serializable { .write() .mode(SaveMode.Overwrite) .option("compression", "gzip") + .option("maxRecordsPerFile", 10000) .json(outputPath + "organizations"); } diff --git a/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/skgif/DumpResearchProduct.java b/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/skgif/DumpResearchProduct.java index b0377a5..c0de7de 100644 --- a/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/skgif/DumpResearchProduct.java +++ b/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/skgif/DumpResearchProduct.java @@ -100,6 +100,7 @@ public class DumpResearchProduct implements Serializable { .write() .mode(SaveMode.Overwrite) .option("compression", "gzip") + .option("maxRecordsPerFile", 10000) .json(outputPath + "products"); } diff --git a/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/skgif/DumpVenue.java b/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/skgif/DumpVenue.java index 79100bc..15844f2 100644 --- a/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/skgif/DumpVenue.java +++ b/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/skgif/DumpVenue.java @@ -121,6 +121,7 @@ public class DumpVenue implements Serializable { .write() .mode(SaveMode.Overwrite) .option("compression", "gzip") + .option("maxRecordsPerFile", 10000) .json(outputPath + "venues"); } diff --git a/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/skgif/EmitFromEntities.java b/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/skgif/EmitFromEntities.java index 277063c..5893b17 100644 --- a/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/skgif/EmitFromEntities.java +++ b/dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/skgif/EmitFromEntities.java @@ -167,6 +167,7 @@ public class EmitFromEntities implements Serializable { .write() .mode(SaveMode.Overwrite) .option("compression", "gzip") + .option("maxRecordsPerFile", 10000) .json(outputPath + "/topics"); } @@ -242,6 +243,7 @@ public class EmitFromEntities implements Serializable { .write() .mode(SaveMode.Overwrite) .option("compression", "gzip") + .option("maxRecordsPerFile", 10000) .json(outputPath + "/persons"); }