diff --git a/dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/transformation/TransformSparkJobNode.java b/dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/transformation/TransformSparkJobNode.java index 8eafaadca..c7ba700a0 100644 --- a/dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/transformation/TransformSparkJobNode.java +++ b/dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/transformation/TransformSparkJobNode.java @@ -149,4 +149,14 @@ public class TransformSparkJobNode { } } + /** + * Calculates the number of partitions allocating at most @rpt records for a single transformation task. + * @param totalInput + * @param rpt + * @return + */ + private static int getRepartitionNumber(long totalInput, Integer rpt) { + return (int) (totalInput / rpt); + } + }