michele.artini
/
dnet-hadoop
forked from D-Net/dnet-hadoop
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

code formatting

This commit is contained in:
Claudio Atzori 2020-07-15 11:24:48 +02:00
parent 4e6f46e8fa
commit b90389bac4
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
dhp-workflows/dhp-dedup-openaire/src/main/java/eu/dnetlib/dhp/oa/dedup/SparkBlockStats.java
View File

@ -101,7 +101,8 @@ public class SparkBlockStats extends AbstractSparkAction {
}); });
// create blocks for deduplication // create blocks for deduplication
JavaRDD<BlockStats> blockStats = Deduper.createSortedBlocks(mapDocuments, dedupConf) JavaRDD<BlockStats> blockStats = Deduper
.createSortedBlocks(mapDocuments, dedupConf)
.repartition(numPartitions) .repartition(numPartitions)
.map(b -> asBlockStats(dedupConf, b)); .map(b -> asBlockStats(dedupConf, b));