grouping of records will be performed by the dedup workflow

3 years ago · c1b9a4045a
parent 1372a4d1bf
commit c1b9a4045a
1 changed files with 0 additions and 3 deletions
--- a/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/raw/GenerateEntitiesApplication.java
+++ b/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/raw/GenerateEntitiesApplication.java
@ -103,9 +103,6 @@ public class GenerateEntitiesApplication {
 		}

 		inputRdd
-			.mapToPair(oaf -> new Tuple2<>(ModelSupport.idFn().apply(oaf), oaf))
-			.reduceByKey((o1, o2) -> OafMapperUtils.merge(o1, o2))
-			.map(Tuple2::_2)
 			.map(
 				oaf -> oaf.getClass().getSimpleName().toLowerCase()
 					+ "|"