1
0
Fork 0

[OpenCitation] refactoring

This commit is contained in:
Miriam Baglioni 2022-02-08 16:23:05 +01:00
parent 759ed519f2
commit 5c4043dba8
1 changed files with 0 additions and 3 deletions

View File

@ -90,9 +90,6 @@ public class CreateActionSetSparkJob implements Serializable {
.map(
(MapFunction<String, COCI>) value -> OBJECT_MAPPER.readValue(value, COCI.class),
Encoders.bean(COCI.class))
// spark
// .sqlContext()
// .createDataset(spark.sparkContext().textFile(inputPath + "/*", 6000), Encoders.STRING())
.flatMap(
(FlatMapFunction<COCI, Relation>) value -> createRelation(value, shouldDuplicateRels).iterator(),
Encoders.bean(Relation.class))