This commit is contained in:
parent
094d8b996e
commit
d32b0861a2
|
@ -80,14 +80,12 @@ public class SparkSelectRelation implements Serializable {
|
|||
|
||||
Dataset<Tuple2<String, String>> resultIds = Utils
|
||||
.readPath(spark, outputPath + "/publication", Result.class)
|
||||
|
||||
.map(
|
||||
(MapFunction<Result, Tuple2<String, String>>) p -> new Tuple2<>(p.getId(), p.getType()),
|
||||
Encoders.tuple(Encoders.STRING(), Encoders.STRING()))
|
||||
.union(
|
||||
Utils
|
||||
.readPath(spark, outputPath + "/dataset", Result.class)
|
||||
|
||||
.map(
|
||||
(MapFunction<Result, Tuple2<String, String>>) d -> new Tuple2<>(d.getId(), d.getType()),
|
||||
Encoders.tuple(Encoders.STRING(), Encoders.STRING())))
|
||||
|
|
Loading…
Reference in New Issue