This commit is contained in:
parent
094d8b996e
commit
d32b0861a2
|
@ -80,14 +80,12 @@ public class SparkSelectRelation implements Serializable {
|
||||||
|
|
||||||
Dataset<Tuple2<String, String>> resultIds = Utils
|
Dataset<Tuple2<String, String>> resultIds = Utils
|
||||||
.readPath(spark, outputPath + "/publication", Result.class)
|
.readPath(spark, outputPath + "/publication", Result.class)
|
||||||
|
|
||||||
.map(
|
.map(
|
||||||
(MapFunction<Result, Tuple2<String, String>>) p -> new Tuple2<>(p.getId(), p.getType()),
|
(MapFunction<Result, Tuple2<String, String>>) p -> new Tuple2<>(p.getId(), p.getType()),
|
||||||
Encoders.tuple(Encoders.STRING(), Encoders.STRING()))
|
Encoders.tuple(Encoders.STRING(), Encoders.STRING()))
|
||||||
.union(
|
.union(
|
||||||
Utils
|
Utils
|
||||||
.readPath(spark, outputPath + "/dataset", Result.class)
|
.readPath(spark, outputPath + "/dataset", Result.class)
|
||||||
|
|
||||||
.map(
|
.map(
|
||||||
(MapFunction<Result, Tuple2<String, String>>) d -> new Tuple2<>(d.getId(), d.getType()),
|
(MapFunction<Result, Tuple2<String, String>>) d -> new Tuple2<>(d.getId(), d.getType()),
|
||||||
Encoders.tuple(Encoders.STRING(), Encoders.STRING())))
|
Encoders.tuple(Encoders.STRING(), Encoders.STRING())))
|
||||||
|
|
Loading…
Reference in New Issue