This commit is contained in:
Miriam Baglioni 2020-05-08 11:51:45 +02:00
parent 53952707b6
commit 9b4c0d4b3a
1 changed files with 4 additions and 3 deletions

View File

@ -97,10 +97,11 @@ public class SparkBulkTagJob {
ResultTagger resultTagger = new ResultTagger();
readPath(spark, inputPath, resultClazz)
.map((MapFunction<R, R>) value -> resultTagger
.map(
(MapFunction<R, R>) value -> resultTagger
.enrichContextCriteria(
value, communityConfiguration, protoMappingParams),
Encoders.bean(resultClazz))
value, communityConfiguration, protoMappingParams),
Encoders.bean(resultClazz))
.write()
.mode(SaveMode.Overwrite)
.option("compression", "gzip")