OAF-store-graph mdstores: save them in text format

2022-01-04 14:23:01 +01:00 · 2022-01-04 14:23:01 +01:00 · f82db765db
parent 8d13effa31
commit f82db765db
1 changed files with 4 additions and 1 deletions
--- a/dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/collection/CollectionUtils.scala
+++ b/dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/collection/CollectionUtils.scala
@ -56,7 +56,10 @@ object CollectionUtils {
      .flatMap(i => CollectionUtils.fixRelations(i))
      .filter(i => i != null)
      .map(r => mapper.writeValueAsString(r))(Encoders.STRING)
-      .write.mode(SaveMode.Overwrite).save(targetPath)
+      .write
+      .mode(SaveMode.Overwrite)
+      .option("compression", "gzip")
+      .text(targetPath)
  }

 }