OAF-store-graph mdstores: save them in text format

2 years ago · 045d767013
parent cb30770a0b
commit 045d767013
1 changed files with 4 additions and 1 deletions
--- a/dhp-workflows/dhp-aggregation/src/main/scala/eu/dnetlib/dhp/collection/CollectionUtils.scala
+++ b/dhp-workflows/dhp-aggregation/src/main/scala/eu/dnetlib/dhp/collection/CollectionUtils.scala
@ -56,7 +56,10 @@ object CollectionUtils {
      .flatMap(i => CollectionUtils.fixRelations(i))
      .filter(i => i != null)
      .map(r => mapper.writeValueAsString(r))(Encoders.STRING)
-      .write.mode(SaveMode.Overwrite).save(targetPath)
+      .write
+      .mode(SaveMode.Overwrite)
+      .option("compression", "gzip")
+      .text(targetPath)
  }

 }