forked from D-Net/dnet-hadoop
OAF-store-graph mdstores: save them in text format
This commit is contained in:
parent
cb30770a0b
commit
045d767013
|
@ -56,7 +56,10 @@ object CollectionUtils {
|
||||||
.flatMap(i => CollectionUtils.fixRelations(i))
|
.flatMap(i => CollectionUtils.fixRelations(i))
|
||||||
.filter(i => i != null)
|
.filter(i => i != null)
|
||||||
.map(r => mapper.writeValueAsString(r))(Encoders.STRING)
|
.map(r => mapper.writeValueAsString(r))(Encoders.STRING)
|
||||||
.write.mode(SaveMode.Overwrite).save(targetPath)
|
.write
|
||||||
|
.mode(SaveMode.Overwrite)
|
||||||
|
.option("compression", "gzip")
|
||||||
|
.text(targetPath)
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in New Issue