forked from D-Net/dnet-hadoop
15 lines
374 B
Scala
15 lines
374 B
Scala
package eu.dnetlib.dhp.application.dedup.log
|
|
|
|
import org.apache.spark.sql.{SaveMode, SparkSession}
|
|
|
|
class DedupLogWriter(path: String) {
|
|
|
|
def appendLog(dedupLogModel: DedupLogModel, spark: SparkSession): Unit = {
|
|
import spark.implicits._
|
|
val df = spark.createDataset[DedupLogModel](data = List(dedupLogModel))
|
|
df.write.mode(SaveMode.Append).save(path)
|
|
|
|
}
|
|
|
|
}
|