forked from D-Net/dnet-hadoop
fixed test failure on jenkins
This commit is contained in:
parent
3125cef545
commit
3f77bfceb0
|
@ -2,6 +2,7 @@ package eu.dnetlib.doiboost.orcid
|
||||||
|
|
||||||
import com.fasterxml.jackson.databind.ObjectMapper
|
import com.fasterxml.jackson.databind.ObjectMapper
|
||||||
import eu.dnetlib.dhp.schema.oaf.Publication
|
import eu.dnetlib.dhp.schema.oaf.Publication
|
||||||
|
import org.apache.spark.SparkConf
|
||||||
import org.apache.spark.sql.{Dataset, Encoder, Encoders, SparkSession}
|
import org.apache.spark.sql.{Dataset, Encoder, Encoders, SparkSession}
|
||||||
import org.junit.jupiter.api.Assertions._
|
import org.junit.jupiter.api.Assertions._
|
||||||
import org.junit.jupiter.api.Test
|
import org.junit.jupiter.api.Test
|
||||||
|
@ -31,11 +32,15 @@ class MappingORCIDToOAFTest {
|
||||||
val targetPath: String =s"${testDir.toString}/output/orcidPublication"
|
val targetPath: String =s"${testDir.toString}/output/orcidPublication"
|
||||||
val workingPath =s"${testDir.toString}/wp/"
|
val workingPath =s"${testDir.toString}/wp/"
|
||||||
|
|
||||||
|
val conf = new SparkConf()
|
||||||
|
conf.setMaster("local[*]")
|
||||||
|
conf.set("spark.driver.host", "localhost")
|
||||||
val spark: SparkSession =
|
val spark: SparkSession =
|
||||||
SparkSession
|
SparkSession
|
||||||
.builder()
|
.builder()
|
||||||
.appName(getClass.getSimpleName)
|
.appName(getClass.getSimpleName)
|
||||||
.master("local[*]").getOrCreate()
|
.config(conf)
|
||||||
|
.getOrCreate()
|
||||||
implicit val mapEncoderPubs: Encoder[Publication] = Encoders.kryo[Publication]
|
implicit val mapEncoderPubs: Encoder[Publication] = Encoders.kryo[Publication]
|
||||||
import spark.implicits._
|
import spark.implicits._
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue