42 lines
1.2 KiB
Scala
42 lines
1.2 KiB
Scala
package eu.dnetlib.dhp.collection.crossref
|
|
|
|
import com.fasterxml.jackson.databind.ObjectMapper
|
|
import eu.dnetlib.dhp.aggregation.AbstractVocabularyTest
|
|
import org.apache.spark.sql.SparkSession
|
|
import org.junit.jupiter.api.{BeforeEach, Test}
|
|
import org.junit.jupiter.api.extension.ExtendWith
|
|
import org.mockito.junit.jupiter.MockitoExtension
|
|
import org.slf4j.{Logger, LoggerFactory}
|
|
|
|
import scala.io.Source
|
|
|
|
@ExtendWith(Array(classOf[MockitoExtension]))
|
|
class CrossrefMappingTest extends AbstractVocabularyTest {
|
|
|
|
val logger: Logger = LoggerFactory.getLogger(Crossref2Oaf.getClass)
|
|
val mapper = new ObjectMapper()
|
|
|
|
@BeforeEach
|
|
def setUp(): Unit = {
|
|
super.setUpVocabulary()
|
|
}
|
|
|
|
@Test
|
|
def testMapping(): Unit = {
|
|
val spark = SparkSession.builder().master("local[*]").appName("TransformCrossref").getOrCreate()
|
|
|
|
val s = new SparkMapDumpIntoOAF(null, null, null)
|
|
import spark.implicits._
|
|
|
|
s.transformCrossref(
|
|
spark,
|
|
sourcePath = "/home/sandro/Downloads/crossref",
|
|
targetPath = "/home/sandro/Downloads/crossref_transformed",
|
|
vocabularies = vocabularies
|
|
)
|
|
|
|
print(spark.read.text("/home/sandro/Downloads/crossref_transformed").count)
|
|
}
|
|
|
|
}
|