forked from D-Net/dnet-hadoop
added step of normalization for the doi
This commit is contained in:
parent
e1cd2e406e
commit
8abdd9bad2
|
@ -2,6 +2,7 @@ package eu.dnetlib.doiboost.uw
|
||||||
|
|
||||||
import eu.dnetlib.dhp.schema.common.ModelConstants
|
import eu.dnetlib.dhp.schema.common.ModelConstants
|
||||||
import eu.dnetlib.dhp.schema.oaf.{Instance, Publication}
|
import eu.dnetlib.dhp.schema.oaf.{Instance, Publication}
|
||||||
|
import eu.dnetlib.doiboost.DoiBoostMappingUtil
|
||||||
import org.json4s
|
import org.json4s
|
||||||
import org.json4s.DefaultFormats
|
import org.json4s.DefaultFormats
|
||||||
import org.json4s.jackson.JsonMethods.parse
|
import org.json4s.jackson.JsonMethods.parse
|
||||||
|
@ -27,7 +28,10 @@ object UnpayWallToOAF {
|
||||||
implicit lazy val formats: DefaultFormats.type = org.json4s.DefaultFormats
|
implicit lazy val formats: DefaultFormats.type = org.json4s.DefaultFormats
|
||||||
lazy val json: json4s.JValue = parse(input)
|
lazy val json: json4s.JValue = parse(input)
|
||||||
|
|
||||||
val doi = (json \"doi").extract[String]
|
val doi = DoiBoostMappingUtil.normalizeDoi((json \"doi").extract[String])
|
||||||
|
//val normalized_doi = DoiBoostMappingUtil.normalizeDoi(doi)
|
||||||
|
if(doi == null)
|
||||||
|
return null
|
||||||
|
|
||||||
|
|
||||||
val is_oa = (json\ "is_oa").extract[Boolean]
|
val is_oa = (json\ "is_oa").extract[Boolean]
|
||||||
|
|
Loading…
Reference in New Issue