forked from D-Net/dnet-hadoop
skipped record without title or url
This commit is contained in:
parent
a203c33693
commit
7fc5b97871
|
@ -100,7 +100,9 @@ object BioschemaToOAFTransformation {
|
||||||
result.setDataInfo(dataInfo)
|
result.setDataInfo(dataInfo)
|
||||||
|
|
||||||
val titles: List[TitleType] = (json \\ "titles").extractOrElse[List[TitleType]](List())
|
val titles: List[TitleType] = (json \\ "titles").extractOrElse[List[TitleType]](List())
|
||||||
|
if (titles.isEmpty) {
|
||||||
|
return List()
|
||||||
|
}
|
||||||
result.setTitle(
|
result.setTitle(
|
||||||
titles
|
titles
|
||||||
.filter(t => t.title.nonEmpty)
|
.filter(t => t.title.nonEmpty)
|
||||||
|
@ -189,6 +191,9 @@ object BioschemaToOAFTransformation {
|
||||||
})
|
})
|
||||||
.asJava
|
.asJava
|
||||||
)
|
)
|
||||||
|
if (instance.getUrl.isEmpty) {
|
||||||
|
return List()
|
||||||
|
}
|
||||||
instance.setCollectedfrom(collectedFromMap(datasourceKey))
|
instance.setCollectedfrom(collectedFromMap(datasourceKey))
|
||||||
instance.setPid(result.getPid)
|
instance.setPid(result.getPid)
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue