forked from D-Net/dnet-hadoop
skipped record without title or url
This commit is contained in:
parent
a203c33693
commit
7fc5b97871
|
@ -100,7 +100,9 @@ object BioschemaToOAFTransformation {
|
|||
result.setDataInfo(dataInfo)
|
||||
|
||||
val titles: List[TitleType] = (json \\ "titles").extractOrElse[List[TitleType]](List())
|
||||
|
||||
if (titles.isEmpty) {
|
||||
return List()
|
||||
}
|
||||
result.setTitle(
|
||||
titles
|
||||
.filter(t => t.title.nonEmpty)
|
||||
|
@ -189,6 +191,9 @@ object BioschemaToOAFTransformation {
|
|||
})
|
||||
.asJava
|
||||
)
|
||||
if (instance.getUrl.isEmpty) {
|
||||
return List()
|
||||
}
|
||||
instance.setCollectedfrom(collectedFromMap(datasourceKey))
|
||||
instance.setPid(result.getPid)
|
||||
|
||||
|
|
Loading…
Reference in New Issue