michele.artini
/
dnet-hadoop
forked from D-Net/dnet-hadoop
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

[Cleaning] drop alternate identifiers with empty values

This commit is contained in:
Claudio Atzori 2021-03-29 14:23:18 +02:00
parent 1dfda3624e
commit 48f2b6127e
1 changed files with 12 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
dhp-common/src/main/java/eu/dnetlib/dhp/schema/oaf/CleaningFunctions.java
View File

@ -152,15 +152,21 @@ public class CleaningFunctions {
Optional Optional
.ofNullable(i.getPid()) .ofNullable(i.getPid())
.ifPresent(pid -> { .ifPresent(pid -> {
final Set<StructuredProperty> pids = Sets final Set<StructuredProperty> pids =
.newHashSet(
pid pid
.stream() .stream()
.filter(p -> StringUtils.isBlank(p.getValue())) .filter(p -> StringUtils.isNotBlank(p.getValue()))
.collect(Collectors.toList())); .collect(Collectors.toCollection(HashSet::new));
final Set<StructuredProperty> altIds = Sets.newHashSet(i.getAlternateIdentifier());
Optional.ofNullable(i.getAlternateIdentifier())
.ifPresent(altId -> {
final Set<StructuredProperty> altIds = altId.stream()
.filter(p -> StringUtils.isNotBlank(p.getValue()))
.collect(Collectors.toCollection(HashSet::new));
i.setAlternateIdentifier(Lists.newArrayList(Sets.difference(altIds, pids))); i.setAlternateIdentifier(Lists.newArrayList(Sets.difference(altIds, pids)));
}); });
});
if (Objects.isNull(i.getAccessright()) || StringUtils.isBlank(i.getAccessright().getClassid())) { if (Objects.isNull(i.getAccessright()) || StringUtils.isBlank(i.getAccessright().getClassid())) {
i i