[EOSCDump] added back the part related to B2FIND for the cf otherwise no results from b2fins will be included

This commit is contained in:
Miriam Baglioni 2023-07-05 10:02:06 +02:00
parent b3a4abb12b
commit a535e926f7
1 changed files with 5 additions and 1 deletions

View File

@ -77,7 +77,11 @@ public class SelectEoscResultsJobStep1 implements Serializable {
.readPath(spark, inputPath, inputClazz)
.filter(
(FilterFunction<R>) r -> !r.getDataInfo().getDeletedbyinference() && !r.getDataInfo().getInvisible()
&& r.getContext().stream().anyMatch(c -> c.getId().equals("eosc")))
&& (r.getContext().stream().anyMatch(c -> c.getId().equals("eosc")) || r
.getCollectedfrom()
.stream()
.anyMatch(cf -> cf.getValue().equalsIgnoreCase("B2FIND"))))
.map(
(MapFunction<R, Result>) r -> (Result) ResultMapper
.map(r, communityMap),