forked from D-Net/dnet-hadoop
101 lines
3.1 KiB
Java
101 lines
3.1 KiB
Java
|
|
package eu.dnetlib.dhp.broker.oa.matchers;
|
|
|
|
import java.util.Arrays;
|
|
import java.util.Collection;
|
|
import java.util.HashMap;
|
|
import java.util.List;
|
|
import java.util.Map;
|
|
import java.util.function.BiConsumer;
|
|
import java.util.function.Function;
|
|
|
|
import org.apache.commons.codec.digest.DigestUtils;
|
|
import org.apache.commons.lang3.StringUtils;
|
|
|
|
import eu.dnetlib.broker.objects.Publication;
|
|
import eu.dnetlib.dhp.broker.model.Topic;
|
|
import eu.dnetlib.dhp.broker.oa.util.UpdateInfo;
|
|
import eu.dnetlib.dhp.broker.oa.util.aggregators.withRels.ResultWithRelations;
|
|
import eu.dnetlib.dhp.schema.oaf.Field;
|
|
import eu.dnetlib.pace.config.DedupConfig;
|
|
|
|
public abstract class UpdateMatcher<T> {
|
|
|
|
private final boolean multipleUpdate;
|
|
private final Function<T, Topic> topicFunction;
|
|
private final BiConsumer<Publication, T> compileHighlightFunction;
|
|
private final Function<T, String> highlightToStringFunction;
|
|
|
|
public UpdateMatcher(final boolean multipleUpdate, final Function<T, Topic> topicFunction,
|
|
final BiConsumer<Publication, T> compileHighlightFunction,
|
|
final Function<T, String> highlightToStringFunction) {
|
|
this.multipleUpdate = multipleUpdate;
|
|
this.topicFunction = topicFunction;
|
|
this.compileHighlightFunction = compileHighlightFunction;
|
|
this.highlightToStringFunction = highlightToStringFunction;
|
|
}
|
|
|
|
public Collection<UpdateInfo<T>> searchUpdatesForRecord(final ResultWithRelations res,
|
|
final Collection<ResultWithRelations> others,
|
|
final DedupConfig dedupConfig) {
|
|
|
|
final Map<String, UpdateInfo<T>> infoMap = new HashMap<>();
|
|
|
|
for (final ResultWithRelations source : others) {
|
|
if (source != res) {
|
|
for (final T hl : findDifferences(source, res)) {
|
|
final Topic topic = getTopicFunction().apply(hl);
|
|
final UpdateInfo<T> info = new UpdateInfo<>(topic, hl, source, res, getCompileHighlightFunction(),
|
|
getHighlightToStringFunction(),
|
|
dedupConfig);
|
|
final String s = DigestUtils.md5Hex(info.getHighlightValueAsString());
|
|
if (!infoMap.containsKey(s) || infoMap.get(s).getTrust() < info.getTrust()) {
|
|
} else {
|
|
infoMap.put(s, info);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
final Collection<UpdateInfo<T>> values = infoMap.values();
|
|
|
|
if (values.isEmpty() || multipleUpdate) {
|
|
return values;
|
|
} else {
|
|
final UpdateInfo<T> v = values
|
|
.stream()
|
|
.sorted((o1, o2) -> Float.compare(o1.getTrust(), o2.getTrust()))
|
|
.findFirst()
|
|
.get();
|
|
return Arrays.asList(v);
|
|
}
|
|
}
|
|
|
|
protected abstract List<T> findDifferences(ResultWithRelations source, ResultWithRelations target);
|
|
|
|
protected static boolean isMissing(final List<Field<String>> list) {
|
|
return list == null || list.isEmpty() || StringUtils.isBlank(list.get(0).getValue());
|
|
}
|
|
|
|
protected boolean isMissing(final Field<String> field) {
|
|
return field == null || StringUtils.isBlank(field.getValue());
|
|
}
|
|
|
|
public boolean isMultipleUpdate() {
|
|
return multipleUpdate;
|
|
}
|
|
|
|
public Function<T, Topic> getTopicFunction() {
|
|
return topicFunction;
|
|
}
|
|
|
|
public BiConsumer<Publication, T> getCompileHighlightFunction() {
|
|
return compileHighlightFunction;
|
|
}
|
|
|
|
public Function<T, String> getHighlightToStringFunction() {
|
|
return highlightToStringFunction;
|
|
}
|
|
|
|
}
|