78 lines
2.5 KiB
Java
78 lines
2.5 KiB
Java
package eu.dnetlib.pace.tree;
|
|
|
|
import com.google.common.collect.Sets;
|
|
import eu.dnetlib.pace.config.Config;
|
|
import eu.dnetlib.pace.model.Field;
|
|
import eu.dnetlib.pace.model.FieldList;
|
|
import eu.dnetlib.pace.tree.support.AbstractComparator;
|
|
import eu.dnetlib.pace.tree.support.ComparatorClass;
|
|
import eu.dnetlib.pace.util.MapDocumentUtil;
|
|
import org.apache.commons.logging.Log;
|
|
import org.apache.commons.logging.LogFactory;
|
|
|
|
import java.util.List;
|
|
import java.util.Map;
|
|
import java.util.Set;
|
|
import java.util.stream.Collectors;
|
|
|
|
@ComparatorClass("jsonListMatch")
|
|
public class JsonListMatch extends AbstractComparator {
|
|
|
|
private static final Log log = LogFactory.getLog(JsonListMatch.class);
|
|
private Map<String, String> params;
|
|
|
|
private String MODE; //"percentage" or "count"
|
|
|
|
public JsonListMatch(final Map<String, String> params) {
|
|
super(params);
|
|
this.params = params;
|
|
|
|
MODE = params.getOrDefault("mode", "percentage");
|
|
}
|
|
|
|
@Override
|
|
public double compare(final Field a, final Field b, final Config conf) {
|
|
|
|
final List<String> sa = ((FieldList) a).stringList();
|
|
final List<String> sb = ((FieldList) b).stringList();
|
|
|
|
if (sa.isEmpty() || sb.isEmpty()) {
|
|
return -1;
|
|
}
|
|
|
|
final Set<String> ca = sa.stream().map(this::toComparableString).collect(Collectors.toSet());
|
|
final Set<String> cb = sb.stream().map(this::toComparableString).collect(Collectors.toSet());
|
|
|
|
int incommon = Sets.intersection(ca, cb).size();
|
|
int simDiff = Sets.symmetricDifference(ca, cb).size();
|
|
|
|
if (incommon + simDiff == 0) {
|
|
return 0.0;
|
|
}
|
|
|
|
if (MODE.equals("percentage"))
|
|
return (double)incommon / (incommon + simDiff);
|
|
else
|
|
return incommon;
|
|
|
|
}
|
|
|
|
//converts every json into a comparable string basing on parameters
|
|
private String toComparableString(String json){
|
|
|
|
StringBuilder st = new StringBuilder(); //to build the string used for comparisons basing on the jpath into parameters
|
|
|
|
//for each path in the param list
|
|
for (String key: params.keySet().stream().filter(k -> k.contains("jpath")).collect(Collectors.toList())) {
|
|
String path = params.get(key);
|
|
String value = MapDocumentUtil.getJPathString(path, json);
|
|
if (value == null || value.isEmpty())
|
|
value = "";
|
|
st.append( value + "::");
|
|
}
|
|
|
|
st.setLength(st.length()-2);
|
|
return st.toString();
|
|
}
|
|
}
|