D-Net
/
dnet-hadoop
13
4
Fork 10
Code Issues 14 Pull Requests 8 Projects 2 Releases 1 Wiki Activity

added id to BaseRecordInfo

This commit is contained in:
Michele Artini 2024-02-15 14:27:50 +01:00
parent da65728afe
commit 8ffdd9747d
3 changed files with 17 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/collection/plugin/base/BaseAnalyzerJob.java
View File

@ -156,12 +156,16 @@ public class BaseAnalyzerJob {
final BaseRecordInfo info = new BaseRecordInfo();
info.setId(record.valueOf("//*[local-name() = 'header']/*[local-name() = 'identifier']").trim());
for (final Object o : record.selectNodes("//*|//@*")) {
info.getPaths().add(((Node) o).getPath());
final String nodeName = ((Node) o).getName();
if (o instanceof Element) {
final Element n = (Element) o;
final String nodeName = n.getName();
if ("collection".equals(nodeName)) {
final String collName = n.getText().trim();
if (StringUtils.isNotBlank(collName)) {

12
dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/collection/plugin/base/BaseRecordInfo.java
View File

@ -10,9 +10,19 @@ public class BaseRecordInfo implements Serializable {
private static final long serialVersionUID = -8848232018350074593L;
private String id;
private Map<String, Map<String, String>> collections = new HashMap<>();
private Set<String> paths = new LinkedHashSet<>();
private Set<String> types = new LinkedHashSet<>();
public String getId() {
return this.id;
}
public void setId(final String id) {
this.id = id;
}
public Set<String> getPaths() {
return this.paths;
}
@ -37,6 +47,4 @@ public class BaseRecordInfo implements Serializable {
this.collections = collections;
}
private Map<String, Map<String, String>> collections = new HashMap<>();
}

2
dhp-workflows/dhp-aggregation/src/test/java/eu/dnetlib/dhp/collection/plugin/base/BaseCollectorIteratorTest.java
View File

@ -16,12 +16,14 @@ import org.dom4j.Document;
import org.dom4j.DocumentHelper;
import org.dom4j.Element;
import org.dom4j.Node;
import org.junit.jupiter.api.Disabled;
import org.junit.jupiter.api.Test;
import com.fasterxml.jackson.databind.ObjectMapper;
import eu.dnetlib.dhp.common.aggregation.AggregatorReport;
@Disabled
public class BaseCollectorIteratorTest {
@Test