From 3b5163d8e3e4558eccb6350f7cbd7816350911be Mon Sep 17 00:00:00 2001 From: "michele.artini" Date: Fri, 8 Mar 2024 08:23:07 +0100 Subject: [PATCH] fixed a xpath --- .../plugin/base/BaseCollectorPlugin.java | 31 ++++++++++--------- 1 file changed, 17 insertions(+), 14 deletions(-) diff --git a/dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/collection/plugin/base/BaseCollectorPlugin.java b/dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/collection/plugin/base/BaseCollectorPlugin.java index 05a332fd8..c8ea1c04d 100644 --- a/dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/collection/plugin/base/BaseCollectorPlugin.java +++ b/dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/collection/plugin/base/BaseCollectorPlugin.java @@ -45,9 +45,9 @@ public class BaseCollectorPlugin implements CollectorPlugin { public Stream collect(final ApiDescriptor api, final AggregatorReport report) throws CollectorException { // get path to file final Path filePath = Optional - .ofNullable(api.getBaseUrl()) - .map(Path::new) - .orElseThrow(() -> new CollectorException("missing baseUrl")); + .ofNullable(api.getBaseUrl()) + .map(Path::new) + .orElseThrow(() -> new CollectorException("missing baseUrl")); final String dbUrl = api.getParams().get("dbUrl"); final String dbUser = api.getParams().get("dbUser"); @@ -59,9 +59,7 @@ public class BaseCollectorPlugin implements CollectorPlugin { log.info("dbPassword: {}", "***"); try { - if (!this.fs.exists(filePath)) { - throw new CollectorException("path does not exist: " + filePath); - } + if (!this.fs.exists(filePath)) { throw new CollectorException("path does not exist: " + filePath); } } catch (final Throwable e) { throw new CollectorException(e); } @@ -71,39 +69,44 @@ public class BaseCollectorPlugin implements CollectorPlugin { final Iterator iterator = new BaseCollectorIterator(this.fs, filePath, report); final Spliterator spliterator = Spliterators.spliteratorUnknownSize(iterator, Spliterator.ORDERED); return StreamSupport - .stream(spliterator, false) - .filter(doc -> filterXml(doc, acceptedOpendoarIds, report)); + .stream(spliterator, false) + .filter(doc -> filterXml(doc, acceptedOpendoarIds, report)); } private Set findAcceptedOpendoarIds(final String dbUrl, final String dbUser, final String dbPassword) - throws CollectorException { + throws CollectorException { final Set accepted = new HashSet<>(); try (final DbClient dbClient = new DbClient(dbUrl, dbUser, dbPassword)) { final String sql = IOUtils - .toString( - BaseAnalyzerJob.class - .getResourceAsStream("/eu/dnetlib/dhp/collection/plugin/base/sql/opendoar-accepted.sql")); + .toString(BaseAnalyzerJob.class + .getResourceAsStream("/eu/dnetlib/dhp/collection/plugin/base/sql/opendoar-accepted.sql")); dbClient.processResults(sql, row -> { try { - accepted.add(row.getString("id")); + final String dsId = row.getString("id"); + log.info("Accepted Datasource: " + dsId); + accepted.add(dsId); } catch (final SQLException e) { log.error("Error in SQL", e); throw new RuntimeException("Error in SQL", e); } }); + } catch (final IOException e) { log.error("Error accessong SQL", e); throw new CollectorException("Error accessong SQL", e); } + + log.info("Accepted Datasources (TOTAL): " + accepted.size()); + return accepted; } private boolean filterXml(final String xml, final Set acceptedOpendoarIds, final AggregatorReport report) { try { - final String id = DocumentHelper.parseText(xml).valueOf("//*[local-name='collection']/@opendoar_id").trim(); + final String id = DocumentHelper.parseText(xml).valueOf("//*[local-name()='collection']/@opendoar_id").trim(); return (StringUtils.isNotBlank(id) && acceptedOpendoarIds.contains("opendoar____::" + id.trim())); } catch (final DocumentException e) { log.error("Error parsing document", e);