diff --git a/dhp-workflows/dhp-actionmanager/pom.xml b/dhp-workflows/dhp-actionmanager/pom.xml
index 1ef55a0609..ce13502b6f 100644
--- a/dhp-workflows/dhp-actionmanager/pom.xml
+++ b/dhp-workflows/dhp-actionmanager/pom.xml
@@ -50,12 +50,11 @@
org.apache.hadoop
hadoop-distcp
-
diff --git a/dhp-workflows/dhp-actionmanager/src/main/java/eu/dnetlib/dhp/actionmanager/ISClient.java b/dhp-workflows/dhp-actionmanager/src/main/java/eu/dnetlib/dhp/actionmanager/ISClient.java
index 24d50029c5..088e618c77 100644
--- a/dhp-workflows/dhp-actionmanager/src/main/java/eu/dnetlib/dhp/actionmanager/ISClient.java
+++ b/dhp-workflows/dhp-actionmanager/src/main/java/eu/dnetlib/dhp/actionmanager/ISClient.java
@@ -4,6 +4,7 @@ package eu.dnetlib.dhp.actionmanager;
import java.io.Serializable;
import java.io.StringReader;
import java.util.List;
+import java.util.NoSuchElementException;
import java.util.Optional;
import java.util.Set;
import java.util.stream.Collectors;
@@ -21,14 +22,13 @@ import com.google.common.base.Splitter;
import com.google.common.collect.Iterables;
import com.google.common.collect.Sets;
+import eu.dnetlib.actionmanager.rmi.ActionManagerException;
import eu.dnetlib.dhp.utils.ISLookupClientFactory;
import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpException;
import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;
public class ISClient implements Serializable {
- private static final long serialVersionUID = 4632443200867340872L;
-
private static final Logger log = LoggerFactory.getLogger(ISClient.class);
private static final String INPUT_ACTION_SET_ID_SEPARATOR = ",";
@@ -65,7 +65,7 @@ public class ISClient implements Serializable {
.map(t -> buildDirectory(basePath, t))
.collect(Collectors.toList()))
.orElseThrow(() -> new IllegalStateException("empty set list"));
- } catch (ISLookUpException e) {
+ } catch (ActionManagerException | ISLookUpException e) {
throw new IllegalStateException("unable to query ActionSets info from the IS");
}
}
@@ -89,18 +89,31 @@ public class ISClient implements Serializable {
return Joiner.on("/").join(basePath, t.getMiddle(), t.getRight());
}
- private String getBasePathHDFS(ISLookUpService isLookup) throws ISLookUpException {
+ private String getBasePathHDFS(ISLookUpService isLookup) throws ActionManagerException {
return queryServiceProperty(isLookup, "basePath");
}
private String queryServiceProperty(ISLookUpService isLookup, final String propertyName)
- throws ISLookUpException {
+ throws ActionManagerException {
final String q = "for $x in /RESOURCE_PROFILE[.//RESOURCE_TYPE/@value='ActionManagerServiceResourceType'] return $x//SERVICE_PROPERTIES/PROPERTY[./@ key='"
+ propertyName
+ "']/@value/string()";
log.debug("quering for service property: {}", q);
-
- final List value = isLookup.quickSearchProfile(q);
- return Iterables.getOnlyElement(value);
+ try {
+ final List value = isLookup.quickSearchProfile(q);
+ return Iterables.getOnlyElement(value);
+ } catch (ISLookUpException e) {
+ String msg = "Error accessing service profile, using query: " + q;
+ log.error(msg, e);
+ throw new ActionManagerException(msg, e);
+ } catch (NoSuchElementException e) {
+ String msg = "missing service property: " + propertyName;
+ log.error(msg, e);
+ throw new ActionManagerException(msg, e);
+ } catch (IllegalArgumentException e) {
+ String msg = "found more than one service property: " + propertyName;
+ log.error(msg, e);
+ throw new ActionManagerException(msg, e);
+ }
}
}
diff --git a/dhp-workflows/dhp-swh/pom.xml b/dhp-workflows/dhp-swh/pom.xml
index ef9049b200..80fff4587e 100644
--- a/dhp-workflows/dhp-swh/pom.xml
+++ b/dhp-workflows/dhp-swh/pom.xml
@@ -51,6 +51,49 @@
hadoop-distcp
+
+ eu.dnetlib
+ dnet-actionmanager-api
+
+
+ eu.dnetlib
+ dnet-actionmanager-common
+
+
+ eu.dnetlib
+ dnet-openaireplus-mapping-utils
+
+
+ saxonica
+ saxon
+
+
+ saxonica
+ saxon-dom
+
+
+ jgrapht
+ jgrapht
+
+
+ net.sf.ehcache
+ ehcache
+
+
+ org.springframework
+ spring-test
+
+
+ org.apache.*
+ *
+
+
+ apache
+ *
+
+
+
+
org.apache.httpcomponents
httpclient
diff --git a/pom.xml b/pom.xml
index 47b7d5f38d..a5bc6cedd5 100644
--- a/pom.xml
+++ b/pom.xml
@@ -1,930 +1,1107 @@
- 4.0.0
- eu.dnetlib.dhp
- dhp
- 1.2.5-SNAPSHOT
- pom
-
-
-
- GNU Affero General Public License v3.0 or later
- https://spdx.org/licenses/AGPL-3.0-or-later.html#licenseText
- repo
- This program is free software: you can redistribute it and/or modify it under the terms of the
- GNU Affero General Public License as published by the Free Software Foundation, either version 3 of the
- License, or (at your option) any later version.
-
-
-
-
- dhp-build
- dhp-pace-core
- dhp-common
- dhp-workflows
-
-
-
- Redmine
- https://support.openaire.eu/projects/openaire
-
-
-
- jenkins
- https://jenkins-dnet.d4science.org/
-
-
-
- scm:git:gitea@code-repo.d4science.org:D-Net/dnet-hadoop.git
- scm:git:gitea@code-repo.d4science.org:D-Net/dnet-hadoop.git
- https://code-repo.d4science.org/D-Net/dnet-hadoop/
- HEAD
-
-
- This module is the root descriptor for the dnet-hadoop project
-
-
-
-
-
-
- dnet45-releases
- D-Net 45 releases
- https://maven.d4science.org/nexus/content/repositories/dnet45-releases
- default
-
- false
-
-
- true
-
-
-
- dnet45-snapshots
- D-Net 45 snapshots
- https://maven.d4science.org/nexus/content/repositories/dnet45-snapshots
- default
-
- true
-
-
- false
-
-
-
- dnet45-bootstrap-snapshot
- D-Net 45 Bootstrap Snapshot
- https://maven.d4science.org/nexus/content/repositories/dnet45-bootstrap-snapshot/
-
- false
-
-
- true
-
- default
-
-
- dnet45-bootstrap-release
- D-Net 45 Bootstrap Release
- https://maven.d4science.org/nexus/content/repositories/dnet45-bootstrap-release/
-
- true
-
-
- false
-
- default
-
-
- cloudera
- Cloudera Repository
- https://repository.cloudera.com/artifactory/cloudera-repos
-
- true
-
-
- false
-
-
-
- dnet-deps
- dnet-dependencies
- https://maven.d4science.org/nexus/content/repositories/dnet-deps
- default
-
-
- maven-restlet
- Restlet repository
- https://maven.restlet.talend.com
-
-
- conjars
- conjars
- https://conjars.wensel.net/repo/
-
-
-
-
-
- org.junit.jupiter
- junit-jupiter
- ${junit-jupiter.version}
- test
-
-
-
- org.mockito
- mockito-core
- ${mockito-core.version}
- test
-
-
-
- org.mockito
- mockito-junit-jupiter
- ${mockito-core.version}
- test
-
-
-
-
-
-
-
- eu.dnetlib.dhp
- ${dhp-schemas.artifact}
- ${dhp-schemas.version}
-
-
- org.apache.hadoop
- hadoop-hdfs
- ${dhp.hadoop.version}
- provided
-
-
- org.apache.hadoop
- hadoop-common
- ${dhp.hadoop.version}
- provided
-
-
- org.apache.hadoop
- hadoop-client
- ${dhp.hadoop.version}
- provided
-
-
- org.apache.hadoop
- hadoop-distcp
- ${dhp.hadoop.version}
- provided
-
-
- org.apache.spark
- spark-core_${scala.binary.version}
- ${dhp.spark.version}
- provided
-
-
- org.apache.spark
- spark-sql_${scala.binary.version}
- ${dhp.spark.version}
- provided
-
-
- org.apache.spark
- spark-graphx_${scala.binary.version}
- ${dhp.spark.version}
- provided
-
-
- org.apache.spark
- spark-hive_${scala.binary.version}
- ${dhp.spark.version}
- test
-
-
-
- org.slf4j
- jcl-over-slf4j
- 1.7.25
- provided
-
-
-
- org.apache.commons
- commons-lang3
- ${dhp.commons.lang.version}
-
-
-
- commons-validator
- commons-validator
- 1.7
-
-
-
- com.github.sisyphsu
- dateparser
- 1.0.7
-
-
-
- me.xuender
- unidecode
- 0.0.7
-
-
-
- com.google.guava
- guava
- ${dhp.guava.version}
-
-
-
-
- commons-codec
- commons-codec
- 1.9
-
-
-
- commons-io
- commons-io
- 2.4
-
-
-
- commons-cli
- commons-cli
- 1.2
- provided
-
-
-
- net.sf.saxon
- Saxon-HE
- 9.9.1-6
-
-
-
- dom4j
- dom4j
- 1.6.1
-
-
-
- xml-apis
- xml-apis
- 1.4.01
-
-
-
- jaxen
- jaxen
- 1.1.6
-
-
-
- com.mycila.xmltool
- xmltool
- 3.3
-
-
-
- org.apache.solr
- solr-solrj
- ${solr.version}
-
-
- *
- *
-
-
-
-
- com.lucidworks.spark
- spark-solr
- ${sparksolr.version}
-
-
- *
- *
-
-
-
-
- org.apache.solr
- solr-test-framework
- ${solr.version}
- test
-
-
- io.dropwizard.metrics
- metrics-core
- 3.2.6
- test
-
-
-
-
- org.apache.httpcomponents
- httpclient
- ${org.apache.httpcomponents.version}
-
-
- org.apache.httpcomponents
- httpmime
- ${org.apache.httpcomponents.version}
-
-
- org.noggit
- noggit
- 0.8
-
-
- org.apache.zookeeper
- zookeeper
- 3.4.11
-
-
-
- net.schmizz
- sshj
- 0.10.0
- test
-
-
-
- com.fasterxml.jackson.core
- jackson-core
- ${dhp.jackson.version}
- provided
-
-
-
- com.fasterxml.jackson.core
- jackson-annotations
- ${dhp.jackson.version}
- provided
-
-
- com.fasterxml.jackson.core
- jackson-databind
- ${dhp.jackson.version}
- provided
-
-
-
- eu.dnetlib
- cnr-rmi-api
- ${cnr-rmi-api.version}
-
-
-
- eu.dnetlib.dhp
- dnet-openaire-broker-common
- ${dnet-openaire-broker-common.version}
-
-
-
- org.apache.cxf
- cxf-rt-transports-http
- 3.1.5
-
-
- javax.persistence
- javax.persistence-api
- 2.2
- provided
-
-
-
- com.jayway.jsonpath
- json-path
- 2.4.0
-
-
- com.arakelian
- java-jq
- 0.10.1
-
-
- edu.cmu
- secondstring
- 1.0.0
-
-
- org.mongodb
- mongo-java-driver
- ${mongodb.driver.version}
-
-
- io.fares.junit.mongodb
- mongodb-junit-test
- 1.1.0
-
-
- org.postgresql
- postgresql
- 42.2.10
-
-
-
- org.antlr
- stringtemplate
- 3.2.1
-
-
-
- org.antlr
- ST4
- 4.3.4
-
-
-
- com.ximpleware
- vtd-xml
- ${vtd.version}
-
-
-
- org.elasticsearch
- elasticsearch-hadoop
- 7.6.0
-
-
-
-
- org.apache.oozie
- oozie-client
- ${dhp.oozie.version}
- provided
-
-
-
- slf4j-simple
- org.slf4j
-
-
-
-
-
-
- com.squareup.okhttp3
- okhttp
- ${okhttp.version}
-
-
-
- org.apache.commons
- commons-compress
- ${common.compress.version}
-
-
-
-
- org.apache.commons
- commons-csv
- ${common.csv.version}
-
-
-
-
-
- org.apache.poi
- poi-ooxml
- ${apache.poi.version}
-
-
-
- org.json
- json
- 20180813
-
-
-
- org.json4s
- json4s-jackson_${scala.binary.version}
- ${json4s.version}
-
-
-
- com.github.victools
- jsonschema-generator
- ${jsonschemagenerator.version}
-
-
-
- org.apache.commons
- commons-text
- ${common.text.version}
-
-
-
- com.opencsv
- opencsv
- 5.5
-
-
- io.github.classgraph
- classgraph
- 4.8.71
-
-
-
- com.fasterxml.jackson.dataformat
- jackson-dataformat-xml
- ${jackson.version}
- provided
-
-
- com.fasterxml.jackson.module
- jackson-module-jsonSchema
- ${jackson.version}
- provided
-
-
-
-
- org.apache.commons
- commons-math3
- 3.6.1
-
-
-
-
- com.google.code.gson
- gson
- ${google.gson.version}
-
-
-
- commons-collections
- commons-collections
- ${commons.collections.version}
-
-
- commons-logging
- commons-logging
- ${commons.logging.version}
-
-
-
- org.reflections
- reflections
- 0.9.10
-
-
-
- org.scala-lang
- scala-library
- ${scala.version}
-
-
-
- com.ibm.icu
- icu4j
- 70.1
-
-
-
-
-
- target
- target/classes
- ${project.artifactId}-${project.version}
- target/test-classes
-
-
-
- org.apache.maven.plugins
- maven-plugin-plugin
- 3.3
-
-
- org.apache.maven.plugins
- maven-project-info-reports-plugin
- 3.0.0
-
-
- org.apache.maven.plugins
- maven-site-plugin
- 3.9.1
-
- ${dhp.site.skip}
-
-
-
-
- org.apache.maven.plugins
- maven-compiler-plugin
- ${maven.compiler.plugin.version}
-
-
- 1.8
- ${project.build.sourceEncoding}
-
-
-
-
- org.apache.maven.plugins
- maven-jar-plugin
- 3.0.2
-
-
-
- org.apache.maven.plugins
- maven-source-plugin
- 3.0.1
-
-
- attach-sources
- verify
-
- jar-no-fork
-
-
-
-
-
-
- org.apache.maven.plugins
- maven-surefire-plugin
- 3.0.0-M4
-
- true
-
-
-
- org.apache.maven.plugins
- maven-javadoc-plugin
- 3.2.0
-
- true
- none
-
-
-
- org.apache.maven.plugins
- maven-dependency-plugin
- 3.6.0
-
-
-
- net.revelc.code.formatter
- formatter-maven-plugin
- 2.11.0
-
-
- eu.dnetlib.dhp
- dhp-code-style
- ${project.version}
-
-
-
-
- org.antipathy
- mvn-scalafmt_${scala.binary.version}
- 1.0.1640073709.733712b
-
-
- eu.dnetlib.dhp
- dhp-code-style
- ${project.version}
-
-
-
-
-
-
-
- org.apache.maven.plugins
- maven-site-plugin
-
-
- org.apache.maven.plugins
- maven-project-info-reports-plugin
-
-
- net.revelc.code.formatter
- formatter-maven-plugin
-
-
-
- format
-
-
- eclipse/formatter_dnet.xml
-
-
-
-
-
- net.revelc.code
- impsort-maven-plugin
- 1.4.1
-
- java.,javax.,org.,com.
- java,*
-
- **/thrift/*.java
-
-
-
-
- sort-imports
-
- sort
-
-
-
-
-
- org.antipathy
- mvn-scalafmt_${scala.binary.version}
-
- https://code-repo.d4science.org/D-Net/dnet-hadoop/raw/branch/beta/dhp-build/dhp-code-style/src/main/resources/scalafmt/scalafmt.conf
- false
- false
-
- ${project.basedir}/src/main/scala
-
-
- ${project.basedir}/src/test/scala
-
- false
- false
- : git rev-parse --abbrev-ref HEAD
- false
-
-
-
- validate
-
- format
-
-
-
-
-
- org.apache.maven.plugins
- maven-release-plugin
- 2.5.3
-
-
- org.jacoco
- jacoco-maven-plugin
- 0.7.9
-
-
- **/schemas/*
- **/com/cloudera/**/*
- **/org/apache/avro/io/**/*
-
-
-
-
- default-prepare-agent
-
- prepare-agent
-
-
-
- default-report
- prepare-package
-
- report
-
-
-
-
-
-
-
-
-
- org.apache.maven.wagon
- wagon-ssh
- 2.10
-
-
-
-
-
- dnet45-snapshots
- DNet45 Snapshots
- https://maven.d4science.org/nexus/content/repositories/dnet45-snapshots
- default
-
-
- dnet45-releases
- https://maven.d4science.org/nexus/content/repositories/dnet45-releases
-
-
- DHPSite
- ${dhp.site.stage.path}/
-
-
-
-
-
- org.apache.maven.plugins
- maven-javadoc-plugin
-
- true
- none
-
-
-
-
-
-
- sftp://dnet-hadoop@static-web.d4science.org/dnet-hadoop
- UTF-8
- UTF-8
- 3.6.0
- 1.8
- 1.8
- 2.22.2
- 2.0.1
- cdh5.9.2
- 2.6.0-${dhp.cdh.version}
- 4.1.0-${dhp.cdh.version}
- dhp-schemas
- 3.6.0
- 2.4.0.cloudera2
- 2.9.6
- 3.5
- true
- 11.0.2
- 2.11.12
- 2.11
- 1.3.0
- 5.6.1
- 3.3.3
- 3.4.2
- [2.12,3.0)
- [6.1.3]
- [3.1.6]
- [2.6.1]
- 7.5.0
- 4.7.2
- 1.20
- 3.5.3
- 4.13.0
- 1.8
- 4.1.2
- 1.8
- 4.5.3
- 4.0.1
- 2.2.2
- 1.1.3
- 3.2.1
-
-
-
-
-
- scala-2.12
-
- 2.12
- 2.12.18
-
-
-
- 4.0.2
- 3.4.1
- 2.14.2
- 3.12.0
- 3.7.0-M11
- 4.8.1
-
-
-
-
-
-
-
- arm-silicon-mac
-
-
- aarch64
- mac
-
-
-
-
-
- org.xerial.snappy
- snappy-java
- 1.1.8.4
-
-
-
-
+ 4.0.0
+ eu.dnetlib.dhp
+ dhp
+ 1.2.5-SNAPSHOT
+ pom
+
+
+
+ GNU Affero General Public License v3.0 or later
+ https://spdx.org/licenses/AGPL-3.0-or-later.html#licenseText
+ repo
+ This program is free software: you can redistribute it and/or modify it under the terms of the
+ GNU Affero General Public License as published by the Free Software Foundation, either version 3 of the
+ License, or (at your option) any later version.
+
+
+
+
+
+ dhp-build
+ dhp-pace-core
+ dhp-common
+ dhp-workflows
+ dhp-shade-package
+
+
+
+ Redmine
+ https://support.openaire.eu/projects/openaire
+
+
+
+ jenkins
+ https://jenkins-dnet.d4science.org/
+
+
+
+ scm:git:gitea@code-repo.d4science.org:D-Net/dnet-hadoop.git
+ scm:git:gitea@code-repo.d4science.org:D-Net/dnet-hadoop.git
+ https://code-repo.d4science.org/D-Net/dnet-hadoop/
+ HEAD
+
+
+ This module is the root descriptor for the dnet-hadoop project
+
+
+
+
+
+
+
+ Openaire-third-parties-snaphot
+ Openaire third parties Snapshot
+ https://maven.d4science.org/nexus/content/repositories/Openaire-third-parties-snaphot/
+
+ false
+
+
+ true
+
+
+
+
+ dnet45-releases
+ D-Net 45 releases
+ https://maven.d4science.org/nexus/content/repositories/dnet45-releases
+ default
+
+ false
+
+
+ true
+
+
+
+ dnet45-snapshots
+ D-Net 45 snapshots
+ https://maven.d4science.org/nexus/content/repositories/dnet45-snapshots
+ default
+
+ true
+
+
+ false
+
+
+
+ dnet45-bootstrap-snapshot
+ D-Net 45 Bootstrap Snapshot
+ https://maven.d4science.org/nexus/content/repositories/dnet45-bootstrap-snapshot/
+
+ false
+
+
+ true
+
+ default
+
+
+ dnet45-bootstrap-release
+ D-Net 45 Bootstrap Release
+ https://maven.d4science.org/nexus/content/repositories/dnet45-bootstrap-release/
+
+ true
+
+
+ false
+
+ default
+
+
+ cloudera
+ Cloudera Repository
+ https://repository.cloudera.com/artifactory/cloudera-repos
+
+ true
+
+
+ false
+
+
+
+ dnet-deps
+ dnet-dependencies
+ https://maven.d4science.org/nexus/content/repositories/dnet-deps
+ default
+
+
+ maven-restlet
+ Restlet repository
+ https://maven.restlet.talend.com
+
+
+ conjars
+ conjars
+ https://conjars.wensel.net/repo/
+
+
+
+
+
+
+ org.projectlombok
+ lombok
+ 1.18.28
+ provided
+
+
+ org.junit.jupiter
+ junit-jupiter
+ ${junit-jupiter.version}
+ test
+
+
+
+ org.mockito
+ mockito-core
+ ${mockito-core.version}
+ test
+
+
+
+ org.mockito
+ mockito-junit-jupiter
+ ${mockito-core.version}
+ test
+
+
+
+
+
+
+
+ eu.dnetlib.dhp
+ dhp-schemas
+ ${dhp-schemas.version}
+
+
+ org.apache.hadoop
+ hadoop-hdfs
+ ${dhp.hadoop.version}
+ provided
+
+
+ org.apache.hadoop
+ hadoop-common
+ ${dhp.hadoop.version}
+ provided
+
+
+ org.apache.hadoop
+ hadoop-client
+ ${dhp.hadoop.version}
+ provided
+
+
+ org.apache.hadoop
+ hadoop-distcp
+ ${dhp.hadoop.version}
+ provided
+
+
+ org.apache.spark
+ spark-core_${scala.binary.version}
+ ${dhp.spark.version}
+ provided
+
+
+ org.apache.spark
+ spark-sql_${scala.binary.version}
+ ${dhp.spark.version}
+ provided
+
+
+ org.apache.spark
+ spark-graphx_${scala.binary.version}
+ ${dhp.spark.version}
+ provided
+
+
+ org.apache.spark
+ spark-hive_${scala.binary.version}
+ ${dhp.spark.version}
+ test
+
+
+
+ org.slf4j
+ slf4j-api
+ ${org.slf4j.version}
+ provided
+
+
+
+ org.slf4j
+ slf4j-log4j12
+ ${org.slf4j.version}
+ provided
+
+
+
+ org.slf4j
+ jcl-over-slf4j
+ ${org.slf4j.version}
+ provided
+
+
+
+ org.apache.logging.log4j
+ log4j-slf4j2-impl
+ ${log4j.version}
+
+
+ org.apache.logging.log4j
+ log4j-api
+ ${log4j.version}
+
+
+ org.apache.logging.log4j
+ log4j-core
+ ${log4j.version}
+
+
+
+ org.apache.logging.log4j
+ log4j-1.2-api
+ ${log4j.version}
+
+
+
+ org.apache.commons
+ commons-lang3
+ ${dhp.commons.lang.version}
+
+
+
+ org.apache.commons
+ commons-beanutils
+ ${commons-beanutils.version}
+
+
+
+
+ commons-validator
+ commons-validator
+ ${commons-validator.version}
+
+
+
+ com.github.sisyphsu
+ dateparser
+ ${dateparser.version}
+
+
+
+ me.xuender
+ unidecode
+ ${unidecode.version}
+
+
+
+ com.google.guava
+ guava
+ ${dhp.guava.version}
+
+
+
+
+ commons-codec
+ commons-codec
+ ${commons-codec.version}
+
+
+
+ commons-io
+ commons-io
+ ${commons-io.version}
+
+
+
+ commons-cli
+ commons-cli
+ 1.2
+ provided
+
+
+
+ net.sf.saxon
+ Saxon-HE
+ 9.9.1-6
+
+
+
+ dom4j
+ dom4j
+ 1.6.1
+
+
+
+ xml-apis
+ xml-apis
+ 1.4.01
+
+
+
+ jaxen
+ jaxen
+ 1.1.6
+
+
+
+ com.mycila.xmltool
+ xmltool
+ 3.3
+
+
+
+ org.apache.solr
+ solr-solrj
+ ${solr.version}
+
+
+ *
+ *
+
+
+
+
+ com.lucidworks.spark
+ spark-solr
+ ${sparksolr.version}
+
+
+ *
+ *
+
+
+
+
+ org.apache.solr
+ solr-test-framework
+ ${solr.version}
+ test
+
+
+ io.dropwizard.metrics
+ metrics-core
+ 3.2.6
+ test
+
+
+
+
+ org.apache.httpcomponents
+ httpclient
+ ${org.apache.httpcomponents.version}
+
+
+ org.apache.httpcomponents
+ httpmime
+ ${org.apache.httpcomponents.version}
+
+
+ org.noggit
+ noggit
+ 0.8
+
+
+ org.apache.zookeeper
+ zookeeper
+ ${zookeeper.version}
+
+
+
+ net.schmizz
+ sshj
+ 0.10.0
+ test
+
+
+
+ com.fasterxml.jackson.core
+ jackson-core
+ ${dhp.jackson.version}
+ provided
+
+
+
+ com.fasterxml.jackson.core
+ jackson-annotations
+ ${dhp.jackson.version}
+ provided
+
+
+ com.fasterxml.jackson.core
+ jackson-databind
+ ${dhp.jackson.version}
+ provided
+
+
+
+ eu.dnetlib
+ dnet-actionmanager-common
+ ${dnet-actionmanager-common.version}
+
+
+ org.apache.hadoop
+ hadoop-common
+
+
+
+
+ eu.dnetlib
+ dnet-actionmanager-api
+ ${dnet-actionmanager-api.version}
+
+
+ eu.dnetlib
+ cnr-misc-utils
+
+
+
+
+
+ eu.dnetlib
+ cnr-rmi-api
+ ${cnr-rmi-api.version}
+
+
+
+ eu.dnetlib.dhp
+ dnet-openaire-broker-common
+ ${dnet-openaire-broker-common.version}
+
+
+
+ org.apache.cxf
+ cxf-rt-transports-http
+ 3.1.5
+
+
+
+ javax.persistence
+ javax.persistence-api
+ 2.2
+ provided
+
+
+
+ com.jayway.jsonpath
+ json-path
+ 2.4.0
+
+
+ com.arakelian
+ java-jq
+ 0.10.1
+
+
+ edu.cmu
+ secondstring
+ 1.0.0
+
+
+ org.mongodb
+ mongo-java-driver
+ ${mongodb.driver.version}
+
+
+ io.fares.junit.mongodb
+ mongodb-junit-test
+ 1.1.0
+
+
+ org.postgresql
+ postgresql
+ 42.2.10
+
+
+
+ org.antlr
+ stringtemplate
+ 3.2.1
+
+
+
+ org.antlr
+ ST4
+ 4.3.4
+
+
+
+ com.ximpleware
+ vtd-xml
+ ${vtd.version}
+
+
+
+ org.elasticsearch
+ elasticsearch-hadoop
+ 7.6.0
+
+
+
+
+ org.apache.oozie
+ oozie-client
+ ${dhp.oozie.version}
+ provided
+
+
+
+ slf4j-simple
+ org.slf4j
+
+
+
+
+
+
+ com.squareup.okhttp3
+ okhttp
+ ${okhttp.version}
+
+
+
+ org.apache.commons
+ commons-compress
+ ${common.compress.version}
+
+
+ org.apache.commons
+ commons-csv
+ ${common.csv.version}
+
+
+ org.apache.poi
+ poi-ooxml
+ ${apache.poi.version}
+
+
+
+ org.json
+ json
+ 20180813
+
+
+
+ org.json4s
+ json4s-jackson_${scala.binary.version}
+ ${json4s.version}
+
+
+
+ com.github.victools
+ jsonschema-generator
+ ${jsonschemagenerator.version}
+
+
+
+ org.apache.commons
+ commons-text
+ ${common.text.version}
+
+
+
+ com.opencsv
+ opencsv
+ 5.5
+
+
+ io.github.classgraph
+ classgraph
+ 4.8.71
+
+
+
+ com.fasterxml.jackson.dataformat
+ jackson-dataformat-xml
+ ${jackson.version}
+ provided
+
+
+ com.fasterxml.jackson.module
+ jackson-module-jsonSchema
+ ${jackson.version}
+ provided
+
+
+
+ org.apache.commons
+ commons-math3
+ 3.6.1
+
+
+
+ com.google.code.gson
+ gson
+ ${google.gson.version}
+
+
+
+ commons-collections
+ commons-collections
+ ${commons.collections.version}
+
+
+ commons-logging
+ commons-logging
+ ${commons.logging.version}
+
+
+
+ org.reflections
+ reflections
+ ${reflections.version}
+
+
+
+ org.scala-lang
+ scala-library
+ ${scala.version}
+
+
+
+ com.ibm.icu
+ icu4j
+ 70.1
+
+
+
+ org.javassist
+ javassist
+ ${javassist.version}
+
+
+
+
+
+ target
+ target/classes
+ ${project.artifactId}-${project.version}
+ target/test-classes
+
+
+
+ org.apache.maven.plugins
+ maven-plugin-plugin
+ 3.3
+
+
+ org.apache.maven.plugins
+ maven-project-info-reports-plugin
+ 3.0.0
+
+
+ org.apache.maven.plugins
+ maven-site-plugin
+ 3.9.1
+
+ ${dhp.site.skip}
+
+
+
+
+ org.apache.maven.plugins
+ maven-compiler-plugin
+ ${maven.compiler.plugin.version}
+
+
+ 1.8
+ ${project.build.sourceEncoding}
+
+
+
+
+ org.apache.maven.plugins
+ maven-jar-plugin
+ 3.0.2
+
+
+
+ org.apache.maven.plugins
+ maven-source-plugin
+ 3.0.1
+
+
+ attach-sources
+ verify
+
+ jar-no-fork
+
+
+
+
+
+
+ org.apache.maven.plugins
+ maven-surefire-plugin
+ 3.0.0-M4
+
+ true
+ false
+
+
+
+ org.apache.maven.plugins
+ maven-javadoc-plugin
+ 3.2.0
+
+ true
+ none
+
+
+
+ org.apache.maven.plugins
+ maven-dependency-plugin
+ 3.6.0
+
+
+
+ net.revelc.code.formatter
+ formatter-maven-plugin
+ 2.11.0
+
+
+ eu.dnetlib.dhp
+ dhp-code-style
+ ${project.version}
+
+
+
+
+ org.antipathy
+ mvn-scalafmt_${scala.binary.version}
+ 1.0.1640073709.733712b
+
+
+ eu.dnetlib.dhp
+ dhp-code-style
+ ${project.version}
+
+
+
+
+
+
+
+ org.apache.maven.plugins
+ maven-site-plugin
+
+
+ org.apache.maven.plugins
+ maven-project-info-reports-plugin
+
+
+ net.revelc.code.formatter
+ formatter-maven-plugin
+
+
+
+ format
+
+
+ eclipse/formatter_dnet.xml
+
+
+
+
+
+ net.revelc.code
+ impsort-maven-plugin
+ 1.6.2
+
+ java.,javax.,org.,com.
+ java,*
+
+ **/thrift/*.java
+
+
+
+
+ sort-imports
+
+ sort
+
+
+
+
+
+ org.antipathy
+ mvn-scalafmt_${scala.binary.version}
+
+
+ https://code-repo.d4science.org/D-Net/dnet-hadoop/raw/branch/beta/dhp-build/dhp-code-style/src/main/resources/scalafmt/scalafmt.conf
+
+ false
+ false
+
+ ${project.basedir}/src/main/scala
+
+
+ ${project.basedir}/src/test/scala
+
+ false
+ false
+ : git rev-parse --abbrev-ref HEAD
+ false
+
+
+
+ validate
+
+ format
+
+
+
+
+
+ org.apache.maven.plugins
+ maven-release-plugin
+ 2.5.3
+
+
+ org.jacoco
+ jacoco-maven-plugin
+ 0.8.10
+
+
+ **/schemas/*
+ **/com/cloudera/**/*
+ **/org/apache/avro/io/**/*
+
+
+
+
+ default-prepare-agent
+
+ prepare-agent
+
+
+
+ default-report
+ prepare-package
+
+ report
+
+
+
+
+
+
+
+
+
+ org.apache.maven.wagon
+ wagon-ssh
+ 2.10
+
+
+
+
+
+ dnet45-snapshots
+ DNet45 Snapshots
+ https://maven.d4science.org/nexus/content/repositories/dnet45-snapshots
+ default
+
+
+ dnet45-releases
+ https://maven.d4science.org/nexus/content/repositories/dnet45-releases
+
+
+ DHPSite
+ ${dhp.site.stage.path}/
+
+
+
+
+
+ org.apache.maven.plugins
+ maven-javadoc-plugin
+
+ true
+ none
+
+
+
+
+
+
+ sftp://dnet-hadoop@static-web.d4science.org/dnet-hadoop
+ UTF-8
+ UTF-8
+ 1.8
+ 1.8
+
+
+ 2.11.12
+ 2.11
+
+
+ 3.6.0
+ 2.22.2
+ 2.0.1
+ 4.0.1
+
+
+ 4.1.2
+ [2.6.1]
+ 1.20
+ 1.8
+ 1.8
+ 1.9.4
+ 1.9
+ 3.2.1
+ 2.4
+ 1.1.3
+ 1.7
+ 1.0.7
+ [6.1.4-SNAPSHOT]
+ cdh5.9.2
+ 3.5
+ 11.0.2
+ 2.6.0-${dhp.cdh.version}
+ 2.9.6
+ 4.1.0-${dhp.cdh.version}
+ true
+ 2.4.0.cloudera2
+ [4.0.3]
+ [6.0.5]
+ [3.1.6]
+ 2.2.2
+ 1.2.17
+ 3.19.0-GA
+ 3.5.3
+ 4.13.0
+ 5.6.1
+ 3.3.3
+ 3.4.2
+ 4.7.2
+ 4.5.3
+ 1.7.25
+ 0.9.10
+ 1.3.0
+ 7.5.0
+ 3.6.0
+ 0.0.7
+ [2.12,3.0)
+ 3.4.6
+
+
+
+
+
+ spark-34
+
+ 2.12
+ 2.12.18
+ 1.3.0
+
+
+ 4.8.1
+
+
+ 1.22
+ 1.8
+ 1.10.0
+ 1.9.4
+ 1.15
+ 3.2.2
+ 2.11.0
+ 1.1.3
+ 1.7
+
+ 14.0.1
+ 8.11.0
+ 4.0.4
+ 3.4.2.openaire
+ 2.14.2
+ 3.12.0
+ 2.19.0
+ 3.7.0-M11
+ 3.25.0-GA
+ 4.10.0
+ 2.0.6
+ 0.10.2
+ 3.6.3
+
+
+
+
+ spark-35
+
+ 2.12
+ 2.12.18
+ 1.3.0
+
+
+ 4.8.1
+
+
+ 1.23.0
+ 1.8
+ 1.10.0
+ 1.9.4
+ 1.16.0
+ 3.2.2
+ 2.13.0
+ 1.1.3
+ 1.7
+
+ 14.0.1
+ 8.11.0
+ 4.0.4
+ 3.5.1.openaire-SNAPSHOT
+ 2.15.2
+ 3.12.0
+ 2.20.0
+ 3.7.0-M11
+ 3.25.0-GA
+ 4.10.0
+ 2.0.7
+ 0.10.2
+ 3.6.3
+
+
+
+
+ java11
+
+ [11
+
+
+
+
+
+ org.apache.maven.plugins
+ maven-surefire-plugin
+ 3.0.0-M4
+
+
+ --add-opens=java.base/java.lang=ALL-UNNAMED
+ --add-opens=java.base/java.lang.invoke=ALL-UNNAMED
+ --add-opens=java.base/java.lang.reflect=ALL-UNNAMED
+ --add-opens=java.base/java.io=ALL-UNNAMED --add-opens=java.base/java.net=ALL-UNNAMED
+ --add-opens=java.base/java.nio=ALL-UNNAMED
+ --add-opens=java.base/java.util=ALL-UNNAMED
+ --add-opens=java.base/java.util.concurrent=ALL-UNNAMED
+ --add-opens=java.base/java.util.concurrent.atomic=ALL-UNNAMED
+ --add-opens=java.base/sun.nio.ch=ALL-UNNAMED
+ --add-opens=java.base/sun.nio.cs=ALL-UNNAMED
+ --add-opens=java.base/sun.security.action=ALL-UNNAMED
+ --add-opens=java.base/sun.util.calendar=ALL-UNNAMED
+
+ true
+ false
+
+
+
+
+
+
\ No newline at end of file