380 lines
15 KiB
XML
380 lines
15 KiB
XML
<?xml version="1.0" encoding="UTF-8"?>
|
|
<project xmlns="http://maven.apache.org/POM/4.0.0"
|
|
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
|
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
|
|
<modelVersion>4.0.0</modelVersion>
|
|
|
|
<parent>
|
|
<artifactId>dhp-workflows</artifactId>
|
|
<groupId>eu.dnetlib.dhp</groupId>
|
|
<version>1.2.5-SNAPSHOT</version>
|
|
<relativePath>../pom.xml</relativePath>
|
|
</parent>
|
|
|
|
<artifactId>dhp-continuous-validation</artifactId>
|
|
<!-- The "version" is inherited from the parent module. -->
|
|
|
|
<properties>
|
|
<maven.compiler.source>8</maven.compiler.source>
|
|
<maven.compiler.target>8</maven.compiler.target>
|
|
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
|
|
<jackson.version>2.14.3</jackson.version> <!-- Scala doesn't want a higher version than 2.14.x -->
|
|
</properties>
|
|
|
|
<dependencies>
|
|
<dependency>
|
|
<groupId>eu.dnetlib</groupId>
|
|
<artifactId>uoa-validator-engine2</artifactId>
|
|
<version>0.9.0</version>
|
|
</dependency>
|
|
|
|
<!-- https://mvnrepository.com/artifact/org.apache.spark/spark-core -->
|
|
<dependency>
|
|
<groupId>org.apache.spark</groupId>
|
|
<artifactId>spark-core_${scala.binary.version}</artifactId>
|
|
<version>${dhp.spark.version}</version>
|
|
<!--<scope>provided</scope>-->
|
|
<!--
|
|
<scope>compile</scope>
|
|
-->
|
|
|
|
<exclusions>
|
|
<!-- This is an older version which causes problems. We have to add the latest version independently. -->
|
|
<!-- This exists only in Hadoop 3.0.0+ -->
|
|
<!--<exclusion>
|
|
<groupId>org.apache.hadoop</groupId>
|
|
<artifactId>hadoop-client-api</artifactId>
|
|
</exclusion>-->
|
|
<exclusion>
|
|
<groupId>ch.qos.logback</groupId>
|
|
<artifactId>logback-classic</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>org.apache.logging.log4j</groupId>
|
|
<artifactId>log4j-api</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>org.slf4j</groupId>
|
|
<artifactId>slf4j-log4j12</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>org.slf4j</groupId>
|
|
<artifactId>slf4j-api</artifactId>
|
|
</exclusion>
|
|
</exclusions>
|
|
</dependency>
|
|
|
|
|
|
<!-- https://mvnrepository.com/artifact/org.apache.spark/spark-sql -->
|
|
<dependency>
|
|
<groupId>org.apache.spark</groupId>
|
|
<artifactId>spark-sql_${scala.binary.version}</artifactId>
|
|
<version>${dhp.spark.version}</version>
|
|
<!--<scope>provided</scope>-->
|
|
<!--<scope>compile</scope>-->
|
|
<exclusions>
|
|
<!-- This exclusion is a must for scala 2.11 and spark 2.4.0.cloudera2 -->
|
|
<exclusion>
|
|
<groupId>com.twitter</groupId>
|
|
<artifactId>parquet-format</artifactId>
|
|
</exclusion>
|
|
</exclusions>
|
|
</dependency>
|
|
|
|
|
|
<!-- https://mvnrepository.com/artifact/org.apache.parquet/parquet-avro -->
|
|
<dependency>
|
|
<groupId>org.apache.parquet</groupId>
|
|
<artifactId>parquet-avro</artifactId>
|
|
<version>1.13.1</version>
|
|
</dependency>
|
|
|
|
|
|
<!-- https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-common -->
|
|
<dependency>
|
|
<groupId>org.apache.hadoop</groupId>
|
|
<artifactId>hadoop-common</artifactId>
|
|
<!--<version>${dhp.hadoop.version}</version>-->
|
|
<!--<scope>compile</scope>-->
|
|
|
|
<exclusions>
|
|
<exclusion>
|
|
<groupId>org.apache.parquet</groupId>
|
|
<artifactId>parquet-avro</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>org.apache.avro</groupId>
|
|
<artifactId>avro</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>org.slf4j</groupId>
|
|
<artifactId>slf4j-api</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>org.slf4j</groupId>
|
|
<artifactId>slf4j-reload4j</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>ch.qos.reload4j</groupId>
|
|
<artifactId>reload4j</artifactId>
|
|
</exclusion>
|
|
|
|
<!-- Vulnerable dependencies: -->
|
|
<exclusion>
|
|
<groupId>com.google.protobuf</groupId>
|
|
<artifactId>protobuf-java</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>org.codehaus.jackson</groupId>
|
|
<artifactId>jackson-core-asl</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>org.codehaus.jackson</groupId>
|
|
<artifactId>jackson-mapper-asl</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>com.fasterxml.woodstox</groupId>
|
|
<artifactId>woodstox-core</artifactId>
|
|
</exclusion>
|
|
<!-- This dependency is required in order for the program to run without errors. It is discontinued. -->
|
|
<!--<exclusion>
|
|
<groupId>commons-collections</groupId>
|
|
<artifactId>commons-collections</artifactId>
|
|
</exclusion>-->
|
|
</exclusions>
|
|
</dependency>
|
|
|
|
<!-- https://mvnrepository.com/artifact/io.dropwizard.metrics/metrics-core -->
|
|
<dependency>
|
|
<groupId>io.dropwizard.metrics</groupId>
|
|
<artifactId>metrics-core</artifactId>
|
|
<version>4.2.22</version>
|
|
<!-- <scope>compile</scope>-->
|
|
</dependency>
|
|
<!-- https://mvnrepository.com/artifact/com.fasterxml.jackson.core/jackson-databind -->
|
|
<dependency>
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
<artifactId>jackson-databind</artifactId>
|
|
<version>${jackson.version}</version>
|
|
<!-- <scope>compile</scope>-->
|
|
</dependency>
|
|
<!-- https://mvnrepository.com/artifact/com.fasterxml.jackson.core/jackson-core -->
|
|
<dependency>
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
<artifactId>jackson-core</artifactId>
|
|
<version>${jackson.version}</version>
|
|
<!-- <scope>compile</scope>-->
|
|
</dependency>
|
|
<!-- https://mvnrepository.com/artifact/com.fasterxml.jackson.core/jackson-annotations -->
|
|
<dependency>
|
|
<groupId>com.fasterxml.jackson.core</groupId>
|
|
<artifactId>jackson-annotations</artifactId>
|
|
<version>${jackson.version}</version>
|
|
<!-- <scope>compile</scope>-->
|
|
</dependency>
|
|
|
|
<!-- https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-mapreduce-client-app -->
|
|
<dependency>
|
|
<groupId>org.apache.hadoop</groupId>
|
|
<artifactId>hadoop-mapreduce-client-app</artifactId>
|
|
<version>${dhp.hadoop.version}</version>
|
|
|
|
<exclusions>
|
|
<exclusion>
|
|
<groupId>org.apache.avro</groupId>
|
|
<artifactId>avro</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>org.slf4j</groupId>
|
|
<artifactId>slf4j-api</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>org.slf4j</groupId>
|
|
<artifactId>slf4j-log4j12</artifactId>
|
|
</exclusion>
|
|
|
|
<!-- Vulnerable dependencies: -->
|
|
<exclusion>
|
|
<groupId>com.google.protobuf</groupId>
|
|
<artifactId>protobuf-java</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>io.netty</groupId>
|
|
<artifactId>netty</artifactId>
|
|
</exclusion>
|
|
</exclusions>
|
|
</dependency>
|
|
|
|
|
|
|
|
<!-- https://mvnrepository.com/artifact/org.apache.hadoop/hadoop-mapreduce-client-core -->
|
|
<!--<dependency>
|
|
<groupId>org.apache.hadoop</groupId>
|
|
<artifactId>hadoop-mapreduce-client-core</artifactId>
|
|
<version>${dhp.hadoop.version}</version>
|
|
|
|
<!– <scope>compile</scope>–>
|
|
|
|
<exclusions>
|
|
<exclusion>
|
|
<groupId>org.apache.parquet</groupId>
|
|
<artifactId>parquet-avro</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>org.apache.avro</groupId>
|
|
<artifactId>avro</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>org.slf4j</groupId>
|
|
<artifactId>slf4j-api</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>org.slf4j</groupId>
|
|
<artifactId>slf4j-reload4j</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>ch.qos.reload4j</groupId>
|
|
<artifactId>reload4j</artifactId>
|
|
</exclusion>
|
|
|
|
<!– Vulnerable dependencies: –>
|
|
<exclusion>
|
|
<groupId>com.google.protobuf</groupId>
|
|
<artifactId>protobuf-java</artifactId>
|
|
</exclusion>
|
|
<exclusion>
|
|
<groupId>io.netty</groupId>
|
|
<artifactId>netty</artifactId>
|
|
</exclusion>
|
|
</exclusions>
|
|
</dependency>-->
|
|
|
|
|
|
<!-- Add back some updated version of the needed dependencies. -->
|
|
<!-- This should be enabled only when using Hadoop 3.0.0+ -->
|
|
<!--<dependency>
|
|
<groupId>org.apache.hadoop</groupId>
|
|
<artifactId>hadoop-client-api</artifactId>
|
|
<version>${dhp.hadoop.version}</version>
|
|
</dependency>-->
|
|
<dependency> <!-- Newer versions (>=0.18.X) are not compatible with JAVA 8. -->
|
|
<groupId>org.apache.thrift</groupId>
|
|
<artifactId>libthrift</artifactId>
|
|
<version>0.17.0</version>
|
|
</dependency>
|
|
<dependency>
|
|
<groupId>com.fasterxml.woodstox</groupId>
|
|
<artifactId>woodstox-core</artifactId>
|
|
<version>6.5.1</version>
|
|
</dependency>
|
|
|
|
|
|
<!-- Other dependencies. -->
|
|
<dependency>
|
|
<groupId>com.google.code.gson</groupId>
|
|
<artifactId>gson</artifactId>
|
|
<version>2.10.1</version>
|
|
</dependency>
|
|
|
|
<!-- logback versions 1.4.X require Java-11 -->
|
|
<!-- logback versions 1.3.X require Java-8, but if this project is added as Dependency in a Spring Boot App (with v.2.7.x), then Spring Boot throws an error, since it does not yet support logback 1.3.x -->
|
|
|
|
<!-- https://mvnrepository.com/artifact/ch.qos.logback/logback-core -->
|
|
<dependency>
|
|
<groupId>ch.qos.logback</groupId>
|
|
<artifactId>logback-core</artifactId>
|
|
<version>1.2.13</version>
|
|
</dependency>
|
|
|
|
<!-- https://mvnrepository.com/artifact/org.slf4j/slf4j-api -->
|
|
<dependency>
|
|
<groupId>org.slf4j</groupId>
|
|
<artifactId>slf4j-api</artifactId>
|
|
<version>1.7.36</version>
|
|
</dependency>
|
|
|
|
<!-- https://mvnrepository.com/artifact/ch.qos.logback/logback-classic -->
|
|
<dependency>
|
|
<groupId>ch.qos.logback</groupId>
|
|
<artifactId>logback-classic</artifactId>
|
|
<version>1.2.13</version>
|
|
</dependency>
|
|
|
|
<!-- https://mvnrepository.com/artifact/org.junit.jupiter/junit-jupiter-engine -->
|
|
<dependency>
|
|
<groupId>org.junit.jupiter</groupId>
|
|
<artifactId>junit-jupiter-engine</artifactId>
|
|
<version>5.10.1</version>
|
|
<scope>test</scope>
|
|
</dependency>
|
|
|
|
<dependency>
|
|
<groupId>eu.dnetlib.dhp</groupId>
|
|
<artifactId>dhp-common</artifactId>
|
|
<version>${project.version}</version>
|
|
<!-- <scope>compile</scope>-->
|
|
</dependency>
|
|
|
|
</dependencies>
|
|
|
|
<!--<build>
|
|
<plugins>
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-shade-plugin</artifactId>
|
|
<version>3.5.1</version>
|
|
<executions>
|
|
<execution>
|
|
<phase>package</phase>
|
|
<goals>
|
|
<goal>shade</goal>
|
|
</goals>
|
|
<configuration>
|
|
<shadedArtifactAttached>false</shadedArtifactAttached>
|
|
<transformers>
|
|
<!– add Main-Class to manifest file –>
|
|
<transformer implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
|
|
<mainClass>eu.dnetlib.dhp.continuous_validator.ContinuousValidator</mainClass>
|
|
</transformer>
|
|
</transformers>
|
|
<filters>
|
|
<!– filter manifest signature files when creating uber-jar –>
|
|
<filter>
|
|
<artifact>*:*</artifact>
|
|
<excludes>
|
|
<exclude>META-INF/INDEX.LIST</exclude>
|
|
<exclude>META-INF/*.SF</exclude>
|
|
<exclude>META-INF/*.DSA</exclude>
|
|
<exclude>META-INF/*.RSA</exclude>
|
|
<exclude>LICENSE*</exclude>
|
|
</excludes>
|
|
</filter>
|
|
</filters>
|
|
<createDependencyReducedPom>false</createDependencyReducedPom>
|
|
<!– The "minimize" config breaks things at runtime. –>
|
|
<!–<minimizeJar>true</minimizeJar>–>
|
|
</configuration>
|
|
</execution>
|
|
</executions>
|
|
</plugin>
|
|
<plugin>
|
|
<groupId>org.apache.maven.plugins</groupId>
|
|
<artifactId>maven-surefire-plugin</artifactId>
|
|
<version>3.2.2</version>
|
|
<configuration>
|
|
<!–<excludes>
|
|
<exclude>some test to exclude here</exclude>
|
|
</excludes>–>
|
|
</configuration>
|
|
</plugin>
|
|
</plugins>
|
|
</build>-->
|
|
|
|
<repositories>
|
|
<repository>
|
|
<id>libs</id>
|
|
<url>file:///${project.basedir}/libs</url>
|
|
</repository>
|
|
</repositories>
|
|
|
|
</project> |