diff --git a/dhp-workflows/dhp-broker-events/src/main/java/eu/dnetlib/dhp/broker/model/EventFactory.java b/dhp-workflows/dhp-broker-events/src/main/java/eu/dnetlib/dhp/broker/model/EventFactory.java
index 4a58cfd36..0cb0d7801 100644
--- a/dhp-workflows/dhp-broker-events/src/main/java/eu/dnetlib/dhp/broker/model/EventFactory.java
+++ b/dhp-workflows/dhp-broker-events/src/main/java/eu/dnetlib/dhp/broker/model/EventFactory.java
@@ -34,7 +34,10 @@ public class EventFactory {
final MappedFields map = createMapFromResult(updateInfo);
final String eventId = calculateEventId(
- updateInfo.getTopicPath(), updateInfo.getTarget().getOpenaireId(), updateInfo.getHighlightValueAsString());
+ updateInfo.getTopicPath(), updateInfo.getTargetDs().getOpenaireId(), updateInfo
+ .getTarget()
+ .getOpenaireId(),
+ updateInfo.getHighlightValueAsString());
res.setEventId(eventId);
res.setProducerId(PRODUCER_ID);
@@ -93,11 +96,13 @@ public class EventFactory {
return map;
}
- private static String calculateEventId(final String topic, final String publicationId, final String value) {
+ private static String calculateEventId(final String topic, final String dsId, final String publicationId,
+ final String value) {
return "event-"
- + DigestUtils.md5Hex(topic).substring(0, 6) + "-"
- + DigestUtils.md5Hex(publicationId).substring(0, 8) + "-"
- + DigestUtils.md5Hex(value).substring(0, 8);
+ + DigestUtils.md5Hex(topic).substring(0, 4) + "-"
+ + DigestUtils.md5Hex(dsId).substring(0, 4) + "-"
+ + DigestUtils.md5Hex(publicationId).substring(0, 7) + "-"
+ + DigestUtils.md5Hex(value).substring(0, 5);
}
private static long calculateExpiryDate(final long now) {
diff --git a/dhp-workflows/dhp-broker-events/src/main/resources/eu/dnetlib/dhp/broker/oa/partial/oozie_app/workflow.xml b/dhp-workflows/dhp-broker-events/src/main/resources/eu/dnetlib/dhp/broker/oa/partial/oozie_app/workflow.xml
index 2271a9e0e..80505ca1e 100644
--- a/dhp-workflows/dhp-broker-events/src/main/resources/eu/dnetlib/dhp/broker/oa/partial/oozie_app/workflow.xml
+++ b/dhp-workflows/dhp-broker-events/src/main/resources/eu/dnetlib/dhp/broker/oa/partial/oozie_app/workflow.xml
@@ -64,157 +64,12 @@
-
+
Action failed, error message[${wf:errorMessage(wf:lastErrorNode())}]
-
-
-
- yarn
- cluster
- JoinStep0
- eu.dnetlib.dhp.broker.oa.JoinStep0Job
- dhp-broker-events-${projectVersion}.jar
-
- --executor-cores=${sparkExecutorCores}
- --executor-memory=${sparkExecutorMemory}
- --driver-memory=${sparkDriverMemory}
- --conf spark.extraListeners=${spark2ExtraListeners}
- --conf spark.sql.queryExecutionListeners=${spark2SqlQueryExecutionListeners}
- --conf spark.yarn.historyServer.address=${spark2YarnHistoryServerAddress}
- --conf spark.eventLog.dir=${nameNode}${spark2EventLogDir}
- --conf spark.sql.shuffle.partitions=3840
-
- --graphPath${graphInputPath}
- --workingPath${workingPath}
-
-
-
-
-
-
-
- yarn
- cluster
- JoinStep1
- eu.dnetlib.dhp.broker.oa.JoinStep1Job
- dhp-broker-events-${projectVersion}.jar
-
- --executor-cores=${sparkExecutorCores}
- --executor-memory=${sparkExecutorMemory}
- --driver-memory=${sparkDriverMemory}
- --conf spark.extraListeners=${spark2ExtraListeners}
- --conf spark.sql.queryExecutionListeners=${spark2SqlQueryExecutionListeners}
- --conf spark.yarn.historyServer.address=${spark2YarnHistoryServerAddress}
- --conf spark.eventLog.dir=${nameNode}${spark2EventLogDir}
- --conf spark.sql.shuffle.partitions=3840
-
- --graphPath${graphInputPath}
- --workingPath${workingPath}
-
-
-
-
-
-
-
- yarn
- cluster
- JoinStep2
- eu.dnetlib.dhp.broker.oa.JoinStep2Job
- dhp-broker-events-${projectVersion}.jar
-
- --executor-cores=${sparkExecutorCores}
- --executor-memory=${sparkExecutorMemory}
- --driver-memory=${sparkDriverMemory}
- --conf spark.extraListeners=${spark2ExtraListeners}
- --conf spark.sql.queryExecutionListeners=${spark2SqlQueryExecutionListeners}
- --conf spark.yarn.historyServer.address=${spark2YarnHistoryServerAddress}
- --conf spark.eventLog.dir=${nameNode}${spark2EventLogDir}
- --conf spark.sql.shuffle.partitions=3840
-
- --graphPath${graphInputPath}
- --workingPath${workingPath}
-
-
-
-
-
-
-
- yarn
- cluster
- JoinStep3
- eu.dnetlib.dhp.broker.oa.JoinStep3Job
- dhp-broker-events-${projectVersion}.jar
-
- --executor-cores=${sparkExecutorCores}
- --executor-memory=${sparkExecutorMemory}
- --driver-memory=${sparkDriverMemory}
- --conf spark.extraListeners=${spark2ExtraListeners}
- --conf spark.sql.queryExecutionListeners=${spark2SqlQueryExecutionListeners}
- --conf spark.yarn.historyServer.address=${spark2YarnHistoryServerAddress}
- --conf spark.eventLog.dir=${nameNode}${spark2EventLogDir}
- --conf spark.sql.shuffle.partitions=3840
-
- --graphPath${graphInputPath}
- --workingPath${workingPath}
-
-
-
-
-
-
-
- yarn
- cluster
- JoinStep4
- eu.dnetlib.dhp.broker.oa.JoinStep4Job
- dhp-broker-events-${projectVersion}.jar
-
- --executor-cores=${sparkExecutorCores}
- --executor-memory=${sparkExecutorMemory}
- --driver-memory=${sparkDriverMemory}
- --conf spark.extraListeners=${spark2ExtraListeners}
- --conf spark.sql.queryExecutionListeners=${spark2SqlQueryExecutionListeners}
- --conf spark.yarn.historyServer.address=${spark2YarnHistoryServerAddress}
- --conf spark.eventLog.dir=${nameNode}${spark2EventLogDir}
- --conf spark.sql.shuffle.partitions=3840
-
- --graphPath${graphInputPath}
- --workingPath${workingPath}
-
-
-
-
-
-
-
- yarn
- cluster
- PrepareGroupsJob
- eu.dnetlib.dhp.broker.oa.PrepareGroupsJob
- dhp-broker-events-${projectVersion}.jar
-
- --executor-cores=${sparkExecutorCores}
- --executor-memory=${sparkExecutorMemory}
- --driver-memory=${sparkDriverMemory}
- --conf spark.extraListeners=${spark2ExtraListeners}
- --conf spark.sql.queryExecutionListeners=${spark2SqlQueryExecutionListeners}
- --conf spark.yarn.historyServer.address=${spark2YarnHistoryServerAddress}
- --conf spark.eventLog.dir=${nameNode}${spark2EventLogDir}
- --conf spark.sql.shuffle.partitions=3840
-
- --graphPath${graphInputPath}
- --workingPath${workingPath}
-
-
-
-
-
yarn