sabeel
/
dnet-hadoop
forked from D-Net/dnet-hadoop
1
0
Fork 0
Code Pull Requests Activity

updated log to add subentity

This commit is contained in:
Sandro La Bruzzo 2023-06-28 13:36:05 +02:00
parent ed7e2ab6d1
commit 9963fd6d29
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
dhp-workflows/dhp-dedup-openaire/src/main/java/eu/dnetlib/dhp/oa/dedup/SparkCreateSimRels.java
View File

@ -117,7 +117,7 @@ public class SparkCreateSimRels extends AbstractSparkAction {
saveParquet(simRels, outputPath, SaveMode.Overwrite); saveParquet(simRels, outputPath, SaveMode.Overwrite);
final long end = System.currentTimeMillis(); final long end = System.currentTimeMillis();
if (StringUtils.isNotBlank(dfLogPath)) { if (StringUtils.isNotBlank(dfLogPath)) {
final DedupLogModel model = new DedupLogModel(runTag, dedupConf.toString(), entity, start, end, final DedupLogModel model = new DedupLogModel(runTag, dedupConf.toString(), subEntity, start, end,
end - start); end - start);
new DedupLogWriter(dfLogPath).appendLog(model, spark); new DedupLogWriter(dfLogPath).appendLog(model, spark);