dimitris.pierrakos
/
dnet-hadoop
forked from D-Net/dnet-hadoop
1
0
Fork 0
Code Pull Requests Activity

avoid to consider _SUCCESS file

This commit is contained in:
Miriam Baglioni 2020-07-10 19:42:23 +02:00
parent 1b0b968548
commit c27f12d6e8
1 changed files with 16 additions and 18 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/dump/SendToZenodo.java
View File

@ -62,6 +62,7 @@ public class SendToZenodo implements Serializable {
Path p = fileStatus.getPath(); Path p = fileStatus.getPath();
String p_string = p.toString(); String p_string = p.toString();
if(!p_string.endsWith("_SUCCESS")){
String tmp = p_string.substring(0, p_string.lastIndexOf("/")); String tmp = p_string.substring(0, p_string.lastIndexOf("/"));
String community = tmp.substring(tmp.lastIndexOf("/") + 1); String community = tmp.substring(tmp.lastIndexOf("/") + 1);
log.info("Sending information for community: " + community); log.info("Sending information for community: " + community);
@ -72,11 +73,6 @@ public class SendToZenodo implements Serializable {
try { try {
apiClient.upload(f, community_name); apiClient.upload(f, community_name);
} catch (Exception e) {
if (f.exists()) {
log.info("Deleting information for community: " + community);
f.delete();
}
} finally { } finally {
if (f.exists()) { if (f.exists()) {
log.info("Deleting information for community: " + community); log.info("Deleting information for community: " + community);
@ -85,6 +81,8 @@ public class SendToZenodo implements Serializable {
} }
} }
}
apiClient.sendMretadata(metadata); apiClient.sendMretadata(metadata);
apiClient.publish(); apiClient.publish();