alessia.bardi
/
dnet-hadoop
forked from D-Net/dnet-hadoop
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

-

This commit is contained in:
Miriam Baglioni 2020-07-07 18:20:51 +02:00
parent b2782025f6
commit d86adb82a7
1 changed files with 9 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/oa/graph/dump/SendToZenodo.java
View File

@ -3,6 +3,7 @@ package eu.dnetlib.dhp.oa.graph.dump;
import java.io.File; import java.io.File;
import java.io.Serializable; import java.io.Serializable;
import java.util.Arrays;
import javax.management.Query; import javax.management.Query;
@ -15,7 +16,10 @@ import org.apache.hadoop.fs.LocatedFileStatus;
import org.apache.hadoop.fs.Path; import org.apache.hadoop.fs.Path;
import org.apache.hadoop.fs.RemoteIterator; import org.apache.hadoop.fs.RemoteIterator;
import com.google.gson.Gson;
import eu.dnetlib.dhp.application.ArgumentApplicationParser; import eu.dnetlib.dhp.application.ArgumentApplicationParser;
import eu.dnetlib.dhp.oa.graph.dump.zenodo.*;
import eu.dnetlib.dhp.utils.ISLookupClientFactory; import eu.dnetlib.dhp.utils.ISLookupClientFactory;
public class SendToZenodo implements Serializable { public class SendToZenodo implements Serializable {
@ -61,14 +65,13 @@ public class SendToZenodo implements Serializable {
String tmp = p_string.substring(0, p_string.lastIndexOf("/")); String tmp = p_string.substring(0, p_string.lastIndexOf("/"));
String community = tmp.substring(tmp.lastIndexOf("/") + 1); String community = tmp.substring(tmp.lastIndexOf("/") + 1);
log.info("Sending information for community: " + community); log.info("Sending information for community: " + community);
String community_name = communityMap.get(community).replace(" ", "_"); String community_name = communityMap.get(community).replace(" ", "_") + ".zip";
log.info("Copying information for community: " + community); log.info("Copying information for community: " + community);
fileSystem.copyToLocalFile(p, new Path("/tmp/" + community_name)); fileSystem.copyToLocalFile(p, new Path("/tmp/" + community_name));
File f = new File("/tmp/" + community_name); File f = new File("/tmp/" + community_name);
try { try {
apiClient.upload(f, community_name); apiClient.upload(f, community_name);
apiClient.sendMretadata(metadata);
apiClient.publish();
} catch (Exception e) { } catch (Exception e) {
if (f.exists()) { if (f.exists()) {
log.info("Deleting information for community: " + community); log.info("Deleting information for community: " + community);
@ -82,6 +85,9 @@ public class SendToZenodo implements Serializable {
} }
} }
apiClient.sendMretadata(metadata);
apiClient.publish();
} }
} }