spyros
/
dnet-hadoop
forked from D-Net/dnet-hadoop
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

changed code to save intermediate result

This commit is contained in:
Sandro La Bruzzo 2020-02-27 10:18:46 +01:00
parent f09e065865
commit b32655e48e
3 changed files with 7 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
dhp-workflows/dhp-graph-provision/src/main/java/eu/dnetlib/dhp/provision/SparkGenerateScholix.java
View File

@ -45,11 +45,11 @@ public class SparkGenerateScholix {
.map(Tuple2::_2) .map(Tuple2::_2)
.mapToPair(summaryRelation -> .mapToPair(summaryRelation ->
new Tuple2<>( new Tuple2<>(
DHPUtils.getJPathString(targetIDPath,summaryRelation._2()), DHPUtils.getJPathString(targetIDPath, summaryRelation._2()),
Scholix.generateScholixWithSource(summaryRelation._1(), summaryRelation._2()))) Scholix.generateScholixWithSource(summaryRelation._1(), summaryRelation._2())))
.join(scholixSummary) // .join(scholixSummary)
.map(Tuple2::_2) // .map(Tuple2::_2)
.map(i -> i._1().addTarget(i._2())) // .map(i -> i._1().addTarget(i._2()))
.map(s-> { .map(s-> {
ObjectMapper mapper = new ObjectMapper(); ObjectMapper mapper = new ObjectMapper();
return mapper.writeValueAsString(s); return mapper.writeValueAsString(s);
@ -57,7 +57,7 @@ public class SparkGenerateScholix {
.saveAsTextFile(workingDirPath + "/scholix", GzipCodec.class); .saveAsTextFile(workingDirPath + "/scholix", GzipCodec.class);
; ;
} }

2
dhp-workflows/dhp-graph-provision/src/test/resources/eu/dnetlib/dhp/provision/relation.json
View File

@ -1 +1 @@
{"dataInfo":{"invisible":false,"inferred":null,"deletedbyinference":false,"trust":"0.9","inferenceprovenance":null,"provenanceaction":null},"lastupdatetimestamp":null,"relType":"cites","subRelType":null,"relClass":"datacite","source":"50|4916f842ad1567aed2ec220001081d22","target":"60|829a8bf6b014d9bab2d24e42ed395723","collectedFrom":[{"key":"dli_________::r3d100010255","value":"ICPSR","dataInfo":null}]} {"dataInfo":{"invisible":false,"inferred":null,"deletedbyinference":false,"trust":"0.9","inferenceprovenance":null,"provenanceaction":null},"lastupdatetimestamp":null,"relType":"IsReferencedBy","subRelType":null,"relClass":"datacite","source":"50|dedup_______::4f00e4f0e82bb4cbb35261478e55568e","target":"60|97519e00ee2cddfa1f5bcb5220429b8f","collectedFrom":[{"key":"dli_________::europe_pmc__","value":"Europe PMC","dataInfo":null}]}

2
dhp-workflows/dhp-graph-provision/src/test/resources/eu/dnetlib/dhp/provision/summary.json
View File

@ -1 +1 @@
{"id":"50|4916f842ad1567aed2ec220001081d22","localIdentifier":[{"id":"43379","type":"ICPSR"}],"typology":"publication","title":["Racial differences in patterns of wealth accumulation"],"author":["Gittleman, Maury","Wolff, Edward, N."],"date":[null],"subject":[],"publisher":null,"relatedPublications":0,"relatedDatasets":1,"relatedUnknown":0,"datasources":[{"datasourceName":"ICPSR","datasourceId":"dli_________::r3d100010255","completionStatus":"complete"}],"abstract":null} {"id":"50|dedup_______::4f00e4f0e82bb4cbb35261478e55568e","localIdentifier":[{"id":"16909284","type":"pbmid"},{"id":"10.1007/s00438-006-0155-3","type":"doi"}],"typology":"publication","title":["Effects of the Sabin-like mutations in domain V of the internal ribosome entry segment on translational efficiency of the Coxsackievirus B3.","Effects of the Sabin-like mutations in domain V of the internal ribosome entry segment on translational efficiency of the Coxsackievirus B3"],"author":["Ben M’hadheb-Gharbi Manel","Gharbi Jawhar","Paulous Sylvie","Brocard Michèle","Komaromva Anastasia","Aouni Mahjoub","M. Kean Katherine"],"date":[null,"2018-11-13","2006-08-14T15:43:22Z"],"subject":[],"publisher":null,"relatedPublications":1,"relatedDatasets":4,"relatedUnknown":0,"datasources":null,"abstract":"The domain V within the internal ribosome entry segment (IRES) of poliovirus (PV) is expected to be important in its own neurovirulence because it contains an attenuating mutation in each of the Sabin vaccine strains. In this study, we try to find out if the results observed in the case of Sabin vaccine strains of PV can be extrapolated to another virus belonging to the same genus of enteroviruses but with a different tropism. To test this hypothesis, we used the coxsackievirus B3 (CVB3), known to be the mo"}