[eoscDump] minor

This commit is contained in:
Miriam Baglioni 2022-12-27 10:35:35 +01:00
parent 20409e1106
commit 57a0b96419
1 changed files with 44 additions and 41 deletions

View File

@ -946,7 +946,6 @@ public class DumpJobTest {
}
@Test
public void testEOSCDumpZenodoReview() throws Exception {
@ -954,66 +953,70 @@ public class DumpJobTest {
DumpProducts dump = new DumpProducts();
dump
.run(
false, getClass()
.getResource("/eu/dnetlib/dhp/oa/graph/dump/eosc/input/review202211/zenodo7353841")
.getPath(), workingDir.toString() + "/orp", getClass()
.getResource("/eu/dnetlib/dhp/oa/graph/dump/communityMapPath/communitymap.json")
.getPath(), OtherResearchProduct.class,
EoscResult.class, Constants.DUMPTYPE.EOSC.getType());
.run(
false, getClass()
.getResource("/eu/dnetlib/dhp/oa/graph/dump/eosc/input/review202211/zenodo7353841")
.getPath(),
workingDir.toString() + "/orp", getClass()
.getResource("/eu/dnetlib/dhp/oa/graph/dump/communityMapPath/communitymap.json")
.getPath(),
OtherResearchProduct.class,
EoscResult.class, Constants.DUMPTYPE.EOSC.getType());
JavaRDD<EoscResult> tmp = sc
.textFile(workingDir.toString() + "/orp")
.map(item -> OBJECT_MAPPER.readValue(item, EoscResult.class));
.textFile(workingDir.toString() + "/orp")
.map(item -> OBJECT_MAPPER.readValue(item, EoscResult.class));
System.out.println(OBJECT_MAPPER.writeValueAsString(tmp.first()));
dump
.run(
false, getClass()
.getResource("/eu/dnetlib/dhp/oa/graph/dump/eosc/input/review202211/zenodo7351393")
.getPath(), workingDir.toString() + "/soft", getClass()
.getResource("/eu/dnetlib/dhp/oa/graph/dump/communityMapPath/communitymap.json")
.getPath(), Software.class,
EoscResult.class, Constants.DUMPTYPE.EOSC.getType());
.run(
false, getClass()
.getResource("/eu/dnetlib/dhp/oa/graph/dump/eosc/input/review202211/zenodo7351393")
.getPath(),
workingDir.toString() + "/soft", getClass()
.getResource("/eu/dnetlib/dhp/oa/graph/dump/communityMapPath/communitymap.json")
.getPath(),
Software.class,
EoscResult.class, Constants.DUMPTYPE.EOSC.getType());
JavaRDD<EoscResult> tmp2 = sc
.textFile(workingDir.toString() + "/soft")
.map(item -> OBJECT_MAPPER.readValue(item, EoscResult.class));
.textFile(workingDir.toString() + "/soft")
.map(item -> OBJECT_MAPPER.readValue(item, EoscResult.class));
System.out.println(OBJECT_MAPPER.writeValueAsString(tmp2.first()));
dump
.run(
false, getClass()
.getResource("/eu/dnetlib/dhp/oa/graph/dump/eosc/input/review202211/zenodo7351221")
.getPath(), workingDir.toString() + "/soft2", getClass()
.getResource("/eu/dnetlib/dhp/oa/graph/dump/communityMapPath/communitymap.json")
.getPath(), Software.class,
EoscResult.class, Constants.DUMPTYPE.EOSC.getType());
.run(
false, getClass()
.getResource("/eu/dnetlib/dhp/oa/graph/dump/eosc/input/review202211/zenodo7351221")
.getPath(),
workingDir.toString() + "/soft2", getClass()
.getResource("/eu/dnetlib/dhp/oa/graph/dump/communityMapPath/communitymap.json")
.getPath(),
Software.class,
EoscResult.class, Constants.DUMPTYPE.EOSC.getType());
JavaRDD<EoscResult> tmp3 = sc
.textFile(workingDir.toString() + "/soft2")
.map(item -> OBJECT_MAPPER.readValue(item, EoscResult.class));
.textFile(workingDir.toString() + "/soft2")
.map(item -> OBJECT_MAPPER.readValue(item, EoscResult.class));
System.out.println(OBJECT_MAPPER.writeValueAsString(tmp3.first()));
dump
.run(
false, getClass()
.getResource("/eu/dnetlib/dhp/oa/graph/dump/eosc/input/review202211/rohub")
.getPath(), workingDir.toString() + "/orp2", getClass()
.getResource("/eu/dnetlib/dhp/oa/graph/dump/communityMapPath/communitymap.json")
.getPath(), OtherResearchProduct.class,
EoscResult.class, Constants.DUMPTYPE.EOSC.getType());
.run(
false, getClass()
.getResource("/eu/dnetlib/dhp/oa/graph/dump/eosc/input/review202211/rohub")
.getPath(),
workingDir.toString() + "/orp2", getClass()
.getResource("/eu/dnetlib/dhp/oa/graph/dump/communityMapPath/communitymap.json")
.getPath(),
OtherResearchProduct.class,
EoscResult.class, Constants.DUMPTYPE.EOSC.getType());
JavaRDD<EoscResult> tmp4 = sc
.textFile(workingDir.toString() + "/orp2")
.map(item -> OBJECT_MAPPER.readValue(item, EoscResult.class));
.textFile(workingDir.toString() + "/orp2")
.map(item -> OBJECT_MAPPER.readValue(item, EoscResult.class));
System.out.println(OBJECT_MAPPER.writeValueAsString(tmp4.first()));