[eoscDump] minor
This commit is contained in:
parent
20409e1106
commit
57a0b96419
|
@ -946,7 +946,6 @@ public class DumpJobTest {
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
public void testEOSCDumpZenodoReview() throws Exception {
|
public void testEOSCDumpZenodoReview() throws Exception {
|
||||||
|
|
||||||
|
@ -954,66 +953,70 @@ public class DumpJobTest {
|
||||||
|
|
||||||
DumpProducts dump = new DumpProducts();
|
DumpProducts dump = new DumpProducts();
|
||||||
dump
|
dump
|
||||||
.run(
|
.run(
|
||||||
false, getClass()
|
false, getClass()
|
||||||
.getResource("/eu/dnetlib/dhp/oa/graph/dump/eosc/input/review202211/zenodo7353841")
|
.getResource("/eu/dnetlib/dhp/oa/graph/dump/eosc/input/review202211/zenodo7353841")
|
||||||
.getPath(), workingDir.toString() + "/orp", getClass()
|
.getPath(),
|
||||||
.getResource("/eu/dnetlib/dhp/oa/graph/dump/communityMapPath/communitymap.json")
|
workingDir.toString() + "/orp", getClass()
|
||||||
.getPath(), OtherResearchProduct.class,
|
.getResource("/eu/dnetlib/dhp/oa/graph/dump/communityMapPath/communitymap.json")
|
||||||
EoscResult.class, Constants.DUMPTYPE.EOSC.getType());
|
.getPath(),
|
||||||
|
OtherResearchProduct.class,
|
||||||
|
EoscResult.class, Constants.DUMPTYPE.EOSC.getType());
|
||||||
|
|
||||||
JavaRDD<EoscResult> tmp = sc
|
JavaRDD<EoscResult> tmp = sc
|
||||||
.textFile(workingDir.toString() + "/orp")
|
.textFile(workingDir.toString() + "/orp")
|
||||||
.map(item -> OBJECT_MAPPER.readValue(item, EoscResult.class));
|
.map(item -> OBJECT_MAPPER.readValue(item, EoscResult.class));
|
||||||
|
|
||||||
System.out.println(OBJECT_MAPPER.writeValueAsString(tmp.first()));
|
System.out.println(OBJECT_MAPPER.writeValueAsString(tmp.first()));
|
||||||
|
|
||||||
dump
|
dump
|
||||||
.run(
|
.run(
|
||||||
false, getClass()
|
false, getClass()
|
||||||
.getResource("/eu/dnetlib/dhp/oa/graph/dump/eosc/input/review202211/zenodo7351393")
|
.getResource("/eu/dnetlib/dhp/oa/graph/dump/eosc/input/review202211/zenodo7351393")
|
||||||
.getPath(), workingDir.toString() + "/soft", getClass()
|
.getPath(),
|
||||||
.getResource("/eu/dnetlib/dhp/oa/graph/dump/communityMapPath/communitymap.json")
|
workingDir.toString() + "/soft", getClass()
|
||||||
.getPath(), Software.class,
|
.getResource("/eu/dnetlib/dhp/oa/graph/dump/communityMapPath/communitymap.json")
|
||||||
EoscResult.class, Constants.DUMPTYPE.EOSC.getType());
|
.getPath(),
|
||||||
|
Software.class,
|
||||||
|
EoscResult.class, Constants.DUMPTYPE.EOSC.getType());
|
||||||
|
|
||||||
JavaRDD<EoscResult> tmp2 = sc
|
JavaRDD<EoscResult> tmp2 = sc
|
||||||
.textFile(workingDir.toString() + "/soft")
|
.textFile(workingDir.toString() + "/soft")
|
||||||
.map(item -> OBJECT_MAPPER.readValue(item, EoscResult.class));
|
.map(item -> OBJECT_MAPPER.readValue(item, EoscResult.class));
|
||||||
|
|
||||||
System.out.println(OBJECT_MAPPER.writeValueAsString(tmp2.first()));
|
System.out.println(OBJECT_MAPPER.writeValueAsString(tmp2.first()));
|
||||||
|
|
||||||
dump
|
dump
|
||||||
.run(
|
.run(
|
||||||
false, getClass()
|
false, getClass()
|
||||||
.getResource("/eu/dnetlib/dhp/oa/graph/dump/eosc/input/review202211/zenodo7351221")
|
.getResource("/eu/dnetlib/dhp/oa/graph/dump/eosc/input/review202211/zenodo7351221")
|
||||||
.getPath(), workingDir.toString() + "/soft2", getClass()
|
.getPath(),
|
||||||
.getResource("/eu/dnetlib/dhp/oa/graph/dump/communityMapPath/communitymap.json")
|
workingDir.toString() + "/soft2", getClass()
|
||||||
.getPath(), Software.class,
|
.getResource("/eu/dnetlib/dhp/oa/graph/dump/communityMapPath/communitymap.json")
|
||||||
EoscResult.class, Constants.DUMPTYPE.EOSC.getType());
|
.getPath(),
|
||||||
|
Software.class,
|
||||||
|
EoscResult.class, Constants.DUMPTYPE.EOSC.getType());
|
||||||
|
|
||||||
JavaRDD<EoscResult> tmp3 = sc
|
JavaRDD<EoscResult> tmp3 = sc
|
||||||
.textFile(workingDir.toString() + "/soft2")
|
.textFile(workingDir.toString() + "/soft2")
|
||||||
.map(item -> OBJECT_MAPPER.readValue(item, EoscResult.class));
|
.map(item -> OBJECT_MAPPER.readValue(item, EoscResult.class));
|
||||||
|
|
||||||
System.out.println(OBJECT_MAPPER.writeValueAsString(tmp3.first()));
|
System.out.println(OBJECT_MAPPER.writeValueAsString(tmp3.first()));
|
||||||
|
|
||||||
|
|
||||||
dump
|
dump
|
||||||
.run(
|
.run(
|
||||||
false, getClass()
|
false, getClass()
|
||||||
.getResource("/eu/dnetlib/dhp/oa/graph/dump/eosc/input/review202211/rohub")
|
.getResource("/eu/dnetlib/dhp/oa/graph/dump/eosc/input/review202211/rohub")
|
||||||
.getPath(), workingDir.toString() + "/orp2", getClass()
|
.getPath(),
|
||||||
.getResource("/eu/dnetlib/dhp/oa/graph/dump/communityMapPath/communitymap.json")
|
workingDir.toString() + "/orp2", getClass()
|
||||||
.getPath(), OtherResearchProduct.class,
|
.getResource("/eu/dnetlib/dhp/oa/graph/dump/communityMapPath/communitymap.json")
|
||||||
EoscResult.class, Constants.DUMPTYPE.EOSC.getType());
|
.getPath(),
|
||||||
|
OtherResearchProduct.class,
|
||||||
|
EoscResult.class, Constants.DUMPTYPE.EOSC.getType());
|
||||||
|
|
||||||
JavaRDD<EoscResult> tmp4 = sc
|
JavaRDD<EoscResult> tmp4 = sc
|
||||||
.textFile(workingDir.toString() + "/orp2")
|
.textFile(workingDir.toString() + "/orp2")
|
||||||
.map(item -> OBJECT_MAPPER.readValue(item, EoscResult.class));
|
.map(item -> OBJECT_MAPPER.readValue(item, EoscResult.class));
|
||||||
|
|
||||||
System.out.println(OBJECT_MAPPER.writeValueAsString(tmp4.first()));
|
System.out.println(OBJECT_MAPPER.writeValueAsString(tmp4.first()));
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue