D-Net
/
dhp-graph-dump
4
0
Fork 0
Code Issues Pull Requests 1 Projects Releases Wiki Activity

[DumpOpenorgs] fixed issues in path

This commit is contained in:
Miriam Baglioni 2024-08-08 16:37:00 +02:00
parent af87da12f9
commit 7492927559
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
dump/src/main/java/eu/dnetlib/dhp/oa/graph/dump/organizationonly/SparkDumpOrganizationJob.java
View File

@ -93,7 +93,7 @@ public class SparkDumpOrganizationJob implements Serializable {
private static void organizationMap(SparkSession spark, String inputPath, String outputPath) { private static void organizationMap(SparkSession spark, String inputPath, String outputPath) {
Utils Utils
.readPath(spark, inputPath + "/organization", eu.dnetlib.dhp.schema.oaf.Organization.class) .readPath(spark, inputPath , eu.dnetlib.dhp.schema.oaf.Organization.class)
.filter( .filter(
(FilterFunction<eu.dnetlib.dhp.schema.oaf.Organization>) o -> !o.getDataInfo().getDeletedbyinference() (FilterFunction<eu.dnetlib.dhp.schema.oaf.Organization>) o -> !o.getDataInfo().getDeletedbyinference()
&& o.getId().startsWith("20|openorgs")) && o.getId().startsWith("20|openorgs"))
@ -104,7 +104,7 @@ public class SparkDumpOrganizationJob implements Serializable {
.write() .write()
.mode(SaveMode.Overwrite) .mode(SaveMode.Overwrite)
.option(COMPRESSION, GZIP) .option(COMPRESSION, GZIP)
.json(outputPath + "/openorgs"); .json(outputPath );
} }
private static eu.dnetlib.dhp.oa.model.graph.Organization mapOrganization( private static eu.dnetlib.dhp.oa.model.graph.Organization mapOrganization(