D-Net
/
dnet-hadoop
14
5
Fork 11
Code Issues 14 Pull Requests 13 Projects 2 Releases 2 Wiki Activity

cleanup

This commit is contained in:
Claudio Atzori 2020-04-01 15:38:50 +02:00
parent adcdd2d05e
commit 1402eb1fe7
1 changed files with 0 additions and 20 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
dhp-workflows/dhp-graph-provision/src/main/java/eu/dnetlib/dhp/oa/provision/GraphJoiner_v2.java
View File

@ -58,26 +58,6 @@ public class GraphJoiner_v2 implements Serializable {
StructField$.MODULE$.apply("value", DataTypes.StringType, false, Metadata.empty()) StructField$.MODULE$.apply("value", DataTypes.StringType, false, Metadata.empty())
)); ));
private static final StructType TYPED_ROW_SCHEMA = StructType$.MODULE$.apply(
Arrays.asList(
StructField$.MODULE$.apply("sourceId", DataTypes.StringType, false, Metadata.empty()),
StructField$.MODULE$.apply("targetId", DataTypes.StringType, true, Metadata.empty()),
StructField$.MODULE$.apply("deleted", DataTypes.BooleanType, false, Metadata.empty()),
StructField$.MODULE$.apply("type", DataTypes.StringType, false, Metadata.empty()),
StructField$.MODULE$.apply("relType", DataTypes.StringType, true, Metadata.empty()),
StructField$.MODULE$.apply("subRelType", DataTypes.StringType, true, Metadata.empty()),
StructField$.MODULE$.apply("relClass", DataTypes.StringType, true, Metadata.empty()),
StructField$.MODULE$.apply("oaf", DataTypes.BinaryType, false, Metadata.empty())
));
private static final StructType ENTITY_REL_ENTITY_SCHEMA = StructType$.MODULE$.apply(
Arrays.asList(
StructField$.MODULE$.apply("source", TYPED_ROW_SCHEMA, false, Metadata.empty()),
StructField$.MODULE$.apply("relation", TYPED_ROW_SCHEMA, true, Metadata.empty()),
StructField$.MODULE$.apply("target", TYPED_ROW_SCHEMA, false, Metadata.empty())
));
private SparkSession spark; private SparkSession spark;
private ContextMapper contextMapper; private ContextMapper contextMapper;