From 1bb5c26e6dca0f5eecd17b573904134bfb7c28e3 Mon Sep 17 00:00:00 2001 From: Sandro La Bruzzo Date: Thu, 11 Oct 2018 15:19:20 +0200 Subject: [PATCH] Added FSpark Implementation of dedup --- .../src/main/java/eu/dnetlib/pace/config/PaceConfig.java | 3 ++- .../src/main/java/eu/dnetlib/pace/config/WfConfig.java | 3 ++- .../src/main/java/eu/dnetlib/pace/model/ClusteringDef.java | 3 ++- .../src/main/java/eu/dnetlib/pace/model/CondDef.java | 3 ++- .../src/main/java/eu/dnetlib/pace/model/FieldDef.java | 3 ++- 5 files changed, 10 insertions(+), 5 deletions(-) diff --git a/dnet-pace-core/src/main/java/eu/dnetlib/pace/config/PaceConfig.java b/dnet-pace-core/src/main/java/eu/dnetlib/pace/config/PaceConfig.java index ffc67e775..37fea00cd 100644 --- a/dnet-pace-core/src/main/java/eu/dnetlib/pace/config/PaceConfig.java +++ b/dnet-pace-core/src/main/java/eu/dnetlib/pace/config/PaceConfig.java @@ -1,5 +1,6 @@ package eu.dnetlib.pace.config; +import java.io.Serializable; import java.util.List; import java.util.Map; import java.util.stream.Collectors; @@ -12,7 +13,7 @@ import eu.dnetlib.pace.model.CondDef; import eu.dnetlib.pace.model.FieldDef; import org.apache.commons.collections.CollectionUtils; -public class PaceConfig { +public class PaceConfig implements Serializable { private List model; private List strictConditions; diff --git a/dnet-pace-core/src/main/java/eu/dnetlib/pace/config/WfConfig.java b/dnet-pace-core/src/main/java/eu/dnetlib/pace/config/WfConfig.java index 9e836ebe2..bcf2d6539 100644 --- a/dnet-pace-core/src/main/java/eu/dnetlib/pace/config/WfConfig.java +++ b/dnet-pace-core/src/main/java/eu/dnetlib/pace/config/WfConfig.java @@ -1,5 +1,6 @@ package eu.dnetlib.pace.config; +import java.io.Serializable; import java.util.HashSet; import java.util.List; import java.util.Set; @@ -9,7 +10,7 @@ import com.google.common.collect.Sets; import com.google.gson.GsonBuilder; import org.apache.commons.lang.StringUtils; -public class WfConfig { +public class WfConfig implements Serializable { /** * Entity type. diff --git a/dnet-pace-core/src/main/java/eu/dnetlib/pace/model/ClusteringDef.java b/dnet-pace-core/src/main/java/eu/dnetlib/pace/model/ClusteringDef.java index 5909788b7..db7092b0d 100644 --- a/dnet-pace-core/src/main/java/eu/dnetlib/pace/model/ClusteringDef.java +++ b/dnet-pace-core/src/main/java/eu/dnetlib/pace/model/ClusteringDef.java @@ -1,12 +1,13 @@ package eu.dnetlib.pace.model; +import java.io.Serializable; import java.util.List; import java.util.Map; import com.google.gson.Gson; import eu.dnetlib.pace.clustering.*; -public class ClusteringDef { +public class ClusteringDef implements Serializable { private Clustering name; diff --git a/dnet-pace-core/src/main/java/eu/dnetlib/pace/model/CondDef.java b/dnet-pace-core/src/main/java/eu/dnetlib/pace/model/CondDef.java index 33f30faff..747f6c103 100644 --- a/dnet-pace-core/src/main/java/eu/dnetlib/pace/model/CondDef.java +++ b/dnet-pace-core/src/main/java/eu/dnetlib/pace/model/CondDef.java @@ -1,12 +1,13 @@ package eu.dnetlib.pace.model; +import java.io.Serializable; import java.util.List; import com.google.gson.Gson; import eu.dnetlib.pace.condition.*; import eu.dnetlib.pace.config.Cond; -public class CondDef { +public class CondDef implements Serializable { private Cond name; diff --git a/dnet-pace-core/src/main/java/eu/dnetlib/pace/model/FieldDef.java b/dnet-pace-core/src/main/java/eu/dnetlib/pace/model/FieldDef.java index 776c20306..8507b0cd7 100644 --- a/dnet-pace-core/src/main/java/eu/dnetlib/pace/model/FieldDef.java +++ b/dnet-pace-core/src/main/java/eu/dnetlib/pace/model/FieldDef.java @@ -1,5 +1,6 @@ package eu.dnetlib.pace.model; +import java.io.Serializable; import java.util.List; import java.util.Map; @@ -14,7 +15,7 @@ import eu.dnetlib.pace.distance.algo.*; /** * The schema is composed by field definitions (FieldDef). Each field has a type, a name, and an associated distance algorithm. */ -public class FieldDef { +public class FieldDef implements Serializable { public final static String PATH_SEPARATOR = "/";