diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Author.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Author.java index 892c8d4f5..436bc1b6e 100644 --- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Author.java +++ b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Author.java @@ -15,44 +15,48 @@ public class Author implements Serializable { // json containing a Citation or Statistics private String value; - public String getName() { return name; } - public void setName(String name) { + public Author setName(String name) { this.name = name; + return this; } public String getTypology() { return typology; } - public void setTypology(String typology) { + public Author setTypology(String typology) { this.typology = typology; + return this; } public String getProvenance() { return provenance; } - public void setProvenance(String provenance) { + public Author setProvenance(String provenance) { this.provenance = provenance; + return this; } public String getTrust() { return trust; } - public void setTrust(String trust) { + public Author setTrust(String trust) { this.trust = trust; + return this; } public String getValue() { return value; } - public void setValue(String value) { + public Author setValue(String value) { this.value = value; + return this; } } diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Context.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Context.java index 64e23088e..2c3c22d04 100644 --- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Context.java +++ b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Context.java @@ -12,15 +12,17 @@ public class Context implements Serializable { return id; } - public void setId(String id) { + public Context setId(String id) { this.id = id; + return this; } public List getDataInfo() { return dataInfo; } - public void setDataInfo(List dataInfo) { + public Context setDataInfo(List dataInfo) { this.dataInfo = dataInfo; + return this; } } diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Dataset.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Dataset.java index 44d5226e9..25fd7e5d5 100644 --- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Dataset.java +++ b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Dataset.java @@ -23,55 +23,62 @@ public class Dataset extends Result implements Serializable { return storagedate; } - public void setStoragedate(Field storagedate) { + public Dataset setStoragedate(Field storagedate) { this.storagedate = storagedate; + return this; } public Field getDevice() { return device; } - public void setDevice(Field device) { + public Dataset setDevice(Field device) { this.device = device; + return this; } public Field getSize() { return size; } - public void setSize(Field size) { + public Dataset setSize(Field size) { this.size = size; + return this; } public Field getVersion() { return version; } - public void setVersion(Field version) { + public Dataset setVersion(Field version) { this.version = version; + return this; } public Field getLastmetadataupdate() { return lastmetadataupdate; } - public void setLastmetadataupdate(Field lastmetadataupdate) { + public Dataset setLastmetadataupdate(Field lastmetadataupdate) { this.lastmetadataupdate = lastmetadataupdate; + return this; } public Field getMetadataversionnumber() { return metadataversionnumber; } - public void setMetadataversionnumber(Field metadataversionnumber) { + public Dataset setMetadataversionnumber(Field metadataversionnumber) { this.metadataversionnumber = metadataversionnumber; + return this; } public List getGeolocation() { return geolocation; } - public void setGeolocation(List geolocation) { + public Dataset setGeolocation(List geolocation) { this.geolocation = geolocation; + return this; } } diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Datasource.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Datasource.java index 354045ba7..33e994d4a 100644 --- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Datasource.java +++ b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Datasource.java @@ -65,7 +65,7 @@ public class Datasource extends OafEntity implements Serializable { private Field databaseaccessrestriction; // {feeRequired, registration, other} - private Field datauploadrestriction9; + private Field datauploadrestriction; private Field versioning; @@ -86,279 +86,314 @@ public class Datasource extends OafEntity implements Serializable { return datasourcetype; } - public void setDatasourcetype(Qualifier datasourcetype) { + public Datasource setDatasourcetype(Qualifier datasourcetype) { this.datasourcetype = datasourcetype; + return this; } public Qualifier getOpenairecompatibility() { return openairecompatibility; } - public void setOpenairecompatibility(Qualifier openairecompatibility) { + public Datasource setOpenairecompatibility(Qualifier openairecompatibility) { this.openairecompatibility = openairecompatibility; + return this; } public Field getOfficialname() { return officialname; } - public void setOfficialname(Field officialname) { + public Datasource setOfficialname(Field officialname) { this.officialname = officialname; + return this; } public Field getEnglishname() { return englishname; } - public void setEnglishname(Field englishname) { + public Datasource setEnglishname(Field englishname) { this.englishname = englishname; + return this; } public Field getWebsiteurl() { return websiteurl; } - public void setWebsiteurl(Field websiteurl) { + public Datasource setWebsiteurl(Field websiteurl) { this.websiteurl = websiteurl; + return this; } public Field getLogourl() { return logourl; } - public void setLogourl(Field logourl) { + public Datasource setLogourl(Field logourl) { this.logourl = logourl; + return this; } public Field getContactemail() { return contactemail; } - public void setContactemail(Field contactemail) { + public Datasource setContactemail(Field contactemail) { this.contactemail = contactemail; + return this; } public Field getNamespaceprefix() { return namespaceprefix; } - public void setNamespaceprefix(Field namespaceprefix) { + public Datasource setNamespaceprefix(Field namespaceprefix) { this.namespaceprefix = namespaceprefix; + return this; } public Field getLatitude() { return latitude; } - public void setLatitude(Field latitude) { + public Datasource setLatitude(Field latitude) { this.latitude = latitude; + return this; } public Field getLongitude() { return longitude; } - public void setLongitude(Field longitude) { + public Datasource setLongitude(Field longitude) { this.longitude = longitude; + return this; } public Field getDateofvalidation() { return dateofvalidation; } - public void setDateofvalidation(Field dateofvalidation) { + public Datasource setDateofvalidation(Field dateofvalidation) { this.dateofvalidation = dateofvalidation; + return this; } public Field getDescription() { return description; } - public void setDescription(Field description) { + public Datasource setDescription(Field description) { this.description = description; + return this; } public List getSubjects() { return subjects; } - public void setSubjects(List subjects) { + public Datasource setSubjects(List subjects) { this.subjects = subjects; + return this; } public Field getOdnumberofitems() { return odnumberofitems; } - public void setOdnumberofitems(Field odnumberofitems) { + public Datasource setOdnumberofitems(Field odnumberofitems) { this.odnumberofitems = odnumberofitems; + return this; } public Field getOdnumberofitemsdate() { return odnumberofitemsdate; } - public void setOdnumberofitemsdate(Field odnumberofitemsdate) { + public Datasource setOdnumberofitemsdate(Field odnumberofitemsdate) { this.odnumberofitemsdate = odnumberofitemsdate; + return this; } public Field getOdpolicies() { return odpolicies; } - public void setOdpolicies(Field odpolicies) { + public Datasource setOdpolicies(Field odpolicies) { this.odpolicies = odpolicies; + return this; } public List> getOdlanguages() { return odlanguages; } - public void setOdlanguages(List> odlanguages) { + public Datasource setOdlanguages(List> odlanguages) { this.odlanguages = odlanguages; + return this; } public List> getOdcontenttypes() { return odcontenttypes; } - public void setOdcontenttypes(List> odcontenttypes) { + public Datasource setOdcontenttypes(List> odcontenttypes) { this.odcontenttypes = odcontenttypes; + return this; } public List> getAccessinfopackage() { return accessinfopackage; } - public void setAccessinfopackage(List> accessinfopackage) { + public Datasource setAccessinfopackage(List> accessinfopackage) { this.accessinfopackage = accessinfopackage; + return this; } public Field getReleasestartdate() { return releasestartdate; } - public void setReleasestartdate(Field releasestartdate) { + public Datasource setReleasestartdate(Field releasestartdate) { this.releasestartdate = releasestartdate; + return this; } public Field getReleaseenddate() { return releaseenddate; } - public void setReleaseenddate(Field releaseenddate) { + public Datasource setReleaseenddate(Field releaseenddate) { this.releaseenddate = releaseenddate; + return this; } public Field getMissionstatementurl() { return missionstatementurl; } - public void setMissionstatementurl(Field missionstatementurl) { + public Datasource setMissionstatementurl(Field missionstatementurl) { this.missionstatementurl = missionstatementurl; + return this; } public Field getDataprovider() { return dataprovider; } - public void setDataprovider(Field dataprovider) { + public Datasource setDataprovider(Field dataprovider) { this.dataprovider = dataprovider; + return this; } public Field getServiceprovider() { return serviceprovider; } - public void setServiceprovider(Field serviceprovider) { + public Datasource setServiceprovider(Field serviceprovider) { this.serviceprovider = serviceprovider; + return this; } public Field getDatabaseaccesstype() { return databaseaccesstype; } - public void setDatabaseaccesstype(Field databaseaccesstype) { + public Datasource setDatabaseaccesstype(Field databaseaccesstype) { this.databaseaccesstype = databaseaccesstype; + return this; } public Field getDatauploadtype() { return datauploadtype; } - public void setDatauploadtype(Field datauploadtype) { + public Datasource setDatauploadtype(Field datauploadtype) { this.datauploadtype = datauploadtype; + return this; } public Field getDatabaseaccessrestriction() { return databaseaccessrestriction; } - public void setDatabaseaccessrestriction(Field databaseaccessrestriction) { + public Datasource setDatabaseaccessrestriction(Field databaseaccessrestriction) { this.databaseaccessrestriction = databaseaccessrestriction; + return this; } - public Field getDatauploadrestriction9() { - return datauploadrestriction9; + public Field getDatauploadrestriction() { + return datauploadrestriction; } - public void setDatauploadrestriction9(Field datauploadrestriction9) { - this.datauploadrestriction9 = datauploadrestriction9; + public Datasource setDatauploadrestriction(Field datauploadrestriction) { + this.datauploadrestriction = datauploadrestriction; + return this; } public Field getVersioning() { return versioning; } - public void setVersioning(Field versioning) { + public Datasource setVersioning(Field versioning) { this.versioning = versioning; + return this; } public Field getCitationguidelineurl() { return citationguidelineurl; } - public void setCitationguidelineurl(Field citationguidelineurl) { + public Datasource setCitationguidelineurl(Field citationguidelineurl) { this.citationguidelineurl = citationguidelineurl; + return this; } public Field getQualitymanagementkind() { return qualitymanagementkind; } - public void setQualitymanagementkind(Field qualitymanagementkind) { + public Datasource setQualitymanagementkind(Field qualitymanagementkind) { this.qualitymanagementkind = qualitymanagementkind; + return this; } public Field getPidsystems() { return pidsystems; } - public void setPidsystems(Field pidsystems) { + public Datasource setPidsystems(Field pidsystems) { this.pidsystems = pidsystems; + return this; } public Field getCertificates() { return certificates; } - public void setCertificates(Field certificates) { + public Datasource setCertificates(Field certificates) { this.certificates = certificates; + return this; } public List getPolicies() { return policies; } - public void setPolicies(List policies) { + public Datasource setPolicies(List policies) { this.policies = policies; + return this; } public Journal getJournal() { return journal; } - public void setJournal(Journal journal) { + public Datasource setJournal(Journal journal) { this.journal = journal; + return this; } } diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/ExternalReference.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/ExternalReference.java index 006658133..523d7c87e 100644 --- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/ExternalReference.java +++ b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/ExternalReference.java @@ -31,63 +31,71 @@ public class ExternalReference implements Serializable { return sitename; } - public void setSitename(String sitename) { + public ExternalReference setSitename(String sitename) { this.sitename = sitename; + return this; } public String getLabel() { return label; } - public void setLabel(String label) { + public ExternalReference setLabel(String label) { this.label = label; + return this; } public String getUrl() { return url; } - public void setUrl(String url) { + public ExternalReference setUrl(String url) { this.url = url; + return this; } public String getDescription() { return description; } - public void setDescription(String description) { + public ExternalReference setDescription(String description) { this.description = description; + return this; } public Qualifier getQualifier() { return qualifier; } - public void setQualifier(Qualifier qualifier) { + public ExternalReference setQualifier(Qualifier qualifier) { this.qualifier = qualifier; + return this; } public String getRefidentifier() { return refidentifier; } - public void setRefidentifier(String refidentifier) { + public ExternalReference setRefidentifier(String refidentifier) { this.refidentifier = refidentifier; + return this; } public String getQuery() { return query; } - public void setQuery(String query) { + public ExternalReference setQuery(String query) { this.query = query; + return this; } public DataInfo getDataInfo() { return dataInfo; } - public void setDataInfo(DataInfo dataInfo) { + public ExternalReference setDataInfo(DataInfo dataInfo) { this.dataInfo = dataInfo; + return this; } } diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/GeoLocation.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/GeoLocation.java index 567254a23..104a591f1 100644 --- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/GeoLocation.java +++ b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/GeoLocation.java @@ -14,23 +14,26 @@ public class GeoLocation implements Serializable { return point; } - public void setPoint(String point) { + public GeoLocation setPoint(String point) { this.point = point; + return this; } public String getBox() { return box; } - public void setBox(String box) { + public GeoLocation setBox(String box) { this.box = box; + return this; } public String getPlace() { return place; } - public void setPlace(String place) { + public GeoLocation setPlace(String place) { this.place = place; + return this; } } diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Instance.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Instance.java index f27704c5c..4fef24e46 100644 --- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Instance.java +++ b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Instance.java @@ -25,63 +25,71 @@ public class Instance implements Serializable { return license; } - public void setLicense(Field license) { + public Instance setLicense(Field license) { this.license = license; + return this; } public Qualifier getAccessright() { return accessright; } - public void setAccessright(Qualifier accessright) { + public Instance setAccessright(Qualifier accessright) { this.accessright = accessright; + return this; } public Qualifier getInstancetype() { return instancetype; } - public void setInstancetype(Qualifier instancetype) { + public Instance setInstancetype(Qualifier instancetype) { this.instancetype = instancetype; + return this; } public KeyValue getHostedby() { return hostedby; } - public void setHostedby(KeyValue hostedby) { + public Instance setHostedby(KeyValue hostedby) { this.hostedby = hostedby; + return this; } public String getUrl() { return url; } - public void setUrl(String url) { + public Instance setUrl(String url) { this.url = url; + return this; } public String getDistributionlocation() { return distributionlocation; } - public void setDistributionlocation(String distributionlocation) { + public Instance setDistributionlocation(String distributionlocation) { this.distributionlocation = distributionlocation; + return this; } public KeyValue getCollectedfrom() { return collectedfrom; } - public void setCollectedfrom(KeyValue collectedfrom) { + public Instance setCollectedfrom(KeyValue collectedfrom) { this.collectedfrom = collectedfrom; + return this; } public Field getDateofacceptance() { return dateofacceptance; } - public void setDateofacceptance(Field dateofacceptance) { + public Instance setDateofacceptance(Field dateofacceptance) { this.dateofacceptance = dateofacceptance; + return this; } } diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Journal.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Journal.java index 06e5ca7dc..b0a53e5c4 100644 --- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Journal.java +++ b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Journal.java @@ -32,95 +32,107 @@ public class Journal implements Serializable { return name; } - public void setName(String name) { + public Journal setName(String name) { this.name = name; + return this; } public String getIssnPrinted() { return issnPrinted; } - public void setIssnPrinted(String issnPrinted) { + public Journal setIssnPrinted(String issnPrinted) { this.issnPrinted = issnPrinted; + return this; } public String getIssnOnline() { return issnOnline; } - public void setIssnOnline(String issnOnline) { + public Journal setIssnOnline(String issnOnline) { this.issnOnline = issnOnline; + return this; } public String getIssnLinking() { return issnLinking; } - public void setIssnLinking(String issnLinking) { + public Journal setIssnLinking(String issnLinking) { this.issnLinking = issnLinking; + return this; } public String getEp() { return ep; } - public void setEp(String ep) { + public Journal setEp(String ep) { this.ep = ep; + return this; } public String getIss() { return iss; } - public void setIss(String iss) { + public Journal setIss(String iss) { this.iss = iss; + return this; } public String getSp() { return sp; } - public void setSp(String sp) { + public Journal setSp(String sp) { this.sp = sp; + return this; } public String getVol() { return vol; } - public void setVol(String vol) { + public Journal setVol(String vol) { this.vol = vol; + return this; } public String getEdition() { return edition; } - public void setEdition(String edition) { + public Journal setEdition(String edition) { this.edition = edition; + return this; } public String getConferenceplace() { return conferenceplace; } - public void setConferenceplace(String conferenceplace) { + public Journal setConferenceplace(String conferenceplace) { this.conferenceplace = conferenceplace; + return this; } public String getConferencedate() { return conferencedate; } - public void setConferencedate(String conferencedate) { + public Journal setConferencedate(String conferencedate) { this.conferencedate = conferencedate; + return this; } public DataInfo getDataInfo() { return dataInfo; } - public void setDataInfo(DataInfo dataInfo) { + public Journal setDataInfo(DataInfo dataInfo) { this.dataInfo = dataInfo; + return this; } } diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/OAIProvenance.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/OAIProvenance.java index bb97654b9..8990009a4 100644 --- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/OAIProvenance.java +++ b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/OAIProvenance.java @@ -10,7 +10,8 @@ public class OAIProvenance implements Serializable { return originDescription; } - public void setOriginDescription(OriginDescription originDescription) { + public OAIProvenance setOriginDescription(OriginDescription originDescription) { this.originDescription = originDescription; + return this; } } diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Oaf.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Oaf.java index 352ebbc6e..2924deaba 100644 --- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Oaf.java +++ b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Oaf.java @@ -12,15 +12,17 @@ public abstract class Oaf implements Serializable { return dataInfo; } - public void setDataInfo(DataInfo dataInfo) { + public Oaf setDataInfo(DataInfo dataInfo) { this.dataInfo = dataInfo; + return this; } public Long getLastupdatetimestamp() { return lastupdatetimestamp; } - public void setLastupdatetimestamp(Long lastupdatetimestamp) { + public Oaf setLastupdatetimestamp(Long lastupdatetimestamp) { this.lastupdatetimestamp = lastupdatetimestamp; + return this; } } diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/OafEntity.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/OafEntity.java index 98f435fab..f00d38583 100644 --- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/OafEntity.java +++ b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/OafEntity.java @@ -17,9 +17,6 @@ public abstract class OafEntity extends Oaf implements Serializable { private String dateoftransformation; - //TODO remove this field - private List children; - private List extraInfo; private OAIProvenance oaiprovenance; @@ -29,71 +26,71 @@ public abstract class OafEntity extends Oaf implements Serializable { return id; } - public void setId(String id) { + public OafEntity setId(String id) { this.id = id; + return this; } public List getOriginalId() { return originalId; } - public void setOriginalId(List originalId) { + public OafEntity setOriginalId(List originalId) { this.originalId = originalId; + return this; } public List getCollectedfrom() { return collectedfrom; } - public void setCollectedfrom(List collectedfrom) { + public OafEntity setCollectedfrom(List collectedfrom) { this.collectedfrom = collectedfrom; + return this; } public List getPid() { return pid; } - public void setPid(List pid) { + public OafEntity setPid(List pid) { this.pid = pid; + return this; } public String getDateofcollection() { return dateofcollection; } - public void setDateofcollection(String dateofcollection) { + public OafEntity setDateofcollection(String dateofcollection) { this.dateofcollection = dateofcollection; + return this; } public String getDateoftransformation() { return dateoftransformation; } - public void setDateoftransformation(String dateoftransformation) { + public OafEntity setDateoftransformation(String dateoftransformation) { this.dateoftransformation = dateoftransformation; - } - - public List getChildren() { - return children; - } - - public void setChildren(List children) { - this.children = children; + return this; } public List getExtraInfo() { return extraInfo; } - public void setExtraInfo(List extraInfo) { + public OafEntity setExtraInfo(List extraInfo) { this.extraInfo = extraInfo; + return this; } public OAIProvenance getOaiprovenance() { return oaiprovenance; } - public void setOaiprovenance(OAIProvenance oaiprovenance) { + public OafEntity setOaiprovenance(OAIProvenance oaiprovenance) { this.oaiprovenance = oaiprovenance; + return this; } } diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Organization.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Organization.java index dd966deb5..260fc22b6 100644 --- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Organization.java +++ b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Organization.java @@ -37,132 +37,147 @@ public class Organization extends OafEntity implements Serializable { private Qualifier country; - public Field getLegalshortname() { return legalshortname; } - public void setLegalshortname(Field legalshortname) { + public Organization setLegalshortname(Field legalshortname) { this.legalshortname = legalshortname; + return this; } public Field getLegalname() { return legalname; } - public void setLegalname(Field legalname) { + public Organization setLegalname(Field legalname) { this.legalname = legalname; + return this; } public List> getAlternativeNames() { return alternativeNames; } - public void setAlternativeNames(List> alternativeNames) { + public Organization setAlternativeNames(List> alternativeNames) { this.alternativeNames = alternativeNames; + return this; } public Field getWebsiteurl() { return websiteurl; } - public void setWebsiteurl(Field websiteurl) { + public Organization setWebsiteurl(Field websiteurl) { this.websiteurl = websiteurl; + return this; } public Field getLogourl() { return logourl; } - public void setLogourl(Field logourl) { + public Organization setLogourl(Field logourl) { this.logourl = logourl; + return this; } public Field getEclegalbody() { return eclegalbody; } - public void setEclegalbody(Field eclegalbody) { + public Organization setEclegalbody(Field eclegalbody) { this.eclegalbody = eclegalbody; + return this; } public Field getEclegalperson() { return eclegalperson; } - public void setEclegalperson(Field eclegalperson) { + public Organization setEclegalperson(Field eclegalperson) { this.eclegalperson = eclegalperson; + return this; } public Field getEcnonprofit() { return ecnonprofit; } - public void setEcnonprofit(Field ecnonprofit) { + public Organization setEcnonprofit(Field ecnonprofit) { this.ecnonprofit = ecnonprofit; + return this; } public Field getEcresearchorganization() { return ecresearchorganization; } - public void setEcresearchorganization(Field ecresearchorganization) { + public Organization setEcresearchorganization(Field ecresearchorganization) { this.ecresearchorganization = ecresearchorganization; + return this; } public Field getEchighereducation() { return echighereducation; } - public void setEchighereducation(Field echighereducation) { + public Organization setEchighereducation(Field echighereducation) { this.echighereducation = echighereducation; + return this; } public Field getEcinternationalorganizationeurinterests() { return ecinternationalorganizationeurinterests; } - public void setEcinternationalorganizationeurinterests(Field ecinternationalorganizationeurinterests) { + public Organization setEcinternationalorganizationeurinterests(Field ecinternationalorganizationeurinterests) { this.ecinternationalorganizationeurinterests = ecinternationalorganizationeurinterests; + return this; } public Field getEcinternationalorganization() { return ecinternationalorganization; } - public void setEcinternationalorganization(Field ecinternationalorganization) { + public Organization setEcinternationalorganization(Field ecinternationalorganization) { this.ecinternationalorganization = ecinternationalorganization; + return this; } public Field getEcenterprise() { return ecenterprise; } - public void setEcenterprise(Field ecenterprise) { + public Organization setEcenterprise(Field ecenterprise) { this.ecenterprise = ecenterprise; + return this; } public Field getEcsmevalidated() { return ecsmevalidated; } - public void setEcsmevalidated(Field ecsmevalidated) { + public Organization setEcsmevalidated(Field ecsmevalidated) { this.ecsmevalidated = ecsmevalidated; + return this; } public Field getEcnutscode() { return ecnutscode; } - public void setEcnutscode(Field ecnutscode) { + public Organization setEcnutscode(Field ecnutscode) { this.ecnutscode = ecnutscode; + return this; } public Qualifier getCountry() { return country; } - public void setCountry(Qualifier country) { + public Organization setCountry(Qualifier country) { this.country = country; + return this; } } diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/OriginDescription.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/OriginDescription.java index 898c16210..1c803a285 100644 --- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/OriginDescription.java +++ b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/OriginDescription.java @@ -16,61 +16,58 @@ public class OriginDescription implements Serializable { private String metadataNamespace; - private OriginDescription originDescription; - public String getHarvestDate() { return harvestDate; } - public void setHarvestDate(String harvestDate) { + public OriginDescription setHarvestDate(String harvestDate) { this.harvestDate = harvestDate; + return this; } public Boolean getAltered() { return altered; } - public void setAltered(Boolean altered) { + public OriginDescription setAltered(Boolean altered) { this.altered = altered; + return this; } public String getBaseURL() { return baseURL; } - public void setBaseURL(String baseURL) { + public OriginDescription setBaseURL(String baseURL) { this.baseURL = baseURL; + return this; } public String getIdentifier() { return identifier; } - public void setIdentifier(String identifier) { + public OriginDescription setIdentifier(String identifier) { this.identifier = identifier; + return this; } public String getDatestamp() { return datestamp; } - public void setDatestamp(String datestamp) { + public OriginDescription setDatestamp(String datestamp) { this.datestamp = datestamp; + return this; } public String getMetadataNamespace() { return metadataNamespace; } - public void setMetadataNamespace(String metadataNamespace) { + public OriginDescription setMetadataNamespace(String metadataNamespace) { this.metadataNamespace = metadataNamespace; + return this; } - public OriginDescription getOriginDescription() { - return originDescription; - } - - public void setOriginDescription(OriginDescription originDescription) { - this.originDescription = originDescription; - } } diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/OtherResearchProducts.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/OtherResearchProducts.java index 12b578904..3ca231587 100644 --- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/OtherResearchProducts.java +++ b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/OtherResearchProducts.java @@ -4,6 +4,7 @@ import java.io.Serializable; import java.util.List; public class OtherResearchProducts extends Result implements Serializable { + private List> contactperson; private List> contactgroup; @@ -14,23 +15,26 @@ public class OtherResearchProducts extends Result implements Serializable { return contactperson; } - public void setContactperson(List> contactperson) { + public OtherResearchProducts setContactperson(List> contactperson) { this.contactperson = contactperson; + return this; } public List> getContactgroup() { return contactgroup; } - public void setContactgroup(List> contactgroup) { + public OtherResearchProducts setContactgroup(List> contactgroup) { this.contactgroup = contactgroup; + return this; } public List> getTool() { return tool; } - public void setTool(List> tool) { + public OtherResearchProducts setTool(List> tool) { this.tool = tool; + return this; } } diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Project.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Project.java index 65f22da37..5efe1526f 100644 --- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Project.java +++ b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Project.java @@ -61,207 +61,233 @@ public class Project extends OafEntity implements Serializable { return websiteurl; } - public void setWebsiteurl(Field websiteurl) { + public Project setWebsiteurl(Field websiteurl) { this.websiteurl = websiteurl; + return this; } public Field getCode() { return code; } - public void setCode(Field code) { + public Project setCode(Field code) { this.code = code; + return this; } public Field getAcronym() { return acronym; } - public void setAcronym(Field acronym) { + public Project setAcronym(Field acronym) { this.acronym = acronym; + return this; } public Field getTitle() { return title; } - public void setTitle(Field title) { + public Project setTitle(Field title) { this.title = title; + return this; } public Field getStartdate() { return startdate; } - public void setStartdate(Field startdate) { + public Project setStartdate(Field startdate) { this.startdate = startdate; + return this; } public Field getEnddate() { return enddate; } - public void setEnddate(Field enddate) { + public Project setEnddate(Field enddate) { this.enddate = enddate; + return this; } public Field getCallidentifier() { return callidentifier; } - public void setCallidentifier(Field callidentifier) { + public Project setCallidentifier(Field callidentifier) { this.callidentifier = callidentifier; + return this; } public Field getKeywords() { return keywords; } - public void setKeywords(Field keywords) { + public Project setKeywords(Field keywords) { this.keywords = keywords; + return this; } public Field getDuration() { return duration; } - public void setDuration(Field duration) { + public Project setDuration(Field duration) { this.duration = duration; + return this; } public Field getEcsc39() { return ecsc39; } - public void setEcsc39(Field ecsc39) { + public Project setEcsc39(Field ecsc39) { this.ecsc39 = ecsc39; + return this; } public Field getOamandatepublications() { return oamandatepublications; } - public void setOamandatepublications(Field oamandatepublications) { + public Project setOamandatepublications(Field oamandatepublications) { this.oamandatepublications = oamandatepublications; + return this; } public Field getEcarticle29_3() { return ecarticle29_3; } - public void setEcarticle29_3(Field ecarticle29_3) { + public Project setEcarticle29_3(Field ecarticle29_3) { this.ecarticle29_3 = ecarticle29_3; + return this; } public List getSubjects() { return subjects; } - public void setSubjects(List subjects) { + public Project setSubjects(List subjects) { this.subjects = subjects; + return this; } public List> getFundingtree() { return fundingtree; } - public void setFundingtree(List> fundingtree) { + public Project setFundingtree(List> fundingtree) { this.fundingtree = fundingtree; + return this; } public Qualifier getContracttype() { return contracttype; } - public void setContracttype(Qualifier contracttype) { + public Project setContracttype(Qualifier contracttype) { this.contracttype = contracttype; + return this; } public Field getOptional1() { return optional1; } - public void setOptional1(Field optional1) { + public Project setOptional1(Field optional1) { this.optional1 = optional1; + return this; } public Field getOptional2() { return optional2; } - public void setOptional2(Field optional2) { + public Project setOptional2(Field optional2) { this.optional2 = optional2; + return this; } public Field getJsonextrainfo() { return jsonextrainfo; } - public void setJsonextrainfo(Field jsonextrainfo) { + public Project setJsonextrainfo(Field jsonextrainfo) { this.jsonextrainfo = jsonextrainfo; + return this; } public Field getContactfullname() { return contactfullname; } - public void setContactfullname(Field contactfullname) { + public Project setContactfullname(Field contactfullname) { this.contactfullname = contactfullname; + return this; } public Field getContactfax() { return contactfax; } - public void setContactfax(Field contactfax) { + public Project setContactfax(Field contactfax) { this.contactfax = contactfax; + return this; } public Field getContactphone() { return contactphone; } - public void setContactphone(Field contactphone) { + public Project setContactphone(Field contactphone) { this.contactphone = contactphone; + return this; } public Field getContactemail() { return contactemail; } - public void setContactemail(Field contactemail) { + public Project setContactemail(Field contactemail) { this.contactemail = contactemail; + return this; } public Field getSummary() { return summary; } - public void setSummary(Field summary) { + public Project setSummary(Field summary) { this.summary = summary; + return this; } public Field getCurrency() { return currency; } - public void setCurrency(Field currency) { + public Project setCurrency(Field currency) { this.currency = currency; + return this; } public Float getTotalcost() { return totalcost; } - public void setTotalcost(Float totalcost) { + public Project setTotalcost(Float totalcost) { this.totalcost = totalcost; + return this; } public Float getFundedamount() { return fundedamount; } - public void setFundedamount(Float fundedamount) { + public Project setFundedamount(Float fundedamount) { this.fundedamount = fundedamount; + return this; } } diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Publication.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Publication.java index 9ca9cd3d6..bf4eab93c 100644 --- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Publication.java +++ b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Publication.java @@ -11,7 +11,8 @@ public class Publication extends Result implements Serializable { return journal; } - public void setJournal(Journal journal) { + public Publication setJournal(Journal journal) { this.journal = journal; + return this; } } diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Qualifier.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Qualifier.java index b586855a1..55d0427aa 100644 --- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Qualifier.java +++ b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Qualifier.java @@ -9,8 +9,6 @@ public class Qualifier implements Serializable { private String schemeid; private String schemename; - private DataInfo dataInfo; - public String getClassid() { return classid; } @@ -47,12 +45,4 @@ public class Qualifier implements Serializable { return this; } - public DataInfo getDataInfo() { - return dataInfo; - } - - public Qualifier setDataInfo(DataInfo dataInfo) { - this.dataInfo = dataInfo; - return this; - } } diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Result.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Result.java index 1a0f74aac..b0630825a 100644 --- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Result.java +++ b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Result.java @@ -49,172 +49,192 @@ public abstract class Result extends OafEntity implements Serializable { private List instance; - public List getAuthor() { return author; } - public void setAuthor(List author) { + public Result setAuthor(List author) { this.author = author; + return this; } public Qualifier getResulttype() { return resulttype; } - public void setResulttype(Qualifier resulttype) { + public Result setResulttype(Qualifier resulttype) { this.resulttype = resulttype; + return this; } public Qualifier getLanguage() { return language; } - public void setLanguage(Qualifier language) { + public Result setLanguage(Qualifier language) { this.language = language; + return this; } public List getCountry() { return country; } - public void setCountry(List country) { + public Result setCountry(List country) { this.country = country; + return this; } public List getSubject() { return subject; } - public void setSubject(List subject) { + public Result setSubject(List subject) { this.subject = subject; + return this; } public List getTitle() { return title; } - public void setTitle(List title) { + public Result setTitle(List title) { this.title = title; + return this; } public List getRelevantdate() { return relevantdate; } - public void setRelevantdate(List relevantdate) { + public Result setRelevantdate(List relevantdate) { this.relevantdate = relevantdate; + return this; } public List> getDescription() { return description; } - public void setDescription(List> description) { + public Result setDescription(List> description) { this.description = description; + return this; } public Field getDateofacceptance() { return dateofacceptance; } - public void setDateofacceptance(Field dateofacceptance) { + public Result setDateofacceptance(Field dateofacceptance) { this.dateofacceptance = dateofacceptance; + return this; } public Field getPublisher() { return publisher; } - public void setPublisher(Field publisher) { + public Result setPublisher(Field publisher) { this.publisher = publisher; + return this; } public Field getEmbargoenddate() { return embargoenddate; } - public void setEmbargoenddate(Field embargoenddate) { + public Result setEmbargoenddate(Field embargoenddate) { this.embargoenddate = embargoenddate; + return this; } public List> getSource() { return source; } - public void setSource(List> source) { + public Result setSource(List> source) { this.source = source; + return this; } public List> getFulltext() { return fulltext; } - public void setFulltext(List> fulltext) { + public Result setFulltext(List> fulltext) { this.fulltext = fulltext; + return this; } public List> getFormat() { return format; } - public void setFormat(List> format) { + public Result setFormat(List> format) { this.format = format; + return this; } public List> getContributor() { return contributor; } - public void setContributor(List> contributor) { + public Result setContributor(List> contributor) { this.contributor = contributor; + return this; } public Qualifier getResourcetype() { return resourcetype; } - public void setResourcetype(Qualifier resourcetype) { + public Result setResourcetype(Qualifier resourcetype) { this.resourcetype = resourcetype; + return this; } public List> getCoverage() { return coverage; } - public void setCoverage(List> coverage) { + public Result setCoverage(List> coverage) { this.coverage = coverage; + return this; } public Field getRefereed() { return refereed; } - public void setRefereed(Field refereed) { + public Result setRefereed(Field refereed) { this.refereed = refereed; + return this; } public List getContext() { return context; } - public void setContext(List context) { + public Result setContext(List context) { this.context = context; + return this; } public List getExternalReference() { return externalReference; } - public void setExternalReference(List externalReference) { + public Result setExternalReference(List externalReference) { this.externalReference = externalReference; + return this; } public List getInstance() { return instance; } - public void setInstance(List instance) { + public Result setInstance(List instance) { this.instance = instance; + return this; } } diff --git a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Software.java b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Software.java index e696cdb52..451efb99a 100644 --- a/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Software.java +++ b/dhp-schemas/src/main/java/eu/dnetlib/dhp/schema/oaf/Software.java @@ -17,31 +17,35 @@ public class Software extends Result implements Serializable { return documentationUrl; } - public void setDocumentationUrl(List> documentationUrl) { + public Software setDocumentationUrl(List> documentationUrl) { this.documentationUrl = documentationUrl; + return this; } public List getLicense() { return license; } - public void setLicense(List license) { + public Software setLicense(List license) { this.license = license; + return this; } public Field getCodeRepositoryUrl() { return codeRepositoryUrl; } - public void setCodeRepositoryUrl(Field codeRepositoryUrl) { + public Software setCodeRepositoryUrl(Field codeRepositoryUrl) { this.codeRepositoryUrl = codeRepositoryUrl; + return this; } public Qualifier getProgrammingLanguage() { return programmingLanguage; } - public void setProgrammingLanguage(Qualifier programmingLanguage) { + public Software setProgrammingLanguage(Qualifier programmingLanguage) { this.programmingLanguage = programmingLanguage; + return this; } } diff --git a/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/graph/ProtoConverter.java b/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/graph/ProtoConverter.java index 4179d3d2b..98dc375fa 100644 --- a/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/graph/ProtoConverter.java +++ b/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/graph/ProtoConverter.java @@ -1,14 +1,12 @@ package eu.dnetlib.dhp.graph; -import eu.dnetlib.data.proto.KindProtos; -import eu.dnetlib.data.proto.OafProtos; +import eu.dnetlib.data.proto.*; import eu.dnetlib.dhp.schema.oaf.*; import java.io.Serializable; import java.util.stream.Collectors; -import static eu.dnetlib.dhp.graph.ProtoUtils.mapDataInfo; -import static eu.dnetlib.dhp.graph.ProtoUtils.mapKV; +import static eu.dnetlib.dhp.graph.ProtoUtils.*; public class ProtoConverter implements Serializable { @@ -19,7 +17,7 @@ public class ProtoConverter implements Serializable { if (oaf.getKind() == KindProtos.Kind.entity) return convertEntity(oaf); else { - return convertRelation(oaf); + return convertRelation(oaf); } } catch (Throwable e) { throw new RuntimeException(e); @@ -39,8 +37,8 @@ public class ProtoConverter implements Serializable { .setRelClass(r.getRelClass()) .setCollectedFrom(r.getCollectedfromCount() > 0 ? r.getCollectedfromList().stream() - .map(kv -> mapKV(kv)) - .collect(Collectors.toList()) : null); + .map(kv -> mapKV(kv)) + .collect(Collectors.toList()) : null); } private static OafEntity convertEntity(OafProtos.Oaf oaf) { @@ -60,54 +58,109 @@ public class ProtoConverter implements Serializable { } private static Organization convertOrganization(OafProtos.Oaf oaf) { - return new Organization(); + final DatasourceProtos.Datasource.Metadata m = oaf.getEntity().getDatasource().getMetadata(); + final Organization org = setOaf(new Organization(), oaf); + return setEntity(org, oaf); + + //TODO set org fields } - private static Datasource convertDataSource(OafProtos.Oaf oaf) { - final Datasource result = new Datasource(); - - - //Set Oaf Fields - result.setDataInfo(ProtoUtils.mapDataInfo(oaf.getDataInfo())); - - result.setLastupdatetimestamp(oaf.getLastupdatetimestamp()); - - //setting Entity fields - final OafProtos.OafEntity entity = oaf.getEntity(); - - result.setId(entity.getId()); - - result.setOriginalId(entity.getOriginalIdList()); - - result.setCollectedfrom(entity.getCollectedfromList() - .stream() - .map(ProtoUtils::mapKV) - .collect(Collectors.toList())); - - result.setPid(entity.getPidList() - .stream() - .map(ProtoUtils::mapStructuredProperty) - .collect(Collectors.toList())); - - result.setDateofcollection(entity.getDateofcollection()); - - result.setDateoftransformation(entity.getDateoftransformation()); - - result.setExtraInfo(entity.getExtraInfoList() - .stream() - .map(ProtoUtils::mapExtraInfo) - .collect(Collectors.toList())); - - return result; + final DatasourceProtos.Datasource.Metadata m = oaf.getEntity().getDatasource().getMetadata(); + final Datasource datasource = setOaf(new Datasource(), oaf); + return setEntity(datasource, oaf) + .setAccessinfopackage(m.getAccessinfopackageList() + .stream() + .map(ProtoUtils::mapStringField) + .collect(Collectors.toList())) + .setCertificates(mapStringField(m.getCertificates())) + .setCitationguidelineurl(mapStringField(m.getCitationguidelineurl())) + .setContactemail(mapStringField(m.getContactemail())) + .setDatabaseaccessrestriction(mapStringField(m.getDatabaseaccessrestriction())) + .setDatabaseaccesstype(mapStringField(m.getDatabaseaccesstype())) + .setDataprovider(mapBoolField(m.getDataprovider())) + .setDatasourcetype(mapQualifier(m.getDatasourcetype())) + .setDatauploadrestriction(mapStringField(m.getDatauploadrestriction())) + .setCitationguidelineurl(mapStringField(m.getCitationguidelineurl())) + .setDatauploadtype(mapStringField(m.getDatauploadtype())) + .setDateofvalidation(mapStringField(m.getDateofvalidation())) + .setDescription(mapStringField(m.getDescription())) + .setEnglishname(mapStringField(m.getEnglishname())) + .setLatitude(mapStringField(m.getLatitude())) + .setLongitude(mapStringField(m.getLongitude())) + .setLogourl(mapStringField(m.getLogourl())) + .setMissionstatementurl(mapStringField(m.getMissionstatementurl())) + .setNamespaceprefix(mapStringField(m.getNamespaceprefix())) + .setOdcontenttypes(m.getOdcontenttypesList() + .stream() + .map(ProtoUtils::mapStringField) + .collect(Collectors.toList())) + .setOdlanguages(m.getOdlanguagesList() + .stream() + .map(ProtoUtils::mapStringField) + .collect(Collectors.toList())) + .setOdnumberofitems(mapStringField(m.getOdnumberofitems())) + .setOdnumberofitemsdate(mapStringField(m.getOdnumberofitemsdate())) + .setOdpolicies(mapStringField(m.getOdpolicies())) + .setOfficialname(mapStringField(m.getOfficialname())) + .setOpenairecompatibility(mapQualifier(m.getOpenairecompatibility())) + .setPidsystems(mapStringField(m.getPidsystems())) + .setPolicies(m.getPoliciesList() + .stream() + .map(ProtoUtils::mapKV) + .collect(Collectors.toList())) + .setQualitymanagementkind(mapStringField(m.getQualitymanagementkind())) + .setReleaseenddate(mapStringField(m.getReleaseenddate())) + .setServiceprovider(mapBoolField(m.getServiceprovider())) + .setReleasestartdate(mapStringField(m.getReleasestartdate())) + .setSubjects(m.getSubjectsList() + .stream() + .map(ProtoUtils::mapStructuredProperty) + .collect(Collectors.toList())) + .setVersioning(mapBoolField(m.getVersioning())) + .setWebsiteurl(mapStringField(m.getWebsiteurl())) + .setJournal(mapJournal(m.getJournal())); } private static Project convertProject(OafProtos.Oaf oaf) { - return new Project(); + final ProjectProtos.Project.Metadata m = oaf.getEntity().getProject().getMetadata(); + final Project project = setOaf(new Project(), oaf); + return setEntity(project, oaf) + .setAcronym(mapStringField(m.getAcronym())) + .setCallidentifier(mapStringField(m.getCallidentifier())) + .setCode(mapStringField(m.getCode())) + .setContactemail(mapStringField(m.getContactemail())) + .setContactfax(mapStringField(m.getContactfax())) + .setContactfullname(mapStringField(m.getContactfullname())) + .setContactphone(mapStringField(m.getContactphone())) + .setContracttype(mapQualifier(m.getContracttype())) + .setCurrency(mapStringField(m.getCurrency())) + .setDuration(mapStringField(m.getDuration())) + .setEcarticle29_3(mapStringField(m.getEcarticle293())) + .setEcsc39(mapStringField(m.getEcsc39())) + .setOamandatepublications(mapStringField(m.getOamandatepublications())) + .setStartdate(mapStringField(m.getStartdate())) + .setEnddate(mapStringField(m.getEnddate())) + .setFundedamount(m.getFundedamount()) + .setTotalcost(m.getTotalcost()) + .setKeywords(mapStringField(m.getKeywords())) + .setSubjects(m.getSubjectsList().stream() + .map(sp -> mapStructuredProperty(sp)) + .collect(Collectors.toList())) + .setTitle(mapStringField(m.getTitle())) + .setWebsiteurl(mapStringField(m.getWebsiteurl())) + .setFundingtree(m.getFundingtreeList().stream() + .map(f -> mapStringField(f)) + .collect(Collectors.toList())) + .setJsonextrainfo(mapStringField(m.getJsonextrainfo())) + .setSummary(mapStringField(m.getSummary())) + .setOptional1(mapStringField(m.getOptional1())) + .setOptional2(mapStringField(m.getOptional2())); } private static Result convertResult(OafProtos.Oaf oaf) { switch (oaf.getEntity().getResult().getMetadata().getResulttype().getClassid()) { + case "dataset": return createDataset(oaf); case "publication": @@ -117,7 +170,7 @@ public class ProtoConverter implements Serializable { case "orp": return createORP(oaf); default: - throw new RuntimeException("received unknown type :"+oaf.getEntity().getResult().getMetadata().getResulttype().getClassid()); + throw new RuntimeException("received unknown type :" + oaf.getEntity().getResult().getMetadata().getResulttype().getClassid()); } } @@ -131,29 +184,17 @@ public class ProtoConverter implements Serializable { private static Publication createPublication(OafProtos.Oaf oaf) { - Publication result = new Publication(); - - //Set Oaf Fields - result.setDataInfo(ProtoUtils.mapDataInfo(oaf.getDataInfo())); - - result.setLastupdatetimestamp(oaf.getLastupdatetimestamp()); + ResultProtos.Result.Metadata m = oaf.getEntity().getResult().getMetadata(); + Publication publication = setOaf(new Publication(), oaf); + return setEntity(publication, oaf) + .setJournal(mapJournal(m.getJournal())) + .setRefereed(mapStringField(m.getRefereed())); //setting Entity fields final OafProtos.OafEntity entity = oaf.getEntity(); - result.setId(entity.getId()); - - result.setJournal(null); - result.setAuthor(null); - result.setChildren(null); - - result.setCollectedfrom(entity.getCollectedfromList() - .stream() - .map(ProtoUtils::mapKV) - .collect(Collectors.toList())); - result.setContext(null); result.setContributor(null); @@ -164,10 +205,6 @@ public class ProtoConverter implements Serializable { result.setDateofacceptance(result.getDateofacceptance()); - result.setDateofcollection(entity.getDateofcollection()); - - result.setDateoftransformation(entity.getDateoftransformation()); - result.setDescription(entity.getResult().getMetadata().getDescriptionList() .stream() .map(ProtoUtils::mapStringField) @@ -177,11 +214,6 @@ public class ProtoConverter implements Serializable { result.setExternalReference(null); - result.setExtraInfo(entity.getExtraInfoList() - .stream() - .map(ProtoUtils::mapExtraInfo) - .collect(Collectors.toList())); - result.setFormat(entity.getResult().getMetadata().getFormatList() .stream() .map(ProtoUtils::mapStringField) @@ -189,23 +221,15 @@ public class ProtoConverter implements Serializable { result.setFulltext(null); - result.setInstance(null); + + result.setInstance(entity.getResult().getInstanceList()); result.setLanguage(ProtoUtils.mapQualifier(entity.getResult().getMetadata().getLanguage())); result.setOaiprovenance(null); - result.setOriginalId(entity.getOriginalIdList()); - - result.setPid(entity.getPidList() - .stream() - .map(ProtoUtils::mapStructuredProperty) - .collect(Collectors.toList())); - result.setPublisher(ProtoUtils.mapStringField(entity.getResult().getMetadata().getPublisher())); - result.setRefereed(null); - result.setRelevantdate(null); result.setResourcetype(null); diff --git a/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/graph/ProtoUtils.java b/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/graph/ProtoUtils.java index 91e33b088..7ea84316a 100644 --- a/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/graph/ProtoUtils.java +++ b/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/graph/ProtoUtils.java @@ -5,6 +5,8 @@ import eu.dnetlib.data.proto.FieldTypeProtos; import eu.dnetlib.data.proto.OafProtos; import eu.dnetlib.dhp.schema.oaf.*; +import java.util.stream.Collectors; + public class ProtoUtils { public static OafProtos.Oaf parse(String json) throws JsonFormat.ParseException { @@ -13,6 +15,33 @@ public class ProtoUtils { return builder.build(); } + public static T setOaf(T oaf, OafProtos.Oaf o) { + oaf.setDataInfo(mapDataInfo(o.getDataInfo())).setLastupdatetimestamp(o.getLastupdatetimestamp()); + return oaf; + } + + public static T setEntity(T entity, OafProtos.Oaf oaf) { + //setting Entity fields + final OafProtos.OafEntity e = oaf.getEntity(); + entity + .setId(e.getId()) + .setOriginalId(e.getOriginalIdList()) + .setCollectedfrom(e.getCollectedfromList() + .stream() + .map(ProtoUtils::mapKV) + .collect(Collectors.toList())) + .setPid(e.getPidList().stream() + .map(ProtoUtils::mapStructuredProperty) + .collect(Collectors.toList())) + .setDateofcollection(entity.getDateofcollection()) + .setDateoftransformation(entity.getDateoftransformation()) + .setExtraInfo(e.getExtraInfoList() + .stream() + .map(ProtoUtils::mapExtraInfo) + .collect(Collectors.toList())); + return entity; + } + public static KeyValue mapKV(FieldTypeProtos.KeyValue kv) { return new KeyValue() .setKey(kv.getKey()) @@ -34,8 +63,8 @@ public class ProtoUtils { .setClassid(q.getClassid()) .setClassname(q.getClassname()) .setSchemeid(q.getSchemeid()) - .setSchemename(q.getSchemename()) - .setDataInfo(q.hasDataInfo() ? mapDataInfo(q.getDataInfo()) : null); + .setSchemename(q.getSchemename()); + //.setDataInfo(q.hasDataInfo() ? mapDataInfo(q.getDataInfo()) : null); } public static StructuredProperty mapStructuredProperty(FieldTypeProtos.StructuredProperty sp) { @@ -54,6 +83,23 @@ public class ProtoUtils { .setValue(extraInfo.getValue()); } + public static OAIProvenance mapOAIProvenance(FieldTypeProtos.OAIProvenance oaiProvenance) { + return new OAIProvenance().setOriginDescription(mapOriginalDescription(oaiProvenance.getOriginDescription())); + } + + public static OriginDescription mapOriginalDescription(FieldTypeProtos.OAIProvenance.OriginDescription originDescription) { + final OriginDescription originDescriptionResult = new OriginDescription() + .setHarvestDate(originDescription.getHarvestDate()) + .setAltered(originDescription.getAltered()) + .setBaseURL(originDescription.getBaseURL()) + .setIdentifier(originDescription.getIdentifier()) + .setDatestamp(originDescription.getDatestamp()) + .setMetadataNamespace(originDescription.getMetadataNamespace()); +// if (originDescription.hasOriginDescription()) +// originDescriptionResult.setOriginDescription(mapOriginalDescription(originDescription.getOriginDescription())); + return originDescriptionResult; + } + public static Field mapStringField(FieldTypeProtos.StringField s) { return new Field() .setValue(s.getValue()) @@ -72,4 +118,20 @@ public class ProtoUtils { .setDataInfo(b.hasDataInfo() ? mapDataInfo(b.getDataInfo()) : null); } + public static Journal mapJournal(FieldTypeProtos.Journal j) { + return new Journal() + .setConferencedate(j.getConferencedate()) + .setConferenceplace(j.getConferenceplace()) + .setEdition(j.getEdition()) + .setEp(j.getEp()) + .setIss(j.getIss()) + .setIssnLinking(j.getIssnLinking()) + .setIssnOnline(j.getIssnOnline()) + .setIssnPrinted(j.getIssnPrinted()) + .setName(j.getName()) + .setSp(j.getSp()) + .setVol(j.getVol()) + .setDataInfo(mapDataInfo(j.getDataInfo())); + } + } diff --git a/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/graph/SparkGraphImporterJob.java b/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/graph/SparkGraphImporterJob.java index 74b40ccd7..fbccccacc 100644 --- a/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/graph/SparkGraphImporterJob.java +++ b/dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/graph/SparkGraphImporterJob.java @@ -1,15 +1,21 @@ package eu.dnetlib.dhp.graph; +import eu.dnetlib.dhp.schema.oaf.Datasource; import eu.dnetlib.dhp.schema.oaf.Oaf; import eu.dnetlib.dhp.schema.oaf.Publication; import org.apache.hadoop.io.Text; import org.apache.spark.api.java.JavaRDD; import org.apache.spark.api.java.JavaSparkContext; import org.apache.spark.api.java.function.PairFunction; +import org.apache.spark.sql.Dataset; +import org.apache.spark.sql.Encoder; +import org.apache.spark.sql.Encoders; import org.apache.spark.sql.SparkSession; import scala.Tuple2; +import javax.xml.crypto.Data; + public class SparkGraphImporterJob { @@ -29,21 +35,21 @@ public class SparkGraphImporterJob { final JavaSparkContext sc = new JavaSparkContext(spark.sparkContext()); + final String path = "file:///Users/miconis/Downloads/part-m-02236"; + final JavaRDD> inputRDD = sc.sequenceFile(path, Text.class, Text.class) + .map(item -> new Tuple2<>(item._1.toString(), item._2.toString())); - final JavaRDD> inputRDD = sc.sequenceFile("file:///Users/miconis/Downloads/part-m-02236", Text.class, Text.class).map(item -> new Tuple2<>(item._1.toString(), item._2.toString())); - - String body = inputRDD + final JavaRDD datasources = inputRDD .filter(s -> s._1().split("@")[2].equalsIgnoreCase("body")) .map(Tuple2::_2) - .first(); + .map(ProtoConverter::convert) + .filter(s-> s instanceof Datasource) + .map(s->(Datasource)s); + final Encoder encoder = Encoders.bean(Datasource.class); + final Dataset mdstore = spark.createDataset(datasources.rdd(), encoder); - System.out.println("body = " + body); + System.out.println(mdstore.count()); - -// .map(Tuple2::_2) -// .map(ProtoConverter::convert) -// .mapToPair((PairFunction) s-> new Tuple2(s.getClass().getName(),1)) -// .reduceByKey(Integer::sum).collect().forEach(System.out::println); // // // .filter(s -> s instanceof Publication) diff --git a/dhp-workflows/dhp-graph-mapper/src/test/java/eu/dnetlib/dhp/graph/ProtoConverterTest.java b/dhp-workflows/dhp-graph-mapper/src/test/java/eu/dnetlib/dhp/graph/ProtoConverterTest.java index bdf39071b..9e8a59ba0 100644 --- a/dhp-workflows/dhp-graph-mapper/src/test/java/eu/dnetlib/dhp/graph/ProtoConverterTest.java +++ b/dhp-workflows/dhp-graph-mapper/src/test/java/eu/dnetlib/dhp/graph/ProtoConverterTest.java @@ -1,5 +1,6 @@ package eu.dnetlib.dhp.graph; +import com.fasterxml.jackson.databind.ObjectMapper; import eu.dnetlib.dhp.schema.oaf.Datasource; import eu.dnetlib.dhp.schema.oaf.Oaf; import eu.dnetlib.dhp.schema.oaf.Publication; @@ -25,6 +26,9 @@ public class ProtoConverterTest { System.out.println(ds.getId()); + ObjectMapper mapper = new ObjectMapper(); + System.out.println(mapper.writeValueAsString(result)); + } diff --git a/pom.xml b/pom.xml index 5e00ada15..f37a58f2a 100644 --- a/pom.xml +++ b/pom.xml @@ -250,7 +250,7 @@ eu.dnetlib dnet-openaire-data-protos - 3.9.4 + 3.9.5