D-Net
/
AriadnePlus
4
0
Fork 0
Code Issues Pull Requests 1 Releases Wiki Activity

new classes to graphdb querying via sparql exewcution, data retrieving, feeding to elastic search

This commit is contained in:
Enrico Ottonello 2020-01-28 16:53:59 +01:00
parent edf2ff563b
commit 019bbd2f6a
23 changed files with 2062 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

32
dnet-ariadneplus-graphdb-publisher/pom.xml
View File

@ -3,8 +3,7 @@
<parent>
<groupId>org.springframework.boot</groupId>
<artifactId>spring-boot-starter-parent</artifactId>
<version>1.5.6.RELEASE</version>
<relativePath/>
<version>2.1.3.RELEASE</version>
</parent>
<modelVersion>4.0.0</modelVersion>
@ -62,7 +61,8 @@
<dependency>
<groupId>junit</groupId>
<artifactId>junit</artifactId>
<version>${junit.version}</version>
<version>4.13-rc-1</version>
<scope>test</scope>
</dependency>
<dependency>
<groupId>net.sf.saxon</groupId>
@ -101,6 +101,32 @@
<artifactId>graphdb-free-runtime</artifactId>
<version>9.0.0</version>
</dependency>
<dependency>
<groupId>com.google.code.gson</groupId>
<artifactId>gson</artifactId>
<version>2.8.6</version>
</dependency>
<dependency>
<groupId>com.jayway.jsonpath</groupId>
<artifactId>json-path</artifactId>
<version>2.4.0</version>
</dependency>
<dependency>
<groupId>org.elasticsearch.client</groupId>
<artifactId>elasticsearch-rest-high-level-client</artifactId>
<version>7.4.2</version>
</dependency>
<dependency>
<groupId>org.elasticsearch</groupId>
<artifactId>elasticsearch</artifactId>
<version>7.4.2</version>
</dependency>
<!-- https://mvnrepository.com/artifact/org.elasticsearch.client/elasticsearch-rest-client -->
<dependency>
<groupId>org.elasticsearch.client</groupId>
<artifactId>elasticsearch-rest-client</artifactId>
<version>7.4.2</version>
</dependency>
</dependencies>
<build>

62
dnet-ariadneplus-graphdb-publisher/src/main/java/eu/dnetlib/ariadneplus/elasticsearch/BulkUpload.java Normal file
View File

@ -0,0 +1,62 @@
package eu.dnetlib.ariadneplus.elasticsearch;
import java.io.IOException;
import java.lang.reflect.InvocationTargetException;
import javax.annotation.PostConstruct;
import org.apache.http.HttpHost;
import org.elasticsearch.action.bulk.BulkRequest;
import org.elasticsearch.action.bulk.BulkResponse;
import org.elasticsearch.action.index.IndexRequest;
import org.elasticsearch.client.RequestOptions;
import org.elasticsearch.client.RestClient;
import org.elasticsearch.client.RestHighLevelClient;
import org.elasticsearch.common.xcontent.XContentType;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.stereotype.Service;
import eu.dnetlib.ariadneplus.elasticsearch.model.AriadneCatalogEntry;
import eu.dnetlib.ariadneplus.reader.ResourceManager;
@Service
public class BulkUpload {
@Value("${elasticsearch.url:localhost:9200}")
private String elasticsearchUrl;
private RestHighLevelClient client;
@PostConstruct
private void init() throws IOException {
client = new RestHighLevelClient(
RestClient.builder(
new HttpHost("localhost",9200,"http")));
}
public void index(ResourceManager manager) {
BulkRequest request = new BulkRequest();
while (manager.hasNext()){
try {
AriadneCatalogEntry ace = ((AriadneCatalogEntry) manager.next());
request.add(new IndexRequest("prova_via_code").id(ace.getOriginalId())
.source(ace.toJson(),XContentType.JSON));
System.out.println("indexing to ES record "+ace.getOriginalId());
BulkResponse bulkResponse = client.bulk(request, RequestOptions.DEFAULT);
} catch (ClassNotFoundException e) {
e.printStackTrace();
} catch (NoSuchMethodException e) {
e.printStackTrace();
} catch (InstantiationException e) {
e.printStackTrace();
} catch (IllegalAccessException e) {
e.printStackTrace();
} catch (InvocationTargetException e) {
e.printStackTrace();
} catch (IOException e) {
e.printStackTrace();
}
}
}
}

39
dnet-ariadneplus-graphdb-publisher/src/main/java/eu/dnetlib/ariadneplus/elasticsearch/model/AatSubject.java Normal file
View File

@ -0,0 +1,39 @@
package eu.dnetlib.ariadneplus.elasticsearch.model;
import com.google.gson.*;
public class AatSubject {
private String id;
private String label;
private String lang;
public String getId() {
return id;
}
public void setId(String id) {
this.id = id;
}
public String getLabel() {
return label;
}
public void setLabel(String label) {
this.label = label;
}
public String getLang() {
return lang;
}
public void setLang(String lang) {
this.lang = lang;
}
public AatSubject() {
}
public static AatSubject fromJson(String json){
return new Gson().fromJson(json, AatSubject.class);
}
}

75
dnet-ariadneplus-graphdb-publisher/src/main/java/eu/dnetlib/ariadneplus/elasticsearch/model/AgentInfo.java Normal file
View File

@ -0,0 +1,75 @@
package eu.dnetlib.ariadneplus.elasticsearch.model;
import com.google.gson.Gson;
import com.google.gson.JsonElement;
import java.util.Map;
public class AgentInfo {
private String email;
private String name;
private String phone;
private String type;
public AgentInfo() {
}
public String getEmail() {
return email;
}
public void setEmail(String email) {
this.email = email;
}
public String getName() {
return name;
}
public void setName(String name) {
this.name = name;
}
public String getPhone() {
return phone;
}
public void setPhone(String phone) {
this.phone = phone;
}
public String getType() {
return type;
}
public void setType(String type) {
this.type = type;
}
public static AgentInfo fromJson(String json){
return new Gson().fromJson(json, AgentInfo.class);
}
public static AgentInfo fromRDFJson(JsonElement json){
AgentInfo pi = new AgentInfo();
for (Map.Entry<String, JsonElement> entry : json.getAsJsonObject().entrySet()){
switch (entry.getKey()){
case "http://www.myprefix/name" :
pi.setName(entry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
break;
case "http://www.myprefix/type":
pi.setType(entry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
break;
case "http://www.myprefix/email":
pi.setEmail(entry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
break;
case "http://www.myprefix/phone":
pi.setPhone(entry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
break;
}
}
return pi;
}
}

52
dnet-ariadneplus-graphdb-publisher/src/main/java/eu/dnetlib/ariadneplus/elasticsearch/model/ArcheologicalResourceType.java Normal file
View File

@ -0,0 +1,52 @@
package eu.dnetlib.ariadneplus.elasticsearch.model;
import com.google.gson.Gson;
import com.google.gson.JsonElement;
import java.util.Map;
public class ArcheologicalResourceType {
private String id;
private String name;
public ArcheologicalResourceType() {
}
public static ArcheologicalResourceType fromRDFJson(JsonElement json) {
ArcheologicalResourceType art = new ArcheologicalResourceType();
for (Map.Entry<String, JsonElement> entry : json.getAsJsonObject().entrySet()){
switch (entry.getKey()){
case "http://www.myprefix/id" :
art.setId(entry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
break;
case "http://www.myprefix/name":
String tmp = entry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString();
art.setName(tmp);
break;
}
}
return art;
}
public String getId() {
return id;
}
public void setId(String id) {
this.id = id;
}
public String getName() {
return name;
}
public void setName(String name) {
this.name = name;
}
public static ArcheologicalResourceType fromJson(String json){
return new Gson().fromJson(json, ArcheologicalResourceType.class);
}
}

453
dnet-ariadneplus-graphdb-publisher/src/main/java/eu/dnetlib/ariadneplus/elasticsearch/model/AriadneCatalogEntry.java Normal file
View File

@ -0,0 +1,453 @@
package eu.dnetlib.ariadneplus.elasticsearch.model;
import com.google.gson.Gson;
import java.util.List;
public class AriadneCatalogEntry {
private List<AatSubject> aatSubjects;
private String accessPolicy;
private String accessRights;
private ArcheologicalResourceType archeologicalResourceType;
private String contactPoint;
private List<AgentInfo> contributor;
private List<AgentInfo> creator;
private List<DerivedSubject> derivedSubject;
private String description;
private List <Distribution> distribution;
private List<AgentInfo> publisher;
private String title;
private String extent;
private List<ItemMetadataStructure> hasItemMetadataStructure;
private List<MetadataRecord> hasMetadataRecord;
private String identifier;
private String partOf;
private String issued;
private List<String> keyword;
private String landingPage;
private String language;
private List<AgentInfo> legalResponsible;
private String modified;
private List<NativeSubject> nativeSubject;
private String originalId;
private List<AgentInfo> owner;
private String packageId;
private String placeName;
private String postcode;
private String providerId;
private String rdfAbout;
private String resourceType;
private String rights;
private List<AgentInfo> scientificResponsible;
private List<Spatial> spatial;
private List<AgentInfo> technicalResponsible;
private List<AriadneTemporal> temporal;
public List<AgentInfo> getContributor() {
return contributor;
}
public void setContributor(List<AgentInfo> contributor) {
this.contributor = contributor;
}
public List<AatSubject> getAatSubjects() {
return aatSubjects;
}
public void setAatSubjects(List<AatSubject> aatSubjects) {
this.aatSubjects = aatSubjects;
}
public String getAccessPolicy() {
return accessPolicy;
}
public void setAccessPolicy(String accessPolicy) {
this.accessPolicy = accessPolicy;
}
public String getAccessRights() {
return accessRights;
}
public void setAccessRights(String accessRights) {
this.accessRights = accessRights;
}
public ArcheologicalResourceType getArcheologicalResourceType() {
return archeologicalResourceType;
}
public void setArcheologicalResourceType(ArcheologicalResourceType archeologicalResourceType) {
this.archeologicalResourceType = archeologicalResourceType;
}
public String getContactPoint() {
return contactPoint;
}
public void setContactPoint(String contactPoint) {
this.contactPoint = contactPoint;
}
public List<AgentInfo> getCreator() {
return creator;
}
public void setCreator(List<AgentInfo> creator) {
this.creator = creator;
}
public List<DerivedSubject> getDerivedSubject() {
return derivedSubject;
}
public void setDerivedSubject(List<DerivedSubject> derivedSubject) {
this.derivedSubject = derivedSubject;
}
public String getDescription() {
return description;
}
public void setDescription(String description) {
this.description = description;
}
public List<Distribution> getDistribution() {
return distribution;
}
public void setDistribution(List<Distribution> distribution) {
this.distribution = distribution;
}
public List<AgentInfo> getPublisher() {
return publisher;
}
public void setPublisher(List<AgentInfo> publisher) {
this.publisher = publisher;
}
public String getTitle() {
return title;
}
public void setTitle(String title) {
this.title = title;
}
public String getExtent() {
return extent;
}
public void setExtent(String extent) {
this.extent = extent;
}
public List<ItemMetadataStructure> getHasItemMetadataStructure() {
return hasItemMetadataStructure;
}
public void setHasItemMetadataStructure(List<ItemMetadataStructure> hasItemMetadataStructure) {
this.hasItemMetadataStructure = hasItemMetadataStructure;
}
public List<MetadataRecord> getHasMetadataRecord() {
return hasMetadataRecord;
}
public void setHasMetadataRecord(List<MetadataRecord> hasMetadataRecord) {
this.hasMetadataRecord = hasMetadataRecord;
}
public String getIdentifier() {
return identifier;
}
public void setIdentifier(String identifier) {
this.identifier = identifier;
}
public String getPartOf() {
return partOf;
}
public void setPartOf(String partOf) {
this.partOf = partOf;
}
public String getIssued() {
return issued;
}
public void setIssued(String issued) {
this.issued = issued;
}
public List<String> getKeyword() {
return keyword;
}
public void setKeyword(List<String> keyword) {
this.keyword = keyword;
}
public String getLandingPage() {
return landingPage;
}
public void setLandingPage(String landingPage) {
this.landingPage = landingPage;
}
public String getLanguage() {
return language;
}
public void setLanguage(String language) {
this.language = language;
}
public List<AgentInfo> getLegalResponsible() {
return legalResponsible;
}
public void setLegalResponsible(List<AgentInfo> legalResponsible) {
this.legalResponsible = legalResponsible;
}
public String getModified() {
return modified;
}
public void setModified(String modified) {
this.modified = modified;
}
public List<NativeSubject> getNativeSubject() {
return nativeSubject;
}
public void setNativeSubject(List<NativeSubject> nativeSubject) {
this.nativeSubject = nativeSubject;
}
public String getOriginalId() {
return originalId;
}
public void setOriginalId(String originalId) {
this.originalId = originalId;
}
public List<AgentInfo> getOwner() {
return owner;
}
public void setOwner(List<AgentInfo> owner) {
this.owner = owner;
}
public String getPackageId() {
return packageId;
}
public void setPackageId(String packageId) {
this.packageId = packageId;
}
public String getPlaceName() {
return placeName;
}
public void setPlaceName(String placeName) {
this.placeName = placeName;
}
public String getPostcode() {
return postcode;
}
public void setPostcode(String postcode) {
this.postcode = postcode;
}
public String getProviderId() {
return providerId;
}
public void setProviderId(String providerId) {
this.providerId = providerId;
}
public String getRdfAbout() {
return rdfAbout;
}
public void setRdfAbout(String rdfAbout) {
this.rdfAbout = rdfAbout;
}
public String getResourceType() {
return resourceType;
}
public void setResourceType(String resourceType) {
this.resourceType = resourceType;
}
public String getRights() {
return rights;
}
public void setRights(String rights) {
this.rights = rights;
}
public List<AgentInfo> getScientificResponsible() {
return scientificResponsible;
}
public void setScientificResponsible(List<AgentInfo> scientificResponsible) {
this.scientificResponsible = scientificResponsible;
}
public List<Spatial> getSpatial() {
return spatial;
}
public void setSpatial(List<Spatial> spatial) {
this.spatial = spatial;
}
public List<AgentInfo> getTechnicalResponsible() {
return technicalResponsible;
}
public void setTechnicalResponsible(List<AgentInfo> technicalResponsible) {
this.technicalResponsible = technicalResponsible;
}
public List<AriadneTemporal> getTemporal() {
return temporal;
}
public void setTemporal(List<AriadneTemporal> temporal) {
this.temporal = temporal;
}
public static AriadneCatalogEntry fromJson(String json){
return new Gson().fromJson(json, AriadneCatalogEntry.class);
}
public String toJson(){
return new Gson().toJson(this);
}
// public static AriadneCatalogEntry fromRDFJson(JsonElement json, String identifier, Map<String, JsonElement> map){
// AriadneCatalogEntry acim = new AriadneCatalogEntry();
// acim.setIdentifier(identifier.substring(identifier.lastIndexOf("/") + 1));
// JsonObject content = json.getAsJsonObject();
// for (Map.Entry<String, JsonElement> stringJsonElementEntry : content.entrySet()) {
// switch (stringJsonElementEntry.getKey()){
// case "http://www.myprefix/accessPolicy":
// acim.setAccessPolicy(stringJsonElementEntry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
// break;
// case "http://www.myprefix/accessRights":
// acim.setAccessRights(stringJsonElementEntry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
// break;
// case "http://www.myprefix/contributor":
// JsonArray contributor_array = stringJsonElementEntry.getValue().getAsJsonArray();
// List<AgentInfo> contributor_list = new ArrayList();
// for (int i = 0; i < contributor_array.size() ; i++ ){
// String map_key = contributor_array.get(i).getAsJsonObject().get("value").getAsString();
// contributor_list.add(AgentInfo.fromRDFJson(map.get(map_key)));
//
// }
// acim.setContributor(contributor_list);
// break;
// case "http://www.myprefix/description":
// acim.setDescription(stringJsonElementEntry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
// break;
// case "http://www.myprefix/isPartOf":
// acim.setPartOf(stringJsonElementEntry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
// break;
// case "http://www.myprefix/issued":
// acim.setIssued(stringJsonElementEntry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
// break;
// case "http://www.myprefix/landingPage":
// acim.setLandingPage(stringJsonElementEntry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
// break;
// case "http://www.myprefix/language":
// acim.setLanguage(stringJsonElementEntry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
// break;
// case "http://www.myprefix/modified":
// acim.setModified(stringJsonElementEntry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
// break;
// case "http://www.myprefix/nativeSubject":
// JsonArray nativeSubject_array = stringJsonElementEntry.getValue().getAsJsonArray();
// List<NativeSubject> nativeSubject_list = new ArrayList();
// for (int i = 0; i < nativeSubject_array.size() ; i++ ){
// String map_key = nativeSubject_array.get(i).getAsJsonObject().get("value").getAsString();
// nativeSubject_list.add(NativeSubject.fromRDFJson(map.get(map_key)));
//
// }
// acim.setNativeSubject(nativeSubject_list);
// break;
// case "http://www.myprefix/originalId":
// acim.setOriginalId(stringJsonElementEntry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
// break;
// case "http://www.myprefix/resourceType":
// acim.setResourceType(stringJsonElementEntry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
// break;
// case "http://www.myprefix/spatial":
// JsonArray spatial_array = stringJsonElementEntry.getValue().getAsJsonArray();
// List<Spatial> spatial_list = new ArrayList();
// for (int i = 0; i < spatial_array.size() ; i++ ){
// String map_key = spatial_array.get(i).getAsJsonObject().get("value").getAsString();
// spatial_list.add(Spatial.fromRDFJson(map.get(map_key), map));
//
// }
// acim.setSpatial(spatial_list);
// break;
// case "http://www.myprefix/temporal":
// JsonArray temporal_array = stringJsonElementEntry.getValue().getAsJsonArray();
// List<AriadneTemporal> temporal_list = new ArrayList<>();
// for(int i=0; i < temporal_array.size(); i++){
// String map_key = temporal_array.get(i).getAsJsonObject().get("value").getAsString();
// temporal_list.add(AriadneTemporal.fromRDFJson(map.get(map_key)));
// }
// acim.setTemporal(temporal_list);
// break;
// case "http://www.myprefix/title":
// acim.setTitle(stringJsonElementEntry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
// break;
// case "http://www.myprefix/publisher":
// JsonArray publisher_array = stringJsonElementEntry.getValue().getAsJsonArray();
// List<AgentInfo> publisher_list = new ArrayList();
// for (int i = 0; i < publisher_array.size() ; i++ ){
// String map_key = publisher_array.get(i).getAsJsonObject().get("value").getAsString();
// publisher_list.add(AgentInfo.fromRDFJson(map.get(map_key)));
//
// }
// acim.setPublisher(publisher_list);
// break;
// case "http://www.myprefix/archeologicalResourceType":
// acim.setArcheologicalResourceType(ArcheologicalResourceType.fromRDFJson(map.get(stringJsonElementEntry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString())));
// }
//
//
// }
//
// System.out.println(acim.toJson());
// return acim;
// }
}
//https://ariadne-infrastructure.eu/aocat

49
dnet-ariadneplus-graphdb-publisher/src/main/java/eu/dnetlib/ariadneplus/elasticsearch/model/AriadneGeoPoint.java Normal file
View File

@ -0,0 +1,49 @@
package eu.dnetlib.ariadneplus.elasticsearch.model;
import com.google.gson.Gson;
import com.google.gson.JsonElement;
import java.util.Map;
public class AriadneGeoPoint {
private String lat;
private String lon;
public String getLat() {
return lat;
}
public void setLat(String lat) {
this.lat = lat;
}
public String getLon() {
return lon;
}
public void setLon(String lon) {
this.lon = lon;
}
public AriadneGeoPoint() {
}
public static AriadneGeoPoint fromJson (String json){
return new Gson().fromJson(json, AriadneGeoPoint.class);
}
public static AriadneGeoPoint fromRDFJson(JsonElement json){
AriadneGeoPoint agp = new AriadneGeoPoint();
for (Map.Entry<String, JsonElement> stringJsonElementEntry : json.getAsJsonObject().entrySet()) {
switch (stringJsonElementEntry.getKey()){
case "http://www.myprefix/lat":
agp.setLat(stringJsonElementEntry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
break;
case "http://www.myprefix/lon":
agp.setLon(stringJsonElementEntry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
break;
}
}
return agp;
}
}

75
dnet-ariadneplus-graphdb-publisher/src/main/java/eu/dnetlib/ariadneplus/elasticsearch/model/AriadneTemporal.java Normal file
View File

@ -0,0 +1,75 @@
package eu.dnetlib.ariadneplus.elasticsearch.model;
import com.google.gson.Gson;
import com.google.gson.JsonElement;
import java.util.Map;
public class AriadneTemporal {
private String from;
private String periodName;
private String until;
private String uri;
public static AriadneTemporal fromRDFJson(JsonElement json) {
AriadneTemporal at = new AriadneTemporal();
for (Map.Entry<String, JsonElement> entry : json.getAsJsonObject().entrySet()){
switch (entry.getKey()){
case "http://www.myprefix/from" :
at.setFrom(entry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
break;
case "http://www.myprefix/periodName":
at.setPeriodName(entry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
break;
case "http://www.myprefix/until":
at.setUntil(entry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
break;
case "http://www.myprefix/uri":
at.setUri(entry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
break;
}
}
return at;
}
public String getFrom() {
return from;
}
public void setFrom(String from) {
this.from = from;
}
public String getPeriodName() {
return periodName;
}
public void setPeriodName(String periodName) {
this.periodName = periodName;
}
public String getUntil() {
return until;
}
public void setUntil(String until) {
this.until = until;
}
public String getUri() {
return uri;
}
public void setUri(String uri) {
this.uri = uri;
}
public AriadneTemporal() {
}
public static AriadneTemporal fromJson(String json){
return new Gson().fromJson(json, AriadneTemporal.class);
}
}

31
dnet-ariadneplus-graphdb-publisher/src/main/java/eu/dnetlib/ariadneplus/elasticsearch/model/DerivedSubject.java Normal file
View File

@ -0,0 +1,31 @@
package eu.dnetlib.ariadneplus.elasticsearch.model;
import com.google.gson.Gson;
public class DerivedSubject {
private String prefLabel;
private String source;
public String getPrefLabel() {
return prefLabel;
}
public void setPrefLabel(String prefLabel) {
this.prefLabel = prefLabel;
}
public String getSource() {
return source;
}
public void setSource(String source) {
this.source = source;
}
public DerivedSubject() {
}
public static DerivedSubject fromJson(String json){
return new Gson().fromJson(json, DerivedSubject.class);
}
}

31
dnet-ariadneplus-graphdb-publisher/src/main/java/eu/dnetlib/ariadneplus/elasticsearch/model/Dex.java Normal file
View File

@ -0,0 +1,31 @@
package eu.dnetlib.ariadneplus.elasticsearch.model;
import com.google.gson.Gson;
public class Dex {
private String characterSet;
private String description;
public String getCharacterSet() {
return characterSet;
}
public void setCharacterSet(String characterSet) {
this.characterSet = characterSet;
}
public String getDescription() {
return description;
}
public void setDescription(String description) {
this.description = description;
}
public Dex() {
}
public static Dex fromJson(String json){
return new Gson().fromJson(json,Dex.class);
}
}

69
dnet-ariadneplus-graphdb-publisher/src/main/java/eu/dnetlib/ariadneplus/elasticsearch/model/Distribution.java Normal file
View File

@ -0,0 +1,69 @@
package eu.dnetlib.ariadneplus.elasticsearch.model;
import com.google.gson.Gson;
import java.util.List;
public class Distribution {
private String accessURL;
private String description;
private String issued;
private String modified;
private List<AgentInfo> publisher;
private String title;
public String getTitle() {
return title;
}
public void setTitle(String title) {
this.title = title;
}
public List<AgentInfo> getPublisher() {
return publisher;
}
public void setPublisher(List<AgentInfo> publisher) {
this.publisher = publisher;
}
public String getAccessURL() {
return accessURL;
}
public void setAccessURL(String accessURL) {
this.accessURL = accessURL;
}
public String getDescription() {
return description;
}
public void setDescription(String description) {
this.description = description;
}
public String getIssued() {
return issued;
}
public void setIssued(String issued) {
this.issued = issued;
}
public String getModified() {
return modified;
}
public void setModified(String modified) {
this.modified = modified;
}
public Distribution() {
}
public static Distribution fromJson(String json){
return new Gson().fromJson(json,Distribution.class);
}
}

22
dnet-ariadneplus-graphdb-publisher/src/main/java/eu/dnetlib/ariadneplus/elasticsearch/model/ItemMetadataStructure.java Normal file
View File

@ -0,0 +1,22 @@
package eu.dnetlib.ariadneplus.elasticsearch.model;
import com.google.gson.Gson;
public class ItemMetadataStructure {
private String characterSet;
public String getCharacterSet() {
return characterSet;
}
public void setCharacterSet(String characterSet) {
this.characterSet = characterSet;
}
public ItemMetadataStructure() {
}
private static ItemMetadataStructure fromJson(String json){
return new Gson().fromJson(json, ItemMetadataStructure.class);
}
}

33
dnet-ariadneplus-graphdb-publisher/src/main/java/eu/dnetlib/ariadneplus/elasticsearch/model/MetadataRecord.java Normal file
View File

@ -0,0 +1,33 @@
package eu.dnetlib.ariadneplus.elasticsearch.model;
import com.google.gson.Gson;
import java.util.List;
public class MetadataRecord {
private List<Dex> conformsTo;
private String xmlDoc;
public List<Dex> getConformsTo() {
return conformsTo;
}
public void setConformsTo(List<Dex> conformsTo) {
this.conformsTo = conformsTo;
}
public String getXmlDoc() {
return xmlDoc;
}
public void setXmlDoc(String xmlDoc) {
this.xmlDoc = xmlDoc;
}
public MetadataRecord() {
}
public static MetadataRecord fromJson(String json){
return new Gson().fromJson(json, MetadataRecord.class);
}
}

53
dnet-ariadneplus-graphdb-publisher/src/main/java/eu/dnetlib/ariadneplus/elasticsearch/model/NativeSubject.java Normal file
View File

@ -0,0 +1,53 @@
package eu.dnetlib.ariadneplus.elasticsearch.model;
import com.google.gson.Gson;
import com.google.gson.JsonElement;
import java.util.Map;
public class NativeSubject {
private String prefLabel;
private String rdfAbout;
public String getPrefLabel() {
return prefLabel;
}
public void setPrefLabel(String prefLabel) {
this.prefLabel = prefLabel;
}
public String getRdfAbout() {
return rdfAbout;
}
public void setRdfAbout(String rdfAbout) {
this.rdfAbout = rdfAbout;
}
public NativeSubject() {
}
public static NativeSubject fromJson(String json){
return new Gson().fromJson(json, NativeSubject.class);
}
public static NativeSubject fromRDFJson(JsonElement json) {
NativeSubject pi = new NativeSubject();
for (Map.Entry<String, JsonElement> entry : json.getAsJsonObject().entrySet()){
switch (entry.getKey()){
case "http://www.myprefix/prefLabel" :
pi.setPrefLabel(entry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
break;
case "http://www.myprefix/rdfAbout":
pi.setRdfAbout(entry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
break;
}
}
return pi;
}
}

136
dnet-ariadneplus-graphdb-publisher/src/main/java/eu/dnetlib/ariadneplus/elasticsearch/model/Spatial.java Normal file
View File

@ -0,0 +1,136 @@
package eu.dnetlib.ariadneplus.elasticsearch.model;
import com.google.gson.Gson;
import com.google.gson.JsonElement;
import java.util.Map;
public class Spatial {
private String address;
private String boundingBoxMaxLat;
private String boundingBoxMaxLon;
private String boundingBoxMinLat;
private String boundingBoxMinLon;
private String coordinateSystem;
private String country;
private AriadneGeoPoint location;
private String placeName;
public static Spatial fromRDFJson(JsonElement json, Map<String,JsonElement> map) {
Spatial pi = new Spatial();
for (Map.Entry<String, JsonElement> entry : json.getAsJsonObject().entrySet()){
switch (entry.getKey()){
case "http://www.myprefix/address" :
pi.setAddress(entry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
break;
case "http://www.myprefix/boundingBoxMaxLat":
pi.setBoundingBoxMaxLat(entry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
break;
case "http://www.myprefix/boundingBoxMaxLon":
pi.setBoundingBoxMaxLon(entry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
break;
case "http://www.myprefix/boundingBoxMinLat":
pi.setBoundingBoxMinLat(entry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
break;
case "http://www.myprefix/boundingBoxMinLon":
pi.setBoundingBoxMinLon(entry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
break;
case "http://www.myprefix/country":
pi.setCountry(entry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
break;
case "http://www.myprefix/coordinateSystem":
pi.setCoordinateSystem(entry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
break;
case "http://www.myprefix/location":
String map_key = entry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString();
pi.setLocation(AriadneGeoPoint.fromRDFJson(map.get(map_key)));
break;
case "http://www.myprefix/placeName":
pi.setPlaceName(entry.getValue().getAsJsonArray().get(0).getAsJsonObject().get("value").getAsString());
break;
}
}
return pi;
}
public String getAddress() {
return address;
}
public void setAddress(String address) {
this.address = address;
}
public String getBoundingBoxMaxLat() {
return boundingBoxMaxLat;
}
public void setBoundingBoxMaxLat(String boundingBoxMaxLat) {
this.boundingBoxMaxLat = boundingBoxMaxLat;
}
public String getBoundingBoxMaxLon() {
return boundingBoxMaxLon;
}
public void setBoundingBoxMaxLon(String boundingBoxMaxLon) {
this.boundingBoxMaxLon = boundingBoxMaxLon;
}
public String getBoundingBoxMinLat() {
return boundingBoxMinLat;
}
public void setBoundingBoxMinLat(String boundingBoxMinLat) {
this.boundingBoxMinLat = boundingBoxMinLat;
}
public String getBoundingBoxMinLon() {
return boundingBoxMinLon;
}
public void setBoundingBoxMinLon(String boundingBoxMinLon) {
this.boundingBoxMinLon = boundingBoxMinLon;
}
public String getCoordinateSystem() {
return coordinateSystem;
}
public void setCoordinateSystem(String coordinateSystem) {
this.coordinateSystem = coordinateSystem;
}
public String getCountry() {
return country;
}
public void setCountry(String country) {
this.country = country;
}
public AriadneGeoPoint getLocation() {
return location;
}
public void setLocation(AriadneGeoPoint location) {
this.location = location;
}
public String getPlaceName() {
return placeName;
}
public void setPlaceName(String placeName) {
this.placeName = placeName;
}
public Spatial() {
}
public static Spatial fromJson(String json){
return new Gson().fromJson(json, Spatial.class);
}
}

127
dnet-ariadneplus-graphdb-publisher/src/main/java/eu/dnetlib/ariadneplus/reader/ResourceManager.java Normal file
View File

@ -0,0 +1,127 @@
package eu.dnetlib.ariadneplus.reader;
import java.lang.reflect.InvocationTargetException;
import java.lang.reflect.Method;
import java.lang.reflect.Type;
import java.util.ArrayList;
import java.util.LinkedHashMap;
import java.util.List;
import java.util.Set;
import javax.annotation.PostConstruct;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.stereotype.Service;
import com.google.common.reflect.TypeToken;
import com.google.gson.Gson;
import eu.dnetlib.ariadneplus.reader.json.ParseRDFJSON;
import eu.dnetlib.ariadneplus.reader.utils.ClassSpec;
import eu.dnetlib.ariadneplus.reader.utils.Mappings;
import eu.dnetlib.ariadneplus.reader.utils.PropertiesMap;
import net.minidev.json.JSONArray;
import net.minidev.json.JSONObject;
@Service
public class ResourceManager {
@Value("${type.path:undefined}")
private String type_path;
@Value("${general.classpath:undefined}")
private String general_classpath;
@Value("${exclude.predicates:[]}")
private String exclude_predicates;
private List<String> not_parsable;
private ParseRDFJSON parser;
@PostConstruct
public void init(){
Type listType = new TypeToken<ArrayList<String>>(){}.getType();
not_parsable = new Gson().fromJson(exclude_predicates, listType);
}
private String getFieldValue(Object value){
if (value instanceof LinkedHashMap)
return (String)((LinkedHashMap)value).get("value");
return (String)((JSONObject)value).get("value");
}
public void manage(ParseRDFJSON parser){
this.parser = parser;
}
public boolean hasNext(){
return parser.hasNextElement();
}
public Object next() throws ClassNotFoundException, NoSuchMethodException, InstantiationException, IllegalAccessException, InvocationTargetException {
return manage(parser.getNextElement(),null);
}
private Object manage(Object entry, String class_name) throws ClassNotFoundException, NoSuchMethodException, InvocationTargetException, IllegalAccessException, InstantiationException {
if (class_name == null){
if(entry instanceof LinkedHashMap){
LinkedHashMap tmp = (LinkedHashMap)((JSONArray)((LinkedHashMap)entry).get(type_path)).get(0);
class_name = (String)tmp.get("value");
}
}
Class<?> c = Class.forName(general_classpath + class_name);
Object class_instance = c.newInstance();
ClassSpec class_spec = PropertiesMap.get(class_name);
Set<?> keySet;
if(entry instanceof LinkedHashMap)
keySet = ((LinkedHashMap)entry).keySet();
else
keySet = ((JSONObject)entry).keySet();
for(Object predicate: keySet){//predicates in the json
if (not_parsable.contains(predicate))
continue;
Mappings map = class_spec.get((String)predicate);
if (map==null) {
continue;
}
JSONArray values;
if(entry instanceof LinkedHashMap)
values = (JSONArray)((LinkedHashMap)entry).get(predicate);
else
values = (JSONArray)((JSONObject)entry).get(predicate);
if (!map.hasExternalReference()){
Method setField = c.getMethod("set" + map.getClass_field(), Class.forName(map.getElement_type()));
setField.invoke(class_instance, getFieldValue(values.get(0)));
}
else{
if(PropertiesMap.get(map.getExternal_reference()).getClass_type().equals("prototype")){
List<Object> value_list = new ArrayList<>();
for(Object value: values){
value_list.add(manage(ParseRDFJSON.get(getFieldValue(value)), map.getExternal_reference()));
}
Method setField = c.getMethod("set" + map.getClass_field(),List.class);
setField.invoke(class_instance, value_list);
}
else{
Class<?> ref = Class.forName(general_classpath + map.getExternal_reference());
Method setField = c.getMethod("set" + map.getClass_field(), ref);
setField.invoke(class_instance, manage (ParseRDFJSON.get(getFieldValue(values.get(0))),map.getExternal_reference()));
}
}
}
return class_instance;
}
}

142
dnet-ariadneplus-graphdb-publisher/src/main/java/eu/dnetlib/ariadneplus/reader/RunSPARQLQueryService.java Normal file
View File

@ -0,0 +1,142 @@
package eu.dnetlib.ariadneplus.reader;
import java.io.StringWriter;
import org.eclipse.rdf4j.model.IRI;
import org.eclipse.rdf4j.model.Literal;
import org.eclipse.rdf4j.model.Model;
import org.eclipse.rdf4j.model.Resource;
import org.eclipse.rdf4j.model.ValueFactory;
import org.eclipse.rdf4j.model.impl.SimpleValueFactory;
import org.eclipse.rdf4j.query.GraphQuery;
import org.eclipse.rdf4j.query.GraphQueryResult;
import org.eclipse.rdf4j.query.QueryLanguage;
import org.eclipse.rdf4j.query.QueryResults;
import org.eclipse.rdf4j.repository.Repository;
import org.eclipse.rdf4j.repository.RepositoryConnection;
import org.eclipse.rdf4j.repository.manager.RemoteRepositoryManager;
import org.eclipse.rdf4j.rio.RDFFormat;
import org.eclipse.rdf4j.rio.RDFWriter;
import org.eclipse.rdf4j.rio.Rio;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.stereotype.Service;
import eu.dnetlib.ariadneplus.elasticsearch.BulkUpload;
import eu.dnetlib.ariadneplus.reader.json.ParseRDFJSON;
@Service
public class RunSPARQLQueryService {
@Value("${sparql.query3:undefined}")
private String query3;
@Value("${repository.url:undefined}")
private String repository_url;
private RepositoryConnection connection;
private RemoteRepositoryManager manager;
private Repository repository;
private ParseRDFJSON parser;
private ResourceManager resourceManager;
private BulkUpload bulkUpload;
private void openConnection(){
manager = new RemoteRepositoryManager(repository_url);
manager.init();
manager.setUsernameAndPassword("writer", "Writer01");
// repository = manager.getRepository("test01");
repository = manager.getRepository("ariadneplus-ts01");
connection = repository.getConnection();
}
private void closeConnection(){
connection.close();
repository.shutDown();
manager.shutDown();
}
public String executeQueryGraph(){
if (query3.equals("undefined"))
return null;
openConnection();
StringWriter recordWriter = null;
Model model = null;
String jsonRecord = null;
try {
GraphQuery graphQuery = connection.prepareGraphQuery(QueryLanguage.SPARQL, query3);
GraphQueryResult graphQueryResult = graphQuery.evaluate();
System.out.println("as model ...");
model = QueryResults.asModel(graphQueryResult);
graphQueryResult.close();
int resourceCount = 0;
System.out.println("counting resources ... " );
ValueFactory factory = SimpleValueFactory.getInstance();
IRI iri = factory.createIRI("http://www.myprefix/resourcetype");
Literal value = factory.createLiteral("AriadneCatalogEntry");
for (Resource record: model.filter(null, iri, value).subjects()) {
System.out.println();
Model recordModel = null;
// RDFWriter rdfRecordWriter = null;
resourceCount+=1;
// if (resourceCount==12) {
// break;
// }
recordModel = model.filter(record, null, null);
if (recordModel!=null && !recordModel.isEmpty()) {
recordWriter = new StringWriter();
RDFWriter rdfRecordWriter = Rio.createWriter(RDFFormat.RDFJSON, recordWriter);
Rio.write(recordModel, rdfRecordWriter);
// System.out.println("record json: "+ recordWriter.toString());
parser.parse(recordWriter.toString());
resourceManager.manage(parser);
bulkUpload.index(resourceManager);
}
}
System.out.println();
System.out.println("count resources: "+ resourceCount);
System.out.println("count statements: " + model.size());
System.out.println("index to Elastic Search completed");
}catch(Exception e){
e.printStackTrace();
}finally{
closeConnection();
if (model!=null) {
model.clear();
}
}
return jsonRecord;
}
public ParseRDFJSON getParser() {
return parser;
}
public void setParser(ParseRDFJSON parser) {
this.parser = parser;
}
public ResourceManager getResourceManager() {
return resourceManager;
}
public void setResourceManager(ResourceManager resourceManager) {
this.resourceManager = resourceManager;
}
public BulkUpload getBulkUpload() {
return bulkUpload;
}
public void setBulkUpload(BulkUpload bulkUpload) {
this.bulkUpload = bulkUpload;
}
}

66
dnet-ariadneplus-graphdb-publisher/src/main/java/eu/dnetlib/ariadneplus/reader/json/ParseRDFJSON.java Normal file
View File

@ -0,0 +1,66 @@
package eu.dnetlib.ariadneplus.reader.json;
import java.util.Iterator;
import java.util.LinkedHashMap;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.stereotype.Service;
import com.jayway.jsonpath.DocumentContext;
import com.jayway.jsonpath.JsonPath;
import net.minidev.json.JSONArray;
import net.minidev.json.JSONObject;
import net.minidev.json.parser.JSONParser;
import net.minidev.json.parser.ParseException;
@Service
public class ParseRDFJSON {
static JSONObject map ;
@Value("${catalog.entry.path:undefined}")
private String query;
private String json;
private Iterator<Object> it ;
public String getJson() {
return json;
}
public void setJson(String json) throws ParseException {
this.json = json;
}
private void fillMap() throws ParseException {
map = (JSONObject)(new JSONParser(JSONParser.MODE_PERMISSIVE).parse(json));
}
public void parse(String json) throws ParseException {
setJson(json);
fillMap();
DocumentContext jsonContext = JsonPath.parse(json);
JSONArray entries = jsonContext.read(query);
int size = entries.size();
it = entries.iterator();
}
public boolean hasNextElement(){
return it.hasNext();
}
public LinkedHashMap getNextElement(){
return (LinkedHashMap)it.next();
}
public static JSONObject get(String key){
return (JSONObject) map.get(key);
}
}

44
dnet-ariadneplus-graphdb-publisher/src/main/java/eu/dnetlib/ariadneplus/reader/utils/ClassSpec.java Normal file
View File

@ -0,0 +1,44 @@
package eu.dnetlib.ariadneplus.reader.utils;
import com.google.gson.Gson;
import java.util.List;
import java.util.Map;
public class ClassSpec {
private String class_type;
private Map<String,Mappings> mappings;
public ClassSpec() {
}
public String getClass_type() {
return class_type;
}
public void setClass_type(String class_type) {
this.class_type = class_type;
}
public Map<String, Mappings> getMappings() {
return mappings;
}
public void setMappings(Map<String, Mappings> mappings) {
this.mappings = mappings;
}
public static ClassSpec fromJson(String json){
return new Gson().fromJson(json, ClassSpec.class);
}
public String toJson(){
return new Gson().toJson(this);
}
public Mappings get(String predicate) {
return mappings.get(predicate);
}
}

58
dnet-ariadneplus-graphdb-publisher/src/main/java/eu/dnetlib/ariadneplus/reader/utils/Mappings.java Normal file
View File

@ -0,0 +1,58 @@
package eu.dnetlib.ariadneplus.reader.utils;
import com.google.gson.Gson;
public class Mappings {
private String class_field;
private String substring;
private String element_type;
private String external_reference;
public Mappings() {
}
public String getClass_field() {
return class_field;
}
public void setClass_field(String class_field) {
this.class_field = class_field;
}
public String getSubstring() {
return substring;
}
public void setSubstring(String substring) {
this.substring = substring;
}
public String getElement_type() {
return element_type;
}
public void setElement_type(String element_type) {
this.element_type = element_type;
}
public String getExternal_reference() {
return external_reference;
}
public void setExternal_reference(String external_reference) {
this.external_reference = external_reference;
}
public static Mappings fromJson(String json){
return new Gson().fromJson(json, Mappings.class);
}
public String toJson(){
return new Gson().toJson(this);
}
public boolean hasExternalReference() {
return external_reference != null ;
}
}

33
dnet-ariadneplus-graphdb-publisher/src/main/java/eu/dnetlib/ariadneplus/reader/utils/PropertiesMap.java Normal file
View File

@ -0,0 +1,33 @@
package eu.dnetlib.ariadneplus.reader.utils;
import java.lang.reflect.Type;
import java.util.HashMap;
import java.util.Map;
import javax.annotation.PostConstruct;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.stereotype.Component;
import com.google.common.reflect.TypeToken;
import com.google.gson.Gson;
@Component
public class PropertiesMap {
@Value("${class.map.specifications:undefined}")
private String spec;
private static Map<String, ClassSpec> map;
public static ClassSpec get(String key){
return map.get(key);
}
@PostConstruct
public void fill(){
Type mapType = new TypeToken<HashMap<String,ClassSpec>>(){}.getType();
map = new Gson().fromJson(spec,mapType);
}
}

336
dnet-ariadneplus-graphdb-publisher/src/main/resources/application.properties
View File

@ -8,3 +8,339 @@ graphdb.repository=ariadneprova
graphdb.sparqlUrl = http://localhost:7200/sparql
graphdb.baseURI=https://ariadne-infrastructure.eu/
#repository.url=http://localhost:7200
repository.url=http://graphdb-test.ariadne.d4science.org:7200
sparql.query2=PREFIX skos: <http://www.w3.org/2004/02/skos/core#> PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/> PREFIX mine: <http://www.myprefix/> CONSTRUCT { ?archeologicalResourceType a mine:archeologicalResourceType . ?record mine:archeologicalResourceType ?archeologicalResourceType . ?archeologicalResourceType mine:name ?archeologicalResourceTypeName . } WHERE { GRAPH <api_________::ariadne_plus::ads::sample_partition_1> { ?archeologicalResourceType skos:prefLabel ?archeologicalResourceTypeName . } }
sparql.query=PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/> \
PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#> \
PREFIX skos: <http://www.w3.org/2004/02/skos/core#> \
PREFIX mine: <http://www.myprefix/> \
CONSTRUCT { \
?record mine:resourcetype "AriadneCatalogEntry" . \
?record mine:identifier ?record .\
?record mine:publisher ?x . \
?x a mine:AgentInfo . \
?x mine:name ?publisherName . \
?x mine:type ?publisherType . \
?archeologicalResourceType a mine:archeologicalResourceType . \
?record mine:archeologicalResourceType ?archeologicalResourceType . \
?archeologicalResourceType mine:name ?archeologicalResourceTypeName . \
?record mine:issued ?issued . \
?record mine:resourceType ?resourceType . \
?record mine:modified ?modified . \
?record mine:nativeSubject ?ns . \
?ns a mine:NativeSubject . \
?ns mine:prefLabel ?nativeSbj . \
?spatial a mine:Spatial . \
?record mine:spatial ?spatial . \
?spatial mine:placeName ?spatialPlaceName . \
?spatial mine:location ?blocation . \
?blocation a mine:AriadneGeoPoint . \
?blocation mine:lat ?spatialLocationLat . \
?blocation mine:lon ?spatialLocationLon . \
?record mine:accessPolicy ?accessPolicy . \
?record mine:landingPage ?landingPage . \
?record mine:title ?title . \
?record mine:accessRights ?accessRights . \
?record mine:description ?description . \
?record mine:contributor ?contributor . \
?contributor a mine:AgentInfo . \
?contributor mine:name ?contributorName . \
?contributor mine:type ?contributorType . \
?record mine:originalId ?originalId . \
?record mine:temporal ?t .\
?t a mine:AriadneTemporal . \
?t mine:periodName ?temporalPeriodName . \
?record mine:language ?language . \
} \
WHERE { \
GRAPH <api_________::ariadne_plus::ads::sample_partition_1> { \
?archeologicalResourceType skos:prefLabel ?archeologicalResourceTypeName . \
?x rdfs:label ?publisherName . \
?record aocat:has_native_subject ?ns . \
?ns skos:prefLabel ?nativeSbj . \
?type skos:prefLabel ?resourceType . \
?record aocat:has_spatial_coverage ?spatial . \
?spatial aocat:has_place_name ?spatialPlaceName . \
?spatial aocat:has_latitude ?spatialLocationLat . \
?spatial aocat:has_longitude ?spatialLocationLon . \
?record aocat:has_access_policy ?accessPolicy . \
?record aocat:has_landing_page ?z . \
?z rdfs:label ?landingPage . \
?record aocat:has_title ?title . \
?record aocat:has_access_policy ?accessRights . \
?record aocat:has_description ?description . \
?record aocat:has_creator ?contributor . \
?contributor rdfs:label ?contributorName . \
?record aocat:has_original_id ?originalId . \
?record aocat:has_temporal_coverage ?t . \
?t aocat:has_period ?p . \
?p skos:prefLabel ?temporalPeriodName . \
?l skos:prefLabel ?language . \
BIND("organization" as ?contributorType) . \
BIND("organization" as ?publisherType) . \
BIND(uri(concat('http://www.myprefix/location/', md5(concat(str(?spatialLocationLat), str(?spatialLocationLon))))) as ?blocation) \
} \
}
sparql.query3=PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>\
PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>\
PREFIX skos: <http://www.w3.org/2004/02/skos/core#>\
PREFIX mine: <http://www.myprefix/>\
PREFIX onto: <http://www.ontotext.com/>\
CONSTRUCT {\
?record mine:resourcetype "AriadneCatalogEntry" .\
?record mine:identifier ?record .\
?record mine:publisher ?x .\
?x mine:type ?publisherType .\
?record mine:issued ?issued .\
?record mine:modified ?modified .\
?record mine:accessPolicy ?accessPolicy .\
?record mine:landingPage ?landingPage .\
?record mine:title ?title .\
?record mine:accessRights ?accessRights .\
?record mine:description ?description .\
?record mine:contributor ?contributor .\
?record mine:originalId ?originalId .\
}\
WHERE {\
?record aocat:has_access_policy ?accessPolicy .\
?record aocat:has_landing_page ?z .\
?z rdfs:label ?landingPage .\
?record aocat:has_title ?title .\
?record aocat:has_access_policy ?accessRights .\
?record aocat:has_description ?description .\
?record aocat:has_original_id ?originalId .\
BIND("organization" as ?contributorType) .\
BIND("organization" as ?publisherType) .\
}\
limit 20
catalog.entry.path=$[*][?(@['http://www.myprefix/resourcetype'][0]['value']=='AriadneCatalogEntry')]
general.classpath=ariadneplus.elasticsearch.model.
type.path=http://www.myprefix/resourcetype
exclude.predicates=["http://www.myprefix/resourcetype", "http://www.w3.org/1999/02/22-rdf-syntax-ns#type"]
class.map.specifications={\
"AriadneTemporal": {\
"class_type": "prototype",\
"mappings": {\
"http://www.myprefix/from": {\
"class_field": "From",\
"substring": "no",\
"element_type": "java.lang.String"\
},\
"http://www.myprefix/periodName": {\
"class_field": "PeriodName",\
"substring": "no",\
"element_type": "java.lang.String"\
},\
"http://www.myprefix/until": {\
"class_field": "Until",\
"substring": "no",\
"element_type": "java.lang.String"\
},\
"http://www.myprefix/uri": {\
"class_field": "Uri",\
"substring": "no",\
"element_type": "java.lang.String"\
}\
}\
},\
"AriadneGeoPoint": {\
"class_type": "unique",\
"mappings": {\
"http://www.myprefix/lat": {\
"class_field": "Lat",\
"substring": "no",\
"element_type": "java.lang.String"\
},\
"http://www.myprefix/lon": {\
"class_field": "Lon",\
"substring": "no",\
"element_type": "java.lang.String"\
}\
}\
},\
"Spatial": {\
"class_type": "prototype",\
"mappings":{"http://www.myprefix/address": {\
"class_field": "Address",\
"substring": "no",\
"element_type": "java.lang.String"\
},\
"http://www.myprefix/coordinateSystem": {\
"class_field": "CoordinateSystem",\
"substring": "no",\
"element_type": "java.lang.String"\
},\
"http://www.myprefix/country": {\
"class_field": "Country",\
"substring": "no",\
"element_type": "java.lang.String"\
},\
"http://www.myprefix/location": {\
"class_field": "Location",\
"external_reference": "AriadneGeoPoint",\
"substring": "no"\
},\
"http://www.myprefix/placeName": {\
"class_field": "PlaceName",\
"substring": "no",\
"element_type": "java.lang.String"\
}}\
},\
"ArcheologicalResourceType": {\
"class_type": "unique",\
"mappings": {\
"http://www.myprefix/id": {\
"class_field": "Id",\
"substring": "no",\
"element_type": "java.lang.String"\
},\
"http://www.myprefix/name": {\
"class_field": "Name",\
"substring": "no",\
"element_type": "java.lang.String"\
}\
}\
},\
"AgentInfo": {\
"class_type": "prototype",\
"mappings": {\
"http://www.myprefix/name": {\
"class_field": "Name",\
"substring": "no",\
"element_type": "java.lang.String"\
},\
"http://www.myprefix/type": {\
"class_field": "Type",\
"substring": "no",\
"element_type": "java.lang.String"\
},\
"http://www.myprefix/email": {\
"class_field": "Email",\
"substring": "no",\
"element_type": "java.lang.String"\
},\
"http://www.myprefix/phone": {\
"class_field": "Phone",\
"substring": "no",\
"element_type": "java.lang.String"\
}\
}\
},\
"NativeSubject": {\
"class_type": "prototype",\
"mappings": {\
"http://www.myprefix/prefLabel": {\
"class_field": "PrefLabel",\
"substring": "no",\
"element_type": "java.lang.String"\
},\
"http://www.myprefix/rdfAbout": {\
"class_field": "RdfAbout",\
"substring": "yes",\
"element_type": "java.lang.String"\
}\
}\
},\
"AriadneCatalogEntry": {\
"class_type": "unique",\
"mappings": {\
"http://www.myprefix/accessPolicy": {\
"class_field": "AccessPolicy",\
"substring": "no",\
"element_type": "java.lang.String"\
},\
"http://www.myprefix/identifier": {\
"class_field": "Identifier",\
"substring": "yes",\
"element_type": "java.lang.String"\
},\
"http://www.myprefix/publisher": {\
"class_field": "Publisher",\
"external_reference": "AgentInfo",\
"substring": "no"\
},\
"http://www.myprefix/archeologicalResourceType": {\
"class_field": "ArcheologicalResourceType",\
"external_reference": "ArcheologicalResourceType",\
"substring": "no"\
},\
"http://www.myprefix/issued": {\
"class_field": "Issued",\
"element_type": "java.lang.String",\
"substring": "no"\
},\
"http://www.myprefix/resourceType": {\
"class_field": "ResourceType",\
"element_type": "java.lang.String",\
"substring": "no"\
},\
"http://www.myprefix/modified": {\
"class_field": "Modified",\
"element_type": "java.lang.String",\
"substring": "no"\
},\
"http://www.myprefix/nativeSubject": {\
"class_field": "NativeSubject",\
"substring": "no",\
"external_reference": "NativeSubject"\
},\
"http://www.myprefix/spatial": {\
"class_field": "Spatial",\
"substring": "no",\
"external_reference": "Spatial"\
},\
"http://www.myprefix/landingPage": {\
"class_field": "LandingPage",\
"substring": "no",\
"element_type": "java.lang.String"\
},\
"http://www.myprefix/title": {\
"class_field": "Title",\
"substring": "no",\
"element_type": "java.lang.String"\
},\
"http://www.myprefix/accessRights": {\
"class_field": "AccessRights",\
"substring": "no",\
"element_type": "java.lang.String"\
},\
"http://www.myprefix/description": {\
"class_field": "Description",\
"substring": "no",\
"element_type": "java.lang.String"\
},\
"http://www.myprefix/contributor": {\
"class_field": "Contributor",\
"substring": "no",\
"external_reference": "AgentInfo"\
},\
"http://www.myprefix/originalId": {\
"class_field": "OriginalId",\
"substring": "no",\
"element_type": "java.lang.String"\
},\
"http://www.myprefix/temporal": {\
"class_field": "Temporal",\
"substring": "no",\
"external_reference": "AriadneTemporal"\
},\
"http://www.myprefix/language": {\
"class_field": "Language",\
"substring": "no",\
"element_type": "java.lang.String"\
},\
"http://www.myprefix/partOf": {\
"class_field": "PartOf",\
"substring": "no",\
"element_type": "java.lang.String"\
}\
}\
}\
}

40
dnet-ariadneplus-graphdb-publisher/test/java/eu/dnetlib/ariadneplus/GraphDbReaderTest.java Normal file
View File

@ -0,0 +1,40 @@
/**
*
*/
package eu.dnetlib.ariadneplus;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.junit.runners.JUnit4;
import org.springframework.beans.factory.annotation.Autowired;
import eu.dnetlib.ariadneplus.elasticsearch.BulkUpload;
import eu.dnetlib.ariadneplus.reader.ResourceManager;
import eu.dnetlib.ariadneplus.reader.RunSPARQLQueryService;
import eu.dnetlib.ariadneplus.reader.json.ParseRDFJSON;
/**
* @author enrico.ottonello
*
*/
@RunWith(JUnit4.class)
public class GraphDbReaderTest {
@Autowired
private RunSPARQLQueryService runSPQRLQuery;
@Autowired
private ParseRDFJSON parser;
@Autowired
private ResourceManager resourceManager;
@Autowired
private BulkUpload bulkUpload;
@Test
public void readTest() throws Exception {
runSPQRLQuery.setParser(parser);
runSPQRLQuery.setResourceManager(resourceManager);
runSPQRLQuery.setBulkUpload(bulkUpload);
runSPQRLQuery.executeQueryGraph();
}
}