D-Net
/
AriadnePlus
4
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Compare commits

base: D-Net:c130d05a198925a3a9c86a1ca441ad7e38b92122
Branches Tags
D-Net:master
D-Net:centroids
D-Net:thanados
D-Net:new_es_mapping
D-Net:v3.1
...
compare: D-Net:5175fde067ee440900a70b52cd97c9083dfeee20
Branches Tags
D-Net:master
D-Net:centroids
D-Net:thanados
D-Net:new_es_mapping
D-Net:v3.1

6 Commits
c130d05a19 ... 5175fde067

Author SHA1 Message Date
Alessia Bardi 5175fde067 testing errors with DANS 2023-09-05 16:20:14 +02:00
Alessia Bardi 5bbcd22206 Updated enrichment query for niwrecks2 2023-09-05 16:18:10 +02:00
Alessia Bardi d06ec9fa9c First enrichment query for niwrecks2 2023-09-05 16:00:31 +02:00
Alessia Bardi 6ece056a53 Updated update date fro ads archives 2023-09-05 15:52:58 +02:00
Alessia Bardi dc9399bfc9 Working version for coflein. Major change: use the good collection URI 2023-09-05 15:10:10 +02:00
Alessia Bardi 217b0c0a7f Draft query for ADS coflein 2023-09-05 14:16:47 +02:00
5 changed files with 1993 additions and 8 deletions
Show Stats Expand all files Collapse all files

2
dnet-ariadneplus-graphdb-publisher/src/main/resources/eu/dnetlib/ariadneplus/sparql/enrich/ADS/ordered_sparql_insert_archives.sparql
View File

@ -9,7 +9,7 @@ WHERE {
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
INSERT DATA {
GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::archivesCollInfo>{
<https://ariadne-infrastructure.eu/aocat/Collection/ADS/AC6671C7-FD6D-311D-98D0-F635D5EFAA4F> aocat:was_modified "2022-12-01"^^xsd:dateTime .
<https://ariadne-infrastructure.eu/aocat/Collection/ADS/AC6671C7-FD6D-311D-98D0-F635D5EFAA4F> aocat:was_modified "2023-09-05"^^xsd:dateTime .
}
};

172
dnet-ariadneplus-graphdb-publisher/src/main/resources/eu/dnetlib/ariadneplus/sparql/enrich/ADS/ordered_sparql_insert_coflein.sparql Normal file
View File

@ -0,0 +1,172 @@
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
PREFIX skos: <http://www.w3.org/2004/02/skos/core#>
INSERT { GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::coflein> { ?record aocat:is_part_of <https://ariadne-infrastructure.eu/aocat/Collection/RCAHMW/8D520B07-78F5-3A8E-AD61-580FCFF7218E>. } }
WHERE {
GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::coflein> {
?record rdf:type aocat:AO_Individual_Data_Resource.
}
};
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
PREFIX skos: <http://www.w3.org/2004/02/skos/core#>
INSERT {
GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::coflein> {
?s aocat:has_native_subject <https://ariadne-infrastructure.eu/aocat/Concept/ADS/NOT_PROVIDED>.
<https://ariadne-infrastructure.eu/aocat/Concept/ADS/NOT_PROVIDED> skos:prefLabel "Not provided".
}
}
WHERE {
GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::coflein> {
?s rdf:type aocat:AO_Individual_Data_Resource.
MINUS {
?s rdf:type aocat:AO_Individual_Data_Resource .
?s aocat:has_native_subject ?ns.
}
}
};
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
INSERT { GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::coflein> { ?s aocat:has_title "Title not provided". } }
WHERE {
GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::coflein> {
?s rdf:type aocat:AO_Individual_Data_Resource.
MINUS {
?s rdf:type aocat:AO_Individual_Data_Resource.
?s aocat:has_title ?title.
}
}
};
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
INSERT { GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::coflein> { ?record aocat:was_modified ?date. } }
WHERE {
GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::coflein> {
?record aocat:is_part_of ?collection.
?collection aocat:was_modified ?date.
MINUS { ?record aocat:was_modified ?x. }
}
};
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
INSERT { GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::coflein> { ?record aocat:was_issued ?date. } }
WHERE {
GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::coflein> {
?record aocat:is_part_of ?collection.
?collection aocat:was_issued ?date.
MINUS { ?record aocat:was_issued ?x. }
}
};
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
INSERT { GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::coflein> { ?record aocat:has_contributor ?agent. } }
WHERE {
GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::coflein> {
?record aocat:is_part_of ?collection.
?collection aocat:has_contributor ?agent.
MINUS { ?record aocat:has_contributor ?x. }
}
};
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
INSERT { GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::coflein> { ?record aocat:has_responsible ?agent. } }
WHERE {
GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::coflein> {
?record aocat:is_part_of ?collection.
?collection aocat:has_responsible ?agent.
MINUS { ?record aocat:has_responsible ?x. }
}
};
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
INSERT { GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::coflein> { ?record aocat:has_owner ?agent. } }
WHERE {
GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::coflein> {
?record aocat:is_part_of ?collection.
?collection aocat:has_owner ?agent.
MINUS { ?record aocat:has_owner ?x. }
}
};
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
INSERT { GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::coflein> { ?record aocat:has_publisher ?agent. } }
WHERE {
GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::coflein> {
?record aocat:is_part_of ?collection.
?collection aocat:has_publisher ?agent.
MINUS { ?record aocat:has_publisher ?x. }
}
};
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
INSERT { GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::coflein> { ?record aocat:has_access_rights ?ar. } }
WHERE {
GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::coflein> {
?record aocat:is_part_of ?collection.
?collection aocat:has_access_rights ?ar.
MINUS { ?record aocat:has_access_rights ?x. }
}
};
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
INSERT { GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::coflein> { ?record aocat:has_access_policy ?ar. } }
WHERE {
GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::coflein> {
?record aocat:is_part_of ?collection.
?collection aocat:has_access_policy ?ar.
MINUS { ?record aocat:has_access_policy ?x. }
}
};
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
PREFIX skos: <http://www.w3.org/2004/02/skos/core#>
INSERT { GRAPH <https://ariadne-infrastructure.eu/ariadneplus::ads::aatplus> { ?record aocat:has_derived_subject ?aat. } }
USING <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::aat>
USING <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::coflein>
WHERE {
{
?record aocat:has_native_subject ?native_subject.
?native_subject skos:exactMatch ?aat.
}
UNION
{
?record aocat:has_native_subject ?native_subject.
?native_subject skos:broadMatch ?aat.
}
UNION
{
?record aocat:has_native_subject ?native_subject.
?native_subject skos:closeMatch ?aat.
}
UNION
{
?record aocat:has_native_subject ?native_subject.
?native_subject skos:narrowMatch ?aat.
}
};
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
PREFIX rdf: <http://www.w3.org/1999/02/22-rdf-syntax-ns#>
PREFIX skos: <http://www.w3.org/2004/02/skos/core#>
PREFIX time: <http://www.w3.org/2006/time#>
INSERT {
GRAPH <https://ariadne-infrastructure.eu/ariadneplus::ads::periodoplus> {
?temporal aocat:has_period ?periodO.
?temporal aocat:from ?temporalFrom.
?temporal aocat:until ?temporalUntil.
}
}
WHERE {
GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::coflein> {
?temporal aocat:has_native_period ?native_period.
?native_period skos:prefLabel ?native_label.
GRAPH <https://ariadne-infrastructure.eu/ariadneplus::ads::periodo> {
?periodO skos:altLabel ?native_label .
?periodO skos:inScheme <http://n2t.net/ark:/99152/p0kh9ds> .
?periodO time:intervalStartedBy ?intervalStartedBy.
?intervalStartedBy skos:prefLabel ?temporalFrom.
?periodO time:intervalFinishedBy ?intervalFinishedBy.
?intervalFinishedBy skos:prefLabel ?temporalUntil.
}
}
}

153
dnet-ariadneplus-graphdb-publisher/src/main/resources/eu/dnetlib/ariadneplus/sparql/enrich/ADS/ordered_sparql_insert_niwrecks2.sparql Normal file
View File

@ -0,0 +1,153 @@
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
PREFIX skos: <http://www.w3.org/2004/02/skos/core#>
PREFIX ariadneplus: <https://ariadne-infrastructure.eu/aocat/>
INSERT DATA {
GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::niwrecks2> {
<https://ariadne-infrastructure.eu/aocat/Concept/AO_Subject/Site/monument> skos:prefLabel "Site/monument"@en.
<https://ariadne-infrastructure.eu/aocat/Concept/AO_Subject/Maritime> skos:prefLabel "Maritime"@en.
}
};
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
INSERT { GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::niwrecks2> { ?record aocat:has_ARIADNE_subject ?as. } }
USING <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::niwrecks2>
WHERE {
?record aocat:is_part_of ?collection.
?collection aocat:has_ARIADNE_subject ?as.
MINUS { ?record aocat:has_ARIADNE_subject ?theas. }
};
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
INSERT { GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::niwrecks2> { ?record aocat:was_modified ?modified. } }
USING <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::niwrecks2>
WHERE {
?record aocat:is_part_of ?collection.
?collection aocat:was_modified ?modified.
MINUS { ?record aocat:was_modified ?mod. }
};
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
INSERT { GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::niwrecks2> { ?record aocat:was_issued ?date. } }
USING <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::niwrecks2>
WHERE {
?record aocat:is_part_of ?collection.
?collection aocat:was_issued ?date.
MINUS { ?record aocat:was_issued ?thedate. }
};
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
INSERT { GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::niwrecks2> { ?record aocat:has_contributor ?agent. } }
USING <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::niwrecks2>
WHERE {
?record aocat:is_part_of ?collection.
?collection aocat:has_contributor ?agent.
MINUS { ?record aocat:has_contributor ?x. }
};
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
INSERT { GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::niwrecks2> { ?record aocat:has_creator ?agent. } }
USING <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::niwrecks2>
WHERE {
?record aocat:is_part_of ?collection.
?collection aocat:has_creator ?agent.
MINUS { ?record aocat:has_creator ?x. }
};
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
INSERT { GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::niwrecks2> { ?creator aocat:has_name ?name. } }
USING <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::niwrecks2>
WHERE {
?record aocat:has_creator ?creator.
?creator rdfs:label ?name.
MINUS { ?creator aocat:has_name ?cname. }
};
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
PREFIX rdfs: <http://www.w3.org/2000/01/rdf-schema#>
INSERT { GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::niwrecks2> { ?contributor aocat:has_name ?name. } }
USING <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::niwrecks2>
WHERE {
?record aocat:has_contributor ?contributor.
?contributor rdfs:label ?name.
MINUS { ?contributor aocat:has_name ?cname. }
};
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
INSERT { GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::niwrecks2> { ?record aocat:has_responsible ?agent. } }
USING <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::niwrecks2>
WHERE {
?record aocat:is_part_of ?collection.
?collection aocat:has_responsible ?agent.
MINUS { ?record aocat:has_responsible ?x. }
};
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
INSERT { GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::niwrecks2> { ?record aocat:has_owner ?agent. } }
USING <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::niwrecks2>
WHERE {
?record aocat:is_part_of ?collection.
?collection aocat:has_owner ?agent.
MINUS { ?record aocat:has_owner ?x. }
};
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
INSERT { GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::niwrecks2> { ?record aocat:has_publisher ?agent. } }
USING <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::niwrecks2>
WHERE {
?record aocat:is_part_of ?collection.
?collection aocat:has_publisher ?agent.
MINUS { ?record aocat:has_publisher ?x. }
};
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
INSERT { GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::niwrecks2> { ?record aocat:has_access_rights ?ar. } }
USING <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::niwrecks2>
WHERE {
?record aocat:is_part_of ?collection.
?collection aocat:has_access_rights ?ar.
MINUS { ?record aocat:has_access_rights ?x. }
};
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
PREFIX skos: <http://www.w3.org/2004/02/skos/core#>
INSERT { GRAPH <https://ariadne-infrastructure.eu/ariadneplus::ads::aatplus> { ?record aocat:has_derived_subject ?aat. } }
USING <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::aat>
USING <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::niwrecks2>
WHERE {
{
?record aocat:has_native_subject ?native_subject.
?native_subject skos:exactMatch ?aat.
}
UNION
{
?record aocat:has_native_subject ?native_subject.
?native_subject skos:broadMatch ?aat.
}
UNION
{
?record aocat:has_native_subject ?native_subject.
?native_subject skos:closeMatch ?aat.
}
UNION
{
?record aocat:has_native_subject ?native_subject.
?native_subject skos:narrowMatch ?aat.
}
};
PREFIX skos: <http://www.w3.org/2004/02/skos/core#>
PREFIX aocat: <https://www.ariadne-infrastructure.eu/resource/ao/cat/1.1/>
PREFIX time: <http://www.w3.org/2006/time#>
INSERT {
GRAPH <https://ariadne-infrastructure.eu/ariadneplus::ads::periodoplus> {
?temporal aocat:has_period ?periodO.
?temporal aocat:from ?temporalFrom.
?temporal aocat:until ?temporalUntil.
}
}
WHERE {
GRAPH <https://ariadne-infrastructure.eu/api_________::ariadne_plus::ads::niwrecks2> {
?temporal aocat:has_native_period ?native_period.
?native_period skos:prefLabel ?native_label.
GRAPH <https://ariadne-infrastructure.eu/ariadneplus::ads::periodo> {
?periodO skos:altLabel ?native_label .
?periodO skos:inScheme <http://n2t.net/ark:/99152/p0kh9ds> .
?periodO time:intervalStartedBy ?intervalStartedBy.
?intervalStartedBy skos:prefLabel ?temporalFrom.
?periodO time:intervalFinishedBy ?intervalFinishedBy.
?intervalFinishedBy skos:prefLabel ?temporalUntil.
}
}
}

15
dnet-ariadneplus-graphdb-publisher/test/java/eu/dnetlib/ariadneplus/GraphDbReaderAndESIndexTest.java
View File

@ -37,19 +37,20 @@ public class GraphDbReaderAndESIndexTest {
@Test
public void loadToPublic() throws Exception {
String uri = "https://ariadne-infrastructure.eu/aocat/Resource/HNM/307D659C-42FA-3FA2-8326-1302F24DCC82";
String datasource = "hnm";
String apiId = "hnmad";
String uri = "https://ariadne-infrastructure.eu/aocat/Resource/D4E12349-E214-3F3F-BEE4-D39D9138916B";
String datasource = "dans";
String apiId = "easy";
readAndIndexProd(true, uri, datasource, apiId);
}
@Test
public void loadToStaging() throws Exception {
String uri = "https://ariadne-infrastructure.eu/aocat/Collection/INP/D8C072A4-39C5-3274-B145-EAE9F6583751";
String datasource = "inp_cronica";
String apiId = "cronica";
readAndIndexTest(false, uri, datasource, apiId);
//String uri = "https://arche.acdh.oeaw.ac.at/api/255841";
String uri = "https://ariadne-infrastructure.eu/aocat/Resource/CENIEH/013A55AB-432D-3B51-B3A6-B6AFE343054B";
String datasource = "cenieh";
String apiId = "cir";
readAndIndexTest(true, uri, datasource, apiId);
}

1659
errors_dans.txt Normal file
View File

File diff suppressed because it is too large Load Diff