107 lines
4.4 KiB
Java
107 lines
4.4 KiB
Java
/**
|
|
*
|
|
*/
|
|
package eu.dnetlib.ariadneplus;
|
|
|
|
import eu.dnetlib.ariadneplus.elasticsearch.BulkUpload;
|
|
import eu.dnetlib.ariadneplus.reader.ResourceManager;
|
|
import eu.dnetlib.ariadneplus.reader.RunSPARQLQueryService;
|
|
import eu.dnetlib.ariadneplus.reader.json.ParseRDFJSON;
|
|
import org.apache.commons.io.IOUtils;
|
|
import org.junit.Ignore;
|
|
import org.junit.Test;
|
|
import org.springframework.core.io.ClassPathResource;
|
|
|
|
import java.nio.charset.StandardCharsets;
|
|
import java.util.Arrays;
|
|
import java.util.List;
|
|
import java.util.Properties;
|
|
|
|
/**
|
|
* @author enrico.ottonello
|
|
*
|
|
*/
|
|
//@Ignore
|
|
public class GraphDbReaderAndESIndexTest {
|
|
|
|
private RunSPARQLQueryService runSPQRLQuery;
|
|
|
|
@Test
|
|
// @Ignore
|
|
public void readAndIndexTest() throws Exception {
|
|
final ClassPathResource resource = new ClassPathResource("application.properties");
|
|
Properties appProps = new Properties();
|
|
appProps.load(resource.getInputStream());
|
|
|
|
runSPQRLQuery = new RunSPARQLQueryService();
|
|
runSPQRLQuery.setupConnection(
|
|
appProps.getProperty("graphdb.writer.user"),
|
|
appProps.getProperty("graphdb.writer.pwd"),
|
|
appProps.getProperty("graphdb.serverUrl"),
|
|
appProps.getProperty("graphdb.repository"));
|
|
ParseRDFJSON parseRDFJSON = new ParseRDFJSON();
|
|
parseRDFJSON.setCatalogEntryJsonPath(appProps.getProperty("catalog.entry.path"));
|
|
parseRDFJSON.setCatalogEntryCollectionJsonPath(appProps.getProperty("catalog.entry.collection.path"));
|
|
runSPQRLQuery.setParser(parseRDFJSON);
|
|
ResourceManager resourceManager = new ResourceManager();
|
|
resourceManager.setup(
|
|
appProps.getProperty("type.path"),
|
|
appProps.getProperty("general.classpath"),
|
|
appProps.getProperty("exclude.predicates"),
|
|
appProps.getProperty("class.map.specifications")
|
|
);
|
|
runSPQRLQuery.setResourceManager(resourceManager);
|
|
BulkUpload bulkUpload = new BulkUpload();
|
|
bulkUpload.init(appProps.getProperty("elasticsearch.hostname"),appProps.getProperty("elasticsearch.indexname"));
|
|
runSPQRLQuery.setBulkUpload(bulkUpload);
|
|
String recordId;
|
|
final ClassPathResource queryTemplateResource;
|
|
boolean testRecord = true;
|
|
if (testRecord) {
|
|
recordId = "https://ariadne-infrastructure.eu/aocat/Resource/D200902C-A1C2-346E-8F37-E8A429260ADE";
|
|
queryTemplateResource = new ClassPathResource("eu/dnetlib/ariadneplus/sparql/read_record_data_template.sparql");
|
|
}
|
|
else {
|
|
recordId = "https://ariadne-infrastructure.eu/aocat/Collection/ADS/849B1C0F-4C5F-3D8C-9082-CA60DBB4F557";
|
|
queryTemplateResource = new ClassPathResource("eu/dnetlib/ariadneplus/sparql/read_collection_data_template.sparql");
|
|
}
|
|
|
|
String datasource = "ads";
|
|
String collectionId = "398";
|
|
List<String> recordIds = Arrays.asList(recordId);
|
|
String queryTemplate = IOUtils.toString(queryTemplateResource.getInputStream(), StandardCharsets.UTF_8.name());
|
|
if (testRecord) {
|
|
runSPQRLQuery.executeMultipleQueryGraph(queryTemplate, recordIds, datasource, collectionId, false);
|
|
}
|
|
else {
|
|
runSPQRLQuery.executeMultipleQueryGraph(queryTemplate, recordIds, datasource, collectionId, true);
|
|
}
|
|
}
|
|
|
|
@Test
|
|
@Ignore
|
|
public void selectRecordsTest() throws Exception {
|
|
final ClassPathResource resource = new ClassPathResource("application.properties");
|
|
Properties appProps = new Properties();
|
|
appProps.load(resource.getInputStream());
|
|
String datasource = "ads";
|
|
String collectionId = "271";
|
|
runSPQRLQuery = new RunSPARQLQueryService();
|
|
runSPQRLQuery.setupConnection(
|
|
appProps.getProperty("graphdb.writer.user"),
|
|
appProps.getProperty("graphdb.writer.pwd"),
|
|
appProps.getProperty("repository.url"),
|
|
appProps.getProperty("graphdb.repository"));
|
|
runSPQRLQuery.selectRecordIds(datasource, collectionId);
|
|
}
|
|
|
|
@Test
|
|
@Ignore
|
|
public void loadQueryTest() throws Exception {
|
|
final ClassPathResource resource = new ClassPathResource("eu/dnetlib/ariadneplus/sparql/read_record_data_template.sparql");
|
|
String queryTemplate = IOUtils.toString(resource.getInputStream(), StandardCharsets.UTF_8.name());
|
|
System.out.println(queryTemplate);
|
|
|
|
}
|
|
}
|