Merge branch 'master' of code-repo.d4science.org:D-Net/dnet-hadoop
commit
027ef2326c
@ -0,0 +1,117 @@
|
||||
|
||||
package eu.dnetlib.dhp.common;
|
||||
|
||||
import java.io.BufferedInputStream;
|
||||
import java.io.IOException;
|
||||
import java.io.InputStream;
|
||||
import java.io.Serializable;
|
||||
|
||||
import org.apache.commons.compress.archivers.tar.TarArchiveEntry;
|
||||
import org.apache.commons.compress.archivers.tar.TarArchiveOutputStream;
|
||||
import org.apache.hadoop.fs.*;
|
||||
|
||||
public class MakeTarArchive implements Serializable {
|
||||
|
||||
private static TarArchiveOutputStream getTar(FileSystem fileSystem, String outputPath) throws IOException {
|
||||
Path hdfsWritePath = new Path(outputPath);
|
||||
FSDataOutputStream fsDataOutputStream = null;
|
||||
if (fileSystem.exists(hdfsWritePath)) {
|
||||
fileSystem.delete(hdfsWritePath, true);
|
||||
|
||||
}
|
||||
fsDataOutputStream = fileSystem.create(hdfsWritePath);
|
||||
|
||||
return new TarArchiveOutputStream(fsDataOutputStream.getWrappedStream());
|
||||
}
|
||||
|
||||
private static void write(FileSystem fileSystem, String inputPath, String outputPath, String dir_name)
|
||||
throws IOException {
|
||||
|
||||
Path hdfsWritePath = new Path(outputPath);
|
||||
FSDataOutputStream fsDataOutputStream = null;
|
||||
if (fileSystem.exists(hdfsWritePath)) {
|
||||
fileSystem.delete(hdfsWritePath, true);
|
||||
|
||||
}
|
||||
fsDataOutputStream = fileSystem.create(hdfsWritePath);
|
||||
|
||||
TarArchiveOutputStream ar = new TarArchiveOutputStream(fsDataOutputStream.getWrappedStream());
|
||||
|
||||
RemoteIterator<LocatedFileStatus> fileStatusListIterator = fileSystem
|
||||
.listFiles(
|
||||
new Path(inputPath), true);
|
||||
|
||||
while (fileStatusListIterator.hasNext()) {
|
||||
writeCurrentFile(fileSystem, dir_name, fileStatusListIterator, ar, 0);
|
||||
}
|
||||
|
||||
ar.close();
|
||||
}
|
||||
|
||||
public static void tarMaxSize(FileSystem fileSystem, String inputPath, String outputPath, String dir_name,
|
||||
int gBperSplit) throws IOException {
|
||||
final long bytesPerSplit = 1024L * 1024L * 1024L * gBperSplit;
|
||||
|
||||
long sourceSize = fileSystem.getContentSummary(new Path(inputPath)).getSpaceConsumed();
|
||||
|
||||
if (sourceSize < bytesPerSplit) {
|
||||
write(fileSystem, inputPath, outputPath + ".tar", dir_name);
|
||||
} else {
|
||||
int partNum = 0;
|
||||
|
||||
RemoteIterator<LocatedFileStatus> fileStatusListIterator = fileSystem
|
||||
.listFiles(
|
||||
new Path(inputPath), true);
|
||||
boolean next = fileStatusListIterator.hasNext();
|
||||
while (next) {
|
||||
TarArchiveOutputStream ar = getTar(fileSystem, outputPath + "_" + (partNum + 1) + ".tar");
|
||||
|
||||
long current_size = 0;
|
||||
while (next && current_size < bytesPerSplit) {
|
||||
current_size = writeCurrentFile(fileSystem, dir_name, fileStatusListIterator, ar, current_size);
|
||||
next = fileStatusListIterator.hasNext();
|
||||
|
||||
}
|
||||
|
||||
partNum += 1;
|
||||
ar.close();
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
private static long writeCurrentFile(FileSystem fileSystem, String dir_name,
|
||||
RemoteIterator<LocatedFileStatus> fileStatusListIterator,
|
||||
TarArchiveOutputStream ar, long current_size) throws IOException {
|
||||
LocatedFileStatus fileStatus = fileStatusListIterator.next();
|
||||
|
||||
Path p = fileStatus.getPath();
|
||||
String p_string = p.toString();
|
||||
if (!p_string.endsWith("_SUCCESS")) {
|
||||
String name = p_string.substring(p_string.lastIndexOf("/") + 1);
|
||||
if (name.trim().equalsIgnoreCase("communities_infrastructures")) {
|
||||
name = "communities_infrastructures.json";
|
||||
}
|
||||
TarArchiveEntry entry = new TarArchiveEntry(dir_name + "/" + name);
|
||||
entry.setSize(fileStatus.getLen());
|
||||
current_size += fileStatus.getLen();
|
||||
ar.putArchiveEntry(entry);
|
||||
|
||||
InputStream is = fileSystem.open(fileStatus.getPath());
|
||||
|
||||
BufferedInputStream bis = new BufferedInputStream(is);
|
||||
|
||||
int count;
|
||||
byte data[] = new byte[1024];
|
||||
while ((count = bis.read(data, 0, data.length)) != -1) {
|
||||
ar.write(data, 0, count);
|
||||
}
|
||||
bis.close();
|
||||
ar.closeArchiveEntry();
|
||||
|
||||
}
|
||||
return current_size;
|
||||
}
|
||||
|
||||
}
|
@ -0,0 +1,36 @@
|
||||
|
||||
package eu.dnetlib.dhp.schema.dump.oaf.community;
|
||||
|
||||
import eu.dnetlib.dhp.schema.dump.oaf.Instance;
|
||||
import eu.dnetlib.dhp.schema.dump.oaf.KeyValue;
|
||||
|
||||
/**
|
||||
* It extends eu.dnetlib.dhp.dump.oaf.Instance with values related to the community dump. In the Result dump this
|
||||
* information is not present because it is dumped as a set of relations between the result and the datasource. -
|
||||
* hostedby of type eu.dnetlib.dhp.schema.dump.oaf.KeyValue to store the information about the source from which the
|
||||
* instance can be viewed or downloaded. It is mapped against the hostedby parameter of the instance to be dumped and -
|
||||
* key corresponds to hostedby.key - value corresponds to hostedby.value - collectedfrom of type
|
||||
* eu.dnetlib.dhp.schema.dump.oaf.KeyValue to store the information about the source from which the instance has been
|
||||
* collected. It is mapped against the collectedfrom parameter of the instance to be dumped and - key corresponds to
|
||||
* collectedfrom.key - value corresponds to collectedfrom.value
|
||||
*/
|
||||
public class CommunityInstance extends Instance {
|
||||
private KeyValue hostedby;
|
||||
private KeyValue collectedfrom;
|
||||
|
||||
public KeyValue getHostedby() {
|
||||
return hostedby;
|
||||
}
|
||||
|
||||
public void setHostedby(KeyValue hostedby) {
|
||||
this.hostedby = hostedby;
|
||||
}
|
||||
|
||||
public KeyValue getCollectedfrom() {
|
||||
return collectedfrom;
|
||||
}
|
||||
|
||||
public void setCollectedfrom(KeyValue collectedfrom) {
|
||||
this.collectedfrom = collectedfrom;
|
||||
}
|
||||
}
|
@ -0,0 +1,24 @@
|
||||
|
||||
package eu.dnetlib.dhp.schema.dump.oaf.graph;
|
||||
|
||||
import java.util.List;
|
||||
|
||||
import eu.dnetlib.dhp.schema.dump.oaf.Instance;
|
||||
import eu.dnetlib.dhp.schema.dump.oaf.Result;
|
||||
|
||||
/**
|
||||
* It extends the eu.dnetlib.dhp.schema.dump.oaf.Result with - instance of type
|
||||
* List<eu.dnetlib.dhp.schema.dump.oaf.Instance> to store all the instances associated to the result. It corresponds to
|
||||
* the same parameter in the result represented in the internal model
|
||||
*/
|
||||
public class GraphResult extends Result {
|
||||
private List<Instance> instance;
|
||||
|
||||
public List<Instance> getInstance() {
|
||||
return instance;
|
||||
}
|
||||
|
||||
public void setInstance(List<Instance> instance) {
|
||||
this.instance = instance;
|
||||
}
|
||||
}
|
@ -1,5 +1,5 @@
|
||||
|
||||
package eu.dnetlib.dhp.oa.graph.dump.graph;
|
||||
package eu.dnetlib.dhp.oa.graph.dump.complete;
|
||||
|
||||
import java.io.Serializable;
|
||||
import java.util.List;
|
@ -1,5 +1,5 @@
|
||||
|
||||
package eu.dnetlib.dhp.oa.graph.dump.graph;
|
||||
package eu.dnetlib.dhp.oa.graph.dump.complete;
|
||||
|
||||
import java.io.Serializable;
|
||||
|
@ -1,5 +1,5 @@
|
||||
|
||||
package eu.dnetlib.dhp.oa.graph.dump.graph;
|
||||
package eu.dnetlib.dhp.oa.graph.dump.complete;
|
||||
|
||||
import java.util.ArrayList;
|
||||
import java.util.HashMap;
|
@ -0,0 +1,37 @@
|
||||
{
|
||||
"$schema": "http://json-schema.org/draft-07/schema#",
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"description": {
|
||||
"type": "string",
|
||||
"description": "Description of the research community/research infrastructure"
|
||||
},
|
||||
"id": {
|
||||
"type": "string",
|
||||
"description": "OpenAIRE id of the research community/research infrastructure"
|
||||
},
|
||||
"name": {
|
||||
"type": "string",
|
||||
"description": "The long name of the community"
|
||||
},
|
||||
"originalId": {
|
||||
"type": "string",
|
||||
"description": "The acronym of the community"
|
||||
},
|
||||
"subject": {
|
||||
"description": "Only for research communities: the list of the subjects associated to the research community",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"type": {
|
||||
"type": "string",
|
||||
"description": "One of {Research Community, Research infrastructure}"
|
||||
},
|
||||
"zenodo_community": {
|
||||
"type": "string",
|
||||
"description": "The URL of the Zenodo community associated to the Research community/Research infrastructure"
|
||||
}
|
||||
}
|
||||
}
|
@ -0,0 +1,192 @@
|
||||
{
|
||||
"$schema": "http://json-schema.org/draft-07/schema#",
|
||||
"definitions": {
|
||||
"ControlledField": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"scheme": {
|
||||
"type": "string"
|
||||
},
|
||||
"value": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"description": "To represent the information described by a scheme and a value in that scheme (i.e. pid)"
|
||||
}
|
||||
},
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"accessrights": {
|
||||
"type": "string",
|
||||
"description": "Type of access to the data source, as defined by re3data.org. Possible values: {open, restricted, closed}"
|
||||
},
|
||||
"certificates": {
|
||||
"type": "string",
|
||||
"description": "The certificate, seal or standard the data source complies with. As defined by re3data.org."
|
||||
},
|
||||
"citationguidelineurl": {
|
||||
"type": "string",
|
||||
"description":"The URL of the data source providing information on how to cite its items. As defined by re3data.org."
|
||||
},
|
||||
"contenttypes": {
|
||||
"description": "Types of content in the data source, as defined by OpenDOAR",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"databaseaccessrestriction": {
|
||||
"type": "string",
|
||||
"description": "Access restrinctions to the data source, as defined by re3data.org. One of {feeRequired, registration, other}"
|
||||
},
|
||||
"datasourcetype": {
|
||||
"allOf": [
|
||||
{
|
||||
"$ref": "#/definitions/ControlledField"
|
||||
},
|
||||
{
|
||||
"description": "The type of the datasource. See https://api.openaire.eu/vocabularies/dnet:datasource_typologies"
|
||||
}
|
||||
]
|
||||
},
|
||||
"datauploadrestriction": {
|
||||
"type": "string",
|
||||
"description": "Upload restrictions applied by the datasource, as defined by re3data.org. One of {feeRequired, registration, other}"
|
||||
},
|
||||
"dateofvalidation": {
|
||||
"type": "string",
|
||||
"description": "The date of last validation against the OpenAIRE guidelines for the datasource records"
|
||||
},
|
||||
"description": {
|
||||
"type": "string"
|
||||
},
|
||||
"englishname": {
|
||||
"type": "string",
|
||||
"description": "The English name of the datasource"
|
||||
},
|
||||
"id": {
|
||||
"type": "string",
|
||||
"description": "The OpenAIRE id of the data source"
|
||||
},
|
||||
"journal": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"conferencedate": {
|
||||
"type": "string"
|
||||
},
|
||||
"conferenceplace": {
|
||||
"type": "string"
|
||||
},
|
||||
"edition": {
|
||||
"type": "string"
|
||||
},
|
||||
"ep": {
|
||||
"type": "string",
|
||||
"description": "End page"
|
||||
},
|
||||
"iss": {
|
||||
"type": "string",
|
||||
"description": "Issue number"
|
||||
},
|
||||
"issnLinking": {
|
||||
"type": "string"
|
||||
},
|
||||
"issnOnline": {
|
||||
"type": "string"
|
||||
},
|
||||
"issnPrinted": {
|
||||
"type": "string"
|
||||
},
|
||||
"name": {
|
||||
"type": "string"
|
||||
},
|
||||
"sp": {
|
||||
"type": "string",
|
||||
"description": "Start page"
|
||||
},
|
||||
"vol": {
|
||||
"type": "string",
|
||||
"description": "Volume"
|
||||
}
|
||||
},
|
||||
"description": "Information about the journal, if this data source is of type Journal."
|
||||
},
|
||||
"languages": {
|
||||
"description": "The languages present in the data source's content, as defined by OpenDOAR.",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"logourl": {
|
||||
"type": "string"
|
||||
},
|
||||
"missionstatementurl": {
|
||||
"type": "string",
|
||||
"description":"The URL of a mission statement describing the designated community of the data source. As defined by re3data.org"
|
||||
},
|
||||
"officialname": {
|
||||
"type": "string",
|
||||
"description": "The official name of the datasource"
|
||||
},
|
||||
"openairecompatibility": {
|
||||
"type": "string",
|
||||
"description": "OpenAIRE guidelines the data source comply with. See also https://guidelines.openaire.eu."
|
||||
},
|
||||
"originalId": {
|
||||
"description": "Original identifiers for the datasource"
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"pid": {
|
||||
"description": "Persistent identifiers of the datasource",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"allOf": [
|
||||
{
|
||||
"$ref": "#/definitions/ControlledField"
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"pidsystems": {
|
||||
"type": "string",
|
||||
"description": "The persistent identifier system that is used by the data source. As defined by re3data.org"
|
||||
},
|
||||
"policies": {
|
||||
"description": "Policies of the data source, as defined in OpenDOAR.",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"releaseenddate": {
|
||||
"type": "string",
|
||||
"description": "Date when the data source went offline or stopped ingesting new research data. As defined by re3data.org"
|
||||
},
|
||||
"releasestartdate": {
|
||||
"type": "string",
|
||||
"description": "Releasing date of the data source, as defined by re3data.org"
|
||||
},
|
||||
"subjects": {
|
||||
"description": "List of subjects associated to the datasource",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"uploadrights": {
|
||||
"type": "string",
|
||||
"description": "Type of data upload. As defined by re3data.org: one of {open, restricted,closed}"
|
||||
},
|
||||
"versioning": {
|
||||
"type": "boolean",
|
||||
"description": "As defined by redata.org: 'yes' if the data source supports versioning, 'no' otherwise."
|
||||
},
|
||||
"websiteurl": {
|
||||
"type": "string"
|
||||
}
|
||||
}
|
||||
}
|
@ -0,0 +1,119 @@
|
||||
{
|
||||
"$schema": "http://json-schema.org/draft-07/schema#",
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"acronym": {
|
||||
"type": "string"
|
||||
},
|
||||
"callidentifier": {
|
||||
"type": "string"
|
||||
},
|
||||
"code": {
|
||||
"type": "string",
|
||||
"description": "The grant agreement number"
|
||||
},
|
||||
"enddate": {
|
||||
"type": "string"
|
||||
},
|
||||
"funding": {
|
||||
"description": "Funding information for the project",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"funding_stream": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"description": {
|
||||
"type": "string",
|
||||
"description": "Description of the funding stream"
|
||||
},
|
||||
"id": {
|
||||
"type": "string",
|
||||
"description": "Id of the funding stream"
|
||||
}
|
||||
}
|
||||
},
|
||||
"jurisdiction": {
|
||||
"type": "string",
|
||||
"description": "The jurisdiction of the funder (i.e. EU)"
|
||||
},
|
||||
"name": {
|
||||
"type": "string",
|
||||
"description": "The name of the funder (European Commission)"
|
||||
},
|
||||
"shortName": {
|
||||
"type": "string",
|
||||
"description": "The short name of the funder (EC)"
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"granted": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"currency": {
|
||||
"type": "string",
|
||||
"description": "The currency of the granted amount (e.g. EUR)"
|
||||
},
|
||||
"fundedamount": {
|
||||
"type": "number",
|
||||
"description": "The funded amount"
|
||||
},
|
||||
"totalcost": {
|
||||
"type": "number",
|
||||
"description": "The total cost of the project"
|
||||
}
|
||||
},
|
||||
"description": "The money granted to the project"
|
||||
},
|
||||
"h2020programme": {
|
||||
"description": "The h2020 programme funding the project",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"code": {
|
||||
"type": "string",
|
||||
"description": "The code of the programme"
|
||||
},
|
||||
"description": {
|
||||
"type": "string",
|
||||
"description": "The description of the programme"
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"id": {
|
||||
"type": "string",
|
||||
"description": "OpenAIRE id for the project"
|
||||
},
|
||||
"keywords": {
|
||||
"type": "string"
|
||||
},
|
||||
"openaccessmandatefordataset": {
|
||||
"type": "boolean"
|
||||
},
|
||||
"openaccessmandateforpublications": {
|
||||
"type": "boolean"
|
||||
},
|
||||
"startdate": {
|
||||
"type": "string"
|
||||
},
|
||||
"subject": {
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"summary": {
|
||||
"type": "string"
|
||||
},
|
||||
"title": {
|
||||
"type": "string"
|
||||
},
|
||||
"websiteurl": {
|
||||
"type": "string"
|
||||
}
|
||||
}
|
||||
}
|
@ -0,0 +1,60 @@
|
||||
{
|
||||
"$schema": "http://json-schema.org/draft-07/schema#",
|
||||
"definitions": {
|
||||
"Node": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"id": {
|
||||
"type": "string",
|
||||
"description": "The OpenAIRE id of the entity"
|
||||
},
|
||||
"type": {
|
||||
"type": "string",
|
||||
"description": "The type of the entity (i.e. organisation)"
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"provenance": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"provenance": {
|
||||
"type": "string",
|
||||
"description": "The reason why OpenAIRE holds the relation "
|
||||
},
|
||||
"trust": {
|
||||
"type": "string",
|
||||
"description": "The trust of the relation in the range of [0,1]. Where greater the number, more the trust. Harvested relationships have typically a high trust (0.9). The trust of inferred relationship is calculated by the inference algorithm that generated them, as described in https://graph.openaire.eu/about#architecture (Enrichment --> Mining)"
|
||||
}
|
||||
}
|
||||
},
|
||||
"reltype": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"name": {
|
||||
"type": "string",
|
||||
"description": "The semantics of the relation (i.e. isAuthorInstitutionOf). "
|
||||
},
|
||||
"type": {
|
||||
"type": "string",
|
||||
"description": "the type of the relation (i.e. affiliation)"
|
||||
}
|
||||
},
|
||||
"description": "To represent the semantics of a relation between two entities"
|
||||
},
|
||||
"source": {
|
||||
"allOf": [
|
||||
{"$ref": "#/definitions/Node"},
|
||||
{"description": "The node source in the relation"}
|
||||
]
|
||||
},
|
||||
"target": {
|
||||
"allOf": [
|
||||
{"$ref": "#/definitions/Node"},
|
||||
{"description": "The node target in the relation"}
|
||||
]
|
||||
}
|
||||
}
|
||||
}
|
@ -0,0 +1,330 @@
|
||||
{
|
||||
"$schema": "http://json-schema.org/draft-07/schema#",
|
||||
"definitions": {
|
||||
"ControlledField": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"scheme": {
|
||||
"type": "string"
|
||||
},
|
||||
"value": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"description": "To represent the information described by a scheme and a value in that scheme (i.e. pid)"
|
||||
},
|
||||
"Provenance": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"provenance": {
|
||||
"type": "string",
|
||||
"description": "The process that produced/provided the information"
|
||||
},
|
||||
"trust": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"description": "Indicates the process that produced (or provided) the information, and the trust associated to the information"
|
||||
}
|
||||
},
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"author": {
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"fullname": {
|
||||
"type": "string"
|
||||
},
|
||||
"name": {
|
||||
"type": "string"
|
||||
},
|
||||
"pid": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"id": {
|
||||
"allOf": [
|
||||
{"$ref": "#/definitions/ControlledField"},
|
||||
{"description": "The author's id and scheme. OpenAIRE currently supports 'ORCID'"}
|
||||
]
|
||||
},
|
||||
"provenance": {
|
||||
"allOf": [
|
||||
{"$ref": "#/definitions/Provenance"},
|
||||
{"description": "Provenance of author's pid"}
|
||||
]
|
||||
}
|
||||
}
|
||||
},
|
||||
"rank": {
|
||||
"type": "integer"
|
||||
},
|
||||
"surname": {
|
||||
"type": "string"
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"bestaccessright": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"code": {
|
||||
"type": "string",
|
||||
"description": "COAR access mode code: http://vocabularies.coar-repositories.org/documentation/access_rights/"
|
||||
},
|
||||
"label": {
|
||||
"type": "string",
|
||||
"description": "Label for the access mode"
|
||||
},
|
||||
"scheme": {
|
||||
"type": "string",
|
||||
"description": "Scheme of reference for access right code. Always set to COAR access rights vocabulary: http://vocabularies.coar-repositories.org/documentation/access_rights/"
|
||||
}
|
||||
},
|
||||
"description": "The openest access right associated to the manifestations of this research results"
|
||||
},
|
||||
"codeRepositoryUrl": {
|
||||
"type": "string",
|
||||
"description": "Only for results with type 'software': the URL to the repository with the source code"
|
||||
},
|
||||
"contactgroup": {
|
||||
"description": "Only for results with type 'software': Information on the group responsible for providing further information regarding the resource",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"contactperson": {
|
||||
"description": "Only for results with type 'software': Information on the person responsible for providing further information regarding the resource",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"container": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"conferencedate": {
|
||||
"type": "string"
|
||||
},
|
||||
"conferenceplace": {
|
||||
"type": "string"
|
||||
},
|
||||
"edition": {
|
||||
"type": "string",
|
||||
"description": "Edition of the journal or conference proceeding"
|
||||
},
|
||||
"ep": {
|
||||
"type": "string",
|
||||
"description": "End page"
|
||||
},
|
||||
"iss": {
|
||||
"type": "string",
|
||||
"description": "Journal issue"
|
||||
},
|
||||
"issnLinking": {
|
||||
"type": "string"
|
||||
},
|
||||
"issnOnline": {
|
||||
"type": "string"
|
||||
},
|
||||
"issnPrinted": {
|
||||
"type": "string"
|
||||
},
|
||||
"name": {
|
||||
"type": "string",
|
||||
"description": "Name of the journal or conference"
|
||||
},
|
||||
"sp": {
|
||||
"type": "string",
|
||||
"description": "start page"
|
||||
},
|
||||
"vol": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"description": "Container has information about the conference or journal where the result has been presented or published"
|
||||
},
|
||||
"contributor": {
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string",
|
||||
"description": "Description of contributor"
|
||||
}
|
||||
},
|
||||
"country": {
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"code": {
|
||||
"type": "string",
|
||||
"description": "ISO 3166-1 alpha-2 country code"
|
||||
},
|
||||
"label": {
|
||||
"type": "string"
|
||||
},
|
||||
"provenance": {
|
||||
"allOf": [
|
||||
{"$ref": "#/definitions/Provenance"},
|
||||
{"description": "Why this result is associated to the country."}
|
||||
]
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"coverage": {
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"dateofcollection": {
|
||||
"type": "string",
|
||||
"description": "When OpenAIRE collected the record the last time"
|
||||
},
|
||||
"description": {
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"documentationUrl": {
|
||||
"description": "Only for results with type 'software': URL to the software documentation",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"embargoenddate": {
|
||||
"type": "string",
|
||||
"description": "Date when the embargo ends and this result turns Open Access"
|
||||
},
|
||||
"format": {
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"geolocation": {
|
||||
"description": "Geolocation information",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"box": {
|
||||
"type": "string"
|
||||
},
|
||||
"place": {
|
||||
"type": "string"
|
||||
},
|
||||
"point": {
|
||||
"type": "string"
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"id": {
|
||||
"type": "string",
|
||||
"description": "OpenAIRE Identifier"
|
||||
},
|
||||
"language": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"code": {
|
||||
"type": "string",
|
||||
"description": "alpha-3/ISO 639-2 code of the language"
|
||||
},
|
||||
"label": {
|
||||
"type": "string",
|
||||
"description": "English label"
|
||||
}
|
||||
}
|
||||
},
|
||||
"lastupdatetimestamp": {
|
||||
"type": "integer",
|
||||
"description": "Timestamp of last update of the record in OpenAIRE"
|
||||
},
|
||||
"maintitle": {
|
||||
"type": "string"
|
||||
},
|
||||
"originalId": {
|
||||
"description": "Identifiers of the record at the original sources",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"pid": {
|
||||
"description": "Persistent identifiers of the result",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"allOf": [
|
||||
{"$ref": "#/definitions/ControlledField"},
|
||||
{"description": "scheme: list of available schemes are at https://api.openaire.eu/vocabularies/dnet:pid_types, value: the PID of the result "}
|
||||
]
|
||||
}
|
||||
},
|
||||
"programmingLanguage": {
|
||||
"type": "string",
|
||||
"description": "Only for results with type 'software': the programming language"
|
||||
},
|
||||
"publicationdate": {
|
||||
"type": "string"
|
||||
},
|
||||
"publisher": {
|
||||
"type": "string"
|
||||
},
|
||||
"size": {
|
||||
"type": "string",
|
||||
"description": "Only for results with type 'dataset': the declared size of the dataset"
|
||||
},
|
||||
"source": {
|
||||
"description": "See definition of Dublin Core field dc:source",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"subjects": {
|
||||
"description": "Keywords associated to the result",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"provenance": {
|
||||
"allOf": [
|
||||
{"$ref": "#/definitions/Provenance"},
|
||||
{"description": "Why this subject is associated to the result"}
|
||||
]
|
||||
},
|
||||
"subject": {
|
||||
"allOf": [
|
||||
{"$ref": "#/definitions/ControlledField"},
|
||||
{"description": "OpenAIRE subject classification scheme (https://api.openaire.eu/vocabularies/dnet:subject_classification_typologies) and value. When the scheme is 'keyword', it means that the subject is free-text (i.e. not a term from a controlled vocabulary)."},
|
||||
]
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"subtitle": {
|
||||
"type": "string"
|
||||
},
|
||||
"tool": {
|
||||
"description": "Only for results with type 'other': tool useful for the interpretation and/or re-used of the research product",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string"
|
||||
}
|
||||
},
|
||||
"type": {
|
||||
"type": "string",
|
||||
"description": "Type of the result: one of 'publication', 'dataset', 'software', 'other' (see also https://api.openaire.eu/vocabularies/dnet:result_typologies)"
|
||||
},
|
||||
"version": {
|
||||
"type": "string",
|
||||
"description": "Version of the result"
|
||||
}
|
||||
}
|
||||
}
|
@ -1,38 +0,0 @@
|
||||
{
|
||||
"$schema": "http://json-schema.org/draft-07/schema#",
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"description": {
|
||||
"type": "string",
|
||||
"description": "Description of description"
|
||||
},
|
||||
"id": {
|
||||
"type": "string",
|
||||
"description": "Description of id"
|
||||
},
|
||||
"name": {
|
||||
"type": "string",
|
||||
"description": "Description of name"
|
||||
},
|
||||
"originalId": {
|
||||
"type": "string",
|
||||
"description": "Description of originalId"
|
||||
},
|
||||
"subject": {
|
||||
"description": "Description of subject",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string",
|
||||
"description": "Description of subject"
|
||||
}
|
||||
},
|
||||
"type": {
|
||||
"type": "string",
|
||||
"description": "Description of type"
|
||||
},
|
||||
"zenodo_community": {
|
||||
"type": "string",
|
||||
"description": "Description of zenodo_community"
|
||||
}
|
||||
}
|
||||
}
|
@ -1,210 +0,0 @@
|
||||
{
|
||||
"$schema": "http://json-schema.org/draft-07/schema#",
|
||||
"definitions": {
|
||||
"ControlledField": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"scheme": {
|
||||
"type": "string",
|
||||
"description": "Description of scheme"
|
||||
},
|
||||
"value": {
|
||||
"type": "string",
|
||||
"description": "Description of value"
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"accessrights": {
|
||||
"type": "string",
|
||||
"description": "Description of accessrights"
|
||||
},
|
||||
"certificates": {
|
||||
"type": "string",
|
||||
"description": "Description of certificates"
|
||||
},
|
||||
"citationguidelineurl": {
|
||||
"type": "string",
|
||||
"description": "Description of citationguidelineurl"
|
||||
},
|
||||
"contenttypes": {
|
||||
"description": "Description of contenttypes",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string",
|
||||
"description": "Description of contenttypes"
|
||||
}
|
||||
},
|
||||
"databaseaccessrestriction": {
|
||||
"type": "string",
|
||||
"description": "Description of databaseaccessrestriction"
|
||||
},
|
||||
"datasourcetype": {
|
||||
"allOf": [
|
||||
{
|
||||
"$ref": "#/definitions/ControlledField"
|
||||
},
|
||||
{
|
||||
"description": "Description of datasourcetype"
|
||||
}
|
||||
]
|
||||
},
|
||||
"datauploadrestriction": {
|
||||
"type": "string",
|
||||
"description": "Description of datauploadrestriction"
|
||||
},
|
||||
"dateofvalidation": {
|
||||
"type": "string",
|
||||
"description": "Description of dateofvalidation"
|
||||
},
|
||||
"description": {
|
||||
"type": "string",
|
||||
"description": "Description of description"
|
||||
},
|
||||
"englishname": {
|
||||
"type": "string",
|
||||
"description": "Description of englishname"
|
||||
},
|
||||
"id": {
|
||||
"type": "string",
|
||||
"description": "Description of id"
|
||||
},
|
||||
"journal": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"conferencedate": {
|
||||
"type": "string",
|
||||
"description": "Description of conferencedate"
|
||||
},
|
||||
"conferenceplace": {
|
||||
"type": "string",
|
||||
"description": "Description of conferenceplace"
|
||||
},
|
||||
"edition": {
|
||||
"type": "string",
|
||||
"description": "Description of edition"
|
||||
},
|
||||
"ep": {
|
||||
"type": "string",
|
||||
"description": "Description of ep"
|
||||
},
|
||||
"iss": {
|
||||
"type": "string",
|
||||
"description": "Description of iss"
|
||||
},
|
||||
"issnLinking": {
|
||||
"type": "string",
|
||||
"description": "Description of issnLinking"
|
||||
},
|
||||
"issnOnline": {
|
||||
"type": "string",
|
||||
"description": "Description of issnOnline"
|
||||
},
|
||||
"issnPrinted": {
|
||||
"type": "string",
|
||||
"description": "Description of issnPrinted"
|
||||
},
|
||||
"name": {
|
||||
"type": "string",
|
||||
"description": "Description of name"
|
||||
},
|
||||
"sp": {
|
||||
"type": "string",
|
||||
"description": "Description of sp"
|
||||
},
|
||||
"vol": {
|
||||
"type": "string",
|
||||
"description": "Description of vol"
|
||||
}
|
||||
},
|
||||
"description": "Description of journal"
|
||||
},
|
||||
"languages": {
|
||||
"description": "Description of languages",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string",
|
||||
"description": "Description of languages"
|
||||
}
|
||||
},
|
||||
"logourl": {
|
||||
"type": "string",
|
||||
"description": "Description of logourl"
|
||||
},
|
||||
"missionstatementurl": {
|
||||
"type": "string",
|
||||
"description": "Description of missionstatementurl"
|
||||
},
|
||||
"officialname": {
|
||||
"type": "string",
|
||||
"description": "Description of officialname"
|
||||
},
|
||||
"openairecompatibility": {
|
||||
"type": "string",
|
||||
"description": "Description of openairecompatibility"
|
||||
},
|
||||
"originalId": {
|
||||
"description": "Description of originalId",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string",
|
||||
"description": "Description of originalId"
|
||||
}
|
||||
},
|
||||
"pid": {
|
||||
"description": "Description of pid",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"allOf": [
|
||||
{
|
||||
"$ref": "#/definitions/ControlledField"
|
||||
},
|
||||
{
|
||||
"description": "Description of pid"
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"pidsystems": {
|
||||
"type": "string",
|
||||
"description": "Description of pidsystems"
|
||||
},
|
||||
"policies": {
|
||||
"description": "Description of policies",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"description": "Description of policies"
|
||||
}
|
||||
},
|
||||
"releaseenddate": {
|
||||
"type": "string",
|
||||
"description": "Description of releaseenddate"
|
||||
},
|
||||
"releasestartdate": {
|
||||
"type": "string",
|
||||
"description": "Description of releasestartdate"
|
||||
},
|
||||
"subjects": {
|
||||
"description": "Description of subjects",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string",
|
||||
"description": "Description of subjects"
|
||||
}
|
||||
},
|
||||
"uploadrights": {
|
||||
"type": "string",
|
||||
"description": "Description of uploadrights"
|
||||
},
|
||||
"versioning": {
|
||||
"type": "boolean",
|
||||
"description": "Description of versioning"
|
||||
},
|
||||
"websiteurl": {
|
||||
"type": "string",
|
||||
"description": "Description of websiteurl"
|
||||
}
|
||||
}
|
||||
}
|
@ -1,134 +0,0 @@
|
||||
{
|
||||
"$schema": "http://json-schema.org/draft-07/schema#",
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"acronym": {
|
||||
"type": "string",
|
||||
"description": "Description of acronym"
|
||||
},
|
||||
"callidentifier": {
|
||||
"type": "string",
|
||||
"description": "Description of callidentifier"
|
||||
},
|
||||
"code": {
|
||||
"type": "string",
|
||||
"description": "Description of code"
|
||||
},
|
||||
"enddate": {
|
||||
"type": "string",
|
||||
"description": "Description of enddate"
|
||||
},
|
||||
"funding": {
|
||||
"description": "Description of funding",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"funding_stream": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"description": {
|
||||
"type": "string",
|
||||
"description": "Description of description"
|
||||
},
|
||||
"id": {
|
||||
"type": "string",
|
||||
"description": "Description of id"
|
||||
}
|
||||
},
|
||||
"description": "Description of funding_stream"
|
||||
},
|
||||
"jurisdiction": {
|
||||
"type": "string",
|
||||
"description": "Description of jurisdiction"
|
||||
},
|
||||
"name": {
|
||||
"type": "string",
|
||||
"description": "Description of name"
|
||||
},
|
||||
"shortName": {
|
||||
"type": "string",
|
||||
"description": "Description of shortName"
|
||||
}
|
||||
},
|
||||
"description": "Description of funding"
|
||||
}
|
||||
},
|
||||
"granted": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"currency": {
|
||||
"type": "string",
|
||||
"description": "Description of currency"
|
||||
},
|
||||
"fundedamount": {
|
||||
"type": "number",
|
||||
"description": "Description of fundedamount"
|
||||
},
|
||||
"totalcost": {
|
||||
"type": "number",
|
||||
"description": "Description of totalcost"
|
||||
}
|
||||
},
|
||||
"description": "Description of granted"
|
||||
},
|
||||
"id": {
|
||||
"type": "string",
|
||||
"description": "Description of id"
|
||||
},
|
||||
"keywords": {
|
||||
"type": "string",
|
||||
"description": "Description of keywords"
|
||||
},
|
||||
"openaccessmandatefordataset": {
|
||||
"type": "boolean",
|
||||
"description": "Description of openaccessmandatefordataset"
|
||||
},
|
||||
"openaccessmandateforpublications": {
|
||||
"type": "boolean",
|
||||
"description": "Description of openaccessmandateforpublications"
|
||||
},
|
||||
"programme": {
|
||||
"description": "Description of programme",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"code": {
|
||||
"type": "string",
|
||||
"description": "Description of code"
|
||||
},
|
||||
"description": {
|
||||
"type": "string",
|
||||
"description": "Description of description"
|
||||
}
|
||||
},
|
||||
"description": "Description of programme"
|
||||
}
|
||||
},
|
||||
"startdate": {
|
||||
"type": "string",
|
||||
"description": "Description of startdate"
|
||||
},
|
||||
"subject": {
|
||||
"description": "Description of subject",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string",
|
||||
"description": "Description of subject"
|
||||
}
|
||||
},
|
||||
"summary": {
|
||||
"type": "string",
|
||||
"description": "Description of summary"
|
||||
},
|
||||
"title": {
|
||||
"type": "string",
|
||||
"description": "Description of title"
|
||||
},
|
||||
"websiteurl": {
|
||||
"type": "string",
|
||||
"description": "Description of websiteurl"
|
||||
}
|
||||
}
|
||||
}
|
@ -1,69 +0,0 @@
|
||||
{
|
||||
"$schema": "http://json-schema.org/draft-07/schema#",
|
||||
"definitions": {
|
||||
"Node": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"id": {
|
||||
"type": "string",
|
||||
"description": "Description of id"
|
||||
},
|
||||
"type": {
|
||||
"type": "string",
|
||||
"description": "Description of type"
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"provenance": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"provenance": {
|
||||
"type": "string",
|
||||
"description": "Description of provenance"
|
||||
},
|
||||
"trust": {
|
||||
"type": "string",
|
||||
"description": "Description of trust"
|
||||
}
|
||||
},
|
||||
"description": "Description of provenance"
|
||||
},
|
||||
"reltype": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"name": {
|
||||
"type": "string",
|
||||
"description": "Description of name"
|
||||
},
|
||||
"type": {
|
||||
"type": "string",
|
||||
"description": "Description of type"
|
||||
}
|
||||
},
|
||||
"description": "Description of reltype"
|
||||
},
|
||||
"source": {
|
||||
"allOf": [
|
||||
{
|
||||
"$ref": "#/definitions/Node"
|
||||
},
|
||||
{
|
||||
"description": "Description of source"
|
||||
}
|
||||
]
|
||||
},
|
||||
"target": {
|
||||
"allOf": [
|
||||
{
|
||||
"$ref": "#/definitions/Node"
|
||||
},
|
||||
{
|
||||
"description": "Description of target"
|
||||
}
|
||||
]
|
||||
}
|
||||
}
|
||||
}
|
@ -1,520 +0,0 @@
|
||||
{
|
||||
"$schema": "http://json-schema.org/draft-07/schema#",
|
||||
"definitions": {
|
||||
"AccessRight": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"code": {
|
||||
"type": "string",
|
||||
"description": "Description of code"
|
||||
},
|
||||
"label": {
|
||||
"type": "string",
|
||||
"description": "Description of label"
|
||||
},
|
||||
"scheme": {
|
||||
"type": "string",
|
||||
"description": "Description of scheme"
|
||||
}
|
||||
}
|
||||
},
|
||||
"ControlledField": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"scheme": {
|
||||
"type": "string",
|
||||
"description": "Description of scheme"
|
||||
},
|
||||
"value": {
|
||||
"type": "string",
|
||||
"description": "Description of value"
|
||||
}
|
||||
}
|
||||
},
|
||||
"KeyValue": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"key": {
|
||||
"type": "string",
|
||||
"description": "Description of key"
|
||||
},
|
||||
"value": {
|
||||
"type": "string",
|
||||
"description": "Description of value"
|
||||
}
|
||||
}
|
||||
},
|
||||
"Provenance": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"provenance": {
|
||||
"type": "string",
|
||||
"description": "Description of provenance"
|
||||
},
|
||||
"trust": {
|
||||
"type": "string",
|
||||
"description": "Description of trust"
|
||||
}
|
||||
}
|
||||
}
|
||||
},
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"author": {
|
||||
"description": "Description of author",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"affiliation": {
|
||||
"description": "Description of affiliation",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string",
|
||||
"description": "Description of affiliation"
|
||||
}
|
||||
},
|
||||
"fullname": {
|
||||
"type": "string",
|
||||
"description": "Description of fullname"
|
||||
},
|
||||
"name": {
|
||||
"type": "string",
|
||||
"description": "Description of name"
|
||||
},
|
||||
"pid": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"id": {
|
||||
"allOf": [
|
||||
{
|
||||
"$ref": "#/definitions/ControlledField"
|
||||
},
|
||||
{
|
||||
"description": "Description of id"
|
||||
}
|
||||
]
|
||||
},
|
||||
"provenance": {
|
||||
"allOf": [
|
||||
{
|
||||
"$ref": "#/definitions/Provenance"
|
||||
},
|
||||
{
|
||||
"description": "Description of provenance"
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"description": "Description of pid"
|
||||
},
|
||||
"rank": {
|
||||
"type": "integer",
|
||||
"description": "Description of rank"
|
||||
},
|
||||
"surname": {
|
||||
"type": "string",
|
||||
"description": "Description of surname"
|
||||
}
|
||||
},
|
||||
"description": "Description of author"
|
||||
}
|
||||
},
|
||||
"bestaccessright": {
|
||||
"allOf": [
|
||||
{
|
||||
"$ref": "#/definitions/AccessRight"
|
||||
},
|
||||
{
|
||||
"description": "Description of bestaccessright"
|
||||
}
|
||||
]
|
||||
},
|
||||
"codeRepositoryUrl": {
|
||||
"type": "string",
|
||||
"description": "Description of codeRepositoryUrl"
|
||||
},
|
||||
"contactgroup": {
|
||||
"description": "Description of contactgroup",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string",
|
||||
"description": "Description of contactgroup"
|
||||
}
|
||||
},
|
||||
"contactperson": {
|
||||
"description": "Description of contactperson",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string",
|
||||
"description": "Description of contactperson"
|
||||
}
|
||||
},
|
||||
"container": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"conferencedate": {
|
||||
"type": "string",
|
||||
"description": "Description of conferencedate"
|
||||
},
|
||||
"conferenceplace": {
|
||||
"type": "string",
|
||||
"description": "Description of conferenceplace"
|
||||
},
|
||||
"edition": {
|
||||
"type": "string",
|
||||
"description": "Description of edition"
|
||||
},
|
||||
"ep": {
|
||||
"type": "string",
|
||||
"description": "Description of ep"
|
||||
},
|
||||
"iss": {
|
||||
"type": "string",
|
||||
"description": "Description of iss"
|
||||
},
|
||||
"issnLinking": {
|
||||
"type": "string",
|
||||
"description": "Description of issnLinking"
|
||||
},
|
||||
"issnOnline": {
|
||||
"type": "string",
|
||||
"description": "Description of issnOnline"
|
||||
},
|
||||
"issnPrinted": {
|
||||
"type": "string",
|
||||
"description": "Description of issnPrinted"
|
||||
},
|
||||
"name": {
|
||||
"type": "string",
|
||||
"description": "Description of name"
|
||||
},
|
||||
"sp": {
|
||||
"type": "string",
|
||||
"description": "Description of sp"
|
||||
},
|
||||
"vol": {
|
||||
"type": "string",
|
||||
"description": "Description of vol"
|
||||
}
|
||||
},
|
||||
"description": "Description of container"
|
||||
},
|
||||
"contributor": {
|
||||
"description": "Description of contributor",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string",
|
||||
"description": "Description of contributor"
|
||||
}
|
||||
},
|
||||
"country": {
|
||||
"description": "Description of country",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"code": {
|
||||
"type": "string",
|
||||
"description": "Description of code"
|
||||
},
|
||||
"label": {
|
||||
"type": "string",
|
||||
"description": "Description of label"
|
||||
},
|
||||
"provenance": {
|
||||
"allOf": [
|
||||
{
|
||||
"$ref": "#/definitions/Provenance"
|
||||
},
|
||||
{
|
||||
"description": "Description of provenance"
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"description": "Description of country"
|
||||
}
|
||||
},
|
||||
"coverage": {
|
||||
"description": "Description of coverage",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string",
|
||||
"description": "Description of coverage"
|
||||
}
|
||||
},
|
||||
"dateofcollection": {
|
||||
"type": "string",
|
||||
"description": "Description of dateofcollection"
|
||||
},
|
||||
"description": {
|
||||
"description": "Description of description",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string",
|
||||
"description": "Description of description"
|
||||
}
|
||||
},
|
||||
"documentationUrl": {
|
||||
"description": "Description of documentationUrl",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string",
|
||||
"description": "Description of documentationUrl"
|
||||
}
|
||||
},
|
||||
"embargoenddate": {
|
||||
"type": "string",
|
||||
"description": "Description of embargoenddate"
|
||||
},
|
||||
"externalReference": {
|
||||
"description": "Description of externalReference",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"name": {
|
||||
"type": "string",
|
||||
"description": "Description of name"
|
||||
},
|
||||
"provenance": {
|
||||
"allOf": [
|
||||
{
|
||||
"$ref": "#/definitions/Provenance"
|
||||
},
|
||||
{
|
||||
"description": "Description of provenance"
|
||||
}
|
||||
]
|
||||
},
|
||||
"typology": {
|
||||
"type": "string",
|
||||
"description": "Description of typology"
|
||||
},
|
||||
"value": {
|
||||
"type": "string",
|
||||
"description": "Description of value"
|
||||
}
|
||||
},
|
||||
"description": "Description of externalReference"
|
||||
}
|
||||
},
|
||||
"format": {
|
||||
"description": "Description of format",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string",
|
||||
"description": "Description of format"
|
||||
}
|
||||
},
|
||||
"geolocation": {
|
||||
"description": "Description of geolocation",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"box": {
|
||||
"type": "string",
|
||||
"description": "Description of box"
|
||||
},
|
||||
"place": {
|
||||
"type": "string",
|
||||
"description": "Description of place"
|
||||
},
|
||||
"point": {
|
||||
"type": "string",
|
||||
"description": "Description of point"
|
||||
}
|
||||
},
|
||||
"description": "Description of geolocation"
|
||||
}
|
||||
},
|
||||
"id": {
|
||||
"type": "string",
|
||||
"description": "Description of id"
|
||||
},
|
||||
"instance": {
|
||||
"description": "Description of instance",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"accessright": {
|
||||
"allOf": [
|
||||
{
|
||||
"$ref": "#/definitions/AccessRight"
|
||||
},
|
||||
{
|
||||
"description": "Description of accessright"
|
||||
}
|
||||
]
|
||||
},
|
||||
"collectedfrom": {
|
||||
"allOf": [
|
||||
{
|
||||
"$ref": "#/definitions/KeyValue"
|
||||
},
|
||||
{
|
||||
"description": "Description of collectedfrom"
|
||||
}
|
||||
]
|
||||
},
|
||||
"hostedby": {
|
||||
"allOf": [
|
||||
{
|
||||
"$ref": "#/definitions/KeyValue"
|
||||
},
|
||||
{
|
||||
"description": "Description of hostedby"
|
||||
}
|
||||
]
|
||||
},
|
||||
"license": {
|
||||
"type": "string",
|
||||
"description": "Description of license"
|
||||
},
|
||||
"publicationdate": {
|
||||
"type": "string",
|
||||
"description": "Description of publicationdate"
|
||||
},
|
||||
"refereed": {
|
||||
"type": "string",
|
||||
"description": "Description of refereed"
|
||||
},
|
||||
"type": {
|
||||
"type": "string",
|
||||
"description": "Description of type"
|
||||
},
|
||||
"url": {
|
||||
"description": "Description of url",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string",
|
||||
"description": "Description of url"
|
||||
}
|
||||
}
|
||||
},
|
||||
"description": "Description of instance"
|
||||
}
|
||||
},
|
||||
"language": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"code": {
|
||||
"type": "string",
|
||||
"description": "Description of code"
|
||||
},
|
||||
"label": {
|
||||
"type": "string",
|
||||
"description": "Description of label"
|
||||
}
|
||||
},
|
||||
"description": "Description of language"
|
||||
},
|
||||
"lastupdatetimestamp": {
|
||||
"type": "integer",
|
||||
"description": "Description of lastupdatetimestamp"
|
||||
},
|
||||
"maintitle": {
|
||||
"type": "string",
|
||||
"description": "Description of maintitle"
|
||||
},
|
||||
"originalId": {
|
||||
"description": "Description of originalId",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string",
|
||||
"description": "Description of originalId"
|
||||
}
|
||||
},
|
||||
"pid": {
|
||||
"description": "Description of pid",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"allOf": [
|
||||
{
|
||||
"$ref": "#/definitions/ControlledField"
|
||||
},
|
||||
{
|
||||
"description": "Description of pid"
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"programmingLanguage": {
|
||||
"type": "string",
|
||||
"description": "Description of programmingLanguage"
|
||||
},
|
||||
"publicationdate": {
|
||||
"type": "string",
|
||||
"description": "Description of publicationdate"
|
||||
},
|
||||
"publisher": {
|
||||
"type": "string",
|
||||
"description": "Description of publisher"
|
||||
},
|
||||
"size": {
|
||||
"type": "string",
|
||||
"description": "Description of size"
|
||||
},
|
||||
"source": {
|
||||
"description": "Description of source",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string",
|
||||
"description": "Description of source"
|
||||
}
|
||||
},
|
||||
"subjects": {
|
||||
"description": "Description of subjects",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "object",
|
||||
"properties": {
|
||||
"provenance": {
|
||||
"allOf": [
|
||||
{
|
||||
"$ref": "#/definitions/Provenance"
|
||||
},
|
||||
{
|
||||
"description": "Description of provenance"
|
||||
}
|
||||
]
|
||||
},
|
||||
"subject": {
|
||||
"allOf": [
|
||||
{
|
||||
"$ref": "#/definitions/ControlledField"
|
||||
},
|
||||
{
|
||||
"description": "Description of subject"
|
||||
}
|
||||
]
|
||||
}
|
||||
},
|
||||
"description": "Description of subjects"
|
||||
}
|
||||
},
|
||||
"subtitle": {
|
||||
"type": "string",
|
||||
"description": "Description of subtitle"
|
||||
},
|
||||
"tool": {
|
||||
"description": "Description of tool",
|
||||
"type": "array",
|
||||
"items": {
|
||||
"type": "string",
|
||||
"description": "Description of tool"
|
||||
}
|
||||
},
|
||||
"type": {
|
||||
"type": "string",
|
||||
"description": "Description of type"
|
||||
},
|
||||
"version": {
|
||||
"type": "string",
|
||||
"description": "Description of version"
|
||||
}
|
||||
}
|
||||
}
|
@ -1,5 +1,5 @@
|
||||
|
||||
package eu.dnetlib.dhp.oa.graph.dump.graph;
|
||||
package eu.dnetlib.dhp.oa.graph.dump.complete;
|
||||
|
||||
import java.util.*;
|
||||
import java.util.function.Consumer;
|
@ -1,5 +1,5 @@
|
||||
|
||||
package eu.dnetlib.dhp.oa.graph.dump.graph;
|
||||
package eu.dnetlib.dhp.oa.graph.dump.complete;
|
||||
|
||||
import java.io.IOException;
|
||||
import java.nio.file.Files;
|
@ -1,31 +1,23 @@
|
||||
|
||||
package eu.dnetlib.dhp.oa.graph.dump.graph;
|
||||
package eu.dnetlib.dhp.oa.graph.dump.complete;
|
||||
|
||||
import java.io.IOException;
|
||||
import java.nio.file.Files;
|
||||
import java.nio.file.Path;
|
||||
import java.util.HashMap;
|
||||
|
||||
import org.apache.commons.io.FileUtils;
|
||||
import org.apache.spark.SparkConf;
|
||||
import org.apache.spark.api.java.JavaRDD;
|
||||
import org.apache.spark.api.java.JavaSparkContext;
|
||||
import org.apache.spark.sql.Dataset;
|
||||
import org.apache.spark.sql.Encoders;
|
||||
import org.apache.spark.sql.Row;
|
||||
import org.apache.spark.sql.SparkSession;
|
||||
import org.junit.jupiter.api.*;
|
||||
import org.junit.jupiter.api.extension.ExtendWith;
|
||||
import org.mockito.Mock;
|
||||
import org.mockito.junit.jupiter.MockitoExtension;
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
import com.fasterxml.jackson.databind.ObjectMapper;
|
||||
|
||||
import eu.dnetlib.dhp.oa.graph.dump.community.CommunityMap;
|
||||
import eu.dnetlib.dhp.schema.dump.oaf.graph.Relation;
|
||||
import eu.dnetlib.enabling.is.lookup.rmi.ISLookUpService;
|
||||
|
||||
public class ExtractRelationFromEntityTest {
|
||||
|
@ -1,5 +1,5 @@
|
||||
|
||||
package eu.dnetlib.dhp.oa.graph.dump.graph;
|
||||
package eu.dnetlib.dhp.oa.graph.dump.complete;
|
||||
|
||||
import org.dom4j.DocumentException;
|
||||
import org.junit.jupiter.api.Assertions;
|
@ -1,5 +1,5 @@
|
||||
|
||||
package eu.dnetlib.dhp.oa.graph.dump.graph;
|
||||
package eu.dnetlib.dhp.oa.graph.dump.complete;
|
||||
|
||||
import static org.mockito.Mockito.lenient;
|
||||
|
@ -0,0 +1 @@
|
||||
{"egi":"EGI Federation","covid-19":"COVID-19","rda":"Research Data Alliance","ni":"Neuroinformatics","dh-ch":"Digital Humanities and Cultural Heritage"}
|
Loading…
Reference in New Issue