Readjust scripts structure and add script to update RPOs.
This commit is contained in:
parent
9f5b087587
commit
d20f1611c5
|
|
@ -0,0 +1,5 @@
|
|||
load('library/initialize.js');
|
||||
|
||||
initializeRPOs(removeDuplicateIds(rpos, 'id'));
|
||||
initializeRFOs(removeDuplicateIds(rfos, 'funder_id'));
|
||||
initializeDatasources(removeDuplicateIds(datasources, 'openaire_id'));
|
||||
|
|
@ -0,0 +1,37 @@
|
|||
load('library/initialize.js');
|
||||
|
||||
var aliasWithRole = ["met-eireann","mary-immaculate-college","technological-university-dublin","sport-ireland","dcu","irel","nda","ucd","rcsi","sfi","health-service-executive","hib","atu","ul","deptecc","tusla---child-and-family-agency","tcd","galway","maynooth","heanet","i-form-advanced-manufacturing-research-centre","rotunda-hospital","ucc","department-of-children-and-youth-affairs","dublin","marine-institute","seai","cit","setu","esri1","department-of-agriculture-food-and-the-marine","iph"];
|
||||
|
||||
function keepRPOsWithRole(aliasWithRole) {
|
||||
var stakeholders = db.stakeholder.find({ alias: { $in: aliasWithRole } });
|
||||
rpos = removeDuplicateIds(rpos, 'id');
|
||||
var canContinue = true;
|
||||
stakeholders.forEach(stakeholder => {
|
||||
if(rpos.find(rpo => !!rpo.id && rpo.id === stakeholder.index_id) == null) {
|
||||
print('Stakeholder with alias: ' + stakeholder.alias + ' has invalid id. Checking by name...');
|
||||
var newRPO = rpos.find(rpo => !!rpo.name && rpo.name === stakeholder.index_name);
|
||||
if(newRPO != null) {
|
||||
print('Name is found. Updating the id from: ' + stakeholder.index_id + ' to: ' + newRPO.id);
|
||||
stakeholder.index_id = newRPO.id;
|
||||
db.stakeholder.save(stakeholder);
|
||||
} else {
|
||||
newRPO = rpos.find(rpo => !!rpo.shortname && rpo.shortname === stakeholder.index_shortname);
|
||||
if (newRPO != null) {
|
||||
print('Shortname is found. Updating the id from: ' + stakeholder.index_id + ' to: ' + newRPO.id);
|
||||
stakeholder.index_id = newRPO.id;
|
||||
db.stakeholder.save(stakeholder);
|
||||
} else {
|
||||
print('Resolve stakeholder with alias: ' + stakeholder.alias + ' to continue.');
|
||||
canContinue = false;
|
||||
}
|
||||
}
|
||||
}
|
||||
});
|
||||
return canContinue;
|
||||
}
|
||||
|
||||
if(keepRPOsWithRole(aliasWithRole)) {
|
||||
print('Deleting old profiles');
|
||||
db.stakeholder.deleteMany({ alias: { $nin: aliasWithRole }, defaultId: { $ne: null } });
|
||||
initializeRPOs(rpos);
|
||||
}
|
||||
|
|
@ -1,99 +0,0 @@
|
|||
//load('organization.js')
|
||||
//load('funder.js')
|
||||
//load('datasource.js')
|
||||
|
||||
function initializeRPOs(rpos) {
|
||||
var defaultRPO = db.stakeholder.findOne({"alias": "default-rpo"});
|
||||
rpos.forEach(rpo => {
|
||||
let name = rpo.shortname != 'NULL'?rpo.shortname:rpo.name;
|
||||
let alias = name.toLowerCase().replace(/\s+/g, "-");
|
||||
i = 1;
|
||||
while(db.stakeholder.findOne({"alias": alias}) != null) {
|
||||
alias = alias + i.toString();
|
||||
i++;
|
||||
}
|
||||
var stakeholder = {
|
||||
"_class": "eu.dnetlib.uoamonitorservice.entities.Stakeholder",
|
||||
"type": "organization",
|
||||
"index_id": rpo.id,
|
||||
"index_name": rpo.name,
|
||||
"index_shortName": rpo.shortname,
|
||||
"statsProfile": "ie_monitor",
|
||||
"isUpload": false,
|
||||
"name": rpo.name,
|
||||
"alias": alias,
|
||||
"locale": "EN",
|
||||
"visibility": "PUBLIC",
|
||||
"topics": [],
|
||||
"defaultId": defaultRPO._id.valueOf()
|
||||
}
|
||||
db.stakeholder.save(stakeholder);
|
||||
});
|
||||
print(rpos.length + ' RPOs has been created');
|
||||
}
|
||||
|
||||
function initializeRFOs(rfos) {
|
||||
var defaultRFO = db.stakeholder.findOne({"alias": "default-rfo"});
|
||||
rfos.forEach(rfo => {
|
||||
let name = rfo.funder_shortname != ''?rfo.funder_shortname:rfo.funder_name;
|
||||
let alias = name.toLowerCase().replace(/\s+/g, "-");
|
||||
i = 1;
|
||||
while(db.stakeholder.findOne({"alias": alias}) != null) {
|
||||
alias = alias + i.toString();
|
||||
i++;
|
||||
}
|
||||
var stakeholder = {
|
||||
"_class": "eu.dnetlib.uoamonitorservice.entities.Stakeholder",
|
||||
"type": "funder",
|
||||
"index_id": rfo.funder_id,
|
||||
"index_name": rfo.funder_name,
|
||||
"index_shortName": rfo.funder_shortname,
|
||||
"statsProfile": "ie_monitor",
|
||||
"isUpload": false,
|
||||
"name": rfo.funder_name,
|
||||
"alias": alias,
|
||||
"locale": "EN",
|
||||
"visibility": "PUBLIC",
|
||||
"topics": [],
|
||||
"defaultId": defaultRFO._id.valueOf()
|
||||
}
|
||||
db.stakeholder.save(stakeholder);
|
||||
});
|
||||
print(rfos.length + ' RFOs has been created');
|
||||
}
|
||||
|
||||
function initializeDatasources(datasources) {
|
||||
var defaultRepo = db.stakeholder.findOne({"alias": "default-repo"});
|
||||
datasources.forEach(datasource => {
|
||||
let name = datasource.official_name;
|
||||
let alias = name.toLowerCase().replace(/\s+/g, "-");
|
||||
i = 1;
|
||||
while(db.stakeholder.findOne({"alias": alias}) != null) {
|
||||
alias = alias + i.toString();
|
||||
i++;
|
||||
}
|
||||
var stakeholder = {
|
||||
"_class": "eu.dnetlib.uoamonitorservice.entities.Stakeholder",
|
||||
"type": "datasource",
|
||||
"index_id": datasource.openaire_id,
|
||||
"index_name": datasource.official_name,
|
||||
"index_shortName": datasource.official_name,
|
||||
"statsProfile": "ie_monitor",
|
||||
"isUpload": false,
|
||||
"name": datasource.official_name,
|
||||
"alias": alias,
|
||||
"locale": "EN",
|
||||
"visibility": "PUBLIC",
|
||||
"topics": [],
|
||||
"defaultId": defaultRepo._id.valueOf()
|
||||
}
|
||||
db.stakeholder.save(stakeholder);
|
||||
});
|
||||
print(datasources.length + ' repositories has been created');
|
||||
}
|
||||
|
||||
use irishdb;
|
||||
|
||||
initializeRPOs(rpos);
|
||||
initializeRFOs(rfos);
|
||||
initializeDatasources(datasources);
|
||||
|
|
@ -0,0 +1,122 @@
|
|||
load('library/organization.js')
|
||||
load('library/funder.js')
|
||||
load('library/datasource.js')
|
||||
|
||||
function generateAlias(name) {
|
||||
// Step 1: Convert to lower case
|
||||
let alias = name.toLowerCase();
|
||||
|
||||
// Step 2: Replace all invalid characters with a hyphen
|
||||
alias = alias.replace(/[^a-z0-9-]/g, '-');
|
||||
|
||||
// Step 3: Replace multiple consecutive hyphens with a single hyphen
|
||||
alias = alias.replace(/-+/g, '-');
|
||||
|
||||
// Step 4: Remove leading or trailing hyphens
|
||||
alias = alias.replace(/^-+|-+$/g, '');
|
||||
|
||||
/* Find duplicates */
|
||||
let duplicate = alias.toString();
|
||||
var i = 1;
|
||||
while(db.stakeholder.findOne({"alias": duplicate}) != null) {
|
||||
duplicate = alias + i.toString();
|
||||
i++;
|
||||
}
|
||||
|
||||
return duplicate;
|
||||
}
|
||||
|
||||
function removeDuplicateIds(array, fieldId) {
|
||||
let seenIds = {}; // Object to store encountered ids
|
||||
let uniqueArray = [];
|
||||
|
||||
array.forEach(obj => {
|
||||
if (!seenIds[obj[fieldId]]) { // If id is not encountered yet
|
||||
seenIds[obj[fieldId]] = true; // Mark id as encountered
|
||||
uniqueArray.push(obj); // Add object to unique array
|
||||
}
|
||||
});
|
||||
|
||||
return uniqueArray;
|
||||
}
|
||||
|
||||
function initializeRPOs(rpos) {
|
||||
var defaultRPO = db.stakeholder.findOne({"alias": "default-rpo"});
|
||||
var count = 0;
|
||||
var found = 0;
|
||||
rpos.forEach(rpo => {
|
||||
if(db.stakeholder.findOne({"index_id": rpo.id}) == null) {
|
||||
let alias = generateAlias(!!rpo.shortname && rpo.shortname != 'NULL'?rpo.shortname:rpo.name);
|
||||
var stakeholder = {
|
||||
"_class": "eu.dnetlib.uoamonitorservice.entities.Stakeholder",
|
||||
"type": "organization",
|
||||
"index_id": rpo.id,
|
||||
"index_name": rpo.name,
|
||||
"index_shortName": rpo.shortname,
|
||||
"statsProfile": "ie_monitor",
|
||||
"isUpload": false,
|
||||
"name": rpo.name,
|
||||
"alias": alias,
|
||||
"locale": "EN",
|
||||
"visibility": "PUBLIC",
|
||||
"topics": [],
|
||||
"copy": false,
|
||||
"defaultId": defaultRPO._id.valueOf()
|
||||
}
|
||||
db.stakeholder.save(stakeholder);
|
||||
count++;
|
||||
} else {
|
||||
found++;
|
||||
}
|
||||
});
|
||||
print(count + ' RPOs has been created and ' + found + ' already exist');
|
||||
}
|
||||
|
||||
function initializeRFOs(rfos) {
|
||||
var defaultRFO = db.stakeholder.findOne({"alias": "default-rfo"});
|
||||
rfos.forEach(rfo => {
|
||||
let alias = generateAlias(rfo.funder_shortname != ''?rfo.funder_shortname:rfo.funder_name);
|
||||
var stakeholder = {
|
||||
"_class": "eu.dnetlib.uoamonitorservice.entities.Stakeholder",
|
||||
"type": "funder",
|
||||
"index_id": rfo.funder_id,
|
||||
"index_name": rfo.funder_name,
|
||||
"index_shortName": rfo.funder_shortname,
|
||||
"statsProfile": "ie_monitor",
|
||||
"isUpload": false,
|
||||
"name": rfo.funder_name,
|
||||
"alias": alias,
|
||||
"locale": "EN",
|
||||
"visibility": "PUBLIC",
|
||||
"topics": [],
|
||||
"copy": false,
|
||||
"defaultId": defaultRFO._id.valueOf()
|
||||
}
|
||||
db.stakeholder.save(stakeholder);
|
||||
});
|
||||
print(rfos.length + ' RFOs has been created');
|
||||
}
|
||||
|
||||
function initializeDatasources(datasources) {
|
||||
var defaultRepo = db.stakeholder.findOne({"alias": "default-repo"});
|
||||
datasources.forEach(datasource => {
|
||||
let alias = generateAlias(datasource.official_name);
|
||||
var stakeholder = {
|
||||
"_class": "eu.dnetlib.uoamonitorservice.entities.Stakeholder",
|
||||
"type": "datasource",
|
||||
"index_id": datasource.openaire_id,
|
||||
"index_name": datasource.official_name,
|
||||
"index_shortName": datasource.official_name,
|
||||
"statsProfile": "ie_monitor",
|
||||
"isUpload": false,
|
||||
"name": datasource.official_name,
|
||||
"alias": alias,
|
||||
"locale": "EN",
|
||||
"visibility": "PUBLIC",
|
||||
"topics": [],
|
||||
"defaultId": defaultRepo._id.valueOf()
|
||||
}
|
||||
db.stakeholder.save(stakeholder);
|
||||
});
|
||||
print(datasources.length + ' repositories has been created');
|
||||
}
|
||||
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
Loading…
Reference in New Issue