const axios = require('axios'); var express = require("express"); var bodyParser = require("body-parser"); var cookieParser = require('cookie-parser'); var multer = require("multer"); var PropertiesReader = require('properties-reader'); var properties = PropertiesReader('./properties.file'); var app = express(); var http = null; // Properties if (properties.get('ssl')) { http = require("https"); } else { http = require("http"); } var searchServiceAPIUrl = properties.get('searchServiceAPIUrl'); var monitorServiceAPIUrl = properties.get('monitorAPIUrl'); var fundersServiceAPIUrl = properties.get('fundersServiceAPIUrl'); var auth = properties.get('userInfoUrl'); /** @deprecated*/ var authDeprecated = auth.includes("accessToken"); var localPath = properties.get('localPath'); var maxSize = properties.get('max.size') * 1024; var bigMaxSize = properties.get('big-max.size') * 1024; var storage = multer.diskStorage({ destination: function (req, file, cb) { cb(null, 'uploads') }, filename: function (req, file, cb) { if (req.params.id) { cb(null, req.params.id + (req.params.label?('-' + req.params.label):'') + '-' + new Date().getTime() + '.' + file.originalname.split('.').pop()); } else { cb(null, file.originalname); } } }); var upload = multer({storage: storage}) app.use(bodyParser.json()); app.use(bodyParser.urlencoded({extended: true})); app.use(cookieParser()); app.use(function (req, res, next) { res.header('Access-Control-Allow-Origin', req.headers.origin); res.header('Access-Control-Allow-Headers', 'Origin, X-Requested-With, Content-Type, Accept, x-xsrf-token'); res.header('Access-Control-Allow-Credentials', "true"); res.header('Access-Control-Allow-Methods', 'GET, OPTIONS, POST, DELETE'); res.header('Access-Control-Max-Age', "1800"); next(); }); app.get('/download/:filename', function (req, res) { res.download('./uploads/' + req.params.filename); }); app.post("/upload", upload.array("uploads[]", 12), function (req, res) { var filepath = (localPath ? "." : __dirname) + "/" + req.files[0].path; let type = req.query.type; if (type === 'json' && req.files[0].mimetype !== 'application/json') { console.error("No proper file type"); res.status(500).send(getResponse(500, "No proper file type")); } else if ((!type || type === 'csv') && req.files[0].mimetype !== 'text/csv' && req.files[0].mimetype !== 'application/vnd.ms-excel') { console.error("No proper file type"); res.status(500).send(getResponse(500, "No proper file type")); } else { res.download(filepath); setTimeout(function () { deleteFile(filepath); }, 3000); // deleteFile(filepath); } }); app.post(['/upload/:id', '/upload/stakeholder/:id', '/upload/:type/:id', '/upload/:type/:id/:label'], upload.single('photo'), (req, res) => { let fileMaxSize = (req.query.big)?bigMaxSize:maxSize sendFile(req, res, fileMaxSize, (result) => { let type = req.params['type']; let id = req.params['id']; let roles = result.roles; if(type) { return isPortalAdmin(roles) || isCurator(type, roles) || isManager(type, id, roles); } else { return result.sub.indexOf(id) !== -1 || isPortalAdmin(roles) || isAnyCurator(roles); } }); }); app.delete(['/delete/:filename', '/delete/stakeholder/:filename', '/delete/:type/:id/:filename'], function (req, res) { deleteFileSend(req, res, (result) => { let roles = result.roles; let type = req.params['type']; let id = req.params['id']; if(type && id) { return isPortalAdmin(roles) || isCurator(type, roles) || isManager(type, id, roles); } else { return result.sub.indexOf(req.params.filename.split('-')[0]) !== -1 || isPortalAdmin(roles) || isAnyCurator(roles); } }); }); app.get('/explore/home', async function (req, res) { try { // Make requests to multiple APIs let requests= [ "http://localhost:" + properties.get('port') + "/portals/countResults", searchServiceAPIUrl +'results/?fields=relfunder&sf=relfunder&format=json&size=0', searchServiceAPIUrl + 'datasources/count?format=json', searchServiceAPIUrl + 'resources2/?format=json&size=0&type=organizations&fq=(reldatasourcecompatibilityid exact driver or reldatasourcecompatibilityid exact driver-openaire2.0 or reldatasourcecompatibilityid exact openaire2.0 or reldatasourcecompatibilityid exact openaire3.0 or reldatasourcecompatibilityid exact openaire4.0 or reldatasourcecompatibilityid exact openaire-cris_1.1 or reldatasourcecompatibilityid exact openaire2.0_data or reldatasourcecompatibilityid exact hostedBy or relproject=*)', searchServiceAPIUrl + 'projects/?fields=funder&sf=funder&format=json&size=0', searchServiceAPIUrl + 'resources?query=(%20(oaftype%20exact%20result)%20and%20(resulttypeid%20exact%20dataset)%20and%20(relresulttype%3Dpublication)%20%20)&page=0&size=0&format=json', searchServiceAPIUrl + 'resources?query=(%20(oaftype%20exact%20result)%20and%20(resulttypeid%20exact%20software)%20and%20(relresulttype%3Dpublication)%20%20)&page=0&size=0&format=json' ]; const dataPromises = requests.map((url) => axios.get( url)); const dataResponses = await Promise.all(dataPromises); // Determine if all additional requests were successful const allRequestsSuccessful = dataResponses.every((response) => response.status === 200); // Combine the data const aggregatedData = { publications: dataResponses[0].data.publications, datasets: dataResponses[0].data.datasets, software: dataResponses[0].data.software, other: dataResponses[0].data.other, results: dataResponses[1].data.meta.total, datasources: dataResponses[2].data.total, organizations: dataResponses[3].data.meta.total, projects:dataResponses[4].data.meta.total, funders: parseNoOfFunders(dataResponses[1].data, dataResponses[4].data), datasetsInterlinked:dataResponses[5].data.meta.total, softwareInterlinked:dataResponses[6].data.meta.total, success:allRequestsSuccessful }; // Send the aggregated data as the response res.status(allRequestsSuccessful?200:207).json(aggregatedData); } catch (error) { console.error('Error fetching data:', error); res.status(500).send('Internal Server Error'); } }); app.get('/explore/search', async function (req, res) { let aggregatedData = {}; try { // Make requests to multiple APIs let requests= [ searchServiceAPIUrl +'resources2/?format=json&size=0&type=results', searchServiceAPIUrl + 'datasources/count?format=json', searchServiceAPIUrl + 'resources2/?format=json&size=0&type=organizations&fq=(reldatasourcecompatibilityid exact driver or reldatasourcecompatibilityid exact driver-openaire2.0 or reldatasourcecompatibilityid exact openaire2.0 or reldatasourcecompatibilityid exact openaire3.0 or reldatasourcecompatibilityid exact openaire4.0 or reldatasourcecompatibilityid exact openaire-cris_1.1 or reldatasourcecompatibilityid exact openaire2.0_data or reldatasourcecompatibilityid exact hostedBy or relproject=*)', searchServiceAPIUrl + 'projects/count?format=json&fq=projectcode<>"unidentified"' ] const dataPromises = requests.map((url) => axios.get( url)); const dataResponses = await Promise.all(dataPromises); // Determine if all additional requests were successful const allRequestsSuccessful = dataResponses.every((response) => response.status === 200); // Combine the data aggregatedData = { results: dataResponses[0].data.meta.total, datasources: dataResponses[1].data.total, organizations: dataResponses[2].data.meta.total, projects:dataResponses[3].data.total, success:allRequestsSuccessful }; // Send the aggregated data as the response res.status(allRequestsSuccessful?200:207).json(aggregatedData); } catch (error) { console.log(aggregatedData) console.error('Error fetching data:', error); res.status(500).send('Internal Server Error'); } }); app.get('/portals/countResults', async function (req, res) { const field = req.query.field; let allowedFields = ["communityid"]; if(field && allowedFields.indexOf(field) ==-1){ res.status(405).send('Not allowed request'); return; } const value = req.query.value; const params = field && value?(encodeURI("&fq=" + field + "=" + value)):""; let aggregatedData = {}; try { // Make requests to multiple APIs let requests= [ searchServiceAPIUrl +'publications/count?format=json' + params, searchServiceAPIUrl +'datasets/count?format=json' + params, searchServiceAPIUrl +'software/count?format=json' + params, searchServiceAPIUrl +'other/count?format=json' + params ] const dataPromises = requests.map((url) => axios.get( url)); const dataResponses = await Promise.all(dataPromises); // Determine if all additional requests were successful const allRequestsSuccessful = dataResponses.every((response) => response.status === 200); // Combine the data aggregatedData = { publications: dataResponses[0].data.total, datasets: dataResponses[1].data.total, software: dataResponses[2].data.total, other:dataResponses[3].data.total, success:allRequestsSuccessful }; // Send the aggregated data as the response res.status(allRequestsSuccessful?200:207).json(aggregatedData); } catch (error) { console.log(aggregatedData) console.error('Error fetching data:', error); res.status(500).send('Internal Server Error'); } }); app.get('/explore/funders', async function (req, res) { let aggregatedData = {}; try { // Make requests to multiple APIs let requests= [ searchServiceAPIUrl + 'resources2/?format=json&type=results&fq=relfunder=*&refine=true&fields=relfunder&sf=relfunder&page=0&size=0', searchServiceAPIUrl + 'resources2/?format=json&type=results&fq=relfunder=*&refine=true&fields=relfunder&sf=relfunder&page=0&size=0&fq=resultbestaccessright%20exact%20%22Open%20Access%22', searchServiceAPIUrl + 'resources2/?format=json&type=projects&fq=funder=*&fq=projectcode<>"unidentified"&refine=true&fields=funder&sf=funder&page=0&size=0', monitorServiceAPIUrl + 'stakeholder?type=funder', fundersServiceAPIUrl ] const dataPromises = requests.map((url) => axios.get( url)); const dataResponses = await Promise.all(dataPromises); // Determine if all additional requests were successful const allRequestsSuccessful = dataResponses.every((response) => response.status === 200); let fundersMap = new Map(); let resultsFunders = dataResponses[0].data.refineResults.relfunder; resultsFunders.forEach(queriedFunder => { let id = queriedFunder.id.split("||")[0]; if (!fundersMap.has(id)) { fundersMap.set(id,{name: queriedFunder.name.split("||")[0], id: id, results:queriedFunder.count, openResults: null, projects:null, stakeholder:null}); } }); let openResultsFunders = dataResponses[1].data.refineResults.relfunder; openResultsFunders.forEach(queriedFunder => { let id = queriedFunder.id.split("||")[0]; if (!fundersMap.has(id)) { fundersMap.set(id,{name: queriedFunder.name.split("||")[0], id: id, results:null, openResults: queriedFunder.count, projects:null, stakeholder:null}); }else{ fundersMap.get(id).openResults = queriedFunder.count; } }); let projectFunders = dataResponses[2].data.refineResults.funder; projectFunders.forEach(queriedFunder => { let id = queriedFunder.id.split("||")[0]; if (!fundersMap.has(id) ) { fundersMap.set(id,{name: queriedFunder.name.split("||")[0], id: id, results:null, openResults: null, projects:queriedFunder.count, stakeholder:null}); }else{ fundersMap.get(id).projects = queriedFunder.count; } }); let stakeholders = dataResponses[3].data; stakeholders.forEach(stakeholder => { let id = stakeholder.index_id;// + "||" + stakeholder.index_name + "||" + stakeholder.index_shortName; if (fundersMap.has(id)) { let ministakeholder = {id:id, name:stakeholder.name, alias: stakeholder.alias, visibility: stakeholder.visibility, logoUrl:stakeholder.logoUrl, isUpload: stakeholder.isUpload, websiteUrl: null} fundersMap.get(id).stakeholder = ministakeholder; } }); let funders = dataResponses[4].data; funders.forEach(funder => { if (fundersMap.has(funder.id)) { let storedFunder = fundersMap.get(funder.id); if(funder.legalName) { storedFunder.name = funder.legalName; } storedFunder.country = funder.country; storedFunder.registered = funder.registered; let storedStakeholder = storedFunder.stakeholder; let ministakeholder = { id:funder.id, name:storedStakeholder?.name, alias: storedStakeholder?.alias ? storedStakeholder.alias : funder.legalShortName, websiteUrl: funder.websiteUrl, logoUrl: storedStakeholder?.logoUrl ? storedStakeholder.logoUrl : funder.logoUrl, visibility: storedStakeholder?.visibility, isUpload: storedStakeholder?.isUpload }; storedFunder.stakeholder = ministakeholder; // } else { // console.log(funder.id); } }); // console.log("") // for(let f of fundersMap.keys()) { // if(!fundersMap.get(f).stakeholder || (!fundersMap.get(f).stakeholder.websiteUrl && !fundersMap.get(f).country && !fundersMap.get(f).registered)) { // console.log(f); // } // } // Combine the data // Send the aggregated data as the response // console.log(fundersMap) aggregatedData = { count: fundersMap.size, results: dataResponses[0].data.meta.total, projects: dataResponses[2].data.meta.total, funders: Array.from(fundersMap.values()), success:allRequestsSuccessful }; res.status(allRequestsSuccessful?200:207).json(aggregatedData); } catch (error) { // console.log(aggregatedData) console.error('Error fetching data:', error); res.status(500).send('Internal Server Error'); } }); app.get('/grouped-requests', async function (req, res) { res.json([ "/explore/search", "/explore/home", "/explore/funders" ]); }); function parseNoOfFunders(resultRES, projectsRES){ // combines the refines qeries on funders field, the funders with results and the funders that have at least one project let mergedFundersSet = new Set(); let queriedFunders = resultRES.refineResults.relfunder; queriedFunders.forEach(queriedFunder => { if (!mergedFundersSet.has(queriedFunder.id)) { mergedFundersSet.add(queriedFunder.id); } }); queriedFunders = projectsRES.refineResults.funder; queriedFunders.forEach(queriedFunder => { if(+queriedFunder.count > 1) { if (!mergedFundersSet.has(queriedFunder.id)) { mergedFundersSet.add(queriedFunder.id); } } }); return mergedFundersSet.size; } const server = app.listen(properties.get('port'), function () { console.log("Listening on port %s...", server.address().port); }); function sendFile(req, res, size, authorized) { const cookie = (authDeprecated)?req.cookies['AccessToken']:req.cookies['openAIRESession']; const file = req.file; var filepath = (localPath ? "." : __dirname) + "/" + file.path; if (!cookie) { res.status(401).send(getResponse(401, "Unauthorized")); deleteFile(filepath); } else if (!file || (file.mimetype !== 'image/jpeg' && file.mimetype !== 'image/png')) { res.status(500).send(getResponse(500, "No image file type")); deleteFile(filepath); } else if (file.size > size) { res.status(500).send(getResponse(500, "Exceeds file size limit")); deleteFile(filepath); } else { getUserInfo(authorized, req, res, () => { res.send(file); }); } } function deleteFileSend(req, res, authorized) { const cookie = (authDeprecated)?req.cookies['AccessToken']:req.cookies['openAIRESession']; if (!cookie) { res.status(401).send(getResponse(401, "Unauthorized")); } else { getUserInfo(authorized, req, res, () => { deleteFile('./uploads/' + req.params.filename, res); }); } } function getUserInfo(authorized, req, res, success) { let url = (authDeprecated)?(auth + cookie):auth; http.get(url, {headers: {Cookie: req.header('Cookie')}}, function (resp) { var responseString = ""; resp.on("data", function (data) { responseString += data; }); resp.on("end", function () { var result = JSON.parse(responseString); if (result.error) { res.status(401).send(getResponse(401, "Unauthorized")); } else { if (authorized(result)) { success(); } else { res.status(401).send(getResponse(401, "Unauthorized")); } } }); }); } function getResponse(code, message) { var response = {}; response["code"] = code; response["message"] = message; return response; } function deleteFile(filepath, res = null) { const fs = require('fs'); fs.stat(filepath, function (err, stats) { if (err) { return console.error(err); } try{ fs.unlinkSync(filepath); console.log('file deleted successfully'); if(res) { res.send("File Deleted Successfully"); } } catch (err) { console.error(err); } }); } function mapType(type, communityMap = true) { if(type === 'organization') { return 'institution'; } else if(type === 'ri' && communityMap) { return 'community'; } else { return type; } } function isPortalAdmin(roles) { return roles.includes("PORTAL_ADMINISTRATOR"); } function isAnyCurator(roles) { return roles.filter(role => role.includes("CURATOR_")).length > 0; } function isCurator(type, roles) { return roles.includes("CURATOR_" + mapType(type).toUpperCase()); } function isManager(type, id, roles) { return roles.includes(mapType(type).toUpperCase() + "_" + id.toUpperCase() + "_MANAGER"); }