openaire-library/services/searchDataproviders.service.ts

import {Injectable} from '@angular/core';
import {HttpClient} from "@angular/common/http";
import {SearchResult}     from '../utils/entities/searchResult';
import {RefineResultsUtils} from './servicesUtils/refineResults.class';



import {StringUtils} from '../utils/string-utils.class';
import{EnvProperties} from '../utils/properties/env-properties';
import {map} from "rxjs/operators";
import {ParsingFunctions} from "../landingPages/landing-utils/parsingFunctions.class";

@Injectable()
export class SearchDataprovidersService {
    private sizeOfDescription: number = 270;
    public parsingFunctions: ParsingFunctions = new ParsingFunctions();

    constructor(private http: HttpClient ) {}

    searchDataproviders (params: string, refineParams:string, page: number, size: number, refineFields:string[], properties:EnvProperties, usedBy: string="search" ):any {
        let link = properties.searchAPIURLLAst+"datasources";

        let url = link+"?";
        if(params!= null && params != ''  ) {
            url += params;
        }
        if(refineParams!= null && refineParams != ''  ) {
            url += refineParams;
        }
        url += "&page="+(page-1)+"&size="+size+"&format=json";


        return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)
                    //.map(res => <any> res.json())
                    //.do(res => console.info(res))
                    .pipe(map(res => [res['meta'].total, this.parseResults(res['results']),RefineResultsUtils.parse(res['refineResults'],refineFields, "datasource", usedBy)]));
    }
    //((oaftype exact datasource) and(collectedfromdatasourceid exact "openaire____::47ce9e9f4fad46e732cff06419ecaabb"))
    advancedSearchDataproviders (params: string, page: number, size: number, properties: EnvProperties, refineParams:string=null,  refineFields:string[] =null, refineQuery:string = null, depositQuery:boolean = false  ):any {
      let url =  properties.searchAPIURLLAst+"resources"+(depositQuery?'':2)+"/?format=json";

      if(params!= null && params != ''  ) {
        url +="&query=(" + params + ")";

      }
      if(refineParams!= null && refineParams != ''  ) {
        url += refineParams;
      }
      if(refineQuery) {
        url += "&" + refineQuery;
      }
      url += "&page="+(page-1)+"&size="+size;

      return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)
      //.map(res => <any> res.json())
      //.do(res => console.info(res))
      .pipe(map(res => [res['meta'].total, this.parseResults(res['results']), RefineResultsUtils.parse(res['refineResults'],refineFields, "datasource")]));
    }

    searchCompatibleDataprovidersTable ( properties:EnvProperties):any {
      let size: number = 0;
      let url: string= properties.searchResourcesAPIURL;
      url += '?query=((oaftype exact datasource) not(datasourcecompatibilityid = UNKNOWN) not(datasourcecompatibilityid = notCompatible) not(datasourcetypeuiid = other) not(datasourcetypeuiid exact "pubsrepository::journal") not(datasourcetypeuiid exact "aggregator::pubsrepository::journals"))';
      url += "&page=0&size=0&format=json";



      return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)
                      //.map(res => <any> res.json())
                      .pipe(map(res => res['meta'].total));
    }

    searchCompatibleDataproviders (params: string,refineParams:string, page: number, size: number, refineFields:string[], properties:EnvProperties ):any {
      let url: string = properties.searchResourcesAPIURL;
      url += '?query=((oaftype exact datasource) not(datasourcecompatibilityid = UNKNOWN) not(datasourcecompatibilityid = notCompatible) not(datasourcetypeuiid = other) not(datasourcetypeuiid exact "pubsrepository::journal") not(datasourcetypeuiid exact "aggregator::pubsrepository::journals"))';
      if(params!= null && params != ''  ) {
        url += params;
      }
      if(refineParams!= null && refineParams != ''  ) {
        url += refineParams;
      }
      url += "&page="+(page-1)+"&size="+size+"&format=json";

      return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)
      //.map(res => <any> res.json())
      //.do(res => console.info(res))
      .pipe(map(res => [res['meta'].total, this.parseResults(res['results']),RefineResultsUtils.parse(res['refineResults'],refineFields, "datasource")]));
    }

    searchEntityRegistriesTable (properties:EnvProperties):any {
      let size: number = 0;
      let url: string= properties.searchResourcesAPIURL;
      url += "?query=((oaftype exact datasource) and(datasourcetypeuiid = other))";
      url += "&page=0&size=0&format=json";



      return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)
                      //.map(res => <any> res.json())
                      .pipe(map(res => res['meta'].total));
    }

    searchEntityRegistries (params: string,refineParams:string, page: number, size: number, refineFields:string[], properties:EnvProperties ):any {
      let url = properties.searchResourcesAPIURL;
      url += "?query=((oaftype exact datasource) and(datasourcetypeuiid = other))";
      if(params!= null && params != ''  ) {
        url += params;
      }
      if(refineParams!= null && refineParams != ''  ) {
        url += refineParams;
      }
      url += "&page="+(page-1)+"&size="+size+"&format=json";

      return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)
      //.map(res => <any> res.json())
      //.do(res => console.info(res))
      .pipe(map(res => [res['meta'].total, this.parseResults(res['results']),RefineResultsUtils.parse(res['refineResults'],refineFields, "datasource")]));
    }

    searchJournalsTable ( properties:EnvProperties):any {
      let size: number = 0;
      let url: string= properties.searchResourcesAPIURL;
      url += '?query=((oaftype exact datasource) not(datasourcecompatibilityid = UNKNOWN) not(datasourcecompatibilityid = notCompatible) and (datasourcetypeuiid exact "pubsrepository::journal" or datasourcetypeuiid exact "aggregator::pubsrepository::journals" ))';
      url += "&page=0&size=0&format=json";

      return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)//.map(res => <any> res.json())
                        .pipe(map(res => res['meta'].total));
    }

    searchJournals (params: string,refineParams:string, page: number, size: number, refineFields:string[] , properties:EnvProperties):any {
      let url: string = properties.searchResourcesAPIURL;
      //url += "?query=((oaftype exact datasource) not(datasourcecompatibilityid = UNKNOWN) not(datasourcecompatibilityid = notCompatible) not(datasourcetypeuiid = other))"
      url += '?query=((oaftype exact datasource) not(datasourcecompatibilityid = UNKNOWN) not(datasourcecompatibilityid = notCompatible) and (datasourcetypeuiid exact "pubsrepository::journal" or datasourcetypeuiid exact "aggregator::pubsrepository::journals" ))';

      if(params!= null && params != ''  ) {
        url += params;
      }
      if(refineParams!= null && refineParams != ''  ) {
        url += refineParams;
      }
      url += "&page="+(page-1)+"&size="+size+"&format=json";

      return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)
      //.map(res => <any> res.json())
      //.do(res => console.info(res))
      .pipe(map(res => [res['meta'].total, this.parseResults(res['results']),RefineResultsUtils.parse(res['refineResults'],refineFields, "datasource")]));
    }

    searchDataprovidersForDeposit (id: string,type:string, page: number, size: number, properties:EnvProperties):any {
        let link = properties.searchResourcesAPIURL;
        var compatibilities = "";
        if(type == "Research Data"){
          //compatibilities = " and (datasourcecompatibilityid <> UNKNOWN) and (datasourcecompatibilityid = openaire2.0_data)"
          compatibilities = " and (datasourcecompatibilityid = openaire2.0_data)";
        }else if(type == "Publications"){
          //compatibilities = " and (datasourcecompatibilityid <> UNKNOWN) and (datasourcecompatibilityid <> openaire2.0_data)"
          compatibilities = " and (datasourcecompatibilityid <> openaire2.0_data)";
        }
        let url = link+"?query=(((deletedbyinference = false) AND (oaftype exact datasource)) "+((compatibilities && compatibilities.length > 0)?" "+compatibilities+" ":"")+") and (relorganizationid exact \""+id+"\")";
        url += "&page="+(page-1)+"&size="+size+"&format=json";


        return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)
                    //.map(res => <any> res.json())
                    .pipe(map(res => [res['meta'].total, this.parseResults(res['results'])]));
    }

    searchDataprovidersForDepositSearch(params: string, refineParams:string, page: number, size: number, refineFields:string[], properties:EnvProperties, usedBy: string="search" ):any {
    let link = properties.searchResourcesAPIURL;
      let url = link+"?query=((deletedbyinference = false) AND (oaftype exact datasource)) "+params;
      if(refineParams!= null && refineParams != ''  ) {
        url += refineParams;
      }
      url += "&page="+(page-1)+"&size="+size+"&format=json";

      return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)
                      .pipe(map(res => [res['meta'].total, this.parseResults(res['results']), RefineResultsUtils.parse(res['refineResults'],
                                              refineFields, "datasource", usedBy)]));
  }

    searchDataProvidersBySubjects(keyword:string, type:string, page: number, size: number, properties:EnvProperties):any {
      let link = properties.searchResourcesAPIURL;
      var compatibilities = "";
      if(type == "Research Data"){
        compatibilities = " and (datasourcecompatibilityid <> UNKNOWN) and (datasourcecompatibilityid = openaire2.0_data)"
      }else if(type == "Publications"){
        compatibilities = " and (datasourcecompatibilityid <> UNKNOWN) and (datasourcecompatibilityid <> openaire2.0_data)"
      }
      let url = link+"?query=(((deletedbyinference = false) AND (oaftype exact datasource)) "+((compatibilities && compatibilities.length > 0)?" "+
      compatibilities+" ":"")+") "+
      " and (datasourcesubject all "+'"'+keyword+'"'+") " ;
      url += "&page="+(page-1)+"&size="+size+"&format=json";


      return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)
                  //.map(res => <any> res.json())
                  .pipe(map(res => [res['meta'].total, this.parseResults(res['results'])]));

    }

    getDataProvidersforEntityRegistry(datasourceId: string, page: number, size: number , properties:EnvProperties):any {
      let url = properties.searchResourcesAPIURL;
      var basicQuery = "(oaftype exact datasource) "
      url += "?query=";
      if(datasourceId!= null && datasourceId != ''  ) {
        url +=" ( "+basicQuery+ " ) " +" and (collectedfromdatasourceid exact \"" + datasourceId + "\" or resulthostingdatasourceid exact \""+ datasourceId + "\")";
      }else{
        url +=" ( "+basicQuery+ " ) ";
      }

      url += "&page="+(page-1)+"&size="+size+"&format=json";

      return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)
      //.map(res => <any> res.json())
      .pipe(map(res => [res['meta'].total, this.parseResults(res['results'])]));
    }
    searchDataprovidersForEntity (params: string, page: number, size: number, properties:EnvProperties):any {
        let link = properties.searchAPIURLLAst;
        let url = link+params+"/datasources?format=json";

        return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)
                    //.map(res => <any> res.json())
                    .pipe(map(res => [res['meta'].total, this.parseResults(res['results'])]));
    }
/*
    searchDataprovidersCSV (params: string, refineParams:string, page: number, size: number):any {

        let link = OpenaireProperties. getSearchAPIURLLast()+"datasources";

        let url = link+"?";
        if(params!= null && params != ''  ) {
            url += params;
        }
        if(refineParams!= null && refineParams != ''  ) {
            url += refineParams;
        }
        url += "&page="+(page-1)+"&size="+size+"&format=json";

        return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)
                    .map(res => <any> res.json())
                    //.do(res => console.info(res))

                    .map(res => this.parseResultsCSV(res['results']));
    }
*/
/*
    searchEntityRegistriesCSV (params: string,refineParams:string, page: number, size: number):any {
      let url = properties.searchAPIURLLAst;
      url += "?query=((oaftype exact datasource) and(datasourcetypeuiid = other))"
      if(params!= null && params != ''  ) {
        url += params;
      }
      if(refineParams!= null && refineParams != ''  ) {
        url += refineParams;
      }
      url += "&page="+(page - 1)+"&size="+size+"&format=json";

      return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)
      .map(res => <any> res.json())
      //.do(res => console.info(res))

      .map(res => this.parseResultsCSV(res['results']));
    }
*/
/*
    searchCompatibleDataprovidersCSV (params: string,refineParams:string, page: number, size: number):any {
      let url = properties.searchAPIURLLAst;
      url += "?query=((oaftype exact datasource) not(datasourcecompatibilityid = UNKNOWN) not(datasourcecompatibilityid = notCompatible) not(datasourcetypeuiid = other))"
      if(params!= null && params != ''  ) {
        url += params;
      }
      if(refineParams!= null && refineParams != ''  ) {
        url += refineParams;
      }
      url += "&page="+(page - 1)+"&size="+size+"&format=json";

      return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)
      .map(res => <any> res.json())
      //.do(res => console.info(res))

      .map(res => this.parseResultsCSV(res['results']));
    }
*/


    parseResults(data: any): SearchResult[] {
        let results: SearchResult[] = [];

        let length = Array.isArray(data) ? data.length : 1;

        for(let i=0; i<length; i++) {
            let resData = Array.isArray(data) ? data[i]['result']['metadata']['oaf:entity']['oaf:datasource'] : data['result']['metadata']['oaf:entity']['oaf:datasource'];

            var result: SearchResult = new SearchResult();

            result['title'] = {"name": '', "accessMode": ''};

            result['title'].name = resData.officialname;
            result['englishname'] = resData.englishname;

            //result['title'].url = OpenaireProperties.getsearchLinkToDataProvider();
            //result['title'].url += Array.isArray(data) ? data[i]['result']['header']['dri:objIdentifier'] : data['result']['header']['dri:objIdentifier'];
            result['id'] = Array.isArray(data) ? data[i]['result']['header']['dri:objIdentifier'] : data['result']['header']['dri:objIdentifier'];
            let canId = ParsingFunctions.parseRelCanonicalId(Array.isArray(data) ? data[i] : data, "datasource");
            if (canId) {
              result['id'] = canId;
            }
            result['relcanId'] = result['id'];

            result['type'] = this.getDataproviderType(resData);
            if (resData['eosctype']) {
              result.entityType = resData['eosctype'].classname == "Service" ? "service" : "dataprovider";
            }

            let abstracts = this.parsingFunctions.parseDescription(resData.description);
            result.description = abstracts.length > 0 ? abstracts[0] : "";
            if (result.description && result.description.length > this.sizeOfDescription) {
              result.description = result.description.substring(0, this.sizeOfDescription) + "...";
            }

            let typeid: string = resData['datasourcetype'].classid;
            //console.info(typeid);
            if(typeid != "entityregistry" && typeid != "entityregistry::projects" && typeid != "entityregistry::repositories") {

                if(resData.hasOwnProperty('accessinfopackage')) {
                    let OAIPMHURL: string;
                    if(Array.isArray(resData['accessinfopackage'])) {
                        OAIPMHURL = resData['accessinfopackage'][0];
                    } else {
                        OAIPMHURL = resData['accessinfopackage'];
                    }

                    if(OAIPMHURL != '' && OAIPMHURL != 'unknown') {
                        result['OAIPMHURL'] = OAIPMHURL;
                    }
                }
                let compatibility = this.getDataproviderCompatibility(resData);
                result['compatibility'] = compatibility.classname;
                if(compatibility.classid == "UNKNOWN") {
                  result['compatibilityUNKNOWN'] = true;
                }
            } else {
              result['compatibility'] = "";
            }

            result['websiteURL'] = resData.websiteurl;

            let res:[string[], {"name":string, "id":string}[]] = this.getDataproviderCountriesOrganizations(resData, true, true);
            result['organizations'] = res[1];
            result['countries'] = res[0];
            result['subjects'] = this.getDataproviderSubjects(resData);
            //console.log(result['subjects']);

            if(resData['pid']) {
              result.identifiers = this.parsingFunctions.parseIdentifiers(resData['pid']);
            }

          results.push(result);
        }

        return results;
    }
    getDataproviderSubjects(resData: any): string [] {
      var subjects:string [] = [];

      let length = Array.isArray(resData['subjects']) ? resData['subjects'].length : 1;
      for(let i=0; i<length; i++) {
          let subject = Array.isArray(resData['subjects']) ? resData['subjects'][i] :resData['subjects'];
          if(subject && subject.content) {
            subjects.push(subject.content);
          }
      }
      return subjects;
    }
    getDataproviderType(resData: any): string {
        if(resData['datasourcetype'].hasOwnProperty("classname")) {
            return resData['datasourcetype'].classname;
        } else {
            return '';
        }
    }

    getDataproviderCompatibility(resData: any): {"classid": string, "classname": string} {
        if(resData.hasOwnProperty('openairecompatibility')) {
            return {"classid": resData['openairecompatibility'].classid, "classname": resData['openairecompatibility'].classname};
        } else {
            return {"classid": "", "classname": ""};
        }
    }

    getDataproviderCountriesOrganizations(resData: any, getCountries: boolean, getOrganizations: boolean): [string[], {"name": string, "id": string}[]] {
        let countries: string[] = [];
        let organizations: {"name": string, "id": string}[] = [];

        if(resData['rels'].hasOwnProperty("rel")) {
            let countriesSet: Set<string> = new Set<string>();

            let relLength = Array.isArray(resData['rels']['rel']) ? resData['rels']['rel'].length : 1;

            for(let i=0; i<relLength; i++) {
                let relation = Array.isArray(resData['rels']['rel']) ? resData['rels']['rel'][i] : resData['rels']['rel'];

                if(relation.hasOwnProperty("to")) {
                    if(relation['to'].class && relation['to'].class.toLowerCase() == "isprovidedby" && relation['to'].type == "organization") {
                        if(getOrganizations) {
                            let item: {"name":string, "id":string} = {"name": "", "id": ""};
                            //item['name'] = relation.legalname;
                            if(relation.legalshortname) {
                              item['name'] = relation.legalshortname;
                            } else {
                              item['name'] = relation.legalname;
                            }
                            if(!item['name']) {
                              item['name'] = "[no title available]";
                            }
                            item['id'] = /*OpenaireProperties.getsearchLinkToOrganization()+*/relation['to'].content;
                            organizations.push(item);
                        }

                        if(getCountries) {
                            if(relation.hasOwnProperty('country') &&
                               relation.country.hasOwnProperty('classname')) {
                                if(!countriesSet.has(relation.country.classname)) {
                                    countriesSet.add(relation.country.classname);
                                    countries.push(relation.country.classname);
                                }
                            }
                        }
                    }
                }
            }
        }
        return [countries, organizations];
    }
/*
    parseResultsCSV(data: any): any {
        let results: any = [];
        let length = Array.isArray(data) ? data.length : 1;

        for(let i=0; i<length; i++) {
            let resData = Array.isArray(data) ? data[i]['result']['metadata']['oaf:entity']['oaf:datasource'] : data['result']['metadata']['oaf:entity']['oaf:datasource'];

            var result: any = [];

            result.push(this.quote(resData.officialname));
            result.push(this.quote(this.getDataproviderType(resData)));
            result.push(this.quote(this.getDataproviderCountriesOrganizations(resData, true, false)[0]));
            result.push(this.quote(this.getDataproviderCompatibility(resData)));
            results.push(result);
        }
        return results;
    }
*/
    numOfDataproviders(url: string, properties:EnvProperties):any {
        //let url = OpenaireProperties. getSearchAPIURLLast()+params+(params.indexOf("?") == -1 ?"?":"&")+"format=json";

        return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)
                    //.map(res => <any> res.json())
                    .pipe(map(res => res['total']));
    }

    numOfEntityDataproviders(id: string, entity: string, properties:EnvProperties):any {
        var parameters = "";
        if(entity == "organization") {
          parameters = "organizations/"+id+"/datasources/count";
        }

        let url = properties.searchAPIURLLAst+parameters+"?format=json";
        return this.numOfDataproviders(url, properties);
    }

    numOfSearchDataproviders(params: string, properties:EnvProperties, refineQuery:string=null):any {
        let url: string = properties.searchAPIURLLAst+"datasources/count?format=json";
        if(params != "") {
          url += "&q=" + StringUtils.URIEncode(params);
        }
      if(refineQuery!= null && refineQuery != ''  ) {
        url += refineQuery;
      }

        return this.numOfDataproviders(url, properties);
    }
  numOfSearchDataproviders2(params: string, properties:EnvProperties, refineQuery:string=null, typePathParam: string="datasources"):any {
    let url: string = properties.searchAPIURLLAst+"resources2/?format=json&size=0&type="+typePathParam;
    if(params != "") {
      url += "&query=" +params;
    }
    if(refineQuery!= null && refineQuery != ''  ) {
      url += refineQuery;
    }
    return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)
      .pipe(map(res => res['meta']['total']));
  }
/*
    private quote(word: any): string {
        return '"'+word+'"';
    }
*/
getDataprovidersTableResults (queryType:string, properties:EnvProperties):any {
  let size: number = 0;
  let url: string= properties.searchAPIURLLAst;
  if(queryType == "compatible"){
      url += '?query=((oaftype exact datasource) not (datasourcecompatibilityid = UNKNOWN) not(datasourcecompatibilityid = notCompatible) not(datasourcetypeuiid = other) not(datasourcetypeuiid exact "pubsrepository::journal") not(datasourcetypeuiid exact "aggregator::pubsrepository::journals"))';
  }else if(queryType=="registries"){
    url += "?query=((oaftype exact datasource) and(datasourcetypeuiid = other))";
  }else if(queryType=="journals"){
    url += '?query=((oaftype exact datasource) not(datasourcecompatibilityid = UNKNOWN) not(datasourcecompatibilityid = notCompatible) and (datasourcetypeuiid exact "pubsrepository::journal" or datasourcetypeuiid exact "aggregator::pubsrepository::journals" ))';

  }

  url += "&page=0&size=0&format=json";



  return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)
                  //.map(res => <any> res.json())
                  .pipe(map(res => res['meta'].total));
}
}