openaire-library/services/searchDatasets.service.ts

import {Injectable} from '@angular/core';
import {Http, Response} from '@angular/http';
import {Observable}     from 'rxjs/Observable';
import {SearchResult}     from '../utils/entities/searchResult';
import {RefineResultsUtils} from './servicesUtils/refineResults.class';
import 'rxjs/add/observable/of';
import 'rxjs/add/operator/do';
import 'rxjs/add/operator/share';

import { ParsingFunctions } from '../landingPages/landing-utils/parsingFunctions.class';
import{EnvProperties} from '../utils/properties/env-properties';

@Injectable()
export class SearchDatasetsService {
    private sizeOfDescription: number = 270;
    public parsingFunctions: ParsingFunctions = new ParsingFunctions();

    constructor(private http: Http ) {}

    searchDatasets (params: string, refineParams:string, page: number, size: number, refineFields:string[], properties:EnvProperties ):any {

        let link = properties.searchAPIURLLAst+"datasets";

        let url = link+"?";
        if(params!= null && params != ''  ) {
            url += params;
        }
        if(refineParams!= null && refineParams != ''  ) {
            url += refineParams;
        }
        url += "&page="+ (page-1) +"&size="+size+"&format=json";


        return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)
                    .map(res => <any> res.json())
                    //.do(res => console.info(res))
                    .map(res => [res['meta'].total, this.parseResults(res['results']),RefineResultsUtils.parse(res['refineResults'],refineFields, "dataset")]);
    }
    searchDatasetById (id: string , properties:EnvProperties):any {

        let url = properties.searchAPIURLLAst+"datasets/"+id+"?format=json";
         return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)
                    .map(res => <any> res.json())
                    .map(res => this.parseResults(res));
    }

    searchAggregators (id: string, params: string, refineParams:string, page: number, size: number, properties:EnvProperties ):any {

        let link = properties.searchAPIURLLAst+"datasets";

        let url = link+"?"+"&format=json";
        if(params!= null && params != ''  ) {
            url += params;
        }
        if(refineParams!= null && refineParams != ''  ) {
            url += refineParams;
        }
        url += "&page="+(page-1)+"&size="+size;



        return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)
                    .map(res => <any> res.json())
                    .map(res => this.parseRefineResults(id, res['refineResults']))
    }

    searchDatasetsByDois (DOIs: string[], refineParams:string, page: number, size: number, refineFields:string[], properties:EnvProperties ):any {
        let link = properties.searchAPIURLLAst+"datasets";
        let url = link+"?";
        var doisParams = "";

        for(var i =0 ;i < DOIs.length; i++){
          doisParams+=(doisParams.length > 0?"&":"")+'doi="'+ DOIs[i]+'"';
        }
        if(doisParams.length > 0){
          url += "&"+doisParams;

        }
        if(refineParams!= null && refineParams != ''  ) {
            url += refineParams;
        }
        url += "&page="+ (page-1) +"&size="+size+"&format=json";


        return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)
                    .map(res => <any> res.json())
                    //.do(res => console.info(res))

                    .map(res => [res['meta'].total, this.parseResults(res['results']),RefineResultsUtils.parse(res['refineResults'],refineFields, "dataset")]);
    }
    advancedSearchDatasets (params: string, page: number, size: number, properties:EnvProperties ):any {
      let url = properties.searchResourcesAPIURL;
      var basicQuery = "(oaftype exact result) and (resulttypeid exact dataset)  "
      url += "?query=";
      if(params!= null && params != ''  ) {
        url +=" ( "+basicQuery+ " ) " +" and (" + params + ")";
      }else{
        url +=" ( "+basicQuery+ " ) ";
      }

      url += "&page="+(page-1)+"&size="+size;
      url += "&format=json";

      return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)
      .map(res => <any> res.json())
      //.do(res => console.info(res))
      .map(res => [res['meta'].total, this.parseResults(res['results'])]);
    }
    searchDatasetsForEntity (params: string, page: number, size: number, properties:EnvProperties):any {
        let link = properties.searchAPIURLLAst;
        let url = link+params+"/datasets"+"?format=json";

        return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)
                    .map(res => <any> res.json())
                    .map(res => [res['meta'].total, this.parseResults(res['results'])]);
    }

    searchDatasetsForDataproviders(params: string, page: number, size: number, properties:EnvProperties):any {
        let link = properties.searchAPIURLLAst;
        let url = link+params+ "&page="+(page-1)+"&size="+size + "&format=json";
        return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)
                    .map(res => <any> res.json())
                    .map(res => [res['meta'].total, this.parseResults(res['results'])]);
    }

    parseResults(data: any): SearchResult[] {
        let results: SearchResult[] = [];

        let length = Array.isArray(data) ? data.length : 1;

        for(let i=0; i<length; i++) {
            let resData = Array.isArray(data) ? data[i]['result']['metadata']['oaf:entity']['oaf:result'] : data['result']['metadata']['oaf:entity']['oaf:result'];

            var result: SearchResult = new SearchResult();
            result.entityType = "dataset";
            if(resData['language'] && resData['language'] != null) {
              result.languages = new Array<string>();
              result.types = new Array<string>();
              let types = new Set<string>();

              let counter = 0;
              let instance;

              let length = Array.isArray(resData['children']['instance']) ? resData['children']['instance'].length : 1;

              for(let i=0; i<length; i++) {
                instance = Array.isArray(resData['children']['instance']) ? resData['children']['instance'][i] : resData['children']['instance'];
                this.parsingFunctions.parseTypes(result.types, types, instance);
              }
              if(!Array.isArray(resData['language'])) {
                if(resData['language'].classname != "Undetermined" && resData['language'].classname) {
                  result.languages.push(resData['language'].classname);
                }
              } else {
                for(let i=0; i<resData['language'].length; i++) {
                  if(resData['language'][i].classname != "Undetermined" && resData['language'][i].classname) {
                    result.languages.push(resData['language'][i].classname);
                  }
                }
              }
            }
            result['title'] = {"name": '', "accessMode": '', "sc39": ''};

            if(Array.isArray(resData['title'])) {
                result['title'].name = resData['title'][0].content;
            } else {
                result['title'].name = resData['title'].content;
            }

            //result['title'].url = OpenaireProperties.getsearchLinkToDataset();
            //result['title'].url += Array.isArray(data) ? data[i]['result']['header']['dri:objIdentifier'] : data['result']['header']['dri:objIdentifier'];
            result['id'] = Array.isArray(data) ? data[i]['result']['header']['dri:objIdentifier'] : data['result']['header']['dri:objIdentifier'];
            if(resData['bestaccessright'] && resData['bestaccessright'].hasOwnProperty("classid")) {
                result['title'].accessMode = resData['bestaccessright'].classid;
            }

            if(resData['rels'].hasOwnProperty("rel")) {
                let relLength = Array.isArray(resData['rels']['rel']) ? resData['rels']['rel'].length : 1;

                for(let j=0; j<relLength; j++) {
                    let relation = Array.isArray(resData['rels']['rel']) ? resData['rels']['rel'][j] : resData['rels']['rel'];

                    if(relation.hasOwnProperty("to")) {
                        /*if(relation['to'].class == "hasAuthor") {
                          if(result['authors'] == undefined) {
                            result['authors'] = new Array<{"name": string, "id": string}>();
                          }

                          result['authors'].push({"name": relation.fullname, "id": relation['to'].content});
                        } else */if(relation['to'].class == "isProducedBy") {
                          result['projects'] = this.parseProjects(result['projects'], relation);
                        }
                    }
                }
            }

            if(resData.hasOwnProperty("creator") && resData['creator'] != null) {
              if(result['authors'] == undefined) {
                result['authors'] = new Array<string>();
              }

              let authors = resData['creator'];
              let length = Array.isArray(authors) ? authors.length : 1;

              for(let i=0; i<length; i++) {
                let author = Array.isArray(authors) ? authors[i] : authors;
                result.authors[author.rank-1] = author.content;
              }
              result.authors = result.authors.filter(function (item) {
                return (item != undefined);
              });
            }

            var date:string = (resData.dateofacceptance)+""; // transform to string in case it is an integer
            result.year = (date && (date).indexOf('-') !== -1)?date.split('-')[0]:date;
            if(!Array.isArray(resData.description)) {
                result.description = resData.description;
            } else {
                result.description = resData.description[0];
            }
            if(result.description.length > this.sizeOfDescription) {
                result.description = result.description.substring(0, this.sizeOfDescription)+"...";
            }

            result.embargoEndDate = resData.embargoenddate;

            if(!Array.isArray(resData.publisher)) {
                result.publisher = resData.publisher;
            } else {
                for(let i=0; i<resData.publisher.length; i++) {
                    if(result.publisher != undefined){
                        result.publisher += ', '+resData['publisher'][i];
                    } else {
                        result.publisher = resData['publisher'][i];
                    }
                }
            }

            results.push(result);
        }

        return results;
    }

    parseProjects(projects: { "id": string, "acronym": string, "title": string,
                              "funderShortname": string, "funderName": string,
                              "code": string }[], relation: any ) :  {
                              "id": string, "acronym": string, "title": string,
                              "funderShortname": string, "funderName": string,
                              "code": string }[] {
      if(projects == undefined) {
          projects = new Array<
              { "id": string, "acronym": string, "title": string,
                "funderShortname": string, "funderName": string,
                "code": string
              }>();
      }

      let countProjects = projects.length;

      projects[countProjects] = {
          "id": "", "acronym": "", "title": "",
          "funderShortname": "", "funderName": "",
          "code": ""
      }

      if(relation.title != 'unidentified') {
          projects[countProjects]['id'] =
              /*OpenaireProperties.getsearchLinkToProject() + */relation['to'].content;
          projects[countProjects]['acronym'] = relation.acronym;
          projects[countProjects]['title'] = relation.title;
          projects[countProjects]['code'] = relation.code;
      } else {
          projects[countProjects]['id'] = "";
          projects[countProjects]['acronym'] = "";
          projects[countProjects]['title'] = "";
          projects[countProjects]['code'] = "";
      }

      if(relation.hasOwnProperty("funding")) {
          let fundingLength = Array.isArray(relation['funding']) ? relation['funding'].length : 1;

          for(let z=0; z<fundingLength; z++) {
              let fundingData = Array.isArray(relation['funding']) ? relation['funding'][z] : relation['funding'];

              if(fundingData.hasOwnProperty("funder")) {
                  projects[countProjects]['funderShortname'] = fundingData['funder'].shortname;
                  projects[countProjects]['funderName'] = fundingData['funder'].name;
              }
          }
      }

      return projects;
    }

    parseRefineResults(id: string, data: any): any {
        var results:any = [];
        if(data.hasOwnProperty("resulthostingdatasource")) {
            let length = Array.isArray(data['resulthostingdatasource']) ? data['resulthostingdatasource'].length : 1;

            for(let i=0; i<length; i++) {
                let datasource = Array.isArray(data['resulthostingdatasource']) ? data['resulthostingdatasource'][i] : data['resulthostingdatasource'];

                let result: {"name": string, "id": string, "count": number} = {"name": "", "id": "", "count": 0};
                result['name'] = datasource.name;
                result['id'] = datasource.id.split("||")[0];
                //result['url'] = OpenaireProperties.getsearchLinkToDataProvider()+result['id'];
                result['count'] = datasource.count;

                if(result['id'] != id && result['name'] != "Unknown Repository") {
                    results.push(result);
                }
            }
        }
        return results;
    }

    numOfDatasets(url: string, properties:EnvProperties):any {

      return this.http.get((properties.useCache)? (properties.cacheUrl+encodeURIComponent(url)): url)
                  .map(res => <any> res.json())
                  .map(res => res.total);
    }

    numOfEntityDatasets(id: string, entity: string, properties:EnvProperties):any {
        var parameters = "";

        if(entity == "project") {
          parameters = "projects/"+id+"/datasets/count";
        }

        let url = properties.searchAPIURLLAst+parameters+"?format=json";
        return this.numOfDatasets(url, properties);
    }

    numOfSearchDatasets(params: string, properties:EnvProperties):any {
        let url = properties.searchAPIURLLAst+"datasets/count?format=json";
        if(params != "") {
          url += "&q=" + params;
        }
        return this.numOfDatasets(url, properties);
    }
}