openaire-library/searchPages/searchUtils/newSearchPage.component.ts

import {ChangeDetectorRef, Component, ElementRef, Input, Output, ViewChild} from '@angular/core';
import {Location} from '@angular/common';
import {ActivatedRoute, Router} from '@angular/router';
import {Meta, Title} from '@angular/platform-browser';

import {AdvancedField, Filter, Value} from './searchHelperClasses.class';
import {SearchCustomFilter, SearchUtilsClass} from './searchUtils.class';
import {ModalLoading} from '../../utils/modal/loading.component';
import {Dates, Identifier, StringUtils} from '../../utils/string-utils.class';
import {ErrorCodes} from '../../utils/properties/errorCodes';
import {RouterHelper} from '../../utils/routerHelper.class';

import {PiwikService} from '../../utils/piwik/piwik.service';
import {EnvProperties} from '../../utils/properties/env-properties';
import {SEOService} from '../../sharedComponents/SEO/SEO.service';
import {HelperService} from "../../utils/helper/helper.service";
import {SearchFields} from "../../utils/properties/searchFields";
import {RefineResultsUtils} from "../../services/servicesUtils/refineResults.class";
import {RangeFilter} from "../../utils/rangeFilter/rangeFilterHelperClasses.class";
import {ZenodoInformationClass} from "../../deposit/utils/zenodoInformation.class";
import {Breadcrumb} from "../../utils/breadcrumbs/breadcrumbs.component";
import {HelperFunctions} from "../../utils/HelperFunctions.class";
import {properties} from "../../../../environments/environment";
import {AlertModal} from "../../utils/modal/alert";
import {Subscriber} from "rxjs";
import {IndexInfoService} from "../../utils/indexInfo.service";

declare var UIkit: any;

@Component({
  selector: 'new-search-page',
  templateUrl: 'newSearchPage.component.html'
})
export class NewSearchPageComponent {
  @ViewChild('offcanvas_element') offcanvasElement: ElementRef;
  @Input() piwikSiteId = null;
  @Input() hasPrefix: boolean = true;
  @Input() prefix: string = "OpenAIRE | ";
  @Input() pageTitle = "";
  pageTitleWithFilters = "";
  @Input() results = [];
  @Input() type;
  @Input() entityType;
  @Input() searchUtils: SearchUtilsClass = new SearchUtilsClass();
  @Input() fieldIds: string[];
  @Input() fieldIdsMap;//:{ [key:string]:{ name:string, operator:string, type:string, indexField:string, equalityOperator:string  }} ;
  @Input() selectedFields: AdvancedField[];
  @ViewChild(ModalLoading) loading: ModalLoading;
  @Input() csvParams: string;
  @Input() csvPath: string;
  @Input() simpleSearchLink: string = "";
  @Input() advancedSearchLink: string = "";
  @Input() disableForms: boolean = false;
  @Input() disableRefineForms: boolean = false;
  @Input() loadPaging: boolean = true;
  @Input() oldTotalResults: number = 0;
  @Input() openaireLink: string;
  @Input() customFilter: SearchCustomFilter;
  @Input() sort: boolean = true;
  @Input() sortedByChanged: string = "";
  @Input() resultsPerPageChanged: number;
  @Input() searchFormClass: string = "searchForm";
  //From simple:
  @Input() rangeFilters: RangeFilter[] = [];
  @Input() rangeFields: string[][] = [];
  @Input() refineFields = [];
  @Input() filters:Filter[] = [];
  selectedFilters: number = 0;
  selectedRangeFilters: number = 0;
  private searchFieldsHelper: SearchFields = new SearchFields();
  @Input() newQueryButton: boolean = true;
  public showUnknownFilters: boolean = false; // when a filter exists in query but has no results, so no filters returned from the query
  URLCreatedFilters: Filter[] = [];
  URLCreatedRangeFilters: RangeFilter[] = [];
  @Input() showRefine: boolean = true;
  @Input() tableViewLink: string;
  @Input() usedBy: string = "search";
  @Input() public zenodoInformation: ZenodoInformationClass = new ZenodoInformationClass();
  @Input() showIndexInfo: boolean = true;
  @Input() showResultCount: boolean = true;
  @Input() showMoreFilterValuesInline: boolean = true;
  @Input() filterValuesNum: number = 6;
  @Input() keywordFields = [];
  @Input() simpleView: boolean = true;
  @Input() formPlaceholderText = "Type Keywords...";
  @Input() resultTypes:Filter = null;
  resultTypeOptions = {"publications":{"id":"publication", "name":"Publications"},"datasets":{"id":"dataset", "name":"Research data"},
    "software":{"id":"software", "name":"Software"},"other":{"id":"other", "name":" Other research products"}};
  selectedTypesNum = 0;
  @Input() quickFilter: { filter: Filter, selected: boolean, filterId: string, value: string };
  @Input() includeOnlyResultsAndFilter:boolean = false;
  @Input() showBreadcrumb:boolean = false;
  @Input() showDownload: boolean = true;
  public dashboard: boolean = properties.isDashboard;

  subscriptions = [];
  public parameterNames: string[] = [];
  public parameterValues: string[] = [];

  public csvLimit: number = 0;
  public pagingLimit: number = 0;
  public resultsPerPage: number = 0;
  isPiwikEnabled = false;
  properties: EnvProperties = properties;
  public pageContents = null;
  public divContents = null;
  public routerHelper: RouterHelper = new RouterHelper();
  public errorCodes: ErrorCodes = new ErrorCodes();
  breadcrumbs:Breadcrumb[] = [];
  url = null;
  metaDescription = "";
  @Input() basicMetaDescription = [];

  @Input() entitiesSelection:boolean = true;
  @Input() showSwitchSearchLink:boolean = true;

  // on 1st load, do not show filters until results query returns.
  public hideFilters: boolean = true;

  //Dashboard
  filterToggle = false;
  customFilterEnabled:boolean =  false;
  //stickyform
  @Input() stickyForm:boolean = false;

  @ViewChild('removeCustomFilter') removeCustomFilter: AlertModal;
  currentValueToRemove;
  currentFilterToRemove;
  public indexUpdateDate: Date;
  constructor(private route: ActivatedRoute,
              private location: Location,
              private _meta: Meta,
              private _title: Title,
              private _piwikService: PiwikService,
              private router: Router,
              private seoService: SEOService,
              private helper: HelperService,
              private cdr:ChangeDetectorRef, private indexInfoService: IndexInfoService) {
  }

  ngOnInit() {
      //this.getDivContents();
      this.getPageContents();
      this.pagingLimit = this.properties.pagingLimit;
      this.resultsPerPage = this.properties.resultsPerPage;
      this.csvLimit = this.properties.csvLimit;
      this.isPiwikEnabled = this.properties.enablePiwikTrack;
      this.updateUrl(this.properties.domain + this.properties.baseLink + this.router.url);
      this.url = this.properties.domain + this.properties.baseLink + this.router.url;
      if (typeof document !== 'undefined' && this.isPiwikEnabled && !this.includeOnlyResultsAndFilter && this.piwikSiteId) {
        this.subscriptions.push(this._piwikService.trackView(this.properties, this.pageTitle, this.piwikSiteId).subscribe());
      }
    this.route.queryParams.subscribe(params => {
      if (params['page'] && params['page'] != 1) {
        HelperFunctions.scrollToId("searchForm");
      }
      this.customFilterEnabled = params['cf'] && params['cf'] == "true";
      if(this.basicMetaDescription.length == 0 ){
        if (this.entityType == "result") {
          this.basicMetaDescription =  ["Research outcomes","Discover" + (this.properties.adminToolsCommunity == 'openaire'?" over 100 million of":"")+" research outcomes ", "categorized by research type, year range, funder, languages, community and content providers."];
        } else if (this.entityType == "project") {
          this.basicMetaDescription =  ["Research projects", "Discover research projects and correlated research categorized by Funder and active year. ", "Statistics data about produced research outcomes per year available."];
        } else if (this.entityType == "organization") {
          this.basicMetaDescription =  ["Research organization","Discover worldwide research organizations from over 100 countries and correlated research. ", "Funding, content providers, research pubblications and research data available."];
        }else{
          this.basicMetaDescription.push(this.pageTitle)
        }
      }
      // console.log("title " + this.pageTitle, this.basicMetaDescription)
      this.updateMeta(this.pageTitle);
    });
    this.searchUtils.baseUrl = "/" + this.searchUtils.baseUrl;
    this.breadcrumbs.push({name: 'home', route: '/'});
    if(this.simpleView) {
      this.breadcrumbs.push( {name: "Search", route: null});
    }else if(!this.simpleView && this.advancedSearchLink) {
      this.breadcrumbs.push({name: "Advanced Search", route: null});
    }
    //console.log(this.filters)
    if (typeof document !== 'undefined') {
      this.subscriptions.push(this.indexInfoService.getLastIndexDate(this.properties).subscribe(lastIndexUpdate => {
        if (lastIndexUpdate) {
          this.indexUpdateDate = new Date(lastIndexUpdate);
        }
      }));
    }
  }

  private getPageContents() {
    this.subscriptions.push(this.helper.getPageHelpContents(this.properties, (this.customFilter && this.customFilter.queryFieldName == "communityId") ? this.customFilter.valueId : this.properties.adminToolsCommunity, this.router.url).subscribe(contents => {
      this.pageContents = contents;
    }));

  }

  private getDivContents() {
      this.subscriptions.push(this.helper.getDivHelpContents(this.properties, (this.customFilter && this.customFilter.queryFieldName == "communityId") ? this.customFilter.valueId : this.properties.adminToolsCommunity, this.router.url).subscribe(contents => {
        this.divContents = contents;
      }));
  }

  ngOnDestroy() {
    this.subscriptions.forEach(subscription => {
      if (subscription instanceof Subscriber) {
        subscription.unsubscribe();
      }
    });
  }

  updateMeta(title:string) {
    let filterArray = [];
    let filtervalues = [];
    let filterURL = "";
    if(this.resultTypes && this.resultTypes.countSelectedValues> 0){
      filterURL += ((filterURL.length == 0) ? '?' : '&') + this.resultTypes.filterId + "=";
      let filterName = this.resultTypes.title+" ";
      for(let value of this.resultTypes.values){
        if(value.selected) {
          filterArray.push(filterName + '"' + value.name + '"');
          filtervalues.push(value.name);
          filterURL += ((filterName.length == 0) ? ',' : '') + StringUtils.URIEncode('"' + value.id+ '"' );
          filterName = "";
        }
      }
    }
    for(let filter of this.filters){
      if(filter.countSelectedValues> 0){
        filterURL += ((filterURL.length == 0) ? '?' : '&') + filter.filterId + "=";
        let filterName = filter.title+" ";
       for(let value of filter.values){
         if(value.selected) {
           filterArray.push(filterName + '"' + value.name + '"');
           filtervalues.push(value.name);
           filterURL += ((filterName.length == 0) ? ',' : '') + StringUtils.URIEncode( '"' + StringUtils.URIEncode( value.id ) + '"');
           filterName = "";

         }
        }
      }
    }
    let nonCanonicalizedPage = filterArray.length > 0;
      this.metaDescription= (nonCanonicalizedPage?( (this.basicMetaDescription[0] + " filtered by: " + filterArray.join(" and ") + ". ") + (this.basicMetaDescription.length > 1 ?this.basicMetaDescription[1]:""))
      :((this.basicMetaDescription.length > 2 ?this.basicMetaDescription[1] + this.basicMetaDescription[2]:this.basicMetaDescription[0])));
    this._meta.updateTag({content: this.metaDescription}, "name='description'");
    this._meta.updateTag({content: this.metaDescription}, "property='og:description'");
    this.updateTitle(title, (nonCanonicalizedPage ? filtervalues.join(" | ") + " | ": ""));
    filterURL =  (nonCanonicalizedPage ?  filterURL : "");
    this.url = this.properties.domain + this.properties.baseLink + this.router.url.split('?')[0] +  filterURL;
    this.seoService.createLinkForCanonicalURL(this.url + (this.searchUtils.page !=1?(filterURL.length > 0?'&':'?')+'page='+this.searchUtils.page:''), true);
    this.seoService.createLinkForNextURL(this.url +   (filterURL.length > 0 ? '&' : '?') + 'page=' + (this.searchUtils.page + 1), true);
    if(this.searchUtils.page != 1) {
      this.seoService.createLinkForPrevURL(this.url + (this.searchUtils.page !=2?(filterURL.length > 0?'&':'?')+'page='+(this.searchUtils.page - 1):'') , true);
    }else{
      this.seoService.removeLinkForPrevURL();
    }
  }

  updateTitle(title: string, filters:string) {
    let _title = (this.hasPrefix?this.prefix:"") + filters + title;
    // _title = ((_title.length > 50) ? _title.substring(0, 50) : _title);
    this.pageTitleWithFilters = _title;
    this._title.setTitle(_title);
    this._meta.updateTag({content: _title}, "property='og:title'");
  }

  updateUrl(url: string) {
    this._meta.updateTag({content: url}, "property='og:url'");
  }


  clearFilters() {
    for (var i = 0; i < this.filters.length; i++) {
      for (var j = 0; j < this.filters[i].countSelectedValues; j++) {
        if (this.filters[i].values[j].selected) {
          this.filters[i].values[j].selected = false;
        }
        this.filters[i].countSelectedValues = 0;
        this.filters[i].radioValue = "";
      }
    }
    this.selectedFilters = 0;
    for(let i = 0; i < this.rangeFilters.length; i++) {
      this.rangeFilters[i].selectedFromValue = null;
      this.rangeFilters[i].selectedToValue = null;
    }
    this.selectedRangeFilters = 0;
    // if (this.quickFilter) {
    //   this.removeValueFromQuickFilter();
    // }
    if(this.resultTypes) {
      this.resultTypes.values = [];
    }
    this.goTo(1);
    // this.clearKeywords();
  }

  goTo(page: number = 1, scroll:boolean = true) {
    if(this.offcanvasElement && (typeof document !== 'undefined')) {
      UIkit.offcanvas(this.offcanvasElement.nativeElement).hide();
    }

    this.searchUtils.page = page;
    this.buildPageURLParameters(this.filters, this.rangeFilters, true);
    this.router.navigate([this.searchUtils.baseUrl], {queryParams: this.routerHelper.createQueryParams(this.parameterNames, this.parameterValues)});
    if(scroll) {
      HelperFunctions.scrollToId("searchForm");
    }
    /* Code For Piwik*/
    if (typeof localStorage !== 'undefined') {
      //console.log("In PreviousRouteRecorder : "+this.router.url );
      localStorage.setItem('previousRoute', this.router.url);
    }
    if (this.isPiwikEnabled && (typeof document !== 'undefined') && this.piwikSiteId) {
      this.subscriptions.push(this._piwikService.trackView(this.properties, this.pageTitle, this.piwikSiteId).subscribe());
    }
    /* End Piwik Code */
  }

  queryChanged($event) {
    if($event == "filters_update"){
      this.cdr.detectChanges();
      return;
    }
    this.goTo(1, false);
  }


  sizeChanged($event) {
    //this.searchUtils.size = $event.value;
    this.resultsPerPageChanged = $event;

    this.goTo(1);
  }

  sortByChanged($event) {
    //this.searchUtils.sortBy = $event.value;
    this.sortedByChanged = $event;
    this.goTo(1);
  }


  getOperatorParameter(parameter: string): string {
    for (let id of this.fieldIds) {
      if (this.fieldIdsMap[id]["param"] == parameter) {
        return this.fieldIdsMap[id]["operator"];
      }
    }
  }

  /*
* Get A sub-array of this.refineFields array, which contains the ids of the selected filters
*/
  public getSelectedFilters(): string[] {
    var selected: string[] = [];
    var filters= this.URLCreatedFilters;
    for (var i = 0; i < filters.length; i++) {
      var filter: Filter = filters[i];
      if (filter.countSelectedValues > 0) {
        selected.push(filter.filterId);
      }
    }
    return selected;
  }

  /*
    * Get A sub-array of this.refineFields array, which contains the ids of the selected parameters
    */
  private getSelectedParameters(): string[] {
    var selected: string[] = [];
    for (var i = 0; i < this.refineFields.length; i++) {
      if (this.parameterNames.indexOf(this.refineFields[i]) != -1) {
        selected.push(this.refineFields[i]);
      }
    }
    return selected;
  }

  /*
  * Get A sub-array of this.refineFields array, which hides hidden fields (e.g Funding level 0,1,2,..), and contains those that depend on another fields (e.g  Funding level 0 if Funder is selected )
  */
  public getFields(): string[] {
    var selected_filters: string[] = this.getSelectedFilters();
    if (selected_filters.length == 0) {
      selected_filters = this.getSelectedParameters();
    }
    var fields: string[] = [];
    for (var i = 0; i < this.refineFields.length; i++) {
      var dependentTo = this.searchFieldsHelper.DEPENDENT_FIELDS[this.refineFields[i]];

      //if filter is not marked as hidden OR it is hidden but it is dependent to a field that it IS selected
      if (this.searchFieldsHelper.HIDDEN_FIELDS.indexOf(this.refineFields[i]) == -1 || (selected_filters.indexOf(dependentTo) != -1) || (selected_filters.indexOf(this.refineFields[i]) != -1)) {
        fields.push(this.refineFields[i]);
      }
    }
    return fields;
  }

  /*
  * Get a query  string of all fields, that want to get from search (e.g. &fields=funderid&fields=projectstartyear&...))
  */
  public getRefineFieldsQuery(): string {

    var fields: string[] = this.getFields();
    var fieldsStr = ""
    for (var i = 0; i < fields.length; i++) {
      fieldsStr += "&fields=" + fields[i];
    }
    return "&refine=true" + fieldsStr;
  }


  /*
  * Mark as check the new filters that are selected, when you get them from search
  */
  public checkSelectedFilters(filters: Filter[]) {
    this.filters = filters;
    if(this.customFilter && !this.customFilter.isHiddenFilter) {
      this.customFilter.selected = null;
    }
    for (var i = 0; i < filters.length; i++) {
      var filter: Filter = filters[i];
      filter.countSelectedValues = 0;
      if (this.parameterNames.indexOf(filter.filterId) != -1) {
        let values = (decodeURIComponent(this.parameterValues[this.parameterNames.indexOf(filter.filterId)])).split(/,(?=(?:[^\"]*\"[^\"]*\")*[^\"]*$)/, -1);
        for (let filterValue of filter.values) {
          if (values.indexOf(StringUtils.quote(filterValue.id)) > -1) {
            filterValue.selected = true;
            filter.countSelectedValues++;
          } else {
            filterValue.selected = false;

          }
        }
        if(this.customFilter){
          this.customFilter.selected = this.customFilter.queryFieldName == filter.filterId && values.indexOf(StringUtils.quote(this.customFilter.valueId)) != -1;
        }
      // } else if (this.quickFilter && this.quickFilter.filterId == filter.filterId && this.quickFilter.selected) {
      //   for (let filterValue of filter.values) {
      //     if (filterValue.id == this.quickFilter.value) {
      //       filterValue.selected = true;
      //       filter.countSelectedValues++;
      //     } else {
      //       filterValue.selected = false;
      //     }
      //   }
      } else {
        for (let filterValue of filter.values) {
          filterValue.selected = false;
        }
      }
      // if (this.quickFilter && filter.filterId == this.quickFilter.filterId) {
      //   this.quickFilter.filter = filter;
      // }
    }
    if (this.parameterNames.indexOf("cf") != -1 && this.parameterValues[this.parameterNames.indexOf("cf")] == "true") {
      this.customFilter.selected = true;
    }else if(this.customFilter && this.customFilter.selected == null){
      this.customFilter.selected = false;
    }
    this.filterFilterValues(this.filters);
    if(!this.includeOnlyResultsAndFilter) {
      this.updateMeta(this.pageTitle);
    }
    return filters;
  }

  /*
* Mark as check the new range filters that are selected
*/
  public checkSelectedRangeFilters(filters: RangeFilter[]) {
    //console.log("checkSelectedRangeFilters: parameterNames.length: "+this.parameterNames.length);

    this.rangeFilters = filters;
    for (let i = 0; i < filters.length; i++) {
      let filter: RangeFilter = filters[i];

      if (this.parameterNames.indexOf(filter.filterId) != -1) {
        //console.log(filter.filterId + " "+this.parameterNames.indexOf(filter.filterId) );
        let values = (decodeURIComponent(this.parameterValues[this.parameterNames.indexOf(filter.filterId)])).split(/,(?=(?:[^\"]*\"[^\"]*\")*[^\"]*$)/, -1);
        let operators: string [] = (StringUtils.URIDecode(this.parameterValues[this.parameterNames.indexOf(filter.filterId)])).split(/,(?=(?:[^\"]*\"[^\"]*\")*[^\"]*$)/, -1);
        if (values.length == operators.length) {
          for (let j = 0; j < values.length; j++) {
            if (this.fieldIdsMap[filter.originalFilterIdFrom+"-range-"+filter.originalFilterIdTo].filterType == "range") {
              let value: string = StringUtils.unquote(values[j]);
              let validDates: boolean = true;

              let years: string[] = (value.substring(5)).split(":");
              let yearFrom: string = (Dates.isValidYear(years[0]) ? years[0] : null);
              let yearTo: string = (Dates.isValidYear(years[1]) ? years[1] : null);
              //console.log("checkSelectedRangeFilters: yearFrom: " + yearFrom + " - yearTo: "+yearTo);
              if(yearFrom) {
                filter.selectedFromValue = yearFrom;
              }
              if(yearTo) {
                filter.selectedToValue = yearTo;
              }
              if(yearFrom && yearTo) {
                filter.selectedFromAndToValues = yearFrom + "-" + yearTo;
              } else if(yearFrom) {
                filter.selectedFromAndToValues = "From " + yearFrom;
              } else if(yearTo) {
                filter.selectedFromAndToValues = "Until " + yearTo;
              }

              if(!yearFrom && !yearTo) {
                validDates = false;
              }

              // if (value.length < 14) {
              //   validDates = false;
              //   console.log("not valid (length<14)");
              // } else {
              //   if (!Dates.isValidYear(value.substring(5, 9)) || !Dates.isValidYear(value.substring(10, 14))) {
              //     validDates = false;
              //     console.log("not valid years");
              //   } else {
              //     filter.selectedFromValue = value.substring(5, 9);
              //     filter.selectedToValue = value.substring(10, 14);
              //     console.log(filter);
              //   }
              // }
            }
          }
        }
      } else {
        filter.selectedFromValue = null;
        filter.selectedToValue = null;
      }
    }
    return this.rangeFilters;
  }

  get existingFiltersWithValues() {
    if(this.filters.length == 0) {
      return 0;
    }
    return this.filters.some(filter => (filter.values && filter.values.length > 0));
  }

  /*
  * For Funder filters - if funder selected
  */
  public filterFilterValues(filters: Filter[]) {
    var funders = [];
    var funder_prefix = [];
    for (var i = 0; i < filters.length; i++) {

      var filter: Filter = filters[i];
      //  console.log(filter.filterId);
      if (filter.filterId.indexOf("funder") != -1 && this.parameterNames.indexOf(filter.filterId) != -1) {
        let funders = (decodeURIComponent(this.parameterValues[this.parameterNames.indexOf(filter.filterId)])).split(/,(?=(?:[^\"]*\"[^\"]*\")*[^\"]*$)/, -1);
        for (let funder of funders) {
          funder_prefix.push(StringUtils.unquote(funder).split("____")[0]);
        }
        //  console.log(funder_prefix );
      } else if (filter.filterId.indexOf("funding") != -1) {
        //  console.log(" funding: "+filter.filterId );
        var filteredValues = []
        for (let filterValue of filter.values) {
          var value_prefix = filterValue.id.split("____")[0];
          //  console.log("Value prefix: "+value_prefix );
          if (funder_prefix.indexOf(value_prefix) != -1) {
            //  console.log("here" + value_prefix);
            filteredValues.push(filterValue);
          }

        }
        if (filteredValues.length > 0) {
          filter.values = filteredValues;
        }
      }

    }

    return filters;
  }

  public countSelectedFilters(filters: Filter[]): number {
    this.selectedFilters = 0;
    for (let filter of filters) {
      if (filter.countSelectedValues > 0) {
        this.selectedFilters += filter.countSelectedValues;
      }
    }
    return this.selectedFilters;
  }

  public countSelectedRangeFilters(rangeFilters: RangeFilter[]) : number {
    this.selectedRangeFilters = 0;
    for(let filter of rangeFilters) {
      if(filter.selectedFromValue || filter.selectedToValue) {
        this.selectedRangeFilters++;
      }
    }
    return this.selectedRangeFilters;
  }

  private clearKeywords() {
    if (this.searchUtils.keyword.length > 0) {
      this.searchUtils.keyword = '';
    }
    this.goTo(1);
  }

  public removeFilter(value: Value, filter: Filter, forceRemove:boolean = false) {
    this.currentValueToRemove = value;
    this.currentFilterToRemove = filter;
    if(!forceRemove && this.customFilter && this.customFilter.queryFieldName ==filter.filterId && this.customFilter.valueId == value.id && this.customFilter.promptToAddFilter ){
      this.openRemoveCustomFilterModal();
      return;
    }
    filter.countSelectedValues--;
    this.selectedFilters--;
    if (value.selected == true) {
      value.selected = false;
    }
    if(filter.filterType == "radio"){
      filter.radioValue = "";
    }
    // if (this.quickFilter && this.quickFilter.filterId == filter.filterId) {
    //   this.removeValueFromQuickFilter();
    // }
    this.goTo(1);
  }
  public openRemoveCustomFilterModal() {
    this.removeCustomFilter.alertTitle = 'Remove filter';
    this.removeCustomFilter.message = 'You are about to see results that are not related to '+ this.customFilter.valueName + '. Do you want to proceed?';
    this.removeCustomFilter.okButtonText = 'Yes';
    this.removeCustomFilter.cancelButtonText = 'No';
    this.removeCustomFilter.open();
  }

  closeCustomFilterModal() {
    this.customFilterEnabled = false;
    this.removeFilter(this.currentValueToRemove, this.currentFilterToRemove, true);
  }

  public removeRangeFilter(filter: RangeFilter) {
    filter.selectedFromValue = null;
    filter.selectedToValue = null;
    this.goTo(1);
  }

  getSelectedValues(filter): any {
    var selected = [];
    if (filter.countSelectedValues > 0) {
      for (var i = 0; i < filter.values.length; i++) {
        if (filter.values[i].selected) {
          selected.push(filter.values[i]);
        }
      }
    }
    return selected;

  }

  filterChanged($event) {
/*    if (this.quickFilter && this.quickFilter.filter) {
      this.removeValueFromQuickFilter();
    }*/
    this.goTo(1);

  }

  /**
   * if there is a change in the values of the quick filter, this function has to be run, to also update the quickFilter
   */
/*  removeValueFromQuickFilter() {
    if (this.quickFilter.filter.countSelectedValues == 0) {
      this.quickFilter.selected = false;
    } else {
      let isQuickEnabled = false;
      for (let filterValue of this.quickFilter.filter.values) {
        isQuickEnabled = (filterValue.name == this.quickFilter.value)
      }
      this.quickFilter.selected = (isQuickEnabled && this.quickFilter.filter.countSelectedValues == 1);
    }
  }*/

  /**
   * Set selected the value of the custom filter.
   */
  addCustomFilter() {
    this.customFilter.selected = true;
    this.customFilterEnabled = true;
    if(this.refineFields.indexOf(this.customFilter.queryFieldName) != -1  ){
      let found = false;
      for (let filter of this.filters) {
        if (this.customFilter.queryFieldName == filter.filterId) {
          for (let value of filter.values) {
            if (value.id == this.customFilter.valueId) {
              value.selected = true;
              filter.countSelectedValues++;
              found = true;
              break;
            }
          }
          //add filter when field exist in refine but not in the refine values
          if(!found){
            filter.countSelectedValues ++ ;
            filter.values.push({selected : true, name: this.customFilter.valueName, id: this.customFilter.valueId, number:0});
          }
          break;
        }
      }
    }
    this.filterChanged(null);

  }
  // for loading
  public openLoading() {
    this.loading.open();
  }

  public closeLoading() {
    this.loading.close();
  }

  /**
   * Build advanced search Filters based on the URL parameters
   * @param params
   */
  createAdvancedSearchSelectedFiltersFromNewURLParameters(params) {
    for (let i = 0; i < Object.keys(params).length; i++) {
      if(params["f"+i] && params["fv"+i]   ) {
        let fieldId = params["f" + i].split(",")[0];
        let operator = (params["f" + i].split(",").length  >1 )?params["f" + i].split(",")[1]:"and";
        let fieldparam = (this.fieldIdsMap[fieldId]) ? this.fieldIdsMap[fieldId].param : "";

        if (!this.fieldIdsMap[fieldId]) {
          console.error("Field: " + fieldId + " not found in fieldIds map");
          continue;
        }
        let value: string = StringUtils.URIDecode(params["fv"+i]);
        if (this.fieldIdsMap[fieldId].type == "date") {
            let validDates: boolean = true;
            let dateField: AdvancedField = new AdvancedField(fieldId, fieldparam, this.fieldIdsMap[fieldId].name, this.fieldIdsMap[fieldId].type, value, operator);
            if (value.indexOf("range") != -1) {
              dateField.dateValue.type = "range";
              if (value.length < 26) {
                validDates = false;
              } else {
                if (!Dates.isValidDate(value.substring(5, 15)) || !Dates.isValidDate(value.substring(16, 26))) {
                  validDates = false;
                } else {
                  dateField.dateValue.from = Dates.getDateFromString(value.substring(5, 15));
                  dateField.dateValue.to = Dates.getDateFromString(value.substring(16, 26));
                }
              }
              //  "rangeYYYY-MM-DD:YYYY-MM-DD"
            } else {
              dateField.dateValue.setDatesByType(value);
            }
            if (validDates) {
              this.selectedFields.push(dateField);
            }

          } else {
            this.selectedFields.push(new AdvancedField(fieldId, fieldparam, this.fieldIdsMap[fieldId].name, this.fieldIdsMap[fieldId].type,value, operator));
          }

        }
      }
  }
  /**
   * Build advanced search Filters based on the URL parameters
   * @param params
   */
  createAdvancedSearchSelectedFiltersFromURLParameters(params) {
    this.createAdvancedSearchSelectedFiltersFromNewURLParameters(params);
    for (var i = 0; i < this.fieldIds.length; i++) {
      var fieldId = this.fieldIds[i];
      var fieldparam = (this.fieldIdsMap[fieldId]) ? this.fieldIdsMap[fieldId].param : "";
      if (!this.fieldIdsMap[fieldId]) {
        console.error("Field: " + fieldId + " not found in fieldIds map");
        continue;
      }

      var operatorId = this.getOperatorParameter(fieldparam);
      if (params[fieldparam] != undefined && params[operatorId] != undefined) {
        var values: string [] = StringUtils.URIDecode(params[fieldparam]).split(/,(?=(?:[^\"]*\"[^\"]*\")*[^\"]*$)/, -1);
        var operators: string [] = (StringUtils.URIDecode(params[operatorId])).split(/,(?=(?:[^\"]*\"[^\"]*\")*[^\"]*$)/, -1);
        if (values.length == operators.length) {
          for (var j = 0; j < values.length; j++) {
            if (this.fieldIdsMap[fieldId].type == "date") {
              var value: string = StringUtils.unquote(values[j]);
              var validDates: boolean = true;
              var dateField: AdvancedField = new AdvancedField(fieldId, fieldparam, this.fieldIdsMap[fieldId].name, this.fieldIdsMap[fieldId].type, value, operators[j]);
              if (value.indexOf("range") != -1) {
                dateField.dateValue.type = "range";
                if (value.length < 26) {
                  validDates = false;
                } else {
                  if (!Dates.isValidDate(value.substring(5, 15)) || !Dates.isValidDate(value.substring(16, 26))) {
                    validDates = false;
                  } else {
                    dateField.dateValue.from = Dates.getDateFromString(value.substring(5, 15));
                    dateField.dateValue.to = Dates.getDateFromString(value.substring(16, 26));
                  }
                }
                //  "rangeYYYY-MM-DD:YYYY-MM-DD"
              } else {
                dateField.dateValue.setDatesByType(value);
              }
              if (validDates) {
                this.selectedFields.push(dateField);
              }

            } else {
              this.selectedFields.push(new AdvancedField(fieldId, fieldparam, this.fieldIdsMap[fieldId].name, this.fieldIdsMap[fieldId].type, values[j], operators[j]));
            }
          }
        }
      }
    }
    if (params['keyword'] && params['keyword'].length > 0) {
      this.selectedFields.push(new AdvancedField(this.fieldIds[0], this.fieldIdsMap[this.fieldIds[0]].param, this.fieldIdsMap[this.fieldIds[0]].name, this.fieldIdsMap[this.fieldIds[0]].type, params['keyword'], "and"));
    }
    if (this.selectedFields.length == 0) {
      this.selectedFields.push(new AdvancedField(this.fieldIds[0], this.fieldIdsMap[this.fieldIds[0]].param, this.fieldIdsMap[this.fieldIds[0]].name, this.fieldIdsMap[this.fieldIds[0]].type, "", "and"));
    }
  }

  /**
   * Create Search API query based on the selected fields of the advanced form
   */
  getSearchAPIQueryForAdvancedSearhFields() {

    var params = "";
    var countParams = 0;
    for (var i = 0; i < this.selectedFields.length; i++) {
      if (this.fieldIdsMap[this.selectedFields[i].id] != undefined && (this.selectedFields[i].value != "" || this.selectedFields[i].type == "date")) {
        //console.log("createQueryParameters::"+this.selectedFields[i].type);
        if (this.selectedFields[i].type == "date") {
          if (this.selectedFields[i].dateValue.type != "any") {
            params += (countParams == 0 ? "" : this.selectedFields[i].operatorId) + " " + this.selectedFields[i].id + this.fieldIdsMap[this.selectedFields[i].id].equalityOperator + '"' + StringUtils.URIEncode(Dates.getDateToString(this.selectedFields[i].dateValue.from)) + " "
              + StringUtils.URIEncode(Dates.getDateToString(this.selectedFields[i].dateValue.to)) + '"' + " ";
          }
        } else {
          if (this.selectedFields[i].id == "q") {
            // console.log(this.selectedFields[i].value)
/*            var op = "";
            var doisParams = "";
            if ((this.entityType == 'publication' || this.entityType == 'dataset' || this.entityType == 'software' || this.entityType == 'other' || this.entityType == "result")) {
              var DOIs: Identifier[] = Identifier.getIdentifiersFromString(this.selectedFields[i].value);
              for (let identifier of DOIs) {
                // console.log(identifier)
                // pidclassid exact \"doi\" and pid exact \"10.1016/j.nima.2015.11.134\"
                //and (authorid exact \"0000-0001-7291-3210 \" )"
                if(identifier.class == "ORCID"){
                  doisParams += (doisParams.length > 0 ? " or " : "") +'(authorid="' + identifier.id + '")';
                }else{
                  doisParams += (doisParams.length > 0 ? " or " : "") +'(pidclassid exact "' + identifier.class + '" and pid="' +  identifier.id + '")';
                }
              }
            }
            if (doisParams.length > 0) {
              params += this.createQuotedKeywordQuery(this.selectedFields[i].value, this.selectedFields[i].id, this.selectedFields[i].operatorId ,countParams,true, true) + " or " + doisParams;
            } else {
              params += this.createQuotedKeywordQuery(this.selectedFields[i].value, this.selectedFields[i].id, this.selectedFields[i].operatorId,countParams,true);
            }*/
            params += NewSearchPageComponent.createKeywordQuery(this.entityType,this.selectedFields[i].value, this.selectedFields[i].id, this.selectedFields[i].operatorId, countParams);
            //TODO deposit case
            // console.log(this.usedBy)
            // console.log(this.keywordFields)

            if(this.usedBy == "deposit") {

              if(this.keywordFields.length > 0) {
                params += " or ("
              }
              for(let j=0; j< this.keywordFields.length ; j++) {
                if(j > 0) {
                  params += " or "
                }
                params += NewSearchPageComponent.createQuotedKeywordQuery(this.selectedFields[i].value, this.keywordFields[j].name, " or ", countParams,false);
                // let field = this.keywordFields[i];
                //keywordQuery += field.name+field.equalityOperator+StringUtils.URIEncode(keyword);
                // params += field.name+field.equalityOperator+StringUtils.quote(StringUtils.URIEncode(keyword));
              }
              if(this.keywordFields.length > 0) {
                params += " ) "
              }
            }

          } else if(this.selectedFields[i].type == "identifier") {
            params += NewSearchPageComponent.createKeywordQuery(this.entityType,this.selectedFields[i].value, this.selectedFields[i].id, this.selectedFields[i].operatorId, countParams);
          } else if (countParams == 0 && this.selectedFields[i].operatorId == "not" && this.fieldIdsMap[this.selectedFields[i].id].equalityOperator != "=") {
            params += " " + this.selectedFields[i].id + " <> " + '"' + StringUtils.URIEncode(this.selectedFields[i].value) + '"' + " ";
          } else if(this.fieldIdsMap[this.selectedFields[i].id].equalityOperator == "=") {
            params+=NewSearchPageComponent.createQuotedKeywordQuery(this.selectedFields[i].value, this.selectedFields[i].id, this.selectedFields[i].operatorId, countParams, false);
          }else{
              params += (countParams == 0 ? "" : " " + this.selectedFields[i].operatorId + " ") + this.selectedFields[i].id + this.fieldIdsMap[this.selectedFields[i].id].equalityOperator + '"' + encodeURIComponent(this.selectedFields[i].value) + '"' + " ";

          }
        }
        countParams++;
      }
    }

    // console.log("ParameterS:")
    // console.log(params)
    return params;
  }
  public static createKeywordQuery(entityType:string, value:string, id, operatorId, countParams=0){
    let params = "";
    let doisParams = "";
    var DOIs: Identifier[] = Identifier.getIdentifiersFromString(value);
    if ((entityType == 'publication' || entityType == 'dataset' || entityType == 'software' || entityType == 'other' || entityType == "result")) {
      for (let identifier of DOIs) {
        // console.log(identifier)
        // pidclassid exact \"doi\" and pid exact \"10.1016/j.nima.2015.11.134\"
        //and (authorid exact \"0000-0001-7291-3210 \" )"
        if(identifier.class == "ORCID"){
          doisParams += (doisParams.length > 0 ? " or " : "") +'(authorid="' + StringUtils.URIEncode(identifier.id) + '")';
          // doisParams += (doisParams.length > 0 ? " or " : "") +'(authorid="' + StringUtils.URIEncode(identifier.id) + '" and (authoridtype exact "orcid"))';
        }else{
          doisParams += (doisParams.length > 0 ? " or " : "") +'(pidclassid exact "' + identifier.class + '" and pid="' +  StringUtils.URIEncode(identifier.id) + '")';
          // doisParams += (doisParams.length > 0 ? " or " : "") +'(pidclassid exact "' + identifier.class + '" and pid="' +  identifier.id + '")';
        }
      }
    }
    if (doisParams.length > 0) {
      params += "(" + this.createQuotedKeywordQuery(value, id, operatorId ,countParams,true, true) + " or " + doisParams+")";
    } else {
      //if it is PIDs but no doisquery produced, forced to use quotes as the query will fail due to special characters
      params += this.createQuotedKeywordQuery(value, id, operatorId,countParams,true,
        (DOIs.length > 0 && doisParams.length == 0) );
    }
    return params;

  }
  private static createQuotedKeywordQuery(fieldValue, fieldId, fieldOperator, countParams:number, isSearchAll:boolean, forceQuotted:boolean=false){
    let params = "";
    let countQuote = (fieldValue.match(/'/g) || []).length;
    let countDoubleQuote = (fieldValue.match(/"/g) || []).length;
    let quotedParts = [];
    if(countQuote % 2 == 0 && countDoubleQuote % 2 ==0){
      quotedParts = (fieldValue)?fieldValue.match(/(["'])(.*?)*?\1/g):[];
    }
    params+= (countParams == 0 ? "" : fieldOperator);
    params+=   " (";
    if(forceQuotted){
      return (countParams == 0 ? "" : " "+fieldOperator+" ") + this.getQuotedQueryPart(fieldId, '"'+ fieldValue+'"',isSearchAll);
    }
    if(quotedParts && quotedParts.length == 1 && quotedParts[0] == fieldValue ){
      params+=this.getQuotedQueryPart(fieldId, fieldValue,isSearchAll);
    }else if( quotedParts && quotedParts.length > 0){
      for(let i=0; i< quotedParts.length; i++){
        params+=(i>0)?" and ":"";
        params+=this.getQuotedQueryPart(fieldId, quotedParts[i],isSearchAll);
      }
      let startPoint = 0;
      let endPoint = 0;
      for(let i=0; i< quotedParts.length; i++){
        let index = fieldValue.indexOf(quotedParts[i]);
        endPoint = (i+1<quotedParts.length)? fieldValue.indexOf(quotedParts[i+1]):fieldValue.length;
        // console.log(fieldValue.indexOf(quotedParts[i+1]) +" - "+fieldValue.length);
        // console.log(" SP "+ startPoint+" EP: "+endPoint);
        if(index==startPoint){
          startPoint +=quotedParts[i].length;
        }else if(startPoint < index){
          endPoint = index;
        }
        // console.log(" SP "+ startPoint+" EP: "+endPoint);
        if(decodeURIComponent(fieldValue.substring(startPoint,endPoint)).split(" ").join("").length > 0) {
          params += " and " + this.getNoQuotedQueryPart(fieldId, fieldValue.substring(startPoint, endPoint), isSearchAll);
        }
        // console.log("For "+i+"  " +params+" SP "+ startPoint+" EP: "+endPoint);
        // startPoint = (i+1<quotedParts.length)? fieldValue.indexOf(quotedParts[i+i]):fieldValue.length;//(startPoint<index  )?(index + quotedParts[i].length):fieldValue.length;
        startPoint = ((i+1<quotedParts.length)?(fieldValue.indexOf(quotedParts[i+1])+quotedParts[i+1].length):(endPoint== index?(index+quotedParts[i].length):endPoint));
      }
      if(startPoint !=fieldValue.length && decodeURIComponent(fieldValue.substring(startPoint,fieldValue.length)).split(" ").join("").length > 0){
        params+=" and " + this.getNoQuotedQueryPart(fieldId, fieldValue.substring(startPoint,fieldValue.length),isSearchAll);
      }
    }else{
      params+=this.getNoQuotedQueryPart(fieldId, fieldValue,isSearchAll);
    }
    params += ")";
    return params;
  }

  private static getQuotedQueryPart(fieldId:string, value:string,  isSearchAll:boolean){
      return (isSearchAll?"__all":fieldId)+" exact "+StringUtils.URIEncode(value);
  }
  private static getNoQuotedQueryPart(fieldId:string, value:string,  isSearchAll:boolean){
    //split the keywords of the vlaue and query seperately for each keyword using quotes to allow characters like .@
    let valueKeywords= value.split(" ");
    let query = "";
    let i=0;
    for(let keyword of valueKeywords ){
      if(keyword.length > 0){
        query+= (i!=0?" and ":"")+(isSearchAll?"(":fieldId+"=")+"\""+StringUtils.URIEncode(this.checkForReservedWords(keyword)) +"\""+ (isSearchAll?")":"");
        i++;
      }
    }
    return query
  }
  private static checkForReservedWords(keyword:string){
    let reservedWords = ["AND", "OR", "NOT"];
    if(reservedWords.indexOf(keyword)!=-1){
      return keyword.toLowerCase();
    }
    return keyword;
  }
  /**
   * Create Search API query based on the filters of refine fields
   * @param URLparams
   * @param firstLoad
   */
  getSearchAPIQueryForRefineFields(URLparams, firstLoad: boolean) {

    var allFqs = "";
    // console.log(this.refineFields)
    for (var i = 0; i < this.refineFields.length; i++) {
      var filterId = this.refineFields[i];

      if (URLparams[filterId] != undefined) {
        let values = (StringUtils.URIDecode(StringUtils.URIDecode(URLparams[filterId]))).split(/,(?=(?:[^\"]*\"[^\"]*\")*[^\"]*$)/, -1);
        var countvalues = 0;
        var fq = "";
        let filterOp: string = this.searchFieldsHelper.getFieldOperator(filterId);
        // console.info(filterId, filterOp);
        for (let value of values) {
          countvalues++;
          var paramId = this.fieldIdsMap[filterId].param;
          // parameters+='&' + paramId+ '='+ value;//+"&" + this.fieldIdsMap[paramId].operator + "="+((countvalues == 1)?"and":"or");
          fq += (fq.length > 0 ? " " + filterOp + " " : "") + filterId + " exact " + (value);
        }
        if (countvalues > 0) {
          fq = "&fq=" + StringUtils.URIEncode(fq);
        }
        allFqs += fq;
      }
    }
    this.customFilterEnabled = URLparams["cf"] == "true";
    if(this.customFilter && (this.customFilter.isHiddenFilter || this.customFilterEnabled)){
      allFqs += "&fq=" + StringUtils.URIEncode(this.customFilter.queryFieldName + " exact " + StringUtils.quote((this.customFilter.valueId)));
    }

/*    if (this.quickFilter && this.entityType == "result") {
      if((URLparams[this.quickFilter.filterId] == undefined && URLparams["qf"] == undefined)   || URLparams["qf"] == "true"
        || ((URLparams[this.quickFilter.filterId] != undefined && StringUtils.URIDecode(URLparams[this.quickFilter.filterId]).split(/,(?=(?:[^\"]*\"[^\"]*\")*[^\"]*$)/, -1).indexOf(StringUtils.quote(this.quickFilter.value)) != -1))) {
        this.quickFilter.selected = true;
      } else {
        this.quickFilter.selected = false;
      }
      if( this.quickFilter.selected && URLparams[this.quickFilter.filterId] == undefined){
      // if ((firstLoad && URLparams[this.quickFilter.filterId] == undefined && URLparams["qf"] == undefined)
      // ||( URLparams[this.quickFilter.filterId] == undefined && URLparams["qf"] == "true")) {
        allFqs += "&fq=resultbestaccessright exact " + StringUtils.quote(this.quickFilter.value);
      }
    }*/

    if (this.entityType == "result") {
      if (URLparams["type"]) {
        let types = URLparams["type"];
        types = Array.isArray(types) ? types.join(',').split(","):types.split(",");
        types.map( function (t) {
          return StringUtils.unquote(StringUtils.URIDecode(t));
        } );

        if(types.indexOf("publications")!=-1 && types.indexOf("datasets")!=-1 && types.indexOf("software")!=-1 && types.indexOf("other")!=-1 ){
          allFqs += "&type=results";
        }else{
          for (let type of types) {
            allFqs += "&type=" + StringUtils.unquote(StringUtils.URIDecode(type));
          }
        }
      }else{
        allFqs += "&type=results";
      }
    } else if (this.entityType == "publication") {
      allFqs += "&type=publications";
    } else if (this.entityType == "dataset") {
      allFqs += "&type=datasets";
    } else if (this.entityType == "software") {
      allFqs += "&type=software";
    } else if (this.entityType == "other") {
      allFqs += "&type=other";
    } else if(this.entityType == "project") {
      allFqs += "&type=projects";
    } else if(this.entityType == "organization") {
      allFqs += "&type=organizations";
    } else if(this.entityType == "dataprovider") {
      allFqs += "&type=datasources";
    }
    // console.log("AllFqs (check type): "+allFqs);
    // console.log("type: "+this.entityType);
    // var keyword = URLparams['keyword'];
    // var doiQuery = "";
    // var keywordQuery = "";
    // if((keyword && keyword.length > 0)){
    //   if((this.type == 'publications' ||this.type == 'research data' || this.type == 'software' || this.type == 'other research products')){
    //     var DOIs:string[] = DOI.getDOIsFromString(keyword);
    //     var doisParams = "";
    //
    //     for(var i =0 ;i < DOIs.length; i++){
    //       doisParams+=(doisParams.length > 0?"&":"")+'doi="'+ DOIs[i]+'"';
    //     }
    //     if(doisParams.length > 0){
    //       doiQuery += "&"+doisParams;
    //     }else {
    //       keywordQuery += "&q="+StringUtils.URIEncode(keyword);
    //     }
    //   }else{
    //     if(this.usedBy == "deposit") {
    //       if(this.keywordFields.length > 0) {
    //         keywordQuery = "&fq=";
    //       }
    //
    //       for(let i=0; i< this.keywordFields.length ; i++) {
    //         if(i > 0) {
    //           keywordQuery += " or ";
    //         }
    //         let field = this.keywordFields[i];
    //         //keywordQuery += field.name+field.equalityOperator+StringUtils.URIEncode(keyword);
    //         keywordQuery += field.name+field.equalityOperator+StringUtils.quote(StringUtils.URIEncode(keyword));
    //       }
    //     } else {
    //       keywordQuery += "&q=" + StringUtils.URIEncode(keyword);
    //     }
    //
    //   }
    // }
    //TODO add DOI?
     return allFqs;

  }

  /**
   * Create Search API query based on the filters of refine fields
   * @param URLparams
   */
  getSearchAPIQueryForRangeFields(URLparams) {
    let allFqs = "";
    for (let i = 0; i < this.rangeFields.length; i++) {
      let filterId = this.rangeFields[i][0]+"-range-"+this.rangeFields[i][1];
      let filterParam = this.searchFieldsHelper.getFieldParam(filterId, this.entityType);

      if (URLparams[filterParam] != undefined) {
        let values = (StringUtils.URIDecode(StringUtils.URIDecode(URLparams[filterParam]))).split(/,(?=(?:[^\"]*\"[^\"]*\")*[^\"]*$)/, -1);
        var countvalues = 0;
        var fq = "";
        var fqFrom = "";
        var fqTo = "";
        let filterOp: string = this.searchFieldsHelper.getFieldOperator(filterId);

        for (let value of values) {
          if (this.fieldIdsMap[filterId].filterType == "range") {

            let selectedFromValue;
            let selectedToValue;

            let years: string[] = (value.substring(5)).split(":");
            let yearFrom: string = (Dates.isValidYear(years[0]) ? years[0] : null);
            //(Number.isInteger(parseInt(years[0], 10)) ? years[0] : null);
            let yearTo: string = (Dates.isValidYear(years[1]) ? years[1] : null);
            //console.log("getSearchAPIQueryForRangeFields: yearFrom: " + yearFrom + " - yearTo: "+yearTo);
            if(yearFrom) {
              selectedFromValue = yearFrom;
            }
            if(yearTo) {
              selectedToValue = yearTo;
            }
            if(yearFrom || yearTo) {

            // if (value.length <= 14) {
            //   if(Dates.isValidYear(value.substring(5, 9))) {
            //     selectedFromValue = value.substring(5, 9);
            //   }
            //   if(Dates.isValidYear(value.substring(10, 14))) {
            //     selectedToValue = value.substring(10, 14);
            //   }

              /*if(this.rangeFields[i][0] == this.rangeFields[i][1]) {
                //console.log(selectedFromValue + " - "+selectedToValue);
                if (selectedFromValue && selectedToValue) {
                  let equalityOp = this.fieldIdsMap[filterId].equalityOperator;
                  fq += (fq.length > 0 ? " " + filterOp + " " : "") + this.rangeFields[i][0] + equalityOp + "\"" + selectedFromValue + " " + selectedToValue + "\"";
                  fq = "&fq=" + StringUtils.URIEncode(fq);
                } else if (selectedFromValue) {
                  let equalityOp = this.fieldIdsMap[this.rangeFields[i][0]].equalityOperator;
                  if(equalityOp == " = ") {
                    equalityOp = " >= ";
                  }
                  fq += (fq.length > 0 ? " " + filterOp + " " : "") + this.rangeFields[i][0] + equalityOp + "\"" + selectedFromValue + "\"";
                  fq = "&fq=" + StringUtils.URIEncode(fq);
                } else if (selectedToValue) {
                  let equalityOp = this.fieldIdsMap[this.rangeFields[i][1]].equalityOperator;
                  if(equalityOp == " = ") {
                    equalityOp = " <= ";
                  }
                  fq += (fq.length > 0 ? " " + filterOp + " " : "") + this.rangeFields[i][0] + equalityOp + "\"" + selectedToValue + "\"";
                  fq = "&fq=" + StringUtils.URIEncode(fq);
                }
              } else {
                let equalityOpFrom = this.fieldIdsMap[this.rangeFields[i][0]].equalityOperator;
                let equalityOpTo = this.fieldIdsMap[this.rangeFields[i][1]].equalityOperator;

                if (selectedFromValue) {
                  fq += (fq.length > 0 ? " " + filterOp + " " : "") + this.rangeFields[i][0] + equalityOpFrom + "\"" + selectedFromValue + "\"";
                  // fq = "&fq=" + StringUtils.URIEncode(fq);
                }
                if (selectedToValue) {
                  fq += (fq.length > 0 ? " " + filterOp + " " : "") + this.rangeFields[i][1] + equalityOpTo + "\"" + selectedToValue + "\"";
                  // fq = "&fq=" + StringUtils.URIEncode(fq);
                }
                if(selectedFromValue || selectedToValue) {
                  fq = "&fq=" + StringUtils.URIEncode(fq);
                }
              }*/
              fq = NewSearchPageComponent.createRangeFilterQuery(this.rangeFields[i], selectedFromValue, selectedToValue, this.fieldIdsMap[filterId].equalityOperator, this.fieldIdsMap[this.rangeFields[i][0]].equalityOperator, this.fieldIdsMap[this.rangeFields[i][1]].equalityOperator, filterOp );
            }
          }
        }
        allFqs += fq +fqFrom + fqTo;
      }
    }

    return allFqs;

  }
  // createRangeFilterQuery(this.rangeFields[i], selectedFromValue, selectedToValue, this.fieldIdsMap[this.rangeFields[i][0]].equalityOperator, this.fieldIdsMap[this.rangeFields[i][1]].equalityOperator; filterOp )
public static createRangeFilterQuery(rangeField,selectedFromValue, selectedToValue, equalityOp, equalityOpFrom, equalityOpTo, filterOp ){
    let fq="";
  if(rangeField[0] == rangeField[1]) {
    //console.log(selectedFromValue + " - "+selectedToValue);
    if (selectedFromValue && selectedToValue) {
      fq += (fq.length > 0 ? " " + filterOp + " " : "") + rangeField[0] + equalityOp + "\"" + selectedFromValue + " " + selectedToValue + "\"";
      fq = "&fq=" + StringUtils.URIEncode(fq);
    } else if (selectedFromValue) {
      if(equalityOpFrom == " = ") {
        equalityOpFrom = " >= ";
      }
      fq += (fq.length > 0 ? " " + filterOp + " " : "") + rangeField[0] + equalityOpFrom + "\"" + selectedFromValue + "\"";
      fq = "&fq=" + StringUtils.URIEncode(fq);
    } else if (selectedToValue) {
      if(equalityOpTo == " = ") {
        equalityOpTo = " <= ";
      }
      fq += (fq.length > 0 ? " " + filterOp + " " : "") + rangeField[0] + equalityOpTo + "\"" + selectedToValue + "\"";
      fq = "&fq=" + StringUtils.URIEncode(fq);
    }
  } else {

    if (selectedFromValue) {
      fq += (fq.length > 0 ? " " + filterOp + " " : "") + rangeField[0] + equalityOpFrom + "\"" + selectedFromValue + "\"";
      // fq = "&fq=" + StringUtils.URIEncode(fq);
    }
    if (selectedToValue) {
      fq += (fq.length > 0 ? " " + filterOp + " " : "") + rangeField[1] + equalityOpTo + "\"" + selectedToValue + "\"";
      // fq = "&fq=" + StringUtils.URIEncode(fq);
    }
    if(selectedFromValue || selectedToValue) {
      fq = "&fq=" + StringUtils.URIEncode(fq);
    }

  }
  return fq;
}
  /**
   * Sets parameterNames and parameterValues arrays
   * used in paging, advanced search link, Goto()
   * @param filters either query filters or filters defined by the URL parameters
   * @param rangeFilters defined by the URL parameters
   * @param includePage
   */
  buildPageURLParameters(filters:Filter[], rangeFilters: RangeFilter[], includePage: boolean) {
    this.parameterNames.splice(0, this.parameterNames.length);
    this.parameterValues.splice(0, this.parameterValues.length);
    for (var i = 0; i < this.selectedFields.length; i++) {
      //default operator is and
      if((this.selectedFields[i].value && this.selectedFields[i].value.length > 0) || this.selectedFields[i].type == "date") {
        this.parameterNames.push("f" + i);
        this.parameterValues.push(this.selectedFields[i].id + (this.selectedFields[i].operatorId != 'and' ? ("," + this.selectedFields[i].operatorId) : ''));
        this.parameterNames.push("fv" + i);
      }
      if (this.selectedFields[i].type == "date") {

        if (this.selectedFields[i].dateValue.type == "range") {
          this.parameterValues.push(StringUtils.URIEncode("range" + Dates.getDateToString(this.selectedFields[i].dateValue.from) + ":" + Dates.getDateToString(this.selectedFields[i].dateValue.to)));
        } else {
          this.parameterValues.push(StringUtils.URIEncode(this.selectedFields[i].dateValue.type));
        }

      } else if(this.selectedFields[i].value && this.selectedFields[i].value.length > 0) {
        // console.log(this.selectedFields[i].value +" " + StringUtils.URIEncode(this.selectedFields[i].value))
        this.parameterValues.push(StringUtils.URIEncode(this.selectedFields[i].value));
      }
    }
    if (includePage && this.searchUtils.page != 1) {
      this.parameterNames.push("page");
      this.parameterValues.push("" + this.searchUtils.page);
    }

    //if (this.searchUtils.size != this.resultsPerPage) {
    if (this.resultsPerPageChanged && this.searchUtils.size != this.resultsPerPageChanged) {
      this.parameterNames.push("size");
      //this.parameterValues.push("" + this.searchUtils.size);
      this.parameterValues.push("" + this.resultsPerPageChanged);
    }

    //if (this.sort && this.searchUtils.sortBy) {
    if (this.sort && this.sortedByChanged && this.sortedByChanged.length > 0) {
      this.parameterNames.push("sortBy");
      //this.parameterValues.push(this.searchUtils.sortBy);
      this.parameterValues.push(this.sortedByChanged);
    }
    if (this.resultTypes && (this.entityType == 'publication' || this.entityType == 'dataset' || this.entityType == 'software' || this.entityType == 'other' || this.entityType == "result")) {
      let values = [];
      for(let value of this.resultTypes.values){
        if(value.selected) {
          values.push(value.id);
        }
      }
      this.selectedTypesNum = 0;
      if (values.length > 0 && values.length != 4) {
        this.parameterNames.push("type");
        this.parameterValues.push(values.join(","));
        this.selectedTypesNum = values.length;
      }
      //
      /*      if(this.quickFilter) {
              this.parameterNames.push("qf");
              this.parameterValues.push("" + this.quickFilter.selected);
            }*/
    }
    for (let filter of filters) {
      var filterLimits = "";
      if (filter.countSelectedValues > 0) {
        for (let value of filter.values) {
          if (value.selected == true) {
            filterLimits += ((filterLimits.length == 0) ? '' : ',') + '"' + StringUtils.URIEncode(value.id) + '"';
          }
        }
        if (filterLimits.length > 0) {
          this.parameterNames.push(filter.filterId);
          this.parameterValues.push(filterLimits);
        }
      }
    }
    for (let filter of rangeFilters) {
      var filterLimits = "";
      let yearFrom: string = (Dates.isValidYear(filter.selectedFromValue) ? filter.selectedFromValue : null);
      let yearTo: string = (Dates.isValidYear(filter.selectedToValue) ? filter.selectedToValue : null);
      if(yearFrom || yearTo) {
        this.parameterNames.push(filter.filterId);
        this.parameterValues.push("range" + (yearFrom ? yearFrom : "") + ":" + (yearTo ? yearTo : ""));
      }
      // if (filter.countSelectedValues > 0) {
      //   for (let value of filter.values) {
      //     if (value.selected == true) {
      //       filterLimits += ((filterLimits.length == 0) ? '' : ',') + '"' + (value.id) + '"';
      //     }
      //   }
      //   if (filterLimits.length > 0) {
      //     this.parameterNames.push(filter.filterId);
      //     this.parameterValues.push(filterLimits);
      //   }
      // }
    }
    if (this.searchUtils.keyword.length > 0) {
      this.parameterNames.push("keyword");
      this.parameterValues.push(this.searchUtils.keyword);
    }


    if(this.customFilterEnabled){
      this.parameterNames.push("cf");
      this.parameterValues.push("true");
    }
    // if (this.searchUtils.size != this.resultsPerPage) {
    //   // allLimits += ((allLimits.length == 0) ? '?' : '&') + 'size=' + this.searchUtils.size;
    //   this.parameterNames.push("size");
    //   this.parameterValues.push("" + this.searchUtils.size);
    // }
    // if (this.sort && this.searchUtils.sortBy) {
    //   // allLimits += ((allLimits.length == 0) ? '?' : '&') + 'sortBy=' + this.searchUtils.sortBy;
    //   this.parameterNames.push("sortBy");
    //   this.parameterValues.push(this.searchUtils.sortBy);
    // }
    // console.log(this.parameterNames)
    // console.log(this.parameterValues)
  }

  /**
   * create filters based on URL params
   * @param URLparams
   */
  getRefineFiltersFromURL(URLparams) {
    let fields = new SearchFields();
    let filters: Filter[] = [];
    for (let i = 0; i < this.refineFields.length; i++) {
      let filterId = this.refineFields[i];
      if (URLparams[filterId] != undefined) {
        let filter = new Filter();
        filter.title = fields.getFieldName(filterId, this.entityType);
        filter.filterId = filterId;
        filter.originalFilterId = filterId;
        filter.values = [];
        let values = StringUtils.URIDecode(URLparams[filterId]).split(/,(?=(?:[^\"]*\"[^\"]*\")*[^\"]*$)/, -1);
        for (let value of values) {

          let v: Value = new Value();
          v.name = RefineResultsUtils.keepPartAfterCharacters(StringUtils.unquote(value), "||");
          v.name = (v.name.indexOf("::")!=-1)?v.name.substring(v.name.indexOf("::")+2).split("::").join("|"):v.name; // for funding streams
          v.id = StringUtils.unquote(value);
          v.selected = true;
          filter.values.push(v);
          // console.log(v)
          filter.countSelectedValues++;
        }
        filters.push(filter)
      }
    }

/*    if (this.quickFilter) {
      if (this.entityType == "result" && (URLparams[this.quickFilter.filterId] == undefined) && (URLparams["qf"] == undefined || URLparams["qf"] == "true")) {
        let filter = new Filter();
        filter.title = fields.getFieldName(this.quickFilter.filterId, this.entityType);
        filter.filterId = this.quickFilter.filterId;
        filter.originalFilterId = this.quickFilter.filterId;
        filter.values = [];
        let v: Value = new Value();
        v.name = this.quickFilter.value;
        v.id = this.quickFilter.value;
        v.selected = true;
        filter.values.push(v);
        filter.countSelectedValues = 1;
        filters.push(filter)
      }
    }*/
    if ((this.entityType == 'publication' || this.entityType == 'dataset' || this.entityType == 'software' || this.entityType == 'other' || this.entityType == "result")) {
      this.resultTypes = {values:[],filterId:"type", countSelectedValues: 0, filterType: 'checkbox', originalFilterId: "", valueIsExact: true, title: "Result Types",filterOperator:"or"};
      if (URLparams["type"]) {
        let types = URLparams["type"];
        types = Array.isArray(types) ? types.join(',').split(","):types.split(",");
        for(let type of types){
          if(["publications", "datasets","software", "other"].indexOf(StringUtils.unquote(type))!=-1 && this.resultTypeOptions[StringUtils.unquote(type)]){
            this.resultTypes.values.push({name: this.resultTypeOptions[StringUtils.unquote(type)].name , id:StringUtils.unquote(type),selected:true, number:0});
            this.resultTypes.countSelectedValues++;
            }
          }

      }

    }

    this.URLCreatedFilters = filters;
  }

  /**
   * create range filters based on URL params
   * @param URLparams
   */
  getRangeFiltersFromURL(URLparams) {
    let fields = new SearchFields();
    let filters: RangeFilter[] = [];
    for (let i = 0; i < this.rangeFields.length; i++) {
      let filterId = this.rangeFields[i][0]+"-range-"+this.rangeFields[i][1];
      let filterParam = fields.getFieldParam(filterId, this.entityType);
      //console.log("rangeFilter (from url): filterId - filterParam");
      //console.log(filterId + " - "+ filterParam);
      if (URLparams[filterParam] != undefined) {
        let filter = new RangeFilter();
        filter.title = fields.getFieldName(filterId, this.entityType);
        filter.filterId = filterParam;
        filter.originalFilterIdFrom = this.rangeFields[i][0];
        filter.originalFilterIdTo = this.rangeFields[i][1];


        let values = (decodeURIComponent(URLparams[filterParam])).split(/,(?=(?:[^\"]*\"[^\"]*\")*[^\"]*$)/, -1);
        for (let j = 0; j < values.length; j++) {
          if (this.fieldIdsMap[filterId].filterType == "range") {
            let value: string = StringUtils.unquote(values[j]);
            let validDates: boolean = true;
            // if (value.length < 14) {
            //   validDates = false;
            // } else {
            //   if (!Dates.isValidYear(value.substring(5, 9)) || !Dates.isValidYear(value.substring(10, 14))) {
            //     validDates = false;
            //   } else {
            //     filter.selectedFromValue = value.substring(5, 9);
            //     filter.selectedToValue = value.substring(10, 14);
            //   }
            // }
            let years: string[] = (value.substring(5)).split(":");
            let yearFrom: string = (Dates.isValidYear(years[0]) ? years[0] : null);
            let yearTo: string = (Dates.isValidYear(years[1]) ? years[1] : null);
            //console.log("getRangeFiltersFromURL: yearFrom: " + yearFrom + " - yearTo: "+yearTo);
            if(yearFrom) {
              filter.selectedFromValue = yearFrom;
              //filter.selectedFromAndToValues = yearFrom;
            }
            /*if(yearFrom && yearTo) {
              filter.selectedFromAndToValues += "-";
            }*/
            if(yearTo) {
              filter.selectedToValue = yearTo;
              //filter.selectedFromAndToValues += yearTo;
            }
            //console.log("filter.selectedFromAndToValues: "+filter.selectedFromAndToValues);
            if(!yearFrom && !yearTo) {
              validDates = false;
            }

          }
        }
        //console.log(filters);
        filters.push(filter)
      }
    }
    // console.log("Empty Filters");
    // console.log(filters);
    this.URLCreatedRangeFilters = filters;
    // return filters;

  }

  /**
   * Checks if query has no results, display Filters from URL parameters
   * Mark checked  the selected filters
   * Count the checked
   * @param filters
   */
  public prepareFiltersToShow(filters: Filter[], totalResults): Filter[] {
    if (this.URLCreatedFilters.length > 0 && totalResults == 0) {
      this.showUnknownFilters = true;
      this.filters = this.URLCreatedFilters;
    } else if (totalResults != 0) {
      this.showUnknownFilters = false;
      this.filters = filters;
    }else if((this.URLCreatedFilters.length == 0 && totalResults == 0)){
      this.showUnknownFilters = true;
      this.filters = filters;
    }

    this.buildPageURLParameters(this.URLCreatedFilters, this.URLCreatedRangeFilters, true);
    //this.checkSelectedRangeFilters(this.rangeFilters);

    this.checkSelectedFilters(this.filters);
    this.countSelectedFilters(this.filters);
    this.updateMeta(this.pageTitle)
    return this.filters;
  }

  /**
   * Mark checked  the selected range filters
   */
  public prepareRangeFiltersToShow() {
    this.rangeFilters = RangeFilter.parse(this.rangeFields, this.entityType); // OK

    //this.buildPageURLRangeParameters(this.rangeFilters, true);
    this.checkSelectedRangeFilters(this.rangeFilters);
    this.countSelectedRangeFilters(this.rangeFilters);
    return this.rangeFilters;
  }

  /**
   * Used to set the variables and search page, and prepare it before the getResults query
   * @param fieldIds
   * @param selectedFields
   * @param refineFields
   * @param rangeFields
   * @param fieldIdsMap
   * @param customFilter
   * @param params
   * @param entityType
   * @param quickFilter
   */
  prepareSearchPage(fieldIds, selectedFields, refineFields, rangeFields, fieldIdsMap, customFilter, params, entityType, quickFilter=null){
    // console.log(this.refineFields);
    this.entityType = entityType;
    this.fieldIds = fieldIds;
    this.selectedFields = selectedFields;
    this.refineFields = refineFields;
    this.rangeFields = rangeFields;
    this.fieldIdsMap = fieldIdsMap;
    this.customFilter = customFilter;
    this.quickFilter = quickFilter;
    this.getRangeFiltersFromURL(params);
    this.getRefineFiltersFromURL(params);
    this.createAdvancedSearchSelectedFiltersFromURLParameters(params);
  }

  removeResultType(type){
    for(let value of this.resultTypes.values){
      if(type == value.id && value.selected){
        value.selected = false;
        this.goTo(1);
        break;
      }
    }
  }
}