IIS main workflow V3 [PROD]
IIS
30
start
Set a regex of funder shortnames to exclude from the project reference processing
referenceextraction_project_fundingclass_blacklist_regex
^DFG::.*$|^CONICYT::.*$|^RSF::.*$|^SGOV::.*$|^GSRT::.*$|^MIUR::.*$|^INNOVIRIS::.*$|^RIF::.*$|^SFRS::.*$
prepare action sets
[
{
'set' : 'iis-document-affiliation',
'jobProperty' : 'export_action_set_id_matched_doc_organizations',
'enablingProperty' : 'active_document_affiliation',
'enabled' : 'true'
},
{
'set' : 'iis-referenced-projects-main',
'jobProperty' : 'export_action_set_id_document_referencedProjects',
'enablingProperty' : 'active_referenceextraction_project',
'enabled' : 'true'
},
{
'set' : 'iis-referenced-datasets-main',
'jobProperty' : 'export_action_set_id_document_referencedDatasets',
'enablingProperty' : 'active_referenceextraction_dataset',
'enabled' : 'true'
},
{
'set' : 'iis-researchinitiative',
'jobProperty' : 'export_action_set_id_document_research_initiative',
'enablingProperty' : 'active_referenceextraction_researchinitiative',
'enabled' : 'true'
},
{
'set' : 'iis-document-similarities',
'jobProperty' : 'export_action_set_id_document_similarities_standard',
'enablingProperty' : 'active_documentssimilarity',
'enabled' : 'true'
},
{
'set' : 'iis-document-classes',
'jobProperty' : 'export_action_set_id_document_classes',
'enablingProperty' : 'active_documentsclassification',
'enabled' : 'true'
},
{
'set' : 'iis-document-citations',
'jobProperty' : 'export_action_set_id_document_referencedDocuments',
'enablingProperty' : 'active_citationmatching',
'enabled' : 'true'
},
{
'set' : 'iis-document-citations-relations',
'jobProperty' : 'export_action_set_id_citation_relations',
'enablingProperty' : 'active_citationmatching_relations',
'enabled' : 'true'
},
{
'set' : 'iis-referenceextraction-pdb',
'jobProperty' : 'export_action_set_id_document_pdb',
'enablingProperty' : 'active_referenceextraction_pdb',
'enabled' : 'true'
},
{
'set' : 'document_software_url',
'jobProperty' : 'export_action_set_id_document_software_url',
'enablingProperty' : 'active_referenceextraction_software_url',
'enabled' : 'true'
},
{
'set' : 'iis-entities-software',
'jobProperty' : 'export_action_set_id_entity_software',
'enablingProperty' : 'active_referenceextraction_software_url',
'enabled' : 'true'
},
{
'set' : 'iis-communities',
'jobProperty' : 'export_action_set_id_document_community',
'enablingProperty' : 'active_referenceextraction_community',
'enabled' : 'true'
},
{
'set' : 'iis-referenced-patents',
'jobProperty' : 'export_action_set_id_document_patent',
'enablingProperty' : 'active_referenceextraction_patent',
'enabled' : 'true'
},
{
'set' : 'iis-entities-patent',
'jobProperty' : 'export_action_set_id_entity_patent',
'enablingProperty' : 'active_referenceextraction_patent',
'enabled' : 'true'
},
{
'set' : 'iis-covid-19',
'jobProperty' : 'export_action_set_id_document_covid19',
'enablingProperty' : 'active_referenceextraction_covid19',
'enabled' : 'true'
}
]
prepare parameters
import_islookup_service_location
import_content_objectstores_csv
import_content_object_store_location
import_mdstore_service_location
import_dataset_mdstore_ids_csv
oozie.wf.application.path
/lib/iis/primary/snapshots/2021-06-23
IIS
/tmp/prod_inference/graph/05_graph_cleaned
import_infospace_graph_location
import_project_concepts_context_ids_csv
aginfra,beopen,clarin,covid-19,dariah,dh-ch,oa-pg,egi,elixir-gr,enermaps,epos,fam,fet-fp7,fet-h2020,gotriple,instruct,mes,ni,rda,science-innovation-policy,risis,rural-digital-europe,sdsn-gr,sobigdata
IIS main
iisMainJobV3
{
'cluster' : 'cluster',
'oozie.wf.application.path' : 'oozie.wf.application.path',
'referenceextraction_project_fundingclass_blacklist_regex' : 'referenceextraction_project_fundingclass_blacklist_regex',
'active_document_affiliation' : 'active_document_affiliation',
'active_referenceextraction_project' : 'active_referenceextraction_project',
'active_referenceextraction_dataset' : 'active_referenceextraction_dataset',
'active_referenceextraction_researchinitiative' : 'active_referenceextraction_researchinitiative',
'active_documentsclassification' : 'active_documentsclassification',
'active_documentssimilarity' : 'active_documentssimilarity',
'active_citationmatching' : 'active_citationmatching',
'active_citationmatching_relations' : 'active_citationmatching_relations',
'active_referenceextraction_pdb' : 'active_referenceextraction_pdb',
'active_referenceextraction_software_url' : 'active_referenceextraction_software_url',
'active_referenceextraction_community' : 'active_referenceextraction_community',
'active_referenceextraction_patent' : 'active_referenceextraction_patent',
'active_referenceextraction_covid19' : 'active_referenceextraction_covid19',
'import_content_objectstores_csv' : 'import_content_objectstores_csv',
'import_content_object_store_location' : 'import_content_object_store_location',
'import_mdstore_service_location' : 'import_mdstore_service_location',
'import_islookup_service_location' : 'import_islookup_service_location',
'import_project_concepts_context_ids_csv' : 'import_project_concepts_context_ids_csv',
'import_dataset_mdstore_ids_csv' : 'import_dataset_mdstore_ids_csv',
'import_infospace_graph_location' : 'import_infospace_graph_location',
'export_action_set_id_matched_doc_organizations' : 'export_action_set_id_matched_doc_organizations',
'export_action_set_id_document_referencedDatasets' : 'export_action_set_id_document_referencedDatasets',
'export_action_set_id_document_referencedProjects' : 'export_action_set_id_document_referencedProjects',
'export_action_set_id_document_research_initiative' : 'export_action_set_id_document_research_initiative',
'export_action_set_id_document_similarities_standard' : 'export_action_set_id_document_similarities_standard',
'export_action_set_id_document_referencedDocuments' : 'export_action_set_id_document_referencedDocuments',
'export_action_set_id_document_pdb' : 'export_action_set_id_document_pdb',
'export_action_set_id_document_software_url' : 'export_action_set_id_document_software_url',
'export_action_set_id_entity_software' : 'export_action_set_id_entity_software',
'export_action_set_id_document_community' : 'export_action_set_id_document_community',
'export_action_set_id_document_patent' : 'export_action_set_id_document_patent',
'export_action_set_id_entity_patent' : 'export_action_set_id_entity_patent',
'export_action_set_id_document_covid19' : 'export_action_set_id_document_covid19',
'export_action_set_id_document_classes' : 'export_action_set_id_document_classes'
}
false
build-report
update action sets
wf_20210719_221139_780
2021-07-21T01:23:13+00:00
SUCCESS