D-Net
/
dnet-hadoop
14
5
Fork 11
Code Issues 14 Pull Requests 12 Projects 2 Releases 2 Wiki Activity

stats_wf_extensions_and_corrections #28

Merged
claudio.atzori merged 22 commits from spyros/dnet-hadoop:stats_wf_extensions_and_corrections into master 2020-07-27 16:02:04 +02:00
Conversation 0 Commits 22 Files Changed 97 +28 -28
1 changed files with 28 additions and 28 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files
Showing only changes of commit ec52141f1a - Show all commits

56
dhp-workflows/dhp-stats-update/src/main/resources/eu/dnetlib/dhp/oa/graph/stats/oozie_app/scripts/step15.sql
View File

@ -11,31 +11,31 @@
-- When it is ready they should be added to the to statistic recalculation -- When it is ready they should be added to the to statistic recalculation
-- for the impala tables and the shadow views -- for the impala tables and the shadow views
-- CREATE TABLE IF NOT EXISTS ${stats_db_name}.publication_refereed as CREATE TABLE IF NOT EXISTS ${stats_db_name}.publication_refereed as
-- select substr(r.id, 4) as id, inst.refereed.value as refereed select substr(r.id, 4) as id, inst.refereed.classsname as refereed
-- from ${openaire_db_name}.publication r lateral view explode(r.instance) instances as inst from ${openaire_db_name}.publication r lateral view explode(r.instance) instances as inst
-- where r.datainfo.deletedbyinference=false; where r.datainfo.deletedbyinference=false;
--
-- CREATE TABLE IF NOT EXISTS ${stats_db_name}.dataset_refereed as CREATE TABLE IF NOT EXISTS ${stats_db_name}.dataset_refereed as
-- select substr(r.id, 4) as id, inst.refereed.value as refereed select substr(r.id, 4) as id, inst.refereed.classsname as refereed
-- from ${openaire_db_name}.dataset r lateral view explode(r.instance) instances as inst from ${openaire_db_name}.dataset r lateral view explode(r.instance) instances as inst
-- where r.datainfo.deletedbyinference=false; where r.datainfo.deletedbyinference=false;
--
-- CREATE TABLE IF NOT EXISTS ${stats_db_name}.software_refereed as CREATE TABLE IF NOT EXISTS ${stats_db_name}.software_refereed as
-- select substr(r.id, 4) as id, inst.refereed.value as refereed select substr(r.id, 4) as id, inst.refereed.classsname as refereed
-- from ${openaire_db_name}.software r lateral view explode(r.instance) instances as inst from ${openaire_db_name}.software r lateral view explode(r.instance) instances as inst
-- where r.datainfo.deletedbyinference=false; where r.datainfo.deletedbyinference=false;
--
-- CREATE TABLE IF NOT EXISTS ${stats_db_name}.otherresearchproduct_refereed as CREATE TABLE IF NOT EXISTS ${stats_db_name}.otherresearchproduct_refereed as
-- select substr(r.id, 4) as id, inst.refereed.value as refereed select substr(r.id, 4) as id, inst.refereed.classsname as refereed
-- from ${openaire_db_name}.otherresearchproduct r lateral view explode(r.instance) instances as inst from ${openaire_db_name}.otherresearchproduct r lateral view explode(r.instance) instances as inst
-- where r.datainfo.deletedbyinference=false; where r.datainfo.deletedbyinference=false;
--
-- CREATE VIEW IF NOT EXISTS ${stats_db_name}.result_refereed as CREATE VIEW IF NOT EXISTS ${stats_db_name}.result_refereed as
-- select * from ${stats_db_name}.publication_refereed select * from ${stats_db_name}.publication_refereed
-- union all union all
-- select * from ${stats_db_name}.dataset_refereed select * from ${stats_db_name}.dataset_refereed
-- union all union all
-- select * from ${stats_db_name}.software_refereed select * from ${stats_db_name}.software_refereed
-- union all union all
-- select * from ${stats_db_name}.otherresearchproduct_refereed; select * from ${stats_db_name}.otherresearchproduct_refereed;