antonis.lempesis
/
dnet-hadoop
forked from D-Net/dnet-hadoop
1
1
Fork 1
Code Issues Pull Requests Projects Releases Wiki Activity

deleted duplicate statement

This commit is contained in:
Antonis Lempesis 2024-10-08 00:45:46 +03:00
parent f89a701467
commit 9c9b871b2b
1 changed files with 0 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
dhp-workflows/dhp-stats-update/src/main/resources/eu/dnetlib/dhp/oa/graph/stats/oozie_app/scripts/step8.sql
View File

@ -22,13 +22,6 @@ from ${openaire_db_name}.datasource
where originalidd like "piwik:%"; /*EOS*/
ANALYZE TABLE ${stats_db_name}.harested_datasources COMPUTE STATISTICS; /*EOS*/
create table ${stats_db_name}.piwik_datasource stored as parquet as
select id, split(originalidd, '\\:')[1] as piwik_id
from ${openaire_db_name}.datasource
lateral view explode(originalid) temp as originalidd
where originalidd like "piwik:%"; /*EOS*/
ANALYZE TABLE ${stats_db_name}.piwik_datasource COMPUTE STATISTICS; /*EOS*/
CREATE TABLE ${stats_db_name}.datasource stored as parquet as