forked from D-Net/dnet-hadoop
58 lines
2.0 KiB
SQL
58 lines
2.0 KiB
SQL
------------------------------------------------------------------------------------------------------
|
|
-- Creating parquet tables from the updated temporary tables and removing unnecessary temporary tables
|
|
------------------------------------------------------------------------------------------------------
|
|
DROP TABLE IF EXISTS ${stats_db_name}.datasource purge; /*EOS*/
|
|
|
|
CREATE TABLE ${stats_db_name}.datasource stored AS parquet AS
|
|
SELECT *
|
|
FROM ${stats_db_name}.datasource_tmp; /*EOS*/
|
|
|
|
DROP TABLE IF EXISTS ${stats_db_name}.publication purge; /*EOS*/
|
|
|
|
CREATE TABLE ${stats_db_name}.publication stored AS parquet AS
|
|
SELECT *
|
|
FROM ${stats_db_name}.publication_tmp; /*EOS*/
|
|
|
|
DROP TABLE IF EXISTS ${stats_db_name}.dataset purge; /*EOS*/
|
|
|
|
CREATE TABLE ${stats_db_name}.dataset stored AS parquet AS
|
|
SELECT *
|
|
FROM ${stats_db_name}.dataset_tmp; /*EOS*/
|
|
|
|
DROP TABLE IF EXISTS ${stats_db_name}.software purge; /*EOS*/
|
|
|
|
CREATE TABLE ${stats_db_name}.software stored AS parquet AS
|
|
SELECT *
|
|
FROM ${stats_db_name}.software_tmp; /*EOS*/
|
|
|
|
DROP TABLE IF EXISTS ${stats_db_name}.otherresearchproduct purge; /*EOS*/
|
|
|
|
CREATE TABLE ${stats_db_name}.otherresearchproduct stored AS parquet AS
|
|
SELECT *
|
|
FROM ${stats_db_name}.otherresearchproduct_tmp; /*EOS*/
|
|
|
|
DROP TABLE ${stats_db_name}.project_tmp; /*EOS*/
|
|
DROP TABLE ${stats_db_name}.datasource_tmp; /*EOS*/
|
|
DROP TABLE ${stats_db_name}.publication_tmp; /*EOS*/
|
|
DROP TABLE ${stats_db_name}.dataset_tmp; /*EOS*/
|
|
DROP TABLE ${stats_db_name}.software_tmp; /*EOS*/
|
|
DROP TABLE ${stats_db_name}.otherresearchproduct_tmp; /*EOS*/
|
|
|
|
----------------------------------------------
|
|
-- Re-creating views from final parquet tables
|
|
---------------------------------------------
|
|
|
|
-- Result
|
|
CREATE OR REPLACE VIEW ${stats_db_name}.result AS
|
|
SELECT *, bestlicence AS access_mode
|
|
FROM ${stats_db_name}.publication
|
|
UNION ALL
|
|
SELECT *, bestlicence as access_mode
|
|
FROM ${stats_db_name}.software
|
|
UNION ALL
|
|
SELECT *, bestlicence AS access_mode
|
|
FROM ${stats_db_name}.dataset
|
|
UNION ALL
|
|
SELECT *, bestlicence AS access_mode
|
|
FROM ${stats_db_name}.otherresearchproduct; /*EOS*/
|