spyros
/
dnet-hadoop
forked from D-Net/dnet-hadoop
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Creation of Sarc JSON tables

This commit is contained in:
Spyros Zoupanos 2020-09-16 21:51:50 +03:00
parent 958fb1a343
commit 2ae67cfdba
1 changed files with 13 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
dhp-workflows/dhp-usage-stats-update/src/main/java/eu/dnetlib/oa/graph/usagestats/export/SarcStats.java
View File

@ -138,32 +138,32 @@ public class SarcStats {
stmt.executeUpdate(create_sarc_sushilogtmp_json_non_array);
System.out.println("====> Created sarc_sushilogtmp_json_non_array table");
// System.out.println("====> Dropping sushilogtmp table");
// String drop_sushilogtmp = "DROP TABLE IF EXISTS " +
// System.out.println("====> Dropping sarc_sushilogtmp table");
// String drop_sarc_sushilogtmp = "DROP TABLE IF EXISTS " +
// ConnectDB.getUsageStatsDBSchema() +
// ".sushilogtmp";
// stmt.executeUpdate(drop_sushilogtmp);
// System.out.println("====> Dropped sushilogtmp table");
// stmt.executeUpdate(drop_sarc_sushilogtmp);
// System.out.println("====> Dropped sarc_sushilogtmp table");
//
// System.out.println("====> Creating sushilogtmp table");
// String create_sushilogtmp = "CREATE TABLE " + ConnectDB.getUsageStatsDBSchema()
// + ".sushilogtmp(source STRING, repository STRING, " +
// System.out.println("====> Creating sarc_sushilogtmp table");
// String create_sarc_sushilogtmp = "CREATE TABLE " + ConnectDB.getUsageStatsDBSchema()
// + ".sarc_sushilogtmp(source STRING, repository STRING, " +
// "rid STRING, date STRING, metric_type STRING, count INT) clustered by (source) into 100 buckets stored as orc "
// +
// "tblproperties('transactional'='true')";
// stmt.executeUpdate(create_sushilogtmp);
// System.out.println("====> Created sushilogtmp table");
// stmt.executeUpdate(create_sarc_sushilogtmp);
// System.out.println("====> Created sarc_sushilogtmp table");
//
// System.out.println("====> Inserting to sushilogtmp table");
// String insert_sushilogtmp = "INSERT INTO " + ConnectDB.getUsageStatsDBSchema() + ".sushilogtmp " +
// System.out.println("====> Inserting to sarc_sushilogtmp table");
// String insert_sarc_sushilogtmp = "INSERT INTO " + ConnectDB.getUsageStatsDBSchema() + ".sarc_sushilogtmp " +
// "SELECT 'IRUS-UK', 'opendoar____::', `ItemIdent`.`Value`, `ItemPerf`.`Period`.`Begin`, " +
// "`ItemPerf`.`Instance`.`MetricType`, `ItemPerf`.`Instance`.`Count` " +
// "FROM " + ConnectDB.getUsageStatsDBSchema() + ".sushilogtmp_json " +
// "LATERAL VIEW posexplode(ItemIdentifier) ItemIdentifierTable AS seqi, ItemIdent " +
// "LATERAL VIEW posexplode(ItemPerformance) ItemPerformanceTable AS seqp, ItemPerf " +
// "WHERE `ItemIdent`.`Type`= 'OAI'";
// stmt.executeUpdate(insert_sushilogtmp);
// System.out.println("====> Inserted to sushilogtmp table");
// stmt.executeUpdate(insert_sarc_sushilogtmp);
// System.out.println("====> Inserted to sarc_sushilogtmp table");
ConnectDB.getConnection().close();
}