dimitris.pierrakos
/
dnet-hadoop
forked from D-Net/dnet-hadoop
1
0
Fork 0
Code Pull Requests Activity

[UsageCount] fixed query

This commit is contained in:
Miriam Baglioni 2023-02-10 15:50:56 +01:00
parent bb5bba51b3
commit f803530df6
1 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
dhp-workflows/dhp-aggregation/src/main/java/eu/dnetlib/dhp/actionmanager/usagestats/SparkAtomicActionUsageJob.java
View File

@ -75,17 +75,17 @@ public class SparkAtomicActionUsageJob implements Serializable {
isSparkSessionManaged,
spark -> {
removeOutputDir(spark, outputPath);
prepareData(dbname, spark, workingPath + "/usageDb", "usage_stats");
prepareData(dbname, spark, workingPath + "/projectDb", "project_stats");
prepareData(dbname, spark, workingPath + "/datasourceDb", "datasource_stats");
prepareData(dbname, spark, workingPath + "/usageDb", "usage_stats", "result_id");
prepareData(dbname, spark, workingPath + "/projectDb", "project_stats", "id");
prepareData(dbname, spark, workingPath + "/datasourceDb", "datasource_stats", "repositor_id");
writeActionSet(spark, workingPath, outputPath);
});
}
private static void prepareData(String dbname, SparkSession spark, String workingPath, String tableName) {
private static void prepareData(String dbname, SparkSession spark, String workingPath, String tableName, String attribute_name) {
spark
.sql(
"Select result_id, downloads, views " +
"Select " + attribute_name + " as id, downloads, views " +
"from " + dbname + "." + tableName)
.as(Encoders.bean(UsageStatsModel.class))
.write()