D-Net
/
dnet-hadoop
14
5
Fork 11
Code Issues 14 Pull Requests 10 Projects 2 Releases 2 Wiki Activity

Changes to logger.info

This commit is contained in:
Dimitris 2021-02-17 14:56:13 +02:00 committed by dimitrispie
parent b081e01dad
commit ac5b7f89b5
2 changed files with 7 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
.gitignore vendored
View File

@ -24,4 +24,3 @@
spark-warehouse spark-warehouse
/**/job-override.properties /**/job-override.properties
/**/*.log /**/*.log

10
dhp-workflows/dhp-usage-datasets-stats-update/src/main/java/eu/dnetlib/oa/graph/datasetsusagestats/export/ReadReportsListFromDatacite.java
View File

@ -105,7 +105,7 @@ public class ReadReportsListFromDatacite {
ResultSet rstmpReportAll = stmt.getResultSet(); ResultSet rstmpReportAll = stmt.getResultSet();
if (rstmpReportAll.next()) { if (rstmpReportAll.next()) {
String listDatasets = rstmpReportAll.getString(1); String listDatasets = rstmpReportAll.getString(1);
logger.info("No compressed performance found"); logger.info("Adding uncompressed performance for " + reportID);
this.readDatasetsReport(listDatasets, reportID); this.readDatasetsReport(listDatasets, reportID);
} }
@ -125,6 +125,9 @@ public class ReadReportsListFromDatacite {
} }
public void readDatasetsReport(String prettyDatasetsReports, String reportId) throws Exception { public void readDatasetsReport(String prettyDatasetsReports, String reportId) throws Exception {
logger.info("Reading Datasets performance for report " + reportId);
logger.info("Write Performance Report To File");
ObjectMapper objectMapper = new ObjectMapper(); ObjectMapper objectMapper = new ObjectMapper();
JsonNode jsonNode = objectMapper.readValue(prettyDatasetsReports, JsonNode.class); JsonNode jsonNode = objectMapper.readValue(prettyDatasetsReports, JsonNode.class);
String datasetsReports = jsonNode.toString(); String datasetsReports = jsonNode.toString();
@ -151,8 +154,7 @@ public class ReadReportsListFromDatacite {
fin.writeChar('\n'); fin.writeChar('\n');
fin.close(); fin.close();
logger.info("Write Compress Report To File"); logger.info("Reading Performance Report From File...");
logger.info("Reading Compress Report From File...");
String sqlCreateTempTableForDatasets = "CREATE TEMPORARY TABLE " + ConnectDB.getDataSetUsageStatsDBSchema() String sqlCreateTempTableForDatasets = "CREATE TEMPORARY TABLE " + ConnectDB.getDataSetUsageStatsDBSchema()
+ ".tmpjsoncompressesed (report_datasets array<struct<dataset_id:array<struct<value:string>>,dataset_title:string, data_type:string, " + ".tmpjsoncompressesed (report_datasets array<struct<dataset_id:array<struct<value:string>>,dataset_title:string, data_type:string, "
@ -196,7 +198,7 @@ public class ReadReportsListFromDatacite {
stmt.executeUpdate(sqlInsertToDatasetsPerformance); stmt.executeUpdate(sqlInsertToDatasetsPerformance);
logger.info("Datasets Performance Inserted "); logger.info("Datasets Performance Inserted for Report " + reportId);
stmt.execute("Drop table " + ConnectDB.getDataSetUsageStatsDBSchema() + ".tmpjsoncompressesed"); stmt.execute("Drop table " + ConnectDB.getDataSetUsageStatsDBSchema() + ".tmpjsoncompressesed");