michele.artini
/
dnet-hadoop
forked from D-Net/dnet-hadoop
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

drop the hive DB before populating it from scratch

This commit is contained in:
Claudio Atzori 2020-02-27 10:10:55 +01:00
parent 6a73fd5da5
commit 60bc2b1a20
4 changed files with 13 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
dhp-workflows/dhp-graph-mapper/src/main/java/eu/dnetlib/dhp/graph/SparkGraphImporterJob.java
View File

@ -27,6 +27,7 @@ public class SparkGraphImporterJob {
final String inputPath = parser.get("sourcePath"); final String inputPath = parser.get("sourcePath");
final String hiveDbName = parser.get("hive_db_name"); final String hiveDbName = parser.get("hive_db_name");
spark.sql(String.format("DROP DATABASE IF EXISTS %s CASCADE", hiveDbName));
spark.sql(String.format("CREATE DATABASE IF NOT EXISTS %s", hiveDbName)); spark.sql(String.format("CREATE DATABASE IF NOT EXISTS %s", hiveDbName));
// Read the input file and convert it into RDD of serializable object // Read the input file and convert it into RDD of serializable object

4
dhp-workflows/dhp-graph-provision/src/main/java/eu/dnetlib/dhp/graph/model/SortableRelationKey.java Normal file
View File

@ -0,0 +1,4 @@
package eu.dnetlib.dhp.graph;
public class SortableRelationKey {
}

4
dhp-workflows/dhp-graph-provision/src/main/java/eu/dnetlib/dhp/graph/utils/RelationPartitioner.java Normal file
View File

@ -0,0 +1,4 @@
package eu.dnetlib.dhp.graph.utils;
public class RelationPartitioner {
}

4
dhp-workflows/dhp-graph-provision/src/test/java/eu/dnetlib/dhp/graph/GraphJoinerTest.java Normal file
View File

@ -0,0 +1,4 @@
package eu.dnetlib.dhp.graph;
public class GraphJoinerTest {
}