forked from D-Net/dnet-hadoop
fixed issue in path name
This commit is contained in:
parent
0a9db67eec
commit
259c67ce36
|
@ -65,14 +65,14 @@ public class SparkDumpFunderResults implements Serializable {
|
|||
isSparkSessionManaged,
|
||||
spark -> {
|
||||
Utils.removeOutputDir(spark, outputPath);
|
||||
writeResultProjectList(spark, inputPath, outputPath);
|
||||
writeResultProjectList(spark, inputPath, outputPath, relationPath);
|
||||
});
|
||||
}
|
||||
|
||||
private static void writeResultProjectList(SparkSession spark, String inputPath, String outputPath) {
|
||||
private static void writeResultProjectList(SparkSession spark, String inputPath, String outputPath, String relationPath) {
|
||||
|
||||
Dataset<Relation> relation = Utils
|
||||
.readPath(spark, inputPath + "/relation", Relation.class)
|
||||
.readPath(spark, relationPath + "/relation", Relation.class)
|
||||
.filter("dataInfo.deletedbyinference = false and relClass = 'produces'");
|
||||
|
||||
Dataset<CommunityResult> result = Utils
|
||||
|
|
Loading…
Reference in New Issue