antonis.lempesis
/
dnet-hadoop
forked from D-Net/dnet-hadoop
1
1
Fork 1
Code Issues Pull Requests Projects Releases Wiki Activity

adding the mkdirs for creation of propagation folder under provision on tmp

This commit is contained in:
Miriam Baglioni 2020-02-17 14:20:42 +01:00
parent 9abde5cfac
commit a5517eee35
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
dhp-workflows/dhp-propagation/src/main/java/eu/dnetlib/dhp/countrypropagation/SparkCountryPropagationJob.java
View File

@ -16,6 +16,7 @@ import org.apache.spark.rdd.RDD;
import org.apache.spark.sql.*; import org.apache.spark.sql.*;
import scala.Tuple2; import scala.Tuple2;
import java.io.File;
import java.util.*; import java.util.*;
import java.util.stream.Stream; import java.util.stream.Stream;
@ -33,8 +34,13 @@ public class SparkCountryPropagationJob {
final JavaSparkContext sc = new JavaSparkContext(spark.sparkContext()); final JavaSparkContext sc = new JavaSparkContext(spark.sparkContext());
final String inputPath = parser.get("sourcePath"); final String inputPath = parser.get("sourcePath");
final String outputPath = parser.get("outputPath"); final String outputPath = "/tmp/provision/propagation/countrytoresultfrominstitutionalrepositories";
File directory = new File(outputPath);
if(!directory.exists()){
directory.mkdirs();
}
List<String> whitelist = new ArrayList<>(); List<String> whitelist = new ArrayList<>();
List<String> allowedtypes = new ArrayList<>(); List<String> allowedtypes = new ArrayList<>();