This commit is contained in:
parent
9435c6756e
commit
231ed85aa1
|
@ -78,6 +78,17 @@ public class SelectEoscResultsJobStep1 implements Serializable {
|
||||||
String inputPath, String outputPath,
|
String inputPath, String outputPath,
|
||||||
Class<R> inputClazz, String communityMapPath, String eoscDatasourceIdsPath) {
|
Class<R> inputClazz, String communityMapPath, String eoscDatasourceIdsPath) {
|
||||||
|
|
||||||
|
// final StructType structureSchema = new StructType()
|
||||||
|
// .add("eoscId", DataTypes.StringType)
|
||||||
|
// .add("graphId", DataTypes.StringType)
|
||||||
|
// .add("graphName", DataTypes.StringType);
|
||||||
|
//
|
||||||
|
// // .fromDDL("`graphId`: STRING, `eoscId`:STRING");
|
||||||
|
// org.apache.spark.sql.Dataset<Row> df = spark
|
||||||
|
// .read()
|
||||||
|
// .schema(structureSchema)
|
||||||
|
// .json(eoscDatasourceIdsPath);
|
||||||
|
|
||||||
List<MasterDuplicate> df = Utils
|
List<MasterDuplicate> df = Utils
|
||||||
.readPath(spark, eoscDatasourceIdsPath, MasterDuplicate.class)
|
.readPath(spark, eoscDatasourceIdsPath, MasterDuplicate.class)
|
||||||
.collectAsList();
|
.collectAsList();
|
||||||
|
|
|
@ -0,0 +1,3 @@
|
||||||
|
sourcePath=/tmp/prod_provision/graph/20_graph_blacklisted
|
||||||
|
outputPath=/tmp/miriam/graph_dumps/country_PT
|
||||||
|
country=PT
|
Loading…
Reference in New Issue