forked from D-Net/dnet-hadoop
minor changes
This commit is contained in:
parent
03ecfa5ebd
commit
b8a45041fd
|
@ -29,7 +29,7 @@ import scala.Tuple2;
|
||||||
|
|
||||||
public class SparkBlockStats extends AbstractSparkAction {
|
public class SparkBlockStats extends AbstractSparkAction {
|
||||||
|
|
||||||
private static final Logger log = LoggerFactory.getLogger(SparkCreateSimRels.class);
|
private static final Logger log = LoggerFactory.getLogger(SparkBlockStats.class);
|
||||||
|
|
||||||
public SparkBlockStats(ArgumentApplicationParser parser, SparkSession spark) {
|
public SparkBlockStats(ArgumentApplicationParser parser, SparkSession spark) {
|
||||||
super(parser, spark);
|
super(parser, spark);
|
||||||
|
@ -39,7 +39,7 @@ public class SparkBlockStats extends AbstractSparkAction {
|
||||||
ArgumentApplicationParser parser = new ArgumentApplicationParser(
|
ArgumentApplicationParser parser = new ArgumentApplicationParser(
|
||||||
IOUtils
|
IOUtils
|
||||||
.toString(
|
.toString(
|
||||||
SparkCreateSimRels.class
|
SparkBlockStats.class
|
||||||
.getResourceAsStream(
|
.getResourceAsStream(
|
||||||
"/eu/dnetlib/dhp/oa/dedup/createBlockStats_parameters.json")));
|
"/eu/dnetlib/dhp/oa/dedup/createBlockStats_parameters.json")));
|
||||||
parser.parseArgument(args);
|
parser.parseArgument(args);
|
||||||
|
@ -52,7 +52,7 @@ public class SparkBlockStats extends AbstractSparkAction {
|
||||||
MapDocument.class, FieldListImpl.class, FieldValueImpl.class, Block.class
|
MapDocument.class, FieldListImpl.class, FieldValueImpl.class, Block.class
|
||||||
});
|
});
|
||||||
|
|
||||||
new SparkCreateSimRels(parser, getSparkSession(conf))
|
new SparkBlockStats(parser, getSparkSession(conf))
|
||||||
.run(ISLookupClientFactory.getLookUpService(parser.get("isLookUpUrl")));
|
.run(ISLookupClientFactory.getLookUpService(parser.get("isLookUpUrl")));
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue