forked from D-Net/dnet-hadoop
[BulkTagging - tag datasource and projects]merging with branch beta
This commit is contained in:
parent
3b209261f2
commit
94b931f7bd
|
@ -95,7 +95,7 @@ public class SparkAtomicActionScoreJob implements Serializable {
|
||||||
|
|
||||||
return projectScores.map((MapFunction<BipProjectModel, Project>) bipProjectScores -> {
|
return projectScores.map((MapFunction<BipProjectModel, Project>) bipProjectScores -> {
|
||||||
Project project = new Project();
|
Project project = new Project();
|
||||||
// project.setId(bipProjectScores.getProjectId());
|
project.setId(bipProjectScores.getProjectId());
|
||||||
project.setMeasures(bipProjectScores.toMeasures());
|
project.setMeasures(bipProjectScores.toMeasures());
|
||||||
return project;
|
return project;
|
||||||
}, Encoders.bean(Project.class))
|
}, Encoders.bean(Project.class))
|
||||||
|
|
|
@ -89,7 +89,7 @@ public class SparkBulkTagJob {
|
||||||
|
|
||||||
log.info("pathMap: {}", parser.get("pathMap"));
|
log.info("pathMap: {}", parser.get("pathMap"));
|
||||||
String protoMappingPath = parser.get("pathMap");
|
String protoMappingPath = parser.get("pathMap");
|
||||||
// log.info("pathMap: {}", new Gson().toJson(protoMappingParams));
|
|
||||||
|
|
||||||
final String hdfsNameNode = parser.get("nameNode");
|
final String hdfsNameNode = parser.get("nameNode");
|
||||||
log.info("nameNode: {}", hdfsNameNode);
|
log.info("nameNode: {}", hdfsNameNode);
|
||||||
|
|
Loading…
Reference in New Issue