forked from D-Net/dnet-hadoop
Compare commits
2 Commits
main
...
beta_index
Author | SHA1 | Date |
---|---|---|
Claudio Atzori | 3b1af80883 | |
Claudio Atzori | 5a4e812dfb |
|
@ -170,30 +170,19 @@ public class XmlSerializationUtils {
|
||||||
return sb.toString();
|
return sb.toString();
|
||||||
}
|
}
|
||||||
|
|
||||||
// <measure downloads="0" views="0">infrastruct_::f66f1bd369679b5b077dcdf006089556||OpenAIRE</measure>
|
// <measure views="0" datasource="infrastruct_::f66f1bd369679b5b077dcdf006089556||OpenAIRE" />
|
||||||
|
// <measure downloads="0" datasource="infrastruct_::f66f1bd369679b5b077dcdf006089556||OpenAIRE" />
|
||||||
public static String usageMeasureAsXmlElement(String name, Measure measure) {
|
public static String usageMeasureAsXmlElement(String name, Measure measure) {
|
||||||
HashSet<String> dsIds = Optional
|
|
||||||
.ofNullable(measure.getUnit())
|
|
||||||
.map(
|
|
||||||
m -> m
|
|
||||||
.stream()
|
|
||||||
.map(KeyValue::getKey)
|
|
||||||
.collect(Collectors.toCollection(HashSet::new)))
|
|
||||||
.orElse(new HashSet<>());
|
|
||||||
|
|
||||||
StringBuilder sb = new StringBuilder();
|
StringBuilder sb = new StringBuilder();
|
||||||
dsIds.forEach(dsId -> {
|
for (KeyValue kv : measure.getUnit()) {
|
||||||
sb
|
sb
|
||||||
.append("<")
|
.append("<")
|
||||||
.append(name);
|
.append(name)
|
||||||
for (KeyValue kv : measure.getUnit()) {
|
|
||||||
sb.append(" ").append(attr(measure.getId(), kv.getValue()));
|
|
||||||
}
|
|
||||||
sb
|
|
||||||
.append(" ")
|
.append(" ")
|
||||||
.append(attr("datasource", dsId))
|
.append(attr(measure.getId(), kv.getValue()))
|
||||||
.append("/>");
|
.append(attr("datasource", kv.getKey()))
|
||||||
});
|
.append(" />");
|
||||||
|
}
|
||||||
return sb.toString();
|
return sb.toString();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -15,8 +15,8 @@
|
||||||
</property>
|
</property>
|
||||||
<property>
|
<property>
|
||||||
<name>validateXML</name>
|
<name>validateXML</name>
|
||||||
<description>should the payload converter validate the XMLs</description>
|
|
||||||
<value>false</value>
|
<value>false</value>
|
||||||
|
<description>should the payload converter validate the XMLs</description>
|
||||||
</property>
|
</property>
|
||||||
<property>
|
<property>
|
||||||
<name>relPartitions</name>
|
<name>relPartitions</name>
|
||||||
|
@ -613,7 +613,7 @@
|
||||||
--conf spark.sql.shuffle.partitions=3840
|
--conf spark.sql.shuffle.partitions=3840
|
||||||
--conf spark.network.timeout=${sparkNetworkTimeout}
|
--conf spark.network.timeout=${sparkNetworkTimeout}
|
||||||
</spark-opts>
|
</spark-opts>
|
||||||
<arg>--inputPath</arg><arg>${workingDir}/join_entities</arg>
|
<arg>--inputPath</arg><arg>/user/claudio.atzori/data/beta_provision/join_entities</arg>
|
||||||
<arg>--outputPath</arg><arg>${workingDir}/xml_json</arg>
|
<arg>--outputPath</arg><arg>${workingDir}/xml_json</arg>
|
||||||
<arg>--validateXML</arg><arg>${validateXML}</arg>
|
<arg>--validateXML</arg><arg>${validateXML}</arg>
|
||||||
<arg>--contextApiBaseUrl</arg><arg>${contextApiBaseUrl}</arg>
|
<arg>--contextApiBaseUrl</arg><arg>${contextApiBaseUrl}</arg>
|
||||||
|
|
Loading…
Reference in New Issue