master #59

Closed
claudio.atzori wants to merge 3221 commits from master into stable_ids
1 changed files with 4 additions and 7 deletions
Showing only changes of commit 2f66fedfec - Show all commits

View File

@ -57,16 +57,13 @@ public class CommunitySplit implements Serializable {
Dataset<CommunityResult> community_products = result Dataset<CommunityResult> community_products = result
.filter((FilterFunction<CommunityResult>) r -> containsCommunity(r, c)); .filter((FilterFunction<CommunityResult>) r -> containsCommunity(r, c));
try {
community_products.first();
community_products community_products
.write() .write()
.option("compression", "gzip") .option("compression", "gzip")
.mode(SaveMode.Overwrite) .mode(SaveMode.Overwrite)
.json(outputPath + "/" + c); .json(outputPath + "/" + c);
} catch (Exception e) {
}
} }
@ -75,9 +72,9 @@ public class CommunitySplit implements Serializable {
return r return r
.getContext() .getContext()
.stream() .stream()
.filter(con -> con.getCode().equals(c)) .map(con -> con.getCode())
.collect(Collectors.toList()) .collect(Collectors.toList())
.size() > 0; .contains(c)
} }
return false; return false;
} }