forked from D-Net/dnet-hadoop
52 lines
1.1 KiB
Java
52 lines
1.1 KiB
Java
|
|
package eu.dnetlib.dhp.broker.oa.util;
|
|
|
|
import org.apache.spark.sql.Encoder;
|
|
import org.apache.spark.sql.Encoders;
|
|
import org.apache.spark.sql.expressions.Aggregator;
|
|
|
|
import eu.dnetlib.dhp.schema.oaf.Relation;
|
|
import eu.dnetlib.dhp.schema.oaf.Result;
|
|
import scala.Tuple2;
|
|
|
|
public class ResultAggregator extends Aggregator<Tuple2<Result, Relation>, ResultGroup, ResultGroup> {
|
|
|
|
/**
|
|
*
|
|
*/
|
|
private static final long serialVersionUID = -1492327874705585538L;
|
|
|
|
@Override
|
|
public ResultGroup zero() {
|
|
return new ResultGroup();
|
|
}
|
|
|
|
@Override
|
|
public ResultGroup reduce(final ResultGroup group, final Tuple2<Result, Relation> t) {
|
|
return group.addElement(t._1);
|
|
}
|
|
|
|
@Override
|
|
public ResultGroup merge(final ResultGroup g1, final ResultGroup g2) {
|
|
return g1.addGroup(g2);
|
|
}
|
|
|
|
@Override
|
|
public ResultGroup finish(final ResultGroup group) {
|
|
return group;
|
|
}
|
|
|
|
@Override
|
|
public Encoder<ResultGroup> bufferEncoder() {
|
|
return Encoders.kryo(ResultGroup.class);
|
|
|
|
}
|
|
|
|
@Override
|
|
public Encoder<ResultGroup> outputEncoder() {
|
|
return Encoders.kryo(ResultGroup.class);
|
|
|
|
}
|
|
|
|
}
|