forked from D-Net/dnet-hadoop
45 lines
1.1 KiB
Java
45 lines
1.1 KiB
Java
|
|
package eu.dnetlib.dhp.oa.provision.utils;
|
|
|
|
import org.apache.spark.Partitioner;
|
|
import org.apache.spark.util.Utils;
|
|
|
|
import eu.dnetlib.dhp.oa.provision.model.SortableRelationKey;
|
|
|
|
/**
|
|
* Used in combination with SortableRelationKey, allows to partition the records by source id, therefore allowing to
|
|
* sort relations sharing the same source id by the ordering defined in SortableRelationKey.
|
|
*/
|
|
public class RelationPartitioner extends Partitioner {
|
|
|
|
private static final long serialVersionUID = 343434456L;
|
|
|
|
private final int numPartitions;
|
|
|
|
public RelationPartitioner(int numPartitions) {
|
|
this.numPartitions = numPartitions;
|
|
}
|
|
|
|
@Override
|
|
public int numPartitions() {
|
|
return numPartitions;
|
|
}
|
|
|
|
@Override
|
|
public int getPartition(Object key) {
|
|
SortableRelationKey partitionKey = (SortableRelationKey) key;
|
|
return Utils.nonNegativeMod(partitionKey.getGroupingKey().hashCode(), numPartitions());
|
|
}
|
|
|
|
@Override
|
|
public boolean equals(Object obj) {
|
|
if (obj instanceof RelationPartitioner) {
|
|
RelationPartitioner p = (RelationPartitioner) obj;
|
|
if (p.numPartitions() == numPartitions())
|
|
return true;
|
|
}
|
|
return false;
|
|
}
|
|
|
|
}
|