org.terrier.structures.indexing
Class CompressingMetaIndexBuilder.KeyedPartitioner

java.lang.Object
  org.terrier.structures.indexing.CompressingMetaIndexBuilder.KeyedPartitioner

All Implemented Interfaces:

org.apache.hadoop.mapred.JobConfigurable, org.apache.hadoop.mapred.Partitioner<org.terrier.structures.indexing.CompressingMetaIndexBuilder.KeyValueTuple,org.apache.hadoop.io.IntWritable>

Enclosing class:

CompressingMetaIndexBuilder

public static class CompressingMetaIndexBuilder.KeyedPartitioner
extends java.lang.Object
implements org.apache.hadoop.mapred.Partitioner<org.terrier.structures.indexing.CompressingMetaIndexBuilder.KeyValueTuple,org.apache.hadoop.io.IntWritable>

class KeyedPartitioner

Field Summary

protected gnu.trove.TObjectIntHashMap<java.lang.String>	key2reverseOffset
protected int	keyCount

Constructor Summary

CompressingMetaIndexBuilder.KeyedPartitioner()

Method Summary

void	configure(org.apache.hadoop.mapred.JobConf jc)
int	getPartition(org.terrier.structures.indexing.CompressingMetaIndexBuilder.KeyValueTuple kv, org.apache.hadoop.io.IntWritable docid, int numReducers)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

keyCount

protected int keyCount

key2reverseOffset

protected gnu.trove.TObjectIntHashMap<java.lang.String> key2reverseOffset

Constructor Detail

CompressingMetaIndexBuilder.KeyedPartitioner

public CompressingMetaIndexBuilder.KeyedPartitioner()

Method Detail

getPartition

public int getPartition(org.terrier.structures.indexing.CompressingMetaIndexBuilder.KeyValueTuple kv,
                        org.apache.hadoop.io.IntWritable docid,
                        int numReducers)

Specified by:

getPartition in interface org.apache.hadoop.mapred.Partitioner<org.terrier.structures.indexing.CompressingMetaIndexBuilder.KeyValueTuple,org.apache.hadoop.io.IntWritable>

configure

public void configure(org.apache.hadoop.mapred.JobConf jc)

Specified by:

configure in interface org.apache.hadoop.mapred.JobConfigurable