org.terrier.structures.indexing.singlepass.hadoop

Class Inv2DirectMultiReduce.Inv2DirectMultiReduceJob

java.lang.Object

org.terrier.structures.indexing.singlepass.hadoop.Inv2DirectMultiReduce.Inv2DirectMultiReduceJob

Enclosing class:

Inv2DirectMultiReduce

public static class Inv2DirectMultiReduce.Inv2DirectMultiReduceJob
extends Object

This class performs contains setup for the MR job. It allows reuse of the general MR job by other similar situations.

Since:

3.0

Constructor Summary

Constructors

Constructor and Description
Inv2DirectMultiReduce.Inv2DirectMultiReduceJob(IndexOnDisk _index, HadoopPlugin.JobFactory _jf) constructor

Method Summary

Methods

Modifier and Type	Method and Description
Class<? extends DirectInvertedOutputStream>	getBitOutputClass() get bitOutputClass
HadoopPlugin.JobFactory	getJf() What job factory to use?
Class<?>	getMapOutputClass() Type of the posting class
int	getNumberOfReduceTasks() Number of reduce task to use
int	getNumberOfTargetEntries() How many entries should there be in the final structure
String	getSourceLookupStructureName() Name of the lookup structure for the source structure.
String	getSourceStructureName() Name of the source posting structure.
String	getTargetLookupStructureName() Name of the lookup structure for the target.
String	getTargetStructureName() Name of the target structure.
void	runJob() Runs the MapReduce job described by the current state of this class
void	setBitOutputClass(Class<? extends DirectInvertedOutputStream> _bitOutputClass) set bitOutputClass
void	setJf(HadoopPlugin.JobFactory _jf) set jf
void	setMapOutputClass(Class<?> _mapOutputClass) set mapOutputClass
void	setNumberOfReduceTasks(int _numberOfReduceTasks) set number of reduce task
void	setNumberOfTargetEntries(int _numberOfTargetEntries) set number of target entries
void	setSourceLookupStructureName(String _sourceLookupStructureName) set source lookup structure name
void	setSourceStructureName(String _sourceStructureName) set source structure name
void	setTargetLookupStructureName(String _targetLookupStructureName) set target lookup structure name
void	setTargetStructureName(String _targetStructureName) set target structure name

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

Inv2DirectMultiReduce.Inv2DirectMultiReduceJob

public Inv2DirectMultiReduce.Inv2DirectMultiReduceJob(IndexOnDisk _index,
                                              HadoopPlugin.JobFactory _jf)

constructor

Parameters:

_index -

_jf -

Method Detail

runJob

public void runJob()
            throws Exception

Runs the MapReduce job described by the current state of this class

Throws:

Exception

getBitOutputClass

public Class<? extends DirectInvertedOutputStream> getBitOutputClass()

get bitOutputClass

Returns:

bitOutputClass

setBitOutputClass

public void setBitOutputClass(Class<? extends DirectInvertedOutputStream> _bitOutputClass)

set bitOutputClass

Parameters:

_bitOutputClass -

getNumberOfTargetEntries

public int getNumberOfTargetEntries()

How many entries should there be in the final structure

setNumberOfTargetEntries

public void setNumberOfTargetEntries(int _numberOfTargetEntries)

set number of target entries

Parameters:

_numberOfTargetEntries -

getJf

public HadoopPlugin.JobFactory getJf()

What job factory to use?

setJf

public void setJf(HadoopPlugin.JobFactory _jf)

set jf

Parameters:

_jf -

getMapOutputClass

public Class<?> getMapOutputClass()

Type of the posting class

setMapOutputClass

public void setMapOutputClass(Class<?> _mapOutputClass)

set mapOutputClass

Parameters:

_mapOutputClass -

getNumberOfReduceTasks

public int getNumberOfReduceTasks()

Number of reduce task to use

setNumberOfReduceTasks

public void setNumberOfReduceTasks(int _numberOfReduceTasks)

set number of reduce task

Parameters:

_numberOfReduceTasks -

getSourceLookupStructureName

public String getSourceLookupStructureName()

Name of the lookup structure for the source structure. I.e. "lexiconi" for "inverted"

setSourceLookupStructureName

public void setSourceLookupStructureName(String _sourceLookupStructureName)

set source lookup structure name

Parameters:

_sourceLookupStructureName -

getSourceStructureName

public String getSourceStructureName()

Name of the source posting structure. E.g. "inverted"

setSourceStructureName

public void setSourceStructureName(String _sourceStructureName)

set source structure name

Parameters:

_sourceStructureName -

getTargetLookupStructureName

public String getTargetLookupStructureName()

Name of the lookup structure for the target. E.g. "document-new" for "direct"

setTargetLookupStructureName

public void setTargetLookupStructureName(String _targetLookupStructureName)

set target lookup structure name

Parameters:

_targetLookupStructureName -

getTargetStructureName

public String getTargetStructureName()

Name of the target structure. E.g. "direct"

setTargetStructureName

public void setTargetStructureName(String _targetStructureName)

set target structure name

Parameters:

_targetStructureName -