org.terrier.structures.indexing.singlepass.hadoop
Class Inv2DirectMultiReduce.Inv2DirectMultiReduceJob

java.lang.Object
  extended by org.terrier.structures.indexing.singlepass.hadoop.Inv2DirectMultiReduce.Inv2DirectMultiReduceJob
Enclosing class:
Inv2DirectMultiReduce

public static class Inv2DirectMultiReduce.Inv2DirectMultiReduceJob
extends Object

This class performs contains setup for the MR job. It allows reuse of the general MR job by other similar situations.

Since:
3.0

Constructor Summary
Inv2DirectMultiReduce.Inv2DirectMultiReduceJob(Index _index, HadoopPlugin.JobFactory _jf)
          constructor
 
Method Summary
 Class<? extends DirectInvertedOutputStream> getBitOutputClass()
          get bitOutputClass
 HadoopPlugin.JobFactory getJf()
          What job factory to use?
 Class<?> getMapOutputClass()
          Type of the posting class
 int getNumberOfReduceTasks()
          Number of reduce task to use
 int getNumberOfTargetEntries()
          How many entries should there be in the final structure
 String getSourceLookupStructureName()
          Name of the lookup structure for the source structure.
 String getSourceStructureName()
          Name of the source posting structure.
 String getTargetLookupStructureName()
          Name of the lookup structure for the target.
 String getTargetStructureName()
          Name of the target structure.
 void runJob()
          Runs the MapReduce job described by the current state of this class
 void setBitOutputClass(Class<? extends DirectInvertedOutputStream> _bitOutputClass)
          set bitOutputClass
 void setJf(HadoopPlugin.JobFactory _jf)
          set jf
 void setMapOutputClass(Class<?> _mapOutputClass)
          set mapOutputClass
 void setNumberOfReduceTasks(int _numberOfReduceTasks)
          set number of reduce task
 void setNumberOfTargetEntries(int _numberOfTargetEntries)
          set number of target entries
 void setSourceLookupStructureName(String _sourceLookupStructureName)
          set source lookup structure name
 void setSourceStructureName(String _sourceStructureName)
          set source structure name
 void setTargetLookupStructureName(String _targetLookupStructureName)
          set target lookup structure name
 void setTargetStructureName(String _targetStructureName)
          set target structure name
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 

Constructor Detail

Inv2DirectMultiReduce.Inv2DirectMultiReduceJob

public Inv2DirectMultiReduce.Inv2DirectMultiReduceJob(Index _index,
                                                      HadoopPlugin.JobFactory _jf)
constructor

Parameters:
_index -
_jf -
Method Detail

runJob

public void runJob()
            throws Exception
Runs the MapReduce job described by the current state of this class

Throws:
Exception

getBitOutputClass

public Class<? extends DirectInvertedOutputStream> getBitOutputClass()
get bitOutputClass

Returns:
bitOutputClass

setBitOutputClass

public void setBitOutputClass(Class<? extends DirectInvertedOutputStream> _bitOutputClass)
set bitOutputClass

Parameters:
_bitOutputClass -

getNumberOfTargetEntries

public int getNumberOfTargetEntries()
How many entries should there be in the final structure


setNumberOfTargetEntries

public void setNumberOfTargetEntries(int _numberOfTargetEntries)
set number of target entries

Parameters:
_numberOfTargetEntries -

getJf

public HadoopPlugin.JobFactory getJf()
What job factory to use?


setJf

public void setJf(HadoopPlugin.JobFactory _jf)
set jf

Parameters:
_jf -

getMapOutputClass

public Class<?> getMapOutputClass()
Type of the posting class


setMapOutputClass

public void setMapOutputClass(Class<?> _mapOutputClass)
set mapOutputClass

Parameters:
_mapOutputClass -

getNumberOfReduceTasks

public int getNumberOfReduceTasks()
Number of reduce task to use


setNumberOfReduceTasks

public void setNumberOfReduceTasks(int _numberOfReduceTasks)
set number of reduce task

Parameters:
_numberOfReduceTasks -

getSourceLookupStructureName

public String getSourceLookupStructureName()
Name of the lookup structure for the source structure. I.e. "lexiconi" for "inverted"


setSourceLookupStructureName

public void setSourceLookupStructureName(String _sourceLookupStructureName)
set source lookup structure name

Parameters:
_sourceLookupStructureName -

getSourceStructureName

public String getSourceStructureName()
Name of the source posting structure. E.g. "inverted"


setSourceStructureName

public void setSourceStructureName(String _sourceStructureName)
set source structure name

Parameters:
_sourceStructureName -

getTargetLookupStructureName

public String getTargetLookupStructureName()
Name of the lookup structure for the target. E.g. "document-new" for "direct"


setTargetLookupStructureName

public void setTargetLookupStructureName(String _targetLookupStructureName)
set target lookup structure name

Parameters:
_targetLookupStructureName -

getTargetStructureName

public String getTargetStructureName()
Name of the target structure. E.g. "direct"


setTargetStructureName

public void setTargetStructureName(String _targetStructureName)
set target structure name

Parameters:
_targetStructureName -


Terrier 3.6. Copyright © 2004-2011 University of Glasgow