org.terrier.tests

Class BatchEndToEndTest

java.lang.Object

org.terrier.tests.ApplicationSetupBasedTest

org.terrier.tests.BatchEndToEndTest

public abstract class BatchEndToEndTest
extends ApplicationSetupBasedTest

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
static class	BatchEndToEndTest.BatchEndToEndTestEventHooks

Field Summary

Fields

Modifier and Type	Field and Description
protected List<String>	indexingOptions
protected List<String>	retrievalTopicSets
protected List<BatchEndToEndTest.BatchEndToEndTestEventHooks>	testHooks

Fields inherited from class org.terrier.tests.ApplicationSetupBasedTest

terrier_etc, terrier_home, tmpfolder

Constructor Summary

Constructors

Constructor and Description
BatchEndToEndTest()

Method Summary

Modifier and Type	Method and Description
protected abstract void	addDirectStructure(IndexOnDisk index)
protected void	checkIndex()
protected abstract int	countNumberOfTopics(String filename)
protected void	doEvaluation(int expectedQueryCount, String qrels, float expectedMAP)
protected void	doIndexing(String... trec_terrier_args)
protected int	doRetrieval(String[] topicSet, String[] trecTerrierArgs)
protected void	doTrecTerrierIndexing(String... indexingArgs)
protected void	doTrecTerrierIndexingRunAndEvaluate(String[] indexingArgs, String[] topics, String[] retrievalArgs, String qrels, float expectedMAP)
protected void	doTrecTerrierRunAndEvaluate(String[] topics, String[] retrievalArgs, String qrels, float expectedMAP)
protected void	finishIndexing()
static String[]	joinSets(String[] specified, List<String> classDefaults)
protected abstract void	makeCollectionSpec(PrintWriter p)

Methods inherited from class org.terrier.tests.ApplicationSetupBasedTest

addGlobalTerrierProperties, deleteTerrierEtc, makeEnvironment, writeTemporaryFile, writeTemporaryFile, writeTemporaryFolder

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

indexingOptions

protected List<String> indexingOptions

retrievalTopicSets

protected List<String> retrievalTopicSets

testHooks

protected List<BatchEndToEndTest.BatchEndToEndTestEventHooks> testHooks

Constructor Detail

BatchEndToEndTest

public BatchEndToEndTest()

Method Detail

joinSets

public static String[] joinSets(String[] specified,
                                List<String> classDefaults)

countNumberOfTopics

protected abstract int countNumberOfTopics(String filename)
                                    throws Exception

Throws:

Exception

finishIndexing

protected void finishIndexing()
                       throws Exception

Throws:

Exception

doIndexing

protected void doIndexing(String... trec_terrier_args)
                   throws Exception

Throws:

Exception

addDirectStructure

protected abstract void addDirectStructure(IndexOnDisk index)
                                    throws Exception

Throws:

Exception

doRetrieval

protected int doRetrieval(String[] topicSet,
                          String[] trecTerrierArgs)
                   throws Exception

Throws:

Exception

doEvaluation

protected void doEvaluation(int expectedQueryCount,
                            String qrels,
                            float expectedMAP)
                     throws Exception

Throws:

Exception

doTrecTerrierIndexingRunAndEvaluate

protected void doTrecTerrierIndexingRunAndEvaluate(String[] indexingArgs,
                                                   String[] topics,
                                                   String[] retrievalArgs,
                                                   String qrels,
                                                   float expectedMAP)
                                            throws Exception

Throws:

Exception

doTrecTerrierIndexing

protected void doTrecTerrierIndexing(String... indexingArgs)
                              throws Exception

Throws:

Exception

checkIndex

protected void checkIndex()
                   throws Exception

Throws:

Exception

doTrecTerrierRunAndEvaluate

protected void doTrecTerrierRunAndEvaluate(String[] topics,
                                           String[] retrievalArgs,
                                           String qrels,
                                           float expectedMAP)
                                    throws Exception

Throws:

Exception

makeCollectionSpec

protected abstract void makeCollectionSpec(PrintWriter p)
                                    throws Exception

Throws:

Exception