Package org.terrier.tests
Class BatchEndToEndTest
- java.lang.Object
-
- org.terrier.tests.ApplicationSetupBasedTest
-
- org.terrier.tests.BatchEndToEndTest
-
public abstract class BatchEndToEndTest extends ApplicationSetupBasedTest
-
-
Nested Class Summary
Nested Classes Modifier and Type Class Description static classBatchEndToEndTest.BatchEndToEndTestEventHooks
-
Field Summary
Fields Modifier and Type Field Description protected java.util.List<java.lang.String>indexingOptionsprotected java.util.List<java.lang.String>retrievalTopicSetsprotected java.util.List<BatchEndToEndTest.BatchEndToEndTestEventHooks>testHooks-
Fields inherited from class org.terrier.tests.ApplicationSetupBasedTest
terrier_etc, terrier_home, testName, tmpfolder
-
-
Constructor Summary
Constructors Constructor Description BatchEndToEndTest()
-
Method Summary
All Methods Static Methods Instance Methods Abstract Methods Concrete Methods Modifier and Type Method Description protected abstract voidaddDirectStructure(IndexOnDisk index)protected voidcheckIndex()protected abstract intcountNumberOfTopics(java.lang.String filename)protected voiddoEvaluation(int expectedQueryCount, java.lang.String qrels, float expectedMAP)protected voiddoIndexing(java.lang.String... trec_terrier_args)protected intdoRetrieval(java.lang.String[] topicSet, java.lang.String[] trecTerrierArgs)protected voiddoTrecTerrierIndexing(java.lang.String... indexingArgs)protected voiddoTrecTerrierIndexingRunAndEvaluate(java.lang.String[] indexingArgs, java.lang.String[] topics, java.lang.String[] retrievalArgs, java.lang.String qrels, float expectedMAP)protected voiddoTrecTerrierRunAndEvaluate(java.lang.String[] topics, java.lang.String[] retrievalArgs, java.lang.String qrels, float expectedMAP)protected voidfinishIndexing()static java.lang.String[]joinSets(java.lang.String[] specified, java.util.List<java.lang.String> classDefaults)protected abstract voidmakeCollectionSpec(java.io.PrintWriter p)-
Methods inherited from class org.terrier.tests.ApplicationSetupBasedTest
addGlobalTerrierProperties, deleteTerrierEtc, makeEnvironment, writeTemporaryFile, writeTemporaryFile, writeTemporaryFolder
-
-
-
-
Field Detail
-
indexingOptions
protected java.util.List<java.lang.String> indexingOptions
-
retrievalTopicSets
protected java.util.List<java.lang.String> retrievalTopicSets
-
testHooks
protected java.util.List<BatchEndToEndTest.BatchEndToEndTestEventHooks> testHooks
-
-
Method Detail
-
joinSets
public static java.lang.String[] joinSets(java.lang.String[] specified, java.util.List<java.lang.String> classDefaults)
-
countNumberOfTopics
protected abstract int countNumberOfTopics(java.lang.String filename) throws java.lang.Exception- Throws:
java.lang.Exception
-
finishIndexing
protected void finishIndexing() throws java.lang.Exception- Throws:
java.lang.Exception
-
doIndexing
protected void doIndexing(java.lang.String... trec_terrier_args) throws java.lang.Exception- Throws:
java.lang.Exception
-
addDirectStructure
protected abstract void addDirectStructure(IndexOnDisk index) throws java.lang.Exception
- Throws:
java.lang.Exception
-
doRetrieval
protected int doRetrieval(java.lang.String[] topicSet, java.lang.String[] trecTerrierArgs) throws java.lang.Exception- Throws:
java.lang.Exception
-
doEvaluation
protected void doEvaluation(int expectedQueryCount, java.lang.String qrels, float expectedMAP) throws java.lang.Exception- Throws:
java.lang.Exception
-
doTrecTerrierIndexingRunAndEvaluate
protected void doTrecTerrierIndexingRunAndEvaluate(java.lang.String[] indexingArgs, java.lang.String[] topics, java.lang.String[] retrievalArgs, java.lang.String qrels, float expectedMAP) throws java.lang.Exception- Throws:
java.lang.Exception
-
doTrecTerrierIndexing
protected void doTrecTerrierIndexing(java.lang.String... indexingArgs) throws java.lang.Exception- Throws:
java.lang.Exception
-
checkIndex
protected void checkIndex() throws java.lang.Exception- Throws:
java.lang.Exception
-
doTrecTerrierRunAndEvaluate
protected void doTrecTerrierRunAndEvaluate(java.lang.String[] topics, java.lang.String[] retrievalArgs, java.lang.String qrels, float expectedMAP) throws java.lang.Exception- Throws:
java.lang.Exception
-
makeCollectionSpec
protected abstract void makeCollectionSpec(java.io.PrintWriter p) throws java.lang.Exception- Throws:
java.lang.Exception
-
-