Package org.terrier.tests
Class BatchEndToEndTest
- java.lang.Object
-
- org.terrier.tests.ApplicationSetupBasedTest
-
- org.terrier.tests.BatchEndToEndTest
-
public abstract class BatchEndToEndTest extends ApplicationSetupBasedTest
-
-
Nested Class Summary
Nested Classes Modifier and Type Class Description static class
BatchEndToEndTest.BatchEndToEndTestEventHooks
-
Field Summary
Fields Modifier and Type Field Description protected java.util.List<java.lang.String>
indexingOptions
protected java.util.List<java.lang.String>
retrievalTopicSets
protected java.util.List<BatchEndToEndTest.BatchEndToEndTestEventHooks>
testHooks
-
Fields inherited from class org.terrier.tests.ApplicationSetupBasedTest
terrier_etc, terrier_home, testName, tmpfolder
-
-
Constructor Summary
Constructors Constructor Description BatchEndToEndTest()
-
Method Summary
All Methods Static Methods Instance Methods Abstract Methods Concrete Methods Modifier and Type Method Description protected abstract void
addDirectStructure(IndexOnDisk index)
protected void
checkIndex()
protected abstract int
countNumberOfTopics(java.lang.String filename)
protected void
doEvaluation(int expectedQueryCount, java.lang.String qrels, float expectedMAP)
protected void
doIndexing(java.lang.String... trec_terrier_args)
protected int
doRetrieval(java.lang.String[] topicSet, java.lang.String[] trecTerrierArgs)
protected void
doTrecTerrierIndexing(java.lang.String... indexingArgs)
protected void
doTrecTerrierIndexingRunAndEvaluate(java.lang.String[] indexingArgs, java.lang.String[] topics, java.lang.String[] retrievalArgs, java.lang.String qrels, float expectedMAP)
protected void
doTrecTerrierRunAndEvaluate(java.lang.String[] topics, java.lang.String[] retrievalArgs, java.lang.String qrels, float expectedMAP)
protected void
finishIndexing()
static java.lang.String[]
joinSets(java.lang.String[] specified, java.util.List<java.lang.String> classDefaults)
protected abstract void
makeCollectionSpec(java.io.PrintWriter p)
-
Methods inherited from class org.terrier.tests.ApplicationSetupBasedTest
addGlobalTerrierProperties, deleteTerrierEtc, makeEnvironment, writeTemporaryFile, writeTemporaryFile, writeTemporaryFolder
-
-
-
-
Field Detail
-
indexingOptions
protected java.util.List<java.lang.String> indexingOptions
-
retrievalTopicSets
protected java.util.List<java.lang.String> retrievalTopicSets
-
testHooks
protected java.util.List<BatchEndToEndTest.BatchEndToEndTestEventHooks> testHooks
-
-
Method Detail
-
joinSets
public static java.lang.String[] joinSets(java.lang.String[] specified, java.util.List<java.lang.String> classDefaults)
-
countNumberOfTopics
protected abstract int countNumberOfTopics(java.lang.String filename) throws java.lang.Exception
- Throws:
java.lang.Exception
-
finishIndexing
protected void finishIndexing() throws java.lang.Exception
- Throws:
java.lang.Exception
-
doIndexing
protected void doIndexing(java.lang.String... trec_terrier_args) throws java.lang.Exception
- Throws:
java.lang.Exception
-
addDirectStructure
protected abstract void addDirectStructure(IndexOnDisk index) throws java.lang.Exception
- Throws:
java.lang.Exception
-
doRetrieval
protected int doRetrieval(java.lang.String[] topicSet, java.lang.String[] trecTerrierArgs) throws java.lang.Exception
- Throws:
java.lang.Exception
-
doEvaluation
protected void doEvaluation(int expectedQueryCount, java.lang.String qrels, float expectedMAP) throws java.lang.Exception
- Throws:
java.lang.Exception
-
doTrecTerrierIndexingRunAndEvaluate
protected void doTrecTerrierIndexingRunAndEvaluate(java.lang.String[] indexingArgs, java.lang.String[] topics, java.lang.String[] retrievalArgs, java.lang.String qrels, float expectedMAP) throws java.lang.Exception
- Throws:
java.lang.Exception
-
doTrecTerrierIndexing
protected void doTrecTerrierIndexing(java.lang.String... indexingArgs) throws java.lang.Exception
- Throws:
java.lang.Exception
-
checkIndex
protected void checkIndex() throws java.lang.Exception
- Throws:
java.lang.Exception
-
doTrecTerrierRunAndEvaluate
protected void doTrecTerrierRunAndEvaluate(java.lang.String[] topics, java.lang.String[] retrievalArgs, java.lang.String qrels, float expectedMAP) throws java.lang.Exception
- Throws:
java.lang.Exception
-
makeCollectionSpec
protected abstract void makeCollectionSpec(java.io.PrintWriter p) throws java.lang.Exception
- Throws:
java.lang.Exception
-
-