Fixed paths to eval tools for fine-tuning experiments
@@ -8,31 +8,25 @@ collections:
robust04:
name: robust04
index_path: indexes/lucene-index.robust04.pos+docvectors+raw
- index_options:
- - -storePositions
- - -storeDocvectors
- - -storeRaw
- collection: TrecCollection
- generator: JsoupGenerator
topic_reader: Trec
topic: topics.robust04.txt
qrel: qrels.robust04.txt
evals:
- - command: eval/trec_eval.9.0.4/trec_eval
+ - command: tools/eval/trec_eval.9.0.4/trec_eval
params: -m map -q
separator: "\t"
parse_index: 2
metric: map
metric_precision: 4
can_combine: true
- - command: eval/trec_eval.9.0.4/trec_eval
+ - command: tools/eval/trec_eval.9.0.4/trec_eval
params: -m P.20 -q
separator: "\t"
parse_index: 2
metric: p20
metric_precision: 4
can_combine: true
- - command: eval/gdeval.pl
+ - command: tools/eval/gdeval.pl
params: ""
separator: ","
parse_index: -2
@@ -41,31 +35,25 @@ collections:
cw09b:
name: cw09b
index_path: lucene-index.cw09b.pos+docvectors
- index_options:
- - -storePositions
- - -storeDocvectors
- - -storeRaw
- collection: ClueWeb09Collection
- generator: JsoupGenerator
topic_reader: Webxml
topic: topics.web.51-200.txt
qrel: qrels.web.51-200.txt
evals:
- - command: eval/trec_eval.9.0.4/trec_eval
+ - command: tools/eval/trec_eval.9.0.4/trec_eval
params: -m map -q
separator: "\t"
parse_index: 2
metric: map
metric_precision: 4
can_combine: true
- - command: eval/trec_eval.9.0.4/trec_eval
+ - command: tools/eval/trec_eval.9.0.4/trec_eval
params: -m P.20 -q
separator: "\t"
parse_index: 2
metric: p20
metric_precision: 4
can_combine: true
- - command: eval/gdeval.pl
+ - command: tools/eval/gdeval.pl
params: ""
separator: ","
parse_index: -2
