forked from castorini/anserini
-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathcw12b13.yaml
150 lines (146 loc) · 3.14 KB
/
cw12b13.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
---
corpus: cw12b13
corpus_path: collections/web/ClueWeb12-B13/
index_path: indexes/lucene-index.cw12b13/
collection_class: ClueWeb12Collection
generator_class: DefaultLuceneDocumentGenerator
index_threads: 44
index_options: -storeRaw
index_stats:
documents: 52244810
documents (non-empty): 52237522
total terms: 30661298245
metrics:
- metric: MAP
command: tools/eval/trec_eval.9.0.4/trec_eval
params: -m map
separator: "\t"
parse_index: 2
metric_precision: 4
can_combine: true
- metric: P30
command: tools/eval/trec_eval.9.0.4/trec_eval
params: -m P.30
separator: "\t"
parse_index: 2
metric_precision: 4
can_combine: true
- metric: nDCG@20
command: tools/eval/gdeval.pl
separator: ","
parse_index: -2
metric_precision: 4
- metric: ERR@20
command: tools/eval/gdeval.pl
separator: ","
parse_index: -1
metric_precision: 4
topic_reader: Webxml
topic_root: src/main/resources/topics-and-qrels/
qrels_root: src/main/resources/topics-and-qrels/
topics:
- name: "[TREC 2013 Web Track (Topics 201-250)](../src/main/resources/topics-and-qrels/topics.web.201-250.txt)"
id: trec2013
path: topics.web.201-250.txt
qrel: qrels.web.201-250.txt
- name: "[TREC 2014 Web Track (Topics 251-300)](../src/main/resources/topics-and-qrels/topics.web.251-300.txt)"
id: trec2014
path: topics.web.251-300.txt
qrel: qrels.web.251-300.txt
models:
- name: bm25
display: BM25
params: -bm25
results:
MAP:
- 0.0468
- 0.0224
P30:
- 0.2107
- 0.1273
nDCG@20:
- 0.1289
- 0.1183
ERR@20:
- 0.0838
- 0.1198
- name: bm25+rm3
display: +RM3
params: -bm25 -rm3 -collection ClueWeb09Collection
results:
MAP:
- 0.0407
- 0.0211
P30:
- 0.1640
- 0.1207
nDCG@20:
- 0.1109
- 0.1078
ERR@20:
- 0.0745
- 0.1064
- name: bm25+ax
display: +Ax
params: -bm25 -axiom -axiom.deterministic -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection
results:
MAP:
- 0.0424
- 0.0179
P30:
- 0.1733
- 0.1140
nDCG@20:
- 0.1253
- 0.0992
ERR@20:
- 0.0951
- 0.0936
- name: ql
display: QL
params: -qld
results:
MAP:
- 0.0397
- 0.0235
P30:
- 0.1773
- 0.1373
nDCG@20:
- 0.1104
- 0.1176
ERR@20:
- 0.0767
- 0.1091
- name: ql+rm3
display: +RM3
params: -qld -rm3 -collection ClueWeb09Collection
results:
MAP:
- 0.0321
- 0.0200
P30:
- 0.1513
- 0.1173
nDCG@20:
- 0.0933
- 0.1003
ERR@20:
- 0.0548
- 0.0926
- name: ql+ax
display: +Ax
params: -qld -axiom -axiom.deterministic -axiom.beta 0.1 -rerankCutoff 20 -collection ClueWeb09Collection
results:
MAP:
- 0.0354
- 0.0186
P30:
- 0.1553
- 0.1180
nDCG@20:
- 0.1116
- 0.0975
ERR@20:
- 0.0761
- 0.0911