File size: 12,453 Bytes
d6585f5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
num_ret               	301	500
num_rel               	301	474
num_rel_ret           	301	71
map                   	301	0.0324
Rprec                 	301	0.1456
bpref                 	301	0.1230
recip_rank            	301	0.1667
iprec_at_recall_0.00  	301	0.2857
iprec_at_recall_0.10  	301	0.2096
iprec_at_recall_0.20  	301	0.0000
iprec_at_recall_0.30  	301	0.0000
iprec_at_recall_0.40  	301	0.0000
iprec_at_recall_0.50  	301	0.0000
iprec_at_recall_0.60  	301	0.0000
iprec_at_recall_0.70  	301	0.0000
iprec_at_recall_0.80  	301	0.0000
iprec_at_recall_0.90  	301	0.0000
iprec_at_recall_1.00  	301	0.0000
P_5                   	301	0.0000
P_10                  	301	0.2000
P_15                  	301	0.1333
P_20                  	301	0.2500
P_30                  	301	0.2333
P_100                 	301	0.2300
P_200                 	301	0.2100
P_500                 	301	0.1420
P_1000                	301	0.0710
relstring             	301	'0000011000'
recall_5              	301	0.0000
recall_10             	301	0.0042
recall_15             	301	0.0042
recall_20             	301	0.0105
recall_30             	301	0.0148
recall_100            	301	0.0485
recall_200            	301	0.0886
recall_500            	301	0.1498
recall_1000           	301	0.1498
infAP                 	301	0.0324
Rprec_mult_0.20       	301	0.2211
Rprec_mult_0.40       	301	0.2053
Rprec_mult_0.60       	301	0.1930
Rprec_mult_0.80       	301	0.1711
Rprec_mult_1.00       	301	0.1456
Rprec_mult_1.20       	301	0.1248
Rprec_mult_1.40       	301	0.1069
Rprec_mult_1.60       	301	0.0935
Rprec_mult_1.80       	301	0.0831
Rprec_mult_2.00       	301	0.0749
utility               	301	-358.0000
11pt_avg              	301	0.0450
binG                  	301	0.0238
G                     	301	0.0238
ndcg                  	301	0.1584
ndcg_rel              	301	0.1651
Rndcg                 	301	0.1567
ndcg_cut_5            	301	0.0000
ndcg_cut_10           	301	0.1518
ndcg_cut_15           	301	0.1176
ndcg_cut_20           	301	0.1985
ndcg_cut_30           	301	0.1975
ndcg_cut_100          	301	0.2166
ndcg_cut_200          	301	0.2063
ndcg_cut_500          	301	0.1584
ndcg_cut_1000         	301	0.1584
map_cut_5             	301	0.0000
map_cut_10            	301	0.0010
map_cut_15            	301	0.0010
map_cut_20            	301	0.0023
map_cut_30            	301	0.0033
map_cut_100           	301	0.0118
map_cut_200           	301	0.0208
map_cut_500           	301	0.0324
map_cut_1000          	301	0.0324
relative_P_5          	301	0.0000
relative_P_10         	301	0.2000
relative_P_15         	301	0.1333
relative_P_20         	301	0.2500
relative_P_30         	301	0.2333
relative_P_100        	301	0.2300
relative_P_200        	301	0.2100
relative_P_500        	301	0.1498
relative_P_1000       	301	0.1498
success_1             	301	0.0000
success_5             	301	0.0000
success_10            	301	1.0000
set_P                 	301	0.1420
set_relative_P        	301	0.1498
set_recall            	301	0.1498
set_map               	301	0.0213
set_F                 	301	0.1458
num_nonrel_judged_ret 	301	188
num_ret               	302	500
num_rel               	302	77
num_rel_ret           	302	50
map                   	302	0.4175
Rprec                 	302	0.5065
bpref                 	302	0.4712
recip_rank            	302	1.0000
iprec_at_recall_0.00  	302	1.0000
iprec_at_recall_0.10  	302	0.8421
iprec_at_recall_0.20  	302	0.8421
iprec_at_recall_0.30  	302	0.7419
iprec_at_recall_0.40  	302	0.6863
iprec_at_recall_0.50  	302	0.5417
iprec_at_recall_0.60  	302	0.1420
iprec_at_recall_0.70  	302	0.0000
iprec_at_recall_0.80  	302	0.0000
iprec_at_recall_0.90  	302	0.0000
iprec_at_recall_1.00  	302	0.0000
P_5                   	302	0.8000
P_10                  	302	0.7000
P_15                  	302	0.8000
P_20                  	302	0.8000
P_30                  	302	0.7333
P_100                 	302	0.4200
P_200                 	302	0.2200
P_500                 	302	0.1000
P_1000                	302	0.0500
relstring             	302	'1101110110'
recall_5              	302	0.0519
recall_10             	302	0.0909
recall_15             	302	0.1558
recall_20             	302	0.2078
recall_30             	302	0.2857
recall_100            	302	0.5455
recall_200            	302	0.5714
recall_500            	302	0.6494
recall_1000           	302	0.6494
infAP                 	302	0.4175
Rprec_mult_0.20       	302	0.8125
Rprec_mult_0.40       	302	0.7419
Rprec_mult_0.60       	302	0.6596
Rprec_mult_0.80       	302	0.6129
Rprec_mult_1.00       	302	0.5065
Rprec_mult_1.20       	302	0.4516
Rprec_mult_1.40       	302	0.3889
Rprec_mult_1.60       	302	0.3468
Rprec_mult_1.80       	302	0.3094
Rprec_mult_2.00       	302	0.2857
utility               	302	-400.0000
11pt_avg              	302	0.4360
binG                  	302	0.2160
G                     	302	0.2160
ndcg                  	302	0.6617
ndcg_rel              	302	0.7130
Rndcg                 	302	0.6196
ndcg_cut_5            	302	0.8304
ndcg_cut_10           	302	0.7530
ndcg_cut_15           	302	0.8085
ndcg_cut_20           	302	0.8082
ndcg_cut_30           	302	0.7604
ndcg_cut_100          	302	0.6046
ndcg_cut_200          	302	0.6209
ndcg_cut_500          	302	0.6617
ndcg_cut_1000         	302	0.6617
map_cut_5             	302	0.0461
map_cut_10            	302	0.0768
map_cut_15            	302	0.1265
map_cut_20            	302	0.1695
map_cut_30            	302	0.2298
map_cut_100           	302	0.3983
map_cut_200           	302	0.4068
map_cut_500           	302	0.4175
map_cut_1000          	302	0.4175
relative_P_5          	302	0.8000
relative_P_10         	302	0.7000
relative_P_15         	302	0.8000
relative_P_20         	302	0.8000
relative_P_30         	302	0.7333
relative_P_100        	302	0.5455
relative_P_200        	302	0.5714
relative_P_500        	302	0.6494
relative_P_1000       	302	0.6494
success_1             	302	1.0000
success_5             	302	1.0000
success_10            	302	1.0000
set_P                 	302	0.1000
set_relative_P        	302	0.6494
set_recall            	302	0.6494
set_map               	302	0.0649
set_F                 	302	0.1733
num_nonrel_judged_ret 	302	214
num_ret               	303	500
num_rel               	303	10
num_rel_ret           	303	10
map                   	303	0.0858
Rprec                 	303	0.0000
bpref                 	303	0.0000
recip_rank            	303	0.0526
iprec_at_recall_0.00  	303	0.1136
iprec_at_recall_0.10  	303	0.1136
iprec_at_recall_0.20  	303	0.1136
iprec_at_recall_0.30  	303	0.1136
iprec_at_recall_0.40  	303	0.1136
iprec_at_recall_0.50  	303	0.1136
iprec_at_recall_0.60  	303	0.1045
iprec_at_recall_0.70  	303	0.1045
iprec_at_recall_0.80  	303	0.0935
iprec_at_recall_0.90  	303	0.0935
iprec_at_recall_1.00  	303	0.0935
P_5                   	303	0.0000
P_10                  	303	0.0000
P_15                  	303	0.0000
P_20                  	303	0.0500
P_30                  	303	0.0333
P_100                 	303	0.0900
P_200                 	303	0.0500
P_500                 	303	0.0200
P_1000                	303	0.0100
relstring             	303	'0000000000'
recall_5              	303	0.0000
recall_10             	303	0.0000
recall_15             	303	0.0000
recall_20             	303	0.1000
recall_30             	303	0.1000
recall_100            	303	0.9000
recall_200            	303	1.0000
recall_500            	303	1.0000
recall_1000           	303	1.0000
infAP                 	303	0.0858
Rprec_mult_0.20       	303	0.0000
Rprec_mult_0.40       	303	0.0000
Rprec_mult_0.60       	303	0.0000
Rprec_mult_0.80       	303	0.0000
Rprec_mult_1.00       	303	0.0000
Rprec_mult_1.20       	303	0.0000
Rprec_mult_1.40       	303	0.0000
Rprec_mult_1.60       	303	0.0000
Rprec_mult_1.80       	303	0.0000
Rprec_mult_2.00       	303	0.0500
utility               	303	-480.0000
11pt_avg              	303	0.1065
binG                  	303	0.1782
G                     	303	0.1782
ndcg                  	303	0.3862
ndcg_rel              	303	0.2263
Rndcg                 	303	0.1931
ndcg_cut_5            	303	0.0000
ndcg_cut_10           	303	0.0000
ndcg_cut_15           	303	0.0000
ndcg_cut_20           	303	0.0509
ndcg_cut_30           	303	0.0509
ndcg_cut_100          	303	0.3537
ndcg_cut_200          	303	0.3862
ndcg_cut_500          	303	0.3862
ndcg_cut_1000         	303	0.3862
map_cut_5             	303	0.0000
map_cut_10            	303	0.0000
map_cut_15            	303	0.0000
map_cut_20            	303	0.0053
map_cut_30            	303	0.0053
map_cut_100           	303	0.0764
map_cut_200           	303	0.0858
map_cut_500           	303	0.0858
map_cut_1000          	303	0.0858
relative_P_5          	303	0.0000
relative_P_10         	303	0.0000
relative_P_15         	303	0.0000
relative_P_20         	303	0.1000
relative_P_30         	303	0.1000
relative_P_100        	303	0.9000
relative_P_200        	303	1.0000
relative_P_500        	303	1.0000
relative_P_1000       	303	1.0000
success_1             	303	0.0000
success_5             	303	0.0000
success_10            	303	0.0000
set_P                 	303	0.0200
set_relative_P        	303	1.0000
set_recall            	303	1.0000
set_map               	303	0.0200
set_F                 	303	0.0392
num_nonrel_judged_ret 	303	205
runid                 	all	STANDARD
num_q                 	all	3
num_ret               	all	1500
num_rel               	all	561
num_rel_ret           	all	131
map                   	all	0.1785
gm_map                	all	0.1051
Rprec                 	all	0.2174
bpref                 	all	0.1981
recip_rank            	all	0.4064
iprec_at_recall_0.00  	all	0.4665
iprec_at_recall_0.10  	all	0.3884
iprec_at_recall_0.20  	all	0.3186
iprec_at_recall_0.30  	all	0.2852
iprec_at_recall_0.40  	all	0.2666
iprec_at_recall_0.50  	all	0.2184
iprec_at_recall_0.60  	all	0.0822
iprec_at_recall_0.70  	all	0.0348
iprec_at_recall_0.80  	all	0.0312
iprec_at_recall_0.90  	all	0.0312
iprec_at_recall_1.00  	all	0.0312
P_5                   	all	0.2667
P_10                  	all	0.3000
P_15                  	all	0.3111
P_20                  	all	0.3667
P_30                  	all	0.3333
P_100                 	all	0.2467
P_200                 	all	0.1600
P_500                 	all	0.0873
P_1000                	all	0.0437
recall_5              	all	0.0173
recall_10             	all	0.0317
recall_15             	all	0.0534
recall_20             	all	0.1061
recall_30             	all	0.1335
recall_100            	all	0.4980
recall_200            	all	0.5533
recall_500            	all	0.5997
recall_1000           	all	0.5997
infAP                 	all	0.1785
gm_bpref              	all	0.0083
Rprec_mult_0.20       	all	0.3445
Rprec_mult_0.40       	all	0.3157
Rprec_mult_0.60       	all	0.2842
Rprec_mult_0.80       	all	0.2613
Rprec_mult_1.00       	all	0.2174
Rprec_mult_1.20       	all	0.1921
Rprec_mult_1.40       	all	0.1653
Rprec_mult_1.60       	all	0.1468
Rprec_mult_1.80       	all	0.1308
Rprec_mult_2.00       	all	0.1369
utility               	all	-412.6667
11pt_avg              	all	0.1958
binG                  	all	0.1393
G                     	all	0.1393
ndcg                  	all	0.4021
ndcg_rel              	all	0.3682
Rndcg                 	all	0.3232
ndcg_cut_5            	all	0.2768
ndcg_cut_10           	all	0.3016
ndcg_cut_15           	all	0.3087
ndcg_cut_20           	all	0.3525
ndcg_cut_30           	all	0.3363
ndcg_cut_100          	all	0.3916
ndcg_cut_200          	all	0.4045
ndcg_cut_500          	all	0.4021
ndcg_cut_1000         	all	0.4021
map_cut_5             	all	0.0154
map_cut_10            	all	0.0259
map_cut_15            	all	0.0425
map_cut_20            	all	0.0591
map_cut_30            	all	0.0795
map_cut_100           	all	0.1622
map_cut_200           	all	0.1711
map_cut_500           	all	0.1785
map_cut_1000          	all	0.1785
relative_P_5          	all	0.2667
relative_P_10         	all	0.3000
relative_P_15         	all	0.3111
relative_P_20         	all	0.3833
relative_P_30         	all	0.3556
relative_P_100        	all	0.5585
relative_P_200        	all	0.5938
relative_P_500        	all	0.5997
relative_P_1000       	all	0.5997
success_1             	all	0.3333
success_5             	all	0.3333
success_10            	all	0.6667
set_P                 	all	0.0873
set_relative_P        	all	0.5997
set_recall            	all	0.5997
set_map               	all	0.0354
set_F                 	all	0.1194
num_nonrel_judged_ret 	all	607