num_ret 14 100 num_rel 14 272 num_rel_ret 14 24 map 14 0.0336 Rprec 14 0.0882 bpref 14 0.0810 recip_rank 14 0.5000 iprec_at_recall_0.00 14 0.6667 iprec_at_recall_0.10 14 0.0000 iprec_at_recall_0.20 14 0.0000 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 0.4000 P_10 14 0.4000 P_15 14 0.4000 P_20 14 0.4500 P_30 14 0.3667 P_100 14 0.2400 P_200 14 0.1200 P_500 14 0.0480 P_1000 14 0.0240 relstring 14 '1220020002' recall_5 14 0.0074 recall_10 14 0.0147 recall_15 14 0.0221 recall_20 14 0.0331 recall_30 14 0.0404 recall_100 14 0.0882 recall_200 14 0.0882 recall_500 14 0.0882 recall_1000 14 0.0882 infAP 14 0.0336 Rprec_mult_0.20 14 0.3273 Rprec_mult_0.40 14 0.2202 Rprec_mult_0.60 14 0.1463 Rprec_mult_0.80 14 0.1101 Rprec_mult_1.00 14 0.0882 Rprec_mult_1.20 14 0.0734 Rprec_mult_1.40 14 0.0630 Rprec_mult_1.60 14 0.0550 Rprec_mult_1.80 14 0.0490 Rprec_mult_2.00 14 0.0441 utility 14 -52.0000 11pt_avg 14 0.0606 binG 14 0.0236 G 14 0.0169 ndcg 14 0.1323 ndcg_rel 14 0.1489 Rndcg 14 0.2325 ndcg_cut_5 14 0.3114 ndcg_cut_10 14 0.2983 ndcg_cut_15 14 0.2920 ndcg_cut_20 14 0.3188 ndcg_cut_30 14 0.2928 ndcg_cut_100 14 0.2660 ndcg_cut_200 14 0.1725 ndcg_cut_500 14 0.1323 ndcg_cut_1000 14 0.1323 map_cut_5 14 0.0043 map_cut_10 14 0.0076 map_cut_15 14 0.0107 map_cut_20 14 0.0156 map_cut_30 14 0.0186 map_cut_100 14 0.0336 map_cut_200 14 0.0336 map_cut_500 14 0.0336 map_cut_1000 14 0.0336 relative_P_5 14 0.4000 relative_P_10 14 0.4000 relative_P_15 14 0.4000 relative_P_20 14 0.4500 relative_P_30 14 0.3667 relative_P_100 14 0.2400 relative_P_200 14 0.1200 relative_P_500 14 0.0882 relative_P_1000 14 0.0882 success_1 14 0.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.2400 set_relative_P 14 0.2400 set_recall 14 0.0882 set_map 14 0.0212 set_F 14 0.1290 num_nonrel_judged_ret 14 35 rbp 14 0.2318 rbp_resid 14 0.0219 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 100 num_rel 144 197 num_rel_ret 144 11 map 144 0.0169 Rprec 144 0.0558 bpref 144 0.0499 recip_rank 144 1.0000 iprec_at_recall_0.00 144 1.0000 iprec_at_recall_0.10 144 0.0000 iprec_at_recall_0.20 144 0.0000 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.4000 P_10 144 0.3000 P_15 144 0.2667 P_20 144 0.2000 P_30 144 0.1333 P_100 144 0.1100 P_200 144 0.0550 P_500 144 0.0220 P_1000 144 0.0110 relstring 144 '3100230001' recall_5 144 0.0102 recall_10 144 0.0152 recall_15 144 0.0203 recall_20 144 0.0203 recall_30 144 0.0203 recall_100 144 0.0558 recall_200 144 0.0558 recall_500 144 0.0558 recall_1000 144 0.0558 infAP 144 0.0169 Rprec_mult_0.20 144 0.1500 Rprec_mult_0.40 144 0.1266 Rprec_mult_0.60 144 0.0924 Rprec_mult_0.80 144 0.0696 Rprec_mult_1.00 144 0.0558 Rprec_mult_1.20 144 0.0464 Rprec_mult_1.40 144 0.0399 Rprec_mult_1.60 144 0.0348 Rprec_mult_1.80 144 0.0310 Rprec_mult_2.00 144 0.0279 utility 144 -78.0000 11pt_avg 144 0.0909 binG 144 0.0175 G 144 0.0138 ndcg 144 0.1089 ndcg_rel 144 0.1241 Rndcg 144 0.3107 ndcg_cut_5 144 0.4474 ndcg_cut_10 144 0.3939 ndcg_cut_15 144 0.3671 ndcg_cut_20 144 0.3190 ndcg_cut_30 144 0.2773 ndcg_cut_100 144 0.1984 ndcg_cut_200 144 0.1331 ndcg_cut_500 144 0.1089 ndcg_cut_1000 144 0.1089 map_cut_5 144 0.0071 map_cut_10 144 0.0096 map_cut_15 144 0.0113 map_cut_20 144 0.0113 map_cut_30 144 0.0113 map_cut_100 144 0.0169 map_cut_200 144 0.0169 map_cut_500 144 0.0169 map_cut_1000 144 0.0169 relative_P_5 144 0.4000 relative_P_10 144 0.3000 relative_P_15 144 0.2667 relative_P_20 144 0.2000 relative_P_30 144 0.1333 relative_P_100 144 0.1100 relative_P_200 144 0.0558 relative_P_500 144 0.0558 relative_P_1000 144 0.0558 success_1 144 1.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.1100 set_relative_P 144 0.1100 set_recall 144 0.0558 set_map 144 0.0061 set_F 144 0.0741 num_nonrel_judged_ret 144 43 rbp 144 0.2291 rbp_resid 144 0.0272 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 100 num_rel 161 218 num_rel_ret 161 18 map 161 0.0228 Rprec 161 0.0826 bpref 161 0.0734 recip_rank 161 1.0000 iprec_at_recall_0.00 161 1.0000 iprec_at_recall_0.10 161 0.0000 iprec_at_recall_0.20 161 0.0000 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 0.2000 P_10 161 0.2000 P_15 161 0.2000 P_20 161 0.1500 P_30 161 0.3333 P_100 161 0.1800 P_200 161 0.0900 P_500 161 0.0360 P_1000 161 0.0180 relstring 161 '2100000120' recall_5 161 0.0046 recall_10 161 0.0092 recall_15 161 0.0138 recall_20 161 0.0138 recall_30 161 0.0459 recall_100 161 0.0826 recall_200 161 0.0826 recall_500 161 0.0826 recall_1000 161 0.0826 infAP 161 0.0228 Rprec_mult_0.20 161 0.2500 Rprec_mult_0.40 161 0.1932 Rprec_mult_0.60 161 0.1374 Rprec_mult_0.80 161 0.1029 Rprec_mult_1.00 161 0.0826 Rprec_mult_1.20 161 0.0687 Rprec_mult_1.40 161 0.0588 Rprec_mult_1.60 161 0.0516 Rprec_mult_1.80 161 0.0458 Rprec_mult_2.00 161 0.0413 utility 161 -64.0000 11pt_avg 161 0.0909 binG 161 0.0209 G 161 0.0172 ndcg 161 0.1257 ndcg_rel 161 0.1393 Rndcg 161 0.1517 ndcg_cut_5 161 0.2974 ndcg_cut_10 161 0.2603 ndcg_cut_15 161 0.2309 ndcg_cut_20 161 0.2038 ndcg_cut_30 161 0.2907 ndcg_cut_100 161 0.2190 ndcg_cut_200 161 0.1399 ndcg_cut_500 161 0.1257 ndcg_cut_1000 161 0.1257 map_cut_5 161 0.0046 map_cut_10 161 0.0056 map_cut_15 161 0.0066 map_cut_20 161 0.0066 map_cut_30 161 0.0148 map_cut_100 161 0.0228 map_cut_200 161 0.0228 map_cut_500 161 0.0228 map_cut_1000 161 0.0228 relative_P_5 161 0.2000 relative_P_10 161 0.2000 relative_P_15 161 0.2000 relative_P_20 161 0.1500 relative_P_30 161 0.3333 relative_P_100 161 0.1800 relative_P_200 161 0.0900 relative_P_500 161 0.0826 relative_P_1000 161 0.0826 success_1 161 1.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.1800 set_relative_P 161 0.1800 set_recall 161 0.0826 set_map 161 0.0149 set_F 161 0.1132 num_nonrel_judged_ret 161 40 rbp 161 0.2023 rbp_resid 161 0.0221 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 100 num_rel 200 184 num_rel_ret 200 4 map 200 0.0008 Rprec 200 0.0217 bpref 200 0.0168 recip_rank 200 0.0227 iprec_at_recall_0.00 200 0.0492 iprec_at_recall_0.10 200 0.0000 iprec_at_recall_0.20 200 0.0000 iprec_at_recall_0.30 200 0.0000 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 0.0000 P_10 200 0.0000 P_15 200 0.0000 P_20 200 0.0000 P_30 200 0.0000 P_100 200 0.0400 P_200 200 0.0200 P_500 200 0.0080 P_1000 200 0.0040 relstring 200 '0000000000' recall_5 200 0.0000 recall_10 200 0.0000 recall_15 200 0.0000 recall_20 200 0.0000 recall_30 200 0.0000 recall_100 200 0.0217 recall_200 200 0.0217 recall_500 200 0.0217 recall_1000 200 0.0217 infAP 200 0.0008 Rprec_mult_0.20 200 0.0000 Rprec_mult_0.40 200 0.0405 Rprec_mult_0.60 200 0.0360 Rprec_mult_0.80 200 0.0270 Rprec_mult_1.00 200 0.0217 Rprec_mult_1.20 200 0.0181 Rprec_mult_1.40 200 0.0155 Rprec_mult_1.60 200 0.0136 Rprec_mult_1.80 200 0.0120 Rprec_mult_2.00 200 0.0109 utility 200 -92.0000 11pt_avg 200 0.0045 binG 200 0.0037 G 200 0.0032 ndcg 200 0.0221 ndcg_rel 200 0.0221 Rndcg 200 0.0158 ndcg_cut_5 200 0.0000 ndcg_cut_10 200 0.0000 ndcg_cut_15 200 0.0000 ndcg_cut_20 200 0.0000 ndcg_cut_30 200 0.0072 ndcg_cut_100 200 0.0334 ndcg_cut_200 200 0.0230 ndcg_cut_500 200 0.0221 ndcg_cut_1000 200 0.0221 map_cut_5 200 0.0000 map_cut_10 200 0.0000 map_cut_15 200 0.0000 map_cut_20 200 0.0000 map_cut_30 200 0.0000 map_cut_100 200 0.0008 map_cut_200 200 0.0008 map_cut_500 200 0.0008 map_cut_1000 200 0.0008 relative_P_5 200 0.0000 relative_P_10 200 0.0000 relative_P_15 200 0.0000 relative_P_20 200 0.0000 relative_P_30 200 0.0000 relative_P_100 200 0.0400 relative_P_200 200 0.0217 relative_P_500 200 0.0217 relative_P_1000 200 0.0217 success_1 200 0.0000 success_5 200 0.0000 success_10 200 0.0000 set_P 200 0.0400 set_relative_P 200 0.0400 set_recall 200 0.0217 set_map 200 0.0009 set_F 200 0.0282 num_nonrel_judged_ret 200 52 rbp 200 0.0024 rbp_resid 200 0.0256 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 100 num_rel 213 322 num_rel_ret 213 23 map 213 0.0178 Rprec 213 0.0714 bpref 213 0.0615 recip_rank 213 0.0588 iprec_at_recall_0.00 213 0.3125 iprec_at_recall_0.10 213 0.0000 iprec_at_recall_0.20 213 0.0000 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 0.0000 P_10 213 0.0000 P_15 213 0.0000 P_20 213 0.1500 P_30 213 0.3000 P_100 213 0.2300 P_200 213 0.1150 P_500 213 0.0460 P_1000 213 0.0230 relstring 213 '0000000000' recall_5 213 0.0000 recall_10 213 0.0000 recall_15 213 0.0000 recall_20 213 0.0093 recall_30 213 0.0280 recall_100 213 0.0714 recall_200 213 0.0714 recall_500 213 0.0714 recall_1000 213 0.0714 infAP 213 0.0178 Rprec_mult_0.20 213 0.2769 Rprec_mult_0.40 213 0.1783 Rprec_mult_0.60 213 0.1186 Rprec_mult_0.80 213 0.0891 Rprec_mult_1.00 213 0.0714 Rprec_mult_1.20 213 0.0594 Rprec_mult_1.40 213 0.0510 Rprec_mult_1.60 213 0.0446 Rprec_mult_1.80 213 0.0397 Rprec_mult_2.00 213 0.0357 utility 213 -54.0000 11pt_avg 213 0.0284 binG 213 0.0145 G 213 0.0101 ndcg 213 0.0800 ndcg_rel 213 0.0841 Rndcg 213 0.0708 ndcg_cut_5 213 0.0000 ndcg_cut_10 213 0.0000 ndcg_cut_15 213 0.0000 ndcg_cut_20 213 0.0631 ndcg_cut_30 213 0.1423 ndcg_cut_100 213 0.1716 ndcg_cut_200 213 0.1100 ndcg_cut_500 213 0.0800 ndcg_cut_1000 213 0.0800 map_cut_5 213 0.0000 map_cut_10 213 0.0000 map_cut_15 213 0.0000 map_cut_20 213 0.0010 map_cut_30 213 0.0058 map_cut_100 213 0.0178 map_cut_200 213 0.0178 map_cut_500 213 0.0178 map_cut_1000 213 0.0178 relative_P_5 213 0.0000 relative_P_10 213 0.0000 relative_P_15 213 0.0000 relative_P_20 213 0.1500 relative_P_30 213 0.3000 relative_P_100 213 0.2300 relative_P_200 213 0.1150 relative_P_500 213 0.0714 relative_P_1000 213 0.0714 success_1 213 0.0000 success_5 213 0.0000 success_10 213 0.0000 set_P 213 0.2300 set_relative_P 213 0.2300 set_recall 213 0.0714 set_map 213 0.0164 set_F 213 0.1090 num_nonrel_judged_ret 213 31 rbp 213 0.0651 rbp_resid 213 0.0293 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 100 num_rel 219 203 num_rel_ret 219 18 map 219 0.0292 Rprec 219 0.0887 bpref 219 0.0790 recip_rank 219 1.0000 iprec_at_recall_0.00 219 1.0000 iprec_at_recall_0.10 219 0.0000 iprec_at_recall_0.20 219 0.0000 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.2000 P_10 219 0.3000 P_15 219 0.4000 P_20 219 0.3500 P_30 219 0.2667 P_100 219 0.1800 P_200 219 0.0900 P_500 219 0.0360 P_1000 219 0.0180 relstring 219 '2000030002' recall_5 219 0.0049 recall_10 219 0.0148 recall_15 219 0.0296 recall_20 219 0.0345 recall_30 219 0.0394 recall_100 219 0.0887 recall_200 219 0.0887 recall_500 219 0.0887 recall_1000 219 0.0887 infAP 219 0.0292 Rprec_mult_0.20 219 0.2683 Rprec_mult_0.40 219 0.1951 Rprec_mult_0.60 219 0.1475 Rprec_mult_0.80 219 0.1104 Rprec_mult_1.00 219 0.0887 Rprec_mult_1.20 219 0.0738 Rprec_mult_1.40 219 0.0632 Rprec_mult_1.60 219 0.0554 Rprec_mult_1.80 219 0.0492 Rprec_mult_2.00 219 0.0443 utility 219 -64.0000 11pt_avg 219 0.0909 binG 219 0.0245 G 219 0.0145 ndcg 219 0.1128 ndcg_rel 219 0.1221 Rndcg 219 0.1632 ndcg_cut_5 219 0.1696 ndcg_cut_10 219 0.2112 ndcg_cut_15 219 0.2601 ndcg_cut_20 219 0.2416 ndcg_cut_30 219 0.2132 ndcg_cut_100 219 0.1880 ndcg_cut_200 219 0.1260 ndcg_cut_500 219 0.1128 ndcg_cut_1000 219 0.1128 map_cut_5 219 0.0049 map_cut_10 219 0.0080 map_cut_15 219 0.0140 map_cut_20 219 0.0158 map_cut_30 219 0.0175 map_cut_100 219 0.0292 map_cut_200 219 0.0292 map_cut_500 219 0.0292 map_cut_1000 219 0.0292 relative_P_5 219 0.2000 relative_P_10 219 0.3000 relative_P_15 219 0.4000 relative_P_20 219 0.3500 relative_P_30 219 0.2667 relative_P_100 219 0.1800 relative_P_200 219 0.0900 relative_P_500 219 0.0887 relative_P_1000 219 0.0887 success_1 219 1.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.1800 set_relative_P 219 0.1800 set_recall 219 0.0887 set_map 219 0.0160 set_F 219 0.1188 num_nonrel_judged_ret 219 44 rbp 219 0.1872 rbp_resid 219 0.0127 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 100 num_rel 224 304 num_rel_ret 224 29 map 224 0.0536 Rprec 224 0.0954 bpref 224 0.0913 recip_rank 224 1.0000 iprec_at_recall_0.00 224 1.0000 iprec_at_recall_0.10 224 0.0000 iprec_at_recall_0.20 224 0.0000 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 0.6000 P_10 224 0.6000 P_15 224 0.6000 P_20 224 0.6000 P_30 224 0.6000 P_100 224 0.2900 P_200 224 0.1450 P_500 224 0.0580 P_1000 224 0.0290 relstring 224 '2210202022' recall_5 224 0.0099 recall_10 224 0.0197 recall_15 224 0.0296 recall_20 224 0.0395 recall_30 224 0.0592 recall_100 224 0.0954 recall_200 224 0.0954 recall_500 224 0.0954 recall_1000 224 0.0954 infAP 224 0.0536 Rprec_mult_0.20 224 0.3934 Rprec_mult_0.40 224 0.2377 Rprec_mult_0.60 224 0.1585 Rprec_mult_0.80 224 0.1189 Rprec_mult_1.00 224 0.0954 Rprec_mult_1.20 224 0.0795 Rprec_mult_1.40 224 0.0681 Rprec_mult_1.60 224 0.0595 Rprec_mult_1.80 224 0.0529 Rprec_mult_2.00 224 0.0477 utility 224 -42.0000 11pt_avg 224 0.0909 binG 224 0.0315 G 224 0.0198 ndcg 224 0.1501 ndcg_rel 224 0.1785 Rndcg 224 0.2504 ndcg_cut_5 224 0.5128 ndcg_cut_10 224 0.4682 ndcg_cut_15 224 0.4537 ndcg_cut_20 224 0.4443 ndcg_cut_30 224 0.4522 ndcg_cut_100 224 0.3292 ndcg_cut_200 224 0.2123 ndcg_cut_500 224 0.1501 ndcg_cut_1000 224 0.1501 map_cut_5 224 0.0086 map_cut_10 224 0.0142 map_cut_15 224 0.0205 map_cut_20 224 0.0264 map_cut_30 224 0.0384 map_cut_100 224 0.0536 map_cut_200 224 0.0536 map_cut_500 224 0.0536 map_cut_1000 224 0.0536 relative_P_5 224 0.6000 relative_P_10 224 0.6000 relative_P_15 224 0.6000 relative_P_20 224 0.6000 relative_P_30 224 0.6000 relative_P_100 224 0.2900 relative_P_200 224 0.1450 relative_P_500 224 0.0954 relative_P_1000 224 0.0954 success_1 224 1.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.2900 set_relative_P 224 0.2900 set_recall 224 0.0954 set_map 224 0.0277 set_F 224 0.1436 num_nonrel_judged_ret 224 19 rbp 224 0.4198 rbp_resid 224 0.0324 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 100 num_rel 225 238 num_rel_ret 225 59 map 225 0.2110 Rprec 225 0.2479 bpref 225 0.2365 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.8667 iprec_at_recall_0.20 225 0.7424 iprec_at_recall_0.30 225 0.0000 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 1.0000 P_10 225 1.0000 P_15 225 1.0000 P_20 225 0.9500 P_30 225 0.8667 P_100 225 0.5900 P_200 225 0.2950 P_500 225 0.1180 P_1000 225 0.0590 relstring 225 '2222232222' recall_5 225 0.0210 recall_10 225 0.0420 recall_15 225 0.0630 recall_20 225 0.0798 recall_30 225 0.1092 recall_100 225 0.2479 recall_200 225 0.2479 recall_500 225 0.2479 recall_1000 225 0.2479 infAP 225 0.2110 Rprec_mult_0.20 225 0.8125 Rprec_mult_0.40 225 0.6042 Rprec_mult_0.60 225 0.4126 Rprec_mult_0.80 225 0.3089 Rprec_mult_1.00 225 0.2479 Rprec_mult_1.20 225 0.2063 Rprec_mult_1.40 225 0.1766 Rprec_mult_1.60 225 0.1549 Rprec_mult_1.80 225 0.1375 Rprec_mult_2.00 225 0.1239 utility 225 18.0000 11pt_avg 225 0.2372 binG 225 0.1247 G 225 0.0525 ndcg 225 0.3239 ndcg_rel 225 0.3976 Rndcg 225 0.4287 ndcg_cut_5 225 0.6667 ndcg_cut_10 225 0.6928 ndcg_cut_15 225 0.7170 ndcg_cut_20 225 0.6962 ndcg_cut_30 225 0.6734 ndcg_cut_100 225 0.5779 ndcg_cut_200 225 0.3890 ndcg_cut_500 225 0.3239 ndcg_cut_1000 225 0.3239 map_cut_5 225 0.0210 map_cut_10 225 0.0420 map_cut_15 225 0.0630 map_cut_20 225 0.0789 map_cut_30 225 0.1051 map_cut_100 225 0.2110 map_cut_200 225 0.2110 map_cut_500 225 0.2110 map_cut_1000 225 0.2110 relative_P_5 225 1.0000 relative_P_10 225 1.0000 relative_P_15 225 1.0000 relative_P_20 225 0.9500 relative_P_30 225 0.8667 relative_P_100 225 0.5900 relative_P_200 225 0.2950 relative_P_500 225 0.2479 relative_P_1000 225 0.2479 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.5900 set_relative_P 225 0.5900 set_recall 225 0.2479 set_map 225 0.1463 set_F 225 0.3491 num_nonrel_judged_ret 225 11 rbp 225 0.6860 rbp_resid 225 0.0092 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 100 num_rel 233 203 num_rel_ret 233 42 map 233 0.1225 Rprec 233 0.2069 bpref 233 0.1918 recip_rank 233 0.5000 iprec_at_recall_0.00 233 0.8000 iprec_at_recall_0.10 233 0.6389 iprec_at_recall_0.20 233 0.4375 iprec_at_recall_0.30 233 0.0000 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 0.8000 P_10 233 0.7000 P_15 233 0.6000 P_20 233 0.6500 P_30 233 0.6333 P_100 233 0.4200 P_200 233 0.2100 P_500 233 0.0840 P_1000 233 0.0420 relstring 233 '1232202320' recall_5 233 0.0197 recall_10 233 0.0345 recall_15 233 0.0443 recall_20 233 0.0640 recall_30 233 0.0936 recall_100 233 0.2069 recall_200 233 0.2069 recall_500 233 0.2069 recall_1000 233 0.2069 infAP 233 0.1225 Rprec_mult_0.20 233 0.6098 Rprec_mult_0.40 233 0.4634 Rprec_mult_0.60 233 0.3443 Rprec_mult_0.80 233 0.2577 Rprec_mult_1.00 233 0.2069 Rprec_mult_1.20 233 0.1721 Rprec_mult_1.40 233 0.1474 Rprec_mult_1.60 233 0.1292 Rprec_mult_1.80 233 0.1148 Rprec_mult_2.00 233 0.1034 utility 233 -16.0000 11pt_avg 233 0.1706 binG 233 0.0621 G 233 0.0384 ndcg 233 0.2573 ndcg_rel 233 0.3017 Rndcg 233 0.3162 ndcg_cut_5 233 0.5152 ndcg_cut_10 233 0.4988 ndcg_cut_15 233 0.4911 ndcg_cut_20 233 0.5388 ndcg_cut_30 233 0.5373 ndcg_cut_100 233 0.3996 ndcg_cut_200 233 0.2771 ndcg_cut_500 233 0.2573 ndcg_cut_1000 233 0.2573 map_cut_5 233 0.0134 map_cut_10 233 0.0244 map_cut_15 233 0.0304 map_cut_20 233 0.0430 map_cut_30 233 0.0623 map_cut_100 233 0.1225 map_cut_200 233 0.1225 map_cut_500 233 0.1225 map_cut_1000 233 0.1225 relative_P_5 233 0.8000 relative_P_10 233 0.7000 relative_P_15 233 0.6000 relative_P_20 233 0.6500 relative_P_30 233 0.6333 relative_P_100 233 0.4200 relative_P_200 233 0.2100 relative_P_500 233 0.2069 relative_P_1000 233 0.2069 success_1 233 0.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.4200 set_relative_P 233 0.4200 set_recall 233 0.2069 set_map 233 0.0869 set_F 233 0.2772 num_nonrel_judged_ret 233 21 rbp 233 0.4250 rbp_resid 233 0.0113 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 100 num_rel 273 290 num_rel_ret 273 34 map 273 0.0752 Rprec 273 0.1172 bpref 273 0.1059 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.5167 iprec_at_recall_0.20 273 0.0000 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 1.0000 P_10 273 0.9000 P_15 273 0.8000 P_20 273 0.6500 P_30 273 0.4667 P_100 273 0.3400 P_200 273 0.1700 P_500 273 0.0680 P_1000 273 0.0340 relstring 273 '3322221222' recall_5 273 0.0172 recall_10 273 0.0310 recall_15 273 0.0414 recall_20 273 0.0448 recall_30 273 0.0483 recall_100 273 0.1172 recall_200 273 0.1172 recall_500 273 0.1172 recall_1000 273 0.1172 infAP 273 0.0752 Rprec_mult_0.20 273 0.5000 Rprec_mult_0.40 273 0.2931 Rprec_mult_0.60 273 0.1954 Rprec_mult_0.80 273 0.1466 Rprec_mult_1.00 273 0.1172 Rprec_mult_1.20 273 0.0977 Rprec_mult_1.40 273 0.0837 Rprec_mult_1.60 273 0.0733 Rprec_mult_1.80 273 0.0651 Rprec_mult_2.00 273 0.0586 utility 273 -32.0000 11pt_avg 273 0.1379 binG 273 0.0484 G 273 0.0292 ndcg 273 0.2026 ndcg_rel 273 0.2549 Rndcg 273 0.4039 ndcg_cut_5 273 0.7646 ndcg_cut_10 273 0.7098 ndcg_cut_15 273 0.6561 ndcg_cut_20 273 0.6052 ndcg_cut_30 273 0.5281 ndcg_cut_100 273 0.4074 ndcg_cut_200 273 0.2789 ndcg_cut_500 273 0.2026 ndcg_cut_1000 273 0.2026 map_cut_5 273 0.0172 map_cut_10 273 0.0299 map_cut_15 273 0.0380 map_cut_20 273 0.0408 map_cut_30 273 0.0424 map_cut_100 273 0.0752 map_cut_200 273 0.0752 map_cut_500 273 0.0752 map_cut_1000 273 0.0752 relative_P_5 273 1.0000 relative_P_10 273 0.9000 relative_P_15 273 0.8000 relative_P_20 273 0.6500 relative_P_30 273 0.4667 relative_P_100 273 0.3400 relative_P_200 273 0.1700 relative_P_500 273 0.1172 relative_P_1000 273 0.1172 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.3400 set_relative_P 273 0.3400 set_recall 273 0.1172 set_map 273 0.0399 set_F 273 0.1744 num_nonrel_judged_ret 273 30 rbp 273 0.4549 rbp_resid 273 0.0084 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 100 num_rel 300 239 num_rel_ret 300 13 map 300 0.0115 Rprec 300 0.0544 bpref 300 0.0488 recip_rank 300 0.2000 iprec_at_recall_0.00 300 0.3333 iprec_at_recall_0.10 300 0.0000 iprec_at_recall_0.20 300 0.0000 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.2000 P_10 300 0.2000 P_15 300 0.2667 P_20 300 0.2500 P_30 300 0.2000 P_100 300 0.1300 P_200 300 0.0650 P_500 300 0.0260 P_1000 300 0.0130 relstring 300 '0100302000' recall_5 300 0.0042 recall_10 300 0.0084 recall_15 300 0.0167 recall_20 300 0.0209 recall_30 300 0.0251 recall_100 300 0.0544 recall_200 300 0.0544 recall_500 300 0.0544 recall_1000 300 0.0544 infAP 300 0.0115 Rprec_mult_0.20 300 0.1667 Rprec_mult_0.40 300 0.1354 Rprec_mult_0.60 300 0.0903 Rprec_mult_0.80 300 0.0677 Rprec_mult_1.00 300 0.0544 Rprec_mult_1.20 300 0.0453 Rprec_mult_1.40 300 0.0388 Rprec_mult_1.60 300 0.0339 Rprec_mult_1.80 300 0.0302 Rprec_mult_2.00 300 0.0272 utility 300 -74.0000 11pt_avg 300 0.0303 binG 300 0.0128 G 300 0.0100 ndcg 300 0.0774 ndcg_rel 300 0.0837 Rndcg 300 0.1087 ndcg_cut_5 300 0.2025 ndcg_cut_10 300 0.1803 ndcg_cut_15 300 0.2023 ndcg_cut_20 300 0.2128 ndcg_cut_30 300 0.1865 ndcg_cut_100 300 0.1437 ndcg_cut_200 300 0.0938 ndcg_cut_500 300 0.0774 ndcg_cut_1000 300 0.0774 map_cut_5 300 0.0008 map_cut_10 300 0.0020 map_cut_15 300 0.0046 map_cut_20 300 0.0057 map_cut_30 300 0.0067 map_cut_100 300 0.0115 map_cut_200 300 0.0115 map_cut_500 300 0.0115 map_cut_1000 300 0.0115 relative_P_5 300 0.2000 relative_P_10 300 0.2000 relative_P_15 300 0.2667 relative_P_20 300 0.2500 relative_P_30 300 0.2000 relative_P_100 300 0.1300 relative_P_200 300 0.0650 relative_P_500 300 0.0544 relative_P_1000 300 0.0544 success_1 300 0.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.1300 set_relative_P 300 0.1300 set_recall 300 0.0544 set_map 300 0.0071 set_F 300 0.0767 num_nonrel_judged_ret 300 39 rbp 300 0.2070 rbp_resid 300 0.0145 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 100 num_rel 31 134 num_rel_ret 31 19 map 31 0.0469 Rprec 31 0.1418 bpref 31 0.1205 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.2407 iprec_at_recall_0.20 31 0.0000 iprec_at_recall_0.30 31 0.0000 iprec_at_recall_0.40 31 0.0000 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 0.4000 P_10 31 0.3000 P_15 31 0.3333 P_20 31 0.3000 P_30 31 0.3000 P_100 31 0.1900 P_200 31 0.0950 P_500 31 0.0380 P_1000 31 0.0190 relstring 31 '2102102001' recall_5 31 0.0149 recall_10 31 0.0224 recall_15 31 0.0373 recall_20 31 0.0448 recall_30 31 0.0672 recall_100 31 0.1418 recall_200 31 0.1418 recall_500 31 0.1418 recall_1000 31 0.1418 infAP 31 0.0469 Rprec_mult_0.20 31 0.2963 Rprec_mult_0.40 31 0.2407 Rprec_mult_0.60 31 0.2099 Rprec_mult_0.80 31 0.1759 Rprec_mult_1.00 31 0.1418 Rprec_mult_1.20 31 0.1180 Rprec_mult_1.40 31 0.1011 Rprec_mult_1.60 31 0.0884 Rprec_mult_1.80 31 0.0785 Rprec_mult_2.00 31 0.0709 utility 31 -62.0000 11pt_avg 31 0.1128 binG 31 0.0391 G 31 0.0306 ndcg 31 0.1982 ndcg_rel 31 0.2209 Rndcg 31 0.2345 ndcg_cut_5 31 0.4385 ndcg_cut_10 31 0.3547 ndcg_cut_15 31 0.3333 ndcg_cut_20 31 0.3023 ndcg_cut_30 31 0.3183 ndcg_cut_100 31 0.2630 ndcg_cut_200 31 0.1982 ndcg_cut_500 31 0.1982 ndcg_cut_1000 31 0.1982 map_cut_5 31 0.0112 map_cut_10 31 0.0144 map_cut_15 31 0.0192 map_cut_20 31 0.0214 map_cut_30 31 0.0281 map_cut_100 31 0.0469 map_cut_200 31 0.0469 map_cut_500 31 0.0469 map_cut_1000 31 0.0469 relative_P_5 31 0.4000 relative_P_10 31 0.3000 relative_P_15 31 0.3333 relative_P_20 31 0.3000 relative_P_30 31 0.3000 relative_P_100 31 0.1900 relative_P_200 31 0.1418 relative_P_500 31 0.1418 relative_P_1000 31 0.1418 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.1900 set_relative_P 31 0.1900 set_recall 31 0.1418 set_map 31 0.0269 set_F 31 0.1624 num_nonrel_judged_ret 31 38 rbp 31 0.2882 rbp_resid 31 0.0216 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 100 num_rel 37 230 num_rel_ret 37 15 map 37 0.0156 Rprec 37 0.0652 bpref 37 0.0592 recip_rank 37 0.2000 iprec_at_recall_0.00 37 0.2857 iprec_at_recall_0.10 37 0.0000 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.2000 P_10 37 0.1000 P_15 37 0.2000 P_20 37 0.2500 P_30 37 0.2667 P_100 37 0.1500 P_200 37 0.0750 P_500 37 0.0300 P_1000 37 0.0150 relstring 37 '1010210000' recall_5 37 0.0043 recall_10 37 0.0043 recall_15 37 0.0130 recall_20 37 0.0217 recall_30 37 0.0348 recall_100 37 0.0652 recall_200 37 0.0652 recall_500 37 0.0652 recall_1000 37 0.0652 infAP 37 0.0156 Rprec_mult_0.20 37 0.2391 Rprec_mult_0.40 37 0.1630 Rprec_mult_0.60 37 0.1087 Rprec_mult_0.80 37 0.0815 Rprec_mult_1.00 37 0.0652 Rprec_mult_1.20 37 0.0543 Rprec_mult_1.40 37 0.0466 Rprec_mult_1.60 37 0.0408 Rprec_mult_1.80 37 0.0362 Rprec_mult_2.00 37 0.0326 utility 37 -70.0000 11pt_avg 37 0.0260 binG 37 0.0150 G 37 0.0149 ndcg 37 0.1169 ndcg_rel 37 0.1322 Rndcg 37 0.1812 ndcg_cut_5 37 0.2571 ndcg_cut_10 37 0.1929 ndcg_cut_15 37 0.2559 ndcg_cut_20 37 0.2794 ndcg_cut_30 37 0.3167 ndcg_cut_100 37 0.2541 ndcg_cut_200 37 0.1621 ndcg_cut_500 37 0.1169 ndcg_cut_1000 37 0.1169 map_cut_5 37 0.0009 map_cut_10 37 0.0009 map_cut_15 37 0.0026 map_cut_20 37 0.0046 map_cut_30 37 0.0082 map_cut_100 37 0.0156 map_cut_200 37 0.0156 map_cut_500 37 0.0156 map_cut_1000 37 0.0156 relative_P_5 37 0.2000 relative_P_10 37 0.1000 relative_P_15 37 0.2000 relative_P_20 37 0.2500 relative_P_30 37 0.2667 relative_P_100 37 0.1500 relative_P_200 37 0.0750 relative_P_500 37 0.0652 relative_P_1000 37 0.0652 success_1 37 0.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.1500 set_relative_P 37 0.1500 set_recall 37 0.0652 set_map 37 0.0098 set_F 37 0.0909 num_nonrel_judged_ret 37 42 rbp 37 0.2614 rbp_resid 37 0.0152 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 100 num_rel 407 102 num_rel_ret 407 5 map 407 0.0025 Rprec 407 0.0490 bpref 407 0.0309 recip_rank 407 0.0303 iprec_at_recall_0.00 407 0.0600 iprec_at_recall_0.10 407 0.0000 iprec_at_recall_0.20 407 0.0000 iprec_at_recall_0.30 407 0.0000 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.0000 P_10 407 0.0000 P_15 407 0.0000 P_20 407 0.0000 P_30 407 0.0000 P_100 407 0.0500 P_200 407 0.0250 P_500 407 0.0100 P_1000 407 0.0050 relstring 407 '0000000000' recall_5 407 0.0000 recall_10 407 0.0000 recall_15 407 0.0000 recall_20 407 0.0000 recall_30 407 0.0000 recall_100 407 0.0490 recall_200 407 0.0490 recall_500 407 0.0490 recall_1000 407 0.0490 infAP 407 0.0025 Rprec_mult_0.20 407 0.0000 Rprec_mult_0.40 407 0.0488 Rprec_mult_0.60 407 0.0484 Rprec_mult_0.80 407 0.0366 Rprec_mult_1.00 407 0.0490 Rprec_mult_1.20 407 0.0407 Rprec_mult_1.40 407 0.0350 Rprec_mult_1.60 407 0.0305 Rprec_mult_1.80 407 0.0272 Rprec_mult_2.00 407 0.0245 utility 407 -90.0000 11pt_avg 407 0.0055 binG 407 0.0086 G 407 0.0070 ndcg 407 0.0388 ndcg_rel 407 0.0387 Rndcg 407 0.0268 ndcg_cut_5 407 0.0000 ndcg_cut_10 407 0.0000 ndcg_cut_15 407 0.0000 ndcg_cut_20 407 0.0000 ndcg_cut_30 407 0.0000 ndcg_cut_100 407 0.0421 ndcg_cut_200 407 0.0388 ndcg_cut_500 407 0.0388 ndcg_cut_1000 407 0.0388 map_cut_5 407 0.0000 map_cut_10 407 0.0000 map_cut_15 407 0.0000 map_cut_20 407 0.0000 map_cut_30 407 0.0000 map_cut_100 407 0.0025 map_cut_200 407 0.0025 map_cut_500 407 0.0025 map_cut_1000 407 0.0025 relative_P_5 407 0.0000 relative_P_10 407 0.0000 relative_P_15 407 0.0000 relative_P_20 407 0.0000 relative_P_30 407 0.0000 relative_P_100 407 0.0500 relative_P_200 407 0.0490 relative_P_500 407 0.0490 relative_P_1000 407 0.0490 success_1 407 0.0000 success_5 407 0.0000 success_10 407 0.0000 set_P 407 0.0500 set_relative_P 407 0.0500 set_recall 407 0.0490 set_map 407 0.0025 set_F 407 0.0495 num_nonrel_judged_ret 407 46 rbp 407 0.0047 rbp_resid 407 0.0243 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 100 num_rel 477 285 num_rel_ret 477 54 map 477 0.1206 Rprec 477 0.1895 bpref 477 0.1723 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.6207 iprec_at_recall_0.20 477 0.0000 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 1.0000 P_10 477 0.8000 P_15 477 0.6667 P_20 477 0.5000 P_30 477 0.5000 P_100 477 0.5400 P_200 477 0.2700 P_500 477 0.1080 P_1000 477 0.0540 relstring 477 '3333223300' recall_5 477 0.0175 recall_10 477 0.0281 recall_15 477 0.0351 recall_20 477 0.0351 recall_30 477 0.0526 recall_100 477 0.1895 recall_200 477 0.1895 recall_500 477 0.1895 recall_1000 477 0.1895 infAP 477 0.1206 Rprec_mult_0.20 477 0.6140 Rprec_mult_0.40 477 0.4737 Rprec_mult_0.60 477 0.3158 Rprec_mult_0.80 477 0.2368 Rprec_mult_1.00 477 0.1895 Rprec_mult_1.20 477 0.1579 Rprec_mult_1.40 477 0.1353 Rprec_mult_1.60 477 0.1184 Rprec_mult_1.80 477 0.1053 Rprec_mult_2.00 477 0.0947 utility 477 8.0000 11pt_avg 477 0.1473 binG 477 0.0646 G 477 0.0460 ndcg 477 0.2558 ndcg_rel 477 0.3110 Rndcg 477 0.3439 ndcg_cut_5 477 0.9563 ndcg_cut_10 477 0.8156 ndcg_cut_15 477 0.6921 ndcg_cut_20 477 0.5873 ndcg_cut_30 477 0.5503 ndcg_cut_100 477 0.5193 ndcg_cut_200 477 0.3549 ndcg_cut_500 477 0.2558 ndcg_cut_1000 477 0.2558 map_cut_5 477 0.0175 map_cut_10 477 0.0281 map_cut_15 477 0.0332 map_cut_20 477 0.0332 map_cut_30 477 0.0418 map_cut_100 477 0.1206 map_cut_200 477 0.1206 map_cut_500 477 0.1206 map_cut_1000 477 0.1206 relative_P_5 477 1.0000 relative_P_10 477 0.8000 relative_P_15 477 0.6667 relative_P_20 477 0.5000 relative_P_30 477 0.5000 relative_P_100 477 0.5400 relative_P_200 477 0.2700 relative_P_500 477 0.1895 relative_P_1000 477 0.1895 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.5400 set_relative_P 477 0.5400 set_recall 477 0.1895 set_map 477 0.1023 set_F 477 0.2805 num_nonrel_judged_ret 477 22 rbp 477 0.6270 rbp_resid 477 0.0088 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 100 num_rel 499 192 num_rel_ret 499 46 map 499 0.1126 Rprec 499 0.2396 bpref 499 0.2086 recip_rank 499 0.5000 iprec_at_recall_0.00 499 0.5429 iprec_at_recall_0.10 499 0.5429 iprec_at_recall_0.20 499 0.5000 iprec_at_recall_0.30 499 0.0000 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 0.2000 P_10 499 0.3000 P_15 499 0.3333 P_20 499 0.3500 P_30 499 0.4667 P_100 499 0.4600 P_200 499 0.2300 P_500 499 0.0920 P_1000 499 0.0460 relstring 499 '1210020003' recall_5 499 0.0052 recall_10 499 0.0156 recall_15 499 0.0260 recall_20 499 0.0365 recall_30 499 0.0729 recall_100 499 0.2396 recall_200 499 0.2396 recall_500 499 0.2396 recall_1000 499 0.2396 infAP 499 0.1126 Rprec_mult_0.20 499 0.5128 Rprec_mult_0.40 499 0.4935 Rprec_mult_0.60 499 0.3966 Rprec_mult_0.80 499 0.2987 Rprec_mult_1.00 499 0.2396 Rprec_mult_1.20 499 0.1991 Rprec_mult_1.40 499 0.1710 Rprec_mult_1.60 499 0.1494 Rprec_mult_1.80 499 0.1329 Rprec_mult_2.00 499 0.1198 utility 499 -8.0000 11pt_avg 499 0.1442 binG 499 0.0559 G 499 0.0419 ndcg 499 0.2793 ndcg_rel 499 0.3159 Rndcg 499 0.3476 ndcg_cut_5 499 0.3122 ndcg_cut_10 499 0.3185 ndcg_cut_15 499 0.3671 ndcg_cut_20 499 0.3729 ndcg_cut_30 499 0.4181 ndcg_cut_100 499 0.4797 ndcg_cut_200 499 0.3170 ndcg_cut_500 499 0.2793 ndcg_cut_1000 499 0.2793 map_cut_5 499 0.0026 map_cut_10 499 0.0059 map_cut_15 499 0.0095 map_cut_20 499 0.0134 map_cut_30 499 0.0289 map_cut_100 499 0.1126 map_cut_200 499 0.1126 map_cut_500 499 0.1126 map_cut_1000 499 0.1126 relative_P_5 499 0.2000 relative_P_10 499 0.3000 relative_P_15 499 0.3333 relative_P_20 499 0.3500 relative_P_30 499 0.4667 relative_P_100 499 0.4600 relative_P_200 499 0.2396 relative_P_500 499 0.2396 relative_P_1000 499 0.2396 success_1 499 0.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.4600 set_relative_P 499 0.4600 set_recall 499 0.2396 set_map 499 0.1102 set_F 499 0.3151 num_nonrel_judged_ret 499 35 rbp 499 0.3767 rbp_resid 499 0.0039 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 100 num_rel 515 147 num_rel_ret 515 6 map 515 0.0028 Rprec 515 0.0408 bpref 515 0.0276 recip_rank 515 0.1250 iprec_at_recall_0.00 515 0.1250 iprec_at_recall_0.10 515 0.0000 iprec_at_recall_0.20 515 0.0000 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.0000 P_10 515 0.1000 P_15 515 0.0667 P_20 515 0.0500 P_30 515 0.0333 P_100 515 0.0600 P_200 515 0.0300 P_500 515 0.0120 P_1000 515 0.0060 relstring 515 '0000000200' recall_5 515 0.0000 recall_10 515 0.0068 recall_15 515 0.0068 recall_20 515 0.0068 recall_30 515 0.0068 recall_100 515 0.0408 recall_200 515 0.0408 recall_500 515 0.0408 recall_1000 515 0.0408 infAP 515 0.0028 Rprec_mult_0.20 515 0.0333 Rprec_mult_0.40 515 0.0508 Rprec_mult_0.60 515 0.0562 Rprec_mult_0.80 515 0.0508 Rprec_mult_1.00 515 0.0408 Rprec_mult_1.20 515 0.0339 Rprec_mult_1.40 515 0.0291 Rprec_mult_1.60 515 0.0254 Rprec_mult_1.80 515 0.0226 Rprec_mult_2.00 515 0.0204 utility 515 -88.0000 11pt_avg 515 0.0114 binG 515 0.0079 G 515 0.0085 ndcg 515 0.0549 ndcg_rel 515 0.0564 Rndcg 515 0.0575 ndcg_cut_5 515 0.0000 ndcg_cut_10 515 0.0694 ndcg_cut_15 515 0.0751 ndcg_cut_20 515 0.0626 ndcg_cut_30 515 0.0714 ndcg_cut_100 515 0.0796 ndcg_cut_200 515 0.0549 ndcg_cut_500 515 0.0549 ndcg_cut_1000 515 0.0549 map_cut_5 515 0.0000 map_cut_10 515 0.0009 map_cut_15 515 0.0009 map_cut_20 515 0.0009 map_cut_30 515 0.0009 map_cut_100 515 0.0028 map_cut_200 515 0.0028 map_cut_500 515 0.0028 map_cut_1000 515 0.0028 relative_P_5 515 0.0000 relative_P_10 515 0.1000 relative_P_15 515 0.0667 relative_P_20 515 0.0500 relative_P_30 515 0.0333 relative_P_100 515 0.0600 relative_P_200 515 0.0408 relative_P_500 515 0.0408 relative_P_1000 515 0.0408 success_1 515 0.0000 success_5 515 0.0000 success_10 515 1.0000 set_P 515 0.0600 set_relative_P 515 0.0600 set_recall 515 0.0408 set_map 515 0.0024 set_F 515 0.0486 num_nonrel_judged_ret 515 70 rbp 515 0.0718 rbp_resid 515 0.0041 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 100 num_rel 58 373 num_rel_ret 58 63 map 58 0.1358 Rprec 58 0.1689 bpref 58 0.1613 recip_rank 58 1.0000 iprec_at_recall_0.00 58 1.0000 iprec_at_recall_0.10 58 0.8444 iprec_at_recall_0.20 58 0.0000 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 0.8000 P_10 58 0.9000 P_15 58 0.8000 P_20 58 0.8500 P_30 58 0.9000 P_100 58 0.6300 P_200 58 0.3150 P_500 58 0.1260 P_1000 58 0.0630 relstring 58 '3333143243' recall_5 58 0.0107 recall_10 58 0.0241 recall_15 58 0.0322 recall_20 58 0.0456 recall_30 58 0.0724 recall_100 58 0.1689 recall_200 58 0.1689 recall_500 58 0.1689 recall_1000 58 0.1689 infAP 58 0.1358 Rprec_mult_0.20 58 0.6800 Rprec_mult_0.40 58 0.4200 Rprec_mult_0.60 58 0.2812 Rprec_mult_0.80 58 0.2107 Rprec_mult_1.00 58 0.1689 Rprec_mult_1.20 58 0.1406 Rprec_mult_1.40 58 0.1205 Rprec_mult_1.60 58 0.1055 Rprec_mult_1.80 58 0.0938 Rprec_mult_2.00 58 0.0845 utility 58 26.0000 11pt_avg 58 0.1677 binG 58 0.0658 G 58 0.0406 ndcg 58 0.2652 ndcg_rel 58 0.3379 Rndcg 58 0.4177 ndcg_cut_5 58 0.6844 ndcg_cut_10 58 0.7961 ndcg_cut_15 58 0.7561 ndcg_cut_20 58 0.7529 ndcg_cut_30 58 0.7833 ndcg_cut_100 58 0.6026 ndcg_cut_200 58 0.3914 ndcg_cut_500 58 0.2652 ndcg_cut_1000 58 0.2652 map_cut_5 58 0.0107 map_cut_10 58 0.0224 map_cut_15 58 0.0287 map_cut_20 58 0.0399 map_cut_30 58 0.0635 map_cut_100 58 0.1358 map_cut_200 58 0.1358 map_cut_500 58 0.1358 map_cut_1000 58 0.1358 relative_P_5 58 0.8000 relative_P_10 58 0.9000 relative_P_15 58 0.8000 relative_P_20 58 0.8500 relative_P_30 58 0.9000 relative_P_100 58 0.6300 relative_P_200 58 0.3150 relative_P_500 58 0.1689 relative_P_1000 58 0.1689 success_1 58 1.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.6300 set_relative_P 58 0.6300 set_recall 58 0.1689 set_map 58 0.1064 set_F 58 0.2664 num_nonrel_judged_ret 58 6 rbp 58 0.6462 rbp_resid 58 0.0108 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 100 num_rel 707 186 num_rel_ret 707 15 map 707 0.0256 Rprec 707 0.0806 bpref 707 0.0725 recip_rank 707 1.0000 iprec_at_recall_0.00 707 1.0000 iprec_at_recall_0.10 707 0.0000 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.2000 P_10 707 0.4000 P_15 707 0.3333 P_20 707 0.3000 P_30 707 0.2667 P_100 707 0.1500 P_200 707 0.0750 P_500 707 0.0300 P_1000 707 0.0150 relstring 707 '2000002022' recall_5 707 0.0054 recall_10 707 0.0215 recall_15 707 0.0269 recall_20 707 0.0323 recall_30 707 0.0430 recall_100 707 0.0806 recall_200 707 0.0806 recall_500 707 0.0806 recall_1000 707 0.0806 infAP 707 0.0256 Rprec_mult_0.20 707 0.2368 Rprec_mult_0.40 707 0.1733 Rprec_mult_0.60 707 0.1339 Rprec_mult_0.80 707 0.1007 Rprec_mult_1.00 707 0.0806 Rprec_mult_1.20 707 0.0670 Rprec_mult_1.40 707 0.0575 Rprec_mult_1.60 707 0.0503 Rprec_mult_1.80 707 0.0448 Rprec_mult_2.00 707 0.0403 utility 707 -70.0000 11pt_avg 707 0.0909 binG 707 0.0232 G 707 0.0162 ndcg 707 0.1144 ndcg_rel 707 0.1263 Rndcg 707 0.1527 ndcg_cut_5 707 0.2261 ndcg_cut_10 707 0.2950 ndcg_cut_15 707 0.2799 ndcg_cut_20 707 0.2818 ndcg_cut_30 707 0.2667 ndcg_cut_100 707 0.1813 ndcg_cut_200 707 0.1158 ndcg_cut_500 707 0.1144 ndcg_cut_1000 707 0.1144 map_cut_5 707 0.0054 map_cut_10 707 0.0109 map_cut_15 707 0.0131 map_cut_20 707 0.0148 map_cut_30 707 0.0181 map_cut_100 707 0.0256 map_cut_200 707 0.0256 map_cut_500 707 0.0256 map_cut_1000 707 0.0256 relative_P_5 707 0.2000 relative_P_10 707 0.4000 relative_P_15 707 0.3333 relative_P_20 707 0.3000 relative_P_30 707 0.2667 relative_P_100 707 0.1500 relative_P_200 707 0.0806 relative_P_500 707 0.0806 relative_P_1000 707 0.0806 success_1 707 1.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.1500 set_relative_P 707 0.1500 set_recall 707 0.0806 set_map 707 0.0121 set_F 707 0.1049 num_nonrel_judged_ret 707 36 rbp 707 0.2073 rbp_resid 707 0.0320 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 100 num_rel 72 466 num_rel_ret 72 60 map 72 0.1127 Rprec 72 0.1288 bpref 72 0.1251 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.7538 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 1.0000 P_15 72 1.0000 P_20 72 1.0000 P_30 72 0.9667 P_100 72 0.6000 P_200 72 0.3000 P_500 72 0.1200 P_1000 72 0.0600 relstring 72 '2323333324' recall_5 72 0.0107 recall_10 72 0.0215 recall_15 72 0.0322 recall_20 72 0.0429 recall_30 72 0.0622 recall_100 72 0.1288 recall_200 72 0.1288 recall_500 72 0.1288 recall_1000 72 0.1288 infAP 72 0.1127 Rprec_mult_0.20 72 0.6277 Rprec_mult_0.40 72 0.3209 Rprec_mult_0.60 72 0.2143 Rprec_mult_0.80 72 0.1609 Rprec_mult_1.00 72 0.1288 Rprec_mult_1.20 72 0.1071 Rprec_mult_1.40 72 0.0919 Rprec_mult_1.60 72 0.0804 Rprec_mult_1.80 72 0.0715 Rprec_mult_2.00 72 0.0644 utility 72 20.0000 11pt_avg 72 0.1594 binG 72 0.0758 G 72 0.0252 ndcg 72 0.1964 ndcg_rel 72 0.2506 Rndcg 72 0.2989 ndcg_cut_5 72 0.6228 ndcg_cut_10 72 0.6668 ndcg_cut_15 72 0.6639 ndcg_cut_20 72 0.6703 ndcg_cut_30 72 0.6649 ndcg_cut_100 72 0.5160 ndcg_cut_200 72 0.3337 ndcg_cut_500 72 0.1964 ndcg_cut_1000 72 0.1964 map_cut_5 72 0.0107 map_cut_10 72 0.0215 map_cut_15 72 0.0322 map_cut_20 72 0.0429 map_cut_30 72 0.0618 map_cut_100 72 0.1127 map_cut_200 72 0.1127 map_cut_500 72 0.1127 map_cut_1000 72 0.1127 relative_P_5 72 1.0000 relative_P_10 72 1.0000 relative_P_15 72 1.0000 relative_P_20 72 1.0000 relative_P_30 72 0.9667 relative_P_100 72 0.6000 relative_P_200 72 0.3000 relative_P_500 72 0.1288 relative_P_1000 72 0.1288 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.6000 set_relative_P 72 0.6000 set_recall 72 0.1288 set_map 72 0.0773 set_F 72 0.2120 num_nonrel_judged_ret 72 4 rbp 72 0.6604 rbp_resid 72 0.0192 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 100 num_rel 84 142 num_rel_ret 84 14 map 84 0.0345 Rprec 84 0.0986 bpref 84 0.0861 recip_rank 84 1.0000 iprec_at_recall_0.00 84 1.0000 iprec_at_recall_0.10 84 0.1591 iprec_at_recall_0.20 84 0.0000 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 0.6000 P_10 84 0.4000 P_15 84 0.2667 P_20 84 0.2000 P_30 84 0.2333 P_100 84 0.1400 P_200 84 0.0700 P_500 84 0.0280 P_1000 84 0.0140 relstring 84 '3020201020' recall_5 84 0.0211 recall_10 84 0.0282 recall_15 84 0.0282 recall_20 84 0.0282 recall_30 84 0.0493 recall_100 84 0.0986 recall_200 84 0.0986 recall_500 84 0.0986 recall_1000 84 0.0986 infAP 84 0.0345 Rprec_mult_0.20 84 0.2414 Rprec_mult_0.40 84 0.1930 Rprec_mult_0.60 84 0.1512 Rprec_mult_0.80 84 0.1228 Rprec_mult_1.00 84 0.0986 Rprec_mult_1.20 84 0.0819 Rprec_mult_1.40 84 0.0704 Rprec_mult_1.60 84 0.0614 Rprec_mult_1.80 84 0.0547 Rprec_mult_2.00 84 0.0493 utility 84 -72.0000 11pt_avg 84 0.1054 binG 84 0.0315 G 84 0.0210 ndcg 84 0.1510 ndcg_rel 84 0.1681 Rndcg 84 0.2482 ndcg_cut_5 84 0.4185 ndcg_cut_10 84 0.3526 ndcg_cut_15 84 0.2958 ndcg_cut_20 84 0.2714 ndcg_cut_30 84 0.2919 ndcg_cut_100 84 0.2266 ndcg_cut_200 84 0.1639 ndcg_cut_500 84 0.1510 ndcg_cut_1000 84 0.1510 map_cut_5 84 0.0160 map_cut_10 84 0.0191 map_cut_15 84 0.0191 map_cut_20 84 0.0191 map_cut_30 84 0.0241 map_cut_100 84 0.0345 map_cut_200 84 0.0345 map_cut_500 84 0.0345 map_cut_1000 84 0.0345 relative_P_5 84 0.6000 relative_P_10 84 0.4000 relative_P_15 84 0.2667 relative_P_20 84 0.2000 relative_P_30 84 0.2333 relative_P_100 84 0.1400 relative_P_200 84 0.0986 relative_P_500 84 0.0986 relative_P_1000 84 0.0986 success_1 84 1.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.1400 set_relative_P 84 0.1400 set_recall 84 0.0986 set_map 84 0.0138 set_F 84 0.1157 num_nonrel_judged_ret 84 33 rbp 84 0.2198 rbp_resid 84 0.0281 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 100 num_rel 897 239 num_rel_ret 897 24 map 897 0.0373 Rprec 897 0.1004 bpref 897 0.0934 recip_rank 897 0.5000 iprec_at_recall_0.00 897 0.6667 iprec_at_recall_0.10 897 0.2400 iprec_at_recall_0.20 897 0.0000 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 0.4000 P_10 897 0.5000 P_15 897 0.3333 P_20 897 0.4000 P_30 897 0.4000 P_100 897 0.2400 P_200 897 0.1200 P_500 897 0.0480 P_1000 897 0.0240 relstring 897 '0220101232' recall_5 897 0.0084 recall_10 897 0.0209 recall_15 897 0.0209 recall_20 897 0.0335 recall_30 897 0.0502 recall_100 897 0.1004 recall_200 897 0.1004 recall_500 897 0.1004 recall_1000 897 0.1004 infAP 897 0.0373 Rprec_mult_0.20 897 0.2917 Rprec_mult_0.40 897 0.2396 Rprec_mult_0.60 897 0.1667 Rprec_mult_0.80 897 0.1250 Rprec_mult_1.00 897 0.1004 Rprec_mult_1.20 897 0.0836 Rprec_mult_1.40 897 0.0716 Rprec_mult_1.60 897 0.0627 Rprec_mult_1.80 897 0.0557 Rprec_mult_2.00 897 0.0502 utility 897 -52.0000 11pt_avg 897 0.0824 binG 897 0.0266 G 897 0.0200 ndcg 897 0.1470 ndcg_rel 897 0.1672 Rndcg 897 0.2201 ndcg_cut_5 897 0.2994 ndcg_cut_10 897 0.3737 ndcg_cut_15 897 0.3209 ndcg_cut_20 897 0.3461 ndcg_cut_30 897 0.3463 ndcg_cut_100 897 0.2823 ndcg_cut_200 897 0.1826 ndcg_cut_500 897 0.1470 ndcg_cut_1000 897 0.1470 map_cut_5 897 0.0049 map_cut_10 897 0.0104 map_cut_15 897 0.0104 map_cut_20 897 0.0155 map_cut_30 897 0.0226 map_cut_100 897 0.0373 map_cut_200 897 0.0373 map_cut_500 897 0.0373 map_cut_1000 897 0.0373 relative_P_5 897 0.4000 relative_P_10 897 0.5000 relative_P_15 897 0.3333 relative_P_20 897 0.4000 relative_P_30 897 0.4000 relative_P_100 897 0.2400 relative_P_200 897 0.1200 relative_P_500 897 0.1004 relative_P_1000 897 0.1004 success_1 897 0.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.2400 set_relative_P 897 0.2400 set_recall 897 0.1004 set_map 897 0.0241 set_F 897 0.1416 num_nonrel_judged_ret 897 32 rbp 897 0.3522 rbp_resid 897 0.0279 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all Anserini_bm25 num_q all 22 num_ret all 2200 num_rel all 5166 num_rel_ret all 596 map all 0.0565 gm_map all 0.0296 Rprec all 0.1106 bpref all 0.0997 recip_rank all 0.6653 iprec_at_recall_0.00 all 0.7201 iprec_at_recall_0.10 all 0.2465 iprec_at_recall_0.20 all 0.0764 iprec_at_recall_0.30 all 0.0000 iprec_at_recall_0.40 all 0.0000 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.4364 P_10 all 0.4273 P_15 all 0.4030 P_20 all 0.3909 P_30 all 0.3864 P_100 all 0.2709 P_200 all 0.1355 P_500 all 0.0542 P_1000 all 0.0271 recall_5 all 0.0090 recall_10 all 0.0174 recall_15 all 0.0245 recall_20 all 0.0312 recall_30 all 0.0464 recall_100 all 0.1106 recall_200 all 0.1106 recall_500 all 0.1106 recall_1000 all 0.1106 infAP all 0.0565 gm_bpref all 0.0822 Rprec_mult_0.20 all 0.3422 Rprec_mult_0.40 all 0.2502 Rprec_mult_0.60 all 0.1801 Rprec_mult_0.80 all 0.1368 Rprec_mult_1.00 all 0.1106 Rprec_mult_1.20 all 0.0920 Rprec_mult_1.40 all 0.0789 Rprec_mult_1.60 all 0.0690 Rprec_mult_1.80 all 0.0614 Rprec_mult_2.00 all 0.0553 utility all -45.8182 11pt_avg all 0.0948 binG all 0.0363 G all 0.0226 ndcg all 0.1550 ndcg_rel all 0.1810 Rndcg all 0.2264 ndcg_cut_5 all 0.3683 ndcg_cut_10 all 0.3613 ndcg_cut_15 all 0.3505 ndcg_cut_20 all 0.3441 ndcg_cut_30 all 0.3468 ndcg_cut_100 all 0.2900 ndcg_cut_200 all 0.1940 ndcg_cut_500 all 0.1550 ndcg_cut_1000 all 0.1550 map_cut_5 all 0.0074 map_cut_10 all 0.0126 map_cut_15 all 0.0167 map_cut_20 all 0.0205 map_cut_30 all 0.0282 map_cut_100 all 0.0565 map_cut_200 all 0.0565 map_cut_500 all 0.0565 map_cut_1000 all 0.0565 relative_P_5 all 0.4364 relative_P_10 all 0.4273 relative_P_15 all 0.4030 relative_P_20 all 0.3909 relative_P_30 all 0.3864 relative_P_100 all 0.2709 relative_P_200 all 0.1413 relative_P_500 all 0.1106 relative_P_1000 all 0.1106 success_1 all 0.5455 success_5 all 0.8182 success_10 all 0.8636 set_P all 0.2709 set_relative_P all 0.2709 set_recall all 0.1106 set_map all 0.0396 set_F all 0.1537 num_nonrel_judged_ret all 729 rbp all 0.3103 rbp_resid all 0.0187 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000