num_ret 14 100 num_rel 14 272 num_rel_ret 14 66 map 14 0.1832 Rprec 14 0.2426 bpref 14 0.2362 recip_rank 14 0.3333 iprec_at_recall_0.00 14 0.8788 iprec_at_recall_0.10 14 0.8788 iprec_at_recall_0.20 14 0.7297 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 0.4000 P_10 14 0.6000 P_15 14 0.7333 P_20 14 0.8000 P_30 14 0.8667 P_100 14 0.6600 P_200 14 0.3300 P_500 14 0.1320 P_1000 14 0.0660 relstring 14 '1131222032' recall_5 14 0.0074 recall_10 14 0.0221 recall_15 14 0.0404 recall_20 14 0.0588 recall_30 14 0.0956 recall_100 14 0.2426 recall_200 14 0.2426 recall_500 14 0.2426 recall_1000 14 0.2426 infAP 14 0.1832 Rprec_mult_0.20 14 0.8000 Rprec_mult_0.40 14 0.6055 Rprec_mult_0.60 14 0.4024 Rprec_mult_0.80 14 0.3028 Rprec_mult_1.00 14 0.2426 Rprec_mult_1.20 14 0.2018 Rprec_mult_1.40 14 0.1732 Rprec_mult_1.60 14 0.1514 Rprec_mult_1.80 14 0.1347 Rprec_mult_2.00 14 0.1213 utility 14 32.0000 11pt_avg 14 0.2261 binG 14 0.0775 G 14 0.0493 ndcg 14 0.3111 ndcg_rel 14 0.3721 Rndcg 14 0.3592 ndcg_cut_5 14 0.4138 ndcg_cut_10 14 0.4715 ndcg_cut_15 14 0.5116 ndcg_cut_20 14 0.5357 ndcg_cut_30 14 0.5941 ndcg_cut_100 14 0.6254 ndcg_cut_200 14 0.4056 ndcg_cut_500 14 0.3111 ndcg_cut_1000 14 0.3111 map_cut_5 14 0.0027 map_cut_10 14 0.0109 map_cut_15 14 0.0235 map_cut_20 14 0.0378 map_cut_30 14 0.0687 map_cut_100 14 0.1832 map_cut_200 14 0.1832 map_cut_500 14 0.1832 map_cut_1000 14 0.1832 relative_P_5 14 0.4000 relative_P_10 14 0.6000 relative_P_15 14 0.7333 relative_P_20 14 0.8000 relative_P_30 14 0.8667 relative_P_100 14 0.6600 relative_P_200 14 0.3300 relative_P_500 14 0.2426 relative_P_1000 14 0.2426 success_1 14 0.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.6600 set_relative_P 14 0.6600 set_recall 14 0.2426 set_map 14 0.1601 set_F 14 0.3548 num_nonrel_judged_ret 14 11 rbp 14 0.4391 rbp_resid 14 0.0063 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 100 num_rel 144 197 num_rel_ret 144 43 map 144 0.1288 Rprec 144 0.2183 bpref 144 0.1983 recip_rank 144 1.0000 iprec_at_recall_0.00 144 1.0000 iprec_at_recall_0.10 144 0.5676 iprec_at_recall_0.20 144 0.4535 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.8000 P_10 144 0.7000 P_15 144 0.6000 P_20 144 0.6000 P_30 144 0.5667 P_100 144 0.4300 P_200 144 0.2150 P_500 144 0.0860 P_1000 144 0.0430 relstring 144 '2212222131' recall_5 144 0.0203 recall_10 144 0.0355 recall_15 144 0.0457 recall_20 144 0.0609 recall_30 144 0.0863 recall_100 144 0.2183 recall_200 144 0.2183 recall_500 144 0.2183 recall_1000 144 0.2183 infAP 144 0.1288 Rprec_mult_0.20 144 0.5500 Rprec_mult_0.40 144 0.4684 Rprec_mult_0.60 144 0.3613 Rprec_mult_0.80 144 0.2722 Rprec_mult_1.00 144 0.2183 Rprec_mult_1.20 144 0.1814 Rprec_mult_1.40 144 0.1558 Rprec_mult_1.60 144 0.1361 Rprec_mult_1.80 144 0.1211 Rprec_mult_2.00 144 0.1091 utility 144 -14.0000 11pt_avg 144 0.1837 binG 144 0.0687 G 144 0.0403 ndcg 144 0.2763 ndcg_rel 144 0.3246 Rndcg 144 0.3992 ndcg_cut_5 144 0.5482 ndcg_cut_10 144 0.5662 ndcg_cut_15 144 0.5328 ndcg_cut_20 144 0.5333 ndcg_cut_30 144 0.5253 ndcg_cut_100 144 0.5031 ndcg_cut_200 144 0.3375 ndcg_cut_500 144 0.2763 ndcg_cut_1000 144 0.2763 map_cut_5 144 0.0180 map_cut_10 144 0.0305 map_cut_15 144 0.0380 map_cut_20 144 0.0477 map_cut_30 144 0.0627 map_cut_100 144 0.1288 map_cut_200 144 0.1288 map_cut_500 144 0.1288 map_cut_1000 144 0.1288 relative_P_5 144 0.8000 relative_P_10 144 0.7000 relative_P_15 144 0.6000 relative_P_20 144 0.6000 relative_P_30 144 0.5667 relative_P_100 144 0.4300 relative_P_200 144 0.2183 relative_P_500 144 0.2183 relative_P_1000 144 0.2183 success_1 144 1.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.4300 set_relative_P 144 0.4300 set_recall 144 0.2183 set_map 144 0.0939 set_F 144 0.2896 num_nonrel_judged_ret 144 38 rbp 144 0.4180 rbp_resid 144 0.0040 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 100 num_rel 161 218 num_rel_ret 161 60 map 161 0.2307 Rprec 161 0.2752 bpref 161 0.2654 recip_rank 161 1.0000 iprec_at_recall_0.00 161 1.0000 iprec_at_recall_0.10 161 0.9286 iprec_at_recall_0.20 161 0.6984 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 1.0000 P_10 161 1.0000 P_15 161 1.0000 P_20 161 0.9500 P_30 161 0.9000 P_100 161 0.6000 P_200 161 0.3000 P_500 161 0.1200 P_1000 161 0.0600 relstring 161 '2222223223' recall_5 161 0.0229 recall_10 161 0.0459 recall_15 161 0.0688 recall_20 161 0.0872 recall_30 161 0.1239 recall_100 161 0.2752 recall_200 161 0.2752 recall_500 161 0.2752 recall_1000 161 0.2752 infAP 161 0.2307 Rprec_mult_0.20 161 0.8182 Rprec_mult_0.40 161 0.6136 Rprec_mult_0.60 161 0.4580 Rprec_mult_0.80 161 0.3429 Rprec_mult_1.00 161 0.2752 Rprec_mult_1.20 161 0.2290 Rprec_mult_1.40 161 0.1961 Rprec_mult_1.60 161 0.1719 Rprec_mult_1.80 161 0.1527 Rprec_mult_2.00 161 0.1376 utility 161 20.0000 11pt_avg 161 0.2388 binG 161 0.1446 G 161 0.0637 ndcg 161 0.3633 ndcg_rel 161 0.4497 Rndcg 161 0.4743 ndcg_cut_5 161 0.6667 ndcg_cut_10 161 0.7123 ndcg_cut_15 161 0.7324 ndcg_cut_20 161 0.6998 ndcg_cut_30 161 0.7100 ndcg_cut_100 161 0.6330 ndcg_cut_200 161 0.4045 ndcg_cut_500 161 0.3633 ndcg_cut_1000 161 0.3633 map_cut_5 161 0.0229 map_cut_10 161 0.0459 map_cut_15 161 0.0688 map_cut_20 161 0.0872 map_cut_30 161 0.1208 map_cut_100 161 0.2307 map_cut_200 161 0.2307 map_cut_500 161 0.2307 map_cut_1000 161 0.2307 relative_P_5 161 1.0000 relative_P_10 161 1.0000 relative_P_15 161 1.0000 relative_P_20 161 0.9500 relative_P_30 161 0.9000 relative_P_100 161 0.6000 relative_P_200 161 0.3000 relative_P_500 161 0.2752 relative_P_1000 161 0.2752 success_1 161 1.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.6000 set_relative_P 161 0.6000 set_recall 161 0.2752 set_map 161 0.1651 set_F 161 0.3774 num_nonrel_judged_ret 161 24 rbp 161 0.6878 rbp_resid 161 0.0034 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 100 num_rel 200 184 num_rel_ret 200 63 map 200 0.2852 Rprec 200 0.3424 bpref 200 0.3293 recip_rank 200 1.0000 iprec_at_recall_0.00 200 1.0000 iprec_at_recall_0.10 200 1.0000 iprec_at_recall_0.20 200 0.7708 iprec_at_recall_0.30 200 0.6829 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 1.0000 P_10 200 1.0000 P_15 200 1.0000 P_20 200 0.9500 P_30 200 0.8667 P_100 200 0.6300 P_200 200 0.3150 P_500 200 0.1260 P_1000 200 0.0630 relstring 200 '3333333232' recall_5 200 0.0272 recall_10 200 0.0543 recall_15 200 0.0815 recall_20 200 0.1033 recall_30 200 0.1413 recall_100 200 0.3424 recall_200 200 0.3424 recall_500 200 0.3424 recall_1000 200 0.3424 infAP 200 0.2852 Rprec_mult_0.20 200 0.8378 Rprec_mult_0.40 200 0.6757 Rprec_mult_0.60 200 0.5676 Rprec_mult_0.80 200 0.4257 Rprec_mult_1.00 200 0.3424 Rprec_mult_1.20 200 0.2851 Rprec_mult_1.40 200 0.2442 Rprec_mult_1.60 200 0.2136 Rprec_mult_1.80 200 0.1898 Rprec_mult_2.00 200 0.1712 utility 200 26.0000 11pt_avg 200 0.3140 binG 200 0.1700 G 200 0.0968 ndcg 200 0.4463 ndcg_rel 200 0.5412 Rndcg 200 0.5910 ndcg_cut_5 200 0.8984 ndcg_cut_10 200 0.8903 ndcg_cut_15 200 0.9002 ndcg_cut_20 200 0.8630 ndcg_cut_30 200 0.7810 ndcg_cut_100 200 0.6751 ndcg_cut_200 200 0.4651 ndcg_cut_500 200 0.4463 ndcg_cut_1000 200 0.4463 map_cut_5 200 0.0272 map_cut_10 200 0.0543 map_cut_15 200 0.0815 map_cut_20 200 0.1033 map_cut_30 200 0.1366 map_cut_100 200 0.2852 map_cut_200 200 0.2852 map_cut_500 200 0.2852 map_cut_1000 200 0.2852 relative_P_5 200 1.0000 relative_P_10 200 1.0000 relative_P_15 200 1.0000 relative_P_20 200 0.9500 relative_P_30 200 0.8667 relative_P_100 200 0.6300 relative_P_200 200 0.3424 relative_P_500 200 0.3424 relative_P_1000 200 0.3424 success_1 200 1.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.6300 set_relative_P 200 0.6300 set_recall 200 0.3424 set_map 200 0.2157 set_F 200 0.4437 num_nonrel_judged_ret 200 18 rbp 200 0.6533 rbp_resid 200 0.0067 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 100 num_rel 213 322 num_rel_ret 213 71 map 213 0.2029 Rprec 213 0.2205 bpref 213 0.2164 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 0.9714 iprec_at_recall_0.20 213 0.7857 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 1.0000 P_10 213 1.0000 P_15 213 1.0000 P_20 213 1.0000 P_30 213 0.9667 P_100 213 0.7100 P_200 213 0.3550 P_500 213 0.1420 P_1000 213 0.0710 relstring 213 '4232334343' recall_5 213 0.0155 recall_10 213 0.0311 recall_15 213 0.0466 recall_20 213 0.0621 recall_30 213 0.0901 recall_100 213 0.2205 recall_200 213 0.2205 recall_500 213 0.2205 recall_1000 213 0.2205 infAP 213 0.2029 Rprec_mult_0.20 213 0.8615 Rprec_mult_0.40 213 0.5504 Rprec_mult_0.60 213 0.3660 Rprec_mult_0.80 213 0.2752 Rprec_mult_1.00 213 0.2205 Rprec_mult_1.20 213 0.1835 Rprec_mult_1.40 213 0.1574 Rprec_mult_1.60 213 0.1376 Rprec_mult_1.80 213 0.1224 Rprec_mult_2.00 213 0.1102 utility 213 42.0000 11pt_avg 213 0.2506 binG 213 0.1345 G 213 0.0568 ndcg 213 0.3268 ndcg_rel 213 0.4208 Rndcg 213 0.4840 ndcg_cut_5 213 0.7448 ndcg_cut_10 213 0.7815 ndcg_cut_15 213 0.8012 ndcg_cut_20 213 0.8284 ndcg_cut_30 213 0.8427 ndcg_cut_100 213 0.7012 ndcg_cut_200 213 0.4494 ndcg_cut_500 213 0.3268 ndcg_cut_1000 213 0.3268 map_cut_5 213 0.0155 map_cut_10 213 0.0311 map_cut_15 213 0.0466 map_cut_20 213 0.0621 map_cut_30 213 0.0899 map_cut_100 213 0.2029 map_cut_200 213 0.2029 map_cut_500 213 0.2029 map_cut_1000 213 0.2029 relative_P_5 213 1.0000 relative_P_10 213 1.0000 relative_P_15 213 1.0000 relative_P_20 213 1.0000 relative_P_30 213 0.9667 relative_P_100 213 0.7100 relative_P_200 213 0.3550 relative_P_500 213 0.2205 relative_P_1000 213 0.2205 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.7100 set_relative_P 213 0.7100 set_recall 213 0.2205 set_map 213 0.1566 set_F 213 0.3365 num_nonrel_judged_ret 213 9 rbp 213 0.7493 rbp_resid 213 0.0022 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 100 num_rel 219 203 num_rel_ret 219 45 map 219 0.1173 Rprec 219 0.2217 bpref 219 0.2004 recip_rank 219 1.0000 iprec_at_recall_0.00 219 1.0000 iprec_at_recall_0.10 219 0.5714 iprec_at_recall_0.20 219 0.4556 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.4000 P_10 219 0.6000 P_15 219 0.4667 P_20 219 0.4500 P_30 219 0.5333 P_100 219 0.4500 P_200 219 0.2250 P_500 219 0.0900 P_1000 219 0.0450 relstring 219 '2200002222' recall_5 219 0.0099 recall_10 219 0.0296 recall_15 219 0.0345 recall_20 219 0.0443 recall_30 219 0.0788 recall_100 219 0.2217 recall_200 219 0.2217 recall_500 219 0.2217 recall_1000 219 0.2217 infAP 219 0.1173 Rprec_mult_0.20 219 0.5610 Rprec_mult_0.40 219 0.4634 Rprec_mult_0.60 219 0.3689 Rprec_mult_0.80 219 0.2761 Rprec_mult_1.00 219 0.2217 Rprec_mult_1.20 219 0.1844 Rprec_mult_1.40 219 0.1579 Rprec_mult_1.60 219 0.1385 Rprec_mult_1.80 219 0.1230 Rprec_mult_2.00 219 0.1108 utility 219 -10.0000 11pt_avg 219 0.1843 binG 219 0.0599 G 219 0.0347 ndcg 219 0.2428 ndcg_rel 219 0.2658 Rndcg 219 0.2838 ndcg_cut_5 219 0.2766 ndcg_cut_10 219 0.3324 ndcg_cut_15 219 0.2940 ndcg_cut_20 219 0.2901 ndcg_cut_30 219 0.3322 ndcg_cut_100 219 0.4048 ndcg_cut_200 219 0.2713 ndcg_cut_500 219 0.2428 ndcg_cut_1000 219 0.2428 map_cut_5 219 0.0099 map_cut_10 219 0.0201 map_cut_15 219 0.0224 map_cut_20 219 0.0271 map_cut_30 219 0.0441 map_cut_100 219 0.1173 map_cut_200 219 0.1173 map_cut_500 219 0.1173 map_cut_1000 219 0.1173 relative_P_5 219 0.4000 relative_P_10 219 0.6000 relative_P_15 219 0.4667 relative_P_20 219 0.4500 relative_P_30 219 0.5333 relative_P_100 219 0.4500 relative_P_200 219 0.2250 relative_P_500 219 0.2217 relative_P_1000 219 0.2217 success_1 219 1.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.4500 set_relative_P 219 0.4500 set_recall 219 0.2217 set_map 219 0.0998 set_F 219 0.2970 num_nonrel_judged_ret 219 37 rbp 219 0.2569 rbp_resid 219 0.0028 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 100 num_rel 224 304 num_rel_ret 224 69 map 224 0.1942 Rprec 224 0.2270 bpref 224 0.2215 recip_rank 224 1.0000 iprec_at_recall_0.00 224 1.0000 iprec_at_recall_0.10 224 0.9143 iprec_at_recall_0.20 224 0.7262 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 1.0000 P_10 224 1.0000 P_15 224 1.0000 P_20 224 0.9000 P_30 224 0.9000 P_100 224 0.6900 P_200 224 0.3450 P_500 224 0.1380 P_1000 224 0.0690 relstring 224 '2322323322' recall_5 224 0.0164 recall_10 224 0.0329 recall_15 224 0.0493 recall_20 224 0.0592 recall_30 224 0.0888 recall_100 224 0.2270 recall_200 224 0.2270 recall_500 224 0.2270 recall_1000 224 0.2270 infAP 224 0.1942 Rprec_mult_0.20 224 0.7705 Rprec_mult_0.40 224 0.5656 Rprec_mult_0.60 224 0.3770 Rprec_mult_0.80 224 0.2828 Rprec_mult_1.00 224 0.2270 Rprec_mult_1.20 224 0.1890 Rprec_mult_1.40 224 0.1620 Rprec_mult_1.60 224 0.1417 Rprec_mult_1.80 224 0.1259 Rprec_mult_2.00 224 0.1135 utility 224 38.0000 11pt_avg 224 0.2400 binG 224 0.1096 G 224 0.0537 ndcg 224 0.3169 ndcg_rel 224 0.4051 Rndcg 224 0.4583 ndcg_cut_5 224 0.7817 ndcg_cut_10 224 0.7889 ndcg_cut_15 224 0.7614 ndcg_cut_20 224 0.7234 ndcg_cut_30 224 0.7346 ndcg_cut_100 224 0.6951 ndcg_cut_200 224 0.4483 ndcg_cut_500 224 0.3169 ndcg_cut_1000 224 0.3169 map_cut_5 224 0.0164 map_cut_10 224 0.0329 map_cut_15 224 0.0493 map_cut_20 224 0.0589 map_cut_30 224 0.0861 map_cut_100 224 0.1942 map_cut_200 224 0.1942 map_cut_500 224 0.1942 map_cut_1000 224 0.1942 relative_P_5 224 1.0000 relative_P_10 224 1.0000 relative_P_15 224 1.0000 relative_P_20 224 0.9000 relative_P_30 224 0.9000 relative_P_100 224 0.6900 relative_P_200 224 0.3450 relative_P_500 224 0.2270 relative_P_1000 224 0.2270 success_1 224 1.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.6900 set_relative_P 224 0.6900 set_recall 224 0.2270 set_map 224 0.1566 set_F 224 0.3416 num_nonrel_judged_ret 224 12 rbp 224 0.7404 rbp_resid 224 0.0037 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 100 num_rel 225 238 num_rel_ret 225 68 map 225 0.2462 Rprec 225 0.2857 bpref 225 0.2712 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.8966 iprec_at_recall_0.20 225 0.8596 iprec_at_recall_0.30 225 0.0000 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 1.0000 P_10 225 0.8000 P_15 225 0.8667 P_20 225 0.9000 P_30 225 0.8667 P_100 225 0.6800 P_200 225 0.3400 P_500 225 0.1360 P_1000 225 0.0680 relstring 225 '2223232002' recall_5 225 0.0210 recall_10 225 0.0336 recall_15 225 0.0546 recall_20 225 0.0756 recall_30 225 0.1092 recall_100 225 0.2857 recall_200 225 0.2857 recall_500 225 0.2857 recall_1000 225 0.2857 infAP 225 0.2462 Rprec_mult_0.20 225 0.8750 Rprec_mult_0.40 225 0.7083 Rprec_mult_0.60 225 0.4755 Rprec_mult_0.80 225 0.3560 Rprec_mult_1.00 225 0.2857 Rprec_mult_1.20 225 0.2378 Rprec_mult_1.40 225 0.2036 Rprec_mult_1.60 225 0.1785 Rprec_mult_1.80 225 0.1585 Rprec_mult_2.00 225 0.1429 utility 225 36.0000 11pt_avg 225 0.2506 binG 225 0.1203 G 225 0.0617 ndcg 225 0.3715 ndcg_rel 225 0.4530 Rndcg 225 0.4832 ndcg_cut_5 225 0.7154 ndcg_cut_10 225 0.6339 ndcg_cut_15 225 0.6555 ndcg_cut_20 225 0.6791 ndcg_cut_30 225 0.6765 ndcg_cut_100 225 0.6629 ndcg_cut_200 225 0.4462 ndcg_cut_500 225 0.3715 ndcg_cut_1000 225 0.3715 map_cut_5 225 0.0210 map_cut_10 225 0.0328 map_cut_15 225 0.0505 map_cut_20 225 0.0692 map_cut_30 225 0.0990 map_cut_100 225 0.2462 map_cut_200 225 0.2462 map_cut_500 225 0.2462 map_cut_1000 225 0.2462 relative_P_5 225 1.0000 relative_P_10 225 0.8000 relative_P_15 225 0.8667 relative_P_20 225 0.9000 relative_P_30 225 0.8667 relative_P_100 225 0.6800 relative_P_200 225 0.3400 relative_P_500 225 0.2857 relative_P_1000 225 0.2857 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.6800 set_relative_P 225 0.6800 set_recall 225 0.2857 set_map 225 0.1943 set_F 225 0.4024 num_nonrel_judged_ret 225 12 rbp 225 0.6702 rbp_resid 225 0.0043 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 100 num_rel 233 203 num_rel_ret 233 76 map 233 0.3233 Rprec 233 0.3744 bpref 233 0.3643 recip_rank 233 1.0000 iprec_at_recall_0.00 233 1.0000 iprec_at_recall_0.10 233 0.9200 iprec_at_recall_0.20 233 0.9057 iprec_at_recall_0.30 233 0.8378 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 0.8000 P_10 233 0.9000 P_15 233 0.8667 P_20 233 0.9000 P_30 233 0.9000 P_100 233 0.7600 P_200 233 0.3800 P_500 233 0.1520 P_1000 233 0.0760 relstring 233 '2123323232' recall_5 233 0.0197 recall_10 233 0.0443 recall_15 233 0.0640 recall_20 233 0.0887 recall_30 233 0.1330 recall_100 233 0.3744 recall_200 233 0.3744 recall_500 233 0.3744 recall_1000 233 0.3744 infAP 233 0.3233 Rprec_mult_0.20 233 0.8780 Rprec_mult_0.40 233 0.8049 Rprec_mult_0.60 233 0.6230 Rprec_mult_0.80 233 0.4663 Rprec_mult_1.00 233 0.3744 Rprec_mult_1.20 233 0.3115 Rprec_mult_1.40 233 0.2667 Rprec_mult_1.60 233 0.2338 Rprec_mult_1.80 233 0.2077 Rprec_mult_2.00 233 0.1872 utility 233 52.0000 11pt_avg 233 0.3330 binG 233 0.1494 G 233 0.0794 ndcg 233 0.4368 ndcg_rel 233 0.5247 Rndcg 233 0.4906 ndcg_cut_5 233 0.5807 ndcg_cut_10 233 0.6492 ndcg_cut_15 233 0.6808 ndcg_cut_20 233 0.7201 ndcg_cut_30 233 0.7377 ndcg_cut_100 233 0.6786 ndcg_cut_200 233 0.4705 ndcg_cut_500 233 0.4368 ndcg_cut_1000 233 0.4368 map_cut_5 233 0.0158 map_cut_10 233 0.0373 map_cut_15 233 0.0554 map_cut_20 233 0.0773 map_cut_30 233 0.1174 map_cut_100 233 0.3233 map_cut_200 233 0.3233 map_cut_500 233 0.3233 map_cut_1000 233 0.3233 relative_P_5 233 0.8000 relative_P_10 233 0.9000 relative_P_15 233 0.8667 relative_P_20 233 0.9000 relative_P_30 233 0.9000 relative_P_100 233 0.7600 relative_P_200 233 0.3800 relative_P_500 233 0.3744 relative_P_1000 233 0.3744 success_1 233 1.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.7600 set_relative_P 233 0.7600 set_recall 233 0.3744 set_map 233 0.2845 set_F 233 0.5017 num_nonrel_judged_ret 233 8 rbp 233 0.5803 rbp_resid 233 0.0024 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 100 num_rel 273 290 num_rel_ret 273 62 map 273 0.1846 Rprec 273 0.2138 bpref 273 0.2074 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.9412 iprec_at_recall_0.20 273 0.6941 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 1.0000 P_10 273 1.0000 P_15 273 0.9333 P_20 273 0.9500 P_30 273 0.9333 P_100 273 0.6200 P_200 273 0.3100 P_500 273 0.1240 P_1000 273 0.0620 relstring 273 '2232322222' recall_5 273 0.0172 recall_10 273 0.0345 recall_15 273 0.0483 recall_20 273 0.0655 recall_30 273 0.0966 recall_100 273 0.2138 recall_200 273 0.2138 recall_500 273 0.2138 recall_1000 273 0.2138 infAP 273 0.1846 Rprec_mult_0.20 273 0.7414 Rprec_mult_0.40 273 0.5345 Rprec_mult_0.60 273 0.3563 Rprec_mult_0.80 273 0.2672 Rprec_mult_1.00 273 0.2138 Rprec_mult_1.20 273 0.1782 Rprec_mult_1.40 273 0.1527 Rprec_mult_1.60 273 0.1336 Rprec_mult_1.80 273 0.1188 Rprec_mult_2.00 273 0.1069 utility 273 24.0000 11pt_avg 273 0.2396 binG 273 0.1079 G 273 0.0454 ndcg 273 0.2933 ndcg_rel 273 0.3614 Rndcg 273 0.4334 ndcg_cut_5 273 0.6890 ndcg_cut_10 273 0.6817 ndcg_cut_15 273 0.6796 ndcg_cut_20 273 0.6988 ndcg_cut_30 273 0.6985 ndcg_cut_100 273 0.5899 ndcg_cut_200 273 0.4039 ndcg_cut_500 273 0.2933 ndcg_cut_1000 273 0.2933 map_cut_5 273 0.0172 map_cut_10 273 0.0345 map_cut_15 273 0.0483 map_cut_20 273 0.0646 map_cut_30 273 0.0932 map_cut_100 273 0.1846 map_cut_200 273 0.1846 map_cut_500 273 0.1846 map_cut_1000 273 0.1846 relative_P_5 273 1.0000 relative_P_10 273 1.0000 relative_P_15 273 0.9333 relative_P_20 273 0.9500 relative_P_30 273 0.9333 relative_P_100 273 0.6200 relative_P_200 273 0.3100 relative_P_500 273 0.2138 relative_P_1000 273 0.2138 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.6200 set_relative_P 273 0.6200 set_recall 273 0.2138 set_map 273 0.1326 set_F 273 0.3179 num_nonrel_judged_ret 273 11 rbp 273 0.5448 rbp_resid 273 0.0087 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 100 num_rel 300 239 num_rel_ret 300 48 map 300 0.1290 Rprec 300 0.2008 bpref 300 0.1901 recip_rank 300 0.5000 iprec_at_recall_0.00 300 0.7500 iprec_at_recall_0.10 300 0.7027 iprec_at_recall_0.20 300 0.4848 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.6000 P_10 300 0.6000 P_15 300 0.6000 P_20 300 0.7000 P_30 300 0.7000 P_100 300 0.4800 P_200 300 0.2400 P_500 300 0.0960 P_1000 300 0.0480 relstring 300 '1323130022' recall_5 300 0.0126 recall_10 300 0.0251 recall_15 300 0.0377 recall_20 300 0.0586 recall_30 300 0.0879 recall_100 300 0.2008 recall_200 300 0.2008 recall_500 300 0.2008 recall_1000 300 0.2008 infAP 300 0.1290 Rprec_mult_0.20 300 0.6667 Rprec_mult_0.40 300 0.4896 Rprec_mult_0.60 300 0.3333 Rprec_mult_0.80 300 0.2500 Rprec_mult_1.00 300 0.2008 Rprec_mult_1.20 300 0.1672 Rprec_mult_1.40 300 0.1433 Rprec_mult_1.60 300 0.1253 Rprec_mult_1.80 300 0.1114 Rprec_mult_2.00 300 0.1004 utility 300 -4.0000 11pt_avg 300 0.1761 binG 300 0.0597 G 300 0.0437 ndcg 300 0.2798 ndcg_rel 300 0.3403 Rndcg 300 0.3886 ndcg_cut_5 300 0.6299 ndcg_cut_10 300 0.5737 ndcg_cut_15 300 0.5667 ndcg_cut_20 300 0.5950 ndcg_cut_30 300 0.5958 ndcg_cut_100 300 0.5195 ndcg_cut_200 300 0.3392 ndcg_cut_500 300 0.2798 ndcg_cut_1000 300 0.2798 map_cut_5 300 0.0080 map_cut_10 300 0.0156 map_cut_15 300 0.0236 map_cut_20 300 0.0375 map_cut_30 300 0.0582 map_cut_100 300 0.1290 map_cut_200 300 0.1290 map_cut_500 300 0.1290 map_cut_1000 300 0.1290 relative_P_5 300 0.6000 relative_P_10 300 0.6000 relative_P_15 300 0.6000 relative_P_20 300 0.7000 relative_P_30 300 0.7000 relative_P_100 300 0.4800 relative_P_200 300 0.2400 relative_P_500 300 0.2008 relative_P_1000 300 0.2008 success_1 300 0.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.4800 set_relative_P 300 0.4800 set_recall 300 0.2008 set_map 300 0.0964 set_F 300 0.2832 num_nonrel_judged_ret 300 24 rbp 300 0.5952 rbp_resid 300 0.0024 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 100 num_rel 31 134 num_rel_ret 31 49 map 31 0.2200 Rprec 31 0.3657 bpref 31 0.3164 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.6842 iprec_at_recall_0.20 31 0.5577 iprec_at_recall_0.30 31 0.5395 iprec_at_recall_0.40 31 0.0000 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 0.8000 P_10 31 0.6000 P_15 31 0.6667 P_20 31 0.6500 P_30 31 0.5667 P_100 31 0.4900 P_200 31 0.2450 P_500 31 0.0980 P_1000 31 0.0490 relstring 31 '2322111302' recall_5 31 0.0299 recall_10 31 0.0448 recall_15 31 0.0746 recall_20 31 0.0970 recall_30 31 0.1269 recall_100 31 0.3657 recall_200 31 0.3657 recall_500 31 0.3657 recall_1000 31 0.3657 infAP 31 0.2200 Rprec_mult_0.20 31 0.5556 Rprec_mult_0.40 31 0.5370 Rprec_mult_0.60 31 0.5185 Rprec_mult_0.80 31 0.4537 Rprec_mult_1.00 31 0.3657 Rprec_mult_1.20 31 0.3043 Rprec_mult_1.40 31 0.2606 Rprec_mult_1.60 31 0.2279 Rprec_mult_1.80 31 0.2025 Rprec_mult_2.00 31 0.1828 utility 31 -2.0000 11pt_avg 31 0.2529 binG 31 0.1120 G 31 0.0816 ndcg 31 0.4416 ndcg_rel 31 0.5020 Rndcg 31 0.5070 ndcg_cut_5 31 0.6943 ndcg_cut_10 31 0.6130 ndcg_cut_15 31 0.6075 ndcg_cut_20 31 0.5794 ndcg_cut_30 31 0.5914 ndcg_cut_100 31 0.5860 ndcg_cut_200 31 0.4416 ndcg_cut_500 31 0.4416 ndcg_cut_1000 31 0.4416 map_cut_5 31 0.0299 map_cut_10 31 0.0390 map_cut_15 31 0.0577 map_cut_20 31 0.0729 map_cut_30 31 0.0910 map_cut_100 31 0.2200 map_cut_200 31 0.2200 map_cut_500 31 0.2200 map_cut_1000 31 0.2200 relative_P_5 31 0.8000 relative_P_10 31 0.6000 relative_P_15 31 0.6667 relative_P_20 31 0.6500 relative_P_30 31 0.5667 relative_P_100 31 0.4900 relative_P_200 31 0.3657 relative_P_500 31 0.3657 relative_P_1000 31 0.3657 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.4900 set_relative_P 31 0.4900 set_recall 31 0.3657 set_map 31 0.1792 set_F 31 0.4188 num_nonrel_judged_ret 31 41 rbp 31 0.5575 rbp_resid 31 0.0052 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 100 num_rel 37 230 num_rel_ret 37 36 map 37 0.0676 Rprec 37 0.1565 bpref 37 0.1420 recip_rank 37 0.5000 iprec_at_recall_0.00 37 0.5000 iprec_at_recall_0.10 37 0.4630 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.4000 P_10 37 0.4000 P_15 37 0.4000 P_20 37 0.3500 P_30 37 0.4000 P_100 37 0.3600 P_200 37 0.1800 P_500 37 0.0720 P_1000 37 0.0360 relstring 37 '1312002131' recall_5 37 0.0087 recall_10 37 0.0174 recall_15 37 0.0261 recall_20 37 0.0304 recall_30 37 0.0522 recall_100 37 0.1565 recall_200 37 0.1565 recall_500 37 0.1565 recall_1000 37 0.1565 infAP 37 0.0676 Rprec_mult_0.20 37 0.4783 Rprec_mult_0.40 37 0.3696 Rprec_mult_0.60 37 0.2609 Rprec_mult_0.80 37 0.1957 Rprec_mult_1.00 37 0.1565 Rprec_mult_1.20 37 0.1304 Rprec_mult_1.40 37 0.1118 Rprec_mult_1.60 37 0.0978 Rprec_mult_1.80 37 0.0870 Rprec_mult_2.00 37 0.0783 utility 37 -28.0000 11pt_avg 37 0.0875 binG 37 0.0384 G 37 0.0318 ndcg 37 0.2235 ndcg_rel 37 0.2688 Rndcg 37 0.3129 ndcg_cut_5 37 0.4809 ndcg_cut_10 37 0.4716 ndcg_cut_15 37 0.4542 ndcg_cut_20 37 0.4337 ndcg_cut_30 37 0.4875 ndcg_cut_100 37 0.4857 ndcg_cut_200 37 0.3099 ndcg_cut_500 37 0.2235 ndcg_cut_1000 37 0.2235 map_cut_5 37 0.0043 map_cut_10 37 0.0081 map_cut_15 37 0.0117 map_cut_20 37 0.0135 map_cut_30 37 0.0226 map_cut_100 37 0.0676 map_cut_200 37 0.0676 map_cut_500 37 0.0676 map_cut_1000 37 0.0676 relative_P_5 37 0.4000 relative_P_10 37 0.4000 relative_P_15 37 0.4000 relative_P_20 37 0.3500 relative_P_30 37 0.4000 relative_P_100 37 0.3600 relative_P_200 37 0.1800 relative_P_500 37 0.1565 relative_P_1000 37 0.1565 success_1 37 0.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.3600 set_relative_P 37 0.3600 set_recall 37 0.1565 set_map 37 0.0563 set_F 37 0.2182 num_nonrel_judged_ret 37 42 rbp 37 0.4507 rbp_resid 37 0.0051 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 100 num_rel 407 102 num_rel_ret 407 30 map 407 0.1648 Rprec 407 0.2941 bpref 407 0.2489 recip_rank 407 1.0000 iprec_at_recall_0.00 407 1.0000 iprec_at_recall_0.10 407 0.6667 iprec_at_recall_0.20 407 0.4792 iprec_at_recall_0.30 407 0.0000 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.6000 P_10 407 0.6000 P_15 407 0.6667 P_20 407 0.5000 P_30 407 0.5333 P_100 407 0.3000 P_200 407 0.1500 P_500 407 0.0600 P_1000 407 0.0300 relstring 407 '2202020202' recall_5 407 0.0294 recall_10 407 0.0588 recall_15 407 0.0980 recall_20 407 0.0980 recall_30 407 0.1569 recall_100 407 0.2941 recall_200 407 0.2941 recall_500 407 0.2941 recall_1000 407 0.2941 infAP 407 0.1648 Rprec_mult_0.20 407 0.5238 Rprec_mult_0.40 407 0.4634 Rprec_mult_0.60 407 0.4194 Rprec_mult_0.80 407 0.3415 Rprec_mult_1.00 407 0.2941 Rprec_mult_1.20 407 0.2439 Rprec_mult_1.40 407 0.2098 Rprec_mult_1.60 407 0.1829 Rprec_mult_1.80 407 0.1630 Rprec_mult_2.00 407 0.1471 utility 407 -40.0000 11pt_avg 407 0.1951 binG 407 0.0971 G 407 0.0597 ndcg 407 0.3262 ndcg_rel 407 0.3672 Rndcg 407 0.3786 ndcg_cut_5 407 0.4661 ndcg_cut_10 407 0.4635 ndcg_cut_15 407 0.5181 ndcg_cut_20 407 0.4504 ndcg_cut_30 407 0.4905 ndcg_cut_100 407 0.3533 ndcg_cut_200 407 0.3262 ndcg_cut_500 407 0.3262 ndcg_cut_1000 407 0.3262 map_cut_5 407 0.0270 map_cut_10 407 0.0455 map_cut_15 407 0.0701 map_cut_20 407 0.0701 map_cut_30 407 0.1033 map_cut_100 407 0.1648 map_cut_200 407 0.1648 map_cut_500 407 0.1648 map_cut_1000 407 0.1648 relative_P_5 407 0.6000 relative_P_10 407 0.6000 relative_P_15 407 0.6667 relative_P_20 407 0.5000 relative_P_30 407 0.5333 relative_P_100 407 0.3000 relative_P_200 407 0.2941 relative_P_500 407 0.2941 relative_P_1000 407 0.2941 success_1 407 1.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.3000 set_relative_P 407 0.3000 set_recall 407 0.2941 set_map 407 0.0882 set_F 407 0.2970 num_nonrel_judged_ret 407 49 rbp 407 0.3947 rbp_resid 407 0.0051 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 100 num_rel 477 285 num_rel_ret 477 80 map 477 0.2566 Rprec 477 0.2807 bpref 477 0.2750 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.9697 iprec_at_recall_0.20 477 0.8806 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 1.0000 P_10 477 1.0000 P_15 477 1.0000 P_20 477 0.9500 P_30 477 0.9667 P_100 477 0.8000 P_200 477 0.4000 P_500 477 0.1600 P_1000 477 0.0800 relstring 477 '2333322333' recall_5 477 0.0175 recall_10 477 0.0351 recall_15 477 0.0526 recall_20 477 0.0667 recall_30 477 0.1018 recall_100 477 0.2807 recall_200 477 0.2807 recall_500 477 0.2807 recall_1000 477 0.2807 infAP 477 0.2566 Rprec_mult_0.20 477 0.8947 Rprec_mult_0.40 477 0.7018 Rprec_mult_0.60 477 0.4678 Rprec_mult_0.80 477 0.3509 Rprec_mult_1.00 477 0.2807 Rprec_mult_1.20 477 0.2339 Rprec_mult_1.40 477 0.2005 Rprec_mult_1.60 477 0.1754 Rprec_mult_1.80 477 0.1559 Rprec_mult_2.00 477 0.1404 utility 477 60.0000 11pt_avg 477 0.2591 binG 477 0.1467 G 477 0.0683 ndcg 477 0.3568 ndcg_rel 477 0.4558 Rndcg 477 0.4797 ndcg_cut_5 477 0.8869 ndcg_cut_10 477 0.8760 ndcg_cut_15 477 0.8743 ndcg_cut_20 477 0.8731 ndcg_cut_30 477 0.8485 ndcg_cut_100 477 0.7243 ndcg_cut_200 477 0.4950 ndcg_cut_500 477 0.3568 ndcg_cut_1000 477 0.3568 map_cut_5 477 0.0175 map_cut_10 477 0.0351 map_cut_15 477 0.0526 map_cut_20 477 0.0663 map_cut_30 477 0.1000 map_cut_100 477 0.2566 map_cut_200 477 0.2566 map_cut_500 477 0.2566 map_cut_1000 477 0.2566 relative_P_5 477 1.0000 relative_P_10 477 1.0000 relative_P_15 477 1.0000 relative_P_20 477 0.9500 relative_P_30 477 0.9667 relative_P_100 477 0.8000 relative_P_200 477 0.4000 relative_P_500 477 0.2807 relative_P_1000 477 0.2807 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.8000 set_relative_P 477 0.8000 set_recall 477 0.2807 set_map 477 0.2246 set_F 477 0.4156 num_nonrel_judged_ret 477 9 rbp 477 0.8678 rbp_resid 477 0.0011 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 100 num_rel 499 192 num_rel_ret 499 68 map 499 0.2676 Rprec 499 0.3542 bpref 499 0.3310 recip_rank 499 1.0000 iprec_at_recall_0.00 499 1.0000 iprec_at_recall_0.10 499 0.8065 iprec_at_recall_0.20 499 0.7385 iprec_at_recall_0.30 499 0.7229 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 0.8000 P_10 499 0.9000 P_15 499 0.8000 P_20 499 0.8500 P_30 499 0.8000 P_100 499 0.6800 P_200 499 0.3400 P_500 499 0.1360 P_1000 499 0.0680 relstring 499 '2133332233' recall_5 499 0.0208 recall_10 499 0.0469 recall_15 499 0.0625 recall_20 499 0.0885 recall_30 499 0.1250 recall_100 499 0.3542 recall_200 499 0.3542 recall_500 499 0.3542 recall_1000 499 0.3542 infAP 499 0.2676 Rprec_mult_0.20 499 0.7436 Rprec_mult_0.40 499 0.7143 Rprec_mult_0.60 499 0.5862 Rprec_mult_0.80 499 0.4416 Rprec_mult_1.00 499 0.3542 Rprec_mult_1.20 499 0.2944 Rprec_mult_1.40 499 0.2528 Rprec_mult_1.60 499 0.2208 Rprec_mult_1.80 499 0.1965 Rprec_mult_2.00 499 0.1771 utility 499 36.0000 11pt_avg 499 0.2971 binG 499 0.1169 G 499 0.0770 ndcg 499 0.4208 ndcg_rel 499 0.5077 Rndcg 499 0.5350 ndcg_cut_5 499 0.7443 ndcg_cut_10 499 0.7865 ndcg_cut_15 499 0.7433 ndcg_cut_20 499 0.7637 ndcg_cut_30 499 0.7251 ndcg_cut_100 499 0.7227 ndcg_cut_200 499 0.4775 ndcg_cut_500 499 0.4208 ndcg_cut_1000 499 0.4208 map_cut_5 499 0.0168 map_cut_10 499 0.0394 map_cut_15 499 0.0520 map_cut_20 499 0.0737 map_cut_30 499 0.1027 map_cut_100 499 0.2676 map_cut_200 499 0.2676 map_cut_500 499 0.2676 map_cut_1000 499 0.2676 relative_P_5 499 0.8000 relative_P_10 499 0.9000 relative_P_15 499 0.8000 relative_P_20 499 0.8500 relative_P_30 499 0.8000 relative_P_100 499 0.6800 relative_P_200 499 0.3542 relative_P_500 499 0.3542 relative_P_1000 499 0.3542 success_1 499 1.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.6800 set_relative_P 499 0.6800 set_recall 499 0.3542 set_map 499 0.2408 set_F 499 0.4658 num_nonrel_judged_ret 499 22 rbp 499 0.7454 rbp_resid 499 0.0049 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 100 num_rel 515 147 num_rel_ret 515 18 map 515 0.0358 Rprec 515 0.1224 bpref 515 0.0970 recip_rank 515 1.0000 iprec_at_recall_0.00 515 1.0000 iprec_at_recall_0.10 515 0.1910 iprec_at_recall_0.20 515 0.0000 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.2000 P_10 515 0.4000 P_15 515 0.3333 P_20 515 0.2500 P_30 515 0.2667 P_100 515 0.1800 P_200 515 0.0900 P_500 515 0.0360 P_1000 515 0.0180 relstring 515 '2000002022' recall_5 515 0.0068 recall_10 515 0.0272 recall_15 515 0.0340 recall_20 515 0.0340 recall_30 515 0.0544 recall_100 515 0.1224 recall_200 515 0.1224 recall_500 515 0.1224 recall_1000 515 0.1224 infAP 515 0.0358 Rprec_mult_0.20 515 0.2667 Rprec_mult_0.40 515 0.1864 Rprec_mult_0.60 515 0.1910 Rprec_mult_0.80 515 0.1525 Rprec_mult_1.00 515 0.1224 Rprec_mult_1.20 515 0.1017 Rprec_mult_1.40 515 0.0874 Rprec_mult_1.60 515 0.0763 Rprec_mult_1.80 515 0.0679 Rprec_mult_2.00 515 0.0612 utility 515 -64.0000 11pt_avg 515 0.1083 binG 515 0.0325 G 515 0.0280 ndcg 515 0.1672 ndcg_rel 515 0.1899 Rndcg 515 0.1752 ndcg_cut_5 515 0.3392 ndcg_cut_10 515 0.4233 ndcg_cut_15 515 0.3961 ndcg_cut_20 515 0.3459 ndcg_cut_30 515 0.3351 ndcg_cut_100 515 0.2423 ndcg_cut_200 515 0.1672 ndcg_cut_500 515 0.1672 ndcg_cut_1000 515 0.1672 map_cut_5 515 0.0068 map_cut_10 515 0.0137 map_cut_15 515 0.0166 map_cut_20 515 0.0166 map_cut_30 515 0.0221 map_cut_100 515 0.0358 map_cut_200 515 0.0358 map_cut_500 515 0.0358 map_cut_1000 515 0.0358 relative_P_5 515 0.2000 relative_P_10 515 0.4000 relative_P_15 515 0.3333 relative_P_20 515 0.2500 relative_P_30 515 0.2667 relative_P_100 515 0.1800 relative_P_200 515 0.1224 relative_P_500 515 0.1224 relative_P_1000 515 0.1224 success_1 515 1.0000 success_5 515 1.0000 success_10 515 1.0000 set_P 515 0.1800 set_relative_P 515 0.1800 set_recall 515 0.1224 set_map 515 0.0220 set_F 515 0.1457 num_nonrel_judged_ret 515 63 rbp 515 0.3151 rbp_resid 515 0.0067 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 100 num_rel 58 373 num_rel_ret 58 82 map 58 0.1974 Rprec 58 0.2198 bpref 58 0.2138 recip_rank 58 0.5000 iprec_at_recall_0.00 58 0.9565 iprec_at_recall_0.10 58 0.9388 iprec_at_recall_0.20 58 0.8721 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 0.8000 P_10 58 0.9000 P_15 58 0.9333 P_20 58 0.9500 P_30 58 0.9333 P_100 58 0.8200 P_200 58 0.4100 P_500 58 0.1640 P_1000 58 0.0820 relstring 58 '0433342223' recall_5 58 0.0107 recall_10 58 0.0241 recall_15 58 0.0375 recall_20 58 0.0509 recall_30 58 0.0751 recall_100 58 0.2198 recall_200 58 0.2198 recall_500 58 0.2198 recall_1000 58 0.2198 infAP 58 0.1974 Rprec_mult_0.20 58 0.8800 Rprec_mult_0.40 58 0.5467 Rprec_mult_0.60 58 0.3661 Rprec_mult_0.80 58 0.2742 Rprec_mult_1.00 58 0.2198 Rprec_mult_1.20 58 0.1830 Rprec_mult_1.40 58 0.1568 Rprec_mult_1.60 58 0.1374 Rprec_mult_1.80 58 0.1220 Rprec_mult_2.00 58 0.1099 utility 58 64.0000 11pt_avg 58 0.2516 binG 58 0.0973 G 58 0.0491 ndcg 58 0.3051 ndcg_rel 58 0.3853 Rndcg 58 0.4210 ndcg_cut_5 58 0.5491 ndcg_cut_10 58 0.6435 ndcg_cut_15 58 0.6996 ndcg_cut_20 58 0.7046 ndcg_cut_30 58 0.7386 ndcg_cut_100 58 0.6933 ndcg_cut_200 58 0.4504 ndcg_cut_500 58 0.3051 ndcg_cut_1000 58 0.3051 map_cut_5 58 0.0073 map_cut_10 58 0.0190 map_cut_15 58 0.0313 map_cut_20 58 0.0440 map_cut_30 58 0.0666 map_cut_100 58 0.1974 map_cut_200 58 0.1974 map_cut_500 58 0.1974 map_cut_1000 58 0.1974 relative_P_5 58 0.8000 relative_P_10 58 0.9000 relative_P_15 58 0.9333 relative_P_20 58 0.9500 relative_P_30 58 0.9333 relative_P_100 58 0.8200 relative_P_200 58 0.4100 relative_P_500 58 0.2198 relative_P_1000 58 0.2198 success_1 58 0.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.8200 set_relative_P 58 0.8200 set_recall 58 0.2198 set_map 58 0.1803 set_F 58 0.3467 num_nonrel_judged_ret 58 3 rbp 58 0.6374 rbp_resid 58 0.0028 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 100 num_rel 707 186 num_rel_ret 707 33 map 707 0.1034 Rprec 707 0.1774 bpref 707 0.1590 recip_rank 707 1.0000 iprec_at_recall_0.00 707 1.0000 iprec_at_recall_0.10 707 0.4130 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 1.0000 P_10 707 0.8000 P_15 707 0.7333 P_20 707 0.6500 P_30 707 0.5000 P_100 707 0.3300 P_200 707 0.1650 P_500 707 0.0660 P_1000 707 0.0330 relstring 707 '2222202220' recall_5 707 0.0269 recall_10 707 0.0430 recall_15 707 0.0591 recall_20 707 0.0699 recall_30 707 0.0806 recall_100 707 0.1774 recall_200 707 0.1774 recall_500 707 0.1774 recall_1000 707 0.1774 infAP 707 0.1034 Rprec_mult_0.20 707 0.4474 Rprec_mult_0.40 707 0.3467 Rprec_mult_0.60 707 0.2946 Rprec_mult_0.80 707 0.2215 Rprec_mult_1.00 707 0.1774 Rprec_mult_1.20 707 0.1473 Rprec_mult_1.40 707 0.1264 Rprec_mult_1.60 707 0.1107 Rprec_mult_1.80 707 0.0985 Rprec_mult_2.00 707 0.0887 utility 707 -34.0000 11pt_avg 707 0.1285 binG 707 0.0691 G 707 0.0392 ndcg 707 0.2454 ndcg_rel 707 0.2908 Rndcg 707 0.3690 ndcg_cut_5 707 0.6667 ndcg_cut_10 707 0.5979 ndcg_cut_15 707 0.5991 ndcg_cut_20 707 0.5735 ndcg_cut_30 707 0.5023 ndcg_cut_100 707 0.3891 ndcg_cut_200 707 0.2485 ndcg_cut_500 707 0.2454 ndcg_cut_1000 707 0.2454 map_cut_5 707 0.0269 map_cut_10 707 0.0410 map_cut_15 707 0.0537 map_cut_20 707 0.0614 map_cut_30 707 0.0676 map_cut_100 707 0.1034 map_cut_200 707 0.1034 map_cut_500 707 0.1034 map_cut_1000 707 0.1034 relative_P_5 707 1.0000 relative_P_10 707 0.8000 relative_P_15 707 0.7333 relative_P_20 707 0.6500 relative_P_30 707 0.5000 relative_P_100 707 0.3300 relative_P_200 707 0.1774 relative_P_500 707 0.1774 relative_P_1000 707 0.1774 success_1 707 1.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.3300 set_relative_P 707 0.3300 set_recall 707 0.1774 set_map 707 0.0585 set_F 707 0.2308 num_nonrel_judged_ret 707 44 rbp 707 0.4674 rbp_resid 707 0.0047 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 100 num_rel 72 466 num_rel_ret 72 84 map 72 0.1728 Rprec 72 0.1803 bpref 72 0.1796 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.9545 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 1.0000 P_15 72 1.0000 P_20 72 1.0000 P_30 72 1.0000 P_100 72 0.8400 P_200 72 0.4200 P_500 72 0.1680 P_1000 72 0.0840 relstring 72 '4244234333' recall_5 72 0.0107 recall_10 72 0.0215 recall_15 72 0.0322 recall_20 72 0.0429 recall_30 72 0.0644 recall_100 72 0.1803 recall_200 72 0.1803 recall_500 72 0.1803 recall_1000 72 0.1803 infAP 72 0.1728 Rprec_mult_0.20 72 0.8404 Rprec_mult_0.40 72 0.4492 Rprec_mult_0.60 72 0.3000 Rprec_mult_0.80 72 0.2252 Rprec_mult_1.00 72 0.1803 Rprec_mult_1.20 72 0.1500 Rprec_mult_1.40 72 0.1286 Rprec_mult_1.60 72 0.1126 Rprec_mult_1.80 72 0.1001 Rprec_mult_2.00 72 0.0901 utility 72 68.0000 11pt_avg 72 0.1777 binG 72 0.1238 G 72 0.0432 ndcg 72 0.2853 ndcg_rel 72 0.3719 Rndcg 72 0.4174 ndcg_cut_5 72 0.8274 ndcg_cut_10 72 0.8186 ndcg_cut_15 72 0.7683 ndcg_cut_20 72 0.7820 ndcg_cut_30 72 0.7865 ndcg_cut_100 72 0.7494 ndcg_cut_200 72 0.4847 ndcg_cut_500 72 0.2853 ndcg_cut_1000 72 0.2853 map_cut_5 72 0.0107 map_cut_10 72 0.0215 map_cut_15 72 0.0322 map_cut_20 72 0.0429 map_cut_30 72 0.0644 map_cut_100 72 0.1728 map_cut_200 72 0.1728 map_cut_500 72 0.1728 map_cut_1000 72 0.1728 relative_P_5 72 1.0000 relative_P_10 72 1.0000 relative_P_15 72 1.0000 relative_P_20 72 1.0000 relative_P_30 72 1.0000 relative_P_100 72 0.8400 relative_P_200 72 0.4200 relative_P_500 72 0.1803 relative_P_1000 72 0.1803 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.8400 set_relative_P 72 0.8400 set_recall 72 0.1803 set_map 72 0.1514 set_F 72 0.2968 num_nonrel_judged_ret 72 1 rbp 72 0.7768 rbp_resid 72 0.0031 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 100 num_rel 84 142 num_rel_ret 84 26 map 84 0.0845 Rprec 84 0.1831 bpref 84 0.1617 recip_rank 84 0.2500 iprec_at_recall_0.00 84 0.7000 iprec_at_recall_0.10 84 0.4857 iprec_at_recall_0.20 84 0.0000 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 0.4000 P_10 84 0.7000 P_15 84 0.6000 P_20 84 0.5000 P_30 84 0.4667 P_100 84 0.2600 P_200 84 0.1300 P_500 84 0.0520 P_1000 84 0.0260 relstring 84 '0002322242' recall_5 84 0.0141 recall_10 84 0.0493 recall_15 84 0.0634 recall_20 84 0.0704 recall_30 84 0.0986 recall_100 84 0.1831 recall_200 84 0.1831 recall_500 84 0.1831 recall_1000 84 0.1831 infAP 84 0.0845 Rprec_mult_0.20 84 0.4483 Rprec_mult_0.40 84 0.3684 Rprec_mult_0.60 84 0.2907 Rprec_mult_0.80 84 0.2281 Rprec_mult_1.00 84 0.1831 Rprec_mult_1.20 84 0.1520 Rprec_mult_1.40 84 0.1307 Rprec_mult_1.60 84 0.1140 Rprec_mult_1.80 84 0.1016 Rprec_mult_2.00 84 0.0915 utility 84 -48.0000 11pt_avg 84 0.1078 binG 84 0.0521 G 84 0.0286 ndcg 84 0.1896 ndcg_rel 84 0.2047 Rndcg 84 0.2065 ndcg_cut_5 84 0.1773 ndcg_cut_10 84 0.3591 ndcg_cut_15 84 0.3537 ndcg_cut_20 84 0.3302 ndcg_cut_30 84 0.3324 ndcg_cut_100 84 0.2844 ndcg_cut_200 84 0.2057 ndcg_cut_500 84 0.1896 ndcg_cut_1000 84 0.1896 map_cut_5 84 0.0046 map_cut_10 84 0.0261 map_cut_15 84 0.0351 map_cut_20 84 0.0386 map_cut_30 84 0.0520 map_cut_100 84 0.0845 map_cut_200 84 0.0845 map_cut_500 84 0.0845 map_cut_1000 84 0.0845 relative_P_5 84 0.4000 relative_P_10 84 0.7000 relative_P_15 84 0.6000 relative_P_20 84 0.5000 relative_P_30 84 0.4667 relative_P_100 84 0.2600 relative_P_200 84 0.1831 relative_P_500 84 0.1831 relative_P_1000 84 0.1831 success_1 84 0.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.2600 set_relative_P 84 0.2600 set_recall 84 0.1831 set_map 84 0.0476 set_F 84 0.2149 num_nonrel_judged_ret 84 42 rbp 84 0.2959 rbp_resid 84 0.0063 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 100 num_rel 897 239 num_rel_ret 897 59 map 897 0.2022 Rprec 897 0.2469 bpref 897 0.2389 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.8667 iprec_at_recall_0.20 897 0.7164 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 1.0000 P_10 897 1.0000 P_15 897 0.9333 P_20 897 0.8500 P_30 897 0.8667 P_100 897 0.5900 P_200 897 0.2950 P_500 897 0.1180 P_1000 897 0.0590 relstring 897 '2322233222' recall_5 897 0.0209 recall_10 897 0.0418 recall_15 897 0.0586 recall_20 897 0.0711 recall_30 897 0.1088 recall_100 897 0.2469 recall_200 897 0.2469 recall_500 897 0.2469 recall_1000 897 0.2469 infAP 897 0.2022 Rprec_mult_0.20 897 0.7708 Rprec_mult_0.40 897 0.5833 Rprec_mult_0.60 897 0.4097 Rprec_mult_0.80 897 0.3073 Rprec_mult_1.00 897 0.2469 Rprec_mult_1.20 897 0.2056 Rprec_mult_1.40 897 0.1761 Rprec_mult_1.60 897 0.1540 Rprec_mult_1.80 897 0.1369 Rprec_mult_2.00 897 0.1234 utility 897 18.0000 11pt_avg 897 0.2348 binG 897 0.1150 G 897 0.0555 ndcg 897 0.3279 ndcg_rel 897 0.4055 Rndcg 897 0.4562 ndcg_cut_5 897 0.7380 ndcg_cut_10 897 0.7635 ndcg_cut_15 897 0.7275 ndcg_cut_20 897 0.6839 ndcg_cut_30 897 0.6842 ndcg_cut_100 897 0.6297 ndcg_cut_200 897 0.4073 ndcg_cut_500 897 0.3279 ndcg_cut_1000 897 0.3279 map_cut_5 897 0.0209 map_cut_10 897 0.0418 map_cut_15 897 0.0586 map_cut_20 897 0.0700 map_cut_30 897 0.1021 map_cut_100 897 0.2022 map_cut_200 897 0.2022 map_cut_500 897 0.2022 map_cut_1000 897 0.2022 relative_P_5 897 1.0000 relative_P_10 897 1.0000 relative_P_15 897 0.9333 relative_P_20 897 0.8500 relative_P_30 897 0.8667 relative_P_100 897 0.5900 relative_P_200 897 0.2950 relative_P_500 897 0.2469 relative_P_1000 897 0.2469 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.5900 set_relative_P 897 0.5900 set_recall 897 0.2469 set_map 897 0.1456 set_F 897 0.3481 num_nonrel_judged_ret 897 23 rbp 897 0.6993 rbp_resid 897 0.0027 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all rank num_q all 22 num_ret all 2200 num_rel all 5166 num_rel_ret all 1236 map all 0.1817 gm_map all 0.1634 Rprec all 0.2456 bpref all 0.2302 recip_rank all 0.8674 iprec_at_recall_0.00 all 0.9448 iprec_at_recall_0.10 all 0.7606 iprec_at_recall_0.20 all 0.5368 iprec_at_recall_0.30 all 0.1265 iprec_at_recall_0.40 all 0.0000 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.7727 P_10 all 0.7955 P_15 all 0.7788 P_20 all 0.7545 P_30 all 0.7409 P_100 all 0.5618 P_200 all 0.2809 P_500 all 0.1124 P_1000 all 0.0562 recall_5 all 0.0176 recall_10 all 0.0363 recall_15 all 0.0532 recall_20 all 0.0675 recall_30 all 0.0989 recall_100 all 0.2456 recall_200 all 0.2456 recall_500 all 0.2456 recall_1000 all 0.2456 infAP all 0.1817 gm_bpref all 0.2204 Rprec_mult_0.20 all 0.6913 Rprec_mult_0.40 all 0.5339 Rprec_mult_0.60 all 0.3997 Rprec_mult_0.80 all 0.3050 Rprec_mult_1.00 all 0.2456 Rprec_mult_1.20 all 0.2043 Rprec_mult_1.40 all 0.1752 Rprec_mult_1.60 all 0.1533 Rprec_mult_1.80 all 0.1363 Rprec_mult_2.00 all 0.1228 utility all 12.3636 11pt_avg all 0.2153 binG all 0.1001 G all 0.0540 ndcg all 0.3161 ndcg_rel all 0.3822 Rndcg all 0.4138 ndcg_cut_5 all 0.6143 ndcg_cut_10 all 0.6317 ndcg_cut_15 all 0.6299 ndcg_cut_20 all 0.6221 ndcg_cut_30 all 0.6250 ndcg_cut_100 all 0.5704 ndcg_cut_200 all 0.3843 ndcg_cut_500 all 0.3161 ndcg_cut_1000 all 0.3161 map_cut_5 all 0.0158 map_cut_10 all 0.0307 map_cut_15 all 0.0445 map_cut_20 all 0.0565 map_cut_30 all 0.0805 map_cut_100 all 0.1817 map_cut_200 all 0.1817 map_cut_500 all 0.1817 map_cut_1000 all 0.1817 relative_P_5 all 0.7727 relative_P_10 all 0.7955 relative_P_15 all 0.7788 relative_P_20 all 0.7545 relative_P_30 all 0.7409 relative_P_100 all 0.5618 relative_P_200 all 0.2994 relative_P_500 all 0.2456 relative_P_1000 all 0.2456 success_1 all 0.7727 success_5 all 1.0000 success_10 all 1.0000 set_P all 0.5618 set_relative_P all 0.5618 set_recall all 0.2456 set_map all 0.1432 set_F all 0.3338 num_nonrel_judged_ret all 543 rbp all 0.5702 rbp_resid all 0.0043 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000