num_ret 14 100 num_rel 14 272 num_rel_ret 14 62 map 14 0.1775 Rprec 14 0.2279 bpref 14 0.2224 recip_rank 14 1.0000 iprec_at_recall_0.00 14 1.0000 iprec_at_recall_0.10 14 0.8261 iprec_at_recall_0.20 14 0.6835 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 0.8000 P_10 14 0.9000 P_15 14 0.9333 P_20 14 0.8500 P_30 14 0.7667 P_100 14 0.6200 P_200 14 0.3100 P_500 14 0.1240 P_1000 14 0.0620 relstring 14 '2122222222' recall_5 14 0.0147 recall_10 14 0.0331 recall_15 14 0.0515 recall_20 14 0.0625 recall_30 14 0.0846 recall_100 14 0.2279 recall_200 14 0.2279 recall_500 14 0.2279 recall_1000 14 0.2279 infAP 14 0.1775 Rprec_mult_0.20 14 0.7818 Rprec_mult_0.40 14 0.5688 Rprec_mult_0.60 14 0.3780 Rprec_mult_0.80 14 0.2844 Rprec_mult_1.00 14 0.2279 Rprec_mult_1.20 14 0.1896 Rprec_mult_1.40 14 0.1627 Rprec_mult_1.60 14 0.1422 Rprec_mult_1.80 14 0.1265 Rprec_mult_2.00 14 0.1140 utility 14 24.0000 11pt_avg 14 0.2281 binG 14 0.0836 G 14 0.0468 ndcg 14 0.3026 ndcg_rel 14 0.3668 Rndcg 14 0.4014 ndcg_cut_5 14 0.5027 ndcg_cut_10 14 0.5541 ndcg_cut_15 14 0.5909 ndcg_cut_20 14 0.5719 ndcg_cut_30 14 0.5856 ndcg_cut_100 14 0.6084 ndcg_cut_200 14 0.3945 ndcg_cut_500 14 0.3026 ndcg_cut_1000 14 0.3026 map_cut_5 14 0.0118 map_cut_10 14 0.0278 map_cut_15 14 0.0448 map_cut_20 14 0.0546 map_cut_30 14 0.0722 map_cut_100 14 0.1775 map_cut_200 14 0.1775 map_cut_500 14 0.1775 map_cut_1000 14 0.1775 relative_P_5 14 0.8000 relative_P_10 14 0.9000 relative_P_15 14 0.9333 relative_P_20 14 0.8500 relative_P_30 14 0.7667 relative_P_100 14 0.6200 relative_P_200 14 0.3100 relative_P_500 14 0.2279 relative_P_1000 14 0.2279 success_1 14 1.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.6200 set_relative_P 14 0.6200 set_recall 14 0.2279 set_map 14 0.1413 set_F 14 0.3333 num_nonrel_judged_ret 14 14 rbp 14 0.4617 rbp_resid 14 0.0266 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0500 num_ret 144 100 num_rel 144 197 num_rel_ret 144 37 map 144 0.1041 Rprec 144 0.1878 bpref 144 0.1703 recip_rank 144 1.0000 iprec_at_recall_0.00 144 1.0000 iprec_at_recall_0.10 144 0.5116 iprec_at_recall_0.20 144 0.0000 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.8000 P_10 144 0.7000 P_15 144 0.6667 P_20 144 0.5500 P_30 144 0.5333 P_100 144 0.3700 P_200 144 0.1850 P_500 144 0.0740 P_1000 144 0.0370 relstring 144 '2202312123' recall_5 144 0.0203 recall_10 144 0.0355 recall_15 144 0.0508 recall_20 144 0.0558 recall_30 144 0.0812 recall_100 144 0.1878 recall_200 144 0.1878 recall_500 144 0.1878 recall_1000 144 0.1878 infAP 144 0.1041 Rprec_mult_0.20 144 0.5000 Rprec_mult_0.40 144 0.4177 Rprec_mult_0.60 144 0.3109 Rprec_mult_0.80 144 0.2342 Rprec_mult_1.00 144 0.1878 Rprec_mult_1.20 144 0.1561 Rprec_mult_1.40 144 0.1341 Rprec_mult_1.60 144 0.1171 Rprec_mult_1.80 144 0.1042 Rprec_mult_2.00 144 0.0939 utility 144 -26.0000 11pt_avg 144 0.1374 binG 144 0.0591 G 144 0.0356 ndcg 144 0.2492 ndcg_rel 144 0.2927 Rndcg 144 0.3761 ndcg_cut_5 144 0.5367 ndcg_cut_10 144 0.5530 ndcg_cut_15 144 0.5362 ndcg_cut_20 144 0.5033 ndcg_cut_30 144 0.4947 ndcg_cut_100 144 0.4538 ndcg_cut_200 144 0.3044 ndcg_cut_500 144 0.2492 ndcg_cut_1000 144 0.2492 map_cut_5 144 0.0180 map_cut_10 144 0.0286 map_cut_15 144 0.0397 map_cut_20 144 0.0428 map_cut_30 144 0.0563 map_cut_100 144 0.1041 map_cut_200 144 0.1041 map_cut_500 144 0.1041 map_cut_1000 144 0.1041 relative_P_5 144 0.8000 relative_P_10 144 0.7000 relative_P_15 144 0.6667 relative_P_20 144 0.5500 relative_P_30 144 0.5333 relative_P_100 144 0.3700 relative_P_200 144 0.1878 relative_P_500 144 0.1878 relative_P_1000 144 0.1878 success_1 144 1.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.3700 set_relative_P 144 0.3700 set_recall 144 0.1878 set_map 144 0.0695 set_F 144 0.2492 num_nonrel_judged_ret 144 39 rbp 144 0.3946 rbp_resid 144 0.0062 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 100 num_rel 161 218 num_rel_ret 161 54 map 161 0.1950 Rprec 161 0.2477 bpref 161 0.2384 recip_rank 161 1.0000 iprec_at_recall_0.00 161 1.0000 iprec_at_recall_0.10 161 0.8378 iprec_at_recall_0.20 161 0.6769 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 1.0000 P_10 161 0.9000 P_15 161 0.8667 P_20 161 0.8500 P_30 161 0.8000 P_100 161 0.5400 P_200 161 0.2700 P_500 161 0.1080 P_1000 161 0.0540 relstring 161 '3222202223' recall_5 161 0.0229 recall_10 161 0.0413 recall_15 161 0.0596 recall_20 161 0.0780 recall_30 161 0.1101 recall_100 161 0.2477 recall_200 161 0.2477 recall_500 161 0.2477 recall_1000 161 0.2477 infAP 161 0.1950 Rprec_mult_0.20 161 0.7955 Rprec_mult_0.40 161 0.5795 Rprec_mult_0.60 161 0.4122 Rprec_mult_0.80 161 0.3086 Rprec_mult_1.00 161 0.2477 Rprec_mult_1.20 161 0.2061 Rprec_mult_1.40 161 0.1765 Rprec_mult_1.60 161 0.1547 Rprec_mult_1.80 161 0.1374 Rprec_mult_2.00 161 0.1239 utility 161 8.0000 11pt_avg 161 0.2286 binG 161 0.0988 G 161 0.0598 ndcg 161 0.3409 ndcg_rel 161 0.4232 Rndcg 161 0.4479 ndcg_cut_5 161 0.7797 ndcg_cut_10 161 0.7090 ndcg_cut_15 161 0.6677 ndcg_cut_20 161 0.6444 ndcg_cut_30 161 0.6724 ndcg_cut_100 161 0.5939 ndcg_cut_200 161 0.3795 ndcg_cut_500 161 0.3409 ndcg_cut_1000 161 0.3409 map_cut_5 161 0.0229 map_cut_10 161 0.0391 map_cut_15 161 0.0547 map_cut_20 161 0.0701 map_cut_30 161 0.0963 map_cut_100 161 0.1950 map_cut_200 161 0.1950 map_cut_500 161 0.1950 map_cut_1000 161 0.1950 relative_P_5 161 1.0000 relative_P_10 161 0.9000 relative_P_15 161 0.8667 relative_P_20 161 0.8500 relative_P_30 161 0.8000 relative_P_100 161 0.5400 relative_P_200 161 0.2700 relative_P_500 161 0.2477 relative_P_1000 161 0.2477 success_1 161 1.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.5400 set_relative_P 161 0.5400 set_recall 161 0.2477 set_map 161 0.1338 set_F 161 0.3396 num_nonrel_judged_ret 161 25 rbp 161 0.6215 rbp_resid 161 0.0045 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 100 num_rel 200 184 num_rel_ret 200 61 map 200 0.2223 Rprec 200 0.3315 bpref 200 0.3114 recip_rank 200 0.5000 iprec_at_recall_0.00 200 0.8000 iprec_at_recall_0.10 200 0.7368 iprec_at_recall_0.20 200 0.7222 iprec_at_recall_0.30 200 0.6250 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 0.8000 P_10 200 0.5000 P_15 200 0.5333 P_20 200 0.6500 P_30 200 0.7333 P_100 200 0.6100 P_200 200 0.3050 P_500 200 0.1220 P_1000 200 0.0610 relstring 200 '1332200300' recall_5 200 0.0217 recall_10 200 0.0272 recall_15 200 0.0435 recall_20 200 0.0707 recall_30 200 0.1196 recall_100 200 0.3315 recall_200 200 0.3315 recall_500 200 0.3315 recall_1000 200 0.3315 infAP 200 0.2223 Rprec_mult_0.20 200 0.7297 Rprec_mult_0.40 200 0.6351 Rprec_mult_0.60 200 0.5495 Rprec_mult_0.80 200 0.4122 Rprec_mult_1.00 200 0.3315 Rprec_mult_1.20 200 0.2760 Rprec_mult_1.40 200 0.2364 Rprec_mult_1.60 200 0.2068 Rprec_mult_1.80 200 0.1837 Rprec_mult_2.00 200 0.1658 utility 200 22.0000 11pt_avg 200 0.2622 binG 200 0.0944 G 200 0.0647 ndcg 200 0.3889 ndcg_rel 200 0.4408 Rndcg 200 0.4098 ndcg_cut_5 200 0.6123 ndcg_cut_10 200 0.4767 ndcg_cut_15 200 0.4735 ndcg_cut_20 200 0.5362 ndcg_cut_30 200 0.5886 ndcg_cut_100 200 0.5884 ndcg_cut_200 200 0.4054 ndcg_cut_500 200 0.3889 ndcg_cut_1000 200 0.3889 map_cut_5 200 0.0148 map_cut_10 200 0.0182 map_cut_15 200 0.0267 map_cut_20 200 0.0433 map_cut_30 200 0.0779 map_cut_100 200 0.2223 map_cut_200 200 0.2223 map_cut_500 200 0.2223 map_cut_1000 200 0.2223 relative_P_5 200 0.8000 relative_P_10 200 0.5000 relative_P_15 200 0.5333 relative_P_20 200 0.6500 relative_P_30 200 0.7333 relative_P_100 200 0.6100 relative_P_200 200 0.3315 relative_P_500 200 0.3315 relative_P_1000 200 0.3315 success_1 200 0.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.6100 set_relative_P 200 0.6100 set_recall 200 0.3315 set_map 200 0.2022 set_F 200 0.4296 num_nonrel_judged_ret 200 21 rbp 200 0.4259 rbp_resid 200 0.0040 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 100 num_rel 213 322 num_rel_ret 213 67 map 213 0.1664 Rprec 213 0.2081 bpref 213 0.2011 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 0.8205 iprec_at_recall_0.20 213 0.7143 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 0.8000 P_10 213 0.8000 P_15 213 0.8667 P_20 213 0.8500 P_30 213 0.8000 P_100 213 0.6700 P_200 213 0.3350 P_500 213 0.1340 P_1000 213 0.0670 relstring 213 '3133242144' recall_5 213 0.0124 recall_10 213 0.0248 recall_15 213 0.0404 recall_20 213 0.0528 recall_30 213 0.0745 recall_100 213 0.2081 recall_200 213 0.2081 recall_500 213 0.2081 recall_1000 213 0.2081 infAP 213 0.1664 Rprec_mult_0.20 213 0.8154 Rprec_mult_0.40 213 0.5194 Rprec_mult_0.60 213 0.3454 Rprec_mult_0.80 213 0.2597 Rprec_mult_1.00 213 0.2081 Rprec_mult_1.20 213 0.1731 Rprec_mult_1.40 213 0.1486 Rprec_mult_1.60 213 0.1298 Rprec_mult_1.80 213 0.1155 Rprec_mult_2.00 213 0.1040 utility 213 34.0000 11pt_avg 213 0.2304 binG 213 0.0731 G 213 0.0451 ndcg 213 0.3001 ndcg_rel 213 0.3744 Rndcg 213 0.4294 ndcg_cut_5 213 0.6102 ndcg_cut_10 213 0.6583 ndcg_cut_15 213 0.7015 ndcg_cut_20 213 0.7058 ndcg_cut_30 213 0.7041 ndcg_cut_100 213 0.6439 ndcg_cut_200 213 0.4126 ndcg_cut_500 213 0.3001 ndcg_cut_1000 213 0.3001 map_cut_5 213 0.0100 map_cut_10 213 0.0201 map_cut_15 213 0.0332 map_cut_20 213 0.0441 map_cut_30 213 0.0616 map_cut_100 213 0.1664 map_cut_200 213 0.1664 map_cut_500 213 0.1664 map_cut_1000 213 0.1664 relative_P_5 213 0.8000 relative_P_10 213 0.8000 relative_P_15 213 0.8667 relative_P_20 213 0.8500 relative_P_30 213 0.8000 relative_P_100 213 0.6700 relative_P_200 213 0.3350 relative_P_500 213 0.2081 relative_P_1000 213 0.2081 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.6700 set_relative_P 213 0.6700 set_recall 213 0.2081 set_map 213 0.1394 set_F 213 0.3175 num_nonrel_judged_ret 213 10 rbp 213 0.6407 rbp_resid 213 0.0129 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 100 num_rel 219 203 num_rel_ret 219 45 map 219 0.1325 Rprec 219 0.2217 bpref 219 0.2049 recip_rank 219 1.0000 iprec_at_recall_0.00 219 1.0000 iprec_at_recall_0.10 219 0.6098 iprec_at_recall_0.20 219 0.4607 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.6000 P_10 219 0.7000 P_15 219 0.6667 P_20 219 0.6000 P_30 219 0.6000 P_100 219 0.4500 P_200 219 0.2250 P_500 219 0.0900 P_1000 219 0.0450 relstring 219 '2200222203' recall_5 219 0.0148 recall_10 219 0.0345 recall_15 219 0.0493 recall_20 219 0.0591 recall_30 219 0.0887 recall_100 219 0.2217 recall_200 219 0.2217 recall_500 219 0.2217 recall_1000 219 0.2217 infAP 219 0.1325 Rprec_mult_0.20 219 0.6098 Rprec_mult_0.40 219 0.4634 Rprec_mult_0.60 219 0.3689 Rprec_mult_0.80 219 0.2761 Rprec_mult_1.00 219 0.2217 Rprec_mult_1.20 219 0.1844 Rprec_mult_1.40 219 0.1579 Rprec_mult_1.60 219 0.1385 Rprec_mult_1.80 219 0.1230 Rprec_mult_2.00 219 0.1108 utility 219 -10.0000 11pt_avg 219 0.1882 binG 219 0.0668 G 219 0.0368 ndcg 219 0.2563 ndcg_rel 219 0.2882 Rndcg 219 0.3334 ndcg_cut_5 219 0.3422 ndcg_cut_10 219 0.4003 ndcg_cut_15 219 0.4100 ndcg_cut_20 219 0.4289 ndcg_cut_30 219 0.4300 ndcg_cut_100 219 0.4273 ndcg_cut_200 219 0.2864 ndcg_cut_500 219 0.2563 ndcg_cut_1000 219 0.2563 map_cut_5 219 0.0128 map_cut_10 219 0.0268 map_cut_15 219 0.0362 map_cut_20 219 0.0431 map_cut_30 219 0.0611 map_cut_100 219 0.1325 map_cut_200 219 0.1325 map_cut_500 219 0.1325 map_cut_1000 219 0.1325 relative_P_5 219 0.6000 relative_P_10 219 0.7000 relative_P_15 219 0.6667 relative_P_20 219 0.6000 relative_P_30 219 0.6000 relative_P_100 219 0.4500 relative_P_200 219 0.2250 relative_P_500 219 0.2217 relative_P_1000 219 0.2217 success_1 219 1.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.4500 set_relative_P 219 0.4500 set_recall 219 0.2217 set_map 219 0.0998 set_F 219 0.2970 num_nonrel_judged_ret 219 34 rbp 219 0.3565 rbp_resid 219 0.0121 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 100 num_rel 224 304 num_rel_ret 224 63 map 224 0.1664 Rprec 224 0.2072 bpref 224 0.2007 recip_rank 224 1.0000 iprec_at_recall_0.00 224 1.0000 iprec_at_recall_0.10 224 0.8293 iprec_at_recall_0.20 224 0.6559 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 1.0000 P_10 224 0.9000 P_15 224 0.8000 P_20 224 0.8500 P_30 224 0.8333 P_100 224 0.6300 P_200 224 0.3150 P_500 224 0.1260 P_1000 224 0.0630 relstring 224 '3232223122' recall_5 224 0.0164 recall_10 224 0.0296 recall_15 224 0.0395 recall_20 224 0.0559 recall_30 224 0.0822 recall_100 224 0.2072 recall_200 224 0.2072 recall_500 224 0.2072 recall_1000 224 0.2072 infAP 224 0.1664 Rprec_mult_0.20 224 0.7377 Rprec_mult_0.40 224 0.5164 Rprec_mult_0.60 224 0.3443 Rprec_mult_0.80 224 0.2582 Rprec_mult_1.00 224 0.2072 Rprec_mult_1.20 224 0.1726 Rprec_mult_1.40 224 0.1479 Rprec_mult_1.60 224 0.1294 Rprec_mult_1.80 224 0.1150 Rprec_mult_2.00 224 0.1036 utility 224 26.0000 11pt_avg 224 0.2259 binG 224 0.0811 G 224 0.0503 ndcg 224 0.2999 ndcg_rel 224 0.3826 Rndcg 224 0.4294 ndcg_cut_5 224 0.8362 ndcg_cut_10 224 0.7780 ndcg_cut_15 224 0.7087 ndcg_cut_20 224 0.7017 ndcg_cut_30 224 0.6851 ndcg_cut_100 224 0.6579 ndcg_cut_200 224 0.4243 ndcg_cut_500 224 0.2999 ndcg_cut_1000 224 0.2999 map_cut_5 224 0.0164 map_cut_10 224 0.0289 map_cut_15 224 0.0373 map_cut_20 224 0.0509 map_cut_30 224 0.0727 map_cut_100 224 0.1664 map_cut_200 224 0.1664 map_cut_500 224 0.1664 map_cut_1000 224 0.1664 relative_P_5 224 1.0000 relative_P_10 224 0.9000 relative_P_15 224 0.8000 relative_P_20 224 0.8500 relative_P_30 224 0.8333 relative_P_100 224 0.6300 relative_P_200 224 0.3150 relative_P_500 224 0.2072 relative_P_1000 224 0.2072 success_1 224 1.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.6300 set_relative_P 224 0.6300 set_recall 224 0.2072 set_map 224 0.1306 set_F 224 0.3119 num_nonrel_judged_ret 224 17 rbp 224 0.6878 rbp_resid 224 0.0075 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 100 num_rel 225 238 num_rel_ret 225 70 map 225 0.2502 Rprec 225 0.2941 bpref 225 0.2796 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.9259 iprec_at_recall_0.20 225 0.8571 iprec_at_recall_0.30 225 0.0000 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 0.8000 P_10 225 0.9000 P_15 225 0.8667 P_20 225 0.9000 P_30 225 0.9000 P_100 225 0.7000 P_200 225 0.3500 P_500 225 0.1400 P_1000 225 0.0700 relstring 225 '2220232323' recall_5 225 0.0168 recall_10 225 0.0378 recall_15 225 0.0546 recall_20 225 0.0756 recall_30 225 0.1134 recall_100 225 0.2941 recall_200 225 0.2941 recall_500 225 0.2941 recall_1000 225 0.2941 infAP 225 0.2502 Rprec_mult_0.20 225 0.8542 Rprec_mult_0.40 225 0.7292 Rprec_mult_0.60 225 0.4895 Rprec_mult_0.80 225 0.3665 Rprec_mult_1.00 225 0.2941 Rprec_mult_1.20 225 0.2448 Rprec_mult_1.40 225 0.2096 Rprec_mult_1.60 225 0.1837 Rprec_mult_1.80 225 0.1632 Rprec_mult_2.00 225 0.1471 utility 225 40.0000 11pt_avg 225 0.2530 binG 225 0.1185 G 225 0.0616 ndcg 225 0.3726 ndcg_rel 225 0.4518 Rndcg 225 0.4816 ndcg_cut_5 225 0.5693 ndcg_cut_10 225 0.6740 ndcg_cut_15 225 0.6574 ndcg_cut_20 225 0.6807 ndcg_cut_30 225 0.6936 ndcg_cut_100 225 0.6648 ndcg_cut_200 225 0.4475 ndcg_cut_500 225 0.3726 ndcg_cut_1000 225 0.3726 map_cut_5 225 0.0160 map_cut_10 225 0.0343 map_cut_15 225 0.0489 map_cut_20 225 0.0675 map_cut_30 225 0.1020 map_cut_100 225 0.2502 map_cut_200 225 0.2502 map_cut_500 225 0.2502 map_cut_1000 225 0.2502 relative_P_5 225 0.8000 relative_P_10 225 0.9000 relative_P_15 225 0.8667 relative_P_20 225 0.9000 relative_P_30 225 0.9000 relative_P_100 225 0.7000 relative_P_200 225 0.3500 relative_P_500 225 0.2941 relative_P_1000 225 0.2941 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.7000 set_relative_P 225 0.7000 set_recall 225 0.2941 set_map 225 0.2059 set_F 225 0.4142 num_nonrel_judged_ret 225 10 rbp 225 0.6726 rbp_resid 225 0.0027 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 100 num_rel 233 203 num_rel_ret 233 75 map 233 0.3129 Rprec 233 0.3695 bpref 233 0.3589 recip_rank 233 1.0000 iprec_at_recall_0.00 233 1.0000 iprec_at_recall_0.10 233 0.9167 iprec_at_recall_0.20 233 0.9149 iprec_at_recall_0.30 233 0.7949 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 0.6000 P_10 233 0.8000 P_15 233 0.8667 P_20 233 0.8500 P_30 233 0.9000 P_100 233 0.7500 P_200 233 0.3750 P_500 233 0.1500 P_1000 233 0.0750 relstring 233 '3331123322' recall_5 233 0.0148 recall_10 233 0.0394 recall_15 233 0.0640 recall_20 233 0.0837 recall_30 233 0.1330 recall_100 233 0.3695 recall_200 233 0.3695 recall_500 233 0.3695 recall_1000 233 0.3695 infAP 233 0.3129 Rprec_mult_0.20 233 0.9024 Rprec_mult_0.40 233 0.7683 Rprec_mult_0.60 233 0.6148 Rprec_mult_0.80 233 0.4601 Rprec_mult_1.00 233 0.3695 Rprec_mult_1.20 233 0.3074 Rprec_mult_1.40 233 0.2632 Rprec_mult_1.60 233 0.2308 Rprec_mult_1.80 233 0.2049 Rprec_mult_2.00 233 0.1847 utility 233 50.0000 11pt_avg 233 0.3297 binG 233 0.1418 G 233 0.0803 ndcg 233 0.4433 ndcg_rel 233 0.5404 Rndcg 233 0.5831 ndcg_cut_5 233 0.6883 ndcg_cut_10 233 0.7240 ndcg_cut_15 233 0.7526 ndcg_cut_20 233 0.7488 ndcg_cut_30 233 0.7668 ndcg_cut_100 233 0.6886 ndcg_cut_200 233 0.4774 ndcg_cut_500 233 0.4433 ndcg_cut_1000 233 0.4433 map_cut_5 233 0.0148 map_cut_10 233 0.0330 map_cut_15 233 0.0538 map_cut_20 233 0.0703 map_cut_30 233 0.1137 map_cut_100 233 0.3129 map_cut_200 233 0.3129 map_cut_500 233 0.3129 map_cut_1000 233 0.3129 relative_P_5 233 0.6000 relative_P_10 233 0.8000 relative_P_15 233 0.8667 relative_P_20 233 0.8500 relative_P_30 233 0.9000 relative_P_100 233 0.7500 relative_P_200 233 0.3750 relative_P_500 233 0.3695 relative_P_1000 233 0.3695 success_1 233 1.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.7500 set_relative_P 233 0.7500 set_recall 233 0.3695 set_map 233 0.2771 set_F 233 0.4950 num_nonrel_judged_ret 233 8 rbp 233 0.5941 rbp_resid 233 0.0017 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 100 num_rel 273 290 num_rel_ret 273 59 map 273 0.1642 Rprec 273 0.2034 bpref 273 0.1959 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.7632 iprec_at_recall_0.20 273 0.6170 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 1.0000 P_10 273 1.0000 P_15 273 1.0000 P_20 273 0.9000 P_30 273 0.8333 P_100 273 0.5900 P_200 273 0.2950 P_500 273 0.1180 P_1000 273 0.0590 relstring 273 '2222323232' recall_5 273 0.0172 recall_10 273 0.0345 recall_15 273 0.0517 recall_20 273 0.0621 recall_30 273 0.0862 recall_100 273 0.2034 recall_200 273 0.2034 recall_500 273 0.2034 recall_1000 273 0.2034 infAP 273 0.1642 Rprec_mult_0.20 273 0.6897 Rprec_mult_0.40 273 0.5086 Rprec_mult_0.60 273 0.3391 Rprec_mult_0.80 273 0.2543 Rprec_mult_1.00 273 0.2034 Rprec_mult_1.20 273 0.1695 Rprec_mult_1.40 273 0.1453 Rprec_mult_1.60 273 0.1272 Rprec_mult_1.80 273 0.1130 Rprec_mult_2.00 273 0.1017 utility 273 18.0000 11pt_avg 273 0.2164 binG 273 0.0965 G 273 0.0425 ndcg 273 0.2804 ndcg_rel 273 0.3427 Rndcg 273 0.4171 ndcg_cut_5 273 0.6382 ndcg_cut_10 273 0.6909 ndcg_cut_15 273 0.7003 ndcg_cut_20 273 0.6738 ndcg_cut_30 273 0.6725 ndcg_cut_100 273 0.5638 ndcg_cut_200 273 0.3860 ndcg_cut_500 273 0.2804 ndcg_cut_1000 273 0.2804 map_cut_5 273 0.0172 map_cut_10 273 0.0345 map_cut_15 273 0.0517 map_cut_20 273 0.0613 map_cut_30 273 0.0829 map_cut_100 273 0.1642 map_cut_200 273 0.1642 map_cut_500 273 0.1642 map_cut_1000 273 0.1642 relative_P_5 273 1.0000 relative_P_10 273 1.0000 relative_P_15 273 1.0000 relative_P_20 273 0.9000 relative_P_30 273 0.8333 relative_P_100 273 0.5900 relative_P_200 273 0.2950 relative_P_500 273 0.2034 relative_P_1000 273 0.2034 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.5900 set_relative_P 273 0.5900 set_recall 273 0.2034 set_map 273 0.1200 set_F 273 0.3026 num_nonrel_judged_ret 273 13 rbp 273 0.5340 rbp_resid 273 0.0145 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 100 num_rel 300 239 num_rel_ret 300 46 map 300 0.1373 Rprec 300 0.1925 bpref 300 0.1844 recip_rank 300 1.0000 iprec_at_recall_0.00 300 1.0000 iprec_at_recall_0.10 300 0.7647 iprec_at_recall_0.20 300 0.0000 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.8000 P_10 300 0.7000 P_15 300 0.8000 P_20 300 0.8000 P_30 300 0.7333 P_100 300 0.4600 P_200 300 0.2300 P_500 300 0.0920 P_1000 300 0.0460 relstring 300 '2212232102' recall_5 300 0.0167 recall_10 300 0.0293 recall_15 300 0.0502 recall_20 300 0.0669 recall_30 300 0.0921 recall_100 300 0.1925 recall_200 300 0.1925 recall_500 300 0.1925 recall_1000 300 0.1925 infAP 300 0.1373 Rprec_mult_0.20 300 0.6875 Rprec_mult_0.40 300 0.4688 Rprec_mult_0.60 300 0.3194 Rprec_mult_0.80 300 0.2396 Rprec_mult_1.00 300 0.1925 Rprec_mult_1.20 300 0.1603 Rprec_mult_1.40 300 0.1373 Rprec_mult_1.60 300 0.1201 Rprec_mult_1.80 300 0.1067 Rprec_mult_2.00 300 0.0962 utility 300 -8.0000 11pt_avg 300 0.1604 binG 300 0.0691 G 300 0.0425 ndcg 300 0.2747 ndcg_rel 300 0.3379 Rndcg 300 0.3947 ndcg_cut_5 300 0.6101 ndcg_cut_10 300 0.5888 ndcg_cut_15 300 0.6063 ndcg_cut_20 300 0.6277 ndcg_cut_30 300 0.6065 ndcg_cut_100 300 0.5100 ndcg_cut_200 300 0.3330 ndcg_cut_500 300 0.2747 ndcg_cut_1000 300 0.2747 map_cut_5 300 0.0149 map_cut_10 300 0.0249 map_cut_15 300 0.0409 map_cut_20 300 0.0547 map_cut_30 300 0.0745 map_cut_100 300 0.1373 map_cut_200 300 0.1373 map_cut_500 300 0.1373 map_cut_1000 300 0.1373 relative_P_5 300 0.8000 relative_P_10 300 0.7000 relative_P_15 300 0.8000 relative_P_20 300 0.8000 relative_P_30 300 0.7333 relative_P_100 300 0.4600 relative_P_200 300 0.2300 relative_P_500 300 0.1925 relative_P_1000 300 0.1925 success_1 300 1.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.4600 set_relative_P 300 0.4600 set_recall 300 0.1925 set_map 300 0.0885 set_F 300 0.2714 num_nonrel_judged_ret 300 24 rbp 300 0.6052 rbp_resid 300 0.0094 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 100 num_rel 31 134 num_rel_ret 31 50 map 31 0.2586 Rprec 31 0.3731 bpref 31 0.3280 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.8125 iprec_at_recall_0.20 31 0.6154 iprec_at_recall_0.30 31 0.5325 iprec_at_recall_0.40 31 0.0000 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 1.0000 P_10 31 0.9000 P_15 31 0.8000 P_20 31 0.8000 P_30 31 0.6667 P_100 31 0.5000 P_200 31 0.2500 P_500 31 0.1000 P_1000 31 0.0500 relstring 31 '2322223203' recall_5 31 0.0373 recall_10 31 0.0672 recall_15 31 0.0896 recall_20 31 0.1194 recall_30 31 0.1493 recall_100 31 0.3731 recall_200 31 0.3731 recall_500 31 0.3731 recall_1000 31 0.3731 infAP 31 0.2586 Rprec_mult_0.20 31 0.7037 Rprec_mult_0.40 31 0.5926 Rprec_mult_0.60 31 0.5185 Rprec_mult_0.80 31 0.4630 Rprec_mult_1.00 31 0.3731 Rprec_mult_1.20 31 0.3106 Rprec_mult_1.40 31 0.2660 Rprec_mult_1.60 31 0.2326 Rprec_mult_1.80 31 0.2066 Rprec_mult_2.00 31 0.1866 utility 31 0.0000 11pt_avg 31 0.2691 binG 31 0.1445 G 31 0.0873 ndcg 31 0.4562 ndcg_rel 31 0.5286 Rndcg 31 0.5355 ndcg_cut_5 31 0.7380 ndcg_cut_10 31 0.7144 ndcg_cut_15 31 0.6578 ndcg_cut_20 31 0.6547 ndcg_cut_30 31 0.6452 ndcg_cut_100 31 0.6053 ndcg_cut_200 31 0.4562 ndcg_cut_500 31 0.4562 ndcg_cut_1000 31 0.4562 map_cut_5 31 0.0373 map_cut_10 31 0.0664 map_cut_15 31 0.0853 map_cut_20 31 0.1091 map_cut_30 31 0.1308 map_cut_100 31 0.2586 map_cut_200 31 0.2586 map_cut_500 31 0.2586 map_cut_1000 31 0.2586 relative_P_5 31 1.0000 relative_P_10 31 0.9000 relative_P_15 31 0.8000 relative_P_20 31 0.8000 relative_P_30 31 0.6667 relative_P_100 31 0.5000 relative_P_200 31 0.3731 relative_P_500 31 0.3731 relative_P_1000 31 0.3731 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.5000 set_relative_P 31 0.5000 set_recall 31 0.3731 set_map 31 0.1866 set_F 31 0.4274 num_nonrel_judged_ret 31 41 rbp 31 0.6305 rbp_resid 31 0.0012 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 100 num_rel 37 230 num_rel_ret 37 34 map 37 0.0651 Rprec 37 0.1478 bpref 37 0.1356 recip_rank 37 1.0000 iprec_at_recall_0.00 37 1.0000 iprec_at_recall_0.10 37 0.4340 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.2000 P_10 37 0.3000 P_15 37 0.4000 P_20 37 0.4000 P_30 37 0.5000 P_100 37 0.3400 P_200 37 0.1700 P_500 37 0.0680 P_1000 37 0.0340 relstring 37 '3111120121' recall_5 37 0.0043 recall_10 37 0.0130 recall_15 37 0.0261 recall_20 37 0.0348 recall_30 37 0.0652 recall_100 37 0.1478 recall_200 37 0.1478 recall_500 37 0.1478 recall_1000 37 0.1478 infAP 37 0.0651 Rprec_mult_0.20 37 0.4783 Rprec_mult_0.40 37 0.3370 Rprec_mult_0.60 37 0.2464 Rprec_mult_0.80 37 0.1848 Rprec_mult_1.00 37 0.1478 Rprec_mult_1.20 37 0.1232 Rprec_mult_1.40 37 0.1056 Rprec_mult_1.60 37 0.0924 Rprec_mult_1.80 37 0.0821 Rprec_mult_2.00 37 0.0739 utility 37 -32.0000 11pt_avg 37 0.1304 binG 37 0.0378 G 37 0.0324 ndcg 37 0.2209 ndcg_rel 37 0.2693 Rndcg 37 0.3263 ndcg_cut_5 37 0.5594 ndcg_cut_10 37 0.5038 ndcg_cut_15 37 0.4966 ndcg_cut_20 37 0.4798 ndcg_cut_30 37 0.5337 ndcg_cut_100 37 0.4801 ndcg_cut_200 37 0.3063 ndcg_cut_500 37 0.2209 ndcg_cut_1000 37 0.2209 map_cut_5 37 0.0043 map_cut_10 37 0.0072 map_cut_15 37 0.0124 map_cut_20 37 0.0159 map_cut_30 37 0.0301 map_cut_100 37 0.0651 map_cut_200 37 0.0651 map_cut_500 37 0.0651 map_cut_1000 37 0.0651 relative_P_5 37 0.2000 relative_P_10 37 0.3000 relative_P_15 37 0.4000 relative_P_20 37 0.4000 relative_P_30 37 0.5000 relative_P_100 37 0.3400 relative_P_200 37 0.1700 relative_P_500 37 0.1478 relative_P_1000 37 0.1478 success_1 37 1.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.3400 set_relative_P 37 0.3400 set_recall 37 0.1478 set_map 37 0.0503 set_F 37 0.2061 num_nonrel_judged_ret 37 38 rbp 37 0.4619 rbp_resid 37 0.0091 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 100 num_rel 407 102 num_rel_ret 407 30 map 407 0.1646 Rprec 407 0.2941 bpref 407 0.2506 recip_rank 407 1.0000 iprec_at_recall_0.00 407 1.0000 iprec_at_recall_0.10 407 0.6875 iprec_at_recall_0.20 407 0.5526 iprec_at_recall_0.30 407 0.0000 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.4000 P_10 407 0.7000 P_15 407 0.6667 P_20 407 0.6500 P_30 407 0.5667 P_100 407 0.3000 P_200 407 0.1500 P_500 407 0.0600 P_1000 407 0.0300 relstring 407 '2000222222' recall_5 407 0.0196 recall_10 407 0.0686 recall_15 407 0.0980 recall_20 407 0.1275 recall_30 407 0.1667 recall_100 407 0.2941 recall_200 407 0.2941 recall_500 407 0.2941 recall_1000 407 0.2941 infAP 407 0.1646 Rprec_mult_0.20 407 0.6190 Rprec_mult_0.40 407 0.5366 Rprec_mult_0.60 407 0.3871 Rprec_mult_0.80 407 0.3415 Rprec_mult_1.00 407 0.2941 Rprec_mult_1.20 407 0.2439 Rprec_mult_1.40 407 0.2098 Rprec_mult_1.60 407 0.1829 Rprec_mult_1.80 407 0.1630 Rprec_mult_2.00 407 0.1471 utility 407 -40.0000 11pt_avg 407 0.2036 binG 407 0.0932 G 407 0.0581 ndcg 407 0.3167 ndcg_rel 407 0.3518 Rndcg 407 0.3529 ndcg_cut_5 407 0.3136 ndcg_cut_10 407 0.4573 ndcg_cut_15 407 0.4806 ndcg_cut_20 407 0.4958 ndcg_cut_30 407 0.4773 ndcg_cut_100 407 0.3431 ndcg_cut_200 407 0.3167 ndcg_cut_500 407 0.3167 ndcg_cut_1000 407 0.3167 map_cut_5 407 0.0137 map_cut_10 407 0.0438 map_cut_15 407 0.0637 map_cut_20 407 0.0830 map_cut_30 407 0.1067 map_cut_100 407 0.1646 map_cut_200 407 0.1646 map_cut_500 407 0.1646 map_cut_1000 407 0.1646 relative_P_5 407 0.4000 relative_P_10 407 0.7000 relative_P_15 407 0.6667 relative_P_20 407 0.6500 relative_P_30 407 0.5667 relative_P_100 407 0.3000 relative_P_200 407 0.2941 relative_P_500 407 0.2941 relative_P_1000 407 0.2941 success_1 407 1.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.3000 set_relative_P 407 0.3000 set_recall 407 0.2941 set_map 407 0.0882 set_F 407 0.2970 num_nonrel_judged_ret 407 46 rbp 407 0.3914 rbp_resid 407 0.0031 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 100 num_rel 477 285 num_rel_ret 477 76 map 477 0.2244 Rprec 477 0.2667 bpref 477 0.2585 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.8333 iprec_at_recall_0.20 477 0.7945 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 1.0000 P_10 477 0.9000 P_15 477 0.9333 P_20 477 0.9000 P_30 477 0.8667 P_100 477 0.7600 P_200 477 0.3800 P_500 477 0.1520 P_1000 477 0.0760 relstring 477 '3232332331' recall_5 477 0.0175 recall_10 477 0.0316 recall_15 477 0.0491 recall_20 477 0.0632 recall_30 477 0.0912 recall_100 477 0.2667 recall_200 477 0.2667 recall_500 477 0.2667 recall_1000 477 0.2667 infAP 477 0.2244 Rprec_mult_0.20 477 0.7719 Rprec_mult_0.40 477 0.6667 Rprec_mult_0.60 477 0.4444 Rprec_mult_0.80 477 0.3333 Rprec_mult_1.00 477 0.2667 Rprec_mult_1.20 477 0.2222 Rprec_mult_1.40 477 0.1905 Rprec_mult_1.60 477 0.1667 Rprec_mult_1.80 477 0.1481 Rprec_mult_2.00 477 0.1333 utility 477 52.0000 11pt_avg 477 0.2389 binG 477 0.1090 G 477 0.0618 ndcg 477 0.3423 ndcg_rel 477 0.4350 Rndcg 477 0.4601 ndcg_cut_5 477 0.8800 ndcg_cut_10 477 0.8552 ndcg_cut_15 477 0.8729 ndcg_cut_20 477 0.8495 ndcg_cut_30 477 0.8230 ndcg_cut_100 477 0.6948 ndcg_cut_200 477 0.4749 ndcg_cut_500 477 0.3423 ndcg_cut_1000 477 0.3423 map_cut_5 477 0.0175 map_cut_10 477 0.0316 map_cut_15 477 0.0478 map_cut_20 477 0.0606 map_cut_30 477 0.0858 map_cut_100 477 0.2244 map_cut_200 477 0.2244 map_cut_500 477 0.2244 map_cut_1000 477 0.2244 relative_P_5 477 1.0000 relative_P_10 477 0.9000 relative_P_15 477 0.9333 relative_P_20 477 0.9000 relative_P_30 477 0.8667 relative_P_100 477 0.7600 relative_P_200 477 0.3800 relative_P_500 477 0.2667 relative_P_1000 477 0.2667 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.7600 set_relative_P 477 0.7600 set_recall 477 0.2667 set_map 477 0.2027 set_F 477 0.3948 num_nonrel_judged_ret 477 9 rbp 477 0.8329 rbp_resid 477 0.0089 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 100 num_rel 499 192 num_rel_ret 499 64 map 499 0.2439 Rprec 499 0.3333 bpref 499 0.3139 recip_rank 499 0.5000 iprec_at_recall_0.00 499 0.8519 iprec_at_recall_0.10 499 0.8519 iprec_at_recall_0.20 499 0.7500 iprec_at_recall_0.30 499 0.6782 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 0.6000 P_10 499 0.7000 P_15 499 0.7333 P_20 499 0.8000 P_30 499 0.8333 P_100 499 0.6400 P_200 499 0.3200 P_500 499 0.1280 P_1000 499 0.0640 relstring 499 '1213231333' recall_5 499 0.0156 recall_10 499 0.0365 recall_15 499 0.0573 recall_20 499 0.0833 recall_30 499 0.1302 recall_100 499 0.3333 recall_200 499 0.3333 recall_500 499 0.3333 recall_1000 499 0.3333 infAP 499 0.2439 Rprec_mult_0.20 499 0.7949 Rprec_mult_0.40 499 0.6883 Rprec_mult_0.60 499 0.5517 Rprec_mult_0.80 499 0.4156 Rprec_mult_1.00 499 0.3333 Rprec_mult_1.20 499 0.2771 Rprec_mult_1.40 499 0.2379 Rprec_mult_1.60 499 0.2078 Rprec_mult_1.80 499 0.1850 Rprec_mult_2.00 499 0.1667 utility 499 28.0000 11pt_avg 499 0.2847 binG 499 0.1040 G 499 0.0682 ndcg 499 0.3902 ndcg_rel 499 0.4632 Rndcg 499 0.5061 ndcg_cut_5 499 0.5458 ndcg_cut_10 499 0.6563 ndcg_cut_15 499 0.6731 ndcg_cut_20 499 0.6830 ndcg_cut_30 499 0.6951 ndcg_cut_100 499 0.6701 ndcg_cut_200 499 0.4427 ndcg_cut_500 499 0.3902 ndcg_cut_1000 499 0.3902 map_cut_5 499 0.0083 map_cut_10 499 0.0222 map_cut_15 499 0.0368 map_cut_20 499 0.0570 map_cut_30 499 0.0960 map_cut_100 499 0.2439 map_cut_200 499 0.2439 map_cut_500 499 0.2439 map_cut_1000 499 0.2439 relative_P_5 499 0.6000 relative_P_10 499 0.7000 relative_P_15 499 0.7333 relative_P_20 499 0.8000 relative_P_30 499 0.8333 relative_P_100 499 0.6400 relative_P_200 499 0.3333 relative_P_500 499 0.3333 relative_P_1000 499 0.3333 success_1 499 0.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.6400 set_relative_P 499 0.6400 set_recall 499 0.3333 set_map 499 0.2133 set_F 499 0.4384 num_nonrel_judged_ret 499 20 rbp 499 0.6890 rbp_resid 499 0.0033 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 100 num_rel 515 147 num_rel_ret 515 19 map 515 0.0275 Rprec 515 0.1293 bpref 515 0.0989 recip_rank 515 0.2500 iprec_at_recall_0.00 515 0.2917 iprec_at_recall_0.10 515 0.1900 iprec_at_recall_0.20 515 0.0000 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.2000 P_10 515 0.2000 P_15 515 0.2000 P_20 515 0.2500 P_30 515 0.2333 P_100 515 0.1900 P_200 515 0.0950 P_500 515 0.0380 P_1000 515 0.0190 relstring 515 '0002000020' recall_5 515 0.0068 recall_10 515 0.0136 recall_15 515 0.0204 recall_20 515 0.0340 recall_30 515 0.0476 recall_100 515 0.1293 recall_200 515 0.1293 recall_500 515 0.1293 recall_1000 515 0.1293 infAP 515 0.0275 Rprec_mult_0.20 515 0.2333 Rprec_mult_0.40 515 0.1864 Rprec_mult_0.60 515 0.1573 Rprec_mult_0.80 515 0.1610 Rprec_mult_1.00 515 0.1293 Rprec_mult_1.20 515 0.1073 Rprec_mult_1.40 515 0.0922 Rprec_mult_1.60 515 0.0805 Rprec_mult_1.80 515 0.0717 Rprec_mult_2.00 515 0.0646 utility 515 -62.0000 11pt_avg 515 0.0438 binG 515 0.0278 G 515 0.0229 ndcg 515 0.1431 ndcg_rel 515 0.1511 Rndcg 515 0.1499 ndcg_cut_5 515 0.1461 ndcg_cut_10 515 0.1610 ndcg_cut_15 515 0.1724 ndcg_cut_20 515 0.2279 ndcg_cut_30 515 0.2231 ndcg_cut_100 515 0.2073 ndcg_cut_200 515 0.1431 ndcg_cut_500 515 0.1431 ndcg_cut_1000 515 0.1431 map_cut_5 515 0.0017 map_cut_10 515 0.0032 map_cut_15 515 0.0051 map_cut_20 515 0.0086 map_cut_30 515 0.0125 map_cut_100 515 0.0275 map_cut_200 515 0.0275 map_cut_500 515 0.0275 map_cut_1000 515 0.0275 relative_P_5 515 0.2000 relative_P_10 515 0.2000 relative_P_15 515 0.2000 relative_P_20 515 0.2500 relative_P_30 515 0.2333 relative_P_100 515 0.1900 relative_P_200 515 0.1293 relative_P_500 515 0.1293 relative_P_1000 515 0.1293 success_1 515 0.0000 success_5 515 1.0000 success_10 515 1.0000 set_P 515 0.1900 set_relative_P 515 0.1900 set_recall 515 0.1293 set_map 515 0.0246 set_F 515 0.1538 num_nonrel_judged_ret 515 58 rbp 515 0.2189 rbp_resid 515 0.0167 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 100 num_rel 58 373 num_rel_ret 58 83 map 58 0.2062 Rprec 58 0.2225 bpref 58 0.2175 recip_rank 58 1.0000 iprec_at_recall_0.00 58 1.0000 iprec_at_recall_0.10 58 0.9592 iprec_at_recall_0.20 58 0.8462 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 1.0000 P_10 58 1.0000 P_15 58 1.0000 P_20 58 0.9500 P_30 58 0.9333 P_100 58 0.8300 P_200 58 0.4150 P_500 58 0.1660 P_1000 58 0.0830 relstring 58 '3333324333' recall_5 58 0.0134 recall_10 58 0.0268 recall_15 58 0.0402 recall_20 58 0.0509 recall_30 58 0.0751 recall_100 58 0.2225 recall_200 58 0.2225 recall_500 58 0.2225 recall_1000 58 0.2225 infAP 58 0.2062 Rprec_mult_0.20 58 0.8800 Rprec_mult_0.40 58 0.5533 Rprec_mult_0.60 58 0.3705 Rprec_mult_0.80 58 0.2776 Rprec_mult_1.00 58 0.2225 Rprec_mult_1.20 58 0.1853 Rprec_mult_1.40 58 0.1587 Rprec_mult_1.60 58 0.1390 Rprec_mult_1.80 58 0.1235 Rprec_mult_2.00 58 0.1113 utility 58 66.0000 11pt_avg 58 0.2550 binG 58 0.1153 G 58 0.0528 ndcg 58 0.3203 ndcg_rel 58 0.4129 Rndcg 58 0.4853 ndcg_cut_5 58 0.7500 ndcg_cut_10 58 0.8208 ndcg_cut_15 58 0.8164 ndcg_cut_20 58 0.8037 ndcg_cut_30 58 0.7887 ndcg_cut_100 58 0.7277 ndcg_cut_200 58 0.4727 ndcg_cut_500 58 0.3203 ndcg_cut_1000 58 0.3203 map_cut_5 58 0.0134 map_cut_10 58 0.0268 map_cut_15 58 0.0402 map_cut_20 58 0.0505 map_cut_30 58 0.0731 map_cut_100 58 0.2062 map_cut_200 58 0.2062 map_cut_500 58 0.2062 map_cut_1000 58 0.2062 relative_P_5 58 1.0000 relative_P_10 58 1.0000 relative_P_15 58 1.0000 relative_P_20 58 0.9500 relative_P_30 58 0.9333 relative_P_100 58 0.8300 relative_P_200 58 0.4150 relative_P_500 58 0.2225 relative_P_1000 58 0.2225 success_1 58 1.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.8300 set_relative_P 58 0.8300 set_recall 58 0.2225 set_map 58 0.1847 set_F 58 0.3510 num_nonrel_judged_ret 58 3 rbp 58 0.6874 rbp_resid 58 0.0020 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 100 num_rel 707 186 num_rel_ret 707 35 map 707 0.1007 Rprec 707 0.1882 bpref 707 0.1679 recip_rank 707 1.0000 iprec_at_recall_0.00 707 1.0000 iprec_at_recall_0.10 707 0.4286 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 1.0000 P_10 707 0.7000 P_15 707 0.6000 P_20 707 0.5000 P_30 707 0.4667 P_100 707 0.3500 P_200 707 0.1750 P_500 707 0.0700 P_1000 707 0.0350 relstring 707 '2222220020' recall_5 707 0.0269 recall_10 707 0.0376 recall_15 707 0.0484 recall_20 707 0.0538 recall_30 707 0.0753 recall_100 707 0.1882 recall_200 707 0.1882 recall_500 707 0.1882 recall_1000 707 0.1882 infAP 707 0.1007 Rprec_mult_0.20 707 0.4474 Rprec_mult_0.40 707 0.3467 Rprec_mult_0.60 707 0.3125 Rprec_mult_0.80 707 0.2349 Rprec_mult_1.00 707 0.1882 Rprec_mult_1.20 707 0.1562 Rprec_mult_1.40 707 0.1341 Rprec_mult_1.60 707 0.1174 Rprec_mult_1.80 707 0.1045 Rprec_mult_2.00 707 0.0941 utility 707 -30.0000 11pt_avg 707 0.1299 binG 707 0.0672 G 707 0.0397 ndcg 707 0.2497 ndcg_rel 707 0.2929 Rndcg 707 0.3555 ndcg_cut_5 707 0.6667 ndcg_cut_10 707 0.5530 ndcg_cut_15 707 0.5262 ndcg_cut_20 707 0.4835 ndcg_cut_30 707 0.4656 ndcg_cut_100 707 0.3959 ndcg_cut_200 707 0.2529 ndcg_cut_500 707 0.2497 ndcg_cut_1000 707 0.2497 map_cut_5 707 0.0269 map_cut_10 707 0.0364 map_cut_15 707 0.0432 map_cut_20 707 0.0462 map_cut_30 707 0.0559 map_cut_100 707 0.1007 map_cut_200 707 0.1007 map_cut_500 707 0.1007 map_cut_1000 707 0.1007 relative_P_5 707 1.0000 relative_P_10 707 0.7000 relative_P_15 707 0.6000 relative_P_20 707 0.5000 relative_P_30 707 0.4667 relative_P_100 707 0.3500 relative_P_200 707 0.1882 relative_P_500 707 0.1882 relative_P_1000 707 0.1882 success_1 707 1.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.3500 set_relative_P 707 0.3500 set_recall 707 0.1882 set_map 707 0.0659 set_F 707 0.2448 num_nonrel_judged_ret 707 39 rbp 707 0.4147 rbp_resid 707 0.0058 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 100 num_rel 72 466 num_rel_ret 72 81 map 72 0.1642 Rprec 72 0.1738 bpref 72 0.1735 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.9310 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 1.0000 P_15 72 1.0000 P_20 72 1.0000 P_30 72 1.0000 P_100 72 0.8100 P_200 72 0.4050 P_500 72 0.1620 P_1000 72 0.0810 relstring 72 '3322343332' recall_5 72 0.0107 recall_10 72 0.0215 recall_15 72 0.0322 recall_20 72 0.0429 recall_30 72 0.0644 recall_100 72 0.1738 recall_200 72 0.1738 recall_500 72 0.1738 recall_1000 72 0.1738 infAP 72 0.1642 Rprec_mult_0.20 72 0.8191 Rprec_mult_0.40 72 0.4332 Rprec_mult_0.60 72 0.2893 Rprec_mult_0.80 72 0.2172 Rprec_mult_1.00 72 0.1738 Rprec_mult_1.20 72 0.1446 Rprec_mult_1.40 72 0.1240 Rprec_mult_1.60 72 0.1086 Rprec_mult_1.80 72 0.0965 Rprec_mult_2.00 72 0.0869 utility 72 62.0000 11pt_avg 72 0.1755 binG 72 0.1136 G 72 0.0373 ndcg 72 0.2686 ndcg_rel 72 0.3435 Rndcg 72 0.3907 ndcg_cut_5 72 0.6711 ndcg_cut_10 72 0.7025 ndcg_cut_15 72 0.7019 ndcg_cut_20 72 0.7182 ndcg_cut_30 72 0.7192 ndcg_cut_100 72 0.7056 ndcg_cut_200 72 0.4563 ndcg_cut_500 72 0.2686 ndcg_cut_1000 72 0.2686 map_cut_5 72 0.0107 map_cut_10 72 0.0215 map_cut_15 72 0.0322 map_cut_20 72 0.0429 map_cut_30 72 0.0644 map_cut_100 72 0.1642 map_cut_200 72 0.1642 map_cut_500 72 0.1642 map_cut_1000 72 0.1642 relative_P_5 72 1.0000 relative_P_10 72 1.0000 relative_P_15 72 1.0000 relative_P_20 72 1.0000 relative_P_30 72 1.0000 relative_P_100 72 0.8100 relative_P_200 72 0.4050 relative_P_500 72 0.1738 relative_P_1000 72 0.1738 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.8100 set_relative_P 72 0.8100 set_recall 72 0.1738 set_map 72 0.1408 set_F 72 0.2862 num_nonrel_judged_ret 72 1 rbp 72 0.7078 rbp_resid 72 0.0053 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 100 num_rel 84 142 num_rel_ret 84 25 map 84 0.0835 Rprec 84 0.1761 bpref 84 0.1572 recip_rank 84 0.5000 iprec_at_recall_0.00 84 0.6667 iprec_at_recall_0.10 84 0.5667 iprec_at_recall_0.20 84 0.0000 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 0.6000 P_10 84 0.5000 P_15 84 0.5333 P_20 84 0.5500 P_30 84 0.5667 P_100 84 0.2500 P_200 84 0.1250 P_500 84 0.0500 P_1000 84 0.0250 relstring 84 '0220300022' recall_5 84 0.0211 recall_10 84 0.0352 recall_15 84 0.0563 recall_20 84 0.0775 recall_30 84 0.1197 recall_100 84 0.1761 recall_200 84 0.1761 recall_500 84 0.1761 recall_1000 84 0.1761 infAP 84 0.0835 Rprec_mult_0.20 84 0.5517 Rprec_mult_0.40 84 0.3158 Rprec_mult_0.60 84 0.2791 Rprec_mult_0.80 84 0.2193 Rprec_mult_1.00 84 0.1761 Rprec_mult_1.20 84 0.1462 Rprec_mult_1.40 84 0.1256 Rprec_mult_1.60 84 0.1096 Rprec_mult_1.80 84 0.0977 Rprec_mult_2.00 84 0.0880 utility 84 -50.0000 11pt_avg 84 0.1121 binG 84 0.0524 G 84 0.0270 ndcg 84 0.1851 ndcg_rel 84 0.2003 Rndcg 84 0.2432 ndcg_cut_5 84 0.3000 ndcg_cut_10 84 0.2842 ndcg_cut_15 84 0.3212 ndcg_cut_20 84 0.3329 ndcg_cut_30 84 0.3862 ndcg_cut_100 84 0.2778 ndcg_cut_200 84 0.2009 ndcg_cut_500 84 0.1851 ndcg_cut_1000 84 0.1851 map_cut_5 84 0.0124 map_cut_10 84 0.0191 map_cut_15 84 0.0308 map_cut_20 84 0.0425 map_cut_30 84 0.0663 map_cut_100 84 0.0835 map_cut_200 84 0.0835 map_cut_500 84 0.0835 map_cut_1000 84 0.0835 relative_P_5 84 0.6000 relative_P_10 84 0.5000 relative_P_15 84 0.5333 relative_P_20 84 0.5500 relative_P_30 84 0.5667 relative_P_100 84 0.2500 relative_P_200 84 0.1761 relative_P_500 84 0.1761 relative_P_1000 84 0.1761 success_1 84 0.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.2500 set_relative_P 84 0.2500 set_recall 84 0.1761 set_map 84 0.0440 set_F 84 0.2066 num_nonrel_judged_ret 84 38 rbp 84 0.2817 rbp_resid 84 0.0151 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 100 num_rel 897 239 num_rel_ret 897 54 map 897 0.1683 Rprec 897 0.2259 bpref 897 0.2173 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.7714 iprec_at_recall_0.20 897 0.5632 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 0.8000 P_10 897 0.9000 P_15 897 0.8667 P_20 897 0.7500 P_30 897 0.7333 P_100 897 0.5400 P_200 897 0.2700 P_500 897 0.1080 P_1000 897 0.0540 relstring 897 '3232122322' recall_5 897 0.0167 recall_10 897 0.0377 recall_15 897 0.0544 recall_20 897 0.0628 recall_30 897 0.0921 recall_100 897 0.2259 recall_200 897 0.2259 recall_500 897 0.2259 recall_1000 897 0.2259 infAP 897 0.1683 Rprec_mult_0.20 897 0.7500 Rprec_mult_0.40 897 0.5312 Rprec_mult_0.60 897 0.3750 Rprec_mult_0.80 897 0.2812 Rprec_mult_1.00 897 0.2259 Rprec_mult_1.20 897 0.1882 Rprec_mult_1.40 897 0.1612 Rprec_mult_1.60 897 0.1410 Rprec_mult_1.80 897 0.1253 Rprec_mult_2.00 897 0.1130 utility 897 8.0000 11pt_avg 897 0.2122 binG 897 0.0846 G 897 0.0528 ndcg 897 0.3096 ndcg_rel 897 0.3831 Rndcg 897 0.4311 ndcg_cut_5 897 0.7925 ndcg_cut_10 897 0.7715 ndcg_cut_15 897 0.7188 ndcg_cut_20 897 0.6750 ndcg_cut_30 897 0.6479 ndcg_cut_100 897 0.5945 ndcg_cut_200 897 0.3845 ndcg_cut_500 897 0.3096 ndcg_cut_1000 897 0.3096 map_cut_5 897 0.0167 map_cut_10 897 0.0350 map_cut_15 897 0.0501 map_cut_20 897 0.0563 map_cut_30 897 0.0783 map_cut_100 897 0.1683 map_cut_200 897 0.1683 map_cut_500 897 0.1683 map_cut_1000 897 0.1683 relative_P_5 897 0.8000 relative_P_10 897 0.9000 relative_P_15 897 0.8667 relative_P_20 897 0.7500 relative_P_30 897 0.7333 relative_P_100 897 0.5400 relative_P_200 897 0.2700 relative_P_500 897 0.2259 relative_P_1000 897 0.2259 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.5400 set_relative_P 897 0.5400 set_recall 897 0.2259 set_map 897 0.1220 set_F 897 0.3186 num_nonrel_judged_ret 897 23 rbp 897 0.6691 rbp_resid 897 0.0050 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all rank num_q all 22 num_ret all 2200 num_rel all 5166 num_rel_ret all 1190 map all 0.1698 gm_map all 0.1522 Rprec all 0.2374 bpref all 0.2221 recip_rank all 0.8977 iprec_at_recall_0.00 all 0.9368 iprec_at_recall_0.10 all 0.7277 iprec_at_recall_0.20 all 0.4738 iprec_at_recall_0.30 all 0.1196 iprec_at_recall_0.40 all 0.0000 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.7636 P_10 all 0.7545 P_15 all 0.7545 P_20 all 0.7364 P_30 all 0.7182 P_100 all 0.5409 P_200 all 0.2705 P_500 all 0.1082 P_1000 all 0.0541 recall_5 all 0.0172 recall_10 all 0.0344 recall_15 all 0.0512 recall_20 all 0.0670 recall_30 all 0.0974 recall_100 all 0.2374 recall_200 all 0.2374 recall_500 all 0.2374 recall_1000 all 0.2374 infAP all 0.1698 gm_bpref all 0.2127 Rprec_mult_0.20 all 0.6888 Rprec_mult_0.40 all 0.5165 Rprec_mult_0.60 all 0.3820 Rprec_mult_0.80 all 0.2947 Rprec_mult_1.00 all 0.2374 Rprec_mult_1.20 all 0.1975 Rprec_mult_1.40 all 0.1693 Rprec_mult_1.60 all 0.1481 Rprec_mult_1.80 all 0.1317 Rprec_mult_2.00 all 0.1187 utility all 8.1818 11pt_avg all 0.2053 binG all 0.0878 G all 0.0503 ndcg all 0.3051 ndcg_rel all 0.3670 Rndcg all 0.4064 ndcg_cut_5 all 0.5950 ndcg_cut_10 all 0.6040 ndcg_cut_15 all 0.6020 ndcg_cut_20 all 0.6012 ndcg_cut_30 all 0.6048 ndcg_cut_100 all 0.5501 ndcg_cut_200 all 0.3708 ndcg_cut_500 all 0.3051 ndcg_cut_1000 all 0.3051 map_cut_5 all 0.0151 map_cut_10 all 0.0286 map_cut_15 all 0.0416 map_cut_20 all 0.0534 map_cut_30 all 0.0760 map_cut_100 all 0.1698 map_cut_200 all 0.1698 map_cut_500 all 0.1698 map_cut_1000 all 0.1698 relative_P_5 all 0.7636 relative_P_10 all 0.7545 relative_P_15 all 0.7545 relative_P_20 all 0.7364 relative_P_30 all 0.7182 relative_P_100 all 0.5409 relative_P_200 all 0.2890 relative_P_500 all 0.2374 relative_P_1000 all 0.2374 success_1 all 0.8182 success_5 all 1.0000 success_10 all 1.0000 set_P all 0.5409 set_relative_P all 0.5409 set_recall all 0.2374 set_map all 0.1332 set_F all 0.3221 num_nonrel_judged_ret all 531 rbp all 0.5445 rbp_resid all 0.0081 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0023