num_ret 14 100 num_rel 14 272 num_rel_ret 14 50 map 14 0.1423 Rprec 14 0.1838 bpref 14 0.1774 recip_rank 14 1.0000 iprec_at_recall_0.00 14 1.0000 iprec_at_recall_0.10 14 0.7381 iprec_at_recall_0.20 14 0.0000 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 1.0000 P_10 14 1.0000 P_15 14 0.8667 P_20 14 0.8500 P_30 14 0.7667 P_100 14 0.5000 P_200 14 0.2500 P_500 14 0.1000 P_1000 14 0.0500 relstring 14 '2232222222' recall_5 14 0.0184 recall_10 14 0.0368 recall_15 14 0.0478 recall_20 14 0.0625 recall_30 14 0.0846 recall_100 14 0.1838 recall_200 14 0.1838 recall_500 14 0.1838 recall_1000 14 0.1838 infAP 14 0.1423 Rprec_mult_0.20 14 0.6545 Rprec_mult_0.40 14 0.4587 Rprec_mult_0.60 14 0.3049 Rprec_mult_0.80 14 0.2294 Rprec_mult_1.00 14 0.1838 Rprec_mult_1.20 14 0.1529 Rprec_mult_1.40 14 0.1312 Rprec_mult_1.60 14 0.1147 Rprec_mult_1.80 14 0.1020 Rprec_mult_2.00 14 0.0919 utility 14 0.0000 11pt_avg 14 0.1580 binG 14 0.0830 G 14 0.0398 ndcg 14 0.2671 ndcg_rel 14 0.3259 Rndcg 14 0.4103 ndcg_cut_5 14 0.6106 ndcg_cut_10 14 0.6282 ndcg_cut_15 14 0.5820 ndcg_cut_20 14 0.5851 ndcg_cut_30 14 0.5893 ndcg_cut_100 14 0.5370 ndcg_cut_200 14 0.3482 ndcg_cut_500 14 0.2671 ndcg_cut_1000 14 0.2671 map_cut_5 14 0.0184 map_cut_10 14 0.0368 map_cut_15 14 0.0472 map_cut_20 14 0.0601 map_cut_30 14 0.0779 map_cut_100 14 0.1423 map_cut_200 14 0.1423 map_cut_500 14 0.1423 map_cut_1000 14 0.1423 relative_P_5 14 1.0000 relative_P_10 14 1.0000 relative_P_15 14 0.8667 relative_P_20 14 0.8500 relative_P_30 14 0.7667 relative_P_100 14 0.5000 relative_P_200 14 0.2500 relative_P_500 14 0.1838 relative_P_1000 14 0.1838 success_1 14 1.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.5000 set_relative_P 14 0.5000 set_recall 14 0.1838 set_map 14 0.0919 set_F 14 0.2688 num_nonrel_judged_ret 14 22 rbp 14 0.4713 rbp_resid 14 0.0128 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 100 num_rel 144 197 num_rel_ret 144 19 map 144 0.0310 Rprec 144 0.0964 bpref 144 0.0841 recip_rank 144 1.0000 iprec_at_recall_0.00 144 1.0000 iprec_at_recall_0.10 144 0.0000 iprec_at_recall_0.20 144 0.0000 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.4000 P_10 144 0.4000 P_15 144 0.3333 P_20 144 0.3000 P_30 144 0.2333 P_100 144 0.1900 P_200 144 0.0950 P_500 144 0.0380 P_1000 144 0.0190 relstring 144 '2002022100' recall_5 144 0.0102 recall_10 144 0.0203 recall_15 144 0.0254 recall_20 144 0.0305 recall_30 144 0.0355 recall_100 144 0.0964 recall_200 144 0.0964 recall_500 144 0.0964 recall_1000 144 0.0964 infAP 144 0.0310 Rprec_mult_0.20 144 0.2250 Rprec_mult_0.40 144 0.1899 Rprec_mult_0.60 144 0.1597 Rprec_mult_0.80 144 0.1203 Rprec_mult_1.00 144 0.0964 Rprec_mult_1.20 144 0.0802 Rprec_mult_1.40 144 0.0688 Rprec_mult_1.60 144 0.0601 Rprec_mult_1.80 144 0.0535 Rprec_mult_2.00 144 0.0482 utility 144 -62.0000 11pt_avg 144 0.0909 binG 144 0.0268 G 144 0.0193 ndcg 144 0.1480 ndcg_rel 144 0.1668 Rndcg 144 0.2762 ndcg_cut_5 144 0.2906 ndcg_cut_10 144 0.3114 ndcg_cut_15 144 0.3014 ndcg_cut_20 144 0.3175 ndcg_cut_30 144 0.2985 ndcg_cut_100 144 0.2695 ndcg_cut_200 144 0.1808 ndcg_cut_500 144 0.1480 ndcg_cut_1000 144 0.1480 map_cut_5 144 0.0076 map_cut_10 144 0.0131 map_cut_15 144 0.0149 map_cut_20 144 0.0168 map_cut_30 144 0.0181 map_cut_100 144 0.0310 map_cut_200 144 0.0310 map_cut_500 144 0.0310 map_cut_1000 144 0.0310 relative_P_5 144 0.4000 relative_P_10 144 0.4000 relative_P_15 144 0.3333 relative_P_20 144 0.3000 relative_P_30 144 0.2333 relative_P_100 144 0.1900 relative_P_200 144 0.0964 relative_P_500 144 0.0964 relative_P_1000 144 0.0964 success_1 144 1.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.1900 set_relative_P 144 0.1900 set_recall 144 0.0964 set_map 144 0.0183 set_F 144 0.1279 num_nonrel_judged_ret 144 44 rbp 144 0.2285 rbp_resid 144 0.0173 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 100 num_rel 161 218 num_rel_ret 161 46 map 161 0.1140 Rprec 161 0.2110 bpref 161 0.1967 recip_rank 161 0.5000 iprec_at_recall_0.00 161 0.7500 iprec_at_recall_0.10 161 0.6286 iprec_at_recall_0.20 161 0.4632 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 0.6000 P_10 161 0.5000 P_15 161 0.5333 P_20 161 0.6000 P_30 161 0.6333 P_100 161 0.4600 P_200 161 0.2300 P_500 161 0.0920 P_1000 161 0.0460 relstring 161 '0222000202' recall_5 161 0.0138 recall_10 161 0.0229 recall_15 161 0.0367 recall_20 161 0.0550 recall_30 161 0.0872 recall_100 161 0.2110 recall_200 161 0.2110 recall_500 161 0.2110 recall_1000 161 0.2110 infAP 161 0.1140 Rprec_mult_0.20 161 0.5455 Rprec_mult_0.40 161 0.4545 Rprec_mult_0.60 161 0.3511 Rprec_mult_0.80 161 0.2629 Rprec_mult_1.00 161 0.2110 Rprec_mult_1.20 161 0.1756 Rprec_mult_1.40 161 0.1503 Rprec_mult_1.60 161 0.1318 Rprec_mult_1.80 161 0.1170 Rprec_mult_2.00 161 0.1055 utility 161 -8.0000 11pt_avg 161 0.1674 binG 161 0.0563 G 161 0.0363 ndcg 161 0.2412 ndcg_rel 161 0.2725 Rndcg 161 0.2909 ndcg_cut_5 161 0.3531 ndcg_cut_10 161 0.3178 ndcg_cut_15 161 0.3361 ndcg_cut_20 161 0.3692 ndcg_cut_30 161 0.4209 ndcg_cut_100 161 0.4203 ndcg_cut_200 161 0.2686 ndcg_cut_500 161 0.2412 ndcg_cut_1000 161 0.2412 map_cut_5 161 0.0088 map_cut_10 161 0.0134 map_cut_15 161 0.0208 map_cut_20 161 0.0315 map_cut_30 161 0.0517 map_cut_100 161 0.1140 map_cut_200 161 0.1140 map_cut_500 161 0.1140 map_cut_1000 161 0.1140 relative_P_5 161 0.6000 relative_P_10 161 0.5000 relative_P_15 161 0.5333 relative_P_20 161 0.6000 relative_P_30 161 0.6333 relative_P_100 161 0.4600 relative_P_200 161 0.2300 relative_P_500 161 0.2110 relative_P_1000 161 0.2110 success_1 161 0.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.4600 set_relative_P 161 0.4600 set_recall 161 0.2110 set_map 161 0.0971 set_F 161 0.2893 num_nonrel_judged_ret 161 28 rbp 161 0.3726 rbp_resid 161 0.0173 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 100 num_rel 200 184 num_rel_ret 200 52 map 200 0.1869 Rprec 200 0.2826 bpref 200 0.2659 recip_rank 200 0.5000 iprec_at_recall_0.00 200 0.8462 iprec_at_recall_0.10 200 0.7143 iprec_at_recall_0.20 200 0.6852 iprec_at_recall_0.30 200 0.0000 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 0.6000 P_10 200 0.8000 P_15 200 0.7333 P_20 200 0.7000 P_30 200 0.6667 P_100 200 0.5200 P_200 200 0.2600 P_500 200 0.1040 P_1000 200 0.0520 relstring 200 '0203223232' recall_5 200 0.0163 recall_10 200 0.0435 recall_15 200 0.0598 recall_20 200 0.0761 recall_30 200 0.1087 recall_100 200 0.2826 recall_200 200 0.2826 recall_500 200 0.2826 recall_1000 200 0.2826 infAP 200 0.1869 Rprec_mult_0.20 200 0.6757 Rprec_mult_0.40 200 0.5811 Rprec_mult_0.60 200 0.4685 Rprec_mult_0.80 200 0.3514 Rprec_mult_1.00 200 0.2826 Rprec_mult_1.20 200 0.2353 Rprec_mult_1.40 200 0.2016 Rprec_mult_1.60 200 0.1763 Rprec_mult_1.80 200 0.1566 Rprec_mult_2.00 200 0.1413 utility 200 4.0000 11pt_avg 200 0.2041 binG 200 0.0858 G 200 0.0516 ndcg 200 0.3194 ndcg_rel 200 0.3585 Rndcg 200 0.2903 ndcg_cut_5 200 0.3380 ndcg_cut_10 200 0.4888 ndcg_cut_15 200 0.4868 ndcg_cut_20 200 0.4948 ndcg_cut_30 200 0.4936 ndcg_cut_100 200 0.4832 ndcg_cut_200 200 0.3329 ndcg_cut_500 200 0.3194 ndcg_cut_1000 200 0.3194 map_cut_5 200 0.0087 map_cut_10 200 0.0289 map_cut_15 200 0.0424 map_cut_20 200 0.0547 map_cut_30 200 0.0754 map_cut_100 200 0.1869 map_cut_200 200 0.1869 map_cut_500 200 0.1869 map_cut_1000 200 0.1869 relative_P_5 200 0.6000 relative_P_10 200 0.8000 relative_P_15 200 0.7333 relative_P_20 200 0.7000 relative_P_30 200 0.6667 relative_P_100 200 0.5200 relative_P_200 200 0.2826 relative_P_500 200 0.2826 relative_P_1000 200 0.2826 success_1 200 0.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.5200 set_relative_P 200 0.5200 set_recall 200 0.2826 set_map 200 0.1470 set_F 200 0.3662 num_nonrel_judged_ret 200 24 rbp 200 0.4077 rbp_resid 200 0.0055 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 100 num_rel 213 322 num_rel_ret 213 65 map 213 0.1636 Rprec 213 0.2019 bpref 213 0.1954 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 0.8293 iprec_at_recall_0.20 213 0.6500 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 1.0000 P_10 213 0.9000 P_15 213 0.8667 P_20 213 0.8500 P_30 213 0.8667 P_100 213 0.6500 P_200 213 0.3250 P_500 213 0.1300 P_1000 213 0.0650 relstring 213 '3233332313' recall_5 213 0.0155 recall_10 213 0.0280 recall_15 213 0.0404 recall_20 213 0.0528 recall_30 213 0.0807 recall_100 213 0.2019 recall_200 213 0.2019 recall_500 213 0.2019 recall_1000 213 0.2019 infAP 213 0.1636 Rprec_mult_0.20 213 0.7231 Rprec_mult_0.40 213 0.5039 Rprec_mult_0.60 213 0.3351 Rprec_mult_0.80 213 0.2519 Rprec_mult_1.00 213 0.2019 Rprec_mult_1.20 213 0.1680 Rprec_mult_1.40 213 0.1441 Rprec_mult_1.60 213 0.1260 Rprec_mult_1.80 213 0.1121 Rprec_mult_2.00 213 0.1009 utility 213 30.0000 11pt_avg 213 0.2254 binG 213 0.0820 G 213 0.0443 ndcg 213 0.2945 ndcg_rel 213 0.3692 Rndcg 213 0.4291 ndcg_cut_5 213 0.6965 ndcg_cut_10 213 0.6638 ndcg_cut_15 213 0.6959 ndcg_cut_20 213 0.7096 ndcg_cut_30 213 0.7526 ndcg_cut_100 213 0.6319 ndcg_cut_200 213 0.4050 ndcg_cut_500 213 0.2945 ndcg_cut_1000 213 0.2945 map_cut_5 213 0.0155 map_cut_10 213 0.0276 map_cut_15 213 0.0391 map_cut_20 213 0.0496 map_cut_30 213 0.0733 map_cut_100 213 0.1636 map_cut_200 213 0.1636 map_cut_500 213 0.1636 map_cut_1000 213 0.1636 relative_P_5 213 1.0000 relative_P_10 213 0.9000 relative_P_15 213 0.8667 relative_P_20 213 0.8500 relative_P_30 213 0.8667 relative_P_100 213 0.6500 relative_P_200 213 0.3250 relative_P_500 213 0.2019 relative_P_1000 213 0.2019 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.6500 set_relative_P 213 0.6500 set_recall 213 0.2019 set_map 213 0.1312 set_F 213 0.3081 num_nonrel_judged_ret 213 9 rbp 213 0.6570 rbp_resid 213 0.0093 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 100 num_rel 219 203 num_rel_ret 219 30 map 219 0.0813 Rprec 219 0.1478 bpref 219 0.1357 recip_rank 219 1.0000 iprec_at_recall_0.00 219 1.0000 iprec_at_recall_0.10 219 0.5366 iprec_at_recall_0.20 219 0.0000 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.6000 P_10 219 0.5000 P_15 219 0.5333 P_20 219 0.6000 P_30 219 0.5000 P_100 219 0.3000 P_200 219 0.1500 P_500 219 0.0600 P_1000 219 0.0300 relstring 219 '2220022001' recall_5 219 0.0148 recall_10 219 0.0246 recall_15 219 0.0394 recall_20 219 0.0591 recall_30 219 0.0739 recall_100 219 0.1478 recall_200 219 0.1478 recall_500 219 0.1478 recall_1000 219 0.1478 infAP 219 0.0813 Rprec_mult_0.20 219 0.5366 Rprec_mult_0.40 219 0.3293 Rprec_mult_0.60 219 0.2459 Rprec_mult_0.80 219 0.1840 Rprec_mult_1.00 219 0.1478 Rprec_mult_1.20 219 0.1230 Rprec_mult_1.40 219 0.1053 Rprec_mult_1.60 219 0.0923 Rprec_mult_1.80 219 0.0820 Rprec_mult_2.00 219 0.0739 utility 219 -40.0000 11pt_avg 219 0.1397 binG 219 0.0497 G 219 0.0255 ndcg 219 0.1884 ndcg_rel 219 0.2132 Rndcg 219 0.2861 ndcg_cut_5 219 0.3614 ndcg_cut_10 219 0.3434 ndcg_cut_15 219 0.3519 ndcg_cut_20 219 0.3974 ndcg_cut_30 219 0.3575 ndcg_cut_100 219 0.3141 ndcg_cut_200 219 0.2105 ndcg_cut_500 219 0.1884 ndcg_cut_1000 219 0.1884 map_cut_5 219 0.0148 map_cut_10 219 0.0216 map_cut_15 219 0.0289 map_cut_20 219 0.0406 map_cut_30 219 0.0491 map_cut_100 219 0.0813 map_cut_200 219 0.0813 map_cut_500 219 0.0813 map_cut_1000 219 0.0813 relative_P_5 219 0.6000 relative_P_10 219 0.5000 relative_P_15 219 0.5333 relative_P_20 219 0.6000 relative_P_30 219 0.5000 relative_P_100 219 0.3000 relative_P_200 219 0.1500 relative_P_500 219 0.1478 relative_P_1000 219 0.1478 success_1 219 1.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.3000 set_relative_P 219 0.3000 set_recall 219 0.1478 set_map 219 0.0443 set_F 219 0.1980 num_nonrel_judged_ret 219 46 rbp 219 0.3068 rbp_resid 219 0.0056 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 100 num_rel 224 304 num_rel_ret 224 54 map 224 0.1327 Rprec 224 0.1776 bpref 224 0.1726 recip_rank 224 1.0000 iprec_at_recall_0.00 224 1.0000 iprec_at_recall_0.10 224 0.6667 iprec_at_recall_0.20 224 0.0000 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 1.0000 P_10 224 0.9000 P_15 224 0.8667 P_20 224 0.8500 P_30 224 0.8000 P_100 224 0.5400 P_200 224 0.2700 P_500 224 0.1080 P_1000 224 0.0540 relstring 224 '3322222132' recall_5 224 0.0164 recall_10 224 0.0296 recall_15 224 0.0428 recall_20 224 0.0559 recall_30 224 0.0789 recall_100 224 0.1776 recall_200 224 0.1776 recall_500 224 0.1776 recall_1000 224 0.1776 infAP 224 0.1327 Rprec_mult_0.20 224 0.6066 Rprec_mult_0.40 224 0.4426 Rprec_mult_0.60 224 0.2951 Rprec_mult_0.80 224 0.2213 Rprec_mult_1.00 224 0.1776 Rprec_mult_1.20 224 0.1479 Rprec_mult_1.40 224 0.1268 Rprec_mult_1.60 224 0.1109 Rprec_mult_1.80 224 0.0985 Rprec_mult_2.00 224 0.0888 utility 224 8.0000 11pt_avg 224 0.1515 binG 224 0.0722 G 224 0.0462 ndcg 224 0.2709 ndcg_rel 224 0.3421 Rndcg 224 0.4183 ndcg_cut_5 224 0.8510 ndcg_cut_10 224 0.7853 ndcg_cut_15 224 0.7606 ndcg_cut_20 224 0.7337 ndcg_cut_30 224 0.7030 ndcg_cut_100 224 0.5942 ndcg_cut_200 224 0.3832 ndcg_cut_500 224 0.2709 ndcg_cut_1000 224 0.2709 map_cut_5 224 0.0164 map_cut_10 224 0.0289 map_cut_15 224 0.0410 map_cut_20 224 0.0524 map_cut_30 224 0.0716 map_cut_100 224 0.1327 map_cut_200 224 0.1327 map_cut_500 224 0.1327 map_cut_1000 224 0.1327 relative_P_5 224 1.0000 relative_P_10 224 0.9000 relative_P_15 224 0.8667 relative_P_20 224 0.8500 relative_P_30 224 0.8000 relative_P_100 224 0.5400 relative_P_200 224 0.2700 relative_P_500 224 0.1776 relative_P_1000 224 0.1776 success_1 224 1.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.5400 set_relative_P 224 0.5400 set_recall 224 0.1776 set_map 224 0.0959 set_F 224 0.2673 num_nonrel_judged_ret 224 13 rbp 224 0.7017 rbp_resid 224 0.0202 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 100 num_rel 225 238 num_rel_ret 225 60 map 225 0.2065 Rprec 225 0.2521 bpref 225 0.2407 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.9231 iprec_at_recall_0.20 225 0.7059 iprec_at_recall_0.30 225 0.0000 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 0.8000 P_10 225 0.9000 P_15 225 0.9333 P_20 225 0.9500 P_30 225 0.9000 P_100 225 0.6000 P_200 225 0.3000 P_500 225 0.1200 P_1000 225 0.0600 relstring 225 '3220222232' recall_5 225 0.0168 recall_10 225 0.0378 recall_15 225 0.0588 recall_20 225 0.0798 recall_30 225 0.1134 recall_100 225 0.2521 recall_200 225 0.2521 recall_500 225 0.2521 recall_1000 225 0.2521 infAP 225 0.2065 Rprec_mult_0.20 225 0.7708 Rprec_mult_0.40 225 0.6042 Rprec_mult_0.60 225 0.4196 Rprec_mult_0.80 225 0.3141 Rprec_mult_1.00 225 0.2521 Rprec_mult_1.20 225 0.2098 Rprec_mult_1.40 225 0.1796 Rprec_mult_1.60 225 0.1575 Rprec_mult_1.80 225 0.1399 Rprec_mult_2.00 225 0.1261 utility 225 20.0000 11pt_avg 225 0.2390 binG 225 0.1082 G 225 0.0522 ndcg 225 0.3149 ndcg_rel 225 0.3920 Rndcg 225 0.4170 ndcg_cut_5 225 0.6823 ndcg_cut_10 225 0.6989 ndcg_cut_15 225 0.6917 ndcg_cut_20 225 0.7092 ndcg_cut_30 225 0.7075 ndcg_cut_100 225 0.5619 ndcg_cut_200 225 0.3782 ndcg_cut_500 225 0.3149 ndcg_cut_1000 225 0.3149 map_cut_5 225 0.0160 map_cut_10 225 0.0343 map_cut_15 225 0.0536 map_cut_20 225 0.0735 map_cut_30 225 0.1047 map_cut_100 225 0.2065 map_cut_200 225 0.2065 map_cut_500 225 0.2065 map_cut_1000 225 0.2065 relative_P_5 225 0.8000 relative_P_10 225 0.9000 relative_P_15 225 0.9333 relative_P_20 225 0.9500 relative_P_30 225 0.9000 relative_P_100 225 0.6000 relative_P_200 225 0.3000 relative_P_500 225 0.2521 relative_P_1000 225 0.2521 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.6000 set_relative_P 225 0.6000 set_recall 225 0.2521 set_map 225 0.1513 set_F 225 0.3550 num_nonrel_judged_ret 225 9 rbp 225 0.6695 rbp_resid 225 0.0130 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 100 num_rel 233 203 num_rel_ret 233 53 map 233 0.1815 Rprec 233 0.2611 bpref 233 0.2451 recip_rank 233 0.5000 iprec_at_recall_0.00 233 0.9091 iprec_at_recall_0.10 233 0.7419 iprec_at_recall_0.20 233 0.5833 iprec_at_recall_0.30 233 0.0000 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 0.8000 P_10 233 0.9000 P_15 233 0.8667 P_20 233 0.8000 P_30 233 0.7333 P_100 233 0.5300 P_200 233 0.2650 P_500 233 0.1060 P_1000 233 0.0530 relstring 233 '0333233223' recall_5 233 0.0197 recall_10 233 0.0443 recall_15 233 0.0640 recall_20 233 0.0788 recall_30 233 0.1084 recall_100 233 0.2611 recall_200 233 0.2611 recall_500 233 0.2611 recall_1000 233 0.2611 infAP 233 0.1815 Rprec_mult_0.20 233 0.6829 Rprec_mult_0.40 233 0.5488 Rprec_mult_0.60 233 0.4344 Rprec_mult_0.80 233 0.3252 Rprec_mult_1.00 233 0.2611 Rprec_mult_1.20 233 0.2172 Rprec_mult_1.40 233 0.1860 Rprec_mult_1.60 233 0.1631 Rprec_mult_1.80 233 0.1448 Rprec_mult_2.00 233 0.1305 utility 233 6.0000 11pt_avg 233 0.2031 binG 233 0.0893 G 233 0.0565 ndcg 233 0.3389 ndcg_rel 233 0.4047 Rndcg 233 0.3749 ndcg_cut_5 233 0.5210 ndcg_cut_10 233 0.6308 ndcg_cut_15 233 0.6520 ndcg_cut_20 233 0.6452 ndcg_cut_30 233 0.6274 ndcg_cut_100 233 0.5264 ndcg_cut_200 233 0.3650 ndcg_cut_500 233 0.3389 ndcg_cut_1000 233 0.3389 map_cut_5 233 0.0134 map_cut_10 233 0.0348 map_cut_15 233 0.0520 map_cut_20 233 0.0650 map_cut_30 233 0.0875 map_cut_100 233 0.1815 map_cut_200 233 0.1815 map_cut_500 233 0.1815 map_cut_1000 233 0.1815 relative_P_5 233 0.8000 relative_P_10 233 0.9000 relative_P_15 233 0.8667 relative_P_20 233 0.8000 relative_P_30 233 0.7333 relative_P_100 233 0.5300 relative_P_200 233 0.2650 relative_P_500 233 0.2611 relative_P_1000 233 0.2611 success_1 233 0.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.5300 set_relative_P 233 0.5300 set_recall 233 0.2611 set_map 233 0.1384 set_F 233 0.3498 num_nonrel_judged_ret 233 19 rbp 233 0.5429 rbp_resid 233 0.0101 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 100 num_rel 273 290 num_rel_ret 273 60 map 273 0.1765 Rprec 273 0.2069 bpref 273 0.1991 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.8788 iprec_at_recall_0.20 273 0.6444 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 1.0000 P_10 273 1.0000 P_15 273 0.9333 P_20 273 0.9500 P_30 273 0.9000 P_100 273 0.6000 P_200 273 0.3000 P_500 273 0.1200 P_1000 273 0.0600 relstring 273 '2222223222' recall_5 273 0.0172 recall_10 273 0.0345 recall_15 273 0.0483 recall_20 273 0.0655 recall_30 273 0.0931 recall_100 273 0.2069 recall_200 273 0.2069 recall_500 273 0.2069 recall_1000 273 0.2069 infAP 273 0.1765 Rprec_mult_0.20 273 0.7759 Rprec_mult_0.40 273 0.5172 Rprec_mult_0.60 273 0.3448 Rprec_mult_0.80 273 0.2586 Rprec_mult_1.00 273 0.2069 Rprec_mult_1.20 273 0.1724 Rprec_mult_1.40 273 0.1478 Rprec_mult_1.60 273 0.1293 Rprec_mult_1.80 273 0.1149 Rprec_mult_2.00 273 0.1034 utility 273 20.0000 11pt_avg 273 0.2294 binG 273 0.1041 G 273 0.0413 ndcg 273 0.2754 ndcg_rel 273 0.3399 Rndcg 273 0.4123 ndcg_cut_5 273 0.5990 ndcg_cut_10 273 0.6439 ndcg_cut_15 273 0.6644 ndcg_cut_20 273 0.6857 ndcg_cut_30 273 0.6669 ndcg_cut_100 273 0.5539 ndcg_cut_200 273 0.3793 ndcg_cut_500 273 0.2754 ndcg_cut_1000 273 0.2754 map_cut_5 273 0.0172 map_cut_10 273 0.0345 map_cut_15 273 0.0483 map_cut_20 273 0.0646 map_cut_30 273 0.0903 map_cut_100 273 0.1765 map_cut_200 273 0.1765 map_cut_500 273 0.1765 map_cut_1000 273 0.1765 relative_P_5 273 1.0000 relative_P_10 273 1.0000 relative_P_15 273 0.9333 relative_P_20 273 0.9500 relative_P_30 273 0.9000 relative_P_100 273 0.6000 relative_P_200 273 0.3000 relative_P_500 273 0.2069 relative_P_1000 273 0.2069 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.6000 set_relative_P 273 0.6000 set_recall 273 0.2069 set_map 273 0.1241 set_F 273 0.3077 num_nonrel_judged_ret 273 15 rbp 273 0.5225 rbp_resid 273 0.0078 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 100 num_rel 300 239 num_rel_ret 300 42 map 300 0.1190 Rprec 300 0.1757 bpref 300 0.1681 recip_rank 300 1.0000 iprec_at_recall_0.00 300 1.0000 iprec_at_recall_0.10 300 0.6341 iprec_at_recall_0.20 300 0.0000 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.8000 P_10 300 0.8000 P_15 300 0.8000 P_20 300 0.7000 P_30 300 0.6667 P_100 300 0.4200 P_200 300 0.2100 P_500 300 0.0840 P_1000 300 0.0420 relstring 300 '2212222221' recall_5 300 0.0167 recall_10 300 0.0335 recall_15 300 0.0502 recall_20 300 0.0586 recall_30 300 0.0837 recall_100 300 0.1757 recall_200 300 0.1757 recall_500 300 0.1757 recall_1000 300 0.1757 infAP 300 0.1190 Rprec_mult_0.20 300 0.5833 Rprec_mult_0.40 300 0.4271 Rprec_mult_0.60 300 0.2917 Rprec_mult_0.80 300 0.2188 Rprec_mult_1.00 300 0.1757 Rprec_mult_1.20 300 0.1463 Rprec_mult_1.40 300 0.1254 Rprec_mult_1.60 300 0.1097 Rprec_mult_1.80 300 0.0974 Rprec_mult_2.00 300 0.0879 utility 300 -16.0000 11pt_avg 300 0.1486 binG 300 0.0636 G 300 0.0377 ndcg 300 0.2505 ndcg_rel 300 0.3044 Rndcg 300 0.3511 ndcg_cut_5 300 0.6101 ndcg_cut_10 300 0.6088 ndcg_cut_15 300 0.6237 ndcg_cut_20 300 0.5758 ndcg_cut_30 300 0.5515 ndcg_cut_100 300 0.4651 ndcg_cut_200 300 0.3036 ndcg_cut_500 300 0.2505 ndcg_cut_1000 300 0.2505 map_cut_5 300 0.0149 map_cut_10 300 0.0293 map_cut_15 300 0.0433 map_cut_20 300 0.0498 map_cut_30 300 0.0677 map_cut_100 300 0.1190 map_cut_200 300 0.1190 map_cut_500 300 0.1190 map_cut_1000 300 0.1190 relative_P_5 300 0.8000 relative_P_10 300 0.8000 relative_P_15 300 0.8000 relative_P_20 300 0.7000 relative_P_30 300 0.6667 relative_P_100 300 0.4200 relative_P_200 300 0.2100 relative_P_500 300 0.1757 relative_P_1000 300 0.1757 success_1 300 1.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.4200 set_relative_P 300 0.4200 set_recall 300 0.1757 set_map 300 0.0738 set_F 300 0.2478 num_nonrel_judged_ret 300 22 rbp 300 0.5789 rbp_resid 300 0.0164 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 100 num_rel 31 134 num_rel_ret 31 31 map 31 0.1121 Rprec 31 0.2313 bpref 31 0.1969 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.5909 iprec_at_recall_0.20 31 0.3131 iprec_at_recall_0.30 31 0.0000 iprec_at_recall_0.40 31 0.0000 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 0.8000 P_10 31 0.6000 P_15 31 0.5333 P_20 31 0.5500 P_30 31 0.4667 P_100 31 0.3100 P_200 31 0.1550 P_500 31 0.0620 P_1000 31 0.0310 relstring 31 '2302211122' recall_5 31 0.0299 recall_10 31 0.0448 recall_15 31 0.0597 recall_20 31 0.0821 recall_30 31 0.1045 recall_100 31 0.2313 recall_200 31 0.2313 recall_500 31 0.2313 recall_1000 31 0.2313 infAP 31 0.1121 Rprec_mult_0.20 31 0.4815 Rprec_mult_0.40 31 0.3704 Rprec_mult_0.60 31 0.2840 Rprec_mult_0.80 31 0.2870 Rprec_mult_1.00 31 0.2313 Rprec_mult_1.20 31 0.1925 Rprec_mult_1.40 31 0.1649 Rprec_mult_1.60 31 0.1442 Rprec_mult_1.80 31 0.1281 Rprec_mult_2.00 31 0.1157 utility 31 -38.0000 11pt_avg 31 0.1731 binG 31 0.0715 G 31 0.0518 ndcg 31 0.3040 ndcg_rel 31 0.3466 Rndcg 31 0.3831 ndcg_cut_5 31 0.6249 ndcg_cut_10 31 0.5659 ndcg_cut_15 31 0.4976 ndcg_cut_20 31 0.4990 ndcg_cut_30 31 0.4744 ndcg_cut_100 31 0.4033 ndcg_cut_200 31 0.3040 ndcg_cut_500 31 0.3040 ndcg_cut_1000 31 0.3040 map_cut_5 31 0.0265 map_cut_10 31 0.0351 map_cut_15 31 0.0434 map_cut_20 31 0.0563 map_cut_30 31 0.0685 map_cut_100 31 0.1121 map_cut_200 31 0.1121 map_cut_500 31 0.1121 map_cut_1000 31 0.1121 relative_P_5 31 0.8000 relative_P_10 31 0.6000 relative_P_15 31 0.5333 relative_P_20 31 0.5500 relative_P_30 31 0.4667 relative_P_100 31 0.3100 relative_P_200 31 0.2313 relative_P_500 31 0.2313 relative_P_1000 31 0.2313 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.3100 set_relative_P 31 0.3100 set_recall 31 0.2313 set_map 31 0.0717 set_F 31 0.2650 num_nonrel_judged_ret 31 43 rbp 31 0.4652 rbp_resid 31 0.0189 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 100 num_rel 37 230 num_rel_ret 37 31 map 37 0.0579 Rprec 37 0.1348 bpref 37 0.1236 recip_rank 37 0.5000 iprec_at_recall_0.00 37 0.7143 iprec_at_recall_0.10 37 0.3377 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.6000 P_10 37 0.5000 P_15 37 0.4667 P_20 37 0.4500 P_30 37 0.4333 P_100 37 0.3100 P_200 37 0.1550 P_500 37 0.0620 P_1000 37 0.0310 relstring 37 '1212222001' recall_5 37 0.0130 recall_10 37 0.0217 recall_15 37 0.0304 recall_20 37 0.0391 recall_30 37 0.0565 recall_100 37 0.1348 recall_200 37 0.1348 recall_500 37 0.1348 recall_1000 37 0.1348 infAP 37 0.0579 Rprec_mult_0.20 37 0.4130 Rprec_mult_0.40 37 0.3043 Rprec_mult_0.60 37 0.2246 Rprec_mult_0.80 37 0.1685 Rprec_mult_1.00 37 0.1348 Rprec_mult_1.20 37 0.1123 Rprec_mult_1.40 37 0.0963 Rprec_mult_1.60 37 0.0842 Rprec_mult_1.80 37 0.0749 Rprec_mult_2.00 37 0.0674 utility 37 -38.0000 11pt_avg 37 0.0956 binG 37 0.0360 G 37 0.0243 ndcg 37 0.1795 ndcg_rel 37 0.2088 Rndcg 37 0.2704 ndcg_cut_5 37 0.4971 ndcg_cut_10 37 0.4450 ndcg_cut_15 37 0.4190 ndcg_cut_20 37 0.4057 ndcg_cut_30 37 0.4298 ndcg_cut_100 37 0.3900 ndcg_cut_200 37 0.2488 ndcg_cut_500 37 0.1795 ndcg_cut_1000 37 0.1795 map_cut_5 37 0.0070 map_cut_10 37 0.0130 map_cut_15 37 0.0173 map_cut_20 37 0.0218 map_cut_30 37 0.0293 map_cut_100 37 0.0579 map_cut_200 37 0.0579 map_cut_500 37 0.0579 map_cut_1000 37 0.0579 relative_P_5 37 0.6000 relative_P_10 37 0.5000 relative_P_15 37 0.4667 relative_P_20 37 0.4500 relative_P_30 37 0.4333 relative_P_100 37 0.3100 relative_P_200 37 0.1550 relative_P_500 37 0.1348 relative_P_1000 37 0.1348 success_1 37 0.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.3100 set_relative_P 37 0.3100 set_recall 37 0.1348 set_map 37 0.0418 set_F 37 0.1879 num_nonrel_judged_ret 37 35 rbp 37 0.4198 rbp_resid 37 0.0118 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 100 num_rel 407 102 num_rel_ret 407 25 map 407 0.1248 Rprec 407 0.2451 bpref 407 0.2061 recip_rank 407 1.0000 iprec_at_recall_0.00 407 1.0000 iprec_at_recall_0.10 407 0.5500 iprec_at_recall_0.20 407 0.3448 iprec_at_recall_0.30 407 0.0000 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.8000 P_10 407 0.5000 P_15 407 0.4667 P_20 407 0.5500 P_30 407 0.4667 P_100 407 0.2500 P_200 407 0.1250 P_500 407 0.0500 P_1000 407 0.0250 relstring 407 '2202202000' recall_5 407 0.0392 recall_10 407 0.0490 recall_15 407 0.0686 recall_20 407 0.1078 recall_30 407 0.1373 recall_100 407 0.2451 recall_200 407 0.2451 recall_500 407 0.2451 recall_1000 407 0.2451 infAP 407 0.1248 Rprec_mult_0.20 407 0.5238 Rprec_mult_0.40 407 0.3902 Rprec_mult_0.60 407 0.3387 Rprec_mult_0.80 407 0.2805 Rprec_mult_1.00 407 0.2451 Rprec_mult_1.20 407 0.2033 Rprec_mult_1.40 407 0.1748 Rprec_mult_1.60 407 0.1524 Rprec_mult_1.80 407 0.1359 Rprec_mult_2.00 407 0.1225 utility 407 -50.0000 11pt_avg 407 0.1723 binG 407 0.0831 G 407 0.0497 ndcg 407 0.2800 ndcg_rel 407 0.3146 Rndcg 407 0.3495 ndcg_cut_5 407 0.5536 ndcg_cut_10 407 0.4266 ndcg_cut_15 407 0.4240 ndcg_cut_20 407 0.4722 ndcg_cut_30 407 0.4383 ndcg_cut_100 407 0.3034 ndcg_cut_200 407 0.2800 ndcg_cut_500 407 0.2800 ndcg_cut_1000 407 0.2800 map_cut_5 407 0.0348 map_cut_10 407 0.0418 map_cut_15 407 0.0524 map_cut_20 407 0.0725 map_cut_30 407 0.0866 map_cut_100 407 0.1248 map_cut_200 407 0.1248 map_cut_500 407 0.1248 map_cut_1000 407 0.1248 relative_P_5 407 0.8000 relative_P_10 407 0.5000 relative_P_15 407 0.4667 relative_P_20 407 0.5500 relative_P_30 407 0.4667 relative_P_100 407 0.2500 relative_P_200 407 0.2451 relative_P_500 407 0.2451 relative_P_1000 407 0.2451 success_1 407 1.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.2500 set_relative_P 407 0.2500 set_recall 407 0.2451 set_map 407 0.0613 set_F 407 0.2475 num_nonrel_judged_ret 407 42 rbp 407 0.3594 rbp_resid 407 0.0158 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 100 num_rel 477 285 num_rel_ret 477 63 map 477 0.1853 Rprec 477 0.2211 bpref 477 0.2171 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.9375 iprec_at_recall_0.20 477 0.6905 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 1.0000 P_10 477 0.9000 P_15 477 0.9333 P_20 477 0.9500 P_30 477 0.9333 P_100 477 0.6300 P_200 477 0.3150 P_500 477 0.1260 P_1000 477 0.0630 relstring 477 '2322212332' recall_5 477 0.0175 recall_10 477 0.0316 recall_15 477 0.0491 recall_20 477 0.0667 recall_30 477 0.0982 recall_100 477 0.2211 recall_200 477 0.2211 recall_500 477 0.2211 recall_1000 477 0.2211 infAP 477 0.1853 Rprec_mult_0.20 477 0.7193 Rprec_mult_0.40 477 0.5526 Rprec_mult_0.60 477 0.3684 Rprec_mult_0.80 477 0.2763 Rprec_mult_1.00 477 0.2211 Rprec_mult_1.20 477 0.1842 Rprec_mult_1.40 477 0.1579 Rprec_mult_1.60 477 0.1382 Rprec_mult_1.80 477 0.1228 Rprec_mult_2.00 477 0.1105 utility 477 26.0000 11pt_avg 477 0.2389 binG 477 0.1011 G 477 0.0463 ndcg 477 0.2898 ndcg_rel 477 0.3603 Rndcg 477 0.3895 ndcg_cut_5 477 0.7380 ndcg_cut_10 477 0.7320 ndcg_cut_15 477 0.7461 ndcg_cut_20 477 0.7552 ndcg_cut_30 477 0.7504 ndcg_cut_100 477 0.5881 ndcg_cut_200 477 0.4020 ndcg_cut_500 477 0.2898 ndcg_cut_1000 477 0.2898 map_cut_5 477 0.0175 map_cut_10 477 0.0299 map_cut_15 477 0.0461 map_cut_20 477 0.0626 map_cut_30 477 0.0929 map_cut_100 477 0.1853 map_cut_200 477 0.1853 map_cut_500 477 0.1853 map_cut_1000 477 0.1853 relative_P_5 477 1.0000 relative_P_10 477 0.9000 relative_P_15 477 0.9333 relative_P_20 477 0.9500 relative_P_30 477 0.9333 relative_P_100 477 0.6300 relative_P_200 477 0.3150 relative_P_500 477 0.2211 relative_P_1000 477 0.2211 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.6300 set_relative_P 477 0.6300 set_recall 477 0.2211 set_map 477 0.1393 set_F 477 0.3273 num_nonrel_judged_ret 477 7 rbp 477 0.7356 rbp_resid 477 0.0157 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 100 num_rel 499 192 num_rel_ret 499 51 map 499 0.1793 Rprec 499 0.2656 bpref 499 0.2499 recip_rank 499 0.3333 iprec_at_recall_0.00 499 0.8421 iprec_at_recall_0.10 499 0.8065 iprec_at_recall_0.20 499 0.6552 iprec_at_recall_0.30 499 0.0000 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 0.6000 P_10 499 0.7000 P_15 499 0.8000 P_20 499 0.8000 P_30 499 0.8000 P_100 499 0.5100 P_200 499 0.2550 P_500 499 0.1020 P_1000 499 0.0510 relstring 499 '0122323023' recall_5 499 0.0156 recall_10 499 0.0365 recall_15 499 0.0625 recall_20 499 0.0833 recall_30 499 0.1250 recall_100 499 0.2656 recall_200 499 0.2656 recall_500 499 0.2656 recall_1000 499 0.2656 infAP 499 0.1793 Rprec_mult_0.20 499 0.7179 Rprec_mult_0.40 499 0.5714 Rprec_mult_0.60 499 0.4397 Rprec_mult_0.80 499 0.3312 Rprec_mult_1.00 499 0.2656 Rprec_mult_1.20 499 0.2208 Rprec_mult_1.40 499 0.1896 Rprec_mult_1.60 499 0.1656 Rprec_mult_1.80 499 0.1474 Rprec_mult_2.00 499 0.1328 utility 499 2.0000 11pt_avg 499 0.2094 binG 499 0.0834 G 499 0.0507 ndcg 499 0.3128 ndcg_rel 499 0.3648 Rndcg 499 0.4157 ndcg_cut_5 499 0.4130 ndcg_cut_10 499 0.5014 ndcg_cut_15 499 0.5539 ndcg_cut_20 499 0.5620 ndcg_cut_30 499 0.5862 ndcg_cut_100 499 0.5371 ndcg_cut_200 499 0.3549 ndcg_cut_500 499 0.3128 ndcg_cut_1000 499 0.3128 map_cut_5 499 0.0075 map_cut_10 499 0.0218 map_cut_15 499 0.0417 map_cut_20 499 0.0590 map_cut_30 499 0.0918 map_cut_100 499 0.1793 map_cut_200 499 0.1793 map_cut_500 499 0.1793 map_cut_1000 499 0.1793 relative_P_5 499 0.6000 relative_P_10 499 0.7000 relative_P_15 499 0.8000 relative_P_20 499 0.8000 relative_P_30 499 0.8000 relative_P_100 499 0.5100 relative_P_200 499 0.2656 relative_P_500 499 0.2656 relative_P_1000 499 0.2656 success_1 499 0.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.5100 set_relative_P 499 0.5100 set_recall 499 0.2656 set_map 499 0.1355 set_F 499 0.3493 num_nonrel_judged_ret 499 25 rbp 499 0.5833 rbp_resid 499 0.0151 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 100 num_rel 515 147 num_rel_ret 515 7 map 515 0.0206 Rprec 515 0.0476 bpref 515 0.0413 recip_rank 515 1.0000 iprec_at_recall_0.00 515 1.0000 iprec_at_recall_0.10 515 0.0000 iprec_at_recall_0.20 515 0.0000 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.4000 P_10 515 0.3000 P_15 515 0.2000 P_20 515 0.1500 P_30 515 0.1667 P_100 515 0.0700 P_200 515 0.0350 P_500 515 0.0140 P_1000 515 0.0070 relstring 515 '2200020000' recall_5 515 0.0136 recall_10 515 0.0204 recall_15 515 0.0204 recall_20 515 0.0204 recall_30 515 0.0340 recall_100 515 0.0476 recall_200 515 0.0476 recall_500 515 0.0476 recall_1000 515 0.0476 infAP 515 0.0206 Rprec_mult_0.20 515 0.1667 Rprec_mult_0.40 515 0.0847 Rprec_mult_0.60 515 0.0787 Rprec_mult_0.80 515 0.0593 Rprec_mult_1.00 515 0.0476 Rprec_mult_1.20 515 0.0395 Rprec_mult_1.40 515 0.0340 Rprec_mult_1.60 515 0.0297 Rprec_mult_1.80 515 0.0264 Rprec_mult_2.00 515 0.0238 utility 515 -86.0000 11pt_avg 515 0.0909 binG 515 0.0218 G 515 0.0206 ndcg 515 0.1065 ndcg_rel 515 0.1261 Rndcg 515 0.1115 ndcg_cut_5 515 0.5531 ndcg_cut_10 515 0.4374 ndcg_cut_15 515 0.3390 ndcg_cut_20 515 0.2984 ndcg_cut_30 515 0.2989 ndcg_cut_100 515 0.1542 ndcg_cut_200 515 0.1065 ndcg_cut_500 515 0.1065 ndcg_cut_1000 515 0.1065 map_cut_5 515 0.0136 map_cut_10 515 0.0170 map_cut_15 515 0.0170 map_cut_20 515 0.0170 map_cut_30 515 0.0195 map_cut_100 515 0.0206 map_cut_200 515 0.0206 map_cut_500 515 0.0206 map_cut_1000 515 0.0206 relative_P_5 515 0.4000 relative_P_10 515 0.3000 relative_P_15 515 0.2000 relative_P_20 515 0.1500 relative_P_30 515 0.1667 relative_P_100 515 0.0700 relative_P_200 515 0.0476 relative_P_500 515 0.0476 relative_P_1000 515 0.0476 success_1 515 1.0000 success_5 515 1.0000 success_10 515 1.0000 set_P 515 0.0700 set_relative_P 515 0.0700 set_recall 515 0.0476 set_map 515 0.0033 set_F 515 0.0567 num_nonrel_judged_ret 515 55 rbp 515 0.2803 rbp_resid 515 0.0250 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 100 num_rel 58 373 num_rel_ret 58 66 map 58 0.1459 Rprec 58 0.1769 bpref 58 0.1701 recip_rank 58 1.0000 iprec_at_recall_0.00 58 1.0000 iprec_at_recall_0.10 58 0.8478 iprec_at_recall_0.20 58 0.0000 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 0.8000 P_10 58 0.9000 P_15 58 0.9333 P_20 58 0.9500 P_30 58 0.9333 P_100 58 0.6600 P_200 58 0.3300 P_500 58 0.1320 P_1000 58 0.0660 relstring 58 '3413223223' recall_5 58 0.0107 recall_10 58 0.0241 recall_15 58 0.0375 recall_20 58 0.0509 recall_30 58 0.0751 recall_100 58 0.1769 recall_200 58 0.1769 recall_500 58 0.1769 recall_1000 58 0.1769 infAP 58 0.1459 Rprec_mult_0.20 58 0.7067 Rprec_mult_0.40 58 0.4400 Rprec_mult_0.60 58 0.2946 Rprec_mult_0.80 58 0.2207 Rprec_mult_1.00 58 0.1769 Rprec_mult_1.20 58 0.1473 Rprec_mult_1.40 58 0.1262 Rprec_mult_1.60 58 0.1106 Rprec_mult_1.80 58 0.0982 Rprec_mult_2.00 58 0.0885 utility 58 32.0000 11pt_avg 58 0.1680 binG 58 0.0729 G 58 0.0401 ndcg 58 0.2663 ndcg_rel 58 0.3392 Rndcg 58 0.4191 ndcg_cut_5 58 0.6859 ndcg_cut_10 58 0.7179 ndcg_cut_15 58 0.7469 ndcg_cut_20 58 0.7552 ndcg_cut_30 58 0.7639 ndcg_cut_100 58 0.6051 ndcg_cut_200 58 0.3930 ndcg_cut_500 58 0.2663 ndcg_cut_1000 58 0.2663 map_cut_5 58 0.0095 map_cut_10 58 0.0212 map_cut_15 58 0.0336 map_cut_20 58 0.0462 map_cut_30 58 0.0686 map_cut_100 58 0.1459 map_cut_200 58 0.1459 map_cut_500 58 0.1459 map_cut_1000 58 0.1459 relative_P_5 58 0.8000 relative_P_10 58 0.9000 relative_P_15 58 0.9333 relative_P_20 58 0.9500 relative_P_30 58 0.9333 relative_P_100 58 0.6600 relative_P_200 58 0.3300 relative_P_500 58 0.1769 relative_P_1000 58 0.1769 success_1 58 1.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.6600 set_relative_P 58 0.6600 set_recall 58 0.1769 set_map 58 0.1168 set_F 58 0.2791 num_nonrel_judged_ret 58 6 rbp 58 0.6226 rbp_resid 58 0.0175 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 100 num_rel 707 186 num_rel_ret 707 10 map 707 0.0125 Rprec 707 0.0538 bpref 707 0.0439 recip_rank 707 1.0000 iprec_at_recall_0.00 707 1.0000 iprec_at_recall_0.10 707 0.0000 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.2000 P_10 707 0.3000 P_15 707 0.2000 P_20 707 0.1500 P_30 707 0.1000 P_100 707 0.1000 P_200 707 0.0500 P_500 707 0.0200 P_1000 707 0.0100 relstring 707 '2000000220' recall_5 707 0.0054 recall_10 707 0.0161 recall_15 707 0.0161 recall_20 707 0.0161 recall_30 707 0.0161 recall_100 707 0.0538 recall_200 707 0.0538 recall_500 707 0.0538 recall_1000 707 0.0538 infAP 707 0.0125 Rprec_mult_0.20 707 0.1053 Rprec_mult_0.40 707 0.1067 Rprec_mult_0.60 707 0.0893 Rprec_mult_0.80 707 0.0671 Rprec_mult_1.00 707 0.0538 Rprec_mult_1.20 707 0.0446 Rprec_mult_1.40 707 0.0383 Rprec_mult_1.60 707 0.0336 Rprec_mult_1.80 707 0.0299 Rprec_mult_2.00 707 0.0269 utility 707 -80.0000 11pt_avg 707 0.0909 binG 707 0.0154 G 707 0.0108 ndcg 707 0.0793 ndcg_rel 707 0.0860 Rndcg 707 0.1278 ndcg_cut_5 707 0.2261 ndcg_cut_10 707 0.2479 ndcg_cut_15 707 0.2062 ndcg_cut_20 707 0.1793 ndcg_cut_30 707 0.1451 ndcg_cut_100 707 0.1257 ndcg_cut_200 707 0.0803 ndcg_cut_500 707 0.0793 ndcg_cut_1000 707 0.0793 map_cut_5 707 0.0054 map_cut_10 707 0.0085 map_cut_15 707 0.0085 map_cut_20 707 0.0085 map_cut_30 707 0.0085 map_cut_100 707 0.0125 map_cut_200 707 0.0125 map_cut_500 707 0.0125 map_cut_1000 707 0.0125 relative_P_5 707 0.2000 relative_P_10 707 0.3000 relative_P_15 707 0.2000 relative_P_20 707 0.1500 relative_P_30 707 0.1000 relative_P_100 707 0.1000 relative_P_200 707 0.0538 relative_P_500 707 0.0538 relative_P_1000 707 0.0538 success_1 707 1.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.1000 set_relative_P 707 0.1000 set_recall 707 0.0538 set_map 707 0.0054 set_F 707 0.0699 num_nonrel_judged_ret 707 63 rbp 707 0.1299 rbp_resid 707 0.0088 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 100 num_rel 72 466 num_rel_ret 72 69 map 72 0.1312 Rprec 72 0.1481 bpref 72 0.1481 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.7937 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 1.0000 P_15 72 1.0000 P_20 72 1.0000 P_30 72 1.0000 P_100 72 0.6900 P_200 72 0.3450 P_500 72 0.1380 P_1000 72 0.0690 relstring 72 '4333332223' recall_5 72 0.0107 recall_10 72 0.0215 recall_15 72 0.0322 recall_20 72 0.0429 recall_30 72 0.0644 recall_100 72 0.1481 recall_200 72 0.1481 recall_500 72 0.1481 recall_1000 72 0.1481 infAP 72 0.1312 Rprec_mult_0.20 72 0.7021 Rprec_mult_0.40 72 0.3690 Rprec_mult_0.60 72 0.2464 Rprec_mult_0.80 72 0.1850 Rprec_mult_1.00 72 0.1481 Rprec_mult_1.20 72 0.1232 Rprec_mult_1.40 72 0.1057 Rprec_mult_1.60 72 0.0925 Rprec_mult_1.80 72 0.0822 Rprec_mult_2.00 72 0.0740 utility 72 38.0000 11pt_avg 72 0.1631 binG 72 0.0908 G 72 0.0345 ndcg 72 0.2420 ndcg_rel 72 0.3092 Rndcg 72 0.3576 ndcg_cut_5 72 0.8348 ndcg_cut_10 72 0.7528 ndcg_cut_15 72 0.7415 ndcg_cut_20 72 0.7511 ndcg_cut_30 72 0.7565 ndcg_cut_100 72 0.6357 ndcg_cut_200 72 0.4111 ndcg_cut_500 72 0.2420 ndcg_cut_1000 72 0.2420 map_cut_5 72 0.0107 map_cut_10 72 0.0215 map_cut_15 72 0.0322 map_cut_20 72 0.0429 map_cut_30 72 0.0644 map_cut_100 72 0.1312 map_cut_200 72 0.1312 map_cut_500 72 0.1312 map_cut_1000 72 0.1312 relative_P_5 72 1.0000 relative_P_10 72 1.0000 relative_P_15 72 1.0000 relative_P_20 72 1.0000 relative_P_30 72 1.0000 relative_P_100 72 0.6900 relative_P_200 72 0.3450 relative_P_500 72 0.1481 relative_P_1000 72 0.1481 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.6900 set_relative_P 72 0.6900 set_recall 72 0.1481 set_map 72 0.1022 set_F 72 0.2438 num_nonrel_judged_ret 72 0 rbp 72 0.7274 rbp_resid 72 0.0161 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 100 num_rel 84 142 num_rel_ret 84 20 map 84 0.0968 Rprec 84 0.1408 bpref 84 0.1330 recip_rank 84 1.0000 iprec_at_recall_0.00 84 1.0000 iprec_at_recall_0.10 84 0.6087 iprec_at_recall_0.20 84 0.0000 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 0.8000 P_10 84 0.8000 P_15 84 0.6667 P_20 84 0.6500 P_30 84 0.5667 P_100 84 0.2000 P_200 84 0.1000 P_500 84 0.0400 P_1000 84 0.0200 relstring 84 '2222120222' recall_5 84 0.0282 recall_10 84 0.0563 recall_15 84 0.0704 recall_20 84 0.0915 recall_30 84 0.1197 recall_100 84 0.1408 recall_200 84 0.1408 recall_500 84 0.1408 recall_1000 84 0.1408 infAP 84 0.0968 Rprec_mult_0.20 84 0.5517 Rprec_mult_0.40 84 0.2982 Rprec_mult_0.60 84 0.2209 Rprec_mult_0.80 84 0.1754 Rprec_mult_1.00 84 0.1408 Rprec_mult_1.20 84 0.1170 Rprec_mult_1.40 84 0.1005 Rprec_mult_1.60 84 0.0877 Rprec_mult_1.80 84 0.0781 Rprec_mult_2.00 84 0.0704 utility 84 -60.0000 11pt_avg 84 0.1462 binG 84 0.0674 G 84 0.0256 ndcg 84 0.1834 ndcg_rel 84 0.2104 Rndcg 84 0.3381 ndcg_cut_5 84 0.4830 ndcg_cut_10 84 0.4961 ndcg_cut_15 84 0.4649 ndcg_cut_20 84 0.4556 ndcg_cut_30 84 0.4507 ndcg_cut_100 84 0.2751 ndcg_cut_200 84 0.1990 ndcg_cut_500 84 0.1834 ndcg_cut_1000 84 0.1834 map_cut_5 84 0.0282 map_cut_10 84 0.0504 map_cut_15 84 0.0607 map_cut_20 84 0.0751 map_cut_30 84 0.0915 map_cut_100 84 0.0968 map_cut_200 84 0.0968 map_cut_500 84 0.0968 map_cut_1000 84 0.0968 relative_P_5 84 0.8000 relative_P_10 84 0.8000 relative_P_15 84 0.6667 relative_P_20 84 0.6500 relative_P_30 84 0.5667 relative_P_100 84 0.2000 relative_P_200 84 0.1408 relative_P_500 84 0.1408 relative_P_1000 84 0.1408 success_1 84 1.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.2000 set_relative_P 84 0.2000 set_recall 84 0.1408 set_map 84 0.0282 set_F 84 0.1653 num_nonrel_judged_ret 84 34 rbp 84 0.3641 rbp_resid 84 0.0277 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 100 num_rel 897 239 num_rel_ret 897 45 map 897 0.1083 Rprec 897 0.1883 bpref 897 0.1761 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.4898 iprec_at_recall_0.20 897 0.0000 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 0.8000 P_10 897 0.8000 P_15 897 0.7333 P_20 897 0.7000 P_30 897 0.5667 P_100 897 0.4500 P_200 897 0.2250 P_500 897 0.0900 P_1000 897 0.0450 relstring 897 '2022232221' recall_5 897 0.0167 recall_10 897 0.0335 recall_15 897 0.0460 recall_20 897 0.0586 recall_30 897 0.0711 recall_100 897 0.1883 recall_200 897 0.1883 recall_500 897 0.1883 recall_1000 897 0.1883 infAP 897 0.1083 Rprec_mult_0.20 897 0.4792 Rprec_mult_0.40 897 0.4688 Rprec_mult_0.60 897 0.3125 Rprec_mult_0.80 897 0.2344 Rprec_mult_1.00 897 0.1883 Rprec_mult_1.20 897 0.1568 Rprec_mult_1.40 897 0.1343 Rprec_mult_1.60 897 0.1175 Rprec_mult_1.80 897 0.1044 Rprec_mult_2.00 897 0.0941 utility 897 -10.0000 11pt_avg 897 0.1354 binG 897 0.0592 G 897 0.0366 ndcg 897 0.2477 ndcg_rel 897 0.2919 Rndcg 897 0.3393 ndcg_cut_5 897 0.5240 ndcg_cut_10 897 0.5790 ndcg_cut_15 897 0.5707 ndcg_cut_20 897 0.5644 ndcg_cut_30 897 0.4974 ndcg_cut_100 897 0.4756 ndcg_cut_200 897 0.3076 ndcg_cut_500 897 0.2477 ndcg_cut_1000 897 0.2477 map_cut_5 897 0.0135 map_cut_10 897 0.0279 map_cut_15 897 0.0384 map_cut_20 897 0.0474 map_cut_30 897 0.0546 map_cut_100 897 0.1083 map_cut_200 897 0.1083 map_cut_500 897 0.1083 map_cut_1000 897 0.1083 relative_P_5 897 0.8000 relative_P_10 897 0.8000 relative_P_15 897 0.7333 relative_P_20 897 0.7000 relative_P_30 897 0.5667 relative_P_100 897 0.4500 relative_P_200 897 0.2250 relative_P_500 897 0.1883 relative_P_1000 897 0.1883 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.4500 set_relative_P 897 0.4500 set_recall 897 0.1883 set_map 897 0.0847 set_F 897 0.2655 num_nonrel_judged_ret 897 27 rbp 897 0.5306 rbp_resid 897 0.0184 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all hybrid->reranked num_q all 22 num_ret all 2200 num_rel all 5166 num_rel_ret all 949 map all 0.1232 gm_map all 0.1027 Rprec all 0.1841 bpref all 0.1721 recip_rank all 0.8788 iprec_at_recall_0.00 all 0.9573 iprec_at_recall_0.10 all 0.6025 iprec_at_recall_0.20 all 0.2607 iprec_at_recall_0.30 all 0.0000 iprec_at_recall_0.40 all 0.0000 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.7455 P_10 all 0.7227 P_15 all 0.6909 P_20 all 0.6841 P_30 all 0.6409 P_100 all 0.4314 P_200 all 0.2157 P_500 all 0.0863 P_1000 all 0.0431 recall_5 all 0.0171 recall_10 all 0.0323 recall_15 all 0.0458 recall_20 all 0.0606 recall_30 all 0.0841 recall_100 all 0.1841 recall_200 all 0.1841 recall_500 all 0.1841 recall_1000 all 0.1841 infAP all 0.1232 gm_bpref all 0.1570 Rprec_mult_0.20 all 0.5612 Rprec_mult_0.40 all 0.4097 Rprec_mult_0.60 all 0.2977 Rprec_mult_0.80 all 0.2283 Rprec_mult_1.00 all 0.1841 Rprec_mult_1.20 all 0.1532 Rprec_mult_1.40 all 0.1313 Rprec_mult_1.60 all 0.1149 Rprec_mult_1.80 all 0.1021 Rprec_mult_2.00 all 0.0921 utility all -13.7273 11pt_avg all 0.1655 binG all 0.0693 G all 0.0383 ndcg all 0.2455 ndcg_rel all 0.2930 Rndcg all 0.3390 ndcg_cut_5 all 0.5476 ndcg_cut_10 all 0.5465 ndcg_cut_15 all 0.5389 ndcg_cut_20 all 0.5419 ndcg_cut_30 all 0.5346 ndcg_cut_100 all 0.4478 ndcg_cut_200 all 0.3019 ndcg_cut_500 all 0.2455 ndcg_cut_1000 all 0.2455 map_cut_5 all 0.0148 map_cut_10 all 0.0269 map_cut_15 all 0.0374 map_cut_20 all 0.0485 map_cut_30 all 0.0656 map_cut_100 all 0.1232 map_cut_200 all 0.1232 map_cut_500 all 0.1232 map_cut_1000 all 0.1232 relative_P_5 all 0.7455 relative_P_10 all 0.7227 relative_P_15 all 0.6909 relative_P_20 all 0.6841 relative_P_30 all 0.6409 relative_P_100 all 0.4314 relative_P_200 all 0.2288 relative_P_500 all 0.1841 relative_P_1000 all 0.1841 success_1 all 0.7727 success_5 all 1.0000 success_10 all 1.0000 set_P all 0.4314 set_relative_P all 0.4314 set_recall all 0.1841 set_map all 0.0865 set_F all 0.2520 num_nonrel_judged_ret all 588 rbp all 0.4853 rbp_resid all 0.0148 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000