num_ret 1-1_3 597 num_rel 1-1_3 64 num_rel_ret 1-1_3 40 map 1-1_3 0.2693 Rprec 1-1_3 0.4062 bpref 1-1_3 0.5061 recip_rank 1-1_3 0.5000 iprec_at_recall_0.00 1-1_3 0.6250 iprec_at_recall_0.10 1-1_3 0.6000 iprec_at_recall_0.20 1-1_3 0.5200 iprec_at_recall_0.30 1-1_3 0.4545 iprec_at_recall_0.40 1-1_3 0.4203 iprec_at_recall_0.50 1-1_3 0.3636 iprec_at_recall_0.60 1-1_3 0.2209 iprec_at_recall_0.70 1-1_3 0.0000 iprec_at_recall_0.80 1-1_3 0.0000 iprec_at_recall_0.90 1-1_3 0.0000 iprec_at_recall_1.00 1-1_3 0.0000 P_5 1-1_3 0.6000 P_10 1-1_3 0.6000 P_15 1-1_3 0.4667 P_20 1-1_3 0.5000 P_30 1-1_3 0.5000 P_100 1-1_3 0.3400 P_200 1-1_3 0.1900 P_500 1-1_3 0.0800 P_1000 1-1_3 0.0400 relstring 1-1_3 '0202203402' recall_5 1-1_3 0.0469 recall_10 1-1_3 0.0938 recall_15 1-1_3 0.1094 recall_20 1-1_3 0.1562 recall_30 1-1_3 0.2344 recall_100 1-1_3 0.5312 recall_200 1-1_3 0.5938 recall_500 1-1_3 0.6250 recall_1000 1-1_3 0.6250 infAP 1-1_3 0.2693 Rprec_mult_0.20 1-1_3 0.5385 Rprec_mult_0.40 1-1_3 0.5000 Rprec_mult_0.60 1-1_3 0.4615 Rprec_mult_0.80 1-1_3 0.4231 Rprec_mult_1.00 1-1_3 0.4062 Rprec_mult_1.20 1-1_3 0.3896 Rprec_mult_1.40 1-1_3 0.3556 Rprec_mult_1.60 1-1_3 0.3301 Rprec_mult_1.80 1-1_3 0.2931 Rprec_mult_2.00 1-1_3 0.2734 utility 1-1_3 -517.0000 11pt_avg 1-1_3 0.2913 binG 1-1_3 0.1553 G 1-1_3 0.1086 ndcg 1-1_3 0.5005 ndcg_rel 1-1_3 0.4428 Rndcg 1-1_3 0.3694 ndcg_cut_5 1-1_3 0.2765 ndcg_cut_10 1-1_3 0.3759 ndcg_cut_15 1-1_3 0.3259 ndcg_cut_20 1-1_3 0.3669 ndcg_cut_30 1-1_3 0.3938 ndcg_cut_100 1-1_3 0.4555 ndcg_cut_200 1-1_3 0.4889 ndcg_cut_500 1-1_3 0.5005 ndcg_cut_1000 1-1_3 0.5005 map_cut_5 1-1_3 0.0250 map_cut_10 1-1_3 0.0531 map_cut_15 1-1_3 0.0615 map_cut_20 1-1_3 0.0840 map_cut_30 1-1_3 0.1244 map_cut_100 1-1_3 0.2505 map_cut_200 1-1_3 0.2654 map_cut_500 1-1_3 0.2693 map_cut_1000 1-1_3 0.2693 relative_P_5 1-1_3 0.6000 relative_P_10 1-1_3 0.6000 relative_P_15 1-1_3 0.4667 relative_P_20 1-1_3 0.5000 relative_P_30 1-1_3 0.5000 relative_P_100 1-1_3 0.5312 relative_P_200 1-1_3 0.5938 relative_P_500 1-1_3 0.6250 relative_P_1000 1-1_3 0.6250 success_1 1-1_3 0.0000 success_5 1-1_3 1.0000 success_10 1-1_3 1.0000 set_P 1-1_3 0.0670 set_relative_P 1-1_3 0.6250 set_recall 1-1_3 0.6250 set_map 1-1_3 0.0419 set_F 1-1_3 0.1210 num_nonrel_judged_ret 1-1_3 19 rbp 1-1_3 0.3014 rbp_resid 1-1_3 0.1411 unj_5 1-1_3 0.0000 unj_10 1-1_3 0.0000 unj_20 1-1_3 0.2000 num_ret 1-1_4 846 num_rel 1-1_4 107 num_rel_ret 1-1_4 61 map 1-1_4 0.2617 Rprec 1-1_4 0.3178 bpref 1-1_4 0.5179 recip_rank 1-1_4 1.0000 iprec_at_recall_0.00 1-1_4 1.0000 iprec_at_recall_0.10 1-1_4 1.0000 iprec_at_recall_0.20 1-1_4 0.5385 iprec_at_recall_0.30 1-1_4 0.3404 iprec_at_recall_0.40 1-1_4 0.2263 iprec_at_recall_0.50 1-1_4 0.1256 iprec_at_recall_0.60 1-1_4 0.0000 iprec_at_recall_0.70 1-1_4 0.0000 iprec_at_recall_0.80 1-1_4 0.0000 iprec_at_recall_0.90 1-1_4 0.0000 iprec_at_recall_1.00 1-1_4 0.0000 P_5 1-1_4 1.0000 P_10 1-1_4 1.0000 P_15 1-1_4 0.8000 P_20 1-1_4 0.7500 P_30 1-1_4 0.6000 P_100 1-1_4 0.3300 P_200 1-1_4 0.2150 P_500 1-1_4 0.1180 P_1000 1-1_4 0.0610 relstring 1-1_4 '4223424223' recall_5 1-1_4 0.0467 recall_10 1-1_4 0.0935 recall_15 1-1_4 0.1121 recall_20 1-1_4 0.1402 recall_30 1-1_4 0.1682 recall_100 1-1_4 0.3084 recall_200 1-1_4 0.4019 recall_500 1-1_4 0.5514 recall_1000 1-1_4 0.5701 infAP 1-1_4 0.2617 Rprec_mult_0.20 1-1_4 0.7273 Rprec_mult_0.40 1-1_4 0.5116 Rprec_mult_0.60 1-1_4 0.4000 Rprec_mult_0.80 1-1_4 0.3488 Rprec_mult_1.00 1-1_4 0.3178 Rprec_mult_1.20 1-1_4 0.2791 Rprec_mult_1.40 1-1_4 0.2667 Rprec_mult_1.60 1-1_4 0.2442 Rprec_mult_1.80 1-1_4 0.2228 Rprec_mult_2.00 1-1_4 0.2103 utility 1-1_4 -724.0000 11pt_avg 1-1_4 0.2937 binG 1-1_4 0.1922 G 1-1_4 0.1143 ndcg 1-1_4 0.5572 ndcg_rel 1-1_4 0.5484 Rndcg 1-1_4 0.4923 ndcg_cut_5 1-1_4 0.7717 ndcg_cut_10 1-1_4 0.7289 ndcg_cut_15 1-1_4 0.6119 ndcg_cut_20 1-1_4 0.5863 ndcg_cut_30 1-1_4 0.5253 ndcg_cut_100 1-1_4 0.4108 ndcg_cut_200 1-1_4 0.4660 ndcg_cut_500 1-1_4 0.5484 ndcg_cut_1000 1-1_4 0.5572 map_cut_5 1-1_4 0.0467 map_cut_10 1-1_4 0.0935 map_cut_15 1-1_4 0.1121 map_cut_20 1-1_4 0.1328 map_cut_30 1-1_4 0.1509 map_cut_100 1-1_4 0.2117 map_cut_200 1-1_4 0.2379 map_cut_500 1-1_4 0.2597 map_cut_1000 1-1_4 0.2617 relative_P_5 1-1_4 1.0000 relative_P_10 1-1_4 1.0000 relative_P_15 1-1_4 0.8000 relative_P_20 1-1_4 0.7500 relative_P_30 1-1_4 0.6000 relative_P_100 1-1_4 0.3300 relative_P_200 1-1_4 0.4019 relative_P_500 1-1_4 0.5514 relative_P_1000 1-1_4 0.5701 success_1 1-1_4 1.0000 success_5 1-1_4 1.0000 success_10 1-1_4 1.0000 set_P 1-1_4 0.0721 set_relative_P 1-1_4 0.5701 set_recall 1-1_4 0.5701 set_map 1-1_4 0.0411 set_F 1-1_4 0.1280 num_nonrel_judged_ret 1-1_4 3 rbp 1-1_4 0.5449 rbp_resid 1-1_4 0.2044 unj_5 1-1_4 0.0000 unj_10 1-1_4 0.0000 unj_20 1-1_4 0.2500 num_ret 1-1_5 928 num_rel 1-1_5 219 num_rel_ret 1-1_5 90 map 1-1_5 0.2108 Rprec 1-1_5 0.3196 bpref 1-1_5 0.3822 recip_rank 1-1_5 1.0000 iprec_at_recall_0.00 1-1_5 1.0000 iprec_at_recall_0.10 1-1_5 0.6842 iprec_at_recall_0.20 1-1_5 0.4513 iprec_at_recall_0.30 1-1_5 0.3587 iprec_at_recall_0.40 1-1_5 0.1822 iprec_at_recall_0.50 1-1_5 0.0000 iprec_at_recall_0.60 1-1_5 0.0000 iprec_at_recall_0.70 1-1_5 0.0000 iprec_at_recall_0.80 1-1_5 0.0000 iprec_at_recall_0.90 1-1_5 0.0000 iprec_at_recall_1.00 1-1_5 0.0000 P_5 1-1_5 1.0000 P_10 1-1_5 1.0000 P_15 1-1_5 0.8000 P_20 1-1_5 0.8000 P_30 1-1_5 0.6667 P_100 1-1_5 0.4400 P_200 1-1_5 0.3400 P_500 1-1_5 0.1760 P_1000 1-1_5 0.0900 relstring 1-1_5 '2222232222' recall_5 1-1_5 0.0228 recall_10 1-1_5 0.0457 recall_15 1-1_5 0.0548 recall_20 1-1_5 0.0731 recall_30 1-1_5 0.0913 recall_100 1-1_5 0.2009 recall_200 1-1_5 0.3105 recall_500 1-1_5 0.4018 recall_1000 1-1_5 0.4110 infAP 1-1_5 0.2108 Rprec_mult_0.20 1-1_5 0.5909 Rprec_mult_0.40 1-1_5 0.4545 Rprec_mult_0.60 1-1_5 0.4167 Rprec_mult_0.80 1-1_5 0.3580 Rprec_mult_1.00 1-1_5 0.3196 Rprec_mult_1.20 1-1_5 0.2966 Rprec_mult_1.40 1-1_5 0.2671 Rprec_mult_1.60 1-1_5 0.2365 Rprec_mult_1.80 1-1_5 0.2177 Rprec_mult_2.00 1-1_5 0.1963 utility 1-1_5 -748.0000 11pt_avg 1-1_5 0.2433 binG 1-1_5 0.1159 G 1-1_5 0.0634 ndcg 1-1_5 0.4106 ndcg_rel 1-1_5 0.4173 Rndcg 1-1_5 0.4177 ndcg_cut_5 1-1_5 0.5000 ndcg_cut_10 1-1_5 0.5280 ndcg_cut_15 1-1_5 0.4788 ndcg_cut_20 1-1_5 0.4864 ndcg_cut_30 1-1_5 0.4420 ndcg_cut_100 1-1_5 0.4182 ndcg_cut_200 1-1_5 0.3701 ndcg_cut_500 1-1_5 0.4048 ndcg_cut_1000 1-1_5 0.4106 map_cut_5 1-1_5 0.0228 map_cut_10 1-1_5 0.0457 map_cut_15 1-1_5 0.0529 map_cut_20 1-1_5 0.0676 map_cut_30 1-1_5 0.0807 map_cut_100 1-1_5 0.1393 map_cut_200 1-1_5 0.1843 map_cut_500 1-1_5 0.2095 map_cut_1000 1-1_5 0.2108 relative_P_5 1-1_5 1.0000 relative_P_10 1-1_5 1.0000 relative_P_15 1-1_5 0.8000 relative_P_20 1-1_5 0.8000 relative_P_30 1-1_5 0.6667 relative_P_100 1-1_5 0.4400 relative_P_200 1-1_5 0.3400 relative_P_500 1-1_5 0.4018 relative_P_1000 1-1_5 0.4110 success_1 1-1_5 1.0000 success_5 1-1_5 1.0000 success_10 1-1_5 1.0000 set_P 1-1_5 0.0970 set_relative_P 1-1_5 0.4110 set_recall 1-1_5 0.4110 set_map 1-1_5 0.0399 set_F 1-1_5 0.1569 num_nonrel_judged_ret 1-1_5 7 rbp 1-1_5 0.4275 rbp_resid 1-1_5 0.1471 unj_5 1-1_5 0.0000 unj_10 1-1_5 0.0000 unj_20 1-1_5 0.1500 num_ret 1-1_7 567 num_rel 1-1_7 99 num_rel_ret 1-1_7 20 map 1-1_7 0.0568 Rprec 1-1_7 0.1212 bpref 1-1_7 0.1629 recip_rank 1-1_7 1.0000 iprec_at_recall_0.00 1-1_7 1.0000 iprec_at_recall_0.10 1-1_7 0.1613 iprec_at_recall_0.20 1-1_7 0.0501 iprec_at_recall_0.30 1-1_7 0.0000 iprec_at_recall_0.40 1-1_7 0.0000 iprec_at_recall_0.50 1-1_7 0.0000 iprec_at_recall_0.60 1-1_7 0.0000 iprec_at_recall_0.70 1-1_7 0.0000 iprec_at_recall_0.80 1-1_7 0.0000 iprec_at_recall_0.90 1-1_7 0.0000 iprec_at_recall_1.00 1-1_7 0.0000 P_5 1-1_7 0.6000 P_10 1-1_7 0.6000 P_15 1-1_7 0.4000 P_20 1-1_7 0.3000 P_30 1-1_7 0.2000 P_100 1-1_7 0.1200 P_200 1-1_7 0.0850 P_500 1-1_7 0.0400 P_1000 1-1_7 0.0200 relstring 1-1_7 '2012213302' recall_5 1-1_7 0.0303 recall_10 1-1_7 0.0606 recall_15 1-1_7 0.0606 recall_20 1-1_7 0.0606 recall_30 1-1_7 0.0606 recall_100 1-1_7 0.1212 recall_200 1-1_7 0.1717 recall_500 1-1_7 0.2020 recall_1000 1-1_7 0.2020 infAP 1-1_7 0.0568 Rprec_mult_0.20 1-1_7 0.3000 Rprec_mult_0.40 1-1_7 0.1750 Rprec_mult_0.60 1-1_7 0.1500 Rprec_mult_0.80 1-1_7 0.1375 Rprec_mult_1.00 1-1_7 0.1212 Rprec_mult_1.20 1-1_7 0.1092 Rprec_mult_1.40 1-1_7 0.1079 Rprec_mult_1.60 1-1_7 0.1006 Rprec_mult_1.80 1-1_7 0.0894 Rprec_mult_2.00 1-1_7 0.0859 utility 1-1_7 -527.0000 11pt_avg 1-1_7 0.1101 binG 1-1_7 0.0546 G 1-1_7 0.0349 ndcg 1-1_7 0.2104 ndcg_rel 1-1_7 0.2205 Rndcg 1-1_7 0.2249 ndcg_cut_5 1-1_7 0.3506 ndcg_cut_10 1-1_7 0.4143 ndcg_cut_15 1-1_7 0.3359 ndcg_cut_20 1-1_7 0.2872 ndcg_cut_30 1-1_7 0.2279 ndcg_cut_100 1-1_7 0.1720 ndcg_cut_200 1-1_7 0.1955 ndcg_cut_500 1-1_7 0.2104 ndcg_cut_1000 1-1_7 0.2104 map_cut_5 1-1_7 0.0212 map_cut_10 1-1_7 0.0394 map_cut_15 1-1_7 0.0394 map_cut_20 1-1_7 0.0394 map_cut_30 1-1_7 0.0394 map_cut_100 1-1_7 0.0494 map_cut_200 1-1_7 0.0549 map_cut_500 1-1_7 0.0568 map_cut_1000 1-1_7 0.0568 relative_P_5 1-1_7 0.6000 relative_P_10 1-1_7 0.6000 relative_P_15 1-1_7 0.4000 relative_P_20 1-1_7 0.3000 relative_P_30 1-1_7 0.2000 relative_P_100 1-1_7 0.1212 relative_P_200 1-1_7 0.1717 relative_P_500 1-1_7 0.2020 relative_P_1000 1-1_7 0.2020 success_1 1-1_7 1.0000 success_5 1-1_7 1.0000 success_10 1-1_7 1.0000 set_P 1-1_7 0.0353 set_relative_P 1-1_7 0.2020 set_recall 1-1_7 0.2020 set_map 1-1_7 0.0071 set_F 1-1_7 0.0601 num_nonrel_judged_ret 1-1_7 10 rbp 1-1_7 0.2526 rbp_resid 1-1_7 0.3054 unj_5 1-1_7 0.0000 unj_10 1-1_7 0.0000 unj_20 1-1_7 0.4500 num_ret 1-1_8 653 num_rel 1-1_8 94 num_rel_ret 1-1_8 46 map 1-1_8 0.2396 Rprec 1-1_8 0.3298 bpref 1-1_8 0.4491 recip_rank 1-1_8 1.0000 iprec_at_recall_0.00 1-1_8 1.0000 iprec_at_recall_0.10 1-1_8 1.0000 iprec_at_recall_0.20 1-1_8 0.5000 iprec_at_recall_0.30 1-1_8 0.3370 iprec_at_recall_0.40 1-1_8 0.1969 iprec_at_recall_0.50 1-1_8 0.0000 iprec_at_recall_0.60 1-1_8 0.0000 iprec_at_recall_0.70 1-1_8 0.0000 iprec_at_recall_0.80 1-1_8 0.0000 iprec_at_recall_0.90 1-1_8 0.0000 iprec_at_recall_1.00 1-1_8 0.0000 P_5 1-1_8 1.0000 P_10 1-1_8 1.0000 P_15 1-1_8 0.6667 P_20 1-1_8 0.7000 P_30 1-1_8 0.5000 P_100 1-1_8 0.3100 P_200 1-1_8 0.1900 P_500 1-1_8 0.0920 P_1000 1-1_8 0.0460 relstring 1-1_8 '2232332232' recall_5 1-1_8 0.0532 recall_10 1-1_8 0.1064 recall_15 1-1_8 0.1064 recall_20 1-1_8 0.1489 recall_30 1-1_8 0.1596 recall_100 1-1_8 0.3298 recall_200 1-1_8 0.4043 recall_500 1-1_8 0.4894 recall_1000 1-1_8 0.4894 infAP 1-1_8 0.2396 Rprec_mult_0.20 1-1_8 0.7368 Rprec_mult_0.40 1-1_8 0.5000 Rprec_mult_0.60 1-1_8 0.3684 Rprec_mult_0.80 1-1_8 0.3158 Rprec_mult_1.00 1-1_8 0.3298 Rprec_mult_1.20 1-1_8 0.2832 Rprec_mult_1.40 1-1_8 0.2652 Rprec_mult_1.60 1-1_8 0.2450 Rprec_mult_1.80 1-1_8 0.2176 Rprec_mult_2.00 1-1_8 0.1968 utility 1-1_8 -561.0000 11pt_avg 1-1_8 0.2758 binG 1-1_8 0.1788 G 1-1_8 0.0937 ndcg 1-1_8 0.4818 ndcg_rel 1-1_8 0.4850 Rndcg 1-1_8 0.4764 ndcg_cut_5 1-1_8 0.5947 ndcg_cut_10 1-1_8 0.6566 ndcg_cut_15 1-1_8 0.5535 ndcg_cut_20 1-1_8 0.5943 ndcg_cut_30 1-1_8 0.5163 ndcg_cut_100 1-1_8 0.3959 ndcg_cut_200 1-1_8 0.4346 ndcg_cut_500 1-1_8 0.4818 ndcg_cut_1000 1-1_8 0.4818 map_cut_5 1-1_8 0.0532 map_cut_10 1-1_8 0.1064 map_cut_15 1-1_8 0.1064 map_cut_20 1-1_8 0.1367 map_cut_30 1-1_8 0.1426 map_cut_100 1-1_8 0.2078 map_cut_200 1-1_8 0.2278 map_cut_500 1-1_8 0.2396 map_cut_1000 1-1_8 0.2396 relative_P_5 1-1_8 1.0000 relative_P_10 1-1_8 1.0000 relative_P_15 1-1_8 0.6667 relative_P_20 1-1_8 0.7000 relative_P_30 1-1_8 0.5000 relative_P_100 1-1_8 0.3298 relative_P_200 1-1_8 0.4043 relative_P_500 1-1_8 0.4894 relative_P_1000 1-1_8 0.4894 success_1 1-1_8 1.0000 success_5 1-1_8 1.0000 success_10 1-1_8 1.0000 set_P 1-1_8 0.0704 set_relative_P 1-1_8 0.4894 set_recall 1-1_8 0.4894 set_map 1-1_8 0.0345 set_F 1-1_8 0.1232 num_nonrel_judged_ret 1-1_8 14 rbp 1-1_8 0.4540 rbp_resid 1-1_8 0.1478 unj_5 1-1_8 0.0000 unj_10 1-1_8 0.0000 unj_20 1-1_8 0.1000 num_ret 2-1_10 146 num_rel 2-1_10 17 num_rel_ret 2-1_10 8 map 2-1_10 0.4373 Rprec 2-1_10 0.4706 bpref 2-1_10 0.4533 recip_rank 2-1_10 1.0000 iprec_at_recall_0.00 2-1_10 1.0000 iprec_at_recall_0.10 2-1_10 1.0000 iprec_at_recall_0.20 2-1_10 1.0000 iprec_at_recall_0.30 2-1_10 1.0000 iprec_at_recall_0.40 2-1_10 0.8000 iprec_at_recall_0.50 2-1_10 0.0000 iprec_at_recall_0.60 2-1_10 0.0000 iprec_at_recall_0.70 2-1_10 0.0000 iprec_at_recall_0.80 2-1_10 0.0000 iprec_at_recall_0.90 2-1_10 0.0000 iprec_at_recall_1.00 2-1_10 0.0000 P_5 2-1_10 1.0000 P_10 2-1_10 0.8000 P_15 2-1_10 0.5333 P_20 2-1_10 0.4000 P_30 2-1_10 0.2667 P_100 2-1_10 0.0800 P_200 2-1_10 0.0400 P_500 2-1_10 0.0160 P_1000 2-1_10 0.0080 relstring 2-1_10 '3323202032' recall_5 2-1_10 0.2941 recall_10 2-1_10 0.4706 recall_15 2-1_10 0.4706 recall_20 2-1_10 0.4706 recall_30 2-1_10 0.4706 recall_100 2-1_10 0.4706 recall_200 2-1_10 0.4706 recall_500 2-1_10 0.4706 recall_1000 2-1_10 0.4706 infAP 2-1_10 0.4373 Rprec_mult_0.20 2-1_10 1.0000 Rprec_mult_0.40 2-1_10 0.8571 Rprec_mult_0.60 2-1_10 0.7273 Rprec_mult_0.80 2-1_10 0.5714 Rprec_mult_1.00 2-1_10 0.4706 Rprec_mult_1.20 2-1_10 0.3810 Rprec_mult_1.40 2-1_10 0.3333 Rprec_mult_1.60 2-1_10 0.2857 Rprec_mult_1.80 2-1_10 0.2581 Rprec_mult_2.00 2-1_10 0.2353 utility 2-1_10 -130.0000 11pt_avg 2-1_10 0.4364 binG 2-1_10 0.3901 G 2-1_10 0.2551 ndcg 2-1_10 0.5567 ndcg_rel 2-1_10 0.6796 Rndcg 2-1_10 0.6103 ndcg_cut_5 2-1_10 0.8997 ndcg_cut_10 2-1_10 0.7414 ndcg_cut_15 2-1_10 0.6213 ndcg_cut_20 2-1_10 0.5637 ndcg_cut_30 2-1_10 0.5567 ndcg_cut_100 2-1_10 0.5567 ndcg_cut_200 2-1_10 0.5567 ndcg_cut_500 2-1_10 0.5567 ndcg_cut_1000 2-1_10 0.5567 map_cut_5 2-1_10 0.2941 map_cut_10 2-1_10 0.4373 map_cut_15 2-1_10 0.4373 map_cut_20 2-1_10 0.4373 map_cut_30 2-1_10 0.4373 map_cut_100 2-1_10 0.4373 map_cut_200 2-1_10 0.4373 map_cut_500 2-1_10 0.4373 map_cut_1000 2-1_10 0.4373 relative_P_5 2-1_10 1.0000 relative_P_10 2-1_10 0.8000 relative_P_15 2-1_10 0.5333 relative_P_20 2-1_10 0.4706 relative_P_30 2-1_10 0.4706 relative_P_100 2-1_10 0.4706 relative_P_200 2-1_10 0.4706 relative_P_500 2-1_10 0.4706 relative_P_1000 2-1_10 0.4706 success_1 2-1_10 1.0000 success_5 2-1_10 1.0000 success_10 2-1_10 1.0000 set_P 2-1_10 0.0548 set_relative_P 2-1_10 0.4706 set_recall 2-1_10 0.4706 set_map 2-1_10 0.0258 set_F 2-1_10 0.0982 num_nonrel_judged_ret 2-1_10 4 rbp 2-1_10 0.4649 rbp_resid 2-1_10 0.3091 unj_5 2-1_10 0.0000 unj_10 2-1_10 0.0000 unj_20 2-1_10 0.4500 num_ret 2-1_12 895 num_rel 2-1_12 101 num_rel_ret 2-1_12 57 map 2-1_12 0.1295 Rprec 2-1_12 0.2178 bpref 2-1_12 0.4476 recip_rank 2-1_12 0.3333 iprec_at_recall_0.00 2-1_12 0.6667 iprec_at_recall_0.10 2-1_12 0.3269 iprec_at_recall_0.20 2-1_12 0.2778 iprec_at_recall_0.30 2-1_12 0.1554 iprec_at_recall_0.40 2-1_12 0.1171 iprec_at_recall_0.50 2-1_12 0.1000 iprec_at_recall_0.60 2-1_12 0.0000 iprec_at_recall_0.70 2-1_12 0.0000 iprec_at_recall_0.80 2-1_12 0.0000 iprec_at_recall_0.90 2-1_12 0.0000 iprec_at_recall_1.00 2-1_12 0.0000 P_5 2-1_12 0.4000 P_10 2-1_12 0.6000 P_15 2-1_12 0.5333 P_20 2-1_12 0.4500 P_30 2-1_12 0.3000 P_100 2-1_12 0.2200 P_200 2-1_12 0.1500 P_500 2-1_12 0.1000 P_1000 2-1_12 0.0570 relstring 2-1_12 '0123032331' recall_5 2-1_12 0.0198 recall_10 2-1_12 0.0594 recall_15 2-1_12 0.0792 recall_20 2-1_12 0.0891 recall_30 2-1_12 0.0891 recall_100 2-1_12 0.2178 recall_200 2-1_12 0.2970 recall_500 2-1_12 0.4950 recall_1000 2-1_12 0.5644 infAP 2-1_12 0.1295 Rprec_mult_0.20 2-1_12 0.4286 Rprec_mult_0.40 2-1_12 0.2927 Rprec_mult_0.60 2-1_12 0.2787 Rprec_mult_0.80 2-1_12 0.2593 Rprec_mult_1.00 2-1_12 0.2178 Rprec_mult_1.20 2-1_12 0.1885 Rprec_mult_1.40 2-1_12 0.1761 Rprec_mult_1.60 2-1_12 0.1543 Rprec_mult_1.80 2-1_12 0.1538 Rprec_mult_2.00 2-1_12 0.1485 utility 2-1_12 -781.0000 11pt_avg 2-1_12 0.1495 binG 2-1_12 0.1046 G 2-1_12 0.0916 ndcg 2-1_12 0.4762 ndcg_rel 2-1_12 0.4242 Rndcg 2-1_12 0.3553 ndcg_cut_5 2-1_12 0.3305 ndcg_cut_10 2-1_12 0.4986 ndcg_cut_15 2-1_12 0.4927 ndcg_cut_20 2-1_12 0.4333 ndcg_cut_30 2-1_12 0.3492 ndcg_cut_100 2-1_12 0.3138 ndcg_cut_200 2-1_12 0.3376 ndcg_cut_500 2-1_12 0.4409 ndcg_cut_1000 2-1_12 0.4762 map_cut_5 2-1_12 0.0083 map_cut_10 2-1_12 0.0316 map_cut_15 2-1_12 0.0440 map_cut_20 2-1_12 0.0496 map_cut_30 2-1_12 0.0496 map_cut_100 2-1_12 0.0868 map_cut_200 2-1_12 0.1004 map_cut_500 2-1_12 0.1232 map_cut_1000 2-1_12 0.1295 relative_P_5 2-1_12 0.4000 relative_P_10 2-1_12 0.6000 relative_P_15 2-1_12 0.5333 relative_P_20 2-1_12 0.4500 relative_P_30 2-1_12 0.3000 relative_P_100 2-1_12 0.2200 relative_P_200 2-1_12 0.2970 relative_P_500 2-1_12 0.4950 relative_P_1000 2-1_12 0.5644 success_1 2-1_12 0.0000 success_5 2-1_12 1.0000 success_10 2-1_12 1.0000 set_P 2-1_12 0.0637 set_relative_P 2-1_12 0.5644 set_recall 2-1_12 0.5644 set_map 2-1_12 0.0359 set_F 2-1_12 0.1145 num_nonrel_judged_ret 2-1_12 33 rbp 2-1_12 0.4551 rbp_resid 2-1_12 0.1753 unj_5 2-1_12 0.0000 unj_10 2-1_12 0.0000 unj_20 2-1_12 0.2500 num_ret 2-1_14 741 num_rel 2-1_14 52 num_rel_ret 2-1_14 20 map 2-1_14 0.0536 Rprec 2-1_14 0.1346 bpref 2-1_14 0.2212 recip_rank 2-1_14 0.1429 iprec_at_recall_0.00 2-1_14 0.3333 iprec_at_recall_0.10 2-1_14 0.1923 iprec_at_recall_0.20 2-1_14 0.1507 iprec_at_recall_0.30 2-1_14 0.0788 iprec_at_recall_0.40 2-1_14 0.0000 iprec_at_recall_0.50 2-1_14 0.0000 iprec_at_recall_0.60 2-1_14 0.0000 iprec_at_recall_0.70 2-1_14 0.0000 iprec_at_recall_0.80 2-1_14 0.0000 iprec_at_recall_0.90 2-1_14 0.0000 iprec_at_recall_1.00 2-1_14 0.0000 P_5 2-1_14 0.0000 P_10 2-1_14 0.3000 P_15 2-1_14 0.2000 P_20 2-1_14 0.1500 P_30 2-1_14 0.1667 P_100 2-1_14 0.1400 P_200 2-1_14 0.0750 P_500 2-1_14 0.0400 P_1000 2-1_14 0.0200 relstring 2-1_14 '0000002221' recall_5 2-1_14 0.0000 recall_10 2-1_14 0.0577 recall_15 2-1_14 0.0577 recall_20 2-1_14 0.0577 recall_30 2-1_14 0.0962 recall_100 2-1_14 0.2692 recall_200 2-1_14 0.2885 recall_500 2-1_14 0.3846 recall_1000 2-1_14 0.3846 infAP 2-1_14 0.0536 Rprec_mult_0.20 2-1_14 0.2727 Rprec_mult_0.40 2-1_14 0.1429 Rprec_mult_0.60 2-1_14 0.1562 Rprec_mult_0.80 2-1_14 0.1190 Rprec_mult_1.00 2-1_14 0.1346 Rprec_mult_1.20 2-1_14 0.1270 Rprec_mult_1.40 2-1_14 0.1507 Rprec_mult_1.60 2-1_14 0.1310 Rprec_mult_1.80 2-1_14 0.1383 Rprec_mult_2.00 2-1_14 0.1346 utility 2-1_14 -701.0000 11pt_avg 2-1_14 0.0686 binG 2-1_14 0.0718 G 2-1_14 0.0577 ndcg 2-1_14 0.2718 ndcg_rel 2-1_14 0.2395 Rndcg 2-1_14 0.1864 ndcg_cut_5 2-1_14 0.0000 ndcg_cut_10 2-1_14 0.1606 ndcg_cut_15 2-1_14 0.1398 ndcg_cut_20 2-1_14 0.1319 ndcg_cut_30 2-1_14 0.1517 ndcg_cut_100 2-1_14 0.2123 ndcg_cut_200 2-1_14 0.2272 ndcg_cut_500 2-1_14 0.2718 ndcg_cut_1000 2-1_14 0.2718 map_cut_5 2-1_14 0.0000 map_cut_10 2-1_14 0.0140 map_cut_15 2-1_14 0.0140 map_cut_20 2-1_14 0.0140 map_cut_30 2-1_14 0.0207 map_cut_100 2-1_14 0.0448 map_cut_200 2-1_14 0.0472 map_cut_500 2-1_14 0.0536 map_cut_1000 2-1_14 0.0536 relative_P_5 2-1_14 0.0000 relative_P_10 2-1_14 0.3000 relative_P_15 2-1_14 0.2000 relative_P_20 2-1_14 0.1500 relative_P_30 2-1_14 0.1667 relative_P_100 2-1_14 0.2692 relative_P_200 2-1_14 0.2885 relative_P_500 2-1_14 0.3846 relative_P_1000 2-1_14 0.3846 success_1 2-1_14 0.0000 success_5 2-1_14 0.0000 success_10 2-1_14 1.0000 set_P 2-1_14 0.0270 set_relative_P 2-1_14 0.3846 set_recall 2-1_14 0.3846 set_map 2-1_14 0.0104 set_F 2-1_14 0.0504 num_nonrel_judged_ret 2-1_14 36 rbp 2-1_14 0.1395 rbp_resid 2-1_14 0.1848 unj_5 2-1_14 0.0000 unj_10 2-1_14 0.0000 unj_20 2-1_14 0.2500 num_ret 2-1_4 640 num_rel 2-1_4 64 num_rel_ret 2-1_4 43 map 2-1_4 0.2851 Rprec 2-1_4 0.3594 bpref 2-1_4 0.5706 recip_rank 2-1_4 0.5000 iprec_at_recall_0.00 2-1_4 0.8333 iprec_at_recall_0.10 2-1_4 0.6667 iprec_at_recall_0.20 2-1_4 0.5833 iprec_at_recall_0.30 2-1_4 0.4565 iprec_at_recall_0.40 2-1_4 0.3768 iprec_at_recall_0.50 2-1_4 0.2481 iprec_at_recall_0.60 2-1_4 0.1625 iprec_at_recall_0.70 2-1_4 0.0000 iprec_at_recall_0.80 2-1_4 0.0000 iprec_at_recall_0.90 2-1_4 0.0000 iprec_at_recall_1.00 2-1_4 0.0000 P_5 2-1_4 0.8000 P_10 2-1_4 0.6000 P_15 2-1_4 0.6667 P_20 2-1_4 0.5500 P_30 2-1_4 0.5000 P_100 2-1_4 0.2900 P_200 2-1_4 0.1850 P_500 2-1_4 0.0840 P_1000 2-1_4 0.0430 relstring 2-1_4 '1232221113' recall_5 2-1_4 0.0625 recall_10 2-1_4 0.0938 recall_15 2-1_4 0.1562 recall_20 2-1_4 0.1719 recall_30 2-1_4 0.2344 recall_100 2-1_4 0.4531 recall_200 2-1_4 0.5781 recall_500 2-1_4 0.6562 recall_1000 2-1_4 0.6719 infAP 2-1_4 0.2851 Rprec_mult_0.20 2-1_4 0.6154 Rprec_mult_0.40 2-1_4 0.5769 Rprec_mult_0.60 2-1_4 0.4615 Rprec_mult_0.80 2-1_4 0.4231 Rprec_mult_1.00 2-1_4 0.3594 Rprec_mult_1.20 2-1_4 0.3506 Rprec_mult_1.40 2-1_4 0.3111 Rprec_mult_1.60 2-1_4 0.2816 Rprec_mult_1.80 2-1_4 0.2672 Rprec_mult_2.00 2-1_4 0.2422 utility 2-1_4 -554.0000 11pt_avg 2-1_4 0.3025 binG 2-1_4 0.1746 G 2-1_4 0.1295 ndcg 2-1_4 0.5898 ndcg_rel 2-1_4 0.5435 Rndcg 2-1_4 0.4576 ndcg_cut_5 2-1_4 0.5482 ndcg_cut_10 2-1_4 0.5418 ndcg_cut_15 2-1_4 0.5602 ndcg_cut_20 2-1_4 0.5417 ndcg_cut_30 2-1_4 0.5358 ndcg_cut_100 2-1_4 0.4632 ndcg_cut_200 2-1_4 0.5352 ndcg_cut_500 2-1_4 0.5792 ndcg_cut_1000 2-1_4 0.5898 map_cut_5 2-1_4 0.0424 map_cut_10 2-1_4 0.0648 map_cut_15 2-1_4 0.1049 map_cut_20 2-1_4 0.1144 map_cut_30 2-1_4 0.1503 map_cut_100 2-1_4 0.2417 map_cut_200 2-1_4 0.2732 map_cut_500 2-1_4 0.2839 map_cut_1000 2-1_4 0.2851 relative_P_5 2-1_4 0.8000 relative_P_10 2-1_4 0.6000 relative_P_15 2-1_4 0.6667 relative_P_20 2-1_4 0.5500 relative_P_30 2-1_4 0.5000 relative_P_100 2-1_4 0.4531 relative_P_200 2-1_4 0.5781 relative_P_500 2-1_4 0.6562 relative_P_1000 2-1_4 0.6719 success_1 2-1_4 0.0000 success_5 2-1_4 1.0000 success_10 2-1_4 1.0000 set_P 2-1_4 0.0672 set_relative_P 2-1_4 0.6719 set_recall 2-1_4 0.6719 set_map 2-1_4 0.0451 set_F 2-1_4 0.1222 num_nonrel_judged_ret 2-1_4 24 rbp 2-1_4 0.4031 rbp_resid 2-1_4 0.1259 unj_5 2-1_4 0.0000 unj_10 2-1_4 0.0000 unj_20 2-1_4 0.1500 num_ret 2-1_9 65 num_rel 2-1_9 16 num_rel_ret 2-1_9 14 map 2-1_9 0.8119 Rprec 2-1_9 0.6875 bpref 2-1_9 0.8527 recip_rank 2-1_9 1.0000 iprec_at_recall_0.00 2-1_9 1.0000 iprec_at_recall_0.10 2-1_9 1.0000 iprec_at_recall_0.20 2-1_9 1.0000 iprec_at_recall_0.30 2-1_9 1.0000 iprec_at_recall_0.40 2-1_9 1.0000 iprec_at_recall_0.50 2-1_9 1.0000 iprec_at_recall_0.60 2-1_9 0.9167 iprec_at_recall_0.70 2-1_9 0.9167 iprec_at_recall_0.80 2-1_9 0.7368 iprec_at_recall_0.90 2-1_9 0.7368 iprec_at_recall_1.00 2-1_9 0.0000 P_5 2-1_9 1.0000 P_10 2-1_9 0.9000 P_15 2-1_9 0.7333 P_20 2-1_9 0.7000 P_30 2-1_9 0.4667 P_100 2-1_9 0.1400 P_200 2-1_9 0.0700 P_500 2-1_9 0.0280 P_1000 2-1_9 0.0140 relstring 2-1_9 '4333244331' recall_5 2-1_9 0.3125 recall_10 2-1_9 0.5625 recall_15 2-1_9 0.6875 recall_20 2-1_9 0.8750 recall_30 2-1_9 0.8750 recall_100 2-1_9 0.8750 recall_200 2-1_9 0.8750 recall_500 2-1_9 0.8750 recall_1000 2-1_9 0.8750 infAP 2-1_9 0.8119 Rprec_mult_0.20 2-1_9 1.0000 Rprec_mult_0.40 2-1_9 1.0000 Rprec_mult_0.60 2-1_9 0.9000 Rprec_mult_0.80 2-1_9 0.8462 Rprec_mult_1.00 2-1_9 0.6875 Rprec_mult_1.20 2-1_9 0.7000 Rprec_mult_1.40 2-1_9 0.6087 Rprec_mult_1.60 2-1_9 0.5385 Rprec_mult_1.80 2-1_9 0.4828 Rprec_mult_2.00 2-1_9 0.4375 utility 2-1_9 -37.0000 11pt_avg 2-1_9 0.8461 binG 2-1_9 0.7082 G 2-1_9 0.5506 ndcg 2-1_9 0.9099 ndcg_rel 2-1_9 0.9165 Rndcg 2-1_9 0.8845 ndcg_cut_5 2-1_9 0.8617 ndcg_cut_10 2-1_9 0.9462 ndcg_cut_15 2-1_9 0.8678 ndcg_cut_20 2-1_9 0.9099 ndcg_cut_30 2-1_9 0.9099 ndcg_cut_100 2-1_9 0.9099 ndcg_cut_200 2-1_9 0.9099 ndcg_cut_500 2-1_9 0.9099 ndcg_cut_1000 2-1_9 0.9099 map_cut_5 2-1_9 0.3125 map_cut_10 2-1_9 0.5625 map_cut_15 2-1_9 0.6766 map_cut_20 2-1_9 0.8119 map_cut_30 2-1_9 0.8119 map_cut_100 2-1_9 0.8119 map_cut_200 2-1_9 0.8119 map_cut_500 2-1_9 0.8119 map_cut_1000 2-1_9 0.8119 relative_P_5 2-1_9 1.0000 relative_P_10 2-1_9 0.9000 relative_P_15 2-1_9 0.7333 relative_P_20 2-1_9 0.8750 relative_P_30 2-1_9 0.8750 relative_P_100 2-1_9 0.8750 relative_P_200 2-1_9 0.8750 relative_P_500 2-1_9 0.8750 relative_P_1000 2-1_9 0.8750 success_1 2-1_9 1.0000 success_5 2-1_9 1.0000 success_10 2-1_9 1.0000 set_P 2-1_9 0.2154 set_relative_P 2-1_9 0.8750 set_recall 2-1_9 0.8750 set_map 2-1_9 0.1885 set_F 2-1_9 0.3457 num_nonrel_judged_ret 2-1_9 1 rbp 2-1_9 0.5640 rbp_resid 2-1_9 0.2322 unj_5 2-1_9 0.0000 unj_10 2-1_9 0.0000 unj_20 2-1_9 0.2500 num_ret 2-2_1 641 num_rel 2-2_1 51 num_rel_ret 2-2_1 11 map 2-2_1 0.0301 Rprec 2-2_1 0.0980 bpref 2-2_1 0.1719 recip_rank 2-2_1 0.2500 iprec_at_recall_0.00 2-2_1 0.3333 iprec_at_recall_0.10 2-2_1 0.1282 iprec_at_recall_0.20 2-2_1 0.0543 iprec_at_recall_0.30 2-2_1 0.0000 iprec_at_recall_0.40 2-2_1 0.0000 iprec_at_recall_0.50 2-2_1 0.0000 iprec_at_recall_0.60 2-2_1 0.0000 iprec_at_recall_0.70 2-2_1 0.0000 iprec_at_recall_0.80 2-2_1 0.0000 iprec_at_recall_0.90 2-2_1 0.0000 iprec_at_recall_1.00 2-2_1 0.0000 P_5 2-2_1 0.2000 P_10 2-2_1 0.3000 P_15 2-2_1 0.2000 P_20 2-2_1 0.1500 P_30 2-2_1 0.1000 P_100 2-2_1 0.0700 P_200 2-2_1 0.0500 P_500 2-2_1 0.0220 P_1000 2-2_1 0.0110 relstring 2-2_1 '0002020002' recall_5 2-2_1 0.0196 recall_10 2-2_1 0.0588 recall_15 2-2_1 0.0588 recall_20 2-2_1 0.0588 recall_30 2-2_1 0.0588 recall_100 2-2_1 0.1373 recall_200 2-2_1 0.1961 recall_500 2-2_1 0.2157 recall_1000 2-2_1 0.2157 infAP 2-2_1 0.0301 Rprec_mult_0.20 2-2_1 0.2727 Rprec_mult_0.40 2-2_1 0.1429 Rprec_mult_0.60 2-2_1 0.0968 Rprec_mult_0.80 2-2_1 0.1220 Rprec_mult_1.00 2-2_1 0.0980 Rprec_mult_1.20 2-2_1 0.0806 Rprec_mult_1.40 2-2_1 0.0694 Rprec_mult_1.60 2-2_1 0.0732 Rprec_mult_1.80 2-2_1 0.0652 Rprec_mult_2.00 2-2_1 0.0686 utility 2-2_1 -619.0000 11pt_avg 2-2_1 0.0469 binG 2-2_1 0.0471 G 2-2_1 0.0279 ndcg 2-2_1 0.1324 ndcg_rel 2-2_1 0.1266 Rndcg 2-2_1 0.0934 ndcg_cut_5 2-2_1 0.0730 ndcg_cut_10 2-2_1 0.1246 ndcg_cut_15 2-2_1 0.1014 ndcg_cut_20 2-2_1 0.0869 ndcg_cut_30 2-2_1 0.0720 ndcg_cut_100 2-2_1 0.0859 ndcg_cut_200 2-2_1 0.1166 ndcg_cut_500 2-2_1 0.1324 ndcg_cut_1000 2-2_1 0.1324 map_cut_5 2-2_1 0.0049 map_cut_10 2-2_1 0.0173 map_cut_15 2-2_1 0.0173 map_cut_20 2-2_1 0.0173 map_cut_30 2-2_1 0.0173 map_cut_100 2-2_1 0.0252 map_cut_200 2-2_1 0.0290 map_cut_500 2-2_1 0.0301 map_cut_1000 2-2_1 0.0301 relative_P_5 2-2_1 0.2000 relative_P_10 2-2_1 0.3000 relative_P_15 2-2_1 0.2000 relative_P_20 2-2_1 0.1500 relative_P_30 2-2_1 0.1000 relative_P_100 2-2_1 0.1373 relative_P_200 2-2_1 0.1961 relative_P_500 2-2_1 0.2157 relative_P_1000 2-2_1 0.2157 success_1 2-2_1 0.0000 success_5 2-2_1 1.0000 success_10 2-2_1 1.0000 set_P 2-2_1 0.0172 set_relative_P 2-2_1 0.2157 set_recall 2-2_1 0.2157 set_map 2-2_1 0.0037 set_F 2-2_1 0.0318 num_nonrel_judged_ret 2-2_1 17 rbp 2-2_1 0.0878 rbp_resid 2-2_1 0.3075 unj_5 2-2_1 0.0000 unj_10 2-2_1 0.0000 unj_20 2-2_1 0.4500 num_ret 2-2_4 387 num_rel 2-2_4 53 num_rel_ret 2-2_4 46 map 2-2_4 0.4526 Rprec 2-2_4 0.4528 bpref 2-2_4 0.8131 recip_rank 2-2_4 1.0000 iprec_at_recall_0.00 2-2_4 1.0000 iprec_at_recall_0.10 2-2_4 0.9167 iprec_at_recall_0.20 2-2_4 0.9167 iprec_at_recall_0.30 2-2_4 0.6154 iprec_at_recall_0.40 2-2_4 0.4615 iprec_at_recall_0.50 2-2_4 0.3913 iprec_at_recall_0.60 2-2_4 0.3696 iprec_at_recall_0.70 2-2_4 0.3136 iprec_at_recall_0.80 2-2_4 0.1991 iprec_at_recall_0.90 2-2_4 0.0000 iprec_at_recall_1.00 2-2_4 0.0000 P_5 2-2_4 0.8000 P_10 2-2_4 0.9000 P_15 2-2_4 0.8000 P_20 2-2_4 0.7000 P_30 2-2_4 0.5667 P_100 2-2_4 0.3500 P_200 2-2_4 0.2050 P_500 2-2_4 0.0920 P_1000 2-2_4 0.0460 relstring 2-2_4 '4312333332' recall_5 2-2_4 0.0755 recall_10 2-2_4 0.1698 recall_15 2-2_4 0.2264 recall_20 2-2_4 0.2642 recall_30 2-2_4 0.3208 recall_100 2-2_4 0.6604 recall_200 2-2_4 0.7736 recall_500 2-2_4 0.8679 recall_1000 2-2_4 0.8679 infAP 2-2_4 0.4526 Rprec_mult_0.20 2-2_4 0.9091 Rprec_mult_0.40 2-2_4 0.6364 Rprec_mult_0.60 2-2_4 0.5625 Rprec_mult_0.80 2-2_4 0.4651 Rprec_mult_1.00 2-2_4 0.4528 Rprec_mult_1.20 2-2_4 0.3906 Rprec_mult_1.40 2-2_4 0.3600 Rprec_mult_1.60 2-2_4 0.3647 Rprec_mult_1.80 2-2_4 0.3542 Rprec_mult_2.00 2-2_4 0.3302 utility 2-2_4 -295.0000 11pt_avg 2-2_4 0.4712 binG 2-2_4 0.2779 G 2-2_4 0.1799 ndcg 2-2_4 0.7338 ndcg_rel 2-2_4 0.6654 Rndcg 2-2_4 0.6090 ndcg_cut_5 2-2_4 0.7135 ndcg_cut_10 2-2_4 0.7104 ndcg_cut_15 2-2_4 0.6984 ndcg_cut_20 2-2_4 0.6675 ndcg_cut_30 2-2_4 0.5951 ndcg_cut_100 2-2_4 0.6313 ndcg_cut_200 2-2_4 0.6895 ndcg_cut_500 2-2_4 0.7338 ndcg_cut_1000 2-2_4 0.7338 map_cut_5 2-2_4 0.0670 map_cut_10 2-2_4 0.1491 map_cut_15 2-2_4 0.1987 map_cut_20 2-2_4 0.2278 map_cut_30 2-2_4 0.2622 map_cut_100 2-2_4 0.4044 map_cut_200 2-2_4 0.4352 map_cut_500 2-2_4 0.4526 map_cut_1000 2-2_4 0.4526 relative_P_5 2-2_4 0.8000 relative_P_10 2-2_4 0.9000 relative_P_15 2-2_4 0.8000 relative_P_20 2-2_4 0.7000 relative_P_30 2-2_4 0.5667 relative_P_100 2-2_4 0.6604 relative_P_200 2-2_4 0.7736 relative_P_500 2-2_4 0.8679 relative_P_1000 2-2_4 0.8679 success_1 2-2_4 1.0000 success_5 2-2_4 1.0000 success_10 2-2_4 1.0000 set_P 2-2_4 0.1189 set_relative_P 2-2_4 0.8679 set_recall 2-2_4 0.8679 set_map 2-2_4 0.1032 set_F 2-2_4 0.2091 num_nonrel_judged_ret 2-2_4 6 rbp 2-2_4 0.5824 rbp_resid 2-2_4 0.1895 unj_5 2-2_4 0.0000 unj_10 2-2_4 0.0000 unj_20 2-2_4 0.2500 num_ret 2-2_5 779 num_rel 2-2_5 30 num_rel_ret 2-2_5 19 map 2-2_5 0.2025 Rprec 2-2_5 0.2333 bpref 2-2_5 0.4856 recip_rank 2-2_5 1.0000 iprec_at_recall_0.00 2-2_5 1.0000 iprec_at_recall_0.10 2-2_5 0.7000 iprec_at_recall_0.20 2-2_5 0.7000 iprec_at_recall_0.30 2-2_5 0.2000 iprec_at_recall_0.40 2-2_5 0.1165 iprec_at_recall_0.50 2-2_5 0.0669 iprec_at_recall_0.60 2-2_5 0.0254 iprec_at_recall_0.70 2-2_5 0.0000 iprec_at_recall_0.80 2-2_5 0.0000 iprec_at_recall_0.90 2-2_5 0.0000 iprec_at_recall_1.00 2-2_5 0.0000 P_5 2-2_5 0.6000 P_10 2-2_5 0.7000 P_15 2-2_5 0.4667 P_20 2-2_5 0.3500 P_30 2-2_5 0.2333 P_100 2-2_5 0.1100 P_200 2-2_5 0.0700 P_500 2-2_5 0.0340 P_1000 2-2_5 0.0190 relstring 2-2_5 '2140414423' recall_5 2-2_5 0.1000 recall_10 2-2_5 0.2333 recall_15 2-2_5 0.2333 recall_20 2-2_5 0.2333 recall_30 2-2_5 0.2333 recall_100 2-2_5 0.3667 recall_200 2-2_5 0.4667 recall_500 2-2_5 0.5667 recall_1000 2-2_5 0.6333 infAP 2-2_5 0.2025 Rprec_mult_0.20 2-2_5 0.5000 Rprec_mult_0.40 2-2_5 0.5833 Rprec_mult_0.60 2-2_5 0.3889 Rprec_mult_0.80 2-2_5 0.2917 Rprec_mult_1.00 2-2_5 0.2333 Rprec_mult_1.20 2-2_5 0.1944 Rprec_mult_1.40 2-2_5 0.1667 Rprec_mult_1.60 2-2_5 0.1667 Rprec_mult_1.80 2-2_5 0.1852 Rprec_mult_2.00 2-2_5 0.1667 utility 2-2_5 -741.0000 11pt_avg 2-2_5 0.2553 binG 2-2_5 0.1868 G 2-2_5 0.1136 ndcg 2-2_5 0.4766 ndcg_rel 2-2_5 0.4569 Rndcg 2-2_5 0.3952 ndcg_cut_5 2-2_5 0.5239 ndcg_cut_10 2-2_5 0.5832 ndcg_cut_15 2-2_5 0.4521 ndcg_cut_20 2-2_5 0.3893 ndcg_cut_30 2-2_5 0.3344 ndcg_cut_100 2-2_5 0.3724 ndcg_cut_200 2-2_5 0.4163 ndcg_cut_500 2-2_5 0.4534 ndcg_cut_1000 2-2_5 0.4766 map_cut_5 2-2_5 0.0756 map_cut_10 2-2_5 0.1610 map_cut_15 2-2_5 0.1610 map_cut_20 2-2_5 0.1610 map_cut_30 2-2_5 0.1610 map_cut_100 2-2_5 0.1838 map_cut_200 2-2_5 0.1949 map_cut_500 2-2_5 0.2009 map_cut_1000 2-2_5 0.2025 relative_P_5 2-2_5 0.6000 relative_P_10 2-2_5 0.7000 relative_P_15 2-2_5 0.4667 relative_P_20 2-2_5 0.3500 relative_P_30 2-2_5 0.2333 relative_P_100 2-2_5 0.3667 relative_P_200 2-2_5 0.4667 relative_P_500 2-2_5 0.5667 relative_P_1000 2-2_5 0.6333 success_1 2-2_5 1.0000 success_5 2-2_5 1.0000 success_10 2-2_5 1.0000 set_P 2-2_5 0.0244 set_relative_P 2-2_5 0.6333 set_recall 2-2_5 0.6333 set_map 2-2_5 0.0154 set_F 2-2_5 0.0470 num_nonrel_judged_ret 2-2_5 16 rbp 2-2_5 0.3881 rbp_resid 2-2_5 0.3062 unj_5 2-2_5 0.0000 unj_10 2-2_5 0.0000 unj_20 2-2_5 0.4500 num_ret 2-2_7 725 num_rel 2-2_7 88 num_rel_ret 2-2_7 74 map 2-2_7 0.6319 Rprec 2-2_7 0.6250 bpref 2-2_7 0.8221 recip_rank 2-2_7 1.0000 iprec_at_recall_0.00 2-2_7 1.0000 iprec_at_recall_0.10 2-2_7 0.9474 iprec_at_recall_0.20 2-2_7 0.9474 iprec_at_recall_0.30 2-2_7 0.9310 iprec_at_recall_0.40 2-2_7 0.8372 iprec_at_recall_0.50 2-2_7 0.7857 iprec_at_recall_0.60 2-2_7 0.6625 iprec_at_recall_0.70 2-2_7 0.5794 iprec_at_recall_0.80 2-2_7 0.3784 iprec_at_recall_0.90 2-2_7 0.0000 iprec_at_recall_1.00 2-2_7 0.0000 P_5 2-2_7 0.8000 P_10 2-2_7 0.9000 P_15 2-2_7 0.9333 P_20 2-2_7 0.9000 P_30 2-2_7 0.9000 P_100 2-2_7 0.5900 P_200 2-2_7 0.3500 P_500 2-2_7 0.1480 P_1000 2-2_7 0.0740 relstring 2-2_7 '4434124444' recall_5 2-2_7 0.0455 recall_10 2-2_7 0.1023 recall_15 2-2_7 0.1591 recall_20 2-2_7 0.2045 recall_30 2-2_7 0.3068 recall_100 2-2_7 0.6705 recall_200 2-2_7 0.7955 recall_500 2-2_7 0.8409 recall_1000 2-2_7 0.8409 infAP 2-2_7 0.6319 Rprec_mult_0.20 2-2_7 0.9444 Rprec_mult_0.40 2-2_7 0.8611 Rprec_mult_0.60 2-2_7 0.8113 Rprec_mult_0.80 2-2_7 0.7183 Rprec_mult_1.00 2-2_7 0.6250 Rprec_mult_1.20 2-2_7 0.5755 Rprec_mult_1.40 2-2_7 0.5000 Rprec_mult_1.60 2-2_7 0.4539 Rprec_mult_1.80 2-2_7 0.4151 Rprec_mult_2.00 2-2_7 0.3864 utility 2-2_7 -577.0000 11pt_avg 2-2_7 0.6426 binG 2-2_7 0.3207 G 2-2_7 0.1959 ndcg 2-2_7 0.8072 ndcg_rel 2-2_7 0.7955 Rndcg 2-2_7 0.7352 ndcg_cut_5 2-2_7 0.8592 ndcg_cut_10 2-2_7 0.8694 ndcg_cut_15 2-2_7 0.8654 ndcg_cut_20 2-2_7 0.8389 ndcg_cut_30 2-2_7 0.8129 ndcg_cut_100 2-2_7 0.7042 ndcg_cut_200 2-2_7 0.7772 ndcg_cut_500 2-2_7 0.8072 ndcg_cut_1000 2-2_7 0.8072 map_cut_5 2-2_7 0.0455 map_cut_10 2-2_7 0.0949 map_cut_15 2-2_7 0.1473 map_cut_20 2-2_7 0.1902 map_cut_30 2-2_7 0.2842 map_cut_100 2-2_7 0.5619 map_cut_200 2-2_7 0.6203 map_cut_500 2-2_7 0.6319 map_cut_1000 2-2_7 0.6319 relative_P_5 2-2_7 0.8000 relative_P_10 2-2_7 0.9000 relative_P_15 2-2_7 0.9333 relative_P_20 2-2_7 0.9000 relative_P_30 2-2_7 0.9000 relative_P_100 2-2_7 0.6705 relative_P_200 2-2_7 0.7955 relative_P_500 2-2_7 0.8409 relative_P_1000 2-2_7 0.8409 success_1 2-2_7 1.0000 success_5 2-2_7 1.0000 success_10 2-2_7 1.0000 set_P 2-2_7 0.1021 set_relative_P 2-2_7 0.8409 set_recall 2-2_7 0.8409 set_map 2-2_7 0.0858 set_F 2-2_7 0.1820 num_nonrel_judged_ret 2-2_7 5 rbp 2-2_7 0.8186 rbp_resid 2-2_7 0.0347 unj_5 2-2_7 0.0000 unj_10 2-2_7 0.0000 unj_20 2-2_7 0.0500 num_ret 2-2_9 305 num_rel 2-2_9 47 num_rel_ret 2-2_9 15 map 2-2_9 0.2559 Rprec 2-2_9 0.2553 bpref 2-2_9 0.3163 recip_rank 2-2_9 1.0000 iprec_at_recall_0.00 2-2_9 1.0000 iprec_at_recall_0.10 2-2_9 1.0000 iprec_at_recall_0.20 2-2_9 1.0000 iprec_at_recall_0.30 2-2_9 0.2188 iprec_at_recall_0.40 2-2_9 0.0000 iprec_at_recall_0.50 2-2_9 0.0000 iprec_at_recall_0.60 2-2_9 0.0000 iprec_at_recall_0.70 2-2_9 0.0000 iprec_at_recall_0.80 2-2_9 0.0000 iprec_at_recall_0.90 2-2_9 0.0000 iprec_at_recall_1.00 2-2_9 0.0000 P_5 2-2_9 1.0000 P_10 2-2_9 1.0000 P_15 2-2_9 0.7333 P_20 2-2_9 0.5500 P_30 2-2_9 0.3667 P_100 2-2_9 0.1500 P_200 2-2_9 0.0750 P_500 2-2_9 0.0300 P_1000 2-2_9 0.0150 relstring 2-2_9 '3222444234' recall_5 2-2_9 0.1064 recall_10 2-2_9 0.2128 recall_15 2-2_9 0.2340 recall_20 2-2_9 0.2340 recall_30 2-2_9 0.2340 recall_100 2-2_9 0.3191 recall_200 2-2_9 0.3191 recall_500 2-2_9 0.3191 recall_1000 2-2_9 0.3191 infAP 2-2_9 0.2559 Rprec_mult_0.20 2-2_9 1.0000 Rprec_mult_0.40 2-2_9 0.5789 Rprec_mult_0.60 2-2_9 0.3793 Rprec_mult_0.80 2-2_9 0.3158 Rprec_mult_1.00 2-2_9 0.2553 Rprec_mult_1.20 2-2_9 0.2281 Rprec_mult_1.40 2-2_9 0.2121 Rprec_mult_1.60 2-2_9 0.1842 Rprec_mult_1.80 2-2_9 0.1765 Rprec_mult_2.00 2-2_9 0.1596 utility 2-2_9 -275.0000 11pt_avg 2-2_9 0.2926 binG 2-2_9 0.2500 G 2-2_9 0.0965 ndcg 2-2_9 0.4191 ndcg_rel 2-2_9 0.4684 Rndcg 2-2_9 0.4780 ndcg_cut_5 2-2_9 0.6504 ndcg_cut_10 2-2_9 0.7218 ndcg_cut_15 2-2_9 0.6104 ndcg_cut_20 2-2_9 0.5272 ndcg_cut_30 2-2_9 0.4465 ndcg_cut_100 2-2_9 0.4191 ndcg_cut_200 2-2_9 0.4191 ndcg_cut_500 2-2_9 0.4191 ndcg_cut_1000 2-2_9 0.4191 map_cut_5 2-2_9 0.1064 map_cut_10 2-2_9 0.2128 map_cut_15 2-2_9 0.2340 map_cut_20 2-2_9 0.2340 map_cut_30 2-2_9 0.2340 map_cut_100 2-2_9 0.2559 map_cut_200 2-2_9 0.2559 map_cut_500 2-2_9 0.2559 map_cut_1000 2-2_9 0.2559 relative_P_5 2-2_9 1.0000 relative_P_10 2-2_9 1.0000 relative_P_15 2-2_9 0.7333 relative_P_20 2-2_9 0.5500 relative_P_30 2-2_9 0.3667 relative_P_100 2-2_9 0.3191 relative_P_200 2-2_9 0.3191 relative_P_500 2-2_9 0.3191 relative_P_1000 2-2_9 0.3191 success_1 2-2_9 1.0000 success_5 2-2_9 1.0000 success_10 2-2_9 1.0000 set_P 2-2_9 0.0492 set_relative_P 2-2_9 0.3191 set_recall 2-2_9 0.3191 set_map 2-2_9 0.0157 set_F 2-2_9 0.0852 num_nonrel_judged_ret 2-2_9 2 rbp 2-2_9 0.4895 rbp_resid 2-2_9 0.3098 unj_5 2-2_9 0.0000 unj_10 2-2_9 0.0000 unj_20 2-2_9 0.4500 num_ret 3-2_1 762 num_rel 3-2_1 68 num_rel_ret 3-2_1 24 map 3-2_1 0.0849 Rprec 3-2_1 0.2059 bpref 3-2_1 0.2920 recip_rank 3-2_1 0.3333 iprec_at_recall_0.00 3-2_1 0.4000 iprec_at_recall_0.10 3-2_1 0.4000 iprec_at_recall_0.20 3-2_1 0.2154 iprec_at_recall_0.30 3-2_1 0.0820 iprec_at_recall_0.40 3-2_1 0.0000 iprec_at_recall_0.50 3-2_1 0.0000 iprec_at_recall_0.60 3-2_1 0.0000 iprec_at_recall_0.70 3-2_1 0.0000 iprec_at_recall_0.80 3-2_1 0.0000 iprec_at_recall_0.90 3-2_1 0.0000 iprec_at_recall_1.00 3-2_1 0.0000 P_5 3-2_1 0.2000 P_10 3-2_1 0.3000 P_15 3-2_1 0.3333 P_20 3-2_1 0.4000 P_30 3-2_1 0.3667 P_100 3-2_1 0.1600 P_200 3-2_1 0.0950 P_500 3-2_1 0.0480 P_1000 3-2_1 0.0240 relstring 3-2_1 '1121112120' recall_5 3-2_1 0.0147 recall_10 3-2_1 0.0441 recall_15 3-2_1 0.0735 recall_20 3-2_1 0.1176 recall_30 3-2_1 0.1618 recall_100 3-2_1 0.2353 recall_200 3-2_1 0.2794 recall_500 3-2_1 0.3529 recall_1000 3-2_1 0.3529 infAP 3-2_1 0.0849 Rprec_mult_0.20 3-2_1 0.3571 Rprec_mult_0.40 3-2_1 0.3929 Rprec_mult_0.60 3-2_1 0.2683 Rprec_mult_0.80 3-2_1 0.2364 Rprec_mult_1.00 3-2_1 0.2059 Rprec_mult_1.20 3-2_1 0.1951 Rprec_mult_1.40 3-2_1 0.1667 Rprec_mult_1.60 3-2_1 0.1560 Rprec_mult_1.80 3-2_1 0.1382 Rprec_mult_2.00 3-2_1 0.1250 utility 3-2_1 -714.0000 11pt_avg 3-2_1 0.0998 binG 3-2_1 0.0768 G 3-2_1 0.0597 ndcg 3-2_1 0.3256 ndcg_rel 3-2_1 0.3377 Rndcg 3-2_1 0.3354 ndcg_cut_5 3-2_1 0.3899 ndcg_cut_10 3-2_1 0.4039 ndcg_cut_15 3-2_1 0.4384 ndcg_cut_20 3-2_1 0.4587 ndcg_cut_30 3-2_1 0.4376 ndcg_cut_100 3-2_1 0.3021 ndcg_cut_200 3-2_1 0.2905 ndcg_cut_500 3-2_1 0.3232 ndcg_cut_1000 3-2_1 0.3256 map_cut_5 3-2_1 0.0049 map_cut_10 3-2_1 0.0140 map_cut_15 3-2_1 0.0246 map_cut_20 3-2_1 0.0414 map_cut_30 3-2_1 0.0579 map_cut_100 3-2_1 0.0748 map_cut_200 3-2_1 0.0804 map_cut_500 3-2_1 0.0849 map_cut_1000 3-2_1 0.0849 relative_P_5 3-2_1 0.2000 relative_P_10 3-2_1 0.3000 relative_P_15 3-2_1 0.3333 relative_P_20 3-2_1 0.4000 relative_P_30 3-2_1 0.3667 relative_P_100 3-2_1 0.2353 relative_P_200 3-2_1 0.2794 relative_P_500 3-2_1 0.3529 relative_P_1000 3-2_1 0.3529 success_1 3-2_1 0.0000 success_5 3-2_1 1.0000 success_10 3-2_1 1.0000 set_P 3-2_1 0.0315 set_relative_P 3-2_1 0.3529 set_recall 3-2_1 0.3529 set_map 3-2_1 0.0111 set_F 3-2_1 0.0578 num_nonrel_judged_ret 3-2_1 24 rbp 3-2_1 0.3771 rbp_resid 3-2_1 0.1684 unj_5 3-2_1 0.0000 unj_10 3-2_1 0.0000 unj_20 3-2_1 0.2000 num_ret 3-2_6 809 num_rel 3-2_6 32 num_rel_ret 3-2_6 25 map 3-2_6 0.4337 Rprec 3-2_6 0.3750 bpref 3-2_6 0.6357 recip_rank 3-2_6 1.0000 iprec_at_recall_0.00 3-2_6 1.0000 iprec_at_recall_0.10 3-2_6 1.0000 iprec_at_recall_0.20 3-2_6 1.0000 iprec_at_recall_0.30 3-2_6 0.7692 iprec_at_recall_0.40 3-2_6 0.4118 iprec_at_recall_0.50 3-2_6 0.3200 iprec_at_recall_0.60 3-2_6 0.3016 iprec_at_recall_0.70 3-2_6 0.1692 iprec_at_recall_0.80 3-2_6 0.0000 iprec_at_recall_0.90 3-2_6 0.0000 iprec_at_recall_1.00 3-2_6 0.0000 P_5 3-2_6 1.0000 P_10 3-2_6 0.9000 P_15 3-2_6 0.6667 P_20 3-2_6 0.5000 P_30 3-2_6 0.3667 P_100 3-2_6 0.2000 P_200 3-2_6 0.1200 P_500 3-2_6 0.0500 P_1000 3-2_6 0.0250 relstring 3-2_6 '2332233132' recall_5 3-2_6 0.1562 recall_10 3-2_6 0.2812 recall_15 3-2_6 0.3125 recall_20 3-2_6 0.3125 recall_30 3-2_6 0.3438 recall_100 3-2_6 0.6250 recall_200 3-2_6 0.7500 recall_500 3-2_6 0.7812 recall_1000 3-2_6 0.7812 infAP 3-2_6 0.4337 Rprec_mult_0.20 3-2_6 1.0000 Rprec_mult_0.40 3-2_6 0.7692 Rprec_mult_0.60 3-2_6 0.5000 Rprec_mult_0.80 3-2_6 0.4231 Rprec_mult_1.00 3-2_6 0.3750 Rprec_mult_1.20 3-2_6 0.3846 Rprec_mult_1.40 3-2_6 0.3333 Rprec_mult_1.60 3-2_6 0.3077 Rprec_mult_1.80 3-2_6 0.3103 Rprec_mult_2.00 3-2_6 0.2969 utility 3-2_6 -759.0000 11pt_avg 3-2_6 0.4520 binG 3-2_6 0.3584 G 3-2_6 0.2055 ndcg 3-2_6 0.6932 ndcg_rel 3-2_6 0.6846 Rndcg 3-2_6 0.6161 ndcg_cut_5 3-2_6 0.7945 ndcg_cut_10 3-2_6 0.7992 ndcg_cut_15 3-2_6 0.7089 ndcg_cut_20 3-2_6 0.6331 ndcg_cut_30 3-2_6 0.5499 ndcg_cut_100 3-2_6 0.6229 ndcg_cut_200 3-2_6 0.6802 ndcg_cut_500 3-2_6 0.6932 ndcg_cut_1000 3-2_6 0.6932 map_cut_5 3-2_6 0.1562 map_cut_10 3-2_6 0.2747 map_cut_15 3-2_6 0.2987 map_cut_20 3-2_6 0.2987 map_cut_30 3-2_6 0.3124 map_cut_100 3-2_6 0.4094 map_cut_200 3-2_6 0.4303 map_cut_500 3-2_6 0.4337 map_cut_1000 3-2_6 0.4337 relative_P_5 3-2_6 1.0000 relative_P_10 3-2_6 0.9000 relative_P_15 3-2_6 0.6667 relative_P_20 3-2_6 0.5000 relative_P_30 3-2_6 0.3667 relative_P_100 3-2_6 0.6250 relative_P_200 3-2_6 0.7500 relative_P_500 3-2_6 0.7812 relative_P_1000 3-2_6 0.7812 success_1 3-2_6 1.0000 success_5 3-2_6 1.0000 success_10 3-2_6 1.0000 set_P 3-2_6 0.0309 set_relative_P 3-2_6 0.7812 set_recall 3-2_6 0.7812 set_map 3-2_6 0.0241 set_F 3-2_6 0.0595 num_nonrel_judged_ret 3-2_6 17 rbp 3-2_6 0.6144 rbp_resid 3-2_6 0.1746 unj_5 3-2_6 0.0000 unj_10 3-2_6 0.0000 unj_20 3-2_6 0.2000 num_ret 4-1_10 785 num_rel 4-1_10 12 num_rel_ret 4-1_10 4 map 4-1_10 0.0049 Rprec 4-1_10 0.0000 bpref 4-1_10 0.0000 recip_rank 4-1_10 0.0108 iprec_at_recall_0.00 4-1_10 0.0213 iprec_at_recall_0.10 4-1_10 0.0213 iprec_at_recall_0.20 4-1_10 0.0213 iprec_at_recall_0.30 4-1_10 0.0123 iprec_at_recall_0.40 4-1_10 0.0000 iprec_at_recall_0.50 4-1_10 0.0000 iprec_at_recall_0.60 4-1_10 0.0000 iprec_at_recall_0.70 4-1_10 0.0000 iprec_at_recall_0.80 4-1_10 0.0000 iprec_at_recall_0.90 4-1_10 0.0000 iprec_at_recall_1.00 4-1_10 0.0000 P_5 4-1_10 0.0000 P_10 4-1_10 0.0000 P_15 4-1_10 0.0000 P_20 4-1_10 0.0000 P_30 4-1_10 0.0000 P_100 4-1_10 0.0200 P_200 4-1_10 0.0100 P_500 4-1_10 0.0080 P_1000 4-1_10 0.0040 relstring 4-1_10 '0100000001' recall_5 4-1_10 0.0000 recall_10 4-1_10 0.0000 recall_15 4-1_10 0.0000 recall_20 4-1_10 0.0000 recall_30 4-1_10 0.0000 recall_100 4-1_10 0.1667 recall_200 4-1_10 0.1667 recall_500 4-1_10 0.3333 recall_1000 4-1_10 0.3333 infAP 4-1_10 0.0049 Rprec_mult_0.20 4-1_10 0.0000 Rprec_mult_0.40 4-1_10 0.0000 Rprec_mult_0.60 4-1_10 0.0000 Rprec_mult_0.80 4-1_10 0.0000 Rprec_mult_1.00 4-1_10 0.0000 Rprec_mult_1.20 4-1_10 0.0000 Rprec_mult_1.40 4-1_10 0.0000 Rprec_mult_1.60 4-1_10 0.0000 Rprec_mult_1.80 4-1_10 0.0000 Rprec_mult_2.00 4-1_10 0.0000 utility 4-1_10 -777.0000 11pt_avg 4-1_10 0.0069 binG 4-1_10 0.0462 G 4-1_10 0.0376 ndcg 4-1_10 0.1480 ndcg_rel 4-1_10 0.1393 Rndcg 4-1_10 0.0756 ndcg_cut_5 4-1_10 0.0915 ndcg_cut_10 4-1_10 0.0912 ndcg_cut_15 4-1_10 0.0770 ndcg_cut_20 4-1_10 0.0701 ndcg_cut_30 4-1_10 0.0603 ndcg_cut_100 4-1_10 0.1175 ndcg_cut_200 4-1_10 0.1175 ndcg_cut_500 4-1_10 0.1480 ndcg_cut_1000 4-1_10 0.1480 map_cut_5 4-1_10 0.0000 map_cut_10 4-1_10 0.0000 map_cut_15 4-1_10 0.0000 map_cut_20 4-1_10 0.0000 map_cut_30 4-1_10 0.0000 map_cut_100 4-1_10 0.0027 map_cut_200 4-1_10 0.0027 map_cut_500 4-1_10 0.0049 map_cut_1000 4-1_10 0.0049 relative_P_5 4-1_10 0.0000 relative_P_10 4-1_10 0.0000 relative_P_15 4-1_10 0.0000 relative_P_20 4-1_10 0.0000 relative_P_30 4-1_10 0.0000 relative_P_100 4-1_10 0.1667 relative_P_200 4-1_10 0.1667 relative_P_500 4-1_10 0.3333 relative_P_1000 4-1_10 0.3333 success_1 4-1_10 0.0000 success_5 4-1_10 0.0000 success_10 4-1_10 0.0000 set_P 4-1_10 0.0051 set_relative_P 4-1_10 0.3333 set_recall 4-1_10 0.3333 set_map 4-1_10 0.0017 set_F 4-1_10 0.0100 num_nonrel_judged_ret 4-1_10 29 rbp 4-1_10 0.0444 rbp_resid 4-1_10 0.2927 unj_5 4-1_10 0.0000 unj_10 4-1_10 0.0000 unj_20 4-1_10 0.4500 num_ret 4-1_12 552 num_rel 4-1_12 7 num_rel_ret 4-1_12 7 map 4-1_12 0.0276 Rprec 4-1_12 0.0000 bpref 4-1_12 0.0000 recip_rank 4-1_12 0.0200 iprec_at_recall_0.00 4-1_12 0.0392 iprec_at_recall_0.10 4-1_12 0.0392 iprec_at_recall_0.20 4-1_12 0.0392 iprec_at_recall_0.30 4-1_12 0.0392 iprec_at_recall_0.40 4-1_12 0.0303 iprec_at_recall_0.50 4-1_12 0.0296 iprec_at_recall_0.60 4-1_12 0.0296 iprec_at_recall_0.70 4-1_12 0.0296 iprec_at_recall_0.80 4-1_12 0.0296 iprec_at_recall_0.90 4-1_12 0.0296 iprec_at_recall_1.00 4-1_12 0.0196 P_5 4-1_12 0.0000 P_10 4-1_12 0.0000 P_15 4-1_12 0.0000 P_20 4-1_12 0.0000 P_30 4-1_12 0.0000 P_100 4-1_12 0.0300 P_200 4-1_12 0.0250 P_500 4-1_12 0.0140 P_1000 4-1_12 0.0070 relstring 4-1_12 '0001010010' recall_5 4-1_12 0.0000 recall_10 4-1_12 0.0000 recall_15 4-1_12 0.0000 recall_20 4-1_12 0.0000 recall_30 4-1_12 0.0000 recall_100 4-1_12 0.4286 recall_200 4-1_12 0.7143 recall_500 4-1_12 1.0000 recall_1000 4-1_12 1.0000 infAP 4-1_12 0.0276 Rprec_mult_0.20 4-1_12 0.0000 Rprec_mult_0.40 4-1_12 0.0000 Rprec_mult_0.60 4-1_12 0.0000 Rprec_mult_0.80 4-1_12 0.0000 Rprec_mult_1.00 4-1_12 0.0000 Rprec_mult_1.20 4-1_12 0.0000 Rprec_mult_1.40 4-1_12 0.0000 Rprec_mult_1.60 4-1_12 0.0000 Rprec_mult_1.80 4-1_12 0.0000 Rprec_mult_2.00 4-1_12 0.0000 utility 4-1_12 -538.0000 11pt_avg 4-1_12 0.0322 binG 4-1_12 0.1465 G 4-1_12 0.1476 ndcg 4-1_12 0.3604 ndcg_rel 4-1_12 0.2185 Rndcg 4-1_12 0.1027 ndcg_cut_5 4-1_12 0.0477 ndcg_cut_10 4-1_12 0.0962 ndcg_cut_15 4-1_12 0.0861 ndcg_cut_20 4-1_12 0.0788 ndcg_cut_30 4-1_12 0.0775 ndcg_cut_100 4-1_12 0.1833 ndcg_cut_200 4-1_12 0.2809 ndcg_cut_500 4-1_12 0.3604 ndcg_cut_1000 4-1_12 0.3604 map_cut_5 4-1_12 0.0000 map_cut_10 4-1_12 0.0000 map_cut_15 4-1_12 0.0000 map_cut_20 4-1_12 0.0000 map_cut_30 4-1_12 0.0000 map_cut_100 4-1_12 0.0128 map_cut_200 4-1_12 0.0206 map_cut_500 4-1_12 0.0276 map_cut_1000 4-1_12 0.0276 relative_P_5 4-1_12 0.0000 relative_P_10 4-1_12 0.0000 relative_P_15 4-1_12 0.0000 relative_P_20 4-1_12 0.0000 relative_P_30 4-1_12 0.0000 relative_P_100 4-1_12 0.4286 relative_P_200 4-1_12 0.7143 relative_P_500 4-1_12 1.0000 relative_P_1000 4-1_12 1.0000 success_1 4-1_12 0.0000 success_5 4-1_12 0.0000 success_10 4-1_12 0.0000 set_P 4-1_12 0.0127 set_relative_P 4-1_12 1.0000 set_recall 4-1_12 1.0000 set_map 4-1_12 0.0127 set_F 4-1_12 0.0250 num_nonrel_judged_ret 4-1_12 34 rbp 4-1_12 0.0444 rbp_resid 4-1_12 0.3081 unj_5 4-1_12 0.0000 unj_10 4-1_12 0.0000 unj_20 4-1_12 0.4500 num_ret 4-1_3 807 num_rel 4-1_3 39 num_rel_ret 4-1_3 35 map 4-1_3 0.3360 Rprec 4-1_3 0.4103 bpref 4-1_3 0.4135 recip_rank 4-1_3 1.0000 iprec_at_recall_0.00 4-1_3 1.0000 iprec_at_recall_0.10 4-1_3 0.5714 iprec_at_recall_0.20 4-1_3 0.5000 iprec_at_recall_0.30 4-1_3 0.4211 iprec_at_recall_0.40 4-1_3 0.4211 iprec_at_recall_0.50 4-1_3 0.2857 iprec_at_recall_0.60 4-1_3 0.2524 iprec_at_recall_0.70 4-1_3 0.2432 iprec_at_recall_0.80 4-1_3 0.1527 iprec_at_recall_0.90 4-1_3 0.0722 iprec_at_recall_1.00 4-1_3 0.0000 P_5 4-1_3 0.6000 P_10 4-1_3 0.4000 P_15 4-1_3 0.4000 P_20 4-1_3 0.5000 P_30 4-1_3 0.4000 P_100 4-1_3 0.2300 P_200 4-1_3 0.1500 P_500 4-1_3 0.0700 P_1000 4-1_3 0.0350 relstring 4-1_3 '3421112111' recall_5 4-1_3 0.0769 recall_10 4-1_3 0.1026 recall_15 4-1_3 0.1538 recall_20 4-1_3 0.2564 recall_30 4-1_3 0.3077 recall_100 4-1_3 0.5897 recall_200 4-1_3 0.7692 recall_500 4-1_3 0.8974 recall_1000 4-1_3 0.8974 infAP 4-1_3 0.3360 Rprec_mult_0.20 4-1_3 0.5000 Rprec_mult_0.40 4-1_3 0.3750 Rprec_mult_0.60 4-1_3 0.4167 Rprec_mult_0.80 4-1_3 0.4062 Rprec_mult_1.00 4-1_3 0.4103 Rprec_mult_1.20 4-1_3 0.3830 Rprec_mult_1.40 4-1_3 0.3273 Rprec_mult_1.60 4-1_3 0.2857 Rprec_mult_1.80 4-1_3 0.2817 Rprec_mult_2.00 4-1_3 0.2564 utility 4-1_3 -737.0000 11pt_avg 4-1_3 0.3563 binG 4-1_3 0.2442 G 4-1_3 0.1794 ndcg 4-1_3 0.7177 ndcg_rel 4-1_3 0.6081 Rndcg 4-1_3 0.5685 ndcg_cut_5 4-1_3 0.6225 ndcg_cut_10 4-1_3 0.5474 ndcg_cut_15 4-1_3 0.5090 ndcg_cut_20 4-1_3 0.5678 ndcg_cut_30 4-1_3 0.5176 ndcg_cut_100 4-1_3 0.5499 ndcg_cut_200 4-1_3 0.6542 ndcg_cut_500 4-1_3 0.7177 ndcg_cut_1000 4-1_3 0.7177 map_cut_5 4-1_3 0.0769 map_cut_10 4-1_3 0.0916 map_cut_15 4-1_3 0.1151 map_cut_20 4-1_3 0.1620 map_cut_30 4-1_3 0.1827 map_cut_100 4-1_3 0.2810 map_cut_200 4-1_3 0.3195 map_cut_500 4-1_3 0.3360 map_cut_1000 4-1_3 0.3360 relative_P_5 4-1_3 0.6000 relative_P_10 4-1_3 0.4000 relative_P_15 4-1_3 0.4000 relative_P_20 4-1_3 0.5000 relative_P_30 4-1_3 0.4000 relative_P_100 4-1_3 0.5897 relative_P_200 4-1_3 0.7692 relative_P_500 4-1_3 0.8974 relative_P_1000 4-1_3 0.8974 success_1 4-1_3 1.0000 success_5 4-1_3 1.0000 success_10 4-1_3 1.0000 set_P 4-1_3 0.0434 set_relative_P 4-1_3 0.8974 set_recall 4-1_3 0.8974 set_map 4-1_3 0.0389 set_F 4-1_3 0.0827 num_nonrel_judged_ret 4-1_3 73 rbp 4-1_3 0.4148 rbp_resid 4-1_3 0.1281 unj_5 4-1_3 0.0000 unj_10 4-1_3 0.0000 unj_20 4-1_3 0.1500 num_ret 4-1_4 416 num_rel 4-1_4 11 num_rel_ret 4-1_4 11 map 4-1_4 0.5998 Rprec 4-1_4 0.6364 bpref 4-1_4 0.6942 recip_rank 4-1_4 1.0000 iprec_at_recall_0.00 4-1_4 1.0000 iprec_at_recall_0.10 4-1_4 1.0000 iprec_at_recall_0.20 4-1_4 0.7000 iprec_at_recall_0.30 4-1_4 0.7000 iprec_at_recall_0.40 4-1_4 0.7000 iprec_at_recall_0.50 4-1_4 0.7000 iprec_at_recall_0.60 4-1_4 0.7000 iprec_at_recall_0.70 4-1_4 0.6000 iprec_at_recall_0.80 4-1_4 0.6000 iprec_at_recall_0.90 4-1_4 0.2564 iprec_at_recall_1.00 4-1_4 0.2444 P_5 4-1_4 0.6000 P_10 4-1_4 0.7000 P_15 4-1_4 0.6000 P_20 4-1_4 0.4500 P_30 4-1_4 0.3000 P_100 4-1_4 0.1100 P_200 4-1_4 0.0550 P_500 4-1_4 0.0220 P_1000 4-1_4 0.0110 relstring 4-1_4 '4041231222' recall_5 4-1_4 0.2727 recall_10 4-1_4 0.6364 recall_15 4-1_4 0.8182 recall_20 4-1_4 0.8182 recall_30 4-1_4 0.8182 recall_100 4-1_4 1.0000 recall_200 4-1_4 1.0000 recall_500 4-1_4 1.0000 recall_1000 4-1_4 1.0000 infAP 4-1_4 0.5998 Rprec_mult_0.20 4-1_4 0.6667 Rprec_mult_0.40 4-1_4 0.6000 Rprec_mult_0.60 4-1_4 0.5714 Rprec_mult_0.80 4-1_4 0.6667 Rprec_mult_1.00 4-1_4 0.6364 Rprec_mult_1.20 4-1_4 0.5714 Rprec_mult_1.40 4-1_4 0.5625 Rprec_mult_1.60 4-1_4 0.5000 Rprec_mult_1.80 4-1_4 0.4500 Rprec_mult_2.00 4-1_4 0.4091 utility 4-1_4 -394.0000 11pt_avg 4-1_4 0.6546 binG 4-1_4 0.4532 G 4-1_4 0.2981 ndcg 4-1_4 0.7491 ndcg_rel 4-1_4 0.7276 Rndcg 4-1_4 0.6847 ndcg_cut_5 4-1_4 0.6316 ndcg_cut_10 4-1_4 0.6967 ndcg_cut_15 4-1_4 0.7845 ndcg_cut_20 4-1_4 0.7451 ndcg_cut_30 4-1_4 0.6942 ndcg_cut_100 4-1_4 0.7425 ndcg_cut_200 4-1_4 0.7425 ndcg_cut_500 4-1_4 0.7491 ndcg_cut_1000 4-1_4 0.7491 map_cut_5 4-1_4 0.2061 map_cut_10 4-1_4 0.4477 map_cut_15 4-1_4 0.5542 map_cut_20 4-1_4 0.5542 map_cut_30 4-1_4 0.5542 map_cut_100 4-1_4 0.5998 map_cut_200 4-1_4 0.5998 map_cut_500 4-1_4 0.5998 map_cut_1000 4-1_4 0.5998 relative_P_5 4-1_4 0.6000 relative_P_10 4-1_4 0.7000 relative_P_15 4-1_4 0.8182 relative_P_20 4-1_4 0.8182 relative_P_30 4-1_4 0.8182 relative_P_100 4-1_4 1.0000 relative_P_200 4-1_4 1.0000 relative_P_500 4-1_4 1.0000 relative_P_1000 4-1_4 1.0000 success_1 4-1_4 1.0000 success_5 4-1_4 1.0000 success_10 4-1_4 1.0000 set_P 4-1_4 0.0264 set_relative_P 4-1_4 1.0000 set_recall 4-1_4 1.0000 set_map 4-1_4 0.0264 set_F 4-1_4 0.0515 num_nonrel_judged_ret 4-1_4 13 rbp 4-1_4 0.4235 rbp_resid 4-1_4 0.2187 unj_5 4-1_4 0.0000 unj_10 4-1_4 0.0000 unj_20 4-1_4 0.2500 num_ret 4-1_6 724 num_rel 4-1_6 1 num_rel_ret 4-1_6 0 map 4-1_6 0.0000 Rprec 4-1_6 0.0000 bpref 4-1_6 0.0000 recip_rank 4-1_6 0.0000 iprec_at_recall_0.00 4-1_6 0.0000 iprec_at_recall_0.10 4-1_6 0.0000 iprec_at_recall_0.20 4-1_6 0.0000 iprec_at_recall_0.30 4-1_6 0.0000 iprec_at_recall_0.40 4-1_6 0.0000 iprec_at_recall_0.50 4-1_6 0.0000 iprec_at_recall_0.60 4-1_6 0.0000 iprec_at_recall_0.70 4-1_6 0.0000 iprec_at_recall_0.80 4-1_6 0.0000 iprec_at_recall_0.90 4-1_6 0.0000 iprec_at_recall_1.00 4-1_6 0.0000 P_5 4-1_6 0.0000 P_10 4-1_6 0.0000 P_15 4-1_6 0.0000 P_20 4-1_6 0.0000 P_30 4-1_6 0.0000 P_100 4-1_6 0.0000 P_200 4-1_6 0.0000 P_500 4-1_6 0.0000 P_1000 4-1_6 0.0000 relstring 4-1_6 '0010000101' recall_5 4-1_6 0.0000 recall_10 4-1_6 0.0000 recall_15 4-1_6 0.0000 recall_20 4-1_6 0.0000 recall_30 4-1_6 0.0000 recall_100 4-1_6 0.0000 recall_200 4-1_6 0.0000 recall_500 4-1_6 0.0000 recall_1000 4-1_6 0.0000 infAP 4-1_6 0.0000 Rprec_mult_0.20 4-1_6 0.0000 Rprec_mult_0.40 4-1_6 0.0000 Rprec_mult_0.60 4-1_6 0.0000 Rprec_mult_0.80 4-1_6 0.0000 Rprec_mult_1.00 4-1_6 0.0000 Rprec_mult_1.20 4-1_6 0.0000 Rprec_mult_1.40 4-1_6 0.0000 Rprec_mult_1.60 4-1_6 0.0000 Rprec_mult_1.80 4-1_6 0.0000 Rprec_mult_2.00 4-1_6 0.0000 utility 4-1_6 -724.0000 11pt_avg 4-1_6 0.0000 binG 4-1_6 0.0000 G 4-1_6 0.1622 ndcg 4-1_6 0.4073 ndcg_rel 4-1_6 0.2966 Rndcg 4-1_6 0.1843 ndcg_cut_5 4-1_6 0.1266 ndcg_cut_10 4-1_6 0.1992 ndcg_cut_15 4-1_6 0.1610 ndcg_cut_20 4-1_6 0.1457 ndcg_cut_30 4-1_6 0.1728 ndcg_cut_100 4-1_6 0.3176 ndcg_cut_200 4-1_6 0.3734 ndcg_cut_500 4-1_6 0.4073 ndcg_cut_1000 4-1_6 0.4073 map_cut_5 4-1_6 0.0000 map_cut_10 4-1_6 0.0000 map_cut_15 4-1_6 0.0000 map_cut_20 4-1_6 0.0000 map_cut_30 4-1_6 0.0000 map_cut_100 4-1_6 0.0000 map_cut_200 4-1_6 0.0000 map_cut_500 4-1_6 0.0000 map_cut_1000 4-1_6 0.0000 relative_P_5 4-1_6 0.0000 relative_P_10 4-1_6 0.0000 relative_P_15 4-1_6 0.0000 relative_P_20 4-1_6 0.0000 relative_P_30 4-1_6 0.0000 relative_P_100 4-1_6 0.0000 relative_P_200 4-1_6 0.0000 relative_P_500 4-1_6 0.0000 relative_P_1000 4-1_6 0.0000 success_1 4-1_6 0.0000 success_5 4-1_6 0.0000 success_10 4-1_6 0.0000 set_P 4-1_6 0.0000 set_relative_P 4-1_6 0.0000 set_recall 4-1_6 0.0000 set_map 4-1_6 0.0000 set_F 4-1_6 0.0000 num_nonrel_judged_ret 4-1_6 60 rbp 4-1_6 0.0915 rbp_resid 4-1_6 0.2034 unj_5 4-1_6 0.0000 unj_10 4-1_6 0.0000 unj_20 4-1_6 0.3000 num_ret 4-1_9 785 num_rel 4-1_9 37 num_rel_ret 4-1_9 2 map 4-1_9 0.0017 Rprec 4-1_9 0.0270 bpref 4-1_9 0.0321 recip_rank 4-1_9 0.0455 iprec_at_recall_0.00 4-1_9 0.0455 iprec_at_recall_0.10 4-1_9 0.0000 iprec_at_recall_0.20 4-1_9 0.0000 iprec_at_recall_0.30 4-1_9 0.0000 iprec_at_recall_0.40 4-1_9 0.0000 iprec_at_recall_0.50 4-1_9 0.0000 iprec_at_recall_0.60 4-1_9 0.0000 iprec_at_recall_0.70 4-1_9 0.0000 iprec_at_recall_0.80 4-1_9 0.0000 iprec_at_recall_0.90 4-1_9 0.0000 iprec_at_recall_1.00 4-1_9 0.0000 P_5 4-1_9 0.0000 P_10 4-1_9 0.0000 P_15 4-1_9 0.0000 P_20 4-1_9 0.0000 P_30 4-1_9 0.0333 P_100 4-1_9 0.0100 P_200 4-1_9 0.0100 P_500 4-1_9 0.0040 P_1000 4-1_9 0.0020 relstring 4-1_9 '0101110001' recall_5 4-1_9 0.0000 recall_10 4-1_9 0.0000 recall_15 4-1_9 0.0000 recall_20 4-1_9 0.0000 recall_30 4-1_9 0.0270 recall_100 4-1_9 0.0270 recall_200 4-1_9 0.0541 recall_500 4-1_9 0.0541 recall_1000 4-1_9 0.0541 infAP 4-1_9 0.0017 Rprec_mult_0.20 4-1_9 0.0000 Rprec_mult_0.40 4-1_9 0.0000 Rprec_mult_0.60 4-1_9 0.0435 Rprec_mult_0.80 4-1_9 0.0333 Rprec_mult_1.00 4-1_9 0.0270 Rprec_mult_1.20 4-1_9 0.0222 Rprec_mult_1.40 4-1_9 0.0192 Rprec_mult_1.60 4-1_9 0.0167 Rprec_mult_1.80 4-1_9 0.0149 Rprec_mult_2.00 4-1_9 0.0135 utility 4-1_9 -781.0000 11pt_avg 4-1_9 0.0041 binG 4-1_9 0.0100 G 4-1_9 0.0205 ndcg 4-1_9 0.1157 ndcg_rel 4-1_9 0.1151 Rndcg 4-1_9 0.1139 ndcg_cut_5 4-1_9 0.1383 ndcg_cut_10 4-1_9 0.1493 ndcg_cut_15 4-1_9 0.1257 ndcg_cut_20 4-1_9 0.1101 ndcg_cut_30 4-1_9 0.1090 ndcg_cut_100 4-1_9 0.0975 ndcg_cut_200 4-1_9 0.1017 ndcg_cut_500 4-1_9 0.1132 ndcg_cut_1000 4-1_9 0.1157 map_cut_5 4-1_9 0.0000 map_cut_10 4-1_9 0.0000 map_cut_15 4-1_9 0.0000 map_cut_20 4-1_9 0.0000 map_cut_30 4-1_9 0.0012 map_cut_100 4-1_9 0.0012 map_cut_200 4-1_9 0.0017 map_cut_500 4-1_9 0.0017 map_cut_1000 4-1_9 0.0017 relative_P_5 4-1_9 0.0000 relative_P_10 4-1_9 0.0000 relative_P_15 4-1_9 0.0000 relative_P_20 4-1_9 0.0000 relative_P_30 4-1_9 0.0333 relative_P_100 4-1_9 0.0270 relative_P_200 4-1_9 0.0541 relative_P_500 4-1_9 0.0541 relative_P_1000 4-1_9 0.0541 success_1 4-1_9 0.0000 success_5 4-1_9 0.0000 success_10 4-1_9 0.0000 set_P 4-1_9 0.0025 set_relative_P 4-1_9 0.0541 set_recall 4-1_9 0.0541 set_map 4-1_9 0.0001 set_F 4-1_9 0.0049 num_nonrel_judged_ret 4-1_9 30 rbp 4-1_9 0.0882 rbp_resid 4-1_9 0.2902 unj_5 4-1_9 0.0000 unj_10 4-1_9 0.0000 unj_20 4-1_9 0.4500 num_ret 4-2_2 565 num_rel 4-2_2 84 num_rel_ret 4-2_2 16 map 4-2_2 0.0816 Rprec 4-2_2 0.1429 bpref 4-2_2 0.1763 recip_rank 4-2_2 1.0000 iprec_at_recall_0.00 4-2_2 1.0000 iprec_at_recall_0.10 4-2_2 0.5000 iprec_at_recall_0.20 4-2_2 0.0000 iprec_at_recall_0.30 4-2_2 0.0000 iprec_at_recall_0.40 4-2_2 0.0000 iprec_at_recall_0.50 4-2_2 0.0000 iprec_at_recall_0.60 4-2_2 0.0000 iprec_at_recall_0.70 4-2_2 0.0000 iprec_at_recall_0.80 4-2_2 0.0000 iprec_at_recall_0.90 4-2_2 0.0000 iprec_at_recall_1.00 4-2_2 0.0000 P_5 4-2_2 0.4000 P_10 4-2_2 0.5000 P_15 4-2_2 0.4667 P_20 4-2_2 0.4500 P_30 4-2_2 0.3333 P_100 4-2_2 0.1200 P_200 4-2_2 0.0700 P_500 4-2_2 0.0320 P_1000 4-2_2 0.0160 relstring 4-2_2 '2121121231' recall_5 4-2_2 0.0238 recall_10 4-2_2 0.0595 recall_15 4-2_2 0.0833 recall_20 4-2_2 0.1071 recall_30 4-2_2 0.1190 recall_100 4-2_2 0.1429 recall_200 4-2_2 0.1667 recall_500 4-2_2 0.1905 recall_1000 4-2_2 0.1905 infAP 4-2_2 0.0816 Rprec_mult_0.20 4-2_2 0.4706 Rprec_mult_0.40 4-2_2 0.3529 Rprec_mult_0.60 4-2_2 0.2353 Rprec_mult_0.80 4-2_2 0.1765 Rprec_mult_1.00 4-2_2 0.1429 Rprec_mult_1.20 4-2_2 0.1188 Rprec_mult_1.40 4-2_2 0.1102 Rprec_mult_1.60 4-2_2 0.0963 Rprec_mult_1.80 4-2_2 0.0921 Rprec_mult_2.00 4-2_2 0.0833 utility 4-2_2 -533.0000 11pt_avg 4-2_2 0.1364 binG 4-2_2 0.0641 G 4-2_2 0.0434 ndcg 4-2_2 0.2481 ndcg_rel 4-2_2 0.2863 Rndcg 4-2_2 0.2902 ndcg_cut_5 4-2_2 0.5029 ndcg_cut_10 4-2_2 0.5368 ndcg_cut_15 4-2_2 0.4786 ndcg_cut_20 4-2_2 0.4549 ndcg_cut_30 4-2_2 0.3910 ndcg_cut_100 4-2_2 0.2452 ndcg_cut_200 4-2_2 0.2363 ndcg_cut_500 4-2_2 0.2481 ndcg_cut_1000 4-2_2 0.2481 map_cut_5 4-2_2 0.0198 map_cut_10 4-2_2 0.0384 map_cut_15 4-2_2 0.0518 map_cut_20 4-2_2 0.0634 map_cut_30 4-2_2 0.0691 map_cut_100 4-2_2 0.0777 map_cut_200 4-2_2 0.0803 map_cut_500 4-2_2 0.0816 map_cut_1000 4-2_2 0.0816 relative_P_5 4-2_2 0.4000 relative_P_10 4-2_2 0.5000 relative_P_15 4-2_2 0.4667 relative_P_20 4-2_2 0.4500 relative_P_30 4-2_2 0.3333 relative_P_100 4-2_2 0.1429 relative_P_200 4-2_2 0.1667 relative_P_500 4-2_2 0.1905 relative_P_1000 4-2_2 0.1905 success_1 4-2_2 1.0000 success_5 4-2_2 1.0000 success_10 4-2_2 1.0000 set_P 4-2_2 0.0283 set_relative_P 4-2_2 0.1905 set_recall 4-2_2 0.1905 set_map 4-2_2 0.0054 set_F 4-2_2 0.0493 num_nonrel_judged_ret 4-2_2 13 rbp 4-2_2 0.4332 rbp_resid 4-2_2 0.1976 unj_5 4-2_2 0.0000 unj_10 4-2_2 0.0000 unj_20 4-2_2 0.2500 num_ret 4-2_3 606 num_rel 4-2_3 48 num_rel_ret 4-2_3 27 map 4-2_3 0.3193 Rprec 4-2_3 0.3750 bpref 4-2_3 0.5168 recip_rank 4-2_3 1.0000 iprec_at_recall_0.00 4-2_3 1.0000 iprec_at_recall_0.10 4-2_3 0.8571 iprec_at_recall_0.20 4-2_3 0.7857 iprec_at_recall_0.30 4-2_3 0.6667 iprec_at_recall_0.40 4-2_3 0.3774 iprec_at_recall_0.50 4-2_3 0.2264 iprec_at_recall_0.60 4-2_3 0.0000 iprec_at_recall_0.70 4-2_3 0.0000 iprec_at_recall_0.80 4-2_3 0.0000 iprec_at_recall_0.90 4-2_3 0.0000 iprec_at_recall_1.00 4-2_3 0.0000 P_5 4-2_3 0.8000 P_10 4-2_3 0.8000 P_15 4-2_3 0.7333 P_20 4-2_3 0.6500 P_30 4-2_3 0.5333 P_100 4-2_3 0.2300 P_200 4-2_3 0.1250 P_500 4-2_3 0.0540 P_1000 4-2_3 0.0270 relstring 4-2_3 '3132223122' recall_5 4-2_3 0.0833 recall_10 4-2_3 0.1667 recall_15 4-2_3 0.2292 recall_20 4-2_3 0.2708 recall_30 4-2_3 0.3333 recall_100 4-2_3 0.4792 recall_200 4-2_3 0.5208 recall_500 4-2_3 0.5625 recall_1000 4-2_3 0.5625 infAP 4-2_3 0.3193 Rprec_mult_0.20 4-2_3 0.8000 Rprec_mult_0.40 4-2_3 0.6500 Rprec_mult_0.60 4-2_3 0.5172 Rprec_mult_0.80 4-2_3 0.4615 Rprec_mult_1.00 4-2_3 0.3750 Rprec_mult_1.20 4-2_3 0.3448 Rprec_mult_1.40 4-2_3 0.3235 Rprec_mult_1.60 4-2_3 0.2857 Rprec_mult_1.80 4-2_3 0.2529 Rprec_mult_2.00 4-2_3 0.2396 utility 4-2_3 -552.0000 11pt_avg 4-2_3 0.3558 binG 4-2_3 0.2080 G 4-2_3 0.1499 ndcg 4-2_3 0.5742 ndcg_rel 4-2_3 0.6156 Rndcg 4-2_3 0.5917 ndcg_cut_5 4-2_3 0.7649 ndcg_cut_10 4-2_3 0.7648 ndcg_cut_15 4-2_3 0.7543 ndcg_cut_20 4-2_3 0.7205 ndcg_cut_30 4-2_3 0.6407 ndcg_cut_100 4-2_3 0.5271 ndcg_cut_200 4-2_3 0.5480 ndcg_cut_500 4-2_3 0.5742 ndcg_cut_1000 4-2_3 0.5742 map_cut_5 4-2_3 0.0670 map_cut_10 4-2_3 0.1351 map_cut_15 4-2_3 0.1845 map_cut_20 4-2_3 0.2127 map_cut_30 4-2_3 0.2502 map_cut_100 4-2_3 0.3068 map_cut_200 4-2_3 0.3146 map_cut_500 4-2_3 0.3193 map_cut_1000 4-2_3 0.3193 relative_P_5 4-2_3 0.8000 relative_P_10 4-2_3 0.8000 relative_P_15 4-2_3 0.7333 relative_P_20 4-2_3 0.6500 relative_P_30 4-2_3 0.5333 relative_P_100 4-2_3 0.4792 relative_P_200 4-2_3 0.5208 relative_P_500 4-2_3 0.5625 relative_P_1000 4-2_3 0.5625 success_1 4-2_3 1.0000 success_5 4-2_3 1.0000 success_10 4-2_3 1.0000 set_P 4-2_3 0.0446 set_relative_P 4-2_3 0.5625 set_recall 4-2_3 0.5625 set_map 4-2_3 0.0251 set_F 4-2_3 0.0826 num_nonrel_judged_ret 4-2_3 10 rbp 4-2_3 0.5842 rbp_resid 4-2_3 0.1906 unj_5 4-2_3 0.0000 unj_10 4-2_3 0.0000 unj_20 4-2_3 0.2500 num_ret 4-2_6 227 num_rel 4-2_6 14 num_rel_ret 4-2_6 13 map 4-2_6 0.5846 Rprec 4-2_6 0.5714 bpref 4-2_6 0.6786 recip_rank 4-2_6 1.0000 iprec_at_recall_0.00 4-2_6 1.0000 iprec_at_recall_0.10 4-2_6 1.0000 iprec_at_recall_0.20 4-2_6 1.0000 iprec_at_recall_0.30 4-2_6 0.8333 iprec_at_recall_0.40 4-2_6 0.7778 iprec_at_recall_0.50 4-2_6 0.7778 iprec_at_recall_0.60 4-2_6 0.7273 iprec_at_recall_0.70 4-2_6 0.3125 iprec_at_recall_0.80 4-2_6 0.2391 iprec_at_recall_0.90 4-2_6 0.1182 iprec_at_recall_1.00 4-2_6 0.0000 P_5 4-2_6 0.8000 P_10 4-2_6 0.7000 P_15 4-2_6 0.5333 P_20 4-2_6 0.4000 P_30 4-2_6 0.3000 P_100 4-2_6 0.1200 P_200 4-2_6 0.0650 P_500 4-2_6 0.0260 P_1000 4-2_6 0.0130 relstring 4-2_6 '3221221231' recall_5 4-2_6 0.2857 recall_10 4-2_6 0.5000 recall_15 4-2_6 0.5714 recall_20 4-2_6 0.5714 recall_30 4-2_6 0.6429 recall_100 4-2_6 0.8571 recall_200 4-2_6 0.9286 recall_500 4-2_6 0.9286 recall_1000 4-2_6 0.9286 infAP 4-2_6 0.5846 Rprec_mult_0.20 4-2_6 1.0000 Rprec_mult_0.40 4-2_6 0.8333 Rprec_mult_0.60 4-2_6 0.7778 Rprec_mult_0.80 4-2_6 0.6667 Rprec_mult_1.00 4-2_6 0.5714 Rprec_mult_1.20 4-2_6 0.4706 Rprec_mult_1.40 4-2_6 0.4000 Rprec_mult_1.60 4-2_6 0.3913 Rprec_mult_1.80 4-2_6 0.3462 Rprec_mult_2.00 4-2_6 0.3214 utility 4-2_6 -201.0000 11pt_avg 4-2_6 0.6169 binG 4-2_6 0.4779 G 4-2_6 0.3110 ndcg 4-2_6 0.7927 ndcg_rel 4-2_6 0.7747 Rndcg 4-2_6 0.7322 ndcg_cut_5 4-2_6 0.7645 ndcg_cut_10 4-2_6 0.8014 ndcg_cut_15 4-2_6 0.7242 ndcg_cut_20 4-2_6 0.6833 ndcg_cut_30 4-2_6 0.6580 ndcg_cut_100 4-2_6 0.7755 ndcg_cut_200 4-2_6 0.7927 ndcg_cut_500 4-2_6 0.7927 ndcg_cut_1000 4-2_6 0.7927 map_cut_5 4-2_6 0.2714 map_cut_10 4-2_6 0.4401 map_cut_15 4-2_6 0.4920 map_cut_20 4-2_6 0.4920 map_cut_30 4-2_6 0.5200 map_cut_100 4-2_6 0.5762 map_cut_200 4-2_6 0.5846 map_cut_500 4-2_6 0.5846 map_cut_1000 4-2_6 0.5846 relative_P_5 4-2_6 0.8000 relative_P_10 4-2_6 0.7000 relative_P_15 4-2_6 0.5714 relative_P_20 4-2_6 0.5714 relative_P_30 4-2_6 0.6429 relative_P_100 4-2_6 0.8571 relative_P_200 4-2_6 0.9286 relative_P_500 4-2_6 0.9286 relative_P_1000 4-2_6 0.9286 success_1 4-2_6 1.0000 success_5 4-2_6 1.0000 success_10 4-2_6 1.0000 set_P 4-2_6 0.0573 set_relative_P 4-2_6 0.9286 set_recall 4-2_6 0.9286 set_map 4-2_6 0.0532 set_F 4-2_6 0.1079 num_nonrel_judged_ret 4-2_6 11 rbp 4-2_6 0.4852 rbp_resid 4-2_6 0.2341 unj_5 4-2_6 0.0000 unj_10 4-2_6 0.0000 unj_20 4-2_6 0.3500 num_ret 5-1_2 955 num_rel 5-1_2 130 num_rel_ret 5-1_2 19 map 5-1_2 0.0235 Rprec 5-1_2 0.1000 bpref 5-1_2 0.1279 recip_rank 5-1_2 0.1667 iprec_at_recall_0.00 5-1_2 0.2857 iprec_at_recall_0.10 5-1_2 0.1061 iprec_at_recall_0.20 5-1_2 0.0000 iprec_at_recall_0.30 5-1_2 0.0000 iprec_at_recall_0.40 5-1_2 0.0000 iprec_at_recall_0.50 5-1_2 0.0000 iprec_at_recall_0.60 5-1_2 0.0000 iprec_at_recall_0.70 5-1_2 0.0000 iprec_at_recall_0.80 5-1_2 0.0000 iprec_at_recall_0.90 5-1_2 0.0000 iprec_at_recall_1.00 5-1_2 0.0000 P_5 5-1_2 0.0000 P_10 5-1_2 0.2000 P_15 5-1_2 0.2000 P_20 5-1_2 0.2500 P_30 5-1_2 0.2333 P_100 5-1_2 0.1200 P_200 5-1_2 0.0750 P_500 5-1_2 0.0380 P_1000 5-1_2 0.0190 relstring 5-1_2 '0101032001' recall_5 5-1_2 0.0000 recall_10 5-1_2 0.0154 recall_15 5-1_2 0.0231 recall_20 5-1_2 0.0385 recall_30 5-1_2 0.0538 recall_100 5-1_2 0.0923 recall_200 5-1_2 0.1154 recall_500 5-1_2 0.1462 recall_1000 5-1_2 0.1462 infAP 5-1_2 0.0235 Rprec_mult_0.20 5-1_2 0.2308 Rprec_mult_0.40 5-1_2 0.1923 Rprec_mult_0.60 5-1_2 0.1282 Rprec_mult_0.80 5-1_2 0.1154 Rprec_mult_1.00 5-1_2 0.1000 Rprec_mult_1.20 5-1_2 0.0897 Rprec_mult_1.40 5-1_2 0.0769 Rprec_mult_1.60 5-1_2 0.0721 Rprec_mult_1.80 5-1_2 0.0684 Rprec_mult_2.00 5-1_2 0.0654 utility 5-1_2 -917.0000 11pt_avg 5-1_2 0.0356 binG 5-1_2 0.0289 G 5-1_2 0.0241 ndcg 5-1_2 0.1592 ndcg_rel 5-1_2 0.1633 Rndcg 5-1_2 0.1247 ndcg_cut_5 5-1_2 0.1078 ndcg_cut_10 5-1_2 0.2109 ndcg_cut_15 5-1_2 0.1961 ndcg_cut_20 5-1_2 0.2272 ndcg_cut_30 5-1_2 0.2356 ndcg_cut_100 5-1_2 0.1625 ndcg_cut_200 5-1_2 0.1439 ndcg_cut_500 5-1_2 0.1592 ndcg_cut_1000 5-1_2 0.1592 map_cut_5 5-1_2 0.0000 map_cut_10 5-1_2 0.0035 map_cut_15 5-1_2 0.0056 map_cut_20 5-1_2 0.0091 map_cut_30 5-1_2 0.0128 map_cut_100 5-1_2 0.0196 map_cut_200 5-1_2 0.0218 map_cut_500 5-1_2 0.0235 map_cut_1000 5-1_2 0.0235 relative_P_5 5-1_2 0.0000 relative_P_10 5-1_2 0.2000 relative_P_15 5-1_2 0.2000 relative_P_20 5-1_2 0.2500 relative_P_30 5-1_2 0.2333 relative_P_100 5-1_2 0.1200 relative_P_200 5-1_2 0.1154 relative_P_500 5-1_2 0.1462 relative_P_1000 5-1_2 0.1462 success_1 5-1_2 0.0000 success_5 5-1_2 0.0000 success_10 5-1_2 1.0000 set_P 5-1_2 0.0199 set_relative_P 5-1_2 0.1462 set_recall 5-1_2 0.1462 set_map 5-1_2 0.0029 set_F 5-1_2 0.0350 num_nonrel_judged_ret 5-1_2 25 rbp 5-1_2 0.1792 rbp_resid 5-1_2 0.1893 unj_5 5-1_2 0.0000 unj_10 5-1_2 0.0000 unj_20 5-1_2 0.2500 num_ret 5-1_4 231 num_rel 5-1_4 29 num_rel_ret 5-1_4 9 map 5-1_4 0.1912 Rprec 5-1_4 0.2414 bpref 5-1_4 0.2818 recip_rank 5-1_4 1.0000 iprec_at_recall_0.00 5-1_4 1.0000 iprec_at_recall_0.10 5-1_4 0.7500 iprec_at_recall_0.20 5-1_4 0.6364 iprec_at_recall_0.30 5-1_4 0.2093 iprec_at_recall_0.40 5-1_4 0.0000 iprec_at_recall_0.50 5-1_4 0.0000 iprec_at_recall_0.60 5-1_4 0.0000 iprec_at_recall_0.70 5-1_4 0.0000 iprec_at_recall_0.80 5-1_4 0.0000 iprec_at_recall_0.90 5-1_4 0.0000 iprec_at_recall_1.00 5-1_4 0.0000 P_5 5-1_4 0.6000 P_10 5-1_4 0.6000 P_15 5-1_4 0.4667 P_20 5-1_4 0.3500 P_30 5-1_4 0.2333 P_100 5-1_4 0.0900 P_200 5-1_4 0.0450 P_500 5-1_4 0.0180 P_1000 5-1_4 0.0090 relstring 5-1_4 '2202102122' recall_5 5-1_4 0.1034 recall_10 5-1_4 0.2069 recall_15 5-1_4 0.2414 recall_20 5-1_4 0.2414 recall_30 5-1_4 0.2414 recall_100 5-1_4 0.3103 recall_200 5-1_4 0.3103 recall_500 5-1_4 0.3103 recall_1000 5-1_4 0.3103 infAP 5-1_4 0.1912 Rprec_mult_0.20 5-1_4 0.5000 Rprec_mult_0.40 5-1_4 0.5833 Rprec_mult_0.60 5-1_4 0.3889 Rprec_mult_0.80 5-1_4 0.2917 Rprec_mult_1.00 5-1_4 0.2414 Rprec_mult_1.20 5-1_4 0.2000 Rprec_mult_1.40 5-1_4 0.1951 Rprec_mult_1.60 5-1_4 0.1915 Rprec_mult_1.80 5-1_4 0.1698 Rprec_mult_2.00 5-1_4 0.1552 utility 5-1_4 -213.0000 11pt_avg 5-1_4 0.2360 binG 5-1_4 0.1593 G 5-1_4 0.0811 ndcg 5-1_4 0.3362 ndcg_rel 5-1_4 0.3808 Rndcg 5-1_4 0.3652 ndcg_cut_5 5-1_4 0.5099 ndcg_cut_10 5-1_4 0.5001 ndcg_cut_15 5-1_4 0.4525 ndcg_cut_20 5-1_4 0.3943 ndcg_cut_30 5-1_4 0.3231 ndcg_cut_100 5-1_4 0.3362 ndcg_cut_200 5-1_4 0.3362 ndcg_cut_500 5-1_4 0.3362 ndcg_cut_1000 5-1_4 0.3362 map_cut_5 5-1_4 0.0948 map_cut_10 5-1_4 0.1544 map_cut_15 5-1_4 0.1763 map_cut_20 5-1_4 0.1763 map_cut_30 5-1_4 0.1763 map_cut_100 5-1_4 0.1912 map_cut_200 5-1_4 0.1912 map_cut_500 5-1_4 0.1912 map_cut_1000 5-1_4 0.1912 relative_P_5 5-1_4 0.6000 relative_P_10 5-1_4 0.6000 relative_P_15 5-1_4 0.4667 relative_P_20 5-1_4 0.3500 relative_P_30 5-1_4 0.2414 relative_P_100 5-1_4 0.3103 relative_P_200 5-1_4 0.3103 relative_P_500 5-1_4 0.3103 relative_P_1000 5-1_4 0.3103 success_1 5-1_4 1.0000 success_5 5-1_4 1.0000 success_10 5-1_4 1.0000 set_P 5-1_4 0.0390 set_relative_P 5-1_4 0.3103 set_recall 5-1_4 0.3103 set_map 5-1_4 0.0121 set_F 5-1_4 0.0692 num_nonrel_judged_ret 5-1_4 4 rbp 5-1_4 0.3296 rbp_resid 5-1_4 0.3101 unj_5 5-1_4 0.0000 unj_10 5-1_4 0.0000 unj_20 5-1_4 0.4500 num_ret 6-1_2 714 num_rel 6-1_2 57 num_rel_ret 6-1_2 44 map 6-1_2 0.2151 Rprec 6-1_2 0.2807 bpref 6-1_2 0.6094 recip_rank 6-1_2 0.5000 iprec_at_recall_0.00 6-1_2 0.8000 iprec_at_recall_0.10 6-1_2 0.6667 iprec_at_recall_0.20 6-1_2 0.3143 iprec_at_recall_0.30 6-1_2 0.2812 iprec_at_recall_0.40 6-1_2 0.2212 iprec_at_recall_0.50 6-1_2 0.1883 iprec_at_recall_0.60 6-1_2 0.1498 iprec_at_recall_0.70 6-1_2 0.1124 iprec_at_recall_0.80 6-1_2 0.0000 iprec_at_recall_0.90 6-1_2 0.0000 iprec_at_recall_1.00 6-1_2 0.0000 P_5 6-1_2 0.8000 P_10 6-1_2 0.6000 P_15 6-1_2 0.4000 P_20 6-1_2 0.4000 P_30 6-1_2 0.3000 P_100 6-1_2 0.2200 P_200 6-1_2 0.1550 P_500 6-1_2 0.0840 P_1000 6-1_2 0.0440 relstring 6-1_2 '1322313121' recall_5 6-1_2 0.0702 recall_10 6-1_2 0.1053 recall_15 6-1_2 0.1053 recall_20 6-1_2 0.1404 recall_30 6-1_2 0.1579 recall_100 6-1_2 0.3860 recall_200 6-1_2 0.5439 recall_500 6-1_2 0.7368 recall_1000 6-1_2 0.7719 infAP 6-1_2 0.2151 Rprec_mult_0.20 6-1_2 0.5000 Rprec_mult_0.40 6-1_2 0.3913 Rprec_mult_0.60 6-1_2 0.3143 Rprec_mult_0.80 6-1_2 0.2826 Rprec_mult_1.00 6-1_2 0.2807 Rprec_mult_1.20 6-1_2 0.2609 Rprec_mult_1.40 6-1_2 0.2375 Rprec_mult_1.60 6-1_2 0.2283 Rprec_mult_1.80 6-1_2 0.2136 Rprec_mult_2.00 6-1_2 0.2018 utility 6-1_2 -626.0000 11pt_avg 6-1_2 0.2485 binG 6-1_2 0.1683 G 6-1_2 0.1245 ndcg 6-1_2 0.5753 ndcg_rel 6-1_2 0.5328 Rndcg 6-1_2 0.4730 ndcg_cut_5 6-1_2 0.6687 ndcg_cut_10 6-1_2 0.6219 ndcg_cut_15 6-1_2 0.5125 ndcg_cut_20 6-1_2 0.5090 ndcg_cut_30 6-1_2 0.4660 ndcg_cut_100 6-1_2 0.4150 ndcg_cut_200 6-1_2 0.4844 ndcg_cut_500 6-1_2 0.5624 ndcg_cut_1000 6-1_2 0.5753 map_cut_5 6-1_2 0.0477 map_cut_10 6-1_2 0.0719 map_cut_15 6-1_2 0.0719 map_cut_20 6-1_2 0.0854 map_cut_30 6-1_2 0.0929 map_cut_100 6-1_2 0.1561 map_cut_200 6-1_2 0.1870 map_cut_500 6-1_2 0.2124 map_cut_1000 6-1_2 0.2151 relative_P_5 6-1_2 0.8000 relative_P_10 6-1_2 0.6000 relative_P_15 6-1_2 0.4000 relative_P_20 6-1_2 0.4000 relative_P_30 6-1_2 0.3000 relative_P_100 6-1_2 0.3860 relative_P_200 6-1_2 0.5439 relative_P_500 6-1_2 0.7368 relative_P_1000 6-1_2 0.7719 success_1 6-1_2 0.0000 success_5 6-1_2 1.0000 success_10 6-1_2 1.0000 set_P 6-1_2 0.0616 set_relative_P 6-1_2 0.7719 set_recall 6-1_2 0.7719 set_map 6-1_2 0.0476 set_F 6-1_2 0.1141 num_nonrel_judged_ret 6-1_2 20 rbp 6-1_2 0.4980 rbp_resid 6-1_2 0.1965 unj_5 6-1_2 0.0000 unj_10 6-1_2 0.0000 unj_20 6-1_2 0.2500 num_ret 6-1_6 176 num_rel 6-1_6 27 num_rel_ret 6-1_6 19 map 6-1_6 0.4188 Rprec 6-1_6 0.4444 bpref 6-1_6 0.5405 recip_rank 6-1_6 1.0000 iprec_at_recall_0.00 6-1_6 1.0000 iprec_at_recall_0.10 6-1_6 1.0000 iprec_at_recall_0.20 6-1_6 0.7000 iprec_at_recall_0.30 6-1_6 0.6923 iprec_at_recall_0.40 6-1_6 0.5238 iprec_at_recall_0.50 6-1_6 0.4242 iprec_at_recall_0.60 6-1_6 0.3636 iprec_at_recall_0.70 6-1_6 0.1743 iprec_at_recall_0.80 6-1_6 0.0000 iprec_at_recall_0.90 6-1_6 0.0000 iprec_at_recall_1.00 6-1_6 0.0000 P_5 6-1_6 0.8000 P_10 6-1_6 0.7000 P_15 6-1_6 0.6000 P_20 6-1_6 0.5000 P_30 6-1_6 0.4333 P_100 6-1_6 0.1800 P_200 6-1_6 0.0950 P_500 6-1_6 0.0380 P_1000 6-1_6 0.0190 relstring 6-1_6 '3233111223' recall_5 6-1_6 0.1481 recall_10 6-1_6 0.2593 recall_15 6-1_6 0.3333 recall_20 6-1_6 0.3704 recall_30 6-1_6 0.4815 recall_100 6-1_6 0.6667 recall_200 6-1_6 0.7037 recall_500 6-1_6 0.7037 recall_1000 6-1_6 0.7037 infAP 6-1_6 0.4188 Rprec_mult_0.20 6-1_6 0.6667 Rprec_mult_0.40 6-1_6 0.6364 Rprec_mult_0.60 6-1_6 0.5882 Rprec_mult_0.80 6-1_6 0.5000 Rprec_mult_1.00 6-1_6 0.4444 Rprec_mult_1.20 6-1_6 0.4242 Rprec_mult_1.40 6-1_6 0.3684 Rprec_mult_1.60 6-1_6 0.3636 Rprec_mult_1.80 6-1_6 0.3265 Rprec_mult_2.00 6-1_6 0.2963 utility 6-1_6 -138.0000 11pt_avg 6-1_6 0.4435 binG 6-1_6 0.3083 G 6-1_6 0.2202 ndcg 6-1_6 0.7060 ndcg_rel 6-1_6 0.7133 Rndcg 6-1_6 0.6737 ndcg_cut_5 6-1_6 0.8412 ndcg_cut_10 6-1_6 0.7505 ndcg_cut_15 6-1_6 0.7078 ndcg_cut_20 6-1_6 0.6711 ndcg_cut_30 6-1_6 0.6485 ndcg_cut_100 6-1_6 0.6952 ndcg_cut_200 6-1_6 0.7060 ndcg_cut_500 6-1_6 0.7060 ndcg_cut_1000 6-1_6 0.7060 map_cut_5 6-1_6 0.1481 map_cut_10 6-1_6 0.2219 map_cut_15 6-1_6 0.2722 map_cut_20 6-1_6 0.2954 map_cut_30 6-1_6 0.3491 map_cut_100 6-1_6 0.4124 map_cut_200 6-1_6 0.4188 map_cut_500 6-1_6 0.4188 map_cut_1000 6-1_6 0.4188 relative_P_5 6-1_6 0.8000 relative_P_10 6-1_6 0.7000 relative_P_15 6-1_6 0.6000 relative_P_20 6-1_6 0.5000 relative_P_30 6-1_6 0.4815 relative_P_100 6-1_6 0.6667 relative_P_200 6-1_6 0.7037 relative_P_500 6-1_6 0.7037 relative_P_1000 6-1_6 0.7037 success_1 6-1_6 1.0000 success_5 6-1_6 1.0000 success_10 6-1_6 1.0000 set_P 6-1_6 0.1080 set_relative_P 6-1_6 0.7037 set_recall 6-1_6 0.7037 set_map 6-1_6 0.0760 set_F 6-1_6 0.1872 num_nonrel_judged_ret 6-1_6 19 rbp 6-1_6 0.5969 rbp_resid 6-1_6 0.1357 unj_5 6-1_6 0.0000 unj_10 6-1_6 0.0000 unj_20 6-1_6 0.1500 num_ret 6-1_7 918 num_rel 6-1_7 46 num_rel_ret 6-1_7 32 map 6-1_7 0.1295 Rprec 6-1_7 0.1957 bpref 6-1_7 0.2302 recip_rank 6-1_7 1.0000 iprec_at_recall_0.00 6-1_7 1.0000 iprec_at_recall_0.10 6-1_7 0.2941 iprec_at_recall_0.20 6-1_7 0.2903 iprec_at_recall_0.30 6-1_7 0.2083 iprec_at_recall_0.40 6-1_7 0.1033 iprec_at_recall_0.50 6-1_7 0.0738 iprec_at_recall_0.60 6-1_7 0.0662 iprec_at_recall_0.70 6-1_7 0.0532 iprec_at_recall_0.80 6-1_7 0.0000 iprec_at_recall_0.90 6-1_7 0.0000 iprec_at_recall_1.00 6-1_7 0.0000 P_5 6-1_7 0.2000 P_10 6-1_7 0.3000 P_15 6-1_7 0.2667 P_20 6-1_7 0.2500 P_30 6-1_7 0.2667 P_100 6-1_7 0.1600 P_200 6-1_7 0.0950 P_500 6-1_7 0.0580 P_1000 6-1_7 0.0320 relstring 6-1_7 '2111102311' recall_5 6-1_7 0.0217 recall_10 6-1_7 0.0652 recall_15 6-1_7 0.0870 recall_20 6-1_7 0.1087 recall_30 6-1_7 0.1739 recall_100 6-1_7 0.3478 recall_200 6-1_7 0.4130 recall_500 6-1_7 0.6304 recall_1000 6-1_7 0.6957 infAP 6-1_7 0.1295 Rprec_mult_0.20 6-1_7 0.3000 Rprec_mult_0.40 6-1_7 0.2632 Rprec_mult_0.60 6-1_7 0.2857 Rprec_mult_0.80 6-1_7 0.2432 Rprec_mult_1.00 6-1_7 0.1957 Rprec_mult_1.20 6-1_7 0.1964 Rprec_mult_1.40 6-1_7 0.2000 Rprec_mult_1.60 6-1_7 0.2027 Rprec_mult_1.80 6-1_7 0.1807 Rprec_mult_2.00 6-1_7 0.1630 utility 6-1_7 -854.0000 11pt_avg 6-1_7 0.1899 binG 6-1_7 0.1376 G 6-1_7 0.1197 ndcg 6-1_7 0.5678 ndcg_rel 6-1_7 0.4860 Rndcg 6-1_7 0.4371 ndcg_cut_5 6-1_7 0.4464 ndcg_cut_10 6-1_7 0.4513 ndcg_cut_15 6-1_7 0.4212 ndcg_cut_20 6-1_7 0.4065 ndcg_cut_30 6-1_7 0.4143 ndcg_cut_100 6-1_7 0.3944 ndcg_cut_200 6-1_7 0.4254 ndcg_cut_500 6-1_7 0.5407 ndcg_cut_1000 6-1_7 0.5678 map_cut_5 6-1_7 0.0217 map_cut_10 6-1_7 0.0361 map_cut_15 6-1_7 0.0419 map_cut_20 6-1_7 0.0483 map_cut_30 6-1_7 0.0660 map_cut_100 6-1_7 0.1022 map_cut_200 6-1_7 0.1089 map_cut_500 6-1_7 0.1258 map_cut_1000 6-1_7 0.1295 relative_P_5 6-1_7 0.2000 relative_P_10 6-1_7 0.3000 relative_P_15 6-1_7 0.2667 relative_P_20 6-1_7 0.2500 relative_P_30 6-1_7 0.2667 relative_P_100 6-1_7 0.3478 relative_P_200 6-1_7 0.4130 relative_P_500 6-1_7 0.6304 relative_P_1000 6-1_7 0.6957 success_1 6-1_7 1.0000 success_5 6-1_7 1.0000 success_10 6-1_7 1.0000 set_P 6-1_7 0.0349 set_relative_P 6-1_7 0.6957 set_recall 6-1_7 0.6957 set_map 6-1_7 0.0242 set_F 6-1_7 0.0664 num_nonrel_judged_ret 6-1_7 69 rbp 6-1_7 0.3668 rbp_resid 6-1_7 0.1084 unj_5 6-1_7 0.0000 unj_10 6-1_7 0.0000 unj_20 6-1_7 0.1500 num_ret 6-2_2 706 num_rel 6-2_2 56 num_rel_ret 6-2_2 32 map 6-2_2 0.2505 Rprec 6-2_2 0.3571 bpref 6-2_2 0.4882 recip_rank 6-2_2 1.0000 iprec_at_recall_0.00 6-2_2 1.0000 iprec_at_recall_0.10 6-2_2 0.7000 iprec_at_recall_0.20 6-2_2 0.4815 iprec_at_recall_0.30 6-2_2 0.3571 iprec_at_recall_0.40 6-2_2 0.2796 iprec_at_recall_0.50 6-2_2 0.2258 iprec_at_recall_0.60 6-2_2 0.0000 iprec_at_recall_0.70 6-2_2 0.0000 iprec_at_recall_0.80 6-2_2 0.0000 iprec_at_recall_0.90 6-2_2 0.0000 iprec_at_recall_1.00 6-2_2 0.0000 P_5 6-2_2 0.6000 P_10 6-2_2 0.7000 P_15 6-2_2 0.6667 P_20 6-2_2 0.5000 P_30 6-2_2 0.4333 P_100 6-2_2 0.2700 P_200 6-2_2 0.1500 P_500 6-2_2 0.0640 P_1000 6-2_2 0.0320 relstring 6-2_2 '3134123122' recall_5 6-2_2 0.0536 recall_10 6-2_2 0.1250 recall_15 6-2_2 0.1786 recall_20 6-2_2 0.1786 recall_30 6-2_2 0.2321 recall_100 6-2_2 0.4821 recall_200 6-2_2 0.5357 recall_500 6-2_2 0.5714 recall_1000 6-2_2 0.5714 infAP 6-2_2 0.2505 Rprec_mult_0.20 6-2_2 0.5833 Rprec_mult_0.40 6-2_2 0.4348 Rprec_mult_0.60 6-2_2 0.4412 Rprec_mult_0.80 6-2_2 0.3556 Rprec_mult_1.00 6-2_2 0.3571 Rprec_mult_1.20 6-2_2 0.3088 Rprec_mult_1.40 6-2_2 0.2785 Rprec_mult_1.60 6-2_2 0.2778 Rprec_mult_1.80 6-2_2 0.2673 Rprec_mult_2.00 6-2_2 0.2411 utility 6-2_2 -642.0000 11pt_avg 6-2_2 0.2767 binG 6-2_2 0.1654 G 6-2_2 0.1150 ndcg 6-2_2 0.5416 ndcg_rel 6-2_2 0.5347 Rndcg 6-2_2 0.5095 ndcg_cut_5 6-2_2 0.6139 ndcg_cut_10 6-2_2 0.5749 ndcg_cut_15 6-2_2 0.6011 ndcg_cut_20 6-2_2 0.5183 ndcg_cut_30 6-2_2 0.4903 ndcg_cut_100 6-2_2 0.4955 ndcg_cut_200 6-2_2 0.5226 ndcg_cut_500 6-2_2 0.5416 ndcg_cut_1000 6-2_2 0.5416 map_cut_5 6-2_2 0.0432 map_cut_10 6-2_2 0.0922 map_cut_15 6-2_2 0.1266 map_cut_20 6-2_2 0.1266 map_cut_30 6-2_2 0.1513 map_cut_100 6-2_2 0.2349 map_cut_200 6-2_2 0.2458 map_cut_500 6-2_2 0.2505 map_cut_1000 6-2_2 0.2505 relative_P_5 6-2_2 0.6000 relative_P_10 6-2_2 0.7000 relative_P_15 6-2_2 0.6667 relative_P_20 6-2_2 0.5000 relative_P_30 6-2_2 0.4333 relative_P_100 6-2_2 0.4821 relative_P_200 6-2_2 0.5357 relative_P_500 6-2_2 0.5714 relative_P_1000 6-2_2 0.5714 success_1 6-2_2 1.0000 success_5 6-2_2 1.0000 success_10 6-2_2 1.0000 set_P 6-2_2 0.0453 set_relative_P 6-2_2 0.5714 set_recall 6-2_2 0.5714 set_map 6-2_2 0.0259 set_F 6-2_2 0.0840 num_nonrel_judged_ret 6-2_2 17 rbp 6-2_2 0.4662 rbp_resid 6-2_2 0.1655 unj_5 6-2_2 0.0000 unj_10 6-2_2 0.0000 unj_20 6-2_2 0.3000 num_ret 6-2_3 149 num_rel 6-2_3 17 num_rel_ret 6-2_3 1 map 6-2_3 0.0588 Rprec 6-2_3 0.0588 bpref 6-2_3 0.0588 recip_rank 6-2_3 1.0000 iprec_at_recall_0.00 6-2_3 1.0000 iprec_at_recall_0.10 6-2_3 0.0000 iprec_at_recall_0.20 6-2_3 0.0000 iprec_at_recall_0.30 6-2_3 0.0000 iprec_at_recall_0.40 6-2_3 0.0000 iprec_at_recall_0.50 6-2_3 0.0000 iprec_at_recall_0.60 6-2_3 0.0000 iprec_at_recall_0.70 6-2_3 0.0000 iprec_at_recall_0.80 6-2_3 0.0000 iprec_at_recall_0.90 6-2_3 0.0000 iprec_at_recall_1.00 6-2_3 0.0000 P_5 6-2_3 0.2000 P_10 6-2_3 0.1000 P_15 6-2_3 0.0667 P_20 6-2_3 0.0500 P_30 6-2_3 0.0333 P_100 6-2_3 0.0100 P_200 6-2_3 0.0050 P_500 6-2_3 0.0020 P_1000 6-2_3 0.0010 relstring 6-2_3 '3000000000' recall_5 6-2_3 0.0588 recall_10 6-2_3 0.0588 recall_15 6-2_3 0.0588 recall_20 6-2_3 0.0588 recall_30 6-2_3 0.0588 recall_100 6-2_3 0.0588 recall_200 6-2_3 0.0588 recall_500 6-2_3 0.0588 recall_1000 6-2_3 0.0588 infAP 6-2_3 0.0588 Rprec_mult_0.20 6-2_3 0.2500 Rprec_mult_0.40 6-2_3 0.1429 Rprec_mult_0.60 6-2_3 0.0909 Rprec_mult_0.80 6-2_3 0.0714 Rprec_mult_1.00 6-2_3 0.0588 Rprec_mult_1.20 6-2_3 0.0476 Rprec_mult_1.40 6-2_3 0.0417 Rprec_mult_1.60 6-2_3 0.0357 Rprec_mult_1.80 6-2_3 0.0323 Rprec_mult_2.00 6-2_3 0.0294 utility 6-2_3 -147.0000 11pt_avg 6-2_3 0.0909 binG 6-2_3 0.0588 G 6-2_3 0.0402 ndcg 6-2_3 0.1695 ndcg_rel 6-2_3 0.1881 Rndcg 6-2_3 0.3081 ndcg_cut_5 6-2_3 0.3047 ndcg_cut_10 6-2_3 0.2240 ndcg_cut_15 6-2_3 0.1872 ndcg_cut_20 6-2_3 0.1696 ndcg_cut_30 6-2_3 0.1729 ndcg_cut_100 6-2_3 0.1695 ndcg_cut_200 6-2_3 0.1695 ndcg_cut_500 6-2_3 0.1695 ndcg_cut_1000 6-2_3 0.1695 map_cut_5 6-2_3 0.0588 map_cut_10 6-2_3 0.0588 map_cut_15 6-2_3 0.0588 map_cut_20 6-2_3 0.0588 map_cut_30 6-2_3 0.0588 map_cut_100 6-2_3 0.0588 map_cut_200 6-2_3 0.0588 map_cut_500 6-2_3 0.0588 map_cut_1000 6-2_3 0.0588 relative_P_5 6-2_3 0.2000 relative_P_10 6-2_3 0.1000 relative_P_15 6-2_3 0.0667 relative_P_20 6-2_3 0.0588 relative_P_30 6-2_3 0.0588 relative_P_100 6-2_3 0.0588 relative_P_200 6-2_3 0.0588 relative_P_500 6-2_3 0.0588 relative_P_1000 6-2_3 0.0588 success_1 6-2_3 1.0000 success_5 6-2_3 1.0000 success_10 6-2_3 1.0000 set_P 6-2_3 0.0067 set_relative_P 6-2_3 0.0588 set_recall 6-2_3 0.0588 set_map 6-2_3 0.0004 set_F 6-2_3 0.0120 num_nonrel_judged_ret 6-2_3 17 rbp 6-2_3 0.0791 rbp_resid 6-2_3 0.2506 unj_5 6-2_3 0.0000 unj_10 6-2_3 0.0000 unj_20 6-2_3 0.4000 num_ret 6-2_5 815 num_rel 6-2_5 51 num_rel_ret 6-2_5 35 map 6-2_5 0.1593 Rprec 6-2_5 0.2745 bpref 6-2_5 0.4656 recip_rank 6-2_5 1.0000 iprec_at_recall_0.00 6-2_5 1.0000 iprec_at_recall_0.10 6-2_5 0.3077 iprec_at_recall_0.20 6-2_5 0.2963 iprec_at_recall_0.30 6-2_5 0.2963 iprec_at_recall_0.40 6-2_5 0.2000 iprec_at_recall_0.50 6-2_5 0.1769 iprec_at_recall_0.60 6-2_5 0.1202 iprec_at_recall_0.70 6-2_5 0.0000 iprec_at_recall_0.80 6-2_5 0.0000 iprec_at_recall_0.90 6-2_5 0.0000 iprec_at_recall_1.00 6-2_5 0.0000 P_5 6-2_5 0.2000 P_10 6-2_5 0.2000 P_15 6-2_5 0.2000 P_20 6-2_5 0.2500 P_30 6-2_5 0.2667 P_100 6-2_5 0.2000 P_200 6-2_5 0.1450 P_500 6-2_5 0.0700 P_1000 6-2_5 0.0350 relstring 6-2_5 '4001011121' recall_5 6-2_5 0.0196 recall_10 6-2_5 0.0392 recall_15 6-2_5 0.0588 recall_20 6-2_5 0.0980 recall_30 6-2_5 0.1569 recall_100 6-2_5 0.3922 recall_200 6-2_5 0.5686 recall_500 6-2_5 0.6863 recall_1000 6-2_5 0.6863 infAP 6-2_5 0.1593 Rprec_mult_0.20 6-2_5 0.1818 Rprec_mult_0.40 6-2_5 0.2381 Rprec_mult_0.60 6-2_5 0.2581 Rprec_mult_0.80 6-2_5 0.2683 Rprec_mult_1.00 6-2_5 0.2745 Rprec_mult_1.20 6-2_5 0.2581 Rprec_mult_1.40 6-2_5 0.2222 Rprec_mult_1.60 6-2_5 0.2195 Rprec_mult_1.80 6-2_5 0.2065 Rprec_mult_2.00 6-2_5 0.1961 utility 6-2_5 -745.0000 11pt_avg 6-2_5 0.2179 binG 6-2_5 0.1391 G 6-2_5 0.1096 ndcg 6-2_5 0.4858 ndcg_rel 6-2_5 0.4265 Rndcg 6-2_5 0.3653 ndcg_cut_5 6-2_5 0.3757 ndcg_cut_10 6-2_5 0.3481 ndcg_cut_15 6-2_5 0.3157 ndcg_cut_20 6-2_5 0.3251 ndcg_cut_30 6-2_5 0.3187 ndcg_cut_100 6-2_5 0.3417 ndcg_cut_200 6-2_5 0.4237 ndcg_cut_500 6-2_5 0.4858 ndcg_cut_1000 6-2_5 0.4858 map_cut_5 6-2_5 0.0196 map_cut_10 6-2_5 0.0240 map_cut_15 6-2_5 0.0285 map_cut_20 6-2_5 0.0388 map_cut_30 6-2_5 0.0559 map_cut_100 6-2_5 0.1168 map_cut_200 6-2_5 0.1469 map_cut_500 6-2_5 0.1593 map_cut_1000 6-2_5 0.1593 relative_P_5 6-2_5 0.2000 relative_P_10 6-2_5 0.2000 relative_P_15 6-2_5 0.2000 relative_P_20 6-2_5 0.2500 relative_P_30 6-2_5 0.2667 relative_P_100 6-2_5 0.3922 relative_P_200 6-2_5 0.5686 relative_P_500 6-2_5 0.6863 relative_P_1000 6-2_5 0.6863 success_1 6-2_5 1.0000 success_5 6-2_5 1.0000 success_10 6-2_5 1.0000 set_P 6-2_5 0.0429 set_relative_P 6-2_5 0.6863 set_recall 6-2_5 0.6863 set_map 6-2_5 0.0295 set_F 6-2_5 0.0808 num_nonrel_judged_ret 6-2_5 27 rbp 6-2_5 0.2757 rbp_resid 6-2_5 0.1602 unj_5 6-2_5 0.0000 unj_10 6-2_5 0.0000 unj_20 6-2_5 0.2500 num_ret 7-1_1 947 num_rel 7-1_1 4 num_rel_ret 7-1_1 1 map 7-1_1 0.0006 Rprec 7-1_1 0.0000 bpref 7-1_1 0.0000 recip_rank 7-1_1 0.0024 iprec_at_recall_0.00 7-1_1 0.0024 iprec_at_recall_0.10 7-1_1 0.0024 iprec_at_recall_0.20 7-1_1 0.0024 iprec_at_recall_0.30 7-1_1 0.0024 iprec_at_recall_0.40 7-1_1 0.0000 iprec_at_recall_0.50 7-1_1 0.0000 iprec_at_recall_0.60 7-1_1 0.0000 iprec_at_recall_0.70 7-1_1 0.0000 iprec_at_recall_0.80 7-1_1 0.0000 iprec_at_recall_0.90 7-1_1 0.0000 iprec_at_recall_1.00 7-1_1 0.0000 P_5 7-1_1 0.0000 P_10 7-1_1 0.0000 P_15 7-1_1 0.0000 P_20 7-1_1 0.0000 P_30 7-1_1 0.0000 P_100 7-1_1 0.0000 P_200 7-1_1 0.0000 P_500 7-1_1 0.0020 P_1000 7-1_1 0.0010 relstring 7-1_1 '1111111101' recall_5 7-1_1 0.0000 recall_10 7-1_1 0.0000 recall_15 7-1_1 0.0000 recall_20 7-1_1 0.0000 recall_30 7-1_1 0.0000 recall_100 7-1_1 0.0000 recall_200 7-1_1 0.0000 recall_500 7-1_1 0.2500 recall_1000 7-1_1 0.2500 infAP 7-1_1 0.0006 Rprec_mult_0.20 7-1_1 0.0000 Rprec_mult_0.40 7-1_1 0.0000 Rprec_mult_0.60 7-1_1 0.0000 Rprec_mult_0.80 7-1_1 0.0000 Rprec_mult_1.00 7-1_1 0.0000 Rprec_mult_1.20 7-1_1 0.0000 Rprec_mult_1.40 7-1_1 0.0000 Rprec_mult_1.60 7-1_1 0.0000 Rprec_mult_1.80 7-1_1 0.0000 Rprec_mult_2.00 7-1_1 0.0000 utility 7-1_1 -945.0000 11pt_avg 7-1_1 0.0009 binG 7-1_1 0.0286 G 7-1_1 0.0734 ndcg 7-1_1 0.3527 ndcg_rel 7-1_1 0.3714 Rndcg 7-1_1 0.3478 ndcg_cut_5 7-1_1 0.4529 ndcg_cut_10 7-1_1 0.5234 ndcg_cut_15 7-1_1 0.5070 ndcg_cut_20 7-1_1 0.5170 ndcg_cut_30 7-1_1 0.5142 ndcg_cut_100 7-1_1 0.3241 ndcg_cut_200 7-1_1 0.3051 ndcg_cut_500 7-1_1 0.3453 ndcg_cut_1000 7-1_1 0.3527 map_cut_5 7-1_1 0.0000 map_cut_10 7-1_1 0.0000 map_cut_15 7-1_1 0.0000 map_cut_20 7-1_1 0.0000 map_cut_30 7-1_1 0.0000 map_cut_100 7-1_1 0.0000 map_cut_200 7-1_1 0.0000 map_cut_500 7-1_1 0.0006 map_cut_1000 7-1_1 0.0006 relative_P_5 7-1_1 0.0000 relative_P_10 7-1_1 0.0000 relative_P_15 7-1_1 0.0000 relative_P_20 7-1_1 0.0000 relative_P_30 7-1_1 0.0000 relative_P_100 7-1_1 0.0000 relative_P_200 7-1_1 0.0000 relative_P_500 7-1_1 0.2500 relative_P_1000 7-1_1 0.2500 success_1 7-1_1 0.0000 success_5 7-1_1 0.0000 success_10 7-1_1 0.0000 set_P 7-1_1 0.0011 set_relative_P 7-1_1 0.2500 set_recall 7-1_1 0.2500 set_map 7-1_1 0.0003 set_F 7-1_1 0.0021 num_nonrel_judged_ret 7-1_1 73 rbp 7-1_1 0.2556 rbp_resid 7-1_1 0.1655 unj_5 7-1_1 0.0000 unj_10 7-1_1 0.0000 unj_20 7-1_1 0.2500 num_ret 7-1_5 958 num_rel 7-1_5 6 num_rel_ret 7-1_5 4 map 7-1_5 0.0395 Rprec 7-1_5 0.0000 bpref 7-1_5 0.0000 recip_rank 7-1_5 0.1429 iprec_at_recall_0.00 7-1_5 0.1429 iprec_at_recall_0.10 7-1_5 0.1429 iprec_at_recall_0.20 7-1_5 0.1429 iprec_at_recall_0.30 7-1_5 0.0392 iprec_at_recall_0.40 7-1_5 0.0392 iprec_at_recall_0.50 7-1_5 0.0294 iprec_at_recall_0.60 7-1_5 0.0256 iprec_at_recall_0.70 7-1_5 0.0256 iprec_at_recall_0.80 7-1_5 0.0000 iprec_at_recall_0.90 7-1_5 0.0000 iprec_at_recall_1.00 7-1_5 0.0000 P_5 7-1_5 0.0000 P_10 7-1_5 0.1000 P_15 7-1_5 0.0667 P_20 7-1_5 0.0500 P_30 7-1_5 0.0333 P_100 7-1_5 0.0200 P_200 7-1_5 0.0200 P_500 7-1_5 0.0080 P_1000 7-1_5 0.0040 relstring 7-1_5 '0010004000' recall_5 7-1_5 0.0000 recall_10 7-1_5 0.1667 recall_15 7-1_5 0.1667 recall_20 7-1_5 0.1667 recall_30 7-1_5 0.1667 recall_100 7-1_5 0.3333 recall_200 7-1_5 0.6667 recall_500 7-1_5 0.6667 recall_1000 7-1_5 0.6667 infAP 7-1_5 0.0395 Rprec_mult_0.20 7-1_5 0.0000 Rprec_mult_0.40 7-1_5 0.0000 Rprec_mult_0.60 7-1_5 0.0000 Rprec_mult_0.80 7-1_5 0.0000 Rprec_mult_1.00 7-1_5 0.0000 Rprec_mult_1.20 7-1_5 0.1250 Rprec_mult_1.40 7-1_5 0.1111 Rprec_mult_1.60 7-1_5 0.1000 Rprec_mult_1.80 7-1_5 0.0909 Rprec_mult_2.00 7-1_5 0.0833 utility 7-1_5 -950.0000 11pt_avg 7-1_5 0.0534 binG 7-1_5 0.1329 G 7-1_5 0.1063 ndcg 7-1_5 0.2842 ndcg_rel 7-1_5 0.2393 Rndcg 7-1_5 0.1229 ndcg_cut_5 7-1_5 0.0424 ndcg_cut_10 7-1_5 0.1334 ndcg_cut_15 7-1_5 0.1387 ndcg_cut_20 7-1_5 0.1286 ndcg_cut_30 7-1_5 0.1252 ndcg_cut_100 7-1_5 0.1767 ndcg_cut_200 7-1_5 0.2715 ndcg_cut_500 7-1_5 0.2715 ndcg_cut_1000 7-1_5 0.2842 map_cut_5 7-1_5 0.0000 map_cut_10 7-1_5 0.0238 map_cut_15 7-1_5 0.0238 map_cut_20 7-1_5 0.0238 map_cut_30 7-1_5 0.0238 map_cut_100 7-1_5 0.0303 map_cut_200 7-1_5 0.0395 map_cut_500 7-1_5 0.0395 map_cut_1000 7-1_5 0.0395 relative_P_5 7-1_5 0.0000 relative_P_10 7-1_5 0.1667 relative_P_15 7-1_5 0.1667 relative_P_20 7-1_5 0.1667 relative_P_30 7-1_5 0.1667 relative_P_100 7-1_5 0.3333 relative_P_200 7-1_5 0.6667 relative_P_500 7-1_5 0.6667 relative_P_1000 7-1_5 0.6667 success_1 7-1_5 0.0000 success_5 7-1_5 0.0000 success_10 7-1_5 1.0000 set_P 7-1_5 0.0042 set_relative_P 7-1_5 0.6667 set_recall 7-1_5 0.6667 set_map 7-1_5 0.0028 set_F 7-1_5 0.0083 num_nonrel_judged_ret 7-1_5 35 rbp 7-1_5 0.0803 rbp_resid 7-1_5 0.2568 unj_5 7-1_5 0.0000 unj_10 7-1_5 0.0000 unj_20 7-1_5 0.4000 num_ret 7-1_6 460 num_rel 7-1_6 9 num_rel_ret 7-1_6 9 map 7-1_6 0.9170 Rprec 7-1_6 0.7778 bpref 7-1_6 0.9136 recip_rank 7-1_6 1.0000 iprec_at_recall_0.00 7-1_6 1.0000 iprec_at_recall_0.10 7-1_6 1.0000 iprec_at_recall_0.20 7-1_6 1.0000 iprec_at_recall_0.30 7-1_6 1.0000 iprec_at_recall_0.40 7-1_6 1.0000 iprec_at_recall_0.50 7-1_6 1.0000 iprec_at_recall_0.60 7-1_6 1.0000 iprec_at_recall_0.70 7-1_6 0.8571 iprec_at_recall_0.80 7-1_6 0.8182 iprec_at_recall_0.90 7-1_6 0.8182 iprec_at_recall_1.00 7-1_6 0.8182 P_5 7-1_6 1.0000 P_10 7-1_6 0.8000 P_15 7-1_6 0.6000 P_20 7-1_6 0.4500 P_30 7-1_6 0.3000 P_100 7-1_6 0.0900 P_200 7-1_6 0.0450 P_500 7-1_6 0.0180 P_1000 7-1_6 0.0090 relstring 7-1_6 '4444412122' recall_5 7-1_6 0.5556 recall_10 7-1_6 0.8889 recall_15 7-1_6 1.0000 recall_20 7-1_6 1.0000 recall_30 7-1_6 1.0000 recall_100 7-1_6 1.0000 recall_200 7-1_6 1.0000 recall_500 7-1_6 1.0000 recall_1000 7-1_6 1.0000 infAP 7-1_6 0.9170 Rprec_mult_0.20 7-1_6 1.0000 Rprec_mult_0.40 7-1_6 1.0000 Rprec_mult_0.60 7-1_6 0.8333 Rprec_mult_0.80 7-1_6 0.7500 Rprec_mult_1.00 7-1_6 0.7778 Rprec_mult_1.20 7-1_6 0.8182 Rprec_mult_1.40 7-1_6 0.6923 Rprec_mult_1.60 7-1_6 0.6000 Rprec_mult_1.80 7-1_6 0.5294 Rprec_mult_2.00 7-1_6 0.5000 utility 7-1_6 -442.0000 11pt_avg 7-1_6 0.9374 binG 7-1_6 0.7923 G 7-1_6 0.7627 ndcg 7-1_6 0.9309 ndcg_rel 7-1_6 0.9528 Rndcg 7-1_6 0.9202 ndcg_cut_5 7-1_6 1.0000 ndcg_cut_10 7-1_6 0.9289 ndcg_cut_15 7-1_6 0.9224 ndcg_cut_20 7-1_6 0.9224 ndcg_cut_30 7-1_6 0.9224 ndcg_cut_100 7-1_6 0.9224 ndcg_cut_200 7-1_6 0.9309 ndcg_cut_500 7-1_6 0.9309 ndcg_cut_1000 7-1_6 0.9309 map_cut_5 7-1_6 0.5556 map_cut_10 7-1_6 0.8261 map_cut_15 7-1_6 0.9170 map_cut_20 7-1_6 0.9170 map_cut_30 7-1_6 0.9170 map_cut_100 7-1_6 0.9170 map_cut_200 7-1_6 0.9170 map_cut_500 7-1_6 0.9170 map_cut_1000 7-1_6 0.9170 relative_P_5 7-1_6 1.0000 relative_P_10 7-1_6 0.8889 relative_P_15 7-1_6 1.0000 relative_P_20 7-1_6 1.0000 relative_P_30 7-1_6 1.0000 relative_P_100 7-1_6 1.0000 relative_P_200 7-1_6 1.0000 relative_P_500 7-1_6 1.0000 relative_P_1000 7-1_6 1.0000 success_1 7-1_6 1.0000 success_5 7-1_6 1.0000 success_10 7-1_6 1.0000 set_P 7-1_6 0.0196 set_relative_P 7-1_6 1.0000 set_recall 7-1_6 1.0000 set_map 7-1_6 0.0196 set_F 7-1_6 0.0384 num_nonrel_judged_ret 7-1_6 5 rbp 7-1_6 0.5386 rbp_resid 7-1_6 0.3137 unj_5 7-1_6 0.0000 unj_10 7-1_6 0.0000 unj_20 7-1_6 0.4500 num_ret 7-1_9 914 num_rel 7-1_9 20 num_rel_ret 7-1_9 13 map 7-1_9 0.5058 Rprec 7-1_9 0.5500 bpref 7-1_9 0.5975 recip_rank 7-1_9 1.0000 iprec_at_recall_0.00 7-1_9 1.0000 iprec_at_recall_0.10 7-1_9 1.0000 iprec_at_recall_0.20 7-1_9 1.0000 iprec_at_recall_0.30 7-1_9 1.0000 iprec_at_recall_0.40 7-1_9 0.8333 iprec_at_recall_0.50 7-1_9 0.8333 iprec_at_recall_0.60 7-1_9 0.0460 iprec_at_recall_0.70 7-1_9 0.0000 iprec_at_recall_0.80 7-1_9 0.0000 iprec_at_recall_0.90 7-1_9 0.0000 iprec_at_recall_1.00 7-1_9 0.0000 P_5 7-1_9 1.0000 P_10 7-1_9 0.8000 P_15 7-1_9 0.6667 P_20 7-1_9 0.5500 P_30 7-1_9 0.3667 P_100 7-1_9 0.1100 P_200 7-1_9 0.0550 P_500 7-1_9 0.0260 P_1000 7-1_9 0.0130 relstring 7-1_9 '2222222112' recall_5 7-1_9 0.2500 recall_10 7-1_9 0.4000 recall_15 7-1_9 0.5000 recall_20 7-1_9 0.5500 recall_30 7-1_9 0.5500 recall_100 7-1_9 0.5500 recall_200 7-1_9 0.5500 recall_500 7-1_9 0.6500 recall_1000 7-1_9 0.6500 infAP 7-1_9 0.5058 Rprec_mult_0.20 7-1_9 1.0000 Rprec_mult_0.40 7-1_9 0.8750 Rprec_mult_0.60 7-1_9 0.8333 Rprec_mult_0.80 7-1_9 0.6250 Rprec_mult_1.00 7-1_9 0.5500 Rprec_mult_1.20 7-1_9 0.4583 Rprec_mult_1.40 7-1_9 0.3929 Rprec_mult_1.60 7-1_9 0.3438 Rprec_mult_1.80 7-1_9 0.3056 Rprec_mult_2.00 7-1_9 0.2750 utility 7-1_9 -888.0000 11pt_avg 7-1_9 0.5193 binG 7-1_9 0.4524 G 7-1_9 0.2059 ndcg 7-1_9 0.5851 ndcg_rel 7-1_9 0.6333 Rndcg 7-1_9 0.5628 ndcg_cut_5 7-1_9 0.7467 ndcg_cut_10 7-1_9 0.7640 ndcg_cut_15 7-1_9 0.7165 ndcg_cut_20 7-1_9 0.6402 ndcg_cut_30 7-1_9 0.5656 ndcg_cut_100 7-1_9 0.5340 ndcg_cut_200 7-1_9 0.5415 ndcg_cut_500 7-1_9 0.5851 ndcg_cut_1000 7-1_9 0.5851 map_cut_5 7-1_9 0.2500 map_cut_10 7-1_9 0.3900 map_cut_15 7-1_9 0.4726 map_cut_20 7-1_9 0.5015 map_cut_30 7-1_9 0.5015 map_cut_100 7-1_9 0.5015 map_cut_200 7-1_9 0.5015 map_cut_500 7-1_9 0.5058 map_cut_1000 7-1_9 0.5058 relative_P_5 7-1_9 1.0000 relative_P_10 7-1_9 0.8000 relative_P_15 7-1_9 0.6667 relative_P_20 7-1_9 0.5500 relative_P_30 7-1_9 0.5500 relative_P_100 7-1_9 0.5500 relative_P_200 7-1_9 0.5500 relative_P_500 7-1_9 0.6500 relative_P_1000 7-1_9 0.6500 success_1 7-1_9 1.0000 success_5 7-1_9 1.0000 success_10 7-1_9 1.0000 set_P 7-1_9 0.0142 set_relative_P 7-1_9 0.6500 set_recall 7-1_9 0.6500 set_map 7-1_9 0.0092 set_F 7-1_9 0.0278 num_nonrel_judged_ret 7-1_9 8 rbp 7-1_9 0.3506 rbp_resid 7-1_9 0.2392 unj_5 7-1_9 0.0000 unj_10 7-1_9 0.0000 unj_20 7-1_9 0.3000 num_ret 9-1_10 406 num_rel 9-1_10 59 num_rel_ret 9-1_10 44 map 9-1_10 0.4755 Rprec 9-1_10 0.4746 bpref 9-1_10 0.7325 recip_rank 9-1_10 1.0000 iprec_at_recall_0.00 9-1_10 1.0000 iprec_at_recall_0.10 9-1_10 1.0000 iprec_at_recall_0.20 9-1_10 0.9231 iprec_at_recall_0.30 9-1_10 0.5789 iprec_at_recall_0.40 9-1_10 0.5000 iprec_at_recall_0.50 9-1_10 0.4923 iprec_at_recall_0.60 9-1_10 0.4865 iprec_at_recall_0.70 9-1_10 0.4457 iprec_at_recall_0.80 9-1_10 0.0000 iprec_at_recall_0.90 9-1_10 0.0000 iprec_at_recall_1.00 9-1_10 0.0000 P_5 9-1_10 1.0000 P_10 9-1_10 1.0000 P_15 9-1_10 0.8000 P_20 9-1_10 0.7000 P_30 9-1_10 0.5667 P_100 9-1_10 0.4100 P_200 9-1_10 0.2150 P_500 9-1_10 0.0880 P_1000 9-1_10 0.0440 relstring 9-1_10 '4444444434' recall_5 9-1_10 0.0847 recall_10 9-1_10 0.1695 recall_15 9-1_10 0.2034 recall_20 9-1_10 0.2373 recall_30 9-1_10 0.2881 recall_100 9-1_10 0.6949 recall_200 9-1_10 0.7288 recall_500 9-1_10 0.7458 recall_1000 9-1_10 0.7458 infAP 9-1_10 0.4755 Rprec_mult_0.20 9-1_10 0.9167 Rprec_mult_0.40 9-1_10 0.6667 Rprec_mult_0.60 9-1_10 0.5556 Rprec_mult_0.80 9-1_10 0.4583 Rprec_mult_1.00 9-1_10 0.4746 Rprec_mult_1.20 9-1_10 0.4789 Rprec_mult_1.40 9-1_10 0.4458 Rprec_mult_1.60 9-1_10 0.4316 Rprec_mult_1.80 9-1_10 0.3832 Rprec_mult_2.00 9-1_10 0.3475 utility 9-1_10 -318.0000 11pt_avg 9-1_10 0.4933 binG 9-1_10 0.3144 G 9-1_10 0.2868 ndcg 9-1_10 0.7431 ndcg_rel 9-1_10 0.7540 Rndcg 9-1_10 0.6561 ndcg_cut_5 9-1_10 1.0000 ndcg_cut_10 9-1_10 0.9834 ndcg_cut_15 9-1_10 0.8313 ndcg_cut_20 9-1_10 0.7333 ndcg_cut_30 9-1_10 0.6563 ndcg_cut_100 9-1_10 0.7180 ndcg_cut_200 9-1_10 0.7380 ndcg_cut_500 9-1_10 0.7431 ndcg_cut_1000 9-1_10 0.7431 map_cut_5 9-1_10 0.0847 map_cut_10 9-1_10 0.1695 map_cut_15 9-1_10 0.2021 map_cut_20 9-1_10 0.2262 map_cut_30 9-1_10 0.2601 map_cut_100 9-1_10 0.4625 map_cut_200 9-1_10 0.4726 map_cut_500 9-1_10 0.4755 map_cut_1000 9-1_10 0.4755 relative_P_5 9-1_10 1.0000 relative_P_10 9-1_10 1.0000 relative_P_15 9-1_10 0.8000 relative_P_20 9-1_10 0.7000 relative_P_30 9-1_10 0.5667 relative_P_100 9-1_10 0.6949 relative_P_200 9-1_10 0.7288 relative_P_500 9-1_10 0.7458 relative_P_1000 9-1_10 0.7458 success_1 9-1_10 1.0000 success_5 9-1_10 1.0000 success_10 9-1_10 1.0000 set_P 9-1_10 0.1084 set_relative_P 9-1_10 0.7458 set_recall 9-1_10 0.7458 set_map 9-1_10 0.0808 set_F 9-1_10 0.1892 num_nonrel_judged_ret 9-1_10 2 rbp 9-1_10 0.7437 rbp_resid 9-1_10 0.1793 unj_5 9-1_10 0.0000 unj_10 9-1_10 0.0000 unj_20 9-1_10 0.2500 num_ret 9-1_2 537 num_rel 9-1_2 58 num_rel_ret 9-1_2 47 map 9-1_2 0.4742 Rprec 9-1_2 0.5345 bpref 9-1_2 0.6561 recip_rank 9-1_2 1.0000 iprec_at_recall_0.00 9-1_2 1.0000 iprec_at_recall_0.10 9-1_2 0.8000 iprec_at_recall_0.20 9-1_2 0.6774 iprec_at_recall_0.30 9-1_2 0.6774 iprec_at_recall_0.40 9-1_2 0.6579 iprec_at_recall_0.50 9-1_2 0.6000 iprec_at_recall_0.60 9-1_2 0.5303 iprec_at_recall_0.70 9-1_2 0.4615 iprec_at_recall_0.80 9-1_2 0.2408 iprec_at_recall_0.90 9-1_2 0.0000 iprec_at_recall_1.00 9-1_2 0.0000 P_5 9-1_2 0.6000 P_10 9-1_2 0.8000 P_15 9-1_2 0.6667 P_20 9-1_2 0.6500 P_30 9-1_2 0.6667 P_100 9-1_2 0.4200 P_200 9-1_2 0.2300 P_500 9-1_2 0.0940 P_1000 9-1_2 0.0470 relstring 9-1_2 '4114322322' recall_5 9-1_2 0.0517 recall_10 9-1_2 0.1379 recall_15 9-1_2 0.1724 recall_20 9-1_2 0.2241 recall_30 9-1_2 0.3448 recall_100 9-1_2 0.7241 recall_200 9-1_2 0.7931 recall_500 9-1_2 0.8103 recall_1000 9-1_2 0.8103 infAP 9-1_2 0.4742 Rprec_mult_0.20 9-1_2 0.6667 Rprec_mult_0.40 9-1_2 0.5833 Rprec_mult_0.60 9-1_2 0.6571 Rprec_mult_0.80 9-1_2 0.5957 Rprec_mult_1.00 9-1_2 0.5345 Rprec_mult_1.20 9-1_2 0.5143 Rprec_mult_1.40 9-1_2 0.4756 Rprec_mult_1.60 9-1_2 0.4516 Rprec_mult_1.80 9-1_2 0.4095 Rprec_mult_2.00 9-1_2 0.3793 utility 9-1_2 -443.0000 11pt_avg 9-1_2 0.5132 binG 9-1_2 0.2360 G 9-1_2 0.1722 ndcg 9-1_2 0.7199 ndcg_rel 9-1_2 0.6710 Rndcg 9-1_2 0.6523 ndcg_cut_5 9-1_2 0.6795 ndcg_cut_10 9-1_2 0.6671 ndcg_cut_15 9-1_2 0.6143 ndcg_cut_20 9-1_2 0.6209 ndcg_cut_30 9-1_2 0.6424 ndcg_cut_100 9-1_2 0.6736 ndcg_cut_200 9-1_2 0.7116 ndcg_cut_500 9-1_2 0.7199 ndcg_cut_1000 9-1_2 0.7199 map_cut_5 9-1_2 0.0362 map_cut_10 9-1_2 0.1002 map_cut_15 9-1_2 0.1227 map_cut_20 9-1_2 0.1566 map_cut_30 9-1_2 0.2328 map_cut_100 9-1_2 0.4462 map_cut_200 9-1_2 0.4711 map_cut_500 9-1_2 0.4742 map_cut_1000 9-1_2 0.4742 relative_P_5 9-1_2 0.6000 relative_P_10 9-1_2 0.8000 relative_P_15 9-1_2 0.6667 relative_P_20 9-1_2 0.6500 relative_P_30 9-1_2 0.6667 relative_P_100 9-1_2 0.7241 relative_P_200 9-1_2 0.7931 relative_P_500 9-1_2 0.8103 relative_P_1000 9-1_2 0.8103 success_1 9-1_2 1.0000 success_5 9-1_2 1.0000 success_10 9-1_2 1.0000 set_P 9-1_2 0.0875 set_relative_P 9-1_2 0.8103 set_recall 9-1_2 0.8103 set_map 9-1_2 0.0709 set_F 9-1_2 0.1580 num_nonrel_judged_ret 9-1_2 25 rbp 9-1_2 0.5261 rbp_resid 9-1_2 0.0484 unj_5 9-1_2 0.0000 unj_10 9-1_2 0.0000 unj_20 9-1_2 0.0500 num_ret 9-1_4 16 num_rel 9-1_4 25 num_rel_ret 9-1_4 7 map 9-1_4 0.2111 Rprec 9-1_4 0.2800 bpref 9-1_4 0.2576 recip_rank 9-1_4 1.0000 iprec_at_recall_0.00 9-1_4 1.0000 iprec_at_recall_0.10 9-1_4 0.7500 iprec_at_recall_0.20 9-1_4 0.6364 iprec_at_recall_0.30 9-1_4 0.0000 iprec_at_recall_0.40 9-1_4 0.0000 iprec_at_recall_0.50 9-1_4 0.0000 iprec_at_recall_0.60 9-1_4 0.0000 iprec_at_recall_0.70 9-1_4 0.0000 iprec_at_recall_0.80 9-1_4 0.0000 iprec_at_recall_0.90 9-1_4 0.0000 iprec_at_recall_1.00 9-1_4 0.0000 P_5 9-1_4 0.6000 P_10 9-1_4 0.6000 P_15 9-1_4 0.4667 P_20 9-1_4 0.3500 P_30 9-1_4 0.2333 P_100 9-1_4 0.0700 P_200 9-1_4 0.0350 P_500 9-1_4 0.0140 P_1000 9-1_4 0.0070 relstring 9-1_4 '3302130303' recall_5 9-1_4 0.1200 recall_10 9-1_4 0.2400 recall_15 9-1_4 0.2800 recall_20 9-1_4 0.2800 recall_30 9-1_4 0.2800 recall_100 9-1_4 0.2800 recall_200 9-1_4 0.2800 recall_500 9-1_4 0.2800 recall_1000 9-1_4 0.2800 infAP 9-1_4 0.2111 Rprec_mult_0.20 9-1_4 0.6000 Rprec_mult_0.40 9-1_4 0.6000 Rprec_mult_0.60 9-1_4 0.4667 Rprec_mult_0.80 9-1_4 0.3500 Rprec_mult_1.00 9-1_4 0.2800 Rprec_mult_1.20 9-1_4 0.2333 Rprec_mult_1.40 9-1_4 0.2000 Rprec_mult_1.60 9-1_4 0.1750 Rprec_mult_1.80 9-1_4 0.1556 Rprec_mult_2.00 9-1_4 0.1400 utility 9-1_4 -2.0000 11pt_avg 9-1_4 0.2169 binG 9-1_4 0.1734 G 9-1_4 0.1426 ndcg 9-1_4 0.4090 ndcg_rel 9-1_4 0.5067 Rndcg 9-1_4 0.4396 ndcg_cut_5 9-1_4 0.6943 ndcg_cut_10 9-1_4 0.6620 ndcg_cut_15 9-1_4 0.5607 ndcg_cut_20 9-1_4 0.4719 ndcg_cut_30 9-1_4 0.4090 ndcg_cut_100 9-1_4 0.4090 ndcg_cut_200 9-1_4 0.4090 ndcg_cut_500 9-1_4 0.4090 ndcg_cut_1000 9-1_4 0.4090 map_cut_5 9-1_4 0.1100 map_cut_10 9-1_4 0.1857 map_cut_15 9-1_4 0.2111 map_cut_20 9-1_4 0.2111 map_cut_30 9-1_4 0.2111 map_cut_100 9-1_4 0.2111 map_cut_200 9-1_4 0.2111 map_cut_500 9-1_4 0.2111 map_cut_1000 9-1_4 0.2111 relative_P_5 9-1_4 0.6000 relative_P_10 9-1_4 0.6000 relative_P_15 9-1_4 0.4667 relative_P_20 9-1_4 0.3500 relative_P_30 9-1_4 0.2800 relative_P_100 9-1_4 0.2800 relative_P_200 9-1_4 0.2800 relative_P_500 9-1_4 0.2800 relative_P_1000 9-1_4 0.2800 success_1 9-1_4 1.0000 success_5 9-1_4 1.0000 success_10 9-1_4 1.0000 set_P 9-1_4 0.4375 set_relative_P 9-1_4 0.4375 set_recall 9-1_4 0.2800 set_map 9-1_4 0.1225 set_F 9-1_4 0.3415 num_nonrel_judged_ret 9-1_4 4 rbp 9-1_4 0.4410 rbp_resid 9-1_4 0.3138 unj_5 9-1_4 0.0000 unj_10 9-1_4 0.0000 unj_20 9-1_4 0.2500 num_ret 9-1_5 594 num_rel 9-1_5 25 num_rel_ret 9-1_5 11 map 9-1_5 0.0453 Rprec 9-1_5 0.0800 bpref 9-1_5 0.1552 recip_rank 9-1_5 0.3333 iprec_at_recall_0.00 9-1_5 0.3333 iprec_at_recall_0.10 9-1_5 0.1111 iprec_at_recall_0.20 9-1_5 0.0769 iprec_at_recall_0.30 9-1_5 0.0635 iprec_at_recall_0.40 9-1_5 0.0444 iprec_at_recall_0.50 9-1_5 0.0000 iprec_at_recall_0.60 9-1_5 0.0000 iprec_at_recall_0.70 9-1_5 0.0000 iprec_at_recall_0.80 9-1_5 0.0000 iprec_at_recall_0.90 9-1_5 0.0000 iprec_at_recall_1.00 9-1_5 0.0000 P_5 9-1_5 0.2000 P_10 9-1_5 0.2000 P_15 9-1_5 0.1333 P_20 9-1_5 0.1000 P_30 9-1_5 0.1000 P_100 9-1_5 0.0700 P_200 9-1_5 0.0450 P_500 9-1_5 0.0220 P_1000 9-1_5 0.0110 relstring 9-1_5 '0020000003' recall_5 9-1_5 0.0400 recall_10 9-1_5 0.0800 recall_15 9-1_5 0.0800 recall_20 9-1_5 0.0800 recall_30 9-1_5 0.1200 recall_100 9-1_5 0.2800 recall_200 9-1_5 0.3600 recall_500 9-1_5 0.4400 recall_1000 9-1_5 0.4400 infAP 9-1_5 0.0453 Rprec_mult_0.20 9-1_5 0.2000 Rprec_mult_0.40 9-1_5 0.2000 Rprec_mult_0.60 9-1_5 0.1333 Rprec_mult_0.80 9-1_5 0.1000 Rprec_mult_1.00 9-1_5 0.0800 Rprec_mult_1.20 9-1_5 0.1000 Rprec_mult_1.40 9-1_5 0.0857 Rprec_mult_1.60 9-1_5 0.0750 Rprec_mult_1.80 9-1_5 0.0667 Rprec_mult_2.00 9-1_5 0.0800 utility 9-1_5 -572.0000 11pt_avg 9-1_5 0.0572 binG 9-1_5 0.0879 G 9-1_5 0.0719 ndcg 9-1_5 0.2651 ndcg_rel 9-1_5 0.2196 Rndcg 9-1_5 0.1305 ndcg_cut_5 9-1_5 0.0911 ndcg_cut_10 9-1_5 0.1185 ndcg_cut_15 9-1_5 0.0947 ndcg_cut_20 9-1_5 0.0819 ndcg_cut_30 9-1_5 0.1042 ndcg_cut_100 9-1_5 0.1866 ndcg_cut_200 9-1_5 0.2311 ndcg_cut_500 9-1_5 0.2651 ndcg_cut_1000 9-1_5 0.2651 map_cut_5 9-1_5 0.0133 map_cut_10 9-1_5 0.0213 map_cut_15 9-1_5 0.0213 map_cut_20 9-1_5 0.0213 map_cut_30 9-1_5 0.0258 map_cut_100 9-1_5 0.0381 map_cut_200 9-1_5 0.0425 map_cut_500 9-1_5 0.0453 map_cut_1000 9-1_5 0.0453 relative_P_5 9-1_5 0.2000 relative_P_10 9-1_5 0.2000 relative_P_15 9-1_5 0.1333 relative_P_20 9-1_5 0.1000 relative_P_30 9-1_5 0.1200 relative_P_100 9-1_5 0.2800 relative_P_200 9-1_5 0.3600 relative_P_500 9-1_5 0.4400 relative_P_1000 9-1_5 0.4400 success_1 9-1_5 0.0000 success_5 9-1_5 1.0000 success_10 9-1_5 1.0000 set_P 9-1_5 0.0185 set_relative_P 9-1_5 0.4400 set_recall 9-1_5 0.4400 set_map 9-1_5 0.0081 set_F 9-1_5 0.0355 num_nonrel_judged_ret 9-1_5 35 rbp 9-1_5 0.0779 rbp_resid 9-1_5 0.2813 unj_5 9-1_5 0.0000 unj_10 9-1_5 0.0000 unj_20 9-1_5 0.4000 num_ret 9-2_6 46 num_rel 9-2_6 20 num_rel_ret 9-2_6 12 map 9-2_6 0.4584 Rprec 9-2_6 0.5500 bpref 9-2_6 0.5375 recip_rank 9-2_6 1.0000 iprec_at_recall_0.00 9-2_6 1.0000 iprec_at_recall_0.10 9-2_6 1.0000 iprec_at_recall_0.20 9-2_6 1.0000 iprec_at_recall_0.30 9-2_6 0.7500 iprec_at_recall_0.40 9-2_6 0.5789 iprec_at_recall_0.50 9-2_6 0.5789 iprec_at_recall_0.60 9-2_6 0.5217 iprec_at_recall_0.70 9-2_6 0.0000 iprec_at_recall_0.80 9-2_6 0.0000 iprec_at_recall_0.90 9-2_6 0.0000 iprec_at_recall_1.00 9-2_6 0.0000 P_5 9-2_6 1.0000 P_10 9-2_6 0.7000 P_15 9-2_6 0.5333 P_20 9-2_6 0.5500 P_30 9-2_6 0.4000 P_100 9-2_6 0.1200 P_200 9-2_6 0.0600 P_500 9-2_6 0.0240 P_1000 9-2_6 0.0120 relstring 9-2_6 '3324211202' recall_5 9-2_6 0.2500 recall_10 9-2_6 0.3500 recall_15 9-2_6 0.4000 recall_20 9-2_6 0.5500 recall_30 9-2_6 0.6000 recall_100 9-2_6 0.6000 recall_200 9-2_6 0.6000 recall_500 9-2_6 0.6000 recall_1000 9-2_6 0.6000 infAP 9-2_6 0.4584 Rprec_mult_0.20 9-2_6 1.0000 Rprec_mult_0.40 9-2_6 0.7500 Rprec_mult_0.60 9-2_6 0.5833 Rprec_mult_0.80 9-2_6 0.5000 Rprec_mult_1.00 9-2_6 0.5500 Rprec_mult_1.20 9-2_6 0.5000 Rprec_mult_1.40 9-2_6 0.4286 Rprec_mult_1.60 9-2_6 0.3750 Rprec_mult_1.80 9-2_6 0.3333 Rprec_mult_2.00 9-2_6 0.3000 utility 9-2_6 -22.0000 11pt_avg 9-2_6 0.4936 binG 9-2_6 0.3710 G 9-2_6 0.1540 ndcg 9-2_6 0.5457 ndcg_rel 9-2_6 0.5856 Rndcg 9-2_6 0.5720 ndcg_cut_5 9-2_6 0.7113 ndcg_cut_10 9-2_6 0.5957 ndcg_cut_15 9-2_6 0.5593 ndcg_cut_20 9-2_6 0.5840 ndcg_cut_30 9-2_6 0.5597 ndcg_cut_100 9-2_6 0.5457 ndcg_cut_200 9-2_6 0.5457 ndcg_cut_500 9-2_6 0.5457 ndcg_cut_1000 9-2_6 0.5457 map_cut_5 9-2_6 0.2500 map_cut_10 9-2_6 0.3225 map_cut_15 9-2_6 0.3492 map_cut_20 9-2_6 0.4324 map_cut_30 9-2_6 0.4584 map_cut_100 9-2_6 0.4584 map_cut_200 9-2_6 0.4584 map_cut_500 9-2_6 0.4584 map_cut_1000 9-2_6 0.4584 relative_P_5 9-2_6 1.0000 relative_P_10 9-2_6 0.7000 relative_P_15 9-2_6 0.5333 relative_P_20 9-2_6 0.5500 relative_P_30 9-2_6 0.6000 relative_P_100 9-2_6 0.6000 relative_P_200 9-2_6 0.6000 relative_P_500 9-2_6 0.6000 relative_P_1000 9-2_6 0.6000 success_1 9-2_6 1.0000 success_5 9-2_6 1.0000 success_10 9-2_6 1.0000 set_P 9-2_6 0.2609 set_relative_P 9-2_6 0.6000 set_recall 9-2_6 0.6000 set_map 9-2_6 0.1565 set_F 9-2_6 0.3636 num_nonrel_judged_ret 9-2_6 6 rbp 9-2_6 0.4223 rbp_resid 9-2_6 0.2234 unj_5 9-2_6 0.0000 unj_10 9-2_6 0.0000 unj_20 9-2_6 0.2500 num_ret 9-2_7 86 num_rel 9-2_7 10 num_rel_ret 9-2_7 5 map 9-2_7 0.3667 Rprec 9-2_7 0.3000 bpref 9-2_7 0.3200 recip_rank 9-2_7 1.0000 iprec_at_recall_0.00 9-2_7 1.0000 iprec_at_recall_0.10 9-2_7 1.0000 iprec_at_recall_0.20 9-2_7 1.0000 iprec_at_recall_0.30 9-2_7 1.0000 iprec_at_recall_0.40 9-2_7 0.3333 iprec_at_recall_0.50 9-2_7 0.3333 iprec_at_recall_0.60 9-2_7 0.0000 iprec_at_recall_0.70 9-2_7 0.0000 iprec_at_recall_0.80 9-2_7 0.0000 iprec_at_recall_0.90 9-2_7 0.0000 iprec_at_recall_1.00 9-2_7 0.0000 P_5 9-2_7 0.6000 P_10 9-2_7 0.3000 P_15 9-2_7 0.3333 P_20 9-2_7 0.2500 P_30 9-2_7 0.1667 P_100 9-2_7 0.0500 P_200 9-2_7 0.0250 P_500 9-2_7 0.0100 P_1000 9-2_7 0.0050 relstring 9-2_7 '4421101111' recall_5 9-2_7 0.3000 recall_10 9-2_7 0.3000 recall_15 9-2_7 0.5000 recall_20 9-2_7 0.5000 recall_30 9-2_7 0.5000 recall_100 9-2_7 0.5000 recall_200 9-2_7 0.5000 recall_500 9-2_7 0.5000 recall_1000 9-2_7 0.5000 infAP 9-2_7 0.3667 Rprec_mult_0.20 9-2_7 1.0000 Rprec_mult_0.40 9-2_7 0.7500 Rprec_mult_0.60 9-2_7 0.5000 Rprec_mult_0.80 9-2_7 0.3750 Rprec_mult_1.00 9-2_7 0.3000 Rprec_mult_1.20 9-2_7 0.3333 Rprec_mult_1.40 9-2_7 0.2857 Rprec_mult_1.60 9-2_7 0.3125 Rprec_mult_1.80 9-2_7 0.2778 Rprec_mult_2.00 9-2_7 0.2500 utility 9-2_7 -76.0000 11pt_avg 9-2_7 0.4242 binG 9-2_7 0.3580 G 9-2_7 0.3524 ndcg 9-2_7 0.7177 ndcg_rel 9-2_7 0.7861 Rndcg 9-2_7 0.7978 ndcg_cut_5 9-2_7 0.9107 ndcg_cut_10 9-2_7 0.7758 ndcg_cut_15 9-2_7 0.8355 ndcg_cut_20 9-2_7 0.7691 ndcg_cut_30 9-2_7 0.6977 ndcg_cut_100 9-2_7 0.7177 ndcg_cut_200 9-2_7 0.7177 ndcg_cut_500 9-2_7 0.7177 ndcg_cut_1000 9-2_7 0.7177 map_cut_5 9-2_7 0.3000 map_cut_10 9-2_7 0.3000 map_cut_15 9-2_7 0.3667 map_cut_20 9-2_7 0.3667 map_cut_30 9-2_7 0.3667 map_cut_100 9-2_7 0.3667 map_cut_200 9-2_7 0.3667 map_cut_500 9-2_7 0.3667 map_cut_1000 9-2_7 0.3667 relative_P_5 9-2_7 0.6000 relative_P_10 9-2_7 0.3000 relative_P_15 9-2_7 0.5000 relative_P_20 9-2_7 0.5000 relative_P_30 9-2_7 0.5000 relative_P_100 9-2_7 0.5000 relative_P_200 9-2_7 0.5000 relative_P_500 9-2_7 0.5000 relative_P_1000 9-2_7 0.5000 success_1 9-2_7 1.0000 success_5 9-2_7 1.0000 success_10 9-2_7 1.0000 set_P 9-2_7 0.0581 set_relative_P 9-2_7 0.5000 set_recall 9-2_7 0.5000 set_map 9-2_7 0.0291 set_F 9-2_7 0.1042 num_nonrel_judged_ret 9-2_7 16 rbp 9-2_7 0.3638 rbp_resid 9-2_7 0.1867 unj_5 9-2_7 0.0000 unj_10 9-2_7 0.0000 unj_20 9-2_7 0.2500 num_ret 9-2_9 581 num_rel 9-2_9 31 num_rel_ret 9-2_9 26 map 9-2_9 0.3294 Rprec 9-2_9 0.3548 bpref 9-2_9 0.4516 recip_rank 9-2_9 0.5000 iprec_at_recall_0.00 9-2_9 0.6667 iprec_at_recall_0.10 9-2_9 0.6000 iprec_at_recall_0.20 9-2_9 0.5625 iprec_at_recall_0.30 9-2_9 0.5625 iprec_at_recall_0.40 9-2_9 0.3721 iprec_at_recall_0.50 9-2_9 0.3721 iprec_at_recall_0.60 9-2_9 0.2836 iprec_at_recall_0.70 9-2_9 0.2447 iprec_at_recall_0.80 9-2_9 0.1894 iprec_at_recall_0.90 9-2_9 0.0000 iprec_at_recall_1.00 9-2_9 0.0000 P_5 9-2_9 0.6000 P_10 9-2_9 0.5000 P_15 9-2_9 0.5333 P_20 9-2_9 0.5000 P_30 9-2_9 0.3667 P_100 9-2_9 0.2300 P_200 9-2_9 0.1250 P_500 9-2_9 0.0520 P_1000 9-2_9 0.0260 relstring 9-2_9 '1341411431' recall_5 9-2_9 0.0968 recall_10 9-2_9 0.1613 recall_15 9-2_9 0.2581 recall_20 9-2_9 0.3226 recall_30 9-2_9 0.3548 recall_100 9-2_9 0.7419 recall_200 9-2_9 0.8065 recall_500 9-2_9 0.8387 recall_1000 9-2_9 0.8387 infAP 9-2_9 0.3294 Rprec_mult_0.20 9-2_9 0.4286 Rprec_mult_0.40 9-2_9 0.5385 Rprec_mult_0.60 9-2_9 0.5263 Rprec_mult_0.80 9-2_9 0.4400 Rprec_mult_1.00 9-2_9 0.3548 Rprec_mult_1.20 9-2_9 0.3421 Rprec_mult_1.40 9-2_9 0.3636 Rprec_mult_1.60 9-2_9 0.3200 Rprec_mult_1.80 9-2_9 0.3036 Rprec_mult_2.00 9-2_9 0.2903 utility 9-2_9 -529.0000 11pt_avg 9-2_9 0.3503 binG 9-2_9 0.2292 G 9-2_9 0.1614 ndcg 9-2_9 0.6643 ndcg_rel 9-2_9 0.5964 Rndcg 9-2_9 0.5708 ndcg_cut_5 9-2_9 0.5826 ndcg_cut_10 9-2_9 0.5510 ndcg_cut_15 9-2_9 0.5493 ndcg_cut_20 9-2_9 0.5491 ndcg_cut_30 9-2_9 0.5274 ndcg_cut_100 9-2_9 0.6015 ndcg_cut_200 9-2_9 0.6350 ndcg_cut_500 9-2_9 0.6643 ndcg_cut_1000 9-2_9 0.6643 map_cut_5 9-2_9 0.0570 map_cut_10 9-2_9 0.0910 map_cut_15 9-2_9 0.1432 map_cut_20 9-2_9 0.1793 map_cut_30 9-2_9 0.1935 map_cut_100 9-2_9 0.3122 map_cut_200 9-2_9 0.3256 map_cut_500 9-2_9 0.3294 map_cut_1000 9-2_9 0.3294 relative_P_5 9-2_9 0.6000 relative_P_10 9-2_9 0.5000 relative_P_15 9-2_9 0.5333 relative_P_20 9-2_9 0.5000 relative_P_30 9-2_9 0.3667 relative_P_100 9-2_9 0.7419 relative_P_200 9-2_9 0.8065 relative_P_500 9-2_9 0.8387 relative_P_1000 9-2_9 0.8387 success_1 9-2_9 0.0000 success_5 9-2_9 1.0000 success_10 9-2_9 1.0000 set_P 9-2_9 0.0448 set_relative_P 9-2_9 0.8387 set_recall 9-2_9 0.8387 set_map 9-2_9 0.0375 set_F 9-2_9 0.0850 num_nonrel_judged_ret 9-2_9 45 rbp 9-2_9 0.4890 rbp_resid 9-2_9 0.1372 unj_5 9-2_9 0.0000 unj_10 9-2_9 0.0000 unj_20 9-2_9 0.2000 runid all grilllab-larf-finetuned num_q all 45 num_ret all 26162 num_rel all 2135 num_rel_ret all 1098 map all 0.2683 gm_map all 0.1192 Rprec all 0.3028 bpref all 0.4008 recip_rank all 0.7285 iprec_at_recall_0.00 all 0.7673 iprec_at_recall_0.10 all 0.5987 iprec_at_recall_0.20 all 0.5043 iprec_at_recall_0.30 all 0.3864 iprec_at_recall_0.40 all 0.2920 iprec_at_recall_0.50 all 0.2389 iprec_at_recall_0.60 all 0.1769 iprec_at_recall_0.70 all 0.1231 iprec_at_recall_0.80 all 0.0796 iprec_at_recall_0.90 all 0.0451 iprec_at_recall_1.00 all 0.0240 P_5 all 0.5600 P_10 all 0.5489 P_15 all 0.4519 P_20 all 0.4000 P_30 all 0.3193 P_100 all 0.1722 P_200 all 0.1030 P_500 all 0.0480 P_1000 all 0.0244 recall_5 all 0.0972 recall_10 all 0.1773 recall_15 all 0.2154 recall_20 all 0.2408 recall_30 all 0.2699 recall_100 all 0.4205 recall_200 all 0.4850 recall_500 all 0.5486 recall_1000 all 0.5548 infAP all 0.2683 gm_bpref all 0.1163 Rprec_mult_0.20 all 0.5479 Rprec_mult_0.40 all 0.4585 Rprec_mult_0.60 all 0.3883 Rprec_mult_0.80 all 0.3357 Rprec_mult_1.00 all 0.3028 Rprec_mult_1.20 all 0.2834 Rprec_mult_1.40 all 0.2554 Rprec_mult_1.60 all 0.2357 Rprec_mult_1.80 all 0.2165 Rprec_mult_2.00 all 0.2002 utility all -532.5778 11pt_avg all 0.2942 binG all 0.2146 G all 0.1567 ndcg all 0.4983 ndcg_rel all 0.4884 Rndcg all 0.4469 ndcg_cut_5 all 0.5246 ndcg_cut_10 all 0.5350 ndcg_cut_15 all 0.4953 ndcg_cut_20 all 0.4738 ndcg_cut_30 all 0.4438 ndcg_cut_100 all 0.4405 ndcg_cut_200 all 0.4668 ndcg_cut_500 all 0.4950 ndcg_cut_1000 all 0.4983 map_cut_5 all 0.0893 map_cut_10 all 0.1471 map_cut_15 all 0.1720 map_cut_20 all 0.1870 map_cut_30 all 0.2015 map_cut_100 all 0.2509 map_cut_200 all 0.2621 map_cut_500 all 0.2679 map_cut_1000 all 0.2683 relative_P_5 all 0.5600 relative_P_10 all 0.5523 relative_P_15 all 0.4724 relative_P_20 all 0.4380 relative_P_30 all 0.3897 relative_P_100 all 0.4270 relative_P_200 all 0.4857 relative_P_500 all 0.5486 relative_P_1000 all 0.5548 success_1 all 0.6444 success_5 all 0.8222 success_10 all 0.8889 set_P all 0.0617 set_relative_P all 0.5583 set_recall all 0.5548 set_map all 0.0366 set_F all 0.0980 num_nonrel_judged_ret all 963 rbp all 0.3790 rbp_resid all 0.2086 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.2822