num_ret 1-1_3 1000 num_rel 1-1_3 64 num_rel_ret 1-1_3 21 map 1-1_3 0.0729 Rprec 1-1_3 0.2344 bpref 1-1_3 0.2439 recip_rank 1-1_3 0.3333 iprec_at_recall_0.00 1-1_3 0.4000 iprec_at_recall_0.10 1-1_3 0.2459 iprec_at_recall_0.20 1-1_3 0.2459 iprec_at_recall_0.30 1-1_3 0.0798 iprec_at_recall_0.40 1-1_3 0.0000 iprec_at_recall_0.50 1-1_3 0.0000 iprec_at_recall_0.60 1-1_3 0.0000 iprec_at_recall_0.70 1-1_3 0.0000 iprec_at_recall_0.80 1-1_3 0.0000 iprec_at_recall_0.90 1-1_3 0.0000 iprec_at_recall_1.00 1-1_3 0.0000 P_5 1-1_3 0.4000 P_10 1-1_3 0.3000 P_15 1-1_3 0.3333 P_20 1-1_3 0.2500 P_30 1-1_3 0.2000 P_100 1-1_3 0.1600 P_200 1-1_3 0.0850 P_500 1-1_3 0.0420 P_1000 1-1_3 0.0210 relstring 1-1_3 '0020200201' recall_5 1-1_3 0.0312 recall_10 1-1_3 0.0469 recall_15 1-1_3 0.0781 recall_20 1-1_3 0.0781 recall_30 1-1_3 0.0938 recall_100 1-1_3 0.2500 recall_200 1-1_3 0.2656 recall_500 1-1_3 0.3281 recall_1000 1-1_3 0.3281 infAP 1-1_3 0.0729 Rprec_mult_0.20 1-1_3 0.3846 Rprec_mult_0.40 1-1_3 0.1923 Rprec_mult_0.60 1-1_3 0.1795 Rprec_mult_0.80 1-1_3 0.2308 Rprec_mult_1.00 1-1_3 0.2344 Rprec_mult_1.20 1-1_3 0.2078 Rprec_mult_1.40 1-1_3 0.1778 Rprec_mult_1.60 1-1_3 0.1553 Rprec_mult_1.80 1-1_3 0.1379 Rprec_mult_2.00 1-1_3 0.1250 utility 1-1_3 -958.0000 11pt_avg 1-1_3 0.0883 binG 1-1_3 0.0723 G 1-1_3 0.0525 ndcg 1-1_3 0.2565 ndcg_rel 1-1_3 0.2410 Rndcg 1-1_3 0.1713 ndcg_cut_5 1-1_3 0.1693 ndcg_cut_10 1-1_3 0.1765 ndcg_cut_15 1-1_3 0.2239 ndcg_cut_20 1-1_3 0.1891 ndcg_cut_30 1-1_3 0.1781 ndcg_cut_100 1-1_3 0.2165 ndcg_cut_200 1-1_3 0.2298 ndcg_cut_500 1-1_3 0.2565 ndcg_cut_1000 1-1_3 0.2565 map_cut_5 1-1_3 0.0115 map_cut_10 1-1_3 0.0173 map_cut_15 1-1_3 0.0290 map_cut_20 1-1_3 0.0290 map_cut_30 1-1_3 0.0325 map_cut_100 1-1_3 0.0669 map_cut_200 1-1_3 0.0685 map_cut_500 1-1_3 0.0729 map_cut_1000 1-1_3 0.0729 relative_P_5 1-1_3 0.4000 relative_P_10 1-1_3 0.3000 relative_P_15 1-1_3 0.3333 relative_P_20 1-1_3 0.2500 relative_P_30 1-1_3 0.2000 relative_P_100 1-1_3 0.2500 relative_P_200 1-1_3 0.2656 relative_P_500 1-1_3 0.3281 relative_P_1000 1-1_3 0.3281 success_1 1-1_3 0.0000 success_5 1-1_3 1.0000 success_10 1-1_3 1.0000 set_P 1-1_3 0.0210 set_relative_P 1-1_3 0.3281 set_recall 1-1_3 0.3281 set_map 1-1_3 0.0069 set_F 1-1_3 0.0395 num_nonrel_judged_ret 1-1_3 22 rbp 1-1_3 0.1620 rbp_resid 1-1_3 0.2214 unj_5 1-1_3 0.0000 unj_10 1-1_3 0.0000 unj_20 1-1_3 0.3500 num_ret 1-1_4 1000 num_rel 1-1_4 107 num_rel_ret 1-1_4 38 map 1-1_4 0.1666 Rprec 1-1_4 0.2710 bpref 1-1_4 0.3403 recip_rank 1-1_4 1.0000 iprec_at_recall_0.00 1-1_4 1.0000 iprec_at_recall_0.10 1-1_4 0.7059 iprec_at_recall_0.20 1-1_4 0.4000 iprec_at_recall_0.30 1-1_4 0.2000 iprec_at_recall_0.40 1-1_4 0.0000 iprec_at_recall_0.50 1-1_4 0.0000 iprec_at_recall_0.60 1-1_4 0.0000 iprec_at_recall_0.70 1-1_4 0.0000 iprec_at_recall_0.80 1-1_4 0.0000 iprec_at_recall_0.90 1-1_4 0.0000 iprec_at_recall_1.00 1-1_4 0.0000 P_5 1-1_4 0.6000 P_10 1-1_4 0.6000 P_15 1-1_4 0.6667 P_20 1-1_4 0.6500 P_30 1-1_4 0.5000 P_100 1-1_4 0.2900 P_200 1-1_4 0.1650 P_500 1-1_4 0.0740 P_1000 1-1_4 0.0380 relstring 1-1_4 '234--4-22-' recall_5 1-1_4 0.0280 recall_10 1-1_4 0.0561 recall_15 1-1_4 0.0935 recall_20 1-1_4 0.1215 recall_30 1-1_4 0.1402 recall_100 1-1_4 0.2710 recall_200 1-1_4 0.3084 recall_500 1-1_4 0.3458 recall_1000 1-1_4 0.3551 infAP 1-1_4 0.1666 Rprec_mult_0.20 1-1_4 0.5909 Rprec_mult_0.40 1-1_4 0.4419 Rprec_mult_0.60 1-1_4 0.3692 Rprec_mult_0.80 1-1_4 0.3140 Rprec_mult_1.00 1-1_4 0.2710 Rprec_mult_1.20 1-1_4 0.2403 Rprec_mult_1.40 1-1_4 0.2067 Rprec_mult_1.60 1-1_4 0.1860 Rprec_mult_1.80 1-1_4 0.1710 Rprec_mult_2.00 1-1_4 0.1589 utility 1-1_4 -924.0000 11pt_avg 1-1_4 0.2096 binG 1-1_4 0.1061 G 1-1_4 0.0699 ndcg 1-1_4 0.3880 ndcg_rel 1-1_4 0.4029 Rndcg 1-1_4 0.3943 ndcg_cut_5 1-1_4 0.4996 ndcg_cut_10 1-1_4 0.4705 ndcg_cut_15 1-1_4 0.4769 ndcg_cut_20 1-1_4 0.4812 ndcg_cut_30 1-1_4 0.4144 ndcg_cut_100 1-1_4 0.3517 ndcg_cut_200 1-1_4 0.3607 ndcg_cut_500 1-1_4 0.3830 ndcg_cut_1000 1-1_4 0.3880 map_cut_5 1-1_4 0.0280 map_cut_10 1-1_4 0.0463 map_cut_15 1-1_4 0.0703 map_cut_20 1-1_4 0.0897 map_cut_30 1-1_4 0.0992 map_cut_100 1-1_4 0.1522 map_cut_200 1-1_4 0.1608 map_cut_500 1-1_4 0.1661 map_cut_1000 1-1_4 0.1666 relative_P_5 1-1_4 0.6000 relative_P_10 1-1_4 0.6000 relative_P_15 1-1_4 0.6667 relative_P_20 1-1_4 0.6500 relative_P_30 1-1_4 0.5000 relative_P_100 1-1_4 0.2900 relative_P_200 1-1_4 0.3084 relative_P_500 1-1_4 0.3458 relative_P_1000 1-1_4 0.3551 success_1 1-1_4 1.0000 success_5 1-1_4 1.0000 success_10 1-1_4 1.0000 set_P 1-1_4 0.0380 set_relative_P 1-1_4 0.3551 set_recall 1-1_4 0.3551 set_map 1-1_4 0.0135 set_F 1-1_4 0.0687 num_nonrel_judged_ret 1-1_4 1 rbp 1-1_4 0.4280 rbp_resid 1-1_4 0.3854 unj_5 1-1_4 0.4000 unj_10 1-1_4 0.4000 unj_20 1-1_4 0.3500 num_ret 1-1_5 1000 num_rel 1-1_5 219 num_rel_ret 1-1_5 57 map 1-1_5 0.1584 Rprec 1-1_5 0.2329 bpref 1-1_5 0.2439 recip_rank 1-1_5 1.0000 iprec_at_recall_0.00 1-1_5 1.0000 iprec_at_recall_0.10 1-1_5 0.8000 iprec_at_recall_0.20 1-1_5 0.2857 iprec_at_recall_0.30 1-1_5 0.0000 iprec_at_recall_0.40 1-1_5 0.0000 iprec_at_recall_0.50 1-1_5 0.0000 iprec_at_recall_0.60 1-1_5 0.0000 iprec_at_recall_0.70 1-1_5 0.0000 iprec_at_recall_0.80 1-1_5 0.0000 iprec_at_recall_0.90 1-1_5 0.0000 iprec_at_recall_1.00 1-1_5 0.0000 P_5 1-1_5 1.0000 P_10 1-1_5 0.9000 P_15 1-1_5 0.7333 P_20 1-1_5 0.8000 P_30 1-1_5 0.8000 P_100 1-1_5 0.3900 P_200 1-1_5 0.2450 P_500 1-1_5 0.1140 P_1000 1-1_5 0.0570 relstring 1-1_5 '3442231232' recall_5 1-1_5 0.0228 recall_10 1-1_5 0.0411 recall_15 1-1_5 0.0502 recall_20 1-1_5 0.0731 recall_30 1-1_5 0.1096 recall_100 1-1_5 0.1781 recall_200 1-1_5 0.2237 recall_500 1-1_5 0.2603 recall_1000 1-1_5 0.2603 infAP 1-1_5 0.1584 Rprec_mult_0.20 1-1_5 0.7045 Rprec_mult_0.40 1-1_5 0.4432 Rprec_mult_0.60 1-1_5 0.3182 Rprec_mult_0.80 1-1_5 0.2614 Rprec_mult_1.00 1-1_5 0.2329 Rprec_mult_1.20 1-1_5 0.2015 Rprec_mult_1.40 1-1_5 0.1792 Rprec_mult_1.60 1-1_5 0.1567 Rprec_mult_1.80 1-1_5 0.1443 Rprec_mult_2.00 1-1_5 0.1301 utility 1-1_5 -886.0000 11pt_avg 1-1_5 0.1896 binG 1-1_5 0.0903 G 1-1_5 0.0562 ndcg 1-1_5 0.3373 ndcg_rel 1-1_5 0.3930 Rndcg 1-1_5 0.4529 ndcg_cut_5 1-1_5 0.7766 ndcg_cut_10 1-1_5 0.7086 ndcg_cut_15 1-1_5 0.6535 ndcg_cut_20 1-1_5 0.6553 ndcg_cut_30 1-1_5 0.6306 ndcg_cut_100 1-1_5 0.4476 ndcg_cut_200 1-1_5 0.3383 ndcg_cut_500 1-1_5 0.3373 ndcg_cut_1000 1-1_5 0.3373 map_cut_5 1-1_5 0.0228 map_cut_10 1-1_5 0.0396 map_cut_15 1-1_5 0.0473 map_cut_20 1-1_5 0.0650 map_cut_30 1-1_5 0.0942 map_cut_100 1-1_5 0.1375 map_cut_200 1-1_5 0.1511 map_cut_500 1-1_5 0.1584 map_cut_1000 1-1_5 0.1584 relative_P_5 1-1_5 1.0000 relative_P_10 1-1_5 0.9000 relative_P_15 1-1_5 0.7333 relative_P_20 1-1_5 0.8000 relative_P_30 1-1_5 0.8000 relative_P_100 1-1_5 0.3900 relative_P_200 1-1_5 0.2450 relative_P_500 1-1_5 0.2603 relative_P_1000 1-1_5 0.2603 success_1 1-1_5 1.0000 success_5 1-1_5 1.0000 success_10 1-1_5 1.0000 set_P 1-1_5 0.0570 set_relative_P 1-1_5 0.2603 set_recall 1-1_5 0.2603 set_map 1-1_5 0.0148 set_F 1-1_5 0.0935 num_nonrel_judged_ret 1-1_5 2 rbp 1-1_5 0.5753 rbp_resid 1-1_5 0.1036 unj_5 1-1_5 0.0000 unj_10 1-1_5 0.0000 unj_20 1-1_5 0.1000 num_ret 1-1_7 1000 num_rel 1-1_7 99 num_rel_ret 1-1_7 34 map 1-1_7 0.1827 Rprec 1-1_7 0.2626 bpref 1-1_7 0.3229 recip_rank 1-1_7 0.3333 iprec_at_recall_0.00 1-1_7 0.7826 iprec_at_recall_0.10 1-1_7 0.7826 iprec_at_recall_0.20 1-1_7 0.7000 iprec_at_recall_0.30 1-1_7 0.2222 iprec_at_recall_0.40 1-1_7 0.0000 iprec_at_recall_0.50 1-1_7 0.0000 iprec_at_recall_0.60 1-1_7 0.0000 iprec_at_recall_0.70 1-1_7 0.0000 iprec_at_recall_0.80 1-1_7 0.0000 iprec_at_recall_0.90 1-1_7 0.0000 iprec_at_recall_1.00 1-1_7 0.0000 P_5 1-1_7 0.6000 P_10 1-1_7 0.6000 P_15 1-1_7 0.7333 P_20 1-1_7 0.7500 P_30 1-1_7 0.7000 P_100 1-1_7 0.2600 P_200 1-1_7 0.1600 P_500 1-1_7 0.0680 P_1000 1-1_7 0.0340 relstring 1-1_7 '--222213-2' recall_5 1-1_7 0.0303 recall_10 1-1_7 0.0606 recall_15 1-1_7 0.1111 recall_20 1-1_7 0.1515 recall_30 1-1_7 0.2121 recall_100 1-1_7 0.2626 recall_200 1-1_7 0.3232 recall_500 1-1_7 0.3434 recall_1000 1-1_7 0.3434 infAP 1-1_7 0.1827 Rprec_mult_0.20 1-1_7 0.7500 Rprec_mult_0.40 1-1_7 0.5500 Rprec_mult_0.60 1-1_7 0.4167 Rprec_mult_0.80 1-1_7 0.3250 Rprec_mult_1.00 1-1_7 0.2626 Rprec_mult_1.20 1-1_7 0.2437 Rprec_mult_1.40 1-1_7 0.2158 Rprec_mult_1.60 1-1_7 0.2013 Rprec_mult_1.80 1-1_7 0.1788 Rprec_mult_2.00 1-1_7 0.1616 utility 1-1_7 -932.0000 11pt_avg 1-1_7 0.2261 binG 1-1_7 0.1043 G 1-1_7 0.0624 ndcg 1-1_7 0.3376 ndcg_rel 1-1_7 0.3448 Rndcg 1-1_7 0.3291 ndcg_cut_5 1-1_7 0.2234 ndcg_cut_10 1-1_7 0.3074 ndcg_cut_15 1-1_7 0.4013 ndcg_cut_20 1-1_7 0.4483 ndcg_cut_30 1-1_7 0.4662 ndcg_cut_100 1-1_7 0.3029 ndcg_cut_200 1-1_7 0.3274 ndcg_cut_500 1-1_7 0.3376 ndcg_cut_1000 1-1_7 0.3376 map_cut_5 1-1_7 0.0145 map_cut_10 1-1_7 0.0336 map_cut_15 1-1_7 0.0684 map_cut_20 1-1_7 0.0978 map_cut_30 1-1_7 0.1426 map_cut_100 1-1_7 0.1661 map_cut_200 1-1_7 0.1809 map_cut_500 1-1_7 0.1827 map_cut_1000 1-1_7 0.1827 relative_P_5 1-1_7 0.6000 relative_P_10 1-1_7 0.6000 relative_P_15 1-1_7 0.7333 relative_P_20 1-1_7 0.7500 relative_P_30 1-1_7 0.7000 relative_P_100 1-1_7 0.2626 relative_P_200 1-1_7 0.3232 relative_P_500 1-1_7 0.3434 relative_P_1000 1-1_7 0.3434 success_1 1-1_7 0.0000 success_5 1-1_7 1.0000 success_10 1-1_7 1.0000 set_P 1-1_7 0.0340 set_relative_P 1-1_7 0.3434 set_recall 1-1_7 0.3434 set_map 1-1_7 0.0117 set_F 1-1_7 0.0619 num_nonrel_judged_ret 1-1_7 5 rbp 1-1_7 0.3734 rbp_resid 1-1_7 0.3132 unj_5 1-1_7 0.4000 unj_10 1-1_7 0.3000 unj_20 1-1_7 0.2000 num_ret 1-1_8 1000 num_rel 1-1_8 94 num_rel_ret 1-1_8 48 map 1-1_8 0.1691 Rprec 1-1_8 0.2979 bpref 1-1_8 0.4324 recip_rank 1-1_8 1.0000 iprec_at_recall_0.00 1-1_8 1.0000 iprec_at_recall_0.10 1-1_8 0.5000 iprec_at_recall_0.20 1-1_8 0.3654 iprec_at_recall_0.30 1-1_8 0.3146 iprec_at_recall_0.40 1-1_8 0.2171 iprec_at_recall_0.50 1-1_8 0.0861 iprec_at_recall_0.60 1-1_8 0.0000 iprec_at_recall_0.70 1-1_8 0.0000 iprec_at_recall_0.80 1-1_8 0.0000 iprec_at_recall_0.90 1-1_8 0.0000 iprec_at_recall_1.00 1-1_8 0.0000 P_5 1-1_8 0.4000 P_10 1-1_8 0.4000 P_15 1-1_8 0.5333 P_20 1-1_8 0.4500 P_30 1-1_8 0.4333 P_100 1-1_8 0.2900 P_200 1-1_8 0.2050 P_500 1-1_8 0.0920 P_1000 1-1_8 0.0480 relstring 1-1_8 '202-010122' recall_5 1-1_8 0.0213 recall_10 1-1_8 0.0426 recall_15 1-1_8 0.0851 recall_20 1-1_8 0.0957 recall_30 1-1_8 0.1383 recall_100 1-1_8 0.3085 recall_200 1-1_8 0.4362 recall_500 1-1_8 0.4894 recall_1000 1-1_8 0.5106 infAP 1-1_8 0.1691 Rprec_mult_0.20 1-1_8 0.4737 Rprec_mult_0.40 1-1_8 0.3684 Rprec_mult_0.60 1-1_8 0.3333 Rprec_mult_0.80 1-1_8 0.3158 Rprec_mult_1.00 1-1_8 0.2979 Rprec_mult_1.20 1-1_8 0.2566 Rprec_mult_1.40 1-1_8 0.2500 Rprec_mult_1.60 1-1_8 0.2252 Rprec_mult_1.80 1-1_8 0.2176 Rprec_mult_2.00 1-1_8 0.2128 utility 1-1_8 -904.0000 11pt_avg 1-1_8 0.2257 binG 1-1_8 0.1113 G 1-1_8 0.0822 ndcg 1-1_8 0.4318 ndcg_rel 1-1_8 0.3950 Rndcg 1-1_8 0.3422 ndcg_cut_5 1-1_8 0.2630 ndcg_cut_10 1-1_8 0.2996 ndcg_cut_15 1-1_8 0.3579 ndcg_cut_20 1-1_8 0.3376 ndcg_cut_30 1-1_8 0.3558 ndcg_cut_100 1-1_8 0.3264 ndcg_cut_200 1-1_8 0.3955 ndcg_cut_500 1-1_8 0.4233 ndcg_cut_1000 1-1_8 0.4318 map_cut_5 1-1_8 0.0177 map_cut_10 1-1_8 0.0255 map_cut_15 1-1_8 0.0463 map_cut_20 1-1_8 0.0516 map_cut_30 1-1_8 0.0714 map_cut_100 1-1_8 0.1305 map_cut_200 1-1_8 0.1601 map_cut_500 1-1_8 0.1674 map_cut_1000 1-1_8 0.1691 relative_P_5 1-1_8 0.4000 relative_P_10 1-1_8 0.4000 relative_P_15 1-1_8 0.5333 relative_P_20 1-1_8 0.4500 relative_P_30 1-1_8 0.4333 relative_P_100 1-1_8 0.3085 relative_P_200 1-1_8 0.4362 relative_P_500 1-1_8 0.4894 relative_P_1000 1-1_8 0.5106 success_1 1-1_8 1.0000 success_5 1-1_8 1.0000 success_10 1-1_8 1.0000 set_P 1-1_8 0.0480 set_relative_P 1-1_8 0.5106 set_recall 1-1_8 0.5106 set_map 1-1_8 0.0245 set_F 1-1_8 0.0878 num_nonrel_judged_ret 1-1_8 22 rbp 1-1_8 0.2540 rbp_resid 1-1_8 0.2045 unj_5 1-1_8 0.2000 unj_10 1-1_8 0.1000 unj_20 1-1_8 0.2500 num_ret 2-1_10 1000 num_rel 2-1_10 17 num_rel_ret 2-1_10 17 map 2-1_10 0.6017 Rprec 2-1_10 0.7059 bpref 2-1_10 0.9204 recip_rank 2-1_10 1.0000 iprec_at_recall_0.00 2-1_10 1.0000 iprec_at_recall_0.10 2-1_10 0.7500 iprec_at_recall_0.20 2-1_10 0.7500 iprec_at_recall_0.30 2-1_10 0.7500 iprec_at_recall_0.40 2-1_10 0.7059 iprec_at_recall_0.50 2-1_10 0.7059 iprec_at_recall_0.60 2-1_10 0.7059 iprec_at_recall_0.70 2-1_10 0.7059 iprec_at_recall_0.80 2-1_10 0.6364 iprec_at_recall_0.90 2-1_10 0.4839 iprec_at_recall_1.00 2-1_10 0.0430 P_5 2-1_10 0.6000 P_10 2-1_10 0.6000 P_15 2-1_10 0.6667 P_20 2-1_10 0.6000 P_30 2-1_10 0.4667 P_100 2-1_10 0.1600 P_200 2-1_10 0.0800 P_500 2-1_10 0.0340 P_1000 2-1_10 0.0170 relstring 2-1_10 '2--33333-1' recall_5 2-1_10 0.1765 recall_10 2-1_10 0.3529 recall_15 2-1_10 0.5882 recall_20 2-1_10 0.7059 recall_30 2-1_10 0.8235 recall_100 2-1_10 0.9412 recall_200 2-1_10 0.9412 recall_500 2-1_10 1.0000 recall_1000 2-1_10 1.0000 infAP 2-1_10 0.6017 Rprec_mult_0.20 2-1_10 0.5000 Rprec_mult_0.40 2-1_10 0.7143 Rprec_mult_0.60 2-1_10 0.5455 Rprec_mult_0.80 2-1_10 0.6429 Rprec_mult_1.00 2-1_10 0.7059 Rprec_mult_1.20 2-1_10 0.6190 Rprec_mult_1.40 2-1_10 0.5833 Rprec_mult_1.60 2-1_10 0.5000 Rprec_mult_1.80 2-1_10 0.4839 Rprec_mult_2.00 2-1_10 0.4412 utility 2-1_10 -966.0000 11pt_avg 2-1_10 0.6579 binG 2-1_10 0.3993 G 2-1_10 0.2760 ndcg 2-1_10 0.7821 ndcg_rel 2-1_10 0.6534 Rndcg 2-1_10 0.6811 ndcg_cut_5 2-1_10 0.5034 ndcg_cut_10 2-1_10 0.5691 ndcg_cut_15 2-1_10 0.6369 ndcg_cut_20 2-1_10 0.6589 ndcg_cut_30 2-1_10 0.7122 ndcg_cut_100 2-1_10 0.7535 ndcg_cut_200 2-1_10 0.7693 ndcg_cut_500 2-1_10 0.7821 ndcg_cut_1000 2-1_10 0.7821 map_cut_5 2-1_10 0.1235 map_cut_10 2-1_10 0.2489 map_cut_15 2-1_10 0.3964 map_cut_20 2-1_10 0.4784 map_cut_30 2-1_10 0.5522 map_cut_100 2-1_10 0.5992 map_cut_200 2-1_10 0.5992 map_cut_500 2-1_10 0.6017 map_cut_1000 2-1_10 0.6017 relative_P_5 2-1_10 0.6000 relative_P_10 2-1_10 0.6000 relative_P_15 2-1_10 0.6667 relative_P_20 2-1_10 0.7059 relative_P_30 2-1_10 0.8235 relative_P_100 2-1_10 0.9412 relative_P_200 2-1_10 0.9412 relative_P_500 2-1_10 1.0000 relative_P_1000 2-1_10 1.0000 success_1 2-1_10 1.0000 success_5 2-1_10 1.0000 success_10 2-1_10 1.0000 set_P 2-1_10 0.0170 set_relative_P 2-1_10 1.0000 set_recall 2-1_10 1.0000 set_map 2-1_10 0.0170 set_F 2-1_10 0.0334 num_nonrel_judged_ret 2-1_10 12 rbp 2-1_10 0.5307 rbp_resid 2-1_10 0.3870 unj_5 2-1_10 0.4000 unj_10 2-1_10 0.3000 unj_20 2-1_10 0.3500 num_ret 2-1_12 1000 num_rel 2-1_12 101 num_rel_ret 2-1_12 38 map 2-1_12 0.1244 Rprec 2-1_12 0.2475 bpref 2-1_12 0.3437 recip_rank 2-1_12 1.0000 iprec_at_recall_0.00 2-1_12 1.0000 iprec_at_recall_0.10 2-1_12 0.4444 iprec_at_recall_0.20 2-1_12 0.3056 iprec_at_recall_0.30 2-1_12 0.1813 iprec_at_recall_0.40 2-1_12 0.0000 iprec_at_recall_0.50 2-1_12 0.0000 iprec_at_recall_0.60 2-1_12 0.0000 iprec_at_recall_0.70 2-1_12 0.0000 iprec_at_recall_0.80 2-1_12 0.0000 iprec_at_recall_0.90 2-1_12 0.0000 iprec_at_recall_1.00 2-1_12 0.0000 P_5 2-1_12 0.6000 P_10 2-1_12 0.5000 P_15 2-1_12 0.4667 P_20 2-1_12 0.4500 P_30 2-1_12 0.4000 P_100 2-1_12 0.2400 P_200 2-1_12 0.1600 P_500 2-1_12 0.0760 P_1000 2-1_12 0.0380 relstring 2-1_12 '3-3-3-0213' recall_5 2-1_12 0.0297 recall_10 2-1_12 0.0495 recall_15 2-1_12 0.0693 recall_20 2-1_12 0.0891 recall_30 2-1_12 0.1188 recall_100 2-1_12 0.2376 recall_200 2-1_12 0.3168 recall_500 2-1_12 0.3762 recall_1000 2-1_12 0.3762 infAP 2-1_12 0.1244 Rprec_mult_0.20 2-1_12 0.4286 Rprec_mult_0.40 2-1_12 0.3415 Rprec_mult_0.60 2-1_12 0.2951 Rprec_mult_0.80 2-1_12 0.2716 Rprec_mult_1.00 2-1_12 0.2475 Rprec_mult_1.20 2-1_12 0.2295 Rprec_mult_1.40 2-1_12 0.1972 Rprec_mult_1.60 2-1_12 0.1790 Rprec_mult_1.80 2-1_12 0.1703 Rprec_mult_2.00 2-1_12 0.1584 utility 2-1_12 -924.0000 11pt_avg 2-1_12 0.1756 binG 2-1_12 0.0890 G 2-1_12 0.0745 ndcg 2-1_12 0.3866 ndcg_rel 2-1_12 0.4004 Rndcg 2-1_12 0.3646 ndcg_cut_5 2-1_12 0.6399 ndcg_cut_10 2-1_12 0.5473 ndcg_cut_15 2-1_12 0.5140 ndcg_cut_20 2-1_12 0.4830 ndcg_cut_30 2-1_12 0.4328 ndcg_cut_100 2-1_12 0.3238 ndcg_cut_200 2-1_12 0.3558 ndcg_cut_500 2-1_12 0.3866 ndcg_cut_1000 2-1_12 0.3866 map_cut_5 2-1_12 0.0224 map_cut_10 2-1_12 0.0323 map_cut_15 2-1_12 0.0424 map_cut_20 2-1_12 0.0515 map_cut_30 2-1_12 0.0644 map_cut_100 2-1_12 0.1010 map_cut_200 2-1_12 0.1173 map_cut_500 2-1_12 0.1244 map_cut_1000 2-1_12 0.1244 relative_P_5 2-1_12 0.6000 relative_P_10 2-1_12 0.5000 relative_P_15 2-1_12 0.4667 relative_P_20 2-1_12 0.4500 relative_P_30 2-1_12 0.4000 relative_P_100 2-1_12 0.2400 relative_P_200 2-1_12 0.3168 relative_P_500 2-1_12 0.3762 relative_P_1000 2-1_12 0.3762 success_1 2-1_12 1.0000 success_5 2-1_12 1.0000 success_10 2-1_12 1.0000 set_P 2-1_12 0.0380 set_relative_P 2-1_12 0.3762 set_recall 2-1_12 0.3762 set_map 2-1_12 0.0143 set_F 2-1_12 0.0690 num_nonrel_judged_ret 2-1_12 21 rbp 2-1_12 0.4403 rbp_resid 2-1_12 0.4095 unj_5 2-1_12 0.4000 unj_10 2-1_12 0.3000 unj_20 2-1_12 0.4000 num_ret 2-1_14 1000 num_rel 2-1_14 52 num_rel_ret 2-1_14 31 map 2-1_14 0.1360 Rprec 2-1_14 0.2885 bpref 2-1_14 0.3310 recip_rank 2-1_14 0.0909 iprec_at_recall_0.00 2-1_14 0.3750 iprec_at_recall_0.10 2-1_14 0.3750 iprec_at_recall_0.20 2-1_14 0.3750 iprec_at_recall_0.30 2-1_14 0.2576 iprec_at_recall_0.40 2-1_14 0.1864 iprec_at_recall_0.50 2-1_14 0.1711 iprec_at_recall_0.60 2-1_14 0.0842 iprec_at_recall_0.70 2-1_14 0.0000 iprec_at_recall_0.80 2-1_14 0.0000 iprec_at_recall_0.90 2-1_14 0.0000 iprec_at_recall_1.00 2-1_14 0.0000 P_5 2-1_14 0.0000 P_10 2-1_14 0.0000 P_15 2-1_14 0.1333 P_20 2-1_14 0.3000 P_30 2-1_14 0.3667 P_100 2-1_14 0.2000 P_200 2-1_14 0.1350 P_500 2-1_14 0.0620 P_1000 2-1_14 0.0310 relstring 2-1_14 '000001-010' recall_5 2-1_14 0.0000 recall_10 2-1_14 0.0000 recall_15 2-1_14 0.0385 recall_20 2-1_14 0.1154 recall_30 2-1_14 0.2115 recall_100 2-1_14 0.3846 recall_200 2-1_14 0.5192 recall_500 2-1_14 0.5962 recall_1000 2-1_14 0.5962 infAP 2-1_14 0.1360 Rprec_mult_0.20 2-1_14 0.0909 Rprec_mult_0.40 2-1_14 0.2857 Rprec_mult_0.60 2-1_14 0.3750 Rprec_mult_0.80 2-1_14 0.3095 Rprec_mult_1.00 2-1_14 0.2885 Rprec_mult_1.20 2-1_14 0.2381 Rprec_mult_1.40 2-1_14 0.2329 Rprec_mult_1.60 2-1_14 0.2262 Rprec_mult_1.80 2-1_14 0.2128 Rprec_mult_2.00 2-1_14 0.1923 utility 2-1_14 -938.0000 11pt_avg 2-1_14 0.1658 binG 2-1_14 0.1137 G 2-1_14 0.0903 ndcg 2-1_14 0.4135 ndcg_rel 2-1_14 0.3422 Rndcg 2-1_14 0.2942 ndcg_cut_5 2-1_14 0.0000 ndcg_cut_10 2-1_14 0.0482 ndcg_cut_15 2-1_14 0.1424 ndcg_cut_20 2-1_14 0.2254 ndcg_cut_30 2-1_14 0.2979 ndcg_cut_100 2-1_14 0.3072 ndcg_cut_200 2-1_14 0.3723 ndcg_cut_500 2-1_14 0.4135 ndcg_cut_1000 2-1_14 0.4135 map_cut_5 2-1_14 0.0000 map_cut_10 2-1_14 0.0000 map_cut_15 2-1_14 0.0045 map_cut_20 2-1_14 0.0230 map_cut_30 2-1_14 0.0558 map_cut_100 2-1_14 0.1044 map_cut_200 2-1_14 0.1280 map_cut_500 2-1_14 0.1360 map_cut_1000 2-1_14 0.1360 relative_P_5 2-1_14 0.0000 relative_P_10 2-1_14 0.0000 relative_P_15 2-1_14 0.1333 relative_P_20 2-1_14 0.3000 relative_P_30 2-1_14 0.3667 relative_P_100 2-1_14 0.3846 relative_P_200 2-1_14 0.5192 relative_P_500 2-1_14 0.5962 relative_P_1000 2-1_14 0.5962 success_1 2-1_14 0.0000 success_5 2-1_14 0.0000 success_10 2-1_14 0.0000 set_P 2-1_14 0.0310 set_relative_P 2-1_14 0.5962 set_recall 2-1_14 0.5962 set_map 2-1_14 0.0185 set_F 2-1_14 0.0589 num_nonrel_judged_ret 2-1_14 47 rbp 2-1_14 0.1906 rbp_resid 2-1_14 0.0896 unj_5 2-1_14 0.0000 unj_10 2-1_14 0.1000 unj_20 2-1_14 0.0500 num_ret 2-1_4 1000 num_rel 2-1_4 64 num_rel_ret 2-1_4 22 map 2-1_4 0.1414 Rprec 2-1_4 0.2656 bpref 2-1_4 0.3090 recip_rank 2-1_4 0.5000 iprec_at_recall_0.00 2-1_4 0.7500 iprec_at_recall_0.10 2-1_4 0.7500 iprec_at_recall_0.20 2-1_4 0.4062 iprec_at_recall_0.30 2-1_4 0.2043 iprec_at_recall_0.40 2-1_4 0.0000 iprec_at_recall_0.50 2-1_4 0.0000 iprec_at_recall_0.60 2-1_4 0.0000 iprec_at_recall_0.70 2-1_4 0.0000 iprec_at_recall_0.80 2-1_4 0.0000 iprec_at_recall_0.90 2-1_4 0.0000 iprec_at_recall_1.00 2-1_4 0.0000 P_5 2-1_4 0.6000 P_10 2-1_4 0.7000 P_15 2-1_4 0.5333 P_20 2-1_4 0.4000 P_30 2-1_4 0.3667 P_100 2-1_4 0.1900 P_200 2-1_4 0.1050 P_500 2-1_4 0.0440 P_1000 2-1_4 0.0220 relstring 2-1_4 '-2132222-2' recall_5 2-1_4 0.0469 recall_10 2-1_4 0.1094 recall_15 2-1_4 0.1250 recall_20 2-1_4 0.1250 recall_30 2-1_4 0.1719 recall_100 2-1_4 0.2969 recall_200 2-1_4 0.3281 recall_500 2-1_4 0.3438 recall_1000 2-1_4 0.3438 infAP 2-1_4 0.1414 Rprec_mult_0.20 2-1_4 0.5385 Rprec_mult_0.40 2-1_4 0.3462 Rprec_mult_0.60 2-1_4 0.3590 Rprec_mult_0.80 2-1_4 0.2885 Rprec_mult_1.00 2-1_4 0.2656 Rprec_mult_1.20 2-1_4 0.2208 Rprec_mult_1.40 2-1_4 0.2000 Rprec_mult_1.60 2-1_4 0.1942 Rprec_mult_1.80 2-1_4 0.1810 Rprec_mult_2.00 2-1_4 0.1641 utility 2-1_4 -956.0000 11pt_avg 2-1_4 0.1919 binG 2-1_4 0.1030 G 2-1_4 0.0695 ndcg 2-1_4 0.3432 ndcg_rel 2-1_4 0.3434 Rndcg 2-1_4 0.2695 ndcg_cut_5 2-1_4 0.3888 ndcg_cut_10 2-1_4 0.4385 ndcg_cut_15 2-1_4 0.3779 ndcg_cut_20 2-1_4 0.3348 ndcg_cut_30 2-1_4 0.3529 ndcg_cut_100 2-1_4 0.3068 ndcg_cut_200 2-1_4 0.3314 ndcg_cut_500 2-1_4 0.3432 ndcg_cut_1000 2-1_4 0.3432 map_cut_5 2-1_4 0.0250 map_cut_10 2-1_4 0.0692 map_cut_15 2-1_4 0.0782 map_cut_20 2-1_4 0.0782 map_cut_30 2-1_4 0.0953 map_cut_100 2-1_4 0.1341 map_cut_200 2-1_4 0.1402 map_cut_500 2-1_4 0.1414 map_cut_1000 2-1_4 0.1414 relative_P_5 2-1_4 0.6000 relative_P_10 2-1_4 0.7000 relative_P_15 2-1_4 0.5333 relative_P_20 2-1_4 0.4000 relative_P_30 2-1_4 0.3667 relative_P_100 2-1_4 0.2969 relative_P_200 2-1_4 0.3281 relative_P_500 2-1_4 0.3438 relative_P_1000 2-1_4 0.3438 success_1 2-1_4 0.0000 success_5 2-1_4 1.0000 success_10 2-1_4 1.0000 set_P 2-1_4 0.0220 set_relative_P 2-1_4 0.3438 set_recall 2-1_4 0.3438 set_map 2-1_4 0.0076 set_F 2-1_4 0.0414 num_nonrel_judged_ret 2-1_4 19 rbp 2-1_4 0.2864 rbp_resid 2-1_4 0.3185 unj_5 2-1_4 0.2000 unj_10 2-1_4 0.2000 unj_20 2-1_4 0.3500 num_ret 2-1_9 1000 num_rel 2-1_9 16 num_rel_ret 2-1_9 15 map 2-1_9 0.6324 Rprec 2-1_9 0.6250 bpref 2-1_9 0.8795 recip_rank 2-1_9 1.0000 iprec_at_recall_0.00 2-1_9 1.0000 iprec_at_recall_0.10 2-1_9 1.0000 iprec_at_recall_0.20 2-1_9 0.8333 iprec_at_recall_0.30 2-1_9 0.8333 iprec_at_recall_0.40 2-1_9 0.8000 iprec_at_recall_0.50 2-1_9 0.8000 iprec_at_recall_0.60 2-1_9 0.6250 iprec_at_recall_0.70 2-1_9 0.5789 iprec_at_recall_0.80 2-1_9 0.4643 iprec_at_recall_0.90 2-1_9 0.4118 iprec_at_recall_1.00 2-1_9 0.0000 P_5 2-1_9 0.8000 P_10 2-1_9 0.8000 P_15 2-1_9 0.6000 P_20 2-1_9 0.5500 P_30 2-1_9 0.4333 P_100 2-1_9 0.1500 P_200 2-1_9 0.0750 P_500 2-1_9 0.0300 P_1000 2-1_9 0.0150 relstring 2-1_9 '331424-432' recall_5 2-1_9 0.2500 recall_10 2-1_9 0.5000 recall_15 2-1_9 0.5625 recall_20 2-1_9 0.6875 recall_30 2-1_9 0.8125 recall_100 2-1_9 0.9375 recall_200 2-1_9 0.9375 recall_500 2-1_9 0.9375 recall_1000 2-1_9 0.9375 infAP 2-1_9 0.6324 Rprec_mult_0.20 2-1_9 0.7500 Rprec_mult_0.40 2-1_9 0.7143 Rprec_mult_0.60 2-1_9 0.8000 Rprec_mult_0.80 2-1_9 0.6923 Rprec_mult_1.00 2-1_9 0.6250 Rprec_mult_1.20 2-1_9 0.5500 Rprec_mult_1.40 2-1_9 0.4783 Rprec_mult_1.60 2-1_9 0.4231 Rprec_mult_1.80 2-1_9 0.4483 Rprec_mult_2.00 2-1_9 0.4062 utility 2-1_9 -970.0000 11pt_avg 2-1_9 0.6679 binG 2-1_9 0.4558 G 2-1_9 0.3317 ndcg 2-1_9 0.8396 ndcg_rel 2-1_9 0.7659 Rndcg 2-1_9 0.7353 ndcg_cut_5 2-1_9 0.7187 ndcg_cut_10 2-1_9 0.7947 ndcg_cut_15 2-1_9 0.7213 ndcg_cut_20 2-1_9 0.7568 ndcg_cut_30 2-1_9 0.8015 ndcg_cut_100 2-1_9 0.8396 ndcg_cut_200 2-1_9 0.8396 ndcg_cut_500 2-1_9 0.8396 ndcg_cut_1000 2-1_9 0.8396 map_cut_5 2-1_9 0.2219 map_cut_10 2-1_9 0.4194 map_cut_15 2-1_9 0.4627 map_cut_20 2-1_9 0.5380 map_cut_30 2-1_9 0.5948 map_cut_100 2-1_9 0.6324 map_cut_200 2-1_9 0.6324 map_cut_500 2-1_9 0.6324 map_cut_1000 2-1_9 0.6324 relative_P_5 2-1_9 0.8000 relative_P_10 2-1_9 0.8000 relative_P_15 2-1_9 0.6000 relative_P_20 2-1_9 0.6875 relative_P_30 2-1_9 0.8125 relative_P_100 2-1_9 0.9375 relative_P_200 2-1_9 0.9375 relative_P_500 2-1_9 0.9375 relative_P_1000 2-1_9 0.9375 success_1 2-1_9 1.0000 success_5 2-1_9 1.0000 success_10 2-1_9 1.0000 set_P 2-1_9 0.0150 set_relative_P 2-1_9 0.9375 set_recall 2-1_9 0.9375 set_map 2-1_9 0.0141 set_F 2-1_9 0.0295 num_nonrel_judged_ret 2-1_9 4 rbp 2-1_9 0.4774 rbp_resid 2-1_9 0.3226 unj_5 2-1_9 0.0000 unj_10 2-1_9 0.1000 unj_20 2-1_9 0.4000 num_ret 2-2_1 1000 num_rel 2-2_1 51 num_rel_ret 2-2_1 8 map 2-2_1 0.0624 Rprec 2-2_1 0.0980 bpref 2-2_1 0.1353 recip_rank 2-2_1 1.0000 iprec_at_recall_0.00 2-2_1 1.0000 iprec_at_recall_0.10 2-2_1 0.2778 iprec_at_recall_0.20 2-2_1 0.0000 iprec_at_recall_0.30 2-2_1 0.0000 iprec_at_recall_0.40 2-2_1 0.0000 iprec_at_recall_0.50 2-2_1 0.0000 iprec_at_recall_0.60 2-2_1 0.0000 iprec_at_recall_0.70 2-2_1 0.0000 iprec_at_recall_0.80 2-2_1 0.0000 iprec_at_recall_0.90 2-2_1 0.0000 iprec_at_recall_1.00 2-2_1 0.0000 P_5 2-2_1 0.4000 P_10 2-2_1 0.3000 P_15 2-2_1 0.2667 P_20 2-2_1 0.2500 P_30 2-2_1 0.1667 P_100 2-2_1 0.0600 P_200 2-2_1 0.0350 P_500 2-2_1 0.0160 P_1000 2-2_1 0.0080 relstring 2-2_1 '22-0-003-0' recall_5 2-2_1 0.0392 recall_10 2-2_1 0.0588 recall_15 2-2_1 0.0784 recall_20 2-2_1 0.0980 recall_30 2-2_1 0.0980 recall_100 2-2_1 0.1176 recall_200 2-2_1 0.1373 recall_500 2-2_1 0.1569 recall_1000 2-2_1 0.1569 infAP 2-2_1 0.0624 Rprec_mult_0.20 2-2_1 0.3636 Rprec_mult_0.40 2-2_1 0.2381 Rprec_mult_0.60 2-2_1 0.1613 Rprec_mult_0.80 2-2_1 0.1220 Rprec_mult_1.00 2-2_1 0.0980 Rprec_mult_1.20 2-2_1 0.0968 Rprec_mult_1.40 2-2_1 0.0833 Rprec_mult_1.60 2-2_1 0.0732 Rprec_mult_1.80 2-2_1 0.0652 Rprec_mult_2.00 2-2_1 0.0588 utility 2-2_1 -984.0000 11pt_avg 2-2_1 0.1162 binG 2-2_1 0.0658 G 2-2_1 0.0293 ndcg 2-2_1 0.1648 ndcg_rel 2-2_1 0.1785 Rndcg 2-2_1 0.1777 ndcg_cut_5 2-2_1 0.2766 ndcg_cut_10 2-2_1 0.2437 ndcg_cut_15 2-2_1 0.2246 ndcg_cut_20 2-2_1 0.2207 ndcg_cut_30 2-2_1 0.1898 ndcg_cut_100 2-2_1 0.1497 ndcg_cut_200 2-2_1 0.1566 ndcg_cut_500 2-2_1 0.1648 ndcg_cut_1000 2-2_1 0.1648 map_cut_5 2-2_1 0.0392 map_cut_10 2-2_1 0.0466 map_cut_15 2-2_1 0.0537 map_cut_20 2-2_1 0.0591 map_cut_30 2-2_1 0.0591 map_cut_100 2-2_1 0.0610 map_cut_200 2-2_1 0.0621 map_cut_500 2-2_1 0.0624 map_cut_1000 2-2_1 0.0624 relative_P_5 2-2_1 0.4000 relative_P_10 2-2_1 0.3000 relative_P_15 2-2_1 0.2667 relative_P_20 2-2_1 0.2500 relative_P_30 2-2_1 0.1667 relative_P_100 2-2_1 0.1176 relative_P_200 2-2_1 0.1373 relative_P_500 2-2_1 0.1569 relative_P_1000 2-2_1 0.1569 success_1 2-2_1 1.0000 success_5 2-2_1 1.0000 success_10 2-2_1 1.0000 set_P 2-2_1 0.0080 set_relative_P 2-2_1 0.1569 set_recall 2-2_1 0.1569 set_map 2-2_1 0.0013 set_F 2-2_1 0.0152 num_nonrel_judged_ret 2-2_1 18 rbp 2-2_1 0.1617 rbp_resid 2-2_1 0.3761 unj_5 2-2_1 0.4000 unj_10 2-2_1 0.3000 unj_20 2-2_1 0.3500 num_ret 2-2_4 1000 num_rel 2-2_4 53 num_rel_ret 2-2_4 22 map 2-2_4 0.0804 Rprec 2-2_4 0.1887 bpref 2-2_4 0.3774 recip_rank 2-2_4 0.3333 iprec_at_recall_0.00 2-2_4 0.4000 iprec_at_recall_0.10 2-2_4 0.2778 iprec_at_recall_0.20 2-2_4 0.1719 iprec_at_recall_0.30 2-2_4 0.1524 iprec_at_recall_0.40 2-2_4 0.0646 iprec_at_recall_0.50 2-2_4 0.0000 iprec_at_recall_0.60 2-2_4 0.0000 iprec_at_recall_0.70 2-2_4 0.0000 iprec_at_recall_0.80 2-2_4 0.0000 iprec_at_recall_0.90 2-2_4 0.0000 iprec_at_recall_1.00 2-2_4 0.0000 P_5 2-2_4 0.4000 P_10 2-2_4 0.3000 P_15 2-2_4 0.2667 P_20 2-2_4 0.2500 P_30 2-2_4 0.2333 P_100 2-2_4 0.1500 P_200 2-2_4 0.0950 P_500 2-2_4 0.0420 P_1000 2-2_4 0.0220 relstring 2-2_4 '1-3-3----3' recall_5 2-2_4 0.0377 recall_10 2-2_4 0.0566 recall_15 2-2_4 0.0755 recall_20 2-2_4 0.0943 recall_30 2-2_4 0.1321 recall_100 2-2_4 0.2830 recall_200 2-2_4 0.3585 recall_500 2-2_4 0.3962 recall_1000 2-2_4 0.4151 infAP 2-2_4 0.0804 Rprec_mult_0.20 2-2_4 0.3636 Rprec_mult_0.40 2-2_4 0.2273 Rprec_mult_0.60 2-2_4 0.2188 Rprec_mult_0.80 2-2_4 0.2093 Rprec_mult_1.00 2-2_4 0.1887 Rprec_mult_1.20 2-2_4 0.1719 Rprec_mult_1.40 2-2_4 0.1600 Rprec_mult_1.60 2-2_4 0.1529 Rprec_mult_1.80 2-2_4 0.1458 Rprec_mult_2.00 2-2_4 0.1509 utility 2-2_4 -956.0000 11pt_avg 2-2_4 0.0970 binG 2-2_4 0.0867 G 2-2_4 0.0656 ndcg 2-2_4 0.3230 ndcg_rel 2-2_4 0.2951 Rndcg 2-2_4 0.2418 ndcg_cut_5 2-2_4 0.3104 ndcg_cut_10 2-2_4 0.2491 ndcg_cut_15 2-2_4 0.2366 ndcg_cut_20 2-2_4 0.2407 ndcg_cut_30 2-2_4 0.2322 ndcg_cut_100 2-2_4 0.2539 ndcg_cut_200 2-2_4 0.2995 ndcg_cut_500 2-2_4 0.3159 ndcg_cut_1000 2-2_4 0.3230 map_cut_5 2-2_4 0.0138 map_cut_10 2-2_4 0.0195 map_cut_15 2-2_4 0.0264 map_cut_20 2-2_4 0.0316 map_cut_30 2-2_4 0.0408 map_cut_100 2-2_4 0.0680 map_cut_200 2-2_4 0.0766 map_cut_500 2-2_4 0.0797 map_cut_1000 2-2_4 0.0804 relative_P_5 2-2_4 0.4000 relative_P_10 2-2_4 0.3000 relative_P_15 2-2_4 0.2667 relative_P_20 2-2_4 0.2500 relative_P_30 2-2_4 0.2333 relative_P_100 2-2_4 0.2830 relative_P_200 2-2_4 0.3585 relative_P_500 2-2_4 0.3962 relative_P_1000 2-2_4 0.4151 success_1 2-2_4 0.0000 success_5 2-2_4 1.0000 success_10 2-2_4 1.0000 set_P 2-2_4 0.0220 set_relative_P 2-2_4 0.4151 set_recall 2-2_4 0.4151 set_map 2-2_4 0.0091 set_F 2-2_4 0.0418 num_nonrel_judged_ret 2-2_4 7 rbp 2-2_4 0.2215 rbp_resid 2-2_4 0.6215 unj_5 2-2_4 0.4000 unj_10 2-2_4 0.6000 unj_20 2-2_4 0.6500 num_ret 2-2_5 1000 num_rel 2-2_5 30 num_rel_ret 2-2_5 10 map 2-2_5 0.1404 Rprec 2-2_5 0.2667 bpref 2-2_5 0.2700 recip_rank 2-2_5 1.0000 iprec_at_recall_0.00 2-2_5 1.0000 iprec_at_recall_0.10 2-2_5 0.4545 iprec_at_recall_0.20 2-2_5 0.3182 iprec_at_recall_0.30 2-2_5 0.1034 iprec_at_recall_0.40 2-2_5 0.0000 iprec_at_recall_0.50 2-2_5 0.0000 iprec_at_recall_0.60 2-2_5 0.0000 iprec_at_recall_0.70 2-2_5 0.0000 iprec_at_recall_0.80 2-2_5 0.0000 iprec_at_recall_0.90 2-2_5 0.0000 iprec_at_recall_1.00 2-2_5 0.0000 P_5 2-2_5 0.4000 P_10 2-2_5 0.4000 P_15 2-2_5 0.3333 P_20 2-2_5 0.2500 P_30 2-2_5 0.2667 P_100 2-2_5 0.0900 P_200 2-2_5 0.0450 P_500 2-2_5 0.0180 P_1000 2-2_5 0.0100 relstring 2-2_5 '4201110122' recall_5 2-2_5 0.0667 recall_10 2-2_5 0.1333 recall_15 2-2_5 0.1667 recall_20 2-2_5 0.1667 recall_30 2-2_5 0.2667 recall_100 2-2_5 0.3000 recall_200 2-2_5 0.3000 recall_500 2-2_5 0.3000 recall_1000 2-2_5 0.3333 infAP 2-2_5 0.1404 Rprec_mult_0.20 2-2_5 0.3333 Rprec_mult_0.40 2-2_5 0.4167 Rprec_mult_0.60 2-2_5 0.2778 Rprec_mult_0.80 2-2_5 0.2917 Rprec_mult_1.00 2-2_5 0.2667 Rprec_mult_1.20 2-2_5 0.2222 Rprec_mult_1.40 2-2_5 0.1905 Rprec_mult_1.60 2-2_5 0.1667 Rprec_mult_1.80 2-2_5 0.1481 Rprec_mult_2.00 2-2_5 0.1333 utility 2-2_5 -980.0000 11pt_avg 2-2_5 0.1706 binG 2-2_5 0.1329 G 2-2_5 0.0893 ndcg 2-2_5 0.3554 ndcg_rel 2-2_5 0.3908 Rndcg 2-2_5 0.3552 ndcg_cut_5 2-2_5 0.5155 ndcg_cut_10 2-2_5 0.4364 ndcg_cut_15 2-2_5 0.3859 ndcg_cut_20 2-2_5 0.3323 ndcg_cut_30 2-2_5 0.3679 ndcg_cut_100 2-2_5 0.3431 ndcg_cut_200 2-2_5 0.3431 ndcg_cut_500 2-2_5 0.3431 ndcg_cut_1000 2-2_5 0.3554 map_cut_5 2-2_5 0.0667 map_cut_10 2-2_5 0.0911 map_cut_15 2-2_5 0.1063 map_cut_20 2-2_5 0.1063 map_cut_30 2-2_5 0.1363 map_cut_100 2-2_5 0.1397 map_cut_200 2-2_5 0.1397 map_cut_500 2-2_5 0.1397 map_cut_1000 2-2_5 0.1404 relative_P_5 2-2_5 0.4000 relative_P_10 2-2_5 0.4000 relative_P_15 2-2_5 0.3333 relative_P_20 2-2_5 0.2500 relative_P_30 2-2_5 0.2667 relative_P_100 2-2_5 0.3000 relative_P_200 2-2_5 0.3000 relative_P_500 2-2_5 0.3000 relative_P_1000 2-2_5 0.3333 success_1 2-2_5 1.0000 success_5 2-2_5 1.0000 success_10 2-2_5 1.0000 set_P 2-2_5 0.0100 set_relative_P 2-2_5 0.3333 set_recall 2-2_5 0.3333 set_map 2-2_5 0.0033 set_F 2-2_5 0.0194 num_nonrel_judged_ret 2-2_5 11 rbp 2-2_5 0.3118 rbp_resid 2-2_5 0.2761 unj_5 2-2_5 0.0000 unj_10 2-2_5 0.0000 unj_20 2-2_5 0.4500 num_ret 2-2_7 1000 num_rel 2-2_7 88 num_rel_ret 2-2_7 52 map 2-2_7 0.2903 Rprec 2-2_7 0.4091 bpref 2-2_7 0.5176 recip_rank 2-2_7 1.0000 iprec_at_recall_0.00 2-2_7 1.0000 iprec_at_recall_0.10 2-2_7 0.7000 iprec_at_recall_0.20 2-2_7 0.5278 iprec_at_recall_0.30 2-2_7 0.4821 iprec_at_recall_0.40 2-2_7 0.4167 iprec_at_recall_0.50 2-2_7 0.2716 iprec_at_recall_0.60 2-2_7 0.0000 iprec_at_recall_0.70 2-2_7 0.0000 iprec_at_recall_0.80 2-2_7 0.0000 iprec_at_recall_0.90 2-2_7 0.0000 iprec_at_recall_1.00 2-2_7 0.0000 P_5 2-2_7 0.8000 P_10 2-2_7 0.7000 P_15 2-2_7 0.6667 P_20 2-2_7 0.7000 P_30 2-2_7 0.5000 P_100 2-2_7 0.3800 P_200 2-2_7 0.2350 P_500 2-2_7 0.1040 P_1000 2-2_7 0.0520 relstring 2-2_7 '2444111244' recall_5 2-2_7 0.0455 recall_10 2-2_7 0.0795 recall_15 2-2_7 0.1136 recall_20 2-2_7 0.1591 recall_30 2-2_7 0.1705 recall_100 2-2_7 0.4318 recall_200 2-2_7 0.5341 recall_500 2-2_7 0.5909 recall_1000 2-2_7 0.5909 infAP 2-2_7 0.2903 Rprec_mult_0.20 2-2_7 0.6667 Rprec_mult_0.40 2-2_7 0.5278 Rprec_mult_0.60 2-2_7 0.4717 Rprec_mult_0.80 2-2_7 0.4366 Rprec_mult_1.00 2-2_7 0.4091 Rprec_mult_1.20 2-2_7 0.3774 Rprec_mult_1.40 2-2_7 0.3387 Rprec_mult_1.60 2-2_7 0.2979 Rprec_mult_1.80 2-2_7 0.2704 Rprec_mult_2.00 2-2_7 0.2557 utility 2-2_7 -896.0000 11pt_avg 2-2_7 0.3089 binG 2-2_7 0.1664 G 2-2_7 0.1151 ndcg 2-2_7 0.5866 ndcg_rel 2-2_7 0.5754 Rndcg 2-2_7 0.5192 ndcg_cut_5 2-2_7 0.7320 ndcg_cut_10 2-2_7 0.6776 ndcg_cut_15 2-2_7 0.6461 ndcg_cut_20 2-2_7 0.6623 ndcg_cut_30 2-2_7 0.5387 ndcg_cut_100 2-2_7 0.5013 ndcg_cut_200 2-2_7 0.5576 ndcg_cut_500 2-2_7 0.5866 ndcg_cut_1000 2-2_7 0.5866 map_cut_5 2-2_7 0.0455 map_cut_10 2-2_7 0.0681 map_cut_15 2-2_7 0.0900 map_cut_20 2-2_7 0.1206 map_cut_30 2-2_7 0.1284 map_cut_100 2-2_7 0.2511 map_cut_200 2-2_7 0.2830 map_cut_500 2-2_7 0.2903 map_cut_1000 2-2_7 0.2903 relative_P_5 2-2_7 0.8000 relative_P_10 2-2_7 0.7000 relative_P_15 2-2_7 0.6667 relative_P_20 2-2_7 0.7000 relative_P_30 2-2_7 0.5000 relative_P_100 2-2_7 0.4318 relative_P_200 2-2_7 0.5341 relative_P_500 2-2_7 0.5909 relative_P_1000 2-2_7 0.5909 success_1 2-2_7 1.0000 success_5 2-2_7 1.0000 success_10 2-2_7 1.0000 set_P 2-2_7 0.0520 set_relative_P 2-2_7 0.5909 set_recall 2-2_7 0.5909 set_map 2-2_7 0.0307 set_F 2-2_7 0.0956 num_nonrel_judged_ret 2-2_7 13 rbp 2-2_7 0.6079 rbp_resid 2-2_7 0.1347 unj_5 2-2_7 0.0000 unj_10 2-2_7 0.0000 unj_20 2-2_7 0.1000 num_ret 2-2_9 1000 num_rel 2-2_9 47 num_rel_ret 2-2_9 33 map 2-2_9 0.1804 Rprec 2-2_9 0.2340 bpref 2-2_9 0.6078 recip_rank 2-2_9 1.0000 iprec_at_recall_0.00 2-2_9 1.0000 iprec_at_recall_0.10 2-2_9 0.6250 iprec_at_recall_0.20 2-2_9 0.3056 iprec_at_recall_0.30 2-2_9 0.2188 iprec_at_recall_0.40 2-2_9 0.1419 iprec_at_recall_0.50 2-2_9 0.1179 iprec_at_recall_0.60 2-2_9 0.1152 iprec_at_recall_0.70 2-2_9 0.0419 iprec_at_recall_0.80 2-2_9 0.0000 iprec_at_recall_0.90 2-2_9 0.0000 iprec_at_recall_1.00 2-2_9 0.0000 P_5 2-2_9 0.6000 P_10 2-2_9 0.5000 P_15 2-2_9 0.4000 P_20 2-2_9 0.3500 P_30 2-2_9 0.2667 P_100 2-2_9 0.1600 P_200 2-2_9 0.1150 P_500 2-2_9 0.0640 P_1000 2-2_9 0.0330 relstring 2-2_9 '3-4-2133--' recall_5 2-2_9 0.0638 recall_10 2-2_9 0.1064 recall_15 2-2_9 0.1277 recall_20 2-2_9 0.1489 recall_30 2-2_9 0.1702 recall_100 2-2_9 0.3404 recall_200 2-2_9 0.4894 recall_500 2-2_9 0.6809 recall_1000 2-2_9 0.7021 infAP 2-2_9 0.1804 Rprec_mult_0.20 2-2_9 0.5000 Rprec_mult_0.40 2-2_9 0.3684 Rprec_mult_0.60 2-2_9 0.2414 Rprec_mult_0.80 2-2_9 0.2895 Rprec_mult_1.00 2-2_9 0.2340 Rprec_mult_1.20 2-2_9 0.2105 Rprec_mult_1.40 2-2_9 0.2121 Rprec_mult_1.60 2-2_9 0.1842 Rprec_mult_1.80 2-2_9 0.1882 Rprec_mult_2.00 2-2_9 0.1702 utility 2-2_9 -934.0000 11pt_avg 2-2_9 0.2333 binG 2-2_9 0.1606 G 2-2_9 0.1236 ndcg 2-2_9 0.5294 ndcg_rel 2-2_9 0.4662 Rndcg 2-2_9 0.3889 ndcg_cut_5 2-2_9 0.4896 ndcg_cut_10 2-2_9 0.4444 ndcg_cut_15 2-2_9 0.4069 ndcg_cut_20 2-2_9 0.3703 ndcg_cut_30 2-2_9 0.3268 ndcg_cut_100 2-2_9 0.3672 ndcg_cut_200 2-2_9 0.4326 ndcg_cut_500 2-2_9 0.5214 ndcg_cut_1000 2-2_9 0.5294 map_cut_5 2-2_9 0.0482 map_cut_10 2-2_9 0.0737 map_cut_15 2-2_9 0.0822 map_cut_20 2-2_9 0.0915 map_cut_30 2-2_9 0.0972 map_cut_100 2-2_9 0.1383 map_cut_200 2-2_9 0.1599 map_cut_500 2-2_9 0.1795 map_cut_1000 2-2_9 0.1804 relative_P_5 2-2_9 0.6000 relative_P_10 2-2_9 0.5000 relative_P_15 2-2_9 0.4000 relative_P_20 2-2_9 0.3500 relative_P_30 2-2_9 0.2667 relative_P_100 2-2_9 0.3404 relative_P_200 2-2_9 0.4894 relative_P_500 2-2_9 0.6809 relative_P_1000 2-2_9 0.7021 success_1 2-2_9 1.0000 success_5 2-2_9 1.0000 success_10 2-2_9 1.0000 set_P 2-2_9 0.0330 set_relative_P 2-2_9 0.7021 set_recall 2-2_9 0.7021 set_map 2-2_9 0.0232 set_F 2-2_9 0.0630 num_nonrel_judged_ret 2-2_9 7 rbp 2-2_9 0.3264 rbp_resid 2-2_9 0.4717 unj_5 2-2_9 0.4000 unj_10 2-2_9 0.4000 unj_20 2-2_9 0.5000 num_ret 3-2_1 1000 num_rel 3-2_1 68 num_rel_ret 3-2_1 10 map 3-2_1 0.0179 Rprec 3-2_1 0.1029 bpref 3-2_1 0.1138 recip_rank 3-2_1 0.1250 iprec_at_recall_0.00 3-2_1 0.1875 iprec_at_recall_0.10 3-2_1 0.1111 iprec_at_recall_0.20 3-2_1 0.0000 iprec_at_recall_0.30 3-2_1 0.0000 iprec_at_recall_0.40 3-2_1 0.0000 iprec_at_recall_0.50 3-2_1 0.0000 iprec_at_recall_0.60 3-2_1 0.0000 iprec_at_recall_0.70 3-2_1 0.0000 iprec_at_recall_0.80 3-2_1 0.0000 iprec_at_recall_0.90 3-2_1 0.0000 iprec_at_recall_1.00 3-2_1 0.0000 P_5 3-2_1 0.0000 P_10 3-2_1 0.1000 P_15 3-2_1 0.1333 P_20 3-2_1 0.1500 P_30 3-2_1 0.1333 P_100 3-2_1 0.0800 P_200 3-2_1 0.0500 P_500 3-2_1 0.0200 P_1000 3-2_1 0.0100 relstring 3-2_1 '01001002-0' recall_5 3-2_1 0.0000 recall_10 3-2_1 0.0147 recall_15 3-2_1 0.0294 recall_20 3-2_1 0.0441 recall_30 3-2_1 0.0588 recall_100 3-2_1 0.1176 recall_200 3-2_1 0.1471 recall_500 3-2_1 0.1471 recall_1000 3-2_1 0.1471 infAP 3-2_1 0.0179 Rprec_mult_0.20 3-2_1 0.1429 Rprec_mult_0.40 3-2_1 0.1429 Rprec_mult_0.60 3-2_1 0.0976 Rprec_mult_0.80 3-2_1 0.0909 Rprec_mult_1.00 3-2_1 0.1029 Rprec_mult_1.20 3-2_1 0.0976 Rprec_mult_1.40 3-2_1 0.0833 Rprec_mult_1.60 3-2_1 0.0734 Rprec_mult_1.80 3-2_1 0.0732 Rprec_mult_2.00 3-2_1 0.0662 utility 3-2_1 -980.0000 11pt_avg 3-2_1 0.0271 binG 3-2_1 0.0302 G 3-2_1 0.0224 ndcg 3-2_1 0.1295 ndcg_rel 3-2_1 0.1307 Rndcg 3-2_1 0.1276 ndcg_cut_5 3-2_1 0.1151 ndcg_cut_10 3-2_1 0.1236 ndcg_cut_15 3-2_1 0.1370 ndcg_cut_20 3-2_1 0.1461 ndcg_cut_30 3-2_1 0.1471 ndcg_cut_100 3-2_1 0.1267 ndcg_cut_200 3-2_1 0.1295 ndcg_cut_500 3-2_1 0.1295 ndcg_cut_1000 3-2_1 0.1295 map_cut_5 3-2_1 0.0000 map_cut_10 3-2_1 0.0018 map_cut_15 3-2_1 0.0043 map_cut_20 3-2_1 0.0070 map_cut_30 3-2_1 0.0095 map_cut_100 3-2_1 0.0160 map_cut_200 3-2_1 0.0179 map_cut_500 3-2_1 0.0179 map_cut_1000 3-2_1 0.0179 relative_P_5 3-2_1 0.0000 relative_P_10 3-2_1 0.1000 relative_P_15 3-2_1 0.1333 relative_P_20 3-2_1 0.1500 relative_P_30 3-2_1 0.1333 relative_P_100 3-2_1 0.1176 relative_P_200 3-2_1 0.1471 relative_P_500 3-2_1 0.1471 relative_P_1000 3-2_1 0.1471 success_1 3-2_1 0.0000 success_5 3-2_1 0.0000 success_10 3-2_1 1.0000 set_P 3-2_1 0.0100 set_relative_P 3-2_1 0.1471 set_recall 3-2_1 0.1471 set_map 3-2_1 0.0015 set_F 3-2_1 0.0187 num_nonrel_judged_ret 3-2_1 22 rbp 3-2_1 0.1290 rbp_resid 3-2_1 0.2164 unj_5 3-2_1 0.0000 unj_10 3-2_1 0.1000 unj_20 3-2_1 0.3000 num_ret 3-2_6 1000 num_rel 3-2_6 32 num_rel_ret 3-2_6 6 map 3-2_6 0.0361 Rprec 3-2_6 0.1562 bpref 3-2_6 0.1318 recip_rank 3-2_6 0.3333 iprec_at_recall_0.00 3-2_6 0.3333 iprec_at_recall_0.10 3-2_6 0.2083 iprec_at_recall_0.20 3-2_6 0.0882 iprec_at_recall_0.30 3-2_6 0.0000 iprec_at_recall_0.40 3-2_6 0.0000 iprec_at_recall_0.50 3-2_6 0.0000 iprec_at_recall_0.60 3-2_6 0.0000 iprec_at_recall_0.70 3-2_6 0.0000 iprec_at_recall_0.80 3-2_6 0.0000 iprec_at_recall_0.90 3-2_6 0.0000 iprec_at_recall_1.00 3-2_6 0.0000 P_5 3-2_6 0.2000 P_10 3-2_6 0.1000 P_15 3-2_6 0.1333 P_20 3-2_6 0.2000 P_30 3-2_6 0.1667 P_100 3-2_6 0.0600 P_200 3-2_6 0.0300 P_500 3-2_6 0.0120 P_1000 3-2_6 0.0060 relstring 3-2_6 '0-211101--' recall_5 3-2_6 0.0312 recall_10 3-2_6 0.0312 recall_15 3-2_6 0.0625 recall_20 3-2_6 0.1250 recall_30 3-2_6 0.1562 recall_100 3-2_6 0.1875 recall_200 3-2_6 0.1875 recall_500 3-2_6 0.1875 recall_1000 3-2_6 0.1875 infAP 3-2_6 0.0361 Rprec_mult_0.20 3-2_6 0.1429 Rprec_mult_0.40 3-2_6 0.1538 Rprec_mult_0.60 3-2_6 0.2000 Rprec_mult_0.80 3-2_6 0.1923 Rprec_mult_1.00 3-2_6 0.1562 Rprec_mult_1.20 3-2_6 0.1282 Rprec_mult_1.40 3-2_6 0.1111 Rprec_mult_1.60 3-2_6 0.0962 Rprec_mult_1.80 3-2_6 0.0862 Rprec_mult_2.00 3-2_6 0.0781 utility 3-2_6 -988.0000 11pt_avg 3-2_6 0.0573 binG 3-2_6 0.0517 G 3-2_6 0.0493 ndcg 3-2_6 0.2235 ndcg_rel 3-2_6 0.2208 Rndcg 3-2_6 0.2109 ndcg_cut_5 3-2_6 0.2055 ndcg_cut_10 3-2_6 0.1826 ndcg_cut_15 3-2_6 0.2185 ndcg_cut_20 3-2_6 0.2330 ndcg_cut_30 3-2_6 0.2277 ndcg_cut_100 3-2_6 0.2140 ndcg_cut_200 3-2_6 0.2235 ndcg_cut_500 3-2_6 0.2235 ndcg_cut_1000 3-2_6 0.2235 map_cut_5 3-2_6 0.0104 map_cut_10 3-2_6 0.0104 map_cut_15 3-2_6 0.0156 map_cut_20 3-2_6 0.0268 map_cut_30 3-2_6 0.0333 map_cut_100 3-2_6 0.0361 map_cut_200 3-2_6 0.0361 map_cut_500 3-2_6 0.0361 map_cut_1000 3-2_6 0.0361 relative_P_5 3-2_6 0.2000 relative_P_10 3-2_6 0.1000 relative_P_15 3-2_6 0.1333 relative_P_20 3-2_6 0.2000 relative_P_30 3-2_6 0.1667 relative_P_100 3-2_6 0.1875 relative_P_200 3-2_6 0.1875 relative_P_500 3-2_6 0.1875 relative_P_1000 3-2_6 0.1875 success_1 3-2_6 0.0000 success_5 3-2_6 1.0000 success_10 3-2_6 1.0000 set_P 3-2_6 0.0060 set_relative_P 3-2_6 0.1875 set_recall 3-2_6 0.1875 set_map 3-2_6 0.0011 set_F 3-2_6 0.0116 num_nonrel_judged_ret 3-2_6 36 rbp 3-2_6 0.2192 rbp_resid 3-2_6 0.3407 unj_5 3-2_6 0.2000 unj_10 3-2_6 0.3000 unj_20 3-2_6 0.4000 num_ret 4-1_10 1000 num_rel 4-1_10 12 num_rel_ret 4-1_10 9 map 4-1_10 0.0516 Rprec 4-1_10 0.0000 bpref 4-1_10 0.0764 recip_rank 4-1_10 0.0526 iprec_at_recall_0.00 4-1_10 0.0857 iprec_at_recall_0.10 4-1_10 0.0857 iprec_at_recall_0.20 4-1_10 0.0857 iprec_at_recall_0.30 4-1_10 0.0825 iprec_at_recall_0.40 4-1_10 0.0825 iprec_at_recall_0.50 4-1_10 0.0825 iprec_at_recall_0.60 4-1_10 0.0825 iprec_at_recall_0.70 4-1_10 0.0825 iprec_at_recall_0.80 4-1_10 0.0000 iprec_at_recall_0.90 4-1_10 0.0000 iprec_at_recall_1.00 4-1_10 0.0000 P_5 4-1_10 0.0000 P_10 4-1_10 0.0000 P_15 4-1_10 0.0000 P_20 4-1_10 0.0500 P_30 4-1_10 0.0667 P_100 4-1_10 0.0800 P_200 4-1_10 0.0450 P_500 4-1_10 0.0180 P_1000 4-1_10 0.0090 relstring 4-1_10 '111--10---' recall_5 4-1_10 0.0000 recall_10 4-1_10 0.0000 recall_15 4-1_10 0.0000 recall_20 4-1_10 0.0833 recall_30 4-1_10 0.1667 recall_100 4-1_10 0.6667 recall_200 4-1_10 0.7500 recall_500 4-1_10 0.7500 recall_1000 4-1_10 0.7500 infAP 4-1_10 0.0516 Rprec_mult_0.20 4-1_10 0.0000 Rprec_mult_0.40 4-1_10 0.0000 Rprec_mult_0.60 4-1_10 0.0000 Rprec_mult_0.80 4-1_10 0.0000 Rprec_mult_1.00 4-1_10 0.0000 Rprec_mult_1.20 4-1_10 0.0000 Rprec_mult_1.40 4-1_10 0.0000 Rprec_mult_1.60 4-1_10 0.0500 Rprec_mult_1.80 4-1_10 0.0455 Rprec_mult_2.00 4-1_10 0.0417 utility 4-1_10 -982.0000 11pt_avg 4-1_10 0.0609 binG 4-1_10 0.1305 G 4-1_10 0.0933 ndcg 4-1_10 0.3712 ndcg_rel 4-1_10 0.3456 Rndcg 4-1_10 0.2972 ndcg_cut_5 4-1_10 0.3090 ndcg_cut_10 4-1_10 0.2466 ndcg_cut_15 4-1_10 0.2314 ndcg_cut_20 4-1_10 0.2459 ndcg_cut_30 4-1_10 0.2657 ndcg_cut_100 4-1_10 0.3373 ndcg_cut_200 4-1_10 0.3651 ndcg_cut_500 4-1_10 0.3712 ndcg_cut_1000 4-1_10 0.3712 map_cut_5 4-1_10 0.0000 map_cut_10 4-1_10 0.0000 map_cut_15 4-1_10 0.0000 map_cut_20 4-1_10 0.0044 map_cut_30 4-1_10 0.0101 map_cut_100 4-1_10 0.0474 map_cut_200 4-1_10 0.0516 map_cut_500 4-1_10 0.0516 map_cut_1000 4-1_10 0.0516 relative_P_5 4-1_10 0.0000 relative_P_10 4-1_10 0.0000 relative_P_15 4-1_10 0.0000 relative_P_20 4-1_10 0.0833 relative_P_30 4-1_10 0.1667 relative_P_100 4-1_10 0.6667 relative_P_200 4-1_10 0.7500 relative_P_500 4-1_10 0.7500 relative_P_1000 4-1_10 0.7500 success_1 4-1_10 0.0000 success_5 4-1_10 0.0000 success_10 4-1_10 0.0000 set_P 4-1_10 0.0090 set_relative_P 4-1_10 0.7500 set_recall 4-1_10 0.7500 set_map 4-1_10 0.0067 set_F 4-1_10 0.0178 num_nonrel_judged_ret 4-1_10 26 rbp 4-1_10 0.1436 rbp_resid 4-1_10 0.5053 unj_5 4-1_10 0.4000 unj_10 4-1_10 0.5000 unj_20 4-1_10 0.6000 num_ret 4-1_12 1000 num_rel 4-1_12 7 num_rel_ret 4-1_12 0 map 4-1_12 0.0000 Rprec 4-1_12 0.0000 bpref 4-1_12 0.0000 recip_rank 4-1_12 0.0000 iprec_at_recall_0.00 4-1_12 0.0000 iprec_at_recall_0.10 4-1_12 0.0000 iprec_at_recall_0.20 4-1_12 0.0000 iprec_at_recall_0.30 4-1_12 0.0000 iprec_at_recall_0.40 4-1_12 0.0000 iprec_at_recall_0.50 4-1_12 0.0000 iprec_at_recall_0.60 4-1_12 0.0000 iprec_at_recall_0.70 4-1_12 0.0000 iprec_at_recall_0.80 4-1_12 0.0000 iprec_at_recall_0.90 4-1_12 0.0000 iprec_at_recall_1.00 4-1_12 0.0000 P_5 4-1_12 0.0000 P_10 4-1_12 0.0000 P_15 4-1_12 0.0000 P_20 4-1_12 0.0000 P_30 4-1_12 0.0000 P_100 4-1_12 0.0000 P_200 4-1_12 0.0000 P_500 4-1_12 0.0000 P_1000 4-1_12 0.0000 relstring 4-1_12 '000000-0-0' recall_5 4-1_12 0.0000 recall_10 4-1_12 0.0000 recall_15 4-1_12 0.0000 recall_20 4-1_12 0.0000 recall_30 4-1_12 0.0000 recall_100 4-1_12 0.0000 recall_200 4-1_12 0.0000 recall_500 4-1_12 0.0000 recall_1000 4-1_12 0.0000 infAP 4-1_12 0.0000 Rprec_mult_0.20 4-1_12 0.0000 Rprec_mult_0.40 4-1_12 0.0000 Rprec_mult_0.60 4-1_12 0.0000 Rprec_mult_0.80 4-1_12 0.0000 Rprec_mult_1.00 4-1_12 0.0000 Rprec_mult_1.20 4-1_12 0.0000 Rprec_mult_1.40 4-1_12 0.0000 Rprec_mult_1.60 4-1_12 0.0000 Rprec_mult_1.80 4-1_12 0.0000 Rprec_mult_2.00 4-1_12 0.0000 utility 4-1_12 -1000.0000 11pt_avg 4-1_12 0.0000 binG 4-1_12 0.0000 G 4-1_12 0.0000 ndcg 4-1_12 0.0000 ndcg_rel 4-1_12 0.0000 Rndcg 4-1_12 0.0000 ndcg_cut_5 4-1_12 0.0000 ndcg_cut_10 4-1_12 0.0000 ndcg_cut_15 4-1_12 0.0000 ndcg_cut_20 4-1_12 0.0000 ndcg_cut_30 4-1_12 0.0000 ndcg_cut_100 4-1_12 0.0000 ndcg_cut_200 4-1_12 0.0000 ndcg_cut_500 4-1_12 0.0000 ndcg_cut_1000 4-1_12 0.0000 map_cut_5 4-1_12 0.0000 map_cut_10 4-1_12 0.0000 map_cut_15 4-1_12 0.0000 map_cut_20 4-1_12 0.0000 map_cut_30 4-1_12 0.0000 map_cut_100 4-1_12 0.0000 map_cut_200 4-1_12 0.0000 map_cut_500 4-1_12 0.0000 map_cut_1000 4-1_12 0.0000 relative_P_5 4-1_12 0.0000 relative_P_10 4-1_12 0.0000 relative_P_15 4-1_12 0.0000 relative_P_20 4-1_12 0.0000 relative_P_30 4-1_12 0.0000 relative_P_100 4-1_12 0.0000 relative_P_200 4-1_12 0.0000 relative_P_500 4-1_12 0.0000 relative_P_1000 4-1_12 0.0000 success_1 4-1_12 0.0000 success_5 4-1_12 0.0000 success_10 4-1_12 0.0000 set_P 4-1_12 0.0000 set_relative_P 4-1_12 0.0000 set_recall 4-1_12 0.0000 set_map 4-1_12 0.0000 set_F 4-1_12 0.0000 num_nonrel_judged_ret 4-1_12 32 rbp 4-1_12 0.0000 rbp_resid 4-1_12 0.3018 unj_5 4-1_12 0.0000 unj_10 4-1_12 0.2000 unj_20 4-1_12 0.4000 num_ret 4-1_3 1000 num_rel 4-1_3 39 num_rel_ret 4-1_3 3 map 4-1_3 0.0089 Rprec 4-1_3 0.0769 bpref 4-1_3 0.0625 recip_rank 4-1_3 0.1111 iprec_at_recall_0.00 4-1_3 0.1250 iprec_at_recall_0.10 4-1_3 0.0000 iprec_at_recall_0.20 4-1_3 0.0000 iprec_at_recall_0.30 4-1_3 0.0000 iprec_at_recall_0.40 4-1_3 0.0000 iprec_at_recall_0.50 4-1_3 0.0000 iprec_at_recall_0.60 4-1_3 0.0000 iprec_at_recall_0.70 4-1_3 0.0000 iprec_at_recall_0.80 4-1_3 0.0000 iprec_at_recall_0.90 4-1_3 0.0000 iprec_at_recall_1.00 4-1_3 0.0000 P_5 4-1_3 0.0000 P_10 4-1_3 0.1000 P_15 4-1_3 0.0667 P_20 4-1_3 0.1000 P_30 4-1_3 0.1000 P_100 4-1_3 0.0300 P_200 4-1_3 0.0150 P_500 4-1_3 0.0060 P_1000 4-1_3 0.0030 relstring 4-1_3 '0--11-002-' recall_5 4-1_3 0.0000 recall_10 4-1_3 0.0256 recall_15 4-1_3 0.0256 recall_20 4-1_3 0.0513 recall_30 4-1_3 0.0769 recall_100 4-1_3 0.0769 recall_200 4-1_3 0.0769 recall_500 4-1_3 0.0769 recall_1000 4-1_3 0.0769 infAP 4-1_3 0.0089 Rprec_mult_0.20 4-1_3 0.0000 Rprec_mult_0.40 4-1_3 0.1250 Rprec_mult_0.60 4-1_3 0.0833 Rprec_mult_0.80 4-1_3 0.0938 Rprec_mult_1.00 4-1_3 0.0769 Rprec_mult_1.20 4-1_3 0.0638 Rprec_mult_1.40 4-1_3 0.0545 Rprec_mult_1.60 4-1_3 0.0476 Rprec_mult_1.80 4-1_3 0.0423 Rprec_mult_2.00 4-1_3 0.0385 utility 4-1_3 -994.0000 11pt_avg 4-1_3 0.0114 binG 4-1_3 0.0196 G 4-1_3 0.0128 ndcg 4-1_3 0.0680 ndcg_rel 4-1_3 0.0687 Rndcg 4-1_3 0.0694 ndcg_cut_5 4-1_3 0.0693 ndcg_cut_10 4-1_3 0.0838 ndcg_cut_15 4-1_3 0.0680 ndcg_cut_20 4-1_3 0.0821 ndcg_cut_30 4-1_3 0.0846 ndcg_cut_100 4-1_3 0.0680 ndcg_cut_200 4-1_3 0.0680 ndcg_cut_500 4-1_3 0.0680 ndcg_cut_1000 4-1_3 0.0680 map_cut_5 4-1_3 0.0000 map_cut_10 4-1_3 0.0028 map_cut_15 4-1_3 0.0028 map_cut_20 4-1_3 0.0061 map_cut_30 4-1_3 0.0089 map_cut_100 4-1_3 0.0089 map_cut_200 4-1_3 0.0089 map_cut_500 4-1_3 0.0089 map_cut_1000 4-1_3 0.0089 relative_P_5 4-1_3 0.0000 relative_P_10 4-1_3 0.1000 relative_P_15 4-1_3 0.0667 relative_P_20 4-1_3 0.1000 relative_P_30 4-1_3 0.1000 relative_P_100 4-1_3 0.0769 relative_P_200 4-1_3 0.0769 relative_P_500 4-1_3 0.0769 relative_P_1000 4-1_3 0.0769 success_1 4-1_3 0.0000 success_5 4-1_3 0.0000 success_10 4-1_3 1.0000 set_P 4-1_3 0.0030 set_relative_P 4-1_3 0.0769 set_recall 4-1_3 0.0769 set_map 4-1_3 0.0002 set_F 4-1_3 0.0058 num_nonrel_judged_ret 4-1_3 13 rbp 4-1_3 0.0702 rbp_resid 4-1_3 0.4780 unj_5 4-1_3 0.4000 unj_10 4-1_3 0.4000 unj_20 4-1_3 0.4500 num_ret 4-1_4 1000 num_rel 4-1_4 11 num_rel_ret 4-1_4 5 map 4-1_4 0.0416 Rprec 4-1_4 0.0909 bpref 4-1_4 0.0579 recip_rank 4-1_4 0.1429 iprec_at_recall_0.00 4-1_4 0.1429 iprec_at_recall_0.10 4-1_4 0.1429 iprec_at_recall_0.20 4-1_4 0.0930 iprec_at_recall_0.30 4-1_4 0.0930 iprec_at_recall_0.40 4-1_4 0.0930 iprec_at_recall_0.50 4-1_4 0.0000 iprec_at_recall_0.60 4-1_4 0.0000 iprec_at_recall_0.70 4-1_4 0.0000 iprec_at_recall_0.80 4-1_4 0.0000 iprec_at_recall_0.90 4-1_4 0.0000 iprec_at_recall_1.00 4-1_4 0.0000 P_5 4-1_4 0.0000 P_10 4-1_4 0.1000 P_15 4-1_4 0.0667 P_20 4-1_4 0.0500 P_30 4-1_4 0.0667 P_100 4-1_4 0.0500 P_200 4-1_4 0.0250 P_500 4-1_4 0.0100 P_1000 4-1_4 0.0050 relstring 4-1_4 '00010-200-' recall_5 4-1_4 0.0000 recall_10 4-1_4 0.0909 recall_15 4-1_4 0.0909 recall_20 4-1_4 0.0909 recall_30 4-1_4 0.1818 recall_100 4-1_4 0.4545 recall_200 4-1_4 0.4545 recall_500 4-1_4 0.4545 recall_1000 4-1_4 0.4545 infAP 4-1_4 0.0416 Rprec_mult_0.20 4-1_4 0.0000 Rprec_mult_0.40 4-1_4 0.0000 Rprec_mult_0.60 4-1_4 0.1429 Rprec_mult_0.80 4-1_4 0.1111 Rprec_mult_1.00 4-1_4 0.0909 Rprec_mult_1.20 4-1_4 0.0714 Rprec_mult_1.40 4-1_4 0.0625 Rprec_mult_1.60 4-1_4 0.0556 Rprec_mult_1.80 4-1_4 0.0500 Rprec_mult_2.00 4-1_4 0.0455 utility 4-1_4 -990.0000 11pt_avg 4-1_4 0.0513 binG 4-1_4 0.0988 G 4-1_4 0.0784 ndcg 4-1_4 0.2276 ndcg_rel 4-1_4 0.2011 Rndcg 4-1_4 0.0981 ndcg_cut_5 4-1_4 0.0378 ndcg_cut_10 4-1_4 0.0734 ndcg_cut_15 4-1_4 0.0822 ndcg_cut_20 4-1_4 0.0767 ndcg_cut_30 4-1_4 0.1157 ndcg_cut_100 4-1_4 0.2276 ndcg_cut_200 4-1_4 0.2276 ndcg_cut_500 4-1_4 0.2276 ndcg_cut_1000 4-1_4 0.2276 map_cut_5 4-1_4 0.0000 map_cut_10 4-1_4 0.0130 map_cut_15 4-1_4 0.0130 map_cut_20 4-1_4 0.0130 map_cut_30 4-1_4 0.0200 map_cut_100 4-1_4 0.0416 map_cut_200 4-1_4 0.0416 map_cut_500 4-1_4 0.0416 map_cut_1000 4-1_4 0.0416 relative_P_5 4-1_4 0.0000 relative_P_10 4-1_4 0.1000 relative_P_15 4-1_4 0.0909 relative_P_20 4-1_4 0.0909 relative_P_30 4-1_4 0.1818 relative_P_100 4-1_4 0.4545 relative_P_200 4-1_4 0.4545 relative_P_500 4-1_4 0.4545 relative_P_1000 4-1_4 0.4545 success_1 4-1_4 0.0000 success_5 4-1_4 0.0000 success_10 4-1_4 1.0000 set_P 4-1_4 0.0050 set_relative_P 4-1_4 0.4545 set_recall 4-1_4 0.4545 set_map 4-1_4 0.0023 set_F 4-1_4 0.0099 num_nonrel_judged_ret 4-1_4 16 rbp 4-1_4 0.0630 rbp_resid 4-1_4 0.3370 unj_5 4-1_4 0.0000 unj_10 4-1_4 0.2000 unj_20 4-1_4 0.4500 num_ret 4-1_6 1000 num_rel 4-1_6 1 num_rel_ret 4-1_6 0 map 4-1_6 0.0000 Rprec 4-1_6 0.0000 bpref 4-1_6 0.0000 recip_rank 4-1_6 0.0000 iprec_at_recall_0.00 4-1_6 0.0000 iprec_at_recall_0.10 4-1_6 0.0000 iprec_at_recall_0.20 4-1_6 0.0000 iprec_at_recall_0.30 4-1_6 0.0000 iprec_at_recall_0.40 4-1_6 0.0000 iprec_at_recall_0.50 4-1_6 0.0000 iprec_at_recall_0.60 4-1_6 0.0000 iprec_at_recall_0.70 4-1_6 0.0000 iprec_at_recall_0.80 4-1_6 0.0000 iprec_at_recall_0.90 4-1_6 0.0000 iprec_at_recall_1.00 4-1_6 0.0000 P_5 4-1_6 0.0000 P_10 4-1_6 0.0000 P_15 4-1_6 0.0000 P_20 4-1_6 0.0000 P_30 4-1_6 0.0000 P_100 4-1_6 0.0000 P_200 4-1_6 0.0000 P_500 4-1_6 0.0000 P_1000 4-1_6 0.0000 relstring 4-1_6 '001-0-00-0' recall_5 4-1_6 0.0000 recall_10 4-1_6 0.0000 recall_15 4-1_6 0.0000 recall_20 4-1_6 0.0000 recall_30 4-1_6 0.0000 recall_100 4-1_6 0.0000 recall_200 4-1_6 0.0000 recall_500 4-1_6 0.0000 recall_1000 4-1_6 0.0000 infAP 4-1_6 0.0000 Rprec_mult_0.20 4-1_6 0.0000 Rprec_mult_0.40 4-1_6 0.0000 Rprec_mult_0.60 4-1_6 0.0000 Rprec_mult_0.80 4-1_6 0.0000 Rprec_mult_1.00 4-1_6 0.0000 Rprec_mult_1.20 4-1_6 0.0000 Rprec_mult_1.40 4-1_6 0.0000 Rprec_mult_1.60 4-1_6 0.0000 Rprec_mult_1.80 4-1_6 0.0000 Rprec_mult_2.00 4-1_6 0.0000 utility 4-1_6 -1000.0000 11pt_avg 4-1_6 0.0000 binG 4-1_6 0.0000 G 4-1_6 0.0459 ndcg 4-1_6 0.1241 ndcg_rel 4-1_6 0.1234 Rndcg 4-1_6 0.0633 ndcg_cut_5 4-1_6 0.1266 ndcg_cut_10 4-1_6 0.0902 ndcg_cut_15 4-1_6 0.0729 ndcg_cut_20 4-1_6 0.0660 ndcg_cut_30 4-1_6 0.0660 ndcg_cut_100 4-1_6 0.0919 ndcg_cut_200 4-1_6 0.0919 ndcg_cut_500 4-1_6 0.1241 ndcg_cut_1000 4-1_6 0.1241 map_cut_5 4-1_6 0.0000 map_cut_10 4-1_6 0.0000 map_cut_15 4-1_6 0.0000 map_cut_20 4-1_6 0.0000 map_cut_30 4-1_6 0.0000 map_cut_100 4-1_6 0.0000 map_cut_200 4-1_6 0.0000 map_cut_500 4-1_6 0.0000 map_cut_1000 4-1_6 0.0000 relative_P_5 4-1_6 0.0000 relative_P_10 4-1_6 0.0000 relative_P_15 4-1_6 0.0000 relative_P_20 4-1_6 0.0000 relative_P_30 4-1_6 0.0000 relative_P_100 4-1_6 0.0000 relative_P_200 4-1_6 0.0000 relative_P_500 4-1_6 0.0000 relative_P_1000 4-1_6 0.0000 success_1 4-1_6 0.0000 success_5 4-1_6 0.0000 success_10 4-1_6 0.0000 set_P 4-1_6 0.0000 set_relative_P 4-1_6 0.0000 set_recall 4-1_6 0.0000 set_map 4-1_6 0.0000 set_F 4-1_6 0.0000 num_nonrel_judged_ret 4-1_6 44 rbp 4-1_6 0.0422 rbp_resid 4-1_6 0.3490 unj_5 4-1_6 0.2000 unj_10 4-1_6 0.3000 unj_20 4-1_6 0.3500 num_ret 4-1_9 1000 num_rel 4-1_9 37 num_rel_ret 4-1_9 14 map 4-1_9 0.0630 Rprec 4-1_9 0.1351 bpref 4-1_9 0.1329 recip_rank 4-1_9 1.0000 iprec_at_recall_0.00 4-1_9 1.0000 iprec_at_recall_0.10 4-1_9 0.1562 iprec_at_recall_0.20 4-1_9 0.1094 iprec_at_recall_0.30 4-1_9 0.0696 iprec_at_recall_0.40 4-1_9 0.0000 iprec_at_recall_0.50 4-1_9 0.0000 iprec_at_recall_0.60 4-1_9 0.0000 iprec_at_recall_0.70 4-1_9 0.0000 iprec_at_recall_0.80 4-1_9 0.0000 iprec_at_recall_0.90 4-1_9 0.0000 iprec_at_recall_1.00 4-1_9 0.0000 P_5 4-1_9 0.2000 P_10 4-1_9 0.1000 P_15 4-1_9 0.1333 P_20 4-1_9 0.1500 P_30 4-1_9 0.1333 P_100 4-1_9 0.0800 P_200 4-1_9 0.0600 P_500 4-1_9 0.0280 P_1000 4-1_9 0.0140 relstring 4-1_9 '21-111-10-' recall_5 4-1_9 0.0270 recall_10 4-1_9 0.0270 recall_15 4-1_9 0.0541 recall_20 4-1_9 0.0811 recall_30 4-1_9 0.1081 recall_100 4-1_9 0.2162 recall_200 4-1_9 0.3243 recall_500 4-1_9 0.3784 recall_1000 4-1_9 0.3784 infAP 4-1_9 0.0630 Rprec_mult_0.20 4-1_9 0.1250 Rprec_mult_0.40 4-1_9 0.1333 Rprec_mult_0.60 4-1_9 0.1304 Rprec_mult_0.80 4-1_9 0.1333 Rprec_mult_1.00 4-1_9 0.1351 Rprec_mult_1.20 4-1_9 0.1333 Rprec_mult_1.40 4-1_9 0.1154 Rprec_mult_1.60 4-1_9 0.1000 Rprec_mult_1.80 4-1_9 0.1045 Rprec_mult_2.00 4-1_9 0.0946 utility 4-1_9 -972.0000 11pt_avg 4-1_9 0.1214 binG 4-1_9 0.0880 G 4-1_9 0.0555 ndcg 4-1_9 0.3043 ndcg_rel 4-1_9 0.3114 Rndcg 4-1_9 0.3281 ndcg_cut_5 4-1_9 0.3292 ndcg_cut_10 4-1_9 0.2938 ndcg_cut_15 4-1_9 0.3110 ndcg_cut_20 4-1_9 0.3342 ndcg_cut_30 4-1_9 0.3460 ndcg_cut_100 4-1_9 0.3109 ndcg_cut_200 4-1_9 0.2899 ndcg_cut_500 4-1_9 0.3043 ndcg_cut_1000 4-1_9 0.3043 map_cut_5 4-1_9 0.0270 map_cut_10 4-1_9 0.0270 map_cut_15 4-1_9 0.0309 map_cut_20 4-1_9 0.0357 map_cut_30 4-1_9 0.0397 map_cut_100 4-1_9 0.0531 map_cut_200 4-1_9 0.0601 map_cut_500 4-1_9 0.0630 map_cut_1000 4-1_9 0.0630 relative_P_5 4-1_9 0.2000 relative_P_10 4-1_9 0.1000 relative_P_15 4-1_9 0.1333 relative_P_20 4-1_9 0.1500 relative_P_30 4-1_9 0.1333 relative_P_100 4-1_9 0.2162 relative_P_200 4-1_9 0.3243 relative_P_500 4-1_9 0.3784 relative_P_1000 4-1_9 0.3784 success_1 4-1_9 1.0000 success_5 4-1_9 1.0000 success_10 4-1_9 1.0000 set_P 4-1_9 0.0140 set_relative_P 4-1_9 0.3784 set_recall 4-1_9 0.3784 set_map 4-1_9 0.0053 set_F 4-1_9 0.0270 num_nonrel_judged_ret 4-1_9 36 rbp 4-1_9 0.2032 rbp_resid 4-1_9 0.2948 unj_5 4-1_9 0.2000 unj_10 4-1_9 0.3000 unj_20 4-1_9 0.3000 num_ret 4-2_2 1000 num_rel 4-2_2 84 num_rel_ret 4-2_2 31 map 4-2_2 0.1543 Rprec 4-2_2 0.2500 bpref 4-2_2 0.3518 recip_rank 4-2_2 1.0000 iprec_at_recall_0.00 4-2_2 1.0000 iprec_at_recall_0.10 4-2_2 0.8000 iprec_at_recall_0.20 4-2_2 0.3214 iprec_at_recall_0.30 4-2_2 0.1786 iprec_at_recall_0.40 4-2_2 0.0000 iprec_at_recall_0.50 4-2_2 0.0000 iprec_at_recall_0.60 4-2_2 0.0000 iprec_at_recall_0.70 4-2_2 0.0000 iprec_at_recall_0.80 4-2_2 0.0000 iprec_at_recall_0.90 4-2_2 0.0000 iprec_at_recall_1.00 4-2_2 0.0000 P_5 4-2_2 0.6000 P_10 4-2_2 0.8000 P_15 4-2_2 0.6000 P_20 4-2_2 0.5000 P_30 4-2_2 0.4000 P_100 4-2_2 0.2200 P_200 4-2_2 0.1300 P_500 4-2_2 0.0620 P_1000 4-2_2 0.0310 relstring 4-2_2 '221-323233' recall_5 4-2_2 0.0357 recall_10 4-2_2 0.0952 recall_15 4-2_2 0.1071 recall_20 4-2_2 0.1190 recall_30 4-2_2 0.1429 recall_100 4-2_2 0.2619 recall_200 4-2_2 0.3095 recall_500 4-2_2 0.3690 recall_1000 4-2_2 0.3690 infAP 4-2_2 0.1543 Rprec_mult_0.20 4-2_2 0.5882 Rprec_mult_0.40 4-2_2 0.3824 Rprec_mult_0.60 4-2_2 0.3137 Rprec_mult_0.80 4-2_2 0.2794 Rprec_mult_1.00 4-2_2 0.2500 Rprec_mult_1.20 4-2_2 0.2178 Rprec_mult_1.40 4-2_2 0.2034 Rprec_mult_1.60 4-2_2 0.1778 Rprec_mult_1.80 4-2_2 0.1645 Rprec_mult_2.00 4-2_2 0.1488 utility 4-2_2 -938.0000 11pt_avg 4-2_2 0.2091 binG 4-2_2 0.1112 G 4-2_2 0.0683 ndcg 4-2_2 0.3633 ndcg_rel 4-2_2 0.3846 Rndcg 4-2_2 0.3592 ndcg_cut_5 4-2_2 0.5565 ndcg_cut_10 4-2_2 0.6629 ndcg_cut_15 4-2_2 0.5580 ndcg_cut_20 4-2_2 0.4877 ndcg_cut_30 4-2_2 0.4244 ndcg_cut_100 4-2_2 0.3258 ndcg_cut_200 4-2_2 0.3255 ndcg_cut_500 4-2_2 0.3633 ndcg_cut_1000 4-2_2 0.3633 map_cut_5 4-2_2 0.0310 map_cut_10 4-2_2 0.0751 map_cut_15 4-2_2 0.0833 map_cut_20 4-2_2 0.0908 map_cut_30 4-2_2 0.1011 map_cut_100 4-2_2 0.1393 map_cut_200 4-2_2 0.1479 map_cut_500 4-2_2 0.1543 map_cut_1000 4-2_2 0.1543 relative_P_5 4-2_2 0.6000 relative_P_10 4-2_2 0.8000 relative_P_15 4-2_2 0.6000 relative_P_20 4-2_2 0.5000 relative_P_30 4-2_2 0.4000 relative_P_100 4-2_2 0.2619 relative_P_200 4-2_2 0.3095 relative_P_500 4-2_2 0.3690 relative_P_1000 4-2_2 0.3690 success_1 4-2_2 1.0000 success_5 4-2_2 1.0000 success_10 4-2_2 1.0000 set_P 4-2_2 0.0310 set_relative_P 4-2_2 0.3690 set_recall 4-2_2 0.3690 set_map 4-2_2 0.0114 set_F 4-2_2 0.0572 num_nonrel_judged_ret 4-2_2 13 rbp 4-2_2 0.4815 rbp_resid 4-2_2 0.3216 unj_5 4-2_2 0.2000 unj_10 4-2_2 0.1000 unj_20 4-2_2 0.4000 num_ret 4-2_3 1000 num_rel 4-2_3 48 num_rel_ret 4-2_3 24 map 4-2_3 0.1732 Rprec 4-2_3 0.2500 bpref 4-2_3 0.4278 recip_rank 4-2_3 1.0000 iprec_at_recall_0.00 4-2_3 1.0000 iprec_at_recall_0.10 4-2_3 0.5556 iprec_at_recall_0.20 4-2_3 0.3333 iprec_at_recall_0.30 4-2_3 0.2121 iprec_at_recall_0.40 4-2_3 0.2111 iprec_at_recall_0.50 4-2_3 0.0476 iprec_at_recall_0.60 4-2_3 0.0000 iprec_at_recall_0.70 4-2_3 0.0000 iprec_at_recall_0.80 4-2_3 0.0000 iprec_at_recall_0.90 4-2_3 0.0000 iprec_at_recall_1.00 4-2_3 0.0000 P_5 4-2_3 0.6000 P_10 4-2_3 0.5000 P_15 4-2_3 0.4000 P_20 4-2_3 0.4000 P_30 4-2_3 0.3000 P_100 4-2_3 0.1900 P_200 4-2_3 0.1100 P_500 4-2_3 0.0460 P_1000 4-2_3 0.0240 relstring 4-2_3 '220311022-' recall_5 4-2_3 0.0625 recall_10 4-2_3 0.1042 recall_15 4-2_3 0.1250 recall_20 4-2_3 0.1667 recall_30 4-2_3 0.1875 recall_100 4-2_3 0.3958 recall_200 4-2_3 0.4583 recall_500 4-2_3 0.4792 recall_1000 4-2_3 0.5000 infAP 4-2_3 0.1732 Rprec_mult_0.20 4-2_3 0.5000 Rprec_mult_0.40 4-2_3 0.4000 Rprec_mult_0.60 4-2_3 0.2759 Rprec_mult_0.80 4-2_3 0.3077 Rprec_mult_1.00 4-2_3 0.2500 Rprec_mult_1.20 4-2_3 0.2241 Rprec_mult_1.40 4-2_3 0.2059 Rprec_mult_1.60 4-2_3 0.1948 Rprec_mult_1.80 4-2_3 0.1954 Rprec_mult_2.00 4-2_3 0.1979 utility 4-2_3 -952.0000 11pt_avg 4-2_3 0.2145 binG 4-2_3 0.1448 G 4-2_3 0.1012 ndcg 4-2_3 0.4583 ndcg_rel 4-2_3 0.4491 Rndcg 4-2_3 0.4119 ndcg_cut_5 4-2_3 0.5586 ndcg_cut_10 4-2_3 0.5007 ndcg_cut_15 4-2_3 0.4492 ndcg_cut_20 4-2_3 0.4556 ndcg_cut_30 4-2_3 0.3960 ndcg_cut_100 4-2_3 0.3823 ndcg_cut_200 4-2_3 0.4234 ndcg_cut_500 4-2_3 0.4517 ndcg_cut_1000 4-2_3 0.4583 map_cut_5 4-2_3 0.0573 map_cut_10 4-2_3 0.0793 map_cut_15 4-2_3 0.0882 map_cut_20 4-2_3 0.1051 map_cut_30 4-2_3 0.1114 map_cut_100 4-2_3 0.1617 map_cut_200 4-2_3 0.1709 map_cut_500 4-2_3 0.1722 map_cut_1000 4-2_3 0.1732 relative_P_5 4-2_3 0.6000 relative_P_10 4-2_3 0.5000 relative_P_15 4-2_3 0.4000 relative_P_20 4-2_3 0.4000 relative_P_30 4-2_3 0.3000 relative_P_100 4-2_3 0.3958 relative_P_200 4-2_3 0.4583 relative_P_500 4-2_3 0.4792 relative_P_1000 4-2_3 0.5000 success_1 4-2_3 1.0000 success_5 4-2_3 1.0000 success_10 4-2_3 1.0000 set_P 4-2_3 0.0240 set_relative_P 4-2_3 0.5000 set_recall 4-2_3 0.5000 set_map 4-2_3 0.0120 set_F 4-2_3 0.0458 num_nonrel_judged_ret 4-2_3 17 rbp 4-2_3 0.3576 rbp_resid 4-2_3 0.3136 unj_5 4-2_3 0.0000 unj_10 4-2_3 0.1000 unj_20 4-2_3 0.4000 num_ret 4-2_6 1000 num_rel 4-2_6 14 num_rel_ret 4-2_6 12 map 4-2_6 0.4875 Rprec 4-2_6 0.5000 bpref 4-2_6 0.6071 recip_rank 4-2_6 1.0000 iprec_at_recall_0.00 4-2_6 1.0000 iprec_at_recall_0.10 4-2_6 1.0000 iprec_at_recall_0.20 4-2_6 1.0000 iprec_at_recall_0.30 4-2_6 1.0000 iprec_at_recall_0.40 4-2_6 0.5455 iprec_at_recall_0.50 4-2_6 0.5385 iprec_at_recall_0.60 4-2_6 0.3103 iprec_at_recall_0.70 4-2_6 0.2941 iprec_at_recall_0.80 4-2_6 0.2115 iprec_at_recall_0.90 4-2_6 0.0000 iprec_at_recall_1.00 4-2_6 0.0000 P_5 4-2_6 0.8000 P_10 4-2_6 0.5000 P_15 4-2_6 0.4667 P_20 4-2_6 0.3500 P_30 4-2_6 0.3000 P_100 4-2_6 0.1100 P_200 4-2_6 0.0550 P_500 4-2_6 0.0220 P_1000 4-2_6 0.0120 relstring 4-2_6 '32221112--' recall_5 4-2_6 0.2857 recall_10 4-2_6 0.3571 recall_15 4-2_6 0.5000 recall_20 4-2_6 0.5000 recall_30 4-2_6 0.6429 recall_100 4-2_6 0.7857 recall_200 4-2_6 0.7857 recall_500 4-2_6 0.7857 recall_1000 4-2_6 0.8571 infAP 4-2_6 0.4875 Rprec_mult_0.20 4-2_6 1.0000 Rprec_mult_0.40 4-2_6 0.6667 Rprec_mult_0.60 4-2_6 0.5556 Rprec_mult_0.80 4-2_6 0.5000 Rprec_mult_1.00 4-2_6 0.5000 Rprec_mult_1.20 4-2_6 0.4118 Rprec_mult_1.40 4-2_6 0.3500 Rprec_mult_1.60 4-2_6 0.3043 Rprec_mult_1.80 4-2_6 0.2692 Rprec_mult_2.00 4-2_6 0.2857 utility 4-2_6 -976.0000 11pt_avg 4-2_6 0.5364 binG 4-2_6 0.4335 G 4-2_6 0.2766 ndcg 4-2_6 0.7406 ndcg_rel 4-2_6 0.7237 Rndcg 4-2_6 0.7064 ndcg_cut_5 4-2_6 0.7696 ndcg_cut_10 4-2_6 0.6722 ndcg_cut_15 4-2_6 0.6539 ndcg_cut_20 4-2_6 0.6187 ndcg_cut_30 4-2_6 0.6227 ndcg_cut_100 4-2_6 0.7201 ndcg_cut_200 4-2_6 0.7286 ndcg_cut_500 4-2_6 0.7286 ndcg_cut_1000 4-2_6 0.7406 map_cut_5 4-2_6 0.2857 map_cut_10 4-2_6 0.3304 map_cut_15 4-2_6 0.4078 map_cut_20 4-2_6 0.4078 map_cut_30 4-2_6 0.4504 map_cut_100 4-2_6 0.4865 map_cut_200 4-2_6 0.4865 map_cut_500 4-2_6 0.4865 map_cut_1000 4-2_6 0.4875 relative_P_5 4-2_6 0.8000 relative_P_10 4-2_6 0.5000 relative_P_15 4-2_6 0.5000 relative_P_20 4-2_6 0.5000 relative_P_30 4-2_6 0.6429 relative_P_100 4-2_6 0.7857 relative_P_200 4-2_6 0.7857 relative_P_500 4-2_6 0.7857 relative_P_1000 4-2_6 0.8571 success_1 4-2_6 1.0000 success_5 4-2_6 1.0000 success_10 4-2_6 1.0000 set_P 4-2_6 0.0120 set_relative_P 4-2_6 0.8571 set_recall 4-2_6 0.8571 set_map 4-2_6 0.0103 set_F 4-2_6 0.0237 num_nonrel_judged_ret 4-2_6 12 rbp 4-2_6 0.4300 rbp_resid 4-2_6 0.3107 unj_5 4-2_6 0.0000 unj_10 4-2_6 0.2000 unj_20 4-2_6 0.4500 num_ret 5-1_2 1000 num_rel 5-1_2 130 num_rel_ret 5-1_2 13 map 5-1_2 0.0568 Rprec 5-1_2 0.0846 bpref 5-1_2 0.0962 recip_rank 5-1_2 1.0000 iprec_at_recall_0.00 5-1_2 1.0000 iprec_at_recall_0.10 5-1_2 0.0707 iprec_at_recall_0.20 5-1_2 0.0000 iprec_at_recall_0.30 5-1_2 0.0000 iprec_at_recall_0.40 5-1_2 0.0000 iprec_at_recall_0.50 5-1_2 0.0000 iprec_at_recall_0.60 5-1_2 0.0000 iprec_at_recall_0.70 5-1_2 0.0000 iprec_at_recall_0.80 5-1_2 0.0000 iprec_at_recall_0.90 5-1_2 0.0000 iprec_at_recall_1.00 5-1_2 0.0000 P_5 5-1_2 0.8000 P_10 5-1_2 0.7000 P_15 5-1_2 0.5333 P_20 5-1_2 0.4000 P_30 5-1_2 0.3000 P_100 5-1_2 0.1000 P_200 5-1_2 0.0650 P_500 5-1_2 0.0260 P_1000 5-1_2 0.0130 relstring 5-1_2 '2231321122' recall_5 5-1_2 0.0308 recall_10 5-1_2 0.0538 recall_15 5-1_2 0.0615 recall_20 5-1_2 0.0615 recall_30 5-1_2 0.0692 recall_100 5-1_2 0.0769 recall_200 5-1_2 0.1000 recall_500 5-1_2 0.1000 recall_1000 5-1_2 0.1000 infAP 5-1_2 0.0568 Rprec_mult_0.20 5-1_2 0.3462 Rprec_mult_0.40 5-1_2 0.1923 Rprec_mult_0.60 5-1_2 0.1282 Rprec_mult_0.80 5-1_2 0.0962 Rprec_mult_1.00 5-1_2 0.0846 Rprec_mult_1.20 5-1_2 0.0769 Rprec_mult_1.40 5-1_2 0.0659 Rprec_mult_1.60 5-1_2 0.0625 Rprec_mult_1.80 5-1_2 0.0556 Rprec_mult_2.00 5-1_2 0.0500 utility 5-1_2 -974.0000 11pt_avg 5-1_2 0.0973 binG 5-1_2 0.0485 G 5-1_2 0.0248 ndcg 5-1_2 0.1631 ndcg_rel 5-1_2 0.1933 Rndcg 5-1_2 0.2457 ndcg_cut_5 5-1_2 0.6453 ndcg_cut_10 5-1_2 0.6079 ndcg_cut_15 5-1_2 0.5349 ndcg_cut_20 5-1_2 0.4599 ndcg_cut_30 5-1_2 0.3872 ndcg_cut_100 5-1_2 0.1949 ndcg_cut_200 5-1_2 0.1667 ndcg_cut_500 5-1_2 0.1631 ndcg_cut_1000 5-1_2 0.1631 map_cut_5 5-1_2 0.0292 map_cut_10 5-1_2 0.0462 map_cut_15 5-1_2 0.0505 map_cut_20 5-1_2 0.0505 map_cut_30 5-1_2 0.0534 map_cut_100 5-1_2 0.0550 map_cut_200 5-1_2 0.0568 map_cut_500 5-1_2 0.0568 map_cut_1000 5-1_2 0.0568 relative_P_5 5-1_2 0.8000 relative_P_10 5-1_2 0.7000 relative_P_15 5-1_2 0.5333 relative_P_20 5-1_2 0.4000 relative_P_30 5-1_2 0.3000 relative_P_100 5-1_2 0.1000 relative_P_200 5-1_2 0.1000 relative_P_500 5-1_2 0.1000 relative_P_1000 5-1_2 0.1000 success_1 5-1_2 1.0000 success_5 5-1_2 1.0000 success_10 5-1_2 1.0000 set_P 5-1_2 0.0130 set_relative_P 5-1_2 0.1000 set_recall 5-1_2 0.1000 set_map 5-1_2 0.0013 set_F 5-1_2 0.0230 num_nonrel_judged_ret 5-1_2 15 rbp 5-1_2 0.3594 rbp_resid 5-1_2 0.2329 unj_5 5-1_2 0.0000 unj_10 5-1_2 0.0000 unj_20 5-1_2 0.3000 num_ret 5-1_4 1000 num_rel 5-1_4 29 num_rel_ret 5-1_4 13 map 5-1_4 0.1172 Rprec 5-1_4 0.1379 bpref 5-1_4 0.4031 recip_rank 5-1_4 1.0000 iprec_at_recall_0.00 5-1_4 1.0000 iprec_at_recall_0.10 5-1_4 0.2727 iprec_at_recall_0.20 5-1_4 0.1714 iprec_at_recall_0.30 5-1_4 0.1299 iprec_at_recall_0.40 5-1_4 0.0502 iprec_at_recall_0.50 5-1_4 0.0000 iprec_at_recall_0.60 5-1_4 0.0000 iprec_at_recall_0.70 5-1_4 0.0000 iprec_at_recall_0.80 5-1_4 0.0000 iprec_at_recall_0.90 5-1_4 0.0000 iprec_at_recall_1.00 5-1_4 0.0000 P_5 5-1_4 0.4000 P_10 5-1_4 0.2000 P_15 5-1_4 0.2000 P_20 5-1_4 0.1500 P_30 5-1_4 0.1667 P_100 5-1_4 0.1000 P_200 5-1_4 0.0500 P_500 5-1_4 0.0260 P_1000 5-1_4 0.0130 relstring 5-1_4 '22--0-----' recall_5 5-1_4 0.0690 recall_10 5-1_4 0.0690 recall_15 5-1_4 0.1034 recall_20 5-1_4 0.1034 recall_30 5-1_4 0.1724 recall_100 5-1_4 0.3448 recall_200 5-1_4 0.3448 recall_500 5-1_4 0.4483 recall_1000 5-1_4 0.4483 infAP 5-1_4 0.1172 Rprec_mult_0.20 5-1_4 0.3333 Rprec_mult_0.40 5-1_4 0.2500 Rprec_mult_0.60 5-1_4 0.1667 Rprec_mult_0.80 5-1_4 0.1667 Rprec_mult_1.00 5-1_4 0.1379 Rprec_mult_1.20 5-1_4 0.1714 Rprec_mult_1.40 5-1_4 0.1463 Rprec_mult_1.60 5-1_4 0.1277 Rprec_mult_1.80 5-1_4 0.1132 Rprec_mult_2.00 5-1_4 0.1034 utility 5-1_4 -974.0000 11pt_avg 5-1_4 0.1477 binG 5-1_4 0.1373 G 5-1_4 0.0801 ndcg 5-1_4 0.3172 ndcg_rel 5-1_4 0.3168 Rndcg 5-1_4 0.2452 ndcg_cut_5 5-1_4 0.3688 ndcg_cut_10 5-1_4 0.2445 ndcg_cut_15 5-1_4 0.2391 ndcg_cut_20 5-1_4 0.2083 ndcg_cut_30 5-1_4 0.2173 ndcg_cut_100 5-1_4 0.2768 ndcg_cut_200 5-1_4 0.2768 ndcg_cut_500 5-1_4 0.3172 ndcg_cut_1000 5-1_4 0.3172 map_cut_5 5-1_4 0.0690 map_cut_10 5-1_4 0.0690 map_cut_15 5-1_4 0.0784 map_cut_20 5-1_4 0.0784 map_cut_30 5-1_4 0.0901 map_cut_100 5-1_4 0.1126 map_cut_200 5-1_4 0.1126 map_cut_500 5-1_4 0.1172 map_cut_1000 5-1_4 0.1172 relative_P_5 5-1_4 0.4000 relative_P_10 5-1_4 0.2000 relative_P_15 5-1_4 0.2000 relative_P_20 5-1_4 0.1500 relative_P_30 5-1_4 0.1724 relative_P_100 5-1_4 0.3448 relative_P_200 5-1_4 0.3448 relative_P_500 5-1_4 0.4483 relative_P_1000 5-1_4 0.4483 success_1 5-1_4 1.0000 success_5 5-1_4 1.0000 success_10 5-1_4 1.0000 set_P 5-1_4 0.0130 set_relative_P 5-1_4 0.4483 set_recall 5-1_4 0.4483 set_map 5-1_4 0.0058 set_F 5-1_4 0.0253 num_nonrel_judged_ret 5-1_4 5 rbp 5-1_4 0.1635 rbp_resid 5-1_4 0.6368 unj_5 5-1_4 0.4000 unj_10 5-1_4 0.7000 unj_20 5-1_4 0.7000 num_ret 6-1_2 1000 num_rel 6-1_2 57 num_rel_ret 6-1_2 20 map 6-1_2 0.0045 Rprec 6-1_2 0.0000 bpref 6-1_2 0.1958 recip_rank 6-1_2 0.0040 iprec_at_recall_0.00 6-1_2 0.0209 iprec_at_recall_0.10 6-1_2 0.0209 iprec_at_recall_0.20 6-1_2 0.0209 iprec_at_recall_0.30 6-1_2 0.0209 iprec_at_recall_0.40 6-1_2 0.0000 iprec_at_recall_0.50 6-1_2 0.0000 iprec_at_recall_0.60 6-1_2 0.0000 iprec_at_recall_0.70 6-1_2 0.0000 iprec_at_recall_0.80 6-1_2 0.0000 iprec_at_recall_0.90 6-1_2 0.0000 iprec_at_recall_1.00 6-1_2 0.0000 P_5 6-1_2 0.0000 P_10 6-1_2 0.0000 P_15 6-1_2 0.0000 P_20 6-1_2 0.0000 P_30 6-1_2 0.0000 P_100 6-1_2 0.0000 P_200 6-1_2 0.0000 P_500 6-1_2 0.0040 P_1000 6-1_2 0.0200 relstring 6-1_2 '1--11-----' recall_5 6-1_2 0.0000 recall_10 6-1_2 0.0000 recall_15 6-1_2 0.0000 recall_20 6-1_2 0.0000 recall_30 6-1_2 0.0000 recall_100 6-1_2 0.0000 recall_200 6-1_2 0.0000 recall_500 6-1_2 0.0351 recall_1000 6-1_2 0.3509 infAP 6-1_2 0.0045 Rprec_mult_0.20 6-1_2 0.0000 Rprec_mult_0.40 6-1_2 0.0000 Rprec_mult_0.60 6-1_2 0.0000 Rprec_mult_0.80 6-1_2 0.0000 Rprec_mult_1.00 6-1_2 0.0000 Rprec_mult_1.20 6-1_2 0.0000 Rprec_mult_1.40 6-1_2 0.0000 Rprec_mult_1.60 6-1_2 0.0000 Rprec_mult_1.80 6-1_2 0.0000 Rprec_mult_2.00 6-1_2 0.0000 utility 6-1_2 -960.0000 11pt_avg 6-1_2 0.0076 binG 6-1_2 0.0371 G 6-1_2 0.0446 ndcg 6-1_2 0.2141 ndcg_rel 6-1_2 0.1863 Rndcg 6-1_2 0.1100 ndcg_cut_5 6-1_2 0.2055 ndcg_cut_10 6-1_2 0.1333 ndcg_cut_15 6-1_2 0.1034 ndcg_cut_20 6-1_2 0.0890 ndcg_cut_30 6-1_2 0.0901 ndcg_cut_100 6-1_2 0.0585 ndcg_cut_200 6-1_2 0.0702 ndcg_cut_500 6-1_2 0.0984 ndcg_cut_1000 6-1_2 0.2141 map_cut_5 6-1_2 0.0000 map_cut_10 6-1_2 0.0000 map_cut_15 6-1_2 0.0000 map_cut_20 6-1_2 0.0000 map_cut_30 6-1_2 0.0000 map_cut_100 6-1_2 0.0000 map_cut_200 6-1_2 0.0000 map_cut_500 6-1_2 0.0001 map_cut_1000 6-1_2 0.0045 relative_P_5 6-1_2 0.0000 relative_P_10 6-1_2 0.0000 relative_P_15 6-1_2 0.0000 relative_P_20 6-1_2 0.0000 relative_P_30 6-1_2 0.0000 relative_P_100 6-1_2 0.0000 relative_P_200 6-1_2 0.0000 relative_P_500 6-1_2 0.0351 relative_P_1000 6-1_2 0.3509 success_1 6-1_2 0.0000 success_5 6-1_2 0.0000 success_10 6-1_2 0.0000 set_P 6-1_2 0.0200 set_relative_P 6-1_2 0.3509 set_recall 6-1_2 0.3509 set_map 6-1_2 0.0070 set_F 6-1_2 0.0378 num_nonrel_judged_ret 6-1_2 28 rbp 6-1_2 0.0841 rbp_resid 6-1_2 0.6854 unj_5 6-1_2 0.4000 unj_10 6-1_2 0.7000 unj_20 6-1_2 0.7000 num_ret 6-1_6 1000 num_rel 6-1_6 27 num_rel_ret 6-1_6 20 map 6-1_6 0.3090 Rprec 6-1_6 0.2593 bpref 6-1_6 0.4527 recip_rank 6-1_6 1.0000 iprec_at_recall_0.00 6-1_6 1.0000 iprec_at_recall_0.10 6-1_6 1.0000 iprec_at_recall_0.20 6-1_6 1.0000 iprec_at_recall_0.30 6-1_6 0.2340 iprec_at_recall_0.40 6-1_6 0.2340 iprec_at_recall_0.50 6-1_6 0.1818 iprec_at_recall_0.60 6-1_6 0.1739 iprec_at_recall_0.70 6-1_6 0.1267 iprec_at_recall_0.80 6-1_6 0.0000 iprec_at_recall_0.90 6-1_6 0.0000 iprec_at_recall_1.00 6-1_6 0.0000 P_5 6-1_6 1.0000 P_10 6-1_6 0.5000 P_15 6-1_6 0.4667 P_20 6-1_6 0.3500 P_30 6-1_6 0.2333 P_100 6-1_6 0.1600 P_200 6-1_6 0.1000 P_500 6-1_6 0.0400 P_1000 6-1_6 0.0200 relstring 6-1_6 '332331---0' recall_5 6-1_6 0.1852 recall_10 6-1_6 0.1852 recall_15 6-1_6 0.2593 recall_20 6-1_6 0.2593 recall_30 6-1_6 0.2593 recall_100 6-1_6 0.5926 recall_200 6-1_6 0.7407 recall_500 6-1_6 0.7407 recall_1000 6-1_6 0.7407 infAP 6-1_6 0.3090 Rprec_mult_0.20 6-1_6 0.8333 Rprec_mult_0.40 6-1_6 0.4545 Rprec_mult_0.60 6-1_6 0.4118 Rprec_mult_0.80 6-1_6 0.3182 Rprec_mult_1.00 6-1_6 0.2593 Rprec_mult_1.20 6-1_6 0.2121 Rprec_mult_1.40 6-1_6 0.2105 Rprec_mult_1.60 6-1_6 0.2273 Rprec_mult_1.80 6-1_6 0.2245 Rprec_mult_2.00 6-1_6 0.2222 utility 6-1_6 -960.0000 11pt_avg 6-1_6 0.3591 binG 6-1_6 0.2901 G 6-1_6 0.2272 ndcg 6-1_6 0.6835 ndcg_rel 6-1_6 0.6399 Rndcg 6-1_6 0.5695 ndcg_cut_5 6-1_6 0.9435 ndcg_cut_10 6-1_6 0.6384 ndcg_cut_15 6-1_6 0.6007 ndcg_cut_20 6-1_6 0.5515 ndcg_cut_30 6-1_6 0.4831 ndcg_cut_100 6-1_6 0.6085 ndcg_cut_200 6-1_6 0.6701 ndcg_cut_500 6-1_6 0.6835 ndcg_cut_1000 6-1_6 0.6835 map_cut_5 6-1_6 0.1852 map_cut_10 6-1_6 0.1852 map_cut_15 6-1_6 0.2208 map_cut_20 6-1_6 0.2208 map_cut_30 6-1_6 0.2208 map_cut_100 6-1_6 0.2890 map_cut_200 6-1_6 0.3090 map_cut_500 6-1_6 0.3090 map_cut_1000 6-1_6 0.3090 relative_P_5 6-1_6 1.0000 relative_P_10 6-1_6 0.5000 relative_P_15 6-1_6 0.4667 relative_P_20 6-1_6 0.3500 relative_P_30 6-1_6 0.2593 relative_P_100 6-1_6 0.5926 relative_P_200 6-1_6 0.7407 relative_P_500 6-1_6 0.7407 relative_P_1000 6-1_6 0.7407 success_1 6-1_6 1.0000 success_5 6-1_6 1.0000 success_10 6-1_6 1.0000 set_P 6-1_6 0.0200 set_relative_P 6-1_6 0.7407 set_recall 6-1_6 0.7407 set_map 6-1_6 0.0148 set_F 6-1_6 0.0389 num_nonrel_judged_ret 6-1_6 27 rbp 6-1_6 0.4797 rbp_resid 6-1_6 0.3240 unj_5 6-1_6 0.0000 unj_10 6-1_6 0.3000 unj_20 6-1_6 0.3500 num_ret 6-1_7 1000 num_rel 6-1_7 46 num_rel_ret 6-1_7 19 map 6-1_7 0.0285 Rprec 6-1_7 0.0870 bpref 6-1_7 0.1215 recip_rank 6-1_7 0.0909 iprec_at_recall_0.00 6-1_7 0.1270 iprec_at_recall_0.10 6-1_7 0.1270 iprec_at_recall_0.20 6-1_7 0.0599 iprec_at_recall_0.30 6-1_7 0.0398 iprec_at_recall_0.40 6-1_7 0.0259 iprec_at_recall_0.50 6-1_7 0.0000 iprec_at_recall_0.60 6-1_7 0.0000 iprec_at_recall_0.70 6-1_7 0.0000 iprec_at_recall_0.80 6-1_7 0.0000 iprec_at_recall_0.90 6-1_7 0.0000 iprec_at_recall_1.00 6-1_7 0.0000 P_5 6-1_7 0.0000 P_10 6-1_7 0.0000 P_15 6-1_7 0.0667 P_20 6-1_7 0.0500 P_30 6-1_7 0.1000 P_100 6-1_7 0.0800 P_200 6-1_7 0.0500 P_500 6-1_7 0.0340 P_1000 6-1_7 0.0190 relstring 6-1_7 '011-000100' recall_5 6-1_7 0.0000 recall_10 6-1_7 0.0000 recall_15 6-1_7 0.0217 recall_20 6-1_7 0.0217 recall_30 6-1_7 0.0652 recall_100 6-1_7 0.1739 recall_200 6-1_7 0.2174 recall_500 6-1_7 0.3696 recall_1000 6-1_7 0.4130 infAP 6-1_7 0.0285 Rprec_mult_0.20 6-1_7 0.0000 Rprec_mult_0.40 6-1_7 0.0526 Rprec_mult_0.60 6-1_7 0.1071 Rprec_mult_0.80 6-1_7 0.0811 Rprec_mult_1.00 6-1_7 0.0870 Rprec_mult_1.20 6-1_7 0.1071 Rprec_mult_1.40 6-1_7 0.1231 Rprec_mult_1.60 6-1_7 0.1081 Rprec_mult_1.80 6-1_7 0.0964 Rprec_mult_2.00 6-1_7 0.0870 utility 6-1_7 -962.0000 11pt_avg 6-1_7 0.0345 binG 6-1_7 0.0638 G 6-1_7 0.0626 ndcg 6-1_7 0.3030 ndcg_rel 6-1_7 0.2634 Rndcg 6-1_7 0.1955 ndcg_cut_5 6-1_7 0.1279 ndcg_cut_10 6-1_7 0.1061 ndcg_cut_15 6-1_7 0.1337 ndcg_cut_20 6-1_7 0.1292 ndcg_cut_30 6-1_7 0.1595 ndcg_cut_100 6-1_7 0.1998 ndcg_cut_200 6-1_7 0.2215 ndcg_cut_500 6-1_7 0.2846 ndcg_cut_1000 6-1_7 0.3030 map_cut_5 6-1_7 0.0000 map_cut_10 6-1_7 0.0000 map_cut_15 6-1_7 0.0020 map_cut_20 6-1_7 0.0020 map_cut_30 6-1_7 0.0060 map_cut_100 6-1_7 0.0182 map_cut_200 6-1_7 0.0207 map_cut_500 6-1_7 0.0274 map_cut_1000 6-1_7 0.0285 relative_P_5 6-1_7 0.0000 relative_P_10 6-1_7 0.0000 relative_P_15 6-1_7 0.0667 relative_P_20 6-1_7 0.0500 relative_P_30 6-1_7 0.1000 relative_P_100 6-1_7 0.1739 relative_P_200 6-1_7 0.2174 relative_P_500 6-1_7 0.3696 relative_P_1000 6-1_7 0.4130 success_1 6-1_7 0.0000 success_5 6-1_7 0.0000 success_10 6-1_7 0.0000 set_P 6-1_7 0.0190 set_relative_P 6-1_7 0.4130 set_recall 6-1_7 0.4130 set_map 6-1_7 0.0078 set_F 6-1_7 0.0363 num_nonrel_judged_ret 6-1_7 52 rbp 6-1_7 0.1307 rbp_resid 6-1_7 0.2720 unj_5 6-1_7 0.2000 unj_10 6-1_7 0.1000 unj_20 6-1_7 0.3000 num_ret 6-2_2 1000 num_rel 6-2_2 56 num_rel_ret 6-2_2 36 map 6-2_2 0.2569 Rprec 6-2_2 0.3036 bpref 6-2_2 0.5284 recip_rank 6-2_2 1.0000 iprec_at_recall_0.00 6-2_2 1.0000 iprec_at_recall_0.10 6-2_2 0.6154 iprec_at_recall_0.20 6-2_2 0.5455 iprec_at_recall_0.30 6-2_2 0.4250 iprec_at_recall_0.40 6-2_2 0.2609 iprec_at_recall_0.50 6-2_2 0.1830 iprec_at_recall_0.60 6-2_2 0.1223 iprec_at_recall_0.70 6-2_2 0.0000 iprec_at_recall_0.80 6-2_2 0.0000 iprec_at_recall_0.90 6-2_2 0.0000 iprec_at_recall_1.00 6-2_2 0.0000 P_5 6-2_2 0.8000 P_10 6-2_2 0.6000 P_15 6-2_2 0.5333 P_20 6-2_2 0.5000 P_30 6-2_2 0.4667 P_100 6-2_2 0.2400 P_200 6-2_2 0.1400 P_500 6-2_2 0.0720 P_1000 6-2_2 0.0360 relstring 6-2_2 '440442--12' recall_5 6-2_2 0.0714 recall_10 6-2_2 0.1071 recall_15 6-2_2 0.1429 recall_20 6-2_2 0.1786 recall_30 6-2_2 0.2500 recall_100 6-2_2 0.4286 recall_200 6-2_2 0.5000 recall_500 6-2_2 0.6429 recall_1000 6-2_2 0.6429 infAP 6-2_2 0.2569 Rprec_mult_0.20 6-2_2 0.5833 Rprec_mult_0.40 6-2_2 0.5217 Rprec_mult_0.60 6-2_2 0.4706 Rprec_mult_0.80 6-2_2 0.3778 Rprec_mult_1.00 6-2_2 0.3036 Rprec_mult_1.20 6-2_2 0.2647 Rprec_mult_1.40 6-2_2 0.2532 Rprec_mult_1.60 6-2_2 0.2444 Rprec_mult_1.80 6-2_2 0.2376 Rprec_mult_2.00 6-2_2 0.2143 utility 6-2_2 -928.0000 11pt_avg 6-2_2 0.2865 binG 6-2_2 0.1811 G 6-2_2 0.1458 ndcg 6-2_2 0.5795 ndcg_rel 6-2_2 0.5775 Rndcg 6-2_2 0.5411 ndcg_cut_5 6-2_2 0.8304 ndcg_cut_10 6-2_2 0.6265 ndcg_cut_15 6-2_2 0.5868 ndcg_cut_20 6-2_2 0.5427 ndcg_cut_30 6-2_2 0.5468 ndcg_cut_100 6-2_2 0.4857 ndcg_cut_200 6-2_2 0.5198 ndcg_cut_500 6-2_2 0.5795 ndcg_cut_1000 6-2_2 0.5795 map_cut_5 6-2_2 0.0634 map_cut_10 6-2_2 0.0890 map_cut_15 6-2_2 0.1104 map_cut_20 6-2_2 0.1294 map_cut_30 6-2_2 0.1660 map_cut_100 6-2_2 0.2239 map_cut_200 6-2_2 0.2391 map_cut_500 6-2_2 0.2569 map_cut_1000 6-2_2 0.2569 relative_P_5 6-2_2 0.8000 relative_P_10 6-2_2 0.6000 relative_P_15 6-2_2 0.5333 relative_P_20 6-2_2 0.5000 relative_P_30 6-2_2 0.4667 relative_P_100 6-2_2 0.4286 relative_P_200 6-2_2 0.5000 relative_P_500 6-2_2 0.6429 relative_P_1000 6-2_2 0.6429 success_1 6-2_2 1.0000 success_5 6-2_2 1.0000 success_10 6-2_2 1.0000 set_P 6-2_2 0.0360 set_relative_P 6-2_2 0.6429 set_recall 6-2_2 0.6429 set_map 6-2_2 0.0231 set_F 6-2_2 0.0682 num_nonrel_judged_ret 6-2_2 24 rbp 6-2_2 0.4861 rbp_resid 6-2_2 0.2800 unj_5 6-2_2 0.0000 unj_10 6-2_2 0.2000 unj_20 6-2_2 0.4000 num_ret 6-2_3 1000 num_rel 6-2_3 17 num_rel_ret 6-2_3 7 map 6-2_3 0.0453 Rprec 6-2_3 0.1176 bpref 6-2_3 0.1038 recip_rank 6-2_3 0.5000 iprec_at_recall_0.00 6-2_3 0.5000 iprec_at_recall_0.10 6-2_3 0.1818 iprec_at_recall_0.20 6-2_3 0.0226 iprec_at_recall_0.30 6-2_3 0.0177 iprec_at_recall_0.40 6-2_3 0.0120 iprec_at_recall_0.50 6-2_3 0.0000 iprec_at_recall_0.60 6-2_3 0.0000 iprec_at_recall_0.70 6-2_3 0.0000 iprec_at_recall_0.80 6-2_3 0.0000 iprec_at_recall_0.90 6-2_3 0.0000 iprec_at_recall_1.00 6-2_3 0.0000 P_5 6-2_3 0.2000 P_10 6-2_3 0.1000 P_15 6-2_3 0.1333 P_20 6-2_3 0.1000 P_30 6-2_3 0.0667 P_100 6-2_3 0.0200 P_200 6-2_3 0.0150 P_500 6-2_3 0.0120 P_1000 6-2_3 0.0070 relstring 6-2_3 '-2000----0' recall_5 6-2_3 0.0588 recall_10 6-2_3 0.0588 recall_15 6-2_3 0.1176 recall_20 6-2_3 0.1176 recall_30 6-2_3 0.1176 recall_100 6-2_3 0.1176 recall_200 6-2_3 0.1765 recall_500 6-2_3 0.3529 recall_1000 6-2_3 0.4118 infAP 6-2_3 0.0453 Rprec_mult_0.20 6-2_3 0.2500 Rprec_mult_0.40 6-2_3 0.1429 Rprec_mult_0.60 6-2_3 0.1818 Rprec_mult_0.80 6-2_3 0.1429 Rprec_mult_1.00 6-2_3 0.1176 Rprec_mult_1.20 6-2_3 0.0952 Rprec_mult_1.40 6-2_3 0.0833 Rprec_mult_1.60 6-2_3 0.0714 Rprec_mult_1.80 6-2_3 0.0645 Rprec_mult_2.00 6-2_3 0.0588 utility 6-2_3 -986.0000 11pt_avg 6-2_3 0.0667 binG 6-2_3 0.0907 G 6-2_3 0.0579 ndcg 6-2_3 0.2016 ndcg_rel 6-2_3 0.1929 Rndcg 6-2_3 0.1150 ndcg_cut_5 6-2_3 0.1282 ndcg_cut_10 6-2_3 0.0942 ndcg_cut_15 6-2_3 0.1483 ndcg_cut_20 6-2_3 0.1344 ndcg_cut_30 6-2_3 0.1200 ndcg_cut_100 6-2_3 0.1260 ndcg_cut_200 6-2_3 0.1543 ndcg_cut_500 6-2_3 0.1908 ndcg_cut_1000 6-2_3 0.2016 map_cut_5 6-2_3 0.0294 map_cut_10 6-2_3 0.0294 map_cut_15 6-2_3 0.0401 map_cut_20 6-2_3 0.0401 map_cut_30 6-2_3 0.0401 map_cut_100 6-2_3 0.0401 map_cut_200 6-2_3 0.0414 map_cut_500 6-2_3 0.0445 map_cut_1000 6-2_3 0.0453 relative_P_5 6-2_3 0.2000 relative_P_10 6-2_3 0.1000 relative_P_15 6-2_3 0.1333 relative_P_20 6-2_3 0.1176 relative_P_30 6-2_3 0.1176 relative_P_100 6-2_3 0.1176 relative_P_200 6-2_3 0.1765 relative_P_500 6-2_3 0.3529 relative_P_1000 6-2_3 0.4118 success_1 6-2_3 0.0000 success_5 6-2_3 1.0000 success_10 6-2_3 1.0000 set_P 6-2_3 0.0070 set_relative_P 6-2_3 0.4118 set_recall 6-2_3 0.4118 set_map 6-2_3 0.0029 set_F 6-2_3 0.0138 num_nonrel_judged_ret 6-2_3 43 rbp 6-2_3 0.0799 rbp_resid 6-2_3 0.5661 unj_5 6-2_3 0.2000 unj_10 6-2_3 0.5000 unj_20 6-2_3 0.6000 num_ret 6-2_5 1000 num_rel 6-2_5 51 num_rel_ret 6-2_5 41 map 6-2_5 0.2054 Rprec 6-2_5 0.2941 bpref 6-2_5 0.5309 recip_rank 6-2_5 0.5000 iprec_at_recall_0.00 6-2_5 0.7500 iprec_at_recall_0.10 6-2_5 0.5000 iprec_at_recall_0.20 6-2_5 0.3333 iprec_at_recall_0.30 6-2_5 0.3261 iprec_at_recall_0.40 6-2_5 0.2066 iprec_at_recall_0.50 6-2_5 0.1912 iprec_at_recall_0.60 6-2_5 0.1368 iprec_at_recall_0.70 6-2_5 0.0946 iprec_at_recall_0.80 6-2_5 0.0642 iprec_at_recall_0.90 6-2_5 0.0000 iprec_at_recall_1.00 6-2_5 0.0000 P_5 6-2_5 0.6000 P_10 6-2_5 0.5000 P_15 6-2_5 0.3333 P_20 6-2_5 0.3000 P_30 6-2_5 0.3333 P_100 6-2_5 0.1800 P_200 6-2_5 0.1500 P_500 6-2_5 0.0780 P_1000 6-2_5 0.0410 relstring 6-2_5 '1224-211-4' recall_5 6-2_5 0.0588 recall_10 6-2_5 0.0980 recall_15 6-2_5 0.0980 recall_20 6-2_5 0.1176 recall_30 6-2_5 0.1961 recall_100 6-2_5 0.3529 recall_200 6-2_5 0.5882 recall_500 6-2_5 0.7647 recall_1000 6-2_5 0.8039 infAP 6-2_5 0.2054 Rprec_mult_0.20 6-2_5 0.4545 Rprec_mult_0.40 6-2_5 0.3333 Rprec_mult_0.60 6-2_5 0.3226 Rprec_mult_0.80 6-2_5 0.3171 Rprec_mult_1.00 6-2_5 0.2941 Rprec_mult_1.20 6-2_5 0.2581 Rprec_mult_1.40 6-2_5 0.2361 Rprec_mult_1.60 6-2_5 0.2073 Rprec_mult_1.80 6-2_5 0.1957 Rprec_mult_2.00 6-2_5 0.1863 utility 6-2_5 -918.0000 11pt_avg 6-2_5 0.2366 binG 6-2_5 0.1689 G 6-2_5 0.1265 ndcg 6-2_5 0.5844 ndcg_rel 6-2_5 0.4686 Rndcg 6-2_5 0.3928 ndcg_cut_5 6-2_5 0.4226 ndcg_cut_10 6-2_5 0.4128 ndcg_cut_15 6-2_5 0.3319 ndcg_cut_20 6-2_5 0.3204 ndcg_cut_30 6-2_5 0.3457 ndcg_cut_100 6-2_5 0.3555 ndcg_cut_200 6-2_5 0.4761 ndcg_cut_500 6-2_5 0.5593 ndcg_cut_1000 6-2_5 0.5844 map_cut_5 6-2_5 0.0376 map_cut_10 6-2_5 0.0605 map_cut_15 6-2_5 0.0605 map_cut_20 6-2_5 0.0670 map_cut_30 6-2_5 0.0937 map_cut_100 6-2_5 0.1398 map_cut_200 6-2_5 0.1840 map_cut_500 6-2_5 0.2028 map_cut_1000 6-2_5 0.2054 relative_P_5 6-2_5 0.6000 relative_P_10 6-2_5 0.5000 relative_P_15 6-2_5 0.3333 relative_P_20 6-2_5 0.3000 relative_P_30 6-2_5 0.3333 relative_P_100 6-2_5 0.3529 relative_P_200 6-2_5 0.5882 relative_P_500 6-2_5 0.7647 relative_P_1000 6-2_5 0.8039 success_1 6-2_5 0.0000 success_5 6-2_5 1.0000 success_10 6-2_5 1.0000 set_P 6-2_5 0.0410 set_relative_P 6-2_5 0.8039 set_recall 6-2_5 0.8039 set_map 6-2_5 0.0330 set_F 6-2_5 0.0780 num_nonrel_judged_ret 6-2_5 38 rbp 6-2_5 0.3361 rbp_resid 6-2_5 0.2562 unj_5 6-2_5 0.2000 unj_10 6-2_5 0.2000 unj_20 6-2_5 0.3000 num_ret 7-1_1 1000 num_rel 7-1_1 4 num_rel_ret 7-1_1 0 map 7-1_1 0.0000 Rprec 7-1_1 0.0000 bpref 7-1_1 0.0000 recip_rank 7-1_1 0.0000 iprec_at_recall_0.00 7-1_1 0.0000 iprec_at_recall_0.10 7-1_1 0.0000 iprec_at_recall_0.20 7-1_1 0.0000 iprec_at_recall_0.30 7-1_1 0.0000 iprec_at_recall_0.40 7-1_1 0.0000 iprec_at_recall_0.50 7-1_1 0.0000 iprec_at_recall_0.60 7-1_1 0.0000 iprec_at_recall_0.70 7-1_1 0.0000 iprec_at_recall_0.80 7-1_1 0.0000 iprec_at_recall_0.90 7-1_1 0.0000 iprec_at_recall_1.00 7-1_1 0.0000 P_5 7-1_1 0.0000 P_10 7-1_1 0.0000 P_15 7-1_1 0.0000 P_20 7-1_1 0.0000 P_30 7-1_1 0.0000 P_100 7-1_1 0.0000 P_200 7-1_1 0.0000 P_500 7-1_1 0.0000 P_1000 7-1_1 0.0000 relstring 7-1_1 '1101101100' recall_5 7-1_1 0.0000 recall_10 7-1_1 0.0000 recall_15 7-1_1 0.0000 recall_20 7-1_1 0.0000 recall_30 7-1_1 0.0000 recall_100 7-1_1 0.0000 recall_200 7-1_1 0.0000 recall_500 7-1_1 0.0000 recall_1000 7-1_1 0.0000 infAP 7-1_1 0.0000 Rprec_mult_0.20 7-1_1 0.0000 Rprec_mult_0.40 7-1_1 0.0000 Rprec_mult_0.60 7-1_1 0.0000 Rprec_mult_0.80 7-1_1 0.0000 Rprec_mult_1.00 7-1_1 0.0000 Rprec_mult_1.20 7-1_1 0.0000 Rprec_mult_1.40 7-1_1 0.0000 Rprec_mult_1.60 7-1_1 0.0000 Rprec_mult_1.80 7-1_1 0.0000 Rprec_mult_2.00 7-1_1 0.0000 utility 7-1_1 -1000.0000 11pt_avg 7-1_1 0.0000 binG 7-1_1 0.0000 G 7-1_1 0.0458 ndcg 7-1_1 0.2382 ndcg_rel 7-1_1 0.2577 Rndcg 7-1_1 0.2802 ndcg_cut_5 7-1_1 0.3761 ndcg_cut_10 7-1_1 0.3821 ndcg_cut_15 7-1_1 0.3845 ndcg_cut_20 7-1_1 0.3851 ndcg_cut_30 7-1_1 0.4045 ndcg_cut_100 7-1_1 0.2521 ndcg_cut_200 7-1_1 0.2218 ndcg_cut_500 7-1_1 0.2382 ndcg_cut_1000 7-1_1 0.2382 map_cut_5 7-1_1 0.0000 map_cut_10 7-1_1 0.0000 map_cut_15 7-1_1 0.0000 map_cut_20 7-1_1 0.0000 map_cut_30 7-1_1 0.0000 map_cut_100 7-1_1 0.0000 map_cut_200 7-1_1 0.0000 map_cut_500 7-1_1 0.0000 map_cut_1000 7-1_1 0.0000 relative_P_5 7-1_1 0.0000 relative_P_10 7-1_1 0.0000 relative_P_15 7-1_1 0.0000 relative_P_20 7-1_1 0.0000 relative_P_30 7-1_1 0.0000 relative_P_100 7-1_1 0.0000 relative_P_200 7-1_1 0.0000 relative_P_500 7-1_1 0.0000 relative_P_1000 7-1_1 0.0000 success_1 7-1_1 0.0000 success_5 7-1_1 0.0000 success_10 7-1_1 0.0000 set_P 7-1_1 0.0000 set_relative_P 7-1_1 0.0000 set_recall 7-1_1 0.0000 set_map 7-1_1 0.0000 set_F 7-1_1 0.0000 num_nonrel_judged_ret 7-1_1 44 rbp 7-1_1 0.1863 rbp_resid 7-1_1 0.2090 unj_5 7-1_1 0.0000 unj_10 7-1_1 0.0000 unj_20 7-1_1 0.3000 num_ret 7-1_5 1000 num_rel 7-1_5 6 num_rel_ret 7-1_5 1 map 7-1_5 0.0014 Rprec 7-1_5 0.0000 bpref 7-1_5 0.0000 recip_rank 7-1_5 0.0085 iprec_at_recall_0.00 7-1_5 0.0085 iprec_at_recall_0.10 7-1_5 0.0085 iprec_at_recall_0.20 7-1_5 0.0085 iprec_at_recall_0.30 7-1_5 0.0000 iprec_at_recall_0.40 7-1_5 0.0000 iprec_at_recall_0.50 7-1_5 0.0000 iprec_at_recall_0.60 7-1_5 0.0000 iprec_at_recall_0.70 7-1_5 0.0000 iprec_at_recall_0.80 7-1_5 0.0000 iprec_at_recall_0.90 7-1_5 0.0000 iprec_at_recall_1.00 7-1_5 0.0000 P_5 7-1_5 0.0000 P_10 7-1_5 0.0000 P_15 7-1_5 0.0000 P_20 7-1_5 0.0000 P_30 7-1_5 0.0000 P_100 7-1_5 0.0000 P_200 7-1_5 0.0050 P_500 7-1_5 0.0020 P_1000 7-1_5 0.0010 relstring 7-1_5 '00000000--' recall_5 7-1_5 0.0000 recall_10 7-1_5 0.0000 recall_15 7-1_5 0.0000 recall_20 7-1_5 0.0000 recall_30 7-1_5 0.0000 recall_100 7-1_5 0.0000 recall_200 7-1_5 0.1667 recall_500 7-1_5 0.1667 recall_1000 7-1_5 0.1667 infAP 7-1_5 0.0014 Rprec_mult_0.20 7-1_5 0.0000 Rprec_mult_0.40 7-1_5 0.0000 Rprec_mult_0.60 7-1_5 0.0000 Rprec_mult_0.80 7-1_5 0.0000 Rprec_mult_1.00 7-1_5 0.0000 Rprec_mult_1.20 7-1_5 0.0000 Rprec_mult_1.40 7-1_5 0.0000 Rprec_mult_1.60 7-1_5 0.0000 Rprec_mult_1.80 7-1_5 0.0000 Rprec_mult_2.00 7-1_5 0.0000 utility 7-1_5 -998.0000 11pt_avg 7-1_5 0.0023 binG 7-1_5 0.0242 G 7-1_5 0.0327 ndcg 7-1_5 0.0757 ndcg_rel 7-1_5 0.0691 Rndcg 7-1_5 0.0189 ndcg_cut_5 7-1_5 0.0000 ndcg_cut_10 7-1_5 0.0000 ndcg_cut_15 7-1_5 0.0000 ndcg_cut_20 7-1_5 0.0000 ndcg_cut_30 7-1_5 0.0000 ndcg_cut_100 7-1_5 0.0000 ndcg_cut_200 7-1_5 0.0605 ndcg_cut_500 7-1_5 0.0757 ndcg_cut_1000 7-1_5 0.0757 map_cut_5 7-1_5 0.0000 map_cut_10 7-1_5 0.0000 map_cut_15 7-1_5 0.0000 map_cut_20 7-1_5 0.0000 map_cut_30 7-1_5 0.0000 map_cut_100 7-1_5 0.0000 map_cut_200 7-1_5 0.0014 map_cut_500 7-1_5 0.0014 map_cut_1000 7-1_5 0.0014 relative_P_5 7-1_5 0.0000 relative_P_10 7-1_5 0.0000 relative_P_15 7-1_5 0.0000 relative_P_20 7-1_5 0.0000 relative_P_30 7-1_5 0.0000 relative_P_100 7-1_5 0.0000 relative_P_200 7-1_5 0.1667 relative_P_500 7-1_5 0.1667 relative_P_1000 7-1_5 0.1667 success_1 7-1_5 0.0000 success_5 7-1_5 0.0000 success_10 7-1_5 0.0000 set_P 7-1_5 0.0010 set_relative_P 7-1_5 0.1667 set_recall 7-1_5 0.1667 set_map 7-1_5 0.0002 set_F 7-1_5 0.0020 num_nonrel_judged_ret 7-1_5 33 rbp 7-1_5 0.0000 rbp_resid 7-1_5 0.3471 unj_5 7-1_5 0.0000 unj_10 7-1_5 0.2000 unj_20 7-1_5 0.5000 num_ret 7-1_6 1000 num_rel 7-1_6 9 num_rel_ret 7-1_6 8 map 7-1_6 0.7247 Rprec 7-1_6 0.5556 bpref 7-1_6 0.7654 recip_rank 7-1_6 1.0000 iprec_at_recall_0.00 7-1_6 1.0000 iprec_at_recall_0.10 7-1_6 1.0000 iprec_at_recall_0.20 7-1_6 1.0000 iprec_at_recall_0.30 7-1_6 1.0000 iprec_at_recall_0.40 7-1_6 1.0000 iprec_at_recall_0.50 7-1_6 0.7143 iprec_at_recall_0.60 7-1_6 0.7143 iprec_at_recall_0.70 7-1_6 0.6364 iprec_at_recall_0.80 7-1_6 0.6364 iprec_at_recall_0.90 7-1_6 0.5714 iprec_at_recall_1.00 7-1_6 0.0000 P_5 7-1_6 0.8000 P_10 7-1_6 0.6000 P_15 7-1_6 0.5333 P_20 7-1_6 0.4000 P_30 7-1_6 0.2667 P_100 7-1_6 0.0800 P_200 7-1_6 0.0400 P_500 7-1_6 0.0160 P_1000 7-1_6 0.0080 relstring 7-1_6 '4442-12114' recall_5 7-1_6 0.4444 recall_10 7-1_6 0.6667 recall_15 7-1_6 0.8889 recall_20 7-1_6 0.8889 recall_30 7-1_6 0.8889 recall_100 7-1_6 0.8889 recall_200 7-1_6 0.8889 recall_500 7-1_6 0.8889 recall_1000 7-1_6 0.8889 infAP 7-1_6 0.7247 Rprec_mult_0.20 7-1_6 1.0000 Rprec_mult_0.40 7-1_6 1.0000 Rprec_mult_0.60 7-1_6 0.6667 Rprec_mult_0.80 7-1_6 0.6250 Rprec_mult_1.00 7-1_6 0.5556 Rprec_mult_1.20 7-1_6 0.6364 Rprec_mult_1.40 7-1_6 0.5385 Rprec_mult_1.60 7-1_6 0.5333 Rprec_mult_1.80 7-1_6 0.4706 Rprec_mult_2.00 7-1_6 0.4444 utility 7-1_6 -984.0000 11pt_avg 7-1_6 0.7521 binG 7-1_6 0.6230 G 7-1_6 0.4885 ndcg 7-1_6 0.8229 ndcg_rel 7-1_6 0.8400 Rndcg 7-1_6 0.7780 ndcg_cut_5 7-1_6 0.7958 ndcg_cut_10 7-1_6 0.7906 ndcg_cut_15 7-1_6 0.8229 ndcg_cut_20 7-1_6 0.8229 ndcg_cut_30 7-1_6 0.8229 ndcg_cut_100 7-1_6 0.8229 ndcg_cut_200 7-1_6 0.8229 ndcg_cut_500 7-1_6 0.8229 ndcg_cut_1000 7-1_6 0.8229 map_cut_5 7-1_6 0.4444 map_cut_10 7-1_6 0.5905 map_cut_15 7-1_6 0.7247 map_cut_20 7-1_6 0.7247 map_cut_30 7-1_6 0.7247 map_cut_100 7-1_6 0.7247 map_cut_200 7-1_6 0.7247 map_cut_500 7-1_6 0.7247 map_cut_1000 7-1_6 0.7247 relative_P_5 7-1_6 0.8000 relative_P_10 7-1_6 0.6667 relative_P_15 7-1_6 0.8889 relative_P_20 7-1_6 0.8889 relative_P_30 7-1_6 0.8889 relative_P_100 7-1_6 0.8889 relative_P_200 7-1_6 0.8889 relative_P_500 7-1_6 0.8889 relative_P_1000 7-1_6 0.8889 success_1 7-1_6 1.0000 success_5 7-1_6 1.0000 success_10 7-1_6 1.0000 set_P 7-1_6 0.0080 set_relative_P 7-1_6 0.8889 set_recall 7-1_6 0.8889 set_map 7-1_6 0.0071 set_F 7-1_6 0.0159 num_nonrel_judged_ret 7-1_6 10 rbp 7-1_6 0.4531 rbp_resid 7-1_6 0.3540 unj_5 7-1_6 0.2000 unj_10 7-1_6 0.1000 unj_20 7-1_6 0.4500 num_ret 7-1_9 1000 num_rel 7-1_9 20 num_rel_ret 7-1_9 5 map 7-1_9 0.1323 Rprec 7-1_9 0.2000 bpref 7-1_9 0.2275 recip_rank 7-1_9 1.0000 iprec_at_recall_0.00 7-1_9 1.0000 iprec_at_recall_0.10 7-1_9 0.6667 iprec_at_recall_0.20 7-1_9 0.3333 iprec_at_recall_0.30 7-1_9 0.0000 iprec_at_recall_0.40 7-1_9 0.0000 iprec_at_recall_0.50 7-1_9 0.0000 iprec_at_recall_0.60 7-1_9 0.0000 iprec_at_recall_0.70 7-1_9 0.0000 iprec_at_recall_0.80 7-1_9 0.0000 iprec_at_recall_0.90 7-1_9 0.0000 iprec_at_recall_1.00 7-1_9 0.0000 P_5 7-1_9 0.4000 P_10 7-1_9 0.3000 P_15 7-1_9 0.2667 P_20 7-1_9 0.2000 P_30 7-1_9 0.1667 P_100 7-1_9 0.0500 P_200 7-1_9 0.0250 P_500 7-1_9 0.0100 P_1000 7-1_9 0.0050 relstring 7-1_9 '2-20-12---' recall_5 7-1_9 0.1000 recall_10 7-1_9 0.1500 recall_15 7-1_9 0.2000 recall_20 7-1_9 0.2000 recall_30 7-1_9 0.2500 recall_100 7-1_9 0.2500 recall_200 7-1_9 0.2500 recall_500 7-1_9 0.2500 recall_1000 7-1_9 0.2500 infAP 7-1_9 0.1323 Rprec_mult_0.20 7-1_9 0.5000 Rprec_mult_0.40 7-1_9 0.3750 Rprec_mult_0.60 7-1_9 0.3333 Rprec_mult_0.80 7-1_9 0.2500 Rprec_mult_1.00 7-1_9 0.2000 Rprec_mult_1.20 7-1_9 0.2083 Rprec_mult_1.40 7-1_9 0.1786 Rprec_mult_1.60 7-1_9 0.1562 Rprec_mult_1.80 7-1_9 0.1389 Rprec_mult_2.00 7-1_9 0.1250 utility 7-1_9 -990.0000 11pt_avg 7-1_9 0.1818 binG 7-1_9 0.1275 G 7-1_9 0.0857 ndcg 7-1_9 0.3393 ndcg_rel 7-1_9 0.3488 Rndcg 7-1_9 0.3570 ndcg_cut_5 7-1_9 0.3799 ndcg_cut_10 7-1_9 0.3628 ndcg_cut_15 7-1_9 0.3325 ndcg_cut_20 7-1_9 0.2987 ndcg_cut_30 7-1_9 0.3118 ndcg_cut_100 7-1_9 0.3243 ndcg_cut_200 7-1_9 0.3393 ndcg_cut_500 7-1_9 0.3393 ndcg_cut_1000 7-1_9 0.3393 map_cut_5 7-1_9 0.0833 map_cut_10 7-1_9 0.1048 map_cut_15 7-1_9 0.1214 map_cut_20 7-1_9 0.1214 map_cut_30 7-1_9 0.1323 map_cut_100 7-1_9 0.1323 map_cut_200 7-1_9 0.1323 map_cut_500 7-1_9 0.1323 map_cut_1000 7-1_9 0.1323 relative_P_5 7-1_9 0.4000 relative_P_10 7-1_9 0.3000 relative_P_15 7-1_9 0.2667 relative_P_20 7-1_9 0.2000 relative_P_30 7-1_9 0.2500 relative_P_100 7-1_9 0.2500 relative_P_200 7-1_9 0.2500 relative_P_500 7-1_9 0.2500 relative_P_1000 7-1_9 0.2500 success_1 7-1_9 1.0000 success_5 7-1_9 1.0000 success_10 7-1_9 1.0000 set_P 7-1_9 0.0050 set_relative_P 7-1_9 0.2500 set_recall 7-1_9 0.2500 set_map 7-1_9 0.0013 set_F 7-1_9 0.0098 num_nonrel_judged_ret 7-1_9 14 rbp 7-1_9 0.1623 rbp_resid 7-1_9 0.5315 unj_5 7-1_9 0.4000 unj_10 7-1_9 0.5000 unj_20 7-1_9 0.5500 num_ret 9-1_10 1000 num_rel 9-1_10 59 num_rel_ret 9-1_10 33 map 9-1_10 0.1303 Rprec 9-1_10 0.2373 bpref 9-1_10 0.5251 recip_rank 9-1_10 1.0000 iprec_at_recall_0.00 9-1_10 1.0000 iprec_at_recall_0.10 9-1_10 0.3529 iprec_at_recall_0.20 9-1_10 0.3529 iprec_at_recall_0.30 9-1_10 0.1915 iprec_at_recall_0.40 9-1_10 0.1137 iprec_at_recall_0.50 9-1_10 0.0639 iprec_at_recall_0.60 9-1_10 0.0000 iprec_at_recall_0.70 9-1_10 0.0000 iprec_at_recall_0.80 9-1_10 0.0000 iprec_at_recall_0.90 9-1_10 0.0000 iprec_at_recall_1.00 9-1_10 0.0000 P_5 9-1_10 0.4000 P_10 9-1_10 0.3000 P_15 9-1_10 0.2667 P_20 9-1_10 0.2500 P_30 9-1_10 0.3000 P_100 9-1_10 0.1800 P_200 9-1_10 0.1150 P_500 9-1_10 0.0620 P_1000 9-1_10 0.0330 relstring 9-1_10 '4-41----4-' recall_5 9-1_10 0.0339 recall_10 9-1_10 0.0508 recall_15 9-1_10 0.0678 recall_20 9-1_10 0.0847 recall_30 9-1_10 0.1525 recall_100 9-1_10 0.3051 recall_200 9-1_10 0.3898 recall_500 9-1_10 0.5254 recall_1000 9-1_10 0.5593 infAP 9-1_10 0.1303 Rprec_mult_0.20 9-1_10 0.3333 Rprec_mult_0.40 9-1_10 0.2917 Rprec_mult_0.60 9-1_10 0.3333 Rprec_mult_0.80 9-1_10 0.2708 Rprec_mult_1.00 9-1_10 0.2373 Rprec_mult_1.20 9-1_10 0.2113 Rprec_mult_1.40 9-1_10 0.2048 Rprec_mult_1.60 9-1_10 0.1895 Rprec_mult_1.80 9-1_10 0.1682 Rprec_mult_2.00 9-1_10 0.1525 utility 9-1_10 -934.0000 11pt_avg 9-1_10 0.1886 binG 9-1_10 0.1197 G 9-1_10 0.1055 ndcg 9-1_10 0.4701 ndcg_rel 9-1_10 0.4434 Rndcg 9-1_10 0.3560 ndcg_cut_5 9-1_10 0.5453 ndcg_cut_10 9-1_10 0.4201 ndcg_cut_15 9-1_10 0.3487 ndcg_cut_20 9-1_10 0.3232 ndcg_cut_30 9-1_10 0.3410 ndcg_cut_100 9-1_10 0.3620 ndcg_cut_200 9-1_10 0.4009 ndcg_cut_500 9-1_10 0.4590 ndcg_cut_1000 9-1_10 0.4701 map_cut_5 9-1_10 0.0282 map_cut_10 9-1_10 0.0339 map_cut_15 9-1_10 0.0395 map_cut_20 9-1_10 0.0440 map_cut_30 9-1_10 0.0640 map_cut_100 9-1_10 0.1063 map_cut_200 9-1_10 0.1172 map_cut_500 9-1_10 0.1285 map_cut_1000 9-1_10 0.1303 relative_P_5 9-1_10 0.4000 relative_P_10 9-1_10 0.3000 relative_P_15 9-1_10 0.2667 relative_P_20 9-1_10 0.2500 relative_P_30 9-1_10 0.3000 relative_P_100 9-1_10 0.3051 relative_P_200 9-1_10 0.3898 relative_P_500 9-1_10 0.5254 relative_P_1000 9-1_10 0.5593 success_1 9-1_10 1.0000 success_5 9-1_10 1.0000 success_10 9-1_10 1.0000 set_P 9-1_10 0.0330 set_relative_P 9-1_10 0.5593 set_recall 9-1_10 0.5593 set_map 9-1_10 0.0185 set_F 9-1_10 0.0623 num_nonrel_judged_ret 9-1_10 5 rbp 9-1_10 0.3112 rbp_resid 9-1_10 0.5814 unj_5 9-1_10 0.4000 unj_10 9-1_10 0.6000 unj_20 9-1_10 0.6500 num_ret 9-1_2 1000 num_rel 9-1_2 58 num_rel_ret 9-1_2 19 map 9-1_2 0.0557 Rprec 9-1_2 0.1552 bpref 9-1_2 0.2571 recip_rank 9-1_2 0.3333 iprec_at_recall_0.00 9-1_2 0.3333 iprec_at_recall_0.10 9-1_2 0.1875 iprec_at_recall_0.20 9-1_2 0.1789 iprec_at_recall_0.30 9-1_2 0.1789 iprec_at_recall_0.40 9-1_2 0.0000 iprec_at_recall_0.50 9-1_2 0.0000 iprec_at_recall_0.60 9-1_2 0.0000 iprec_at_recall_0.70 9-1_2 0.0000 iprec_at_recall_0.80 9-1_2 0.0000 iprec_at_recall_0.90 9-1_2 0.0000 iprec_at_recall_1.00 9-1_2 0.0000 P_5 9-1_2 0.2000 P_10 9-1_2 0.1000 P_15 9-1_2 0.1333 P_20 9-1_2 0.1000 P_30 9-1_2 0.1667 P_100 9-1_2 0.1700 P_200 9-1_2 0.0900 P_500 9-1_2 0.0380 P_1000 9-1_2 0.0190 relstring 9-1_2 '-04---0-1-' recall_5 9-1_2 0.0172 recall_10 9-1_2 0.0172 recall_15 9-1_2 0.0345 recall_20 9-1_2 0.0345 recall_30 9-1_2 0.0862 recall_100 9-1_2 0.2931 recall_200 9-1_2 0.3103 recall_500 9-1_2 0.3276 recall_1000 9-1_2 0.3276 infAP 9-1_2 0.0557 Rprec_mult_0.20 9-1_2 0.0833 Rprec_mult_0.40 9-1_2 0.1250 Rprec_mult_0.60 9-1_2 0.1714 Rprec_mult_0.80 9-1_2 0.1702 Rprec_mult_1.00 9-1_2 0.1552 Rprec_mult_1.20 9-1_2 0.1714 Rprec_mult_1.40 9-1_2 0.1707 Rprec_mult_1.60 9-1_2 0.1720 Rprec_mult_1.80 9-1_2 0.1619 Rprec_mult_2.00 9-1_2 0.1466 utility 9-1_2 -962.0000 11pt_avg 9-1_2 0.0799 binG 9-1_2 0.0654 G 9-1_2 0.0584 ndcg 9-1_2 0.2848 ndcg_rel 9-1_2 0.2583 Rndcg 9-1_2 0.2000 ndcg_cut_5 9-1_2 0.1696 ndcg_cut_10 9-1_2 0.1332 ndcg_cut_15 9-1_2 0.1332 ndcg_cut_20 9-1_2 0.1238 ndcg_cut_30 9-1_2 0.1665 ndcg_cut_100 9-1_2 0.2669 ndcg_cut_200 9-1_2 0.2795 ndcg_cut_500 9-1_2 0.2848 ndcg_cut_1000 9-1_2 0.2848 map_cut_5 9-1_2 0.0057 map_cut_10 9-1_2 0.0057 map_cut_15 9-1_2 0.0084 map_cut_20 9-1_2 0.0084 map_cut_30 9-1_2 0.0166 map_cut_100 9-1_2 0.0524 map_cut_200 9-1_2 0.0546 map_cut_500 9-1_2 0.0557 map_cut_1000 9-1_2 0.0557 relative_P_5 9-1_2 0.2000 relative_P_10 9-1_2 0.1000 relative_P_15 9-1_2 0.1333 relative_P_20 9-1_2 0.1000 relative_P_30 9-1_2 0.1667 relative_P_100 9-1_2 0.2931 relative_P_200 9-1_2 0.3103 relative_P_500 9-1_2 0.3276 relative_P_1000 9-1_2 0.3276 success_1 9-1_2 0.0000 success_5 9-1_2 1.0000 success_10 9-1_2 1.0000 set_P 9-1_2 0.0190 set_relative_P 9-1_2 0.3276 set_recall 9-1_2 0.3276 set_map 9-1_2 0.0062 set_F 9-1_2 0.0359 num_nonrel_judged_ret 9-1_2 32 rbp 9-1_2 0.1362 rbp_resid 9-1_2 0.5616 unj_5 9-1_2 0.6000 unj_10 9-1_2 0.6000 unj_20 9-1_2 0.5500 num_ret 9-1_4 1000 num_rel 9-1_4 25 num_rel_ret 9-1_4 21 map 9-1_4 0.2052 Rprec 9-1_4 0.1600 bpref 9-1_4 0.5536 recip_rank 9-1_4 1.0000 iprec_at_recall_0.00 9-1_4 1.0000 iprec_at_recall_0.10 9-1_4 0.7500 iprec_at_recall_0.20 9-1_4 0.2000 iprec_at_recall_0.30 9-1_4 0.1930 iprec_at_recall_0.40 9-1_4 0.1930 iprec_at_recall_0.50 9-1_4 0.1293 iprec_at_recall_0.60 9-1_4 0.1293 iprec_at_recall_0.70 9-1_4 0.0568 iprec_at_recall_0.80 9-1_4 0.0380 iprec_at_recall_0.90 9-1_4 0.0000 iprec_at_recall_1.00 9-1_4 0.0000 P_5 9-1_4 0.6000 P_10 9-1_4 0.3000 P_15 9-1_4 0.2000 P_20 9-1_4 0.2000 P_30 9-1_4 0.2000 P_100 9-1_4 0.1200 P_200 9-1_4 0.0850 P_500 9-1_4 0.0380 P_1000 9-1_4 0.0210 relstring 9-1_4 '33-3100---' recall_5 9-1_4 0.1200 recall_10 9-1_4 0.1200 recall_15 9-1_4 0.1200 recall_20 9-1_4 0.1600 recall_30 9-1_4 0.2400 recall_100 9-1_4 0.4800 recall_200 9-1_4 0.6800 recall_500 9-1_4 0.7600 recall_1000 9-1_4 0.8400 infAP 9-1_4 0.2052 Rprec_mult_0.20 9-1_4 0.6000 Rprec_mult_0.40 9-1_4 0.3000 Rprec_mult_0.60 9-1_4 0.2000 Rprec_mult_0.80 9-1_4 0.2000 Rprec_mult_1.00 9-1_4 0.1600 Rprec_mult_1.20 9-1_4 0.2000 Rprec_mult_1.40 9-1_4 0.1714 Rprec_mult_1.60 9-1_4 0.1500 Rprec_mult_1.80 9-1_4 0.1333 Rprec_mult_2.00 9-1_4 0.1600 utility 9-1_4 -958.0000 11pt_avg 9-1_4 0.2445 binG 9-1_4 0.2229 G 9-1_4 0.2066 ndcg 9-1_4 0.6125 ndcg_rel 9-1_4 0.5619 Rndcg 9-1_4 0.4160 ndcg_cut_5 9-1_4 0.7429 ndcg_cut_10 9-1_4 0.4821 ndcg_cut_15 9-1_4 0.3896 ndcg_cut_20 9-1_4 0.3611 ndcg_cut_30 9-1_4 0.3553 ndcg_cut_100 9-1_4 0.4763 ndcg_cut_200 9-1_4 0.5654 ndcg_cut_500 9-1_4 0.5901 ndcg_cut_1000 9-1_4 0.6125 map_cut_5 9-1_4 0.1100 map_cut_10 9-1_4 0.1100 map_cut_15 9-1_4 0.1100 map_cut_20 9-1_4 0.1184 map_cut_30 9-1_4 0.1336 map_cut_100 9-1_4 0.1739 map_cut_200 9-1_4 0.1981 map_cut_500 9-1_4 0.2025 map_cut_1000 9-1_4 0.2052 relative_P_5 9-1_4 0.6000 relative_P_10 9-1_4 0.3000 relative_P_15 9-1_4 0.2000 relative_P_20 9-1_4 0.2000 relative_P_30 9-1_4 0.2400 relative_P_100 9-1_4 0.4800 relative_P_200 9-1_4 0.6800 relative_P_500 9-1_4 0.7600 relative_P_1000 9-1_4 0.8400 success_1 9-1_4 1.0000 success_5 9-1_4 1.0000 success_10 9-1_4 1.0000 set_P 9-1_4 0.0210 set_relative_P 9-1_4 0.8400 set_recall 9-1_4 0.8400 set_map 9-1_4 0.0176 set_F 9-1_4 0.0410 num_nonrel_judged_ret 9-1_4 16 rbp 9-1_4 0.3227 rbp_resid 9-1_4 0.4350 unj_5 9-1_4 0.2000 unj_10 9-1_4 0.4000 unj_20 9-1_4 0.5000 num_ret 9-1_5 1000 num_rel 9-1_5 25 num_rel_ret 9-1_5 9 map 9-1_5 0.0127 Rprec 9-1_5 0.0400 bpref 9-1_5 0.0768 recip_rank 9-1_5 0.1667 iprec_at_recall_0.00 9-1_5 0.1667 iprec_at_recall_0.10 9-1_5 0.0345 iprec_at_recall_0.20 9-1_5 0.0149 iprec_at_recall_0.30 9-1_5 0.0145 iprec_at_recall_0.40 9-1_5 0.0000 iprec_at_recall_0.50 9-1_5 0.0000 iprec_at_recall_0.60 9-1_5 0.0000 iprec_at_recall_0.70 9-1_5 0.0000 iprec_at_recall_0.80 9-1_5 0.0000 iprec_at_recall_0.90 9-1_5 0.0000 iprec_at_recall_1.00 9-1_5 0.0000 P_5 9-1_5 0.0000 P_10 9-1_5 0.1000 P_15 9-1_5 0.0667 P_20 9-1_5 0.0500 P_30 9-1_5 0.0333 P_100 9-1_5 0.0300 P_200 9-1_5 0.0200 P_500 9-1_5 0.0140 P_1000 9-1_5 0.0090 relstring 9-1_5 '-----30-1-' recall_5 9-1_5 0.0000 recall_10 9-1_5 0.0400 recall_15 9-1_5 0.0400 recall_20 9-1_5 0.0400 recall_30 9-1_5 0.0400 recall_100 9-1_5 0.1200 recall_200 9-1_5 0.1600 recall_500 9-1_5 0.2800 recall_1000 9-1_5 0.3600 infAP 9-1_5 0.0127 Rprec_mult_0.20 9-1_5 0.0000 Rprec_mult_0.40 9-1_5 0.1000 Rprec_mult_0.60 9-1_5 0.0667 Rprec_mult_0.80 9-1_5 0.0500 Rprec_mult_1.00 9-1_5 0.0400 Rprec_mult_1.20 9-1_5 0.0333 Rprec_mult_1.40 9-1_5 0.0286 Rprec_mult_1.60 9-1_5 0.0250 Rprec_mult_1.80 9-1_5 0.0222 Rprec_mult_2.00 9-1_5 0.0200 utility 9-1_5 -982.0000 11pt_avg 9-1_5 0.0210 binG 9-1_5 0.0546 G 9-1_5 0.0608 ndcg 9-1_5 0.2174 ndcg_rel 9-1_5 0.1742 Rndcg 9-1_5 0.0870 ndcg_cut_5 9-1_5 0.0000 ndcg_cut_10 9-1_5 0.0869 ndcg_cut_15 9-1_5 0.0695 ndcg_cut_20 9-1_5 0.0708 ndcg_cut_30 9-1_5 0.0781 ndcg_cut_100 9-1_5 0.1103 ndcg_cut_200 9-1_5 0.1386 ndcg_cut_500 9-1_5 0.1952 ndcg_cut_1000 9-1_5 0.2174 map_cut_5 9-1_5 0.0000 map_cut_10 9-1_5 0.0067 map_cut_15 9-1_5 0.0067 map_cut_20 9-1_5 0.0067 map_cut_30 9-1_5 0.0067 map_cut_100 9-1_5 0.0091 map_cut_200 9-1_5 0.0100 map_cut_500 9-1_5 0.0117 map_cut_1000 9-1_5 0.0127 relative_P_5 9-1_5 0.0000 relative_P_10 9-1_5 0.1000 relative_P_15 9-1_5 0.0667 relative_P_20 9-1_5 0.0500 relative_P_30 9-1_5 0.0400 relative_P_100 9-1_5 0.1200 relative_P_200 9-1_5 0.1600 relative_P_500 9-1_5 0.2800 relative_P_1000 9-1_5 0.3600 success_1 9-1_5 0.0000 success_5 9-1_5 0.0000 success_10 9-1_5 1.0000 set_P 9-1_5 0.0090 set_relative_P 9-1_5 0.3600 set_recall 9-1_5 0.3600 set_map 9-1_5 0.0032 set_F 9-1_5 0.0176 num_nonrel_judged_ret 9-1_5 42 rbp 9-1_5 0.0637 rbp_resid 9-1_5 0.7044 unj_5 9-1_5 1.0000 unj_10 9-1_5 0.7000 unj_20 9-1_5 0.6000 num_ret 9-2_6 1000 num_rel 9-2_6 20 num_rel_ret 9-2_6 18 map 9-2_6 0.4850 Rprec 9-2_6 0.4000 bpref 9-2_6 0.5100 recip_rank 9-2_6 1.0000 iprec_at_recall_0.00 9-2_6 1.0000 iprec_at_recall_0.10 9-2_6 1.0000 iprec_at_recall_0.20 9-2_6 1.0000 iprec_at_recall_0.30 9-2_6 0.8571 iprec_at_recall_0.40 9-2_6 0.5714 iprec_at_recall_0.50 9-2_6 0.3667 iprec_at_recall_0.60 9-2_6 0.2632 iprec_at_recall_0.70 9-2_6 0.2632 iprec_at_recall_0.80 9-2_6 0.2623 iprec_at_recall_0.90 9-2_6 0.1538 iprec_at_recall_1.00 9-2_6 0.0000 P_5 9-2_6 1.0000 P_10 9-2_6 0.6000 P_15 9-2_6 0.5333 P_20 9-2_6 0.4000 P_30 9-2_6 0.3667 P_100 9-2_6 0.1700 P_200 9-2_6 0.0900 P_500 9-2_6 0.0360 P_1000 9-2_6 0.0180 relstring 9-2_6 '3323414011' recall_5 9-2_6 0.2500 recall_10 9-2_6 0.3000 recall_15 9-2_6 0.4000 recall_20 9-2_6 0.4000 recall_30 9-2_6 0.5500 recall_100 9-2_6 0.8500 recall_200 9-2_6 0.9000 recall_500 9-2_6 0.9000 recall_1000 9-2_6 0.9000 infAP 9-2_6 0.4850 Rprec_mult_0.20 9-2_6 1.0000 Rprec_mult_0.40 9-2_6 0.7500 Rprec_mult_0.60 9-2_6 0.5833 Rprec_mult_0.80 9-2_6 0.5000 Rprec_mult_1.00 9-2_6 0.4000 Rprec_mult_1.20 9-2_6 0.3333 Rprec_mult_1.40 9-2_6 0.3214 Rprec_mult_1.60 9-2_6 0.3438 Rprec_mult_1.80 9-2_6 0.3056 Rprec_mult_2.00 9-2_6 0.2750 utility 9-2_6 -964.0000 11pt_avg 9-2_6 0.5216 binG 9-2_6 0.4124 G 9-2_6 0.2232 ndcg 9-2_6 0.7304 ndcg_rel 9-2_6 0.6771 Rndcg 9-2_6 0.6407 ndcg_cut_5 9-2_6 0.7404 ndcg_cut_10 9-2_6 0.6377 ndcg_cut_15 9-2_6 0.6245 ndcg_cut_20 9-2_6 0.5592 ndcg_cut_30 9-2_6 0.6130 ndcg_cut_100 9-2_6 0.7090 ndcg_cut_200 9-2_6 0.7258 ndcg_cut_500 9-2_6 0.7304 ndcg_cut_1000 9-2_6 0.7304 map_cut_5 9-2_6 0.2500 map_cut_10 9-2_6 0.2929 map_cut_15 9-2_6 0.3506 map_cut_20 9-2_6 0.3506 map_cut_30 9-2_6 0.4035 map_cut_100 9-2_6 0.4773 map_cut_200 9-2_6 0.4850 map_cut_500 9-2_6 0.4850 map_cut_1000 9-2_6 0.4850 relative_P_5 9-2_6 1.0000 relative_P_10 9-2_6 0.6000 relative_P_15 9-2_6 0.5333 relative_P_20 9-2_6 0.4000 relative_P_30 9-2_6 0.5500 relative_P_100 9-2_6 0.8500 relative_P_200 9-2_6 0.9000 relative_P_500 9-2_6 0.9000 relative_P_1000 9-2_6 0.9000 success_1 9-2_6 1.0000 success_5 9-2_6 1.0000 success_10 9-2_6 1.0000 set_P 9-2_6 0.0180 set_relative_P 9-2_6 0.9000 set_recall 9-2_6 0.9000 set_map 9-2_6 0.0162 set_F 9-2_6 0.0353 num_nonrel_judged_ret 9-2_6 31 rbp 9-2_6 0.4586 rbp_resid 9-2_6 0.1574 unj_5 9-2_6 0.0000 unj_10 9-2_6 0.0000 unj_20 9-2_6 0.2500 num_ret 9-2_7 1000 num_rel 9-2_7 10 num_rel_ret 9-2_7 1 map 9-2_7 0.0043 Rprec 9-2_7 0.0000 bpref 9-2_7 0.0300 recip_rank 9-2_7 0.0435 iprec_at_recall_0.00 9-2_7 0.0435 iprec_at_recall_0.10 9-2_7 0.0435 iprec_at_recall_0.20 9-2_7 0.0000 iprec_at_recall_0.30 9-2_7 0.0000 iprec_at_recall_0.40 9-2_7 0.0000 iprec_at_recall_0.50 9-2_7 0.0000 iprec_at_recall_0.60 9-2_7 0.0000 iprec_at_recall_0.70 9-2_7 0.0000 iprec_at_recall_0.80 9-2_7 0.0000 iprec_at_recall_0.90 9-2_7 0.0000 iprec_at_recall_1.00 9-2_7 0.0000 P_5 9-2_7 0.0000 P_10 9-2_7 0.0000 P_15 9-2_7 0.0000 P_20 9-2_7 0.0000 P_30 9-2_7 0.0333 P_100 9-2_7 0.0100 P_200 9-2_7 0.0050 P_500 9-2_7 0.0020 P_1000 9-2_7 0.0010 relstring 9-2_7 '--01000-0-' recall_5 9-2_7 0.0000 recall_10 9-2_7 0.0000 recall_15 9-2_7 0.0000 recall_20 9-2_7 0.0000 recall_30 9-2_7 0.1000 recall_100 9-2_7 0.1000 recall_200 9-2_7 0.1000 recall_500 9-2_7 0.1000 recall_1000 9-2_7 0.1000 infAP 9-2_7 0.0043 Rprec_mult_0.20 9-2_7 0.0000 Rprec_mult_0.40 9-2_7 0.0000 Rprec_mult_0.60 9-2_7 0.0000 Rprec_mult_0.80 9-2_7 0.0000 Rprec_mult_1.00 9-2_7 0.0000 Rprec_mult_1.20 9-2_7 0.0000 Rprec_mult_1.40 9-2_7 0.0000 Rprec_mult_1.60 9-2_7 0.0000 Rprec_mult_1.80 9-2_7 0.0000 Rprec_mult_2.00 9-2_7 0.0000 utility 9-2_7 -998.0000 11pt_avg 9-2_7 0.0079 binG 9-2_7 0.0218 G 9-2_7 0.0149 ndcg 9-2_7 0.0511 ndcg_rel 9-2_7 0.0513 Rndcg 9-2_7 0.0343 ndcg_cut_5 9-2_7 0.0470 ndcg_cut_10 9-2_7 0.0349 ndcg_cut_15 9-2_7 0.0315 ndcg_cut_20 9-2_7 0.0290 ndcg_cut_30 9-2_7 0.0511 ndcg_cut_100 9-2_7 0.0511 ndcg_cut_200 9-2_7 0.0511 ndcg_cut_500 9-2_7 0.0511 ndcg_cut_1000 9-2_7 0.0511 map_cut_5 9-2_7 0.0000 map_cut_10 9-2_7 0.0000 map_cut_15 9-2_7 0.0000 map_cut_20 9-2_7 0.0000 map_cut_30 9-2_7 0.0043 map_cut_100 9-2_7 0.0043 map_cut_200 9-2_7 0.0043 map_cut_500 9-2_7 0.0043 map_cut_1000 9-2_7 0.0043 relative_P_5 9-2_7 0.0000 relative_P_10 9-2_7 0.0000 relative_P_15 9-2_7 0.0000 relative_P_20 9-2_7 0.0000 relative_P_30 9-2_7 0.1000 relative_P_100 9-2_7 0.1000 relative_P_200 9-2_7 0.1000 relative_P_500 9-2_7 0.1000 relative_P_1000 9-2_7 0.1000 success_1 9-2_7 0.0000 success_5 9-2_7 0.0000 success_10 9-2_7 0.0000 set_P 9-2_7 0.0010 set_relative_P 9-2_7 0.1000 set_recall 9-2_7 0.1000 set_map 9-2_7 0.0001 set_F 9-2_7 0.0020 num_nonrel_judged_ret 9-2_7 8 rbp 9-2_7 0.0231 rbp_resid 9-2_7 0.6032 unj_5 9-2_7 0.4000 unj_10 9-2_7 0.4000 unj_20 9-2_7 0.7000 num_ret 9-2_9 1000 num_rel 9-2_9 31 num_rel_ret 9-2_9 24 map 9-2_9 0.2352 Rprec 9-2_9 0.2903 bpref 9-2_9 0.3933 recip_rank 9-2_9 1.0000 iprec_at_recall_0.00 9-2_9 1.0000 iprec_at_recall_0.10 9-2_9 0.5000 iprec_at_recall_0.20 9-2_9 0.4211 iprec_at_recall_0.30 9-2_9 0.3333 iprec_at_recall_0.40 9-2_9 0.2500 iprec_at_recall_0.50 9-2_9 0.1368 iprec_at_recall_0.60 9-2_9 0.1275 iprec_at_recall_0.70 9-2_9 0.1005 iprec_at_recall_0.80 9-2_9 0.0000 iprec_at_recall_0.90 9-2_9 0.0000 iprec_at_recall_1.00 9-2_9 0.0000 P_5 9-2_9 0.4000 P_10 9-2_9 0.4000 P_15 9-2_9 0.2667 P_20 9-2_9 0.4000 P_30 9-2_9 0.3000 P_100 9-2_9 0.1500 P_200 9-2_9 0.1050 P_500 9-2_9 0.0480 P_1000 9-2_9 0.0240 relstring 9-2_9 '34-1-4-411' recall_5 9-2_9 0.0645 recall_10 9-2_9 0.1290 recall_15 9-2_9 0.1290 recall_20 9-2_9 0.2581 recall_30 9-2_9 0.2903 recall_100 9-2_9 0.4839 recall_200 9-2_9 0.6774 recall_500 9-2_9 0.7742 recall_1000 9-2_9 0.7742 infAP 9-2_9 0.2352 Rprec_mult_0.20 9-2_9 0.4286 Rprec_mult_0.40 9-2_9 0.3077 Rprec_mult_0.60 9-2_9 0.4211 Rprec_mult_0.80 9-2_9 0.3200 Rprec_mult_1.00 9-2_9 0.2903 Rprec_mult_1.20 9-2_9 0.2895 Rprec_mult_1.40 9-2_9 0.2500 Rprec_mult_1.60 9-2_9 0.2400 Rprec_mult_1.80 9-2_9 0.2321 Rprec_mult_2.00 9-2_9 0.2097 utility 9-2_9 -952.0000 11pt_avg 9-2_9 0.2608 binG 9-2_9 0.2094 G 9-2_9 0.1527 ndcg 9-2_9 0.6287 ndcg_rel 9-2_9 0.5681 Rndcg 9-2_9 0.5161 ndcg_cut_5 9-2_9 0.5049 ndcg_cut_10 9-2_9 0.5079 ndcg_cut_15 9-2_9 0.4298 ndcg_cut_20 9-2_9 0.5192 ndcg_cut_30 9-2_9 0.5011 ndcg_cut_100 9-2_9 0.5106 ndcg_cut_200 9-2_9 0.5944 ndcg_cut_500 9-2_9 0.6230 ndcg_cut_1000 9-2_9 0.6287 map_cut_5 9-2_9 0.0645 map_cut_10 9-2_9 0.0968 map_cut_15 9-2_9 0.0968 map_cut_20 9-2_9 0.1444 map_cut_30 9-2_9 0.1551 map_cut_100 9-2_9 0.2029 map_cut_200 9-2_9 0.2274 map_cut_500 9-2_9 0.2352 map_cut_1000 9-2_9 0.2352 relative_P_5 9-2_9 0.4000 relative_P_10 9-2_9 0.4000 relative_P_15 9-2_9 0.2667 relative_P_20 9-2_9 0.4000 relative_P_30 9-2_9 0.3000 relative_P_100 9-2_9 0.4839 relative_P_200 9-2_9 0.6774 relative_P_500 9-2_9 0.7742 relative_P_1000 9-2_9 0.7742 success_1 9-2_9 1.0000 success_5 9-2_9 1.0000 success_10 9-2_9 1.0000 set_P 9-2_9 0.0240 set_relative_P 9-2_9 0.7742 set_recall 9-2_9 0.7742 set_map 9-2_9 0.0186 set_F 9-2_9 0.0466 num_nonrel_judged_ret 9-2_9 40 rbp 9-2_9 0.4017 rbp_resid 9-2_9 0.3783 unj_5 9-2_9 0.4000 unj_10 9-2_9 0.3000 unj_20 9-2_9 0.3500 runid all orga-bm25-personal num_q all 45 num_ret all 45000 num_rel all 2135 num_rel_ret all 868 map all 0.1596 gm_map all 0.0494 Rprec all 0.2114 bpref all 0.3113 recip_rank all 0.6223 iprec_at_recall_0.00 all 0.6563 iprec_at_recall_0.10 all 0.4240 iprec_at_recall_0.20 all 0.3041 iprec_at_recall_0.30 all 0.2133 iprec_at_recall_0.40 all 0.1418 iprec_at_recall_0.50 all 0.1064 iprec_at_recall_0.60 all 0.0798 iprec_at_recall_0.70 all 0.0663 iprec_at_recall_0.80 all 0.0514 iprec_at_recall_0.90 all 0.0360 iprec_at_recall_1.00 all 0.0010 P_5 all 0.4044 P_10 all 0.3378 P_15 all 0.3081 P_20 all 0.2844 P_30 all 0.2504 P_100 all 0.1313 P_200 all 0.0802 P_500 all 0.0369 P_1000 all 0.0193 recall_5 all 0.0630 recall_10 all 0.0997 recall_15 all 0.1343 recall_20 all 0.1577 recall_30 all 0.2027 recall_100 all 0.3236 recall_200 all 0.3801 recall_500 all 0.4267 recall_1000 all 0.4455 infAP all 0.1596 gm_bpref all 0.1058 Rprec_mult_0.20 all 0.3708 Rprec_mult_0.40 all 0.2973 Rprec_mult_0.60 all 0.2606 Rprec_mult_0.80 all 0.2354 Rprec_mult_1.00 all 0.2114 Rprec_mult_1.20 all 0.1934 Rprec_mult_1.40 all 0.1750 Rprec_mult_1.60 all 0.1618 Rprec_mult_1.80 all 0.1514 Rprec_mult_2.00 all 0.1416 utility all -961.4222 11pt_avg all 0.1891 binG all 0.1392 G all 0.1030 ndcg all 0.3779 ndcg_rel all 0.3608 Rndcg all 0.3220 ndcg_cut_5 all 0.3902 ndcg_cut_10 all 0.3565 ndcg_cut_15 all 0.3430 ndcg_cut_20 all 0.3349 ndcg_cut_30 all 0.3331 ndcg_cut_100 all 0.3286 ndcg_cut_200 all 0.3497 ndcg_cut_500 all 0.3714 ndcg_cut_1000 all 0.3779 map_cut_5 all 0.0558 map_cut_10 all 0.0776 map_cut_15 all 0.0949 map_cut_20 all 0.1048 map_cut_30 all 0.1191 map_cut_100 all 0.1474 map_cut_200 all 0.1556 map_cut_500 all 0.1592 map_cut_1000 all 0.1596 relative_P_5 all 0.4044 relative_P_10 all 0.3393 relative_P_15 all 0.3173 relative_P_20 all 0.3061 relative_P_30 all 0.3032 relative_P_100 all 0.3293 relative_P_200 all 0.3806 relative_P_500 all 0.4267 relative_P_1000 all 0.4455 success_1 all 0.5333 success_5 all 0.7111 success_10 all 0.8000 set_P all 0.0193 set_relative_P all 0.4455 set_recall all 0.4455 set_map all 0.0099 set_F all 0.0361 num_nonrel_judged_ret all 985 rbp all 0.2695 rbp_resid all 0.3671 unj_5 all 0.2178 unj_10 all 0.2733 unj_20 all 0.4089