num_ret 1-1_3 100 num_rel 1-1_3 64 num_rel_ret 1-1_3 15 map 1-1_3 0.0833 Rprec 1-1_3 0.2031 bpref 1-1_3 0.1967 recip_rank 1-1_3 1.0000 iprec_at_recall_0.00 1-1_3 1.0000 iprec_at_recall_0.10 1-1_3 0.2609 iprec_at_recall_0.20 1-1_3 0.2131 iprec_at_recall_0.30 1-1_3 0.0000 iprec_at_recall_0.40 1-1_3 0.0000 iprec_at_recall_0.50 1-1_3 0.0000 iprec_at_recall_0.60 1-1_3 0.0000 iprec_at_recall_0.70 1-1_3 0.0000 iprec_at_recall_0.80 1-1_3 0.0000 iprec_at_recall_0.90 1-1_3 0.0000 iprec_at_recall_1.00 1-1_3 0.0000 P_5 1-1_3 0.6000 P_10 1-1_3 0.4000 P_15 1-1_3 0.2667 P_20 1-1_3 0.2000 P_30 1-1_3 0.2000 P_100 1-1_3 0.1500 P_200 1-1_3 0.0750 P_500 1-1_3 0.0300 P_1000 1-1_3 0.0150 relstring 1-1_3 '2200200020' recall_5 1-1_3 0.0469 recall_10 1-1_3 0.0625 recall_15 1-1_3 0.0625 recall_20 1-1_3 0.0625 recall_30 1-1_3 0.0938 recall_100 1-1_3 0.2344 recall_200 1-1_3 0.2344 recall_500 1-1_3 0.2344 recall_1000 1-1_3 0.2344 infAP 1-1_3 0.0833 Rprec_mult_0.20 1-1_3 0.3077 Rprec_mult_0.40 1-1_3 0.2308 Rprec_mult_0.60 1-1_3 0.2051 Rprec_mult_0.80 1-1_3 0.2115 Rprec_mult_1.00 1-1_3 0.2031 Rprec_mult_1.20 1-1_3 0.1818 Rprec_mult_1.40 1-1_3 0.1556 Rprec_mult_1.60 1-1_3 0.1456 Rprec_mult_1.80 1-1_3 0.1293 Rprec_mult_2.00 1-1_3 0.1172 utility 1-1_3 -70.0000 11pt_avg 1-1_3 0.1340 binG 1-1_3 0.0777 G 1-1_3 0.0428 ndcg 1-1_3 0.2331 ndcg_rel 1-1_3 0.2411 Rndcg 1-1_3 0.2797 ndcg_cut_5 1-1_3 0.3852 ndcg_cut_10 1-1_3 0.3039 ndcg_cut_15 1-1_3 0.2414 ndcg_cut_20 1-1_3 0.2038 ndcg_cut_30 1-1_3 0.2074 ndcg_cut_100 1-1_3 0.2331 ndcg_cut_200 1-1_3 0.2331 ndcg_cut_500 1-1_3 0.2331 ndcg_cut_1000 1-1_3 0.2331 map_cut_5 1-1_3 0.0406 map_cut_10 1-1_3 0.0476 map_cut_15 1-1_3 0.0476 map_cut_20 1-1_3 0.0476 map_cut_30 1-1_3 0.0552 map_cut_100 1-1_3 0.0833 map_cut_200 1-1_3 0.0833 map_cut_500 1-1_3 0.0833 map_cut_1000 1-1_3 0.0833 relative_P_5 1-1_3 0.6000 relative_P_10 1-1_3 0.4000 relative_P_15 1-1_3 0.2667 relative_P_20 1-1_3 0.2000 relative_P_30 1-1_3 0.2000 relative_P_100 1-1_3 0.2344 relative_P_200 1-1_3 0.2344 relative_P_500 1-1_3 0.2344 relative_P_1000 1-1_3 0.2344 success_1 1-1_3 1.0000 success_5 1-1_3 1.0000 success_10 1-1_3 1.0000 set_P 1-1_3 0.1500 set_relative_P 1-1_3 0.2344 set_recall 1-1_3 0.2344 set_map 1-1_3 0.0352 set_F 1-1_3 0.1829 num_nonrel_judged_ret 1-1_3 13 rbp 1-1_3 0.1663 rbp_resid 1-1_3 0.2768 unj_5 1-1_3 0.0000 unj_10 1-1_3 0.0000 unj_20 1-1_3 0.4500 num_ret 1-1_4 359 num_rel 1-1_4 107 num_rel_ret 1-1_4 58 map 1-1_4 0.2223 Rprec 1-1_4 0.3364 bpref 1-1_4 0.5421 recip_rank 1-1_4 0.3333 iprec_at_recall_0.00 1-1_4 0.8000 iprec_at_recall_0.10 1-1_4 0.6190 iprec_at_recall_0.20 1-1_4 0.4468 iprec_at_recall_0.30 1-1_4 0.3617 iprec_at_recall_0.40 1-1_4 0.3121 iprec_at_recall_0.50 1-1_4 0.2177 iprec_at_recall_0.60 1-1_4 0.0000 iprec_at_recall_0.70 1-1_4 0.0000 iprec_at_recall_0.80 1-1_4 0.0000 iprec_at_recall_0.90 1-1_4 0.0000 iprec_at_recall_1.00 1-1_4 0.0000 P_5 1-1_4 0.6000 P_10 1-1_4 0.8000 P_15 1-1_4 0.6000 P_20 1-1_4 0.6000 P_30 1-1_4 0.5333 P_100 1-1_4 0.3400 P_200 1-1_4 0.2450 P_500 1-1_4 0.1160 P_1000 1-1_4 0.0580 relstring 1-1_4 '--24232424' recall_5 1-1_4 0.0280 recall_10 1-1_4 0.0748 recall_15 1-1_4 0.0841 recall_20 1-1_4 0.1121 recall_30 1-1_4 0.1495 recall_100 1-1_4 0.3178 recall_200 1-1_4 0.4579 recall_500 1-1_4 0.5421 recall_1000 1-1_4 0.5421 infAP 1-1_4 0.2223 Rprec_mult_0.20 1-1_4 0.5909 Rprec_mult_0.40 1-1_4 0.4651 Rprec_mult_0.60 1-1_4 0.4000 Rprec_mult_0.80 1-1_4 0.3488 Rprec_mult_1.00 1-1_4 0.3364 Rprec_mult_1.20 1-1_4 0.3101 Rprec_mult_1.40 1-1_4 0.2933 Rprec_mult_1.60 1-1_4 0.2674 Rprec_mult_1.80 1-1_4 0.2487 Rprec_mult_2.00 1-1_4 0.2336 utility 1-1_4 -243.0000 11pt_avg 1-1_4 0.2507 binG 1-1_4 0.1243 G 1-1_4 0.0896 ndcg 1-1_4 0.4748 ndcg_rel 1-1_4 0.4288 Rndcg 1-1_4 0.3921 ndcg_cut_5 1-1_4 0.2965 ndcg_cut_10 1-1_4 0.4540 ndcg_cut_15 1-1_4 0.3956 ndcg_cut_20 1-1_4 0.4009 ndcg_cut_30 1-1_4 0.3941 ndcg_cut_100 1-1_4 0.3517 ndcg_cut_200 1-1_4 0.4322 ndcg_cut_500 1-1_4 0.4748 ndcg_cut_1000 1-1_4 0.4748 map_cut_5 1-1_4 0.0134 map_cut_10 1-1_4 0.0481 map_cut_15 1-1_4 0.0541 map_cut_20 1-1_4 0.0709 map_cut_30 1-1_4 0.0919 map_cut_100 1-1_4 0.1624 map_cut_200 1-1_4 0.2047 map_cut_500 1-1_4 0.2223 map_cut_1000 1-1_4 0.2223 relative_P_5 1-1_4 0.6000 relative_P_10 1-1_4 0.8000 relative_P_15 1-1_4 0.6000 relative_P_20 1-1_4 0.6000 relative_P_30 1-1_4 0.5333 relative_P_100 1-1_4 0.3400 relative_P_200 1-1_4 0.4579 relative_P_500 1-1_4 0.5421 relative_P_1000 1-1_4 0.5421 success_1 1-1_4 0.0000 success_5 1-1_4 1.0000 success_10 1-1_4 1.0000 set_P 1-1_4 0.1616 set_relative_P 1-1_4 0.5421 set_recall 1-1_4 0.5421 set_map 1-1_4 0.0876 set_F 1-1_4 0.2489 num_nonrel_judged_ret 1-1_4 0 rbp 1-1_4 0.4064 rbp_resid 1-1_4 0.4227 unj_5 1-1_4 0.4000 unj_10 1-1_4 0.2000 unj_20 1-1_4 0.4000 num_ret 1-1_5 100 num_rel 1-1_5 219 num_rel_ret 1-1_5 22 map 1-1_5 0.0889 Rprec 1-1_5 0.1005 bpref 1-1_5 0.0971 recip_rank 1-1_5 1.0000 iprec_at_recall_0.00 1-1_5 1.0000 iprec_at_recall_0.10 1-1_5 0.7333 iprec_at_recall_0.20 1-1_5 0.0000 iprec_at_recall_0.30 1-1_5 0.0000 iprec_at_recall_0.40 1-1_5 0.0000 iprec_at_recall_0.50 1-1_5 0.0000 iprec_at_recall_0.60 1-1_5 0.0000 iprec_at_recall_0.70 1-1_5 0.0000 iprec_at_recall_0.80 1-1_5 0.0000 iprec_at_recall_0.90 1-1_5 0.0000 iprec_at_recall_1.00 1-1_5 0.0000 P_5 1-1_5 1.0000 P_10 1-1_5 1.0000 P_15 1-1_5 0.8000 P_20 1-1_5 0.7500 P_30 1-1_5 0.7333 P_100 1-1_5 0.2200 P_200 1-1_5 0.1100 P_500 1-1_5 0.0440 P_1000 1-1_5 0.0220 relstring 1-1_5 '2222222222' recall_5 1-1_5 0.0228 recall_10 1-1_5 0.0457 recall_15 1-1_5 0.0548 recall_20 1-1_5 0.0685 recall_30 1-1_5 0.1005 recall_100 1-1_5 0.1005 recall_200 1-1_5 0.1005 recall_500 1-1_5 0.1005 recall_1000 1-1_5 0.1005 infAP 1-1_5 0.0889 Rprec_mult_0.20 1-1_5 0.5000 Rprec_mult_0.40 1-1_5 0.2500 Rprec_mult_0.60 1-1_5 0.1667 Rprec_mult_0.80 1-1_5 0.1250 Rprec_mult_1.00 1-1_5 0.1005 Rprec_mult_1.20 1-1_5 0.0837 Rprec_mult_1.40 1-1_5 0.0717 Rprec_mult_1.60 1-1_5 0.0627 Rprec_mult_1.80 1-1_5 0.0557 Rprec_mult_2.00 1-1_5 0.0502 utility 1-1_5 -56.0000 11pt_avg 1-1_5 0.1576 binG 1-1_5 0.0683 G 1-1_5 0.0220 ndcg 1-1_5 0.1643 ndcg_rel 1-1_5 0.1977 Rndcg 1-1_5 0.3026 ndcg_cut_5 1-1_5 0.5000 ndcg_cut_10 1-1_5 0.5081 ndcg_cut_15 1-1_5 0.4645 ndcg_cut_20 1-1_5 0.4741 ndcg_cut_30 1-1_5 0.4801 ndcg_cut_100 1-1_5 0.2621 ndcg_cut_200 1-1_5 0.1774 ndcg_cut_500 1-1_5 0.1643 ndcg_cut_1000 1-1_5 0.1643 map_cut_5 1-1_5 0.0228 map_cut_10 1-1_5 0.0457 map_cut_15 1-1_5 0.0539 map_cut_20 1-1_5 0.0645 map_cut_30 1-1_5 0.0889 map_cut_100 1-1_5 0.0889 map_cut_200 1-1_5 0.0889 map_cut_500 1-1_5 0.0889 map_cut_1000 1-1_5 0.0889 relative_P_5 1-1_5 1.0000 relative_P_10 1-1_5 1.0000 relative_P_15 1-1_5 0.8000 relative_P_20 1-1_5 0.7500 relative_P_30 1-1_5 0.7333 relative_P_100 1-1_5 0.2200 relative_P_200 1-1_5 0.1100 relative_P_500 1-1_5 0.1005 relative_P_1000 1-1_5 0.1005 success_1 1-1_5 1.0000 success_5 1-1_5 1.0000 success_10 1-1_5 1.0000 set_P 1-1_5 0.2200 set_relative_P 1-1_5 0.2200 set_recall 1-1_5 0.1005 set_map 1-1_5 0.0221 set_F 1-1_5 0.1379 num_nonrel_judged_ret 1-1_5 3 rbp 1-1_5 0.4200 rbp_resid 1-1_5 0.1398 unj_5 1-1_5 0.0000 unj_10 1-1_5 0.0000 unj_20 1-1_5 0.1500 num_ret 1-1_7 200 num_rel 1-1_7 99 num_rel_ret 1-1_7 37 map 1-1_7 0.1863 Rprec 1-1_7 0.3232 bpref 1-1_7 0.3037 recip_rank 1-1_7 1.0000 iprec_at_recall_0.00 1-1_7 1.0000 iprec_at_recall_0.10 1-1_7 0.5882 iprec_at_recall_0.20 1-1_7 0.5263 iprec_at_recall_0.30 1-1_7 0.3846 iprec_at_recall_0.40 1-1_7 0.0000 iprec_at_recall_0.50 1-1_7 0.0000 iprec_at_recall_0.60 1-1_7 0.0000 iprec_at_recall_0.70 1-1_7 0.0000 iprec_at_recall_0.80 1-1_7 0.0000 iprec_at_recall_0.90 1-1_7 0.0000 iprec_at_recall_1.00 1-1_7 0.0000 P_5 1-1_7 0.6000 P_10 1-1_7 0.6000 P_15 1-1_7 0.5333 P_20 1-1_7 0.5500 P_30 1-1_7 0.4667 P_100 1-1_7 0.3200 P_200 1-1_7 0.1850 P_500 1-1_7 0.0740 P_1000 1-1_7 0.0370 relstring 1-1_7 '2020230220' recall_5 1-1_7 0.0303 recall_10 1-1_7 0.0606 recall_15 1-1_7 0.0808 recall_20 1-1_7 0.1111 recall_30 1-1_7 0.1414 recall_100 1-1_7 0.3232 recall_200 1-1_7 0.3737 recall_500 1-1_7 0.3737 recall_1000 1-1_7 0.3737 infAP 1-1_7 0.1863 Rprec_mult_0.20 1-1_7 0.5500 Rprec_mult_0.40 1-1_7 0.5000 Rprec_mult_0.60 1-1_7 0.4500 Rprec_mult_0.80 1-1_7 0.3750 Rprec_mult_1.00 1-1_7 0.3232 Rprec_mult_1.20 1-1_7 0.2941 Rprec_mult_1.40 1-1_7 0.2518 Rprec_mult_1.60 1-1_7 0.2327 Rprec_mult_1.80 1-1_7 0.2067 Rprec_mult_2.00 1-1_7 0.1869 utility 1-1_7 -126.0000 11pt_avg 1-1_7 0.2272 binG 1-1_7 0.1053 G 1-1_7 0.0689 ndcg 1-1_7 0.3835 ndcg_rel 1-1_7 0.3873 Rndcg 1-1_7 0.3716 ndcg_cut_5 1-1_7 0.3200 ndcg_cut_10 1-1_7 0.3587 ndcg_cut_15 1-1_7 0.3779 ndcg_cut_20 1-1_7 0.3815 ndcg_cut_30 1-1_7 0.3577 ndcg_cut_100 1-1_7 0.3639 ndcg_cut_200 1-1_7 0.3835 ndcg_cut_500 1-1_7 0.3835 ndcg_cut_1000 1-1_7 0.3835 map_cut_5 1-1_7 0.0229 map_cut_10 1-1_7 0.0427 map_cut_15 1-1_7 0.0539 map_cut_20 1-1_7 0.0711 map_cut_30 1-1_7 0.0866 map_cut_100 1-1_7 0.1716 map_cut_200 1-1_7 0.1863 map_cut_500 1-1_7 0.1863 map_cut_1000 1-1_7 0.1863 relative_P_5 1-1_7 0.6000 relative_P_10 1-1_7 0.6000 relative_P_15 1-1_7 0.5333 relative_P_20 1-1_7 0.5500 relative_P_30 1-1_7 0.4667 relative_P_100 1-1_7 0.3232 relative_P_200 1-1_7 0.3737 relative_P_500 1-1_7 0.3737 relative_P_1000 1-1_7 0.3737 success_1 1-1_7 1.0000 success_5 1-1_7 1.0000 success_10 1-1_7 1.0000 set_P 1-1_7 0.1850 set_relative_P 1-1_7 0.3737 set_recall 1-1_7 0.3737 set_map 1-1_7 0.0691 set_F 1-1_7 0.2475 num_nonrel_judged_ret 1-1_7 10 rbp 1-1_7 0.3189 rbp_resid 1-1_7 0.1595 unj_5 1-1_7 0.0000 unj_10 1-1_7 0.0000 unj_20 1-1_7 0.2000 num_ret 1-1_8 296 num_rel 1-1_8 94 num_rel_ret 1-1_8 44 map 1-1_8 0.2512 Rprec 1-1_8 0.3085 bpref 1-1_8 0.4491 recip_rank 1-1_8 1.0000 iprec_at_recall_0.00 1-1_8 1.0000 iprec_at_recall_0.10 1-1_8 0.9000 iprec_at_recall_0.20 1-1_8 0.6129 iprec_at_recall_0.30 1-1_8 0.3217 iprec_at_recall_0.40 1-1_8 0.3150 iprec_at_recall_0.50 1-1_8 0.0000 iprec_at_recall_0.60 1-1_8 0.0000 iprec_at_recall_0.70 1-1_8 0.0000 iprec_at_recall_0.80 1-1_8 0.0000 iprec_at_recall_0.90 1-1_8 0.0000 iprec_at_recall_1.00 1-1_8 0.0000 P_5 1-1_8 1.0000 P_10 1-1_8 0.9000 P_15 1-1_8 0.7333 P_20 1-1_8 0.7000 P_30 1-1_8 0.6000 P_100 1-1_8 0.3000 P_200 1-1_8 0.2200 P_500 1-1_8 0.0880 P_1000 1-1_8 0.0440 relstring 1-1_8 '222233-242' recall_5 1-1_8 0.0532 recall_10 1-1_8 0.0957 recall_15 1-1_8 0.1170 recall_20 1-1_8 0.1489 recall_30 1-1_8 0.1915 recall_100 1-1_8 0.3191 recall_200 1-1_8 0.4681 recall_500 1-1_8 0.4681 recall_1000 1-1_8 0.4681 infAP 1-1_8 0.2512 Rprec_mult_0.20 1-1_8 0.6842 Rprec_mult_0.40 1-1_8 0.5000 Rprec_mult_0.60 1-1_8 0.4035 Rprec_mult_0.80 1-1_8 0.3026 Rprec_mult_1.00 1-1_8 0.3085 Rprec_mult_1.20 1-1_8 0.3186 Rprec_mult_1.40 1-1_8 0.3030 Rprec_mult_1.60 1-1_8 0.2715 Rprec_mult_1.80 1-1_8 0.2471 Rprec_mult_2.00 1-1_8 0.2340 utility 1-1_8 -208.0000 11pt_avg 1-1_8 0.2863 binG 1-1_8 0.1634 G 1-1_8 0.0877 ndcg 1-1_8 0.4587 ndcg_rel 1-1_8 0.4654 Rndcg 1-1_8 0.4628 ndcg_cut_5 1-1_8 0.5509 ndcg_cut_10 1-1_8 0.6031 ndcg_cut_15 1-1_8 0.5488 ndcg_cut_20 1-1_8 0.5690 ndcg_cut_30 1-1_8 0.5430 ndcg_cut_100 1-1_8 0.3857 ndcg_cut_200 1-1_8 0.4587 ndcg_cut_500 1-1_8 0.4587 ndcg_cut_1000 1-1_8 0.4587 map_cut_5 1-1_8 0.0532 map_cut_10 1-1_8 0.0922 map_cut_15 1-1_8 0.1076 map_cut_20 1-1_8 0.1307 map_cut_30 1-1_8 0.1591 map_cut_100 1-1_8 0.2074 map_cut_200 1-1_8 0.2512 map_cut_500 1-1_8 0.2512 map_cut_1000 1-1_8 0.2512 relative_P_5 1-1_8 1.0000 relative_P_10 1-1_8 0.9000 relative_P_15 1-1_8 0.7333 relative_P_20 1-1_8 0.7000 relative_P_30 1-1_8 0.6000 relative_P_100 1-1_8 0.3191 relative_P_200 1-1_8 0.4681 relative_P_500 1-1_8 0.4681 relative_P_1000 1-1_8 0.4681 success_1 1-1_8 1.0000 success_5 1-1_8 1.0000 success_10 1-1_8 1.0000 set_P 1-1_8 0.1486 set_relative_P 1-1_8 0.4681 set_recall 1-1_8 0.4681 set_map 1-1_8 0.0696 set_F 1-1_8 0.2256 num_nonrel_judged_ret 1-1_8 15 rbp 1-1_8 0.4405 rbp_resid 1-1_8 0.2262 unj_5 1-1_8 0.0000 unj_10 1-1_8 0.1000 unj_20 1-1_8 0.2500 num_ret 2-1_10 100 num_rel 2-1_10 17 num_rel_ret 2-1_10 3 map 2-1_10 0.0272 Rprec 2-1_10 0.1176 bpref 2-1_10 0.1038 recip_rank 2-1_10 0.1667 iprec_at_recall_0.00 2-1_10 0.2222 iprec_at_recall_0.10 2-1_10 0.2222 iprec_at_recall_0.20 2-1_10 0.0732 iprec_at_recall_0.30 2-1_10 0.0000 iprec_at_recall_0.40 2-1_10 0.0000 iprec_at_recall_0.50 2-1_10 0.0000 iprec_at_recall_0.60 2-1_10 0.0000 iprec_at_recall_0.70 2-1_10 0.0000 iprec_at_recall_0.80 2-1_10 0.0000 iprec_at_recall_0.90 2-1_10 0.0000 iprec_at_recall_1.00 2-1_10 0.0000 P_5 2-1_10 0.0000 P_10 2-1_10 0.2000 P_15 2-1_10 0.1333 P_20 2-1_10 0.1000 P_30 2-1_10 0.0667 P_100 2-1_10 0.0300 P_200 2-1_10 0.0150 P_500 2-1_10 0.0060 P_1000 2-1_10 0.0030 relstring 2-1_10 '0000030020' recall_5 2-1_10 0.0000 recall_10 2-1_10 0.1176 recall_15 2-1_10 0.1176 recall_20 2-1_10 0.1176 recall_30 2-1_10 0.1176 recall_100 2-1_10 0.1765 recall_200 2-1_10 0.1765 recall_500 2-1_10 0.1765 recall_1000 2-1_10 0.1765 infAP 2-1_10 0.0272 Rprec_mult_0.20 2-1_10 0.0000 Rprec_mult_0.40 2-1_10 0.1429 Rprec_mult_0.60 2-1_10 0.1818 Rprec_mult_0.80 2-1_10 0.1429 Rprec_mult_1.00 2-1_10 0.1176 Rprec_mult_1.20 2-1_10 0.0952 Rprec_mult_1.40 2-1_10 0.0833 Rprec_mult_1.60 2-1_10 0.0714 Rprec_mult_1.80 2-1_10 0.0645 Rprec_mult_2.00 2-1_10 0.0588 utility 2-1_10 -94.0000 11pt_avg 2-1_10 0.0471 binG 2-1_10 0.0506 G 2-1_10 0.0349 ndcg 2-1_10 0.1227 ndcg_rel 2-1_10 0.1224 Rndcg 2-1_10 0.1086 ndcg_cut_5 2-1_10 0.0000 ndcg_cut_10 2-1_10 0.1226 ndcg_cut_15 2-1_10 0.1027 ndcg_cut_20 2-1_10 0.0932 ndcg_cut_30 2-1_10 0.0920 ndcg_cut_100 2-1_10 0.1227 ndcg_cut_200 2-1_10 0.1227 ndcg_cut_500 2-1_10 0.1227 ndcg_cut_1000 2-1_10 0.1227 map_cut_5 2-1_10 0.0000 map_cut_10 2-1_10 0.0229 map_cut_15 2-1_10 0.0229 map_cut_20 2-1_10 0.0229 map_cut_30 2-1_10 0.0229 map_cut_100 2-1_10 0.0272 map_cut_200 2-1_10 0.0272 map_cut_500 2-1_10 0.0272 map_cut_1000 2-1_10 0.0272 relative_P_5 2-1_10 0.0000 relative_P_10 2-1_10 0.2000 relative_P_15 2-1_10 0.1333 relative_P_20 2-1_10 0.1176 relative_P_30 2-1_10 0.1176 relative_P_100 2-1_10 0.1765 relative_P_200 2-1_10 0.1765 relative_P_500 2-1_10 0.1765 relative_P_1000 2-1_10 0.1765 success_1 2-1_10 0.0000 success_5 2-1_10 0.0000 success_10 2-1_10 1.0000 set_P 2-1_10 0.0300 set_relative_P 2-1_10 0.1765 set_recall 2-1_10 0.1765 set_map 2-1_10 0.0053 set_F 2-1_10 0.0513 num_nonrel_judged_ret 2-1_10 10 rbp 2-1_10 0.0892 rbp_resid 2-1_10 0.3122 unj_5 2-1_10 0.0000 unj_10 2-1_10 0.0000 unj_20 2-1_10 0.4500 num_ret 2-1_12 508 num_rel 2-1_12 101 num_rel_ret 2-1_12 35 map 2-1_12 0.0912 Rprec 2-1_12 0.1584 bpref 2-1_12 0.3145 recip_rank 2-1_12 0.5000 iprec_at_recall_0.00 2-1_12 0.8000 iprec_at_recall_0.10 2-1_12 0.2727 iprec_at_recall_0.20 2-1_12 0.1724 iprec_at_recall_0.30 2-1_12 0.1161 iprec_at_recall_0.40 2-1_12 0.0000 iprec_at_recall_0.50 2-1_12 0.0000 iprec_at_recall_0.60 2-1_12 0.0000 iprec_at_recall_0.70 2-1_12 0.0000 iprec_at_recall_0.80 2-1_12 0.0000 iprec_at_recall_0.90 2-1_12 0.0000 iprec_at_recall_1.00 2-1_12 0.0000 P_5 2-1_12 0.8000 P_10 2-1_12 0.5000 P_15 2-1_12 0.4000 P_20 2-1_12 0.4000 P_30 2-1_12 0.2667 P_100 2-1_12 0.1600 P_200 2-1_12 0.1300 P_500 2-1_12 0.0700 P_1000 2-1_12 0.0350 relstring 2-1_12 '-332202101' recall_5 2-1_12 0.0396 recall_10 2-1_12 0.0495 recall_15 2-1_12 0.0594 recall_20 2-1_12 0.0792 recall_30 2-1_12 0.0792 recall_100 2-1_12 0.1584 recall_200 2-1_12 0.2574 recall_500 2-1_12 0.3465 recall_1000 2-1_12 0.3465 infAP 2-1_12 0.0912 Rprec_mult_0.20 2-1_12 0.3810 Rprec_mult_0.40 2-1_12 0.2439 Rprec_mult_0.60 2-1_12 0.2295 Rprec_mult_0.80 2-1_12 0.1852 Rprec_mult_1.00 2-1_12 0.1584 Rprec_mult_1.20 2-1_12 0.1639 Rprec_mult_1.40 2-1_12 0.1549 Rprec_mult_1.60 2-1_12 0.1481 Rprec_mult_1.80 2-1_12 0.1374 Rprec_mult_2.00 2-1_12 0.1287 utility 2-1_12 -438.0000 11pt_avg 2-1_12 0.1237 binG 2-1_12 0.0791 G 2-1_12 0.0597 ndcg 2-1_12 0.3219 ndcg_rel 2-1_12 0.3257 Rndcg 2-1_12 0.2714 ndcg_cut_5 2-1_12 0.5684 ndcg_cut_10 2-1_12 0.4621 ndcg_cut_15 2-1_12 0.4045 ndcg_cut_20 2-1_12 0.3810 ndcg_cut_30 2-1_12 0.3010 ndcg_cut_100 2-1_12 0.2286 ndcg_cut_200 2-1_12 0.2778 ndcg_cut_500 2-1_12 0.3219 ndcg_cut_1000 2-1_12 0.3219 map_cut_5 2-1_12 0.0269 map_cut_10 2-1_12 0.0340 map_cut_15 2-1_12 0.0394 map_cut_20 2-1_12 0.0474 map_cut_30 2-1_12 0.0474 map_cut_100 2-1_12 0.0661 map_cut_200 2-1_12 0.0819 map_cut_500 2-1_12 0.0912 map_cut_1000 2-1_12 0.0912 relative_P_5 2-1_12 0.8000 relative_P_10 2-1_12 0.5000 relative_P_15 2-1_12 0.4000 relative_P_20 2-1_12 0.4000 relative_P_30 2-1_12 0.2667 relative_P_100 2-1_12 0.1600 relative_P_200 2-1_12 0.2574 relative_P_500 2-1_12 0.3465 relative_P_1000 2-1_12 0.3465 success_1 2-1_12 0.0000 success_5 2-1_12 1.0000 success_10 2-1_12 1.0000 set_P 2-1_12 0.0689 set_relative_P 2-1_12 0.3465 set_recall 2-1_12 0.3465 set_map 2-1_12 0.0239 set_F 2-1_12 0.1149 num_nonrel_judged_ret 2-1_12 19 rbp 2-1_12 0.3902 rbp_resid 2-1_12 0.3370 unj_5 2-1_12 0.2000 unj_10 2-1_12 0.1000 unj_20 2-1_12 0.3500 num_ret 2-1_14 193 num_rel 2-1_14 52 num_rel_ret 2-1_14 24 map 2-1_14 0.1206 Rprec 2-1_14 0.2115 bpref 2-1_14 0.2962 recip_rank 2-1_14 0.3333 iprec_at_recall_0.00 2-1_14 0.4375 iprec_at_recall_0.10 2-1_14 0.4375 iprec_at_recall_0.20 2-1_14 0.3929 iprec_at_recall_0.30 2-1_14 0.1942 iprec_at_recall_0.40 2-1_14 0.1810 iprec_at_recall_0.50 2-1_14 0.0000 iprec_at_recall_0.60 2-1_14 0.0000 iprec_at_recall_0.70 2-1_14 0.0000 iprec_at_recall_0.80 2-1_14 0.0000 iprec_at_recall_0.90 2-1_14 0.0000 iprec_at_recall_1.00 2-1_14 0.0000 P_5 2-1_14 0.2000 P_10 2-1_14 0.2000 P_15 2-1_14 0.4000 P_20 2-1_14 0.4000 P_30 2-1_14 0.3667 P_100 2-1_14 0.1700 P_200 2-1_14 0.1200 P_500 2-1_14 0.0480 P_1000 2-1_14 0.0240 relstring 2-1_14 '002--11012' recall_5 2-1_14 0.0192 recall_10 2-1_14 0.0385 recall_15 2-1_14 0.1154 recall_20 2-1_14 0.1538 recall_30 2-1_14 0.2115 recall_100 2-1_14 0.3269 recall_200 2-1_14 0.4615 recall_500 2-1_14 0.4615 recall_1000 2-1_14 0.4615 infAP 2-1_14 0.1206 Rprec_mult_0.20 2-1_14 0.2727 Rprec_mult_0.40 2-1_14 0.3810 Rprec_mult_0.60 2-1_14 0.3438 Rprec_mult_0.80 2-1_14 0.2619 Rprec_mult_1.00 2-1_14 0.2115 Rprec_mult_1.20 2-1_14 0.2063 Rprec_mult_1.40 2-1_14 0.1781 Rprec_mult_1.60 2-1_14 0.1548 Rprec_mult_1.80 2-1_14 0.1596 Rprec_mult_2.00 2-1_14 0.1923 utility 2-1_14 -145.0000 11pt_avg 2-1_14 0.1494 binG 2-1_14 0.1024 G 2-1_14 0.0800 ndcg 2-1_14 0.3784 ndcg_rel 2-1_14 0.3344 Rndcg 2-1_14 0.3043 ndcg_cut_5 2-1_14 0.1131 ndcg_cut_10 2-1_14 0.1884 ndcg_cut_15 2-1_14 0.2821 ndcg_cut_20 2-1_14 0.3012 ndcg_cut_30 2-1_14 0.3175 ndcg_cut_100 2-1_14 0.2963 ndcg_cut_200 2-1_14 0.3784 ndcg_cut_500 2-1_14 0.3784 ndcg_cut_1000 2-1_14 0.3784 map_cut_5 2-1_14 0.0064 map_cut_10 2-1_14 0.0103 map_cut_15 2-1_14 0.0375 map_cut_20 2-1_14 0.0541 map_cut_30 2-1_14 0.0757 map_cut_100 2-1_14 0.0970 map_cut_200 2-1_14 0.1206 map_cut_500 2-1_14 0.1206 map_cut_1000 2-1_14 0.1206 relative_P_5 2-1_14 0.2000 relative_P_10 2-1_14 0.2000 relative_P_15 2-1_14 0.4000 relative_P_20 2-1_14 0.4000 relative_P_30 2-1_14 0.3667 relative_P_100 2-1_14 0.3269 relative_P_200 2-1_14 0.4615 relative_P_500 2-1_14 0.4615 relative_P_1000 2-1_14 0.4615 success_1 2-1_14 0.0000 success_5 2-1_14 1.0000 success_10 2-1_14 1.0000 set_P 2-1_14 0.1244 set_relative_P 2-1_14 0.4615 set_recall 2-1_14 0.4615 set_map 2-1_14 0.0574 set_F 2-1_14 0.1959 num_nonrel_judged_ret 2-1_14 38 rbp 2-1_14 0.2729 rbp_resid 2-1_14 0.2232 unj_5 2-1_14 0.4000 unj_10 2-1_14 0.2000 unj_20 2-1_14 0.2000 num_ret 2-1_4 305 num_rel 2-1_4 64 num_rel_ret 2-1_4 44 map 2-1_4 0.3736 Rprec 2-1_4 0.4062 bpref 2-1_4 0.6026 recip_rank 2-1_4 1.0000 iprec_at_recall_0.00 2-1_4 1.0000 iprec_at_recall_0.10 2-1_4 1.0000 iprec_at_recall_0.20 2-1_4 0.6471 iprec_at_recall_0.30 2-1_4 0.6471 iprec_at_recall_0.40 2-1_4 0.5098 iprec_at_recall_0.50 2-1_4 0.3516 iprec_at_recall_0.60 2-1_4 0.2186 iprec_at_recall_0.70 2-1_4 0.0000 iprec_at_recall_0.80 2-1_4 0.0000 iprec_at_recall_0.90 2-1_4 0.0000 iprec_at_recall_1.00 2-1_4 0.0000 P_5 2-1_4 1.0000 P_10 2-1_4 0.7000 P_15 2-1_4 0.6667 P_20 2-1_4 0.6000 P_30 2-1_4 0.6333 P_100 2-1_4 0.3300 P_200 2-1_4 0.2050 P_500 2-1_4 0.0880 P_1000 2-1_4 0.0440 relstring 2-1_4 '323222200-' recall_5 2-1_4 0.0781 recall_10 2-1_4 0.1094 recall_15 2-1_4 0.1562 recall_20 2-1_4 0.1875 recall_30 2-1_4 0.2969 recall_100 2-1_4 0.5156 recall_200 2-1_4 0.6406 recall_500 2-1_4 0.6875 recall_1000 2-1_4 0.6875 infAP 2-1_4 0.3736 Rprec_mult_0.20 2-1_4 0.6154 Rprec_mult_0.40 2-1_4 0.6154 Rprec_mult_0.60 2-1_4 0.5897 Rprec_mult_0.80 2-1_4 0.5000 Rprec_mult_1.00 2-1_4 0.4062 Rprec_mult_1.20 2-1_4 0.4026 Rprec_mult_1.40 2-1_4 0.3444 Rprec_mult_1.60 2-1_4 0.3204 Rprec_mult_1.80 2-1_4 0.2845 Rprec_mult_2.00 2-1_4 0.2734 utility 2-1_4 -217.0000 11pt_avg 2-1_4 0.3976 binG 2-1_4 0.2376 G 2-1_4 0.1357 ndcg 2-1_4 0.6012 ndcg_rel 2-1_4 0.5978 Rndcg 2-1_4 0.5846 ndcg_cut_5 2-1_4 0.7513 ndcg_cut_10 2-1_4 0.5998 ndcg_cut_15 2-1_4 0.5909 ndcg_cut_20 2-1_4 0.5810 ndcg_cut_30 2-1_4 0.6174 ndcg_cut_100 2-1_4 0.5197 ndcg_cut_200 2-1_4 0.5762 ndcg_cut_500 2-1_4 0.6012 ndcg_cut_1000 2-1_4 0.6012 map_cut_5 2-1_4 0.0781 map_cut_10 2-1_4 0.1094 map_cut_15 2-1_4 0.1395 map_cut_20 2-1_4 0.1606 map_cut_30 2-1_4 0.2275 map_cut_100 2-1_4 0.3343 map_cut_200 2-1_4 0.3643 map_cut_500 2-1_4 0.3736 map_cut_1000 2-1_4 0.3736 relative_P_5 2-1_4 1.0000 relative_P_10 2-1_4 0.7000 relative_P_15 2-1_4 0.6667 relative_P_20 2-1_4 0.6000 relative_P_30 2-1_4 0.6333 relative_P_100 2-1_4 0.5156 relative_P_200 2-1_4 0.6406 relative_P_500 2-1_4 0.6875 relative_P_1000 2-1_4 0.6875 success_1 2-1_4 1.0000 success_5 2-1_4 1.0000 success_10 2-1_4 1.0000 set_P 2-1_4 0.1443 set_relative_P 2-1_4 0.6875 set_recall 2-1_4 0.6875 set_map 2-1_4 0.0992 set_F 2-1_4 0.2385 num_nonrel_judged_ret 2-1_4 16 rbp 2-1_4 0.4198 rbp_resid 2-1_4 0.1145 unj_5 2-1_4 0.0000 unj_10 2-1_4 0.1000 unj_20 2-1_4 0.1500 num_ret 2-1_9 284 num_rel 2-1_9 16 num_rel_ret 2-1_9 15 map 2-1_9 0.5027 Rprec 2-1_9 0.5000 bpref 2-1_9 0.7232 recip_rank 2-1_9 1.0000 iprec_at_recall_0.00 2-1_9 1.0000 iprec_at_recall_0.10 2-1_9 0.6667 iprec_at_recall_0.20 2-1_9 0.6250 iprec_at_recall_0.30 2-1_9 0.6250 iprec_at_recall_0.40 2-1_9 0.6154 iprec_at_recall_0.50 2-1_9 0.6154 iprec_at_recall_0.60 2-1_9 0.5500 iprec_at_recall_0.70 2-1_9 0.5500 iprec_at_recall_0.80 2-1_9 0.2889 iprec_at_recall_0.90 2-1_9 0.2373 iprec_at_recall_1.00 2-1_9 0.0000 P_5 2-1_9 0.6000 P_10 2-1_9 0.6000 P_15 2-1_9 0.5333 P_20 2-1_9 0.5500 P_30 2-1_9 0.4000 P_100 2-1_9 0.1400 P_200 2-1_9 0.0750 P_500 2-1_9 0.0300 P_1000 2-1_9 0.0150 relstring 2-1_9 '203-403303' recall_5 2-1_9 0.1875 recall_10 2-1_9 0.3750 recall_15 2-1_9 0.5000 recall_20 2-1_9 0.6875 recall_30 2-1_9 0.7500 recall_100 2-1_9 0.8750 recall_200 2-1_9 0.9375 recall_500 2-1_9 0.9375 recall_1000 2-1_9 0.9375 infAP 2-1_9 0.5027 Rprec_mult_0.20 2-1_9 0.5000 Rprec_mult_0.40 2-1_9 0.5714 Rprec_mult_0.60 2-1_9 0.6000 Rprec_mult_0.80 2-1_9 0.6154 Rprec_mult_1.00 2-1_9 0.5000 Rprec_mult_1.20 2-1_9 0.5500 Rprec_mult_1.40 2-1_9 0.5217 Rprec_mult_1.60 2-1_9 0.4615 Rprec_mult_1.80 2-1_9 0.4138 Rprec_mult_2.00 2-1_9 0.3750 utility 2-1_9 -254.0000 11pt_avg 2-1_9 0.5249 binG 2-1_9 0.3603 G 2-1_9 0.2477 ndcg 2-1_9 0.7106 ndcg_rel 2-1_9 0.5746 Rndcg 2-1_9 0.5299 ndcg_cut_5 2-1_9 0.4598 ndcg_cut_10 2-1_9 0.5181 ndcg_cut_15 2-1_9 0.5317 ndcg_cut_20 2-1_9 0.6102 ndcg_cut_30 2-1_9 0.6570 ndcg_cut_100 2-1_9 0.6948 ndcg_cut_200 2-1_9 0.7106 ndcg_cut_500 2-1_9 0.7106 ndcg_cut_1000 2-1_9 0.7106 map_cut_5 2-1_9 0.1417 map_cut_10 2-1_9 0.2539 map_cut_15 2-1_9 0.3289 map_cut_20 2-1_9 0.4274 map_cut_30 2-1_9 0.4615 map_cut_100 2-1_9 0.4944 map_cut_200 2-1_9 0.5027 map_cut_500 2-1_9 0.5027 map_cut_1000 2-1_9 0.5027 relative_P_5 2-1_9 0.6000 relative_P_10 2-1_9 0.6000 relative_P_15 2-1_9 0.5333 relative_P_20 2-1_9 0.6875 relative_P_30 2-1_9 0.7500 relative_P_100 2-1_9 0.8750 relative_P_200 2-1_9 0.9375 relative_P_500 2-1_9 0.9375 relative_P_1000 2-1_9 0.9375 success_1 2-1_9 1.0000 success_5 2-1_9 1.0000 success_10 2-1_9 1.0000 set_P 2-1_9 0.0528 set_relative_P 2-1_9 0.9375 set_recall 2-1_9 0.9375 set_map 2-1_9 0.0495 set_F 2-1_9 0.1000 num_nonrel_judged_ret 2-1_9 6 rbp 2-1_9 0.3661 rbp_resid 2-1_9 0.2645 unj_5 2-1_9 0.2000 unj_10 2-1_9 0.1000 unj_20 2-1_9 0.2500 num_ret 2-2_1 524 num_rel 2-2_1 51 num_rel_ret 2-2_1 5 map 2-2_1 0.0255 Rprec 2-2_1 0.0784 bpref 2-2_1 0.0880 recip_rank 2-2_1 0.5000 iprec_at_recall_0.00 2-2_1 0.5000 iprec_at_recall_0.10 2-2_1 0.0676 iprec_at_recall_0.20 2-2_1 0.0000 iprec_at_recall_0.30 2-2_1 0.0000 iprec_at_recall_0.40 2-2_1 0.0000 iprec_at_recall_0.50 2-2_1 0.0000 iprec_at_recall_0.60 2-2_1 0.0000 iprec_at_recall_0.70 2-2_1 0.0000 iprec_at_recall_0.80 2-2_1 0.0000 iprec_at_recall_0.90 2-2_1 0.0000 iprec_at_recall_1.00 2-2_1 0.0000 P_5 2-2_1 0.4000 P_10 2-2_1 0.2000 P_15 2-2_1 0.1333 P_20 2-2_1 0.1000 P_30 2-2_1 0.1000 P_100 2-2_1 0.0500 P_200 2-2_1 0.0250 P_500 2-2_1 0.0100 P_1000 2-2_1 0.0050 relstring 2-2_1 '-402001001' recall_5 2-2_1 0.0392 recall_10 2-2_1 0.0392 recall_15 2-2_1 0.0392 recall_20 2-2_1 0.0392 recall_30 2-2_1 0.0588 recall_100 2-2_1 0.0980 recall_200 2-2_1 0.0980 recall_500 2-2_1 0.0980 recall_1000 2-2_1 0.0980 infAP 2-2_1 0.0255 Rprec_mult_0.20 2-2_1 0.1818 Rprec_mult_0.40 2-2_1 0.0952 Rprec_mult_0.60 2-2_1 0.0968 Rprec_mult_0.80 2-2_1 0.0976 Rprec_mult_1.00 2-2_1 0.0784 Rprec_mult_1.20 2-2_1 0.0645 Rprec_mult_1.40 2-2_1 0.0556 Rprec_mult_1.60 2-2_1 0.0610 Rprec_mult_1.80 2-2_1 0.0543 Rprec_mult_2.00 2-2_1 0.0490 utility 2-2_1 -514.0000 11pt_avg 2-2_1 0.0516 binG 2-2_1 0.0335 G 2-2_1 0.0230 ndcg 2-2_1 0.1274 ndcg_rel 2-2_1 0.1378 Rndcg 2-2_1 0.1580 ndcg_cut_5 2-2_1 0.2870 ndcg_cut_10 2-2_1 0.2321 ndcg_cut_15 2-2_1 0.1888 ndcg_cut_20 2-2_1 0.1619 ndcg_cut_30 2-2_1 0.1487 ndcg_cut_100 2-2_1 0.1246 ndcg_cut_200 2-2_1 0.1246 ndcg_cut_500 2-2_1 0.1274 ndcg_cut_1000 2-2_1 0.1274 map_cut_5 2-2_1 0.0196 map_cut_10 2-2_1 0.0196 map_cut_15 2-2_1 0.0196 map_cut_20 2-2_1 0.0196 map_cut_30 2-2_1 0.0222 map_cut_100 2-2_1 0.0255 map_cut_200 2-2_1 0.0255 map_cut_500 2-2_1 0.0255 map_cut_1000 2-2_1 0.0255 relative_P_5 2-2_1 0.4000 relative_P_10 2-2_1 0.2000 relative_P_15 2-2_1 0.1333 relative_P_20 2-2_1 0.1000 relative_P_30 2-2_1 0.1000 relative_P_100 2-2_1 0.0980 relative_P_200 2-2_1 0.0980 relative_P_500 2-2_1 0.0980 relative_P_1000 2-2_1 0.0980 success_1 2-2_1 0.0000 success_5 2-2_1 1.0000 success_10 2-2_1 1.0000 set_P 2-2_1 0.0095 set_relative_P 2-2_1 0.0980 set_recall 2-2_1 0.0980 set_map 2-2_1 0.0009 set_F 2-2_1 0.0174 num_nonrel_judged_ret 2-2_1 14 rbp 2-2_1 0.1552 rbp_resid 2-2_1 0.4021 unj_5 2-2_1 0.2000 unj_10 2-2_1 0.1000 unj_20 2-2_1 0.5000 num_ret 2-2_4 584 num_rel 2-2_4 53 num_rel_ret 2-2_4 21 map 2-2_4 0.0264 Rprec 2-2_4 0.0755 bpref 2-2_4 0.2843 recip_rank 2-2_4 0.0625 iprec_at_recall_0.00 2-2_4 0.1000 iprec_at_recall_0.10 2-2_4 0.0800 iprec_at_recall_0.20 2-2_4 0.0789 iprec_at_recall_0.30 2-2_4 0.0565 iprec_at_recall_0.40 2-2_4 0.0465 iprec_at_recall_0.50 2-2_4 0.0000 iprec_at_recall_0.60 2-2_4 0.0000 iprec_at_recall_0.70 2-2_4 0.0000 iprec_at_recall_0.80 2-2_4 0.0000 iprec_at_recall_0.90 2-2_4 0.0000 iprec_at_recall_1.00 2-2_4 0.0000 P_5 2-2_4 0.0000 P_10 2-2_4 0.0000 P_15 2-2_4 0.0000 P_20 2-2_4 0.0500 P_30 2-2_4 0.1000 P_100 2-2_4 0.0700 P_200 2-2_4 0.0650 P_500 2-2_4 0.0420 P_1000 2-2_4 0.0210 relstring 2-2_4 '0001-01000' recall_5 2-2_4 0.0000 recall_10 2-2_4 0.0000 recall_15 2-2_4 0.0000 recall_20 2-2_4 0.0189 recall_30 2-2_4 0.0566 recall_100 2-2_4 0.1321 recall_200 2-2_4 0.2453 recall_500 2-2_4 0.3962 recall_1000 2-2_4 0.3962 infAP 2-2_4 0.0264 Rprec_mult_0.20 2-2_4 0.0000 Rprec_mult_0.40 2-2_4 0.0455 Rprec_mult_0.60 2-2_4 0.0938 Rprec_mult_0.80 2-2_4 0.0698 Rprec_mult_1.00 2-2_4 0.0755 Rprec_mult_1.20 2-2_4 0.0625 Rprec_mult_1.40 2-2_4 0.0533 Rprec_mult_1.60 2-2_4 0.0588 Rprec_mult_1.80 2-2_4 0.0625 Rprec_mult_2.00 2-2_4 0.0755 utility 2-2_4 -542.0000 11pt_avg 2-2_4 0.0329 binG 2-2_4 0.0590 G 2-2_4 0.0534 ndcg 2-2_4 0.2324 ndcg_rel 2-2_4 0.1873 Rndcg 2-2_4 0.0892 ndcg_cut_5 2-2_4 0.0365 ndcg_cut_10 2-2_4 0.0420 ndcg_cut_15 2-2_4 0.0337 ndcg_cut_20 2-2_4 0.0478 ndcg_cut_30 2-2_4 0.0696 ndcg_cut_100 2-2_4 0.0913 ndcg_cut_200 2-2_4 0.1561 ndcg_cut_500 2-2_4 0.2324 ndcg_cut_1000 2-2_4 0.2324 map_cut_5 2-2_4 0.0000 map_cut_10 2-2_4 0.0000 map_cut_15 2-2_4 0.0000 map_cut_20 2-2_4 0.0012 map_cut_30 2-2_4 0.0044 map_cut_100 2-2_4 0.0095 map_cut_200 2-2_4 0.0182 map_cut_500 2-2_4 0.0264 map_cut_1000 2-2_4 0.0264 relative_P_5 2-2_4 0.0000 relative_P_10 2-2_4 0.0000 relative_P_15 2-2_4 0.0000 relative_P_20 2-2_4 0.0500 relative_P_30 2-2_4 0.1000 relative_P_100 2-2_4 0.1321 relative_P_200 2-2_4 0.2453 relative_P_500 2-2_4 0.3962 relative_P_1000 2-2_4 0.3962 success_1 2-2_4 0.0000 success_5 2-2_4 0.0000 success_10 2-2_4 0.0000 set_P 2-2_4 0.0360 set_relative_P 2-2_4 0.3962 set_recall 2-2_4 0.3962 set_map 2-2_4 0.0142 set_F 2-2_4 0.0659 num_nonrel_judged_ret 2-2_4 18 rbp 2-2_4 0.0485 rbp_resid 2-2_4 0.3484 unj_5 2-2_4 0.2000 unj_10 2-2_4 0.1000 unj_20 2-2_4 0.4500 num_ret 2-2_5 100 num_rel 2-2_5 30 num_rel_ret 2-2_5 7 map 2-2_5 0.0347 Rprec 2-2_5 0.1000 bpref 2-2_5 0.1678 recip_rank 2-2_5 0.1667 iprec_at_recall_0.00 2-2_5 0.3000 iprec_at_recall_0.10 2-2_5 0.3000 iprec_at_recall_0.20 2-2_5 0.0984 iprec_at_recall_0.30 2-2_5 0.0000 iprec_at_recall_0.40 2-2_5 0.0000 iprec_at_recall_0.50 2-2_5 0.0000 iprec_at_recall_0.60 2-2_5 0.0000 iprec_at_recall_0.70 2-2_5 0.0000 iprec_at_recall_0.80 2-2_5 0.0000 iprec_at_recall_0.90 2-2_5 0.0000 iprec_at_recall_1.00 2-2_5 0.0000 P_5 2-2_5 0.0000 P_10 2-2_5 0.3000 P_15 2-2_5 0.2000 P_20 2-2_5 0.1500 P_30 2-2_5 0.1000 P_100 2-2_5 0.0700 P_200 2-2_5 0.0350 P_500 2-2_5 0.0140 P_1000 2-2_5 0.0070 relstring 2-2_5 '0011141144' recall_5 2-2_5 0.0000 recall_10 2-2_5 0.1000 recall_15 2-2_5 0.1000 recall_20 2-2_5 0.1000 recall_30 2-2_5 0.1000 recall_100 2-2_5 0.2333 recall_200 2-2_5 0.2333 recall_500 2-2_5 0.2333 recall_1000 2-2_5 0.2333 infAP 2-2_5 0.0347 Rprec_mult_0.20 2-2_5 0.1667 Rprec_mult_0.40 2-2_5 0.2500 Rprec_mult_0.60 2-2_5 0.1667 Rprec_mult_0.80 2-2_5 0.1250 Rprec_mult_1.00 2-2_5 0.1000 Rprec_mult_1.20 2-2_5 0.0833 Rprec_mult_1.40 2-2_5 0.0714 Rprec_mult_1.60 2-2_5 0.0833 Rprec_mult_1.80 2-2_5 0.0741 Rprec_mult_2.00 2-2_5 0.0833 utility 2-2_5 -86.0000 11pt_avg 2-2_5 0.0635 binG 2-2_5 0.0557 G 2-2_5 0.0503 ndcg 2-2_5 0.2309 ndcg_rel 2-2_5 0.2222 Rndcg 2-2_5 0.2121 ndcg_cut_5 2-2_5 0.1117 ndcg_cut_10 2-2_5 0.3165 ndcg_cut_15 2-2_5 0.2453 ndcg_cut_20 2-2_5 0.2201 ndcg_cut_30 2-2_5 0.1890 ndcg_cut_100 2-2_5 0.2309 ndcg_cut_200 2-2_5 0.2309 ndcg_cut_500 2-2_5 0.2309 ndcg_cut_1000 2-2_5 0.2309 map_cut_5 2-2_5 0.0000 map_cut_10 2-2_5 0.0230 map_cut_15 2-2_5 0.0230 map_cut_20 2-2_5 0.0230 map_cut_30 2-2_5 0.0230 map_cut_100 2-2_5 0.0347 map_cut_200 2-2_5 0.0347 map_cut_500 2-2_5 0.0347 map_cut_1000 2-2_5 0.0347 relative_P_5 2-2_5 0.0000 relative_P_10 2-2_5 0.3000 relative_P_15 2-2_5 0.2000 relative_P_20 2-2_5 0.1500 relative_P_30 2-2_5 0.1000 relative_P_100 2-2_5 0.2333 relative_P_200 2-2_5 0.2333 relative_P_500 2-2_5 0.2333 relative_P_1000 2-2_5 0.2333 success_1 2-2_5 0.0000 success_5 2-2_5 0.0000 success_10 2-2_5 1.0000 set_P 2-2_5 0.0700 set_relative_P 2-2_5 0.2333 set_recall 2-2_5 0.2333 set_map 2-2_5 0.0163 set_F 2-2_5 0.1077 num_nonrel_judged_ret 2-2_5 10 rbp 2-2_5 0.2275 rbp_resid 2-2_5 0.2913 unj_5 2-2_5 0.0000 unj_10 2-2_5 0.0000 unj_20 2-2_5 0.4000 num_ret 2-2_7 100 num_rel 2-2_7 88 num_rel_ret 2-2_7 57 map 2-2_7 0.5799 Rprec 2-2_7 0.6023 bpref 2-2_7 0.6456 recip_rank 2-2_7 1.0000 iprec_at_recall_0.00 2-2_7 1.0000 iprec_at_recall_0.10 2-2_7 1.0000 iprec_at_recall_0.20 2-2_7 1.0000 iprec_at_recall_0.30 2-2_7 0.9688 iprec_at_recall_0.40 2-2_7 0.9024 iprec_at_recall_0.50 2-2_7 0.8302 iprec_at_recall_0.60 2-2_7 0.6386 iprec_at_recall_0.70 2-2_7 0.0000 iprec_at_recall_0.80 2-2_7 0.0000 iprec_at_recall_0.90 2-2_7 0.0000 iprec_at_recall_1.00 2-2_7 0.0000 P_5 2-2_7 1.0000 P_10 2-2_7 1.0000 P_15 2-2_7 1.0000 P_20 2-2_7 1.0000 P_30 2-2_7 0.9667 P_100 2-2_7 0.5700 P_200 2-2_7 0.2850 P_500 2-2_7 0.1140 P_1000 2-2_7 0.0570 relstring 2-2_7 '4444444444' recall_5 2-2_7 0.0568 recall_10 2-2_7 0.1136 recall_15 2-2_7 0.1705 recall_20 2-2_7 0.2273 recall_30 2-2_7 0.3295 recall_100 2-2_7 0.6477 recall_200 2-2_7 0.6477 recall_500 2-2_7 0.6477 recall_1000 2-2_7 0.6477 infAP 2-2_7 0.5799 Rprec_mult_0.20 2-2_7 1.0000 Rprec_mult_0.40 2-2_7 0.9167 Rprec_mult_0.60 2-2_7 0.8302 Rprec_mult_0.80 2-2_7 0.6901 Rprec_mult_1.00 2-2_7 0.6023 Rprec_mult_1.20 2-2_7 0.5377 Rprec_mult_1.40 2-2_7 0.4597 Rprec_mult_1.60 2-2_7 0.4043 Rprec_mult_1.80 2-2_7 0.3585 Rprec_mult_2.00 2-2_7 0.3239 utility 2-2_7 14.0000 11pt_avg 2-2_7 0.5764 binG 2-2_7 0.4005 G 2-2_7 0.3179 ndcg 2-2_7 0.7238 ndcg_rel 2-2_7 0.8204 Rndcg 2-2_7 0.7639 ndcg_cut_5 2-2_7 1.0000 ndcg_cut_10 2-2_7 1.0000 ndcg_cut_15 2-2_7 1.0000 ndcg_cut_20 2-2_7 0.9751 ndcg_cut_30 2-2_7 0.9162 ndcg_cut_100 2-2_7 0.7302 ndcg_cut_200 2-2_7 0.7238 ndcg_cut_500 2-2_7 0.7238 ndcg_cut_1000 2-2_7 0.7238 map_cut_5 2-2_7 0.0568 map_cut_10 2-2_7 0.1136 map_cut_15 2-2_7 0.1705 map_cut_20 2-2_7 0.2273 map_cut_30 2-2_7 0.3266 map_cut_100 2-2_7 0.5799 map_cut_200 2-2_7 0.5799 map_cut_500 2-2_7 0.5799 map_cut_1000 2-2_7 0.5799 relative_P_5 2-2_7 1.0000 relative_P_10 2-2_7 1.0000 relative_P_15 2-2_7 1.0000 relative_P_20 2-2_7 1.0000 relative_P_30 2-2_7 0.9667 relative_P_100 2-2_7 0.6477 relative_P_200 2-2_7 0.6477 relative_P_500 2-2_7 0.6477 relative_P_1000 2-2_7 0.6477 success_1 2-2_7 1.0000 success_5 2-2_7 1.0000 success_10 2-2_7 1.0000 set_P 2-2_7 0.5700 set_relative_P 2-2_7 0.6477 set_recall 2-2_7 0.6477 set_map 2-2_7 0.3692 set_F 2-2_7 0.6064 num_nonrel_judged_ret 2-2_7 1 rbp 2-2_7 0.9465 rbp_resid 2-2_7 0.0251 unj_5 2-2_7 0.0000 unj_10 2-2_7 0.0000 unj_20 2-2_7 0.0000 num_ret 2-2_9 100 num_rel 2-2_9 47 num_rel_ret 2-2_9 13 map 2-2_9 0.1315 Rprec 2-2_9 0.2340 bpref 2-2_9 0.2695 recip_rank 2-2_9 0.5000 iprec_at_recall_0.00 2-2_9 0.6000 iprec_at_recall_0.10 2-2_9 0.5833 iprec_at_recall_0.20 2-2_9 0.5000 iprec_at_recall_0.30 2-2_9 0.0000 iprec_at_recall_0.40 2-2_9 0.0000 iprec_at_recall_0.50 2-2_9 0.0000 iprec_at_recall_0.60 2-2_9 0.0000 iprec_at_recall_0.70 2-2_9 0.0000 iprec_at_recall_0.80 2-2_9 0.0000 iprec_at_recall_0.90 2-2_9 0.0000 iprec_at_recall_1.00 2-2_9 0.0000 P_5 2-2_9 0.6000 P_10 2-2_9 0.5000 P_15 2-2_9 0.5333 P_20 2-2_9 0.4500 P_30 2-2_9 0.3667 P_100 2-2_9 0.1300 P_200 2-2_9 0.0650 P_500 2-2_9 0.0260 P_1000 2-2_9 0.0130 relstring 2-2_9 '-3-34-2-41' recall_5 2-2_9 0.0638 recall_10 2-2_9 0.1064 recall_15 2-2_9 0.1702 recall_20 2-2_9 0.1915 recall_30 2-2_9 0.2340 recall_100 2-2_9 0.2766 recall_200 2-2_9 0.2766 recall_500 2-2_9 0.2766 recall_1000 2-2_9 0.2766 infAP 2-2_9 0.1315 Rprec_mult_0.20 2-2_9 0.5000 Rprec_mult_0.40 2-2_9 0.4737 Rprec_mult_0.60 2-2_9 0.3793 Rprec_mult_0.80 2-2_9 0.2895 Rprec_mult_1.00 2-2_9 0.2340 Rprec_mult_1.20 2-2_9 0.2281 Rprec_mult_1.40 2-2_9 0.1970 Rprec_mult_1.60 2-2_9 0.1711 Rprec_mult_1.80 2-2_9 0.1529 Rprec_mult_2.00 2-2_9 0.1383 utility 2-2_9 -74.0000 11pt_avg 2-2_9 0.1530 binG 2-2_9 0.0985 G 2-2_9 0.0656 ndcg 2-2_9 0.3157 ndcg_rel 2-2_9 0.3289 Rndcg 2-2_9 0.3371 ndcg_cut_5 2-2_9 0.4012 ndcg_cut_10 2-2_9 0.3792 ndcg_cut_15 2-2_9 0.4160 ndcg_cut_20 2-2_9 0.3775 ndcg_cut_30 2-2_9 0.3600 ndcg_cut_100 2-2_9 0.3157 ndcg_cut_200 2-2_9 0.3157 ndcg_cut_500 2-2_9 0.3157 ndcg_cut_1000 2-2_9 0.3157 map_cut_5 2-2_9 0.0340 map_cut_10 2-2_9 0.0580 map_cut_15 2-2_9 0.0942 map_cut_20 2-2_9 0.1048 map_cut_30 2-2_9 0.1211 map_cut_100 2-2_9 0.1315 map_cut_200 2-2_9 0.1315 map_cut_500 2-2_9 0.1315 map_cut_1000 2-2_9 0.1315 relative_P_5 2-2_9 0.6000 relative_P_10 2-2_9 0.5000 relative_P_15 2-2_9 0.5333 relative_P_20 2-2_9 0.4500 relative_P_30 2-2_9 0.3667 relative_P_100 2-2_9 0.2766 relative_P_200 2-2_9 0.2766 relative_P_500 2-2_9 0.2766 relative_P_1000 2-2_9 0.2766 success_1 2-2_9 0.0000 success_5 2-2_9 1.0000 success_10 2-2_9 1.0000 set_P 2-2_9 0.1300 set_relative_P 2-2_9 0.2766 set_recall 2-2_9 0.2766 set_map 2-2_9 0.0360 set_F 2-2_9 0.1769 num_nonrel_judged_ret 2-2_9 4 rbp 2-2_9 0.3557 rbp_resid 2-2_9 0.5120 unj_5 2-2_9 0.4000 unj_10 2-2_9 0.4000 unj_20 2-2_9 0.5000 num_ret 3-2_1 100 num_rel 3-2_1 68 num_rel_ret 3-2_1 3 map 3-2_1 0.0334 Rprec 3-2_1 0.0441 bpref 3-2_1 0.0428 recip_rank 3-2_1 1.0000 iprec_at_recall_0.00 3-2_1 1.0000 iprec_at_recall_0.10 3-2_1 0.0000 iprec_at_recall_0.20 3-2_1 0.0000 iprec_at_recall_0.30 3-2_1 0.0000 iprec_at_recall_0.40 3-2_1 0.0000 iprec_at_recall_0.50 3-2_1 0.0000 iprec_at_recall_0.60 3-2_1 0.0000 iprec_at_recall_0.70 3-2_1 0.0000 iprec_at_recall_0.80 3-2_1 0.0000 iprec_at_recall_0.90 3-2_1 0.0000 iprec_at_recall_1.00 3-2_1 0.0000 P_5 3-2_1 0.4000 P_10 3-2_1 0.2000 P_15 3-2_1 0.2000 P_20 3-2_1 0.1500 P_30 3-2_1 0.1000 P_100 3-2_1 0.0300 P_200 3-2_1 0.0150 P_500 3-2_1 0.0060 P_1000 3-2_1 0.0030 relstring 3-2_1 '22-00-0100' recall_5 3-2_1 0.0294 recall_10 3-2_1 0.0294 recall_15 3-2_1 0.0441 recall_20 3-2_1 0.0441 recall_30 3-2_1 0.0441 recall_100 3-2_1 0.0441 recall_200 3-2_1 0.0441 recall_500 3-2_1 0.0441 recall_1000 3-2_1 0.0441 infAP 3-2_1 0.0334 Rprec_mult_0.20 3-2_1 0.2143 Rprec_mult_0.40 3-2_1 0.1071 Rprec_mult_0.60 3-2_1 0.0732 Rprec_mult_0.80 3-2_1 0.0545 Rprec_mult_1.00 3-2_1 0.0441 Rprec_mult_1.20 3-2_1 0.0366 Rprec_mult_1.40 3-2_1 0.0312 Rprec_mult_1.60 3-2_1 0.0275 Rprec_mult_1.80 3-2_1 0.0244 Rprec_mult_2.00 3-2_1 0.0221 utility 3-2_1 -94.0000 11pt_avg 3-2_1 0.0909 binG 3-2_1 0.0338 G 3-2_1 0.0144 ndcg 3-2_1 0.0933 ndcg_rel 3-2_1 0.1055 Rndcg 3-2_1 0.1646 ndcg_cut_5 3-2_1 0.3688 ndcg_cut_10 3-2_1 0.2681 ndcg_cut_15 3-2_1 0.2588 ndcg_cut_20 3-2_1 0.2255 ndcg_cut_30 3-2_1 0.1927 ndcg_cut_100 3-2_1 0.1058 ndcg_cut_200 3-2_1 0.0933 ndcg_cut_500 3-2_1 0.0933 ndcg_cut_1000 3-2_1 0.0933 map_cut_5 3-2_1 0.0294 map_cut_10 3-2_1 0.0294 map_cut_15 3-2_1 0.0334 map_cut_20 3-2_1 0.0334 map_cut_30 3-2_1 0.0334 map_cut_100 3-2_1 0.0334 map_cut_200 3-2_1 0.0334 map_cut_500 3-2_1 0.0334 map_cut_1000 3-2_1 0.0334 relative_P_5 3-2_1 0.4000 relative_P_10 3-2_1 0.2000 relative_P_15 3-2_1 0.2000 relative_P_20 3-2_1 0.1500 relative_P_30 3-2_1 0.1000 relative_P_100 3-2_1 0.0441 relative_P_200 3-2_1 0.0441 relative_P_500 3-2_1 0.0441 relative_P_1000 3-2_1 0.0441 success_1 3-2_1 1.0000 success_5 3-2_1 1.0000 success_10 3-2_1 1.0000 set_P 3-2_1 0.0300 set_relative_P 3-2_1 0.0441 set_recall 3-2_1 0.0441 set_map 3-2_1 0.0013 set_F 3-2_1 0.0357 num_nonrel_judged_ret 3-2_1 9 rbp 3-2_1 0.1688 rbp_resid 3-2_1 0.4064 unj_5 3-2_1 0.2000 unj_10 3-2_1 0.2000 unj_20 3-2_1 0.5000 num_ret 3-2_6 843 num_rel 3-2_6 32 num_rel_ret 3-2_6 24 map 3-2_6 0.2135 Rprec 3-2_6 0.3125 bpref 3-2_6 0.5117 recip_rank 3-2_6 0.5000 iprec_at_recall_0.00 3-2_6 0.5000 iprec_at_recall_0.10 3-2_6 0.4444 iprec_at_recall_0.20 3-2_6 0.4000 iprec_at_recall_0.30 3-2_6 0.3448 iprec_at_recall_0.40 3-2_6 0.2955 iprec_at_recall_0.50 3-2_6 0.2581 iprec_at_recall_0.60 3-2_6 0.2000 iprec_at_recall_0.70 3-2_6 0.1236 iprec_at_recall_0.80 3-2_6 0.0000 iprec_at_recall_0.90 3-2_6 0.0000 iprec_at_recall_1.00 3-2_6 0.0000 P_5 3-2_6 0.2000 P_10 3-2_6 0.4000 P_15 3-2_6 0.4000 P_20 3-2_6 0.3500 P_30 3-2_6 0.3333 P_100 3-2_6 0.1900 P_200 3-2_6 0.1100 P_500 3-2_6 0.0480 P_1000 3-2_6 0.0240 relstring 3-2_6 '-21001333-' recall_5 3-2_6 0.0312 recall_10 3-2_6 0.1250 recall_15 3-2_6 0.1875 recall_20 3-2_6 0.2188 recall_30 3-2_6 0.3125 recall_100 3-2_6 0.5938 recall_200 3-2_6 0.6875 recall_500 3-2_6 0.7500 recall_1000 3-2_6 0.7500 infAP 3-2_6 0.2135 Rprec_mult_0.20 3-2_6 0.2857 Rprec_mult_0.40 3-2_6 0.3846 Rprec_mult_0.60 3-2_6 0.3500 Rprec_mult_0.80 3-2_6 0.3462 Rprec_mult_1.00 3-2_6 0.3125 Rprec_mult_1.20 3-2_6 0.3077 Rprec_mult_1.40 3-2_6 0.2889 Rprec_mult_1.60 3-2_6 0.2692 Rprec_mult_1.80 3-2_6 0.2586 Rprec_mult_2.00 3-2_6 0.2500 utility 3-2_6 -795.0000 11pt_avg 3-2_6 0.2333 binG 3-2_6 0.1755 G 3-2_6 0.1409 ndcg 3-2_6 0.5609 ndcg_rel 3-2_6 0.4520 Rndcg 3-2_6 0.4243 ndcg_cut_5 3-2_6 0.1992 ndcg_cut_10 3-2_6 0.3644 ndcg_cut_15 3-2_6 0.3862 ndcg_cut_20 3-2_6 0.3782 ndcg_cut_30 3-2_6 0.3821 ndcg_cut_100 3-2_6 0.4806 ndcg_cut_200 3-2_6 0.5282 ndcg_cut_500 3-2_6 0.5609 ndcg_cut_1000 3-2_6 0.5609 map_cut_5 3-2_6 0.0156 map_cut_10 3-2_6 0.0502 map_cut_15 3-2_6 0.0747 map_cut_20 3-2_6 0.0862 map_cut_30 3-2_6 0.1187 map_cut_100 3-2_6 0.1951 map_cut_200 3-2_6 0.2096 map_cut_500 3-2_6 0.2135 map_cut_1000 3-2_6 0.2135 relative_P_5 3-2_6 0.2000 relative_P_10 3-2_6 0.4000 relative_P_15 3-2_6 0.4000 relative_P_20 3-2_6 0.3500 relative_P_30 3-2_6 0.3333 relative_P_100 3-2_6 0.5938 relative_P_200 3-2_6 0.6875 relative_P_500 3-2_6 0.7500 relative_P_1000 3-2_6 0.7500 success_1 3-2_6 0.0000 success_5 3-2_6 1.0000 success_10 3-2_6 1.0000 set_P 3-2_6 0.0285 set_relative_P 3-2_6 0.7500 set_recall 3-2_6 0.7500 set_map 3-2_6 0.0214 set_F 3-2_6 0.0549 num_nonrel_judged_ret 3-2_6 24 rbp 3-2_6 0.3636 rbp_resid 3-2_6 0.2914 unj_5 3-2_6 0.2000 unj_10 3-2_6 0.2000 unj_20 3-2_6 0.3000 num_ret 4-1_10 773 num_rel 4-1_10 12 num_rel_ret 4-1_10 3 map 4-1_10 0.0039 Rprec 4-1_10 0.0000 bpref 4-1_10 0.0000 recip_rank 4-1_10 0.0145 iprec_at_recall_0.00 4-1_10 0.0270 iprec_at_recall_0.10 4-1_10 0.0270 iprec_at_recall_0.20 4-1_10 0.0270 iprec_at_recall_0.30 4-1_10 0.0000 iprec_at_recall_0.40 4-1_10 0.0000 iprec_at_recall_0.50 4-1_10 0.0000 iprec_at_recall_0.60 4-1_10 0.0000 iprec_at_recall_0.70 4-1_10 0.0000 iprec_at_recall_0.80 4-1_10 0.0000 iprec_at_recall_0.90 4-1_10 0.0000 iprec_at_recall_1.00 4-1_10 0.0000 P_5 4-1_10 0.0000 P_10 4-1_10 0.0000 P_15 4-1_10 0.0000 P_20 4-1_10 0.0000 P_30 4-1_10 0.0000 P_100 4-1_10 0.0200 P_200 4-1_10 0.0100 P_500 4-1_10 0.0040 P_1000 4-1_10 0.0030 relstring 4-1_10 '0--10-001-' recall_5 4-1_10 0.0000 recall_10 4-1_10 0.0000 recall_15 4-1_10 0.0000 recall_20 4-1_10 0.0000 recall_30 4-1_10 0.0000 recall_100 4-1_10 0.1667 recall_200 4-1_10 0.1667 recall_500 4-1_10 0.1667 recall_1000 4-1_10 0.2500 infAP 4-1_10 0.0039 Rprec_mult_0.20 4-1_10 0.0000 Rprec_mult_0.40 4-1_10 0.0000 Rprec_mult_0.60 4-1_10 0.0000 Rprec_mult_0.80 4-1_10 0.0000 Rprec_mult_1.00 4-1_10 0.0000 Rprec_mult_1.20 4-1_10 0.0000 Rprec_mult_1.40 4-1_10 0.0000 Rprec_mult_1.60 4-1_10 0.0000 Rprec_mult_1.80 4-1_10 0.0000 Rprec_mult_2.00 4-1_10 0.0000 utility 4-1_10 -767.0000 11pt_avg 4-1_10 0.0074 binG 4-1_10 0.0361 G 4-1_10 0.0582 ndcg 4-1_10 0.2215 ndcg_rel 4-1_10 0.1946 Rndcg 4-1_10 0.1067 ndcg_cut_5 4-1_10 0.0624 ndcg_cut_10 4-1_10 0.0725 ndcg_cut_15 4-1_10 0.1060 ndcg_cut_20 4-1_10 0.1330 ndcg_cut_30 4-1_10 0.1288 ndcg_cut_100 4-1_10 0.1540 ndcg_cut_200 4-1_10 0.1540 ndcg_cut_500 4-1_10 0.1892 ndcg_cut_1000 4-1_10 0.2215 map_cut_5 4-1_10 0.0000 map_cut_10 4-1_10 0.0000 map_cut_15 4-1_10 0.0000 map_cut_20 4-1_10 0.0000 map_cut_30 4-1_10 0.0000 map_cut_100 4-1_10 0.0035 map_cut_200 4-1_10 0.0035 map_cut_500 4-1_10 0.0035 map_cut_1000 4-1_10 0.0039 relative_P_5 4-1_10 0.0000 relative_P_10 4-1_10 0.0000 relative_P_15 4-1_10 0.0000 relative_P_20 4-1_10 0.0000 relative_P_30 4-1_10 0.0000 relative_P_100 4-1_10 0.1667 relative_P_200 4-1_10 0.1667 relative_P_500 4-1_10 0.1667 relative_P_1000 4-1_10 0.2500 success_1 4-1_10 0.0000 success_5 4-1_10 0.0000 success_10 4-1_10 0.0000 set_P 4-1_10 0.0039 set_relative_P 4-1_10 0.2500 set_recall 4-1_10 0.2500 set_map 4-1_10 0.0010 set_F 4-1_10 0.0076 num_nonrel_judged_ret 4-1_10 39 rbp 4-1_10 0.0759 rbp_resid 4-1_10 0.4808 unj_5 4-1_10 0.4000 unj_10 4-1_10 0.4000 unj_20 4-1_10 0.4500 num_ret 4-1_12 100 num_rel 4-1_12 7 num_rel_ret 4-1_12 1 map 4-1_12 0.0075 Rprec 4-1_12 0.0000 bpref 4-1_12 0.0000 recip_rank 4-1_12 0.0526 iprec_at_recall_0.00 4-1_12 0.0526 iprec_at_recall_0.10 4-1_12 0.0526 iprec_at_recall_0.20 4-1_12 0.0526 iprec_at_recall_0.30 4-1_12 0.0000 iprec_at_recall_0.40 4-1_12 0.0000 iprec_at_recall_0.50 4-1_12 0.0000 iprec_at_recall_0.60 4-1_12 0.0000 iprec_at_recall_0.70 4-1_12 0.0000 iprec_at_recall_0.80 4-1_12 0.0000 iprec_at_recall_0.90 4-1_12 0.0000 iprec_at_recall_1.00 4-1_12 0.0000 P_5 4-1_12 0.0000 P_10 4-1_12 0.0000 P_15 4-1_12 0.0000 P_20 4-1_12 0.0500 P_30 4-1_12 0.0333 P_100 4-1_12 0.0100 P_200 4-1_12 0.0050 P_500 4-1_12 0.0020 P_1000 4-1_12 0.0010 relstring 4-1_12 '0--110---0' recall_5 4-1_12 0.0000 recall_10 4-1_12 0.0000 recall_15 4-1_12 0.0000 recall_20 4-1_12 0.1429 recall_30 4-1_12 0.1429 recall_100 4-1_12 0.1429 recall_200 4-1_12 0.1429 recall_500 4-1_12 0.1429 recall_1000 4-1_12 0.1429 infAP 4-1_12 0.0075 Rprec_mult_0.20 4-1_12 0.0000 Rprec_mult_0.40 4-1_12 0.0000 Rprec_mult_0.60 4-1_12 0.0000 Rprec_mult_0.80 4-1_12 0.0000 Rprec_mult_1.00 4-1_12 0.0000 Rprec_mult_1.20 4-1_12 0.0000 Rprec_mult_1.40 4-1_12 0.0000 Rprec_mult_1.60 4-1_12 0.0000 Rprec_mult_1.80 4-1_12 0.0000 Rprec_mult_2.00 4-1_12 0.0000 utility 4-1_12 -98.0000 11pt_avg 4-1_12 0.0144 binG 4-1_12 0.0331 G 4-1_12 0.0367 ndcg 4-1_12 0.1099 ndcg_rel 4-1_12 0.1055 Rndcg 4-1_12 0.0597 ndcg_cut_5 4-1_12 0.0906 ndcg_cut_10 4-1_12 0.0723 ndcg_cut_15 4-1_12 0.0855 ndcg_cut_20 4-1_12 0.1117 ndcg_cut_30 4-1_12 0.1099 ndcg_cut_100 4-1_12 0.1099 ndcg_cut_200 4-1_12 0.1099 ndcg_cut_500 4-1_12 0.1099 ndcg_cut_1000 4-1_12 0.1099 map_cut_5 4-1_12 0.0000 map_cut_10 4-1_12 0.0000 map_cut_15 4-1_12 0.0000 map_cut_20 4-1_12 0.0075 map_cut_30 4-1_12 0.0075 map_cut_100 4-1_12 0.0075 map_cut_200 4-1_12 0.0075 map_cut_500 4-1_12 0.0075 map_cut_1000 4-1_12 0.0075 relative_P_5 4-1_12 0.0000 relative_P_10 4-1_12 0.0000 relative_P_15 4-1_12 0.0000 relative_P_20 4-1_12 0.1429 relative_P_30 4-1_12 0.1429 relative_P_100 4-1_12 0.1429 relative_P_200 4-1_12 0.1429 relative_P_500 4-1_12 0.1429 relative_P_1000 4-1_12 0.1429 success_1 4-1_12 0.0000 success_5 4-1_12 0.0000 success_10 4-1_12 0.0000 set_P 4-1_12 0.0100 set_relative_P 4-1_12 0.1429 set_recall 4-1_12 0.1429 set_map 4-1_12 0.0014 set_F 4-1_12 0.0187 num_nonrel_judged_ret 4-1_12 20 rbp 4-1_12 0.0492 rbp_resid 4-1_12 0.5234 unj_5 4-1_12 0.4000 unj_10 4-1_12 0.5000 unj_20 4-1_12 0.5000 num_ret 4-1_3 100 num_rel 4-1_3 39 num_rel_ret 4-1_3 10 map 4-1_3 0.0940 Rprec 4-1_3 0.2051 bpref 4-1_3 0.1880 recip_rank 4-1_3 1.0000 iprec_at_recall_0.00 4-1_3 1.0000 iprec_at_recall_0.10 4-1_3 0.3571 iprec_at_recall_0.20 4-1_3 0.3333 iprec_at_recall_0.30 4-1_3 0.0000 iprec_at_recall_0.40 4-1_3 0.0000 iprec_at_recall_0.50 4-1_3 0.0000 iprec_at_recall_0.60 4-1_3 0.0000 iprec_at_recall_0.70 4-1_3 0.0000 iprec_at_recall_0.80 4-1_3 0.0000 iprec_at_recall_0.90 4-1_3 0.0000 iprec_at_recall_1.00 4-1_3 0.0000 P_5 4-1_3 0.2000 P_10 4-1_3 0.3000 P_15 4-1_3 0.3333 P_20 4-1_3 0.2500 P_30 4-1_3 0.2667 P_100 4-1_3 0.1000 P_200 4-1_3 0.0500 P_500 4-1_3 0.0200 P_1000 4-1_3 0.0100 relstring 4-1_3 '30111430-1' recall_5 4-1_3 0.0256 recall_10 4-1_3 0.0769 recall_15 4-1_3 0.1282 recall_20 4-1_3 0.1282 recall_30 4-1_3 0.2051 recall_100 4-1_3 0.2564 recall_200 4-1_3 0.2564 recall_500 4-1_3 0.2564 recall_1000 4-1_3 0.2564 infAP 4-1_3 0.0940 Rprec_mult_0.20 4-1_3 0.3750 Rprec_mult_0.40 4-1_3 0.3125 Rprec_mult_0.60 4-1_3 0.3333 Rprec_mult_0.80 4-1_3 0.2500 Rprec_mult_1.00 4-1_3 0.2051 Rprec_mult_1.20 4-1_3 0.1702 Rprec_mult_1.40 4-1_3 0.1455 Rprec_mult_1.60 4-1_3 0.1429 Rprec_mult_1.80 4-1_3 0.1408 Rprec_mult_2.00 4-1_3 0.1282 utility 4-1_3 -80.0000 11pt_avg 4-1_3 0.1537 binG 4-1_3 0.0879 G 4-1_3 0.0638 ndcg 4-1_3 0.3142 ndcg_rel 4-1_3 0.3363 Rndcg 4-1_3 0.3573 ndcg_cut_5 4-1_3 0.3661 ndcg_cut_10 4-1_3 0.4152 ndcg_cut_15 4-1_3 0.3870 ndcg_cut_20 4-1_3 0.3577 ndcg_cut_30 4-1_3 0.3656 ndcg_cut_100 4-1_3 0.3142 ndcg_cut_200 4-1_3 0.3142 ndcg_cut_500 4-1_3 0.3142 ndcg_cut_1000 4-1_3 0.3142 map_cut_5 4-1_3 0.0256 map_cut_10 4-1_3 0.0452 map_cut_15 4-1_3 0.0629 map_cut_20 4-1_3 0.0629 map_cut_30 4-1_3 0.0862 map_cut_100 4-1_3 0.0940 map_cut_200 4-1_3 0.0940 map_cut_500 4-1_3 0.0940 map_cut_1000 4-1_3 0.0940 relative_P_5 4-1_3 0.2000 relative_P_10 4-1_3 0.3000 relative_P_15 4-1_3 0.3333 relative_P_20 4-1_3 0.2500 relative_P_30 4-1_3 0.2667 relative_P_100 4-1_3 0.2564 relative_P_200 4-1_3 0.2564 relative_P_500 4-1_3 0.2564 relative_P_1000 4-1_3 0.2564 success_1 4-1_3 1.0000 success_5 4-1_3 1.0000 success_10 4-1_3 1.0000 set_P 4-1_3 0.1000 set_relative_P 4-1_3 0.2564 set_recall 4-1_3 0.2564 set_map 4-1_3 0.0256 set_F 4-1_3 0.1439 num_nonrel_judged_ret 4-1_3 31 rbp 4-1_3 0.2913 rbp_resid 4-1_3 0.1712 unj_5 4-1_3 0.0000 unj_10 4-1_3 0.1000 unj_20 4-1_3 0.2000 num_ret 4-1_4 405 num_rel 4-1_4 11 num_rel_ret 4-1_4 11 map 4-1_4 0.2356 Rprec 4-1_4 0.0909 bpref 4-1_4 0.2479 recip_rank 4-1_4 0.3333 iprec_at_recall_0.00 4-1_4 0.3333 iprec_at_recall_0.10 4-1_4 0.3333 iprec_at_recall_0.20 4-1_4 0.2941 iprec_at_recall_0.30 4-1_4 0.2941 iprec_at_recall_0.40 4-1_4 0.2941 iprec_at_recall_0.50 4-1_4 0.2941 iprec_at_recall_0.60 4-1_4 0.2941 iprec_at_recall_0.70 4-1_4 0.2941 iprec_at_recall_0.80 4-1_4 0.2941 iprec_at_recall_0.90 4-1_4 0.2941 iprec_at_recall_1.00 4-1_4 0.0412 P_5 4-1_4 0.2000 P_10 4-1_4 0.1000 P_15 4-1_4 0.2000 P_20 4-1_4 0.2500 P_30 4-1_4 0.2667 P_100 4-1_4 0.1000 P_200 4-1_4 0.0500 P_500 4-1_4 0.0220 P_1000 4-1_4 0.0110 relstring 4-1_4 '0-4-010000' recall_5 4-1_4 0.0909 recall_10 4-1_4 0.0909 recall_15 4-1_4 0.2727 recall_20 4-1_4 0.4545 recall_30 4-1_4 0.7273 recall_100 4-1_4 0.9091 recall_200 4-1_4 0.9091 recall_500 4-1_4 1.0000 recall_1000 4-1_4 1.0000 infAP 4-1_4 0.2356 Rprec_mult_0.20 4-1_4 0.3333 Rprec_mult_0.40 4-1_4 0.2000 Rprec_mult_0.60 4-1_4 0.1429 Rprec_mult_0.80 4-1_4 0.1111 Rprec_mult_1.00 4-1_4 0.0909 Rprec_mult_1.20 4-1_4 0.1429 Rprec_mult_1.40 4-1_4 0.1875 Rprec_mult_1.60 4-1_4 0.2222 Rprec_mult_1.80 4-1_4 0.2500 Rprec_mult_2.00 4-1_4 0.2727 utility 4-1_4 -383.0000 11pt_avg 4-1_4 0.2783 binG 4-1_4 0.2519 G 4-1_4 0.2097 ndcg 4-1_4 0.5665 ndcg_rel 4-1_4 0.3993 Rndcg 4-1_4 0.2801 ndcg_cut_5 4-1_4 0.1753 ndcg_cut_10 4-1_4 0.1576 ndcg_cut_15 4-1_4 0.2043 ndcg_cut_20 4-1_4 0.2698 ndcg_cut_30 4-1_4 0.3831 ndcg_cut_100 4-1_4 0.5470 ndcg_cut_200 4-1_4 0.5470 ndcg_cut_500 4-1_4 0.5665 ndcg_cut_1000 4-1_4 0.5665 map_cut_5 4-1_4 0.0303 map_cut_10 4-1_4 0.0303 map_cut_15 4-1_4 0.0625 map_cut_20 4-1_4 0.1078 map_cut_30 4-1_4 0.1788 map_cut_100 4-1_4 0.2319 map_cut_200 4-1_4 0.2319 map_cut_500 4-1_4 0.2356 map_cut_1000 4-1_4 0.2356 relative_P_5 4-1_4 0.2000 relative_P_10 4-1_4 0.1000 relative_P_15 4-1_4 0.2727 relative_P_20 4-1_4 0.4545 relative_P_30 4-1_4 0.7273 relative_P_100 4-1_4 0.9091 relative_P_200 4-1_4 0.9091 relative_P_500 4-1_4 1.0000 relative_P_1000 4-1_4 1.0000 success_1 4-1_4 0.0000 success_5 4-1_4 1.0000 success_10 4-1_4 1.0000 set_P 4-1_4 0.0272 set_relative_P 4-1_4 1.0000 set_recall 4-1_4 1.0000 set_map 4-1_4 0.0272 set_F 4-1_4 0.0529 num_nonrel_judged_ret 4-1_4 30 rbp 4-1_4 0.1739 rbp_resid 4-1_4 0.3292 unj_5 4-1_4 0.4000 unj_10 4-1_4 0.2000 unj_20 4-1_4 0.3000 num_ret 4-1_6 136 num_rel 4-1_6 1 num_rel_ret 4-1_6 0 map 4-1_6 0.0000 Rprec 4-1_6 0.0000 bpref 4-1_6 0.0000 recip_rank 4-1_6 0.0000 iprec_at_recall_0.00 4-1_6 0.0000 iprec_at_recall_0.10 4-1_6 0.0000 iprec_at_recall_0.20 4-1_6 0.0000 iprec_at_recall_0.30 4-1_6 0.0000 iprec_at_recall_0.40 4-1_6 0.0000 iprec_at_recall_0.50 4-1_6 0.0000 iprec_at_recall_0.60 4-1_6 0.0000 iprec_at_recall_0.70 4-1_6 0.0000 iprec_at_recall_0.80 4-1_6 0.0000 iprec_at_recall_0.90 4-1_6 0.0000 iprec_at_recall_1.00 4-1_6 0.0000 P_5 4-1_6 0.0000 P_10 4-1_6 0.0000 P_15 4-1_6 0.0000 P_20 4-1_6 0.0000 P_30 4-1_6 0.0000 P_100 4-1_6 0.0000 P_200 4-1_6 0.0000 P_500 4-1_6 0.0000 P_1000 4-1_6 0.0000 relstring 4-1_6 '-0--00001-' recall_5 4-1_6 0.0000 recall_10 4-1_6 0.0000 recall_15 4-1_6 0.0000 recall_20 4-1_6 0.0000 recall_30 4-1_6 0.0000 recall_100 4-1_6 0.0000 recall_200 4-1_6 0.0000 recall_500 4-1_6 0.0000 recall_1000 4-1_6 0.0000 infAP 4-1_6 0.0000 Rprec_mult_0.20 4-1_6 0.0000 Rprec_mult_0.40 4-1_6 0.0000 Rprec_mult_0.60 4-1_6 0.0000 Rprec_mult_0.80 4-1_6 0.0000 Rprec_mult_1.00 4-1_6 0.0000 Rprec_mult_1.20 4-1_6 0.0000 Rprec_mult_1.40 4-1_6 0.0000 Rprec_mult_1.60 4-1_6 0.0000 Rprec_mult_1.80 4-1_6 0.0000 Rprec_mult_2.00 4-1_6 0.0000 utility 4-1_6 -136.0000 11pt_avg 4-1_6 0.0000 binG 4-1_6 0.0000 G 4-1_6 0.1222 ndcg 4-1_6 0.3024 ndcg_rel 4-1_6 0.2226 Rndcg 4-1_6 0.1140 ndcg_cut_5 4-1_6 0.0000 ndcg_cut_10 4-1_6 0.0543 ndcg_cut_15 4-1_6 0.0439 ndcg_cut_20 4-1_6 0.0397 ndcg_cut_30 4-1_6 0.1262 ndcg_cut_100 4-1_6 0.2828 ndcg_cut_200 4-1_6 0.3024 ndcg_cut_500 4-1_6 0.3024 ndcg_cut_1000 4-1_6 0.3024 map_cut_5 4-1_6 0.0000 map_cut_10 4-1_6 0.0000 map_cut_15 4-1_6 0.0000 map_cut_20 4-1_6 0.0000 map_cut_30 4-1_6 0.0000 map_cut_100 4-1_6 0.0000 map_cut_200 4-1_6 0.0000 map_cut_500 4-1_6 0.0000 map_cut_1000 4-1_6 0.0000 relative_P_5 4-1_6 0.0000 relative_P_10 4-1_6 0.0000 relative_P_15 4-1_6 0.0000 relative_P_20 4-1_6 0.0000 relative_P_30 4-1_6 0.0000 relative_P_100 4-1_6 0.0000 relative_P_200 4-1_6 0.0000 relative_P_500 4-1_6 0.0000 relative_P_1000 4-1_6 0.0000 success_1 4-1_6 0.0000 success_5 4-1_6 0.0000 success_10 4-1_6 0.0000 set_P 4-1_6 0.0000 set_relative_P 4-1_6 0.0000 set_recall 4-1_6 0.0000 set_map 4-1_6 0.0000 set_F 4-1_6 0.0000 num_nonrel_judged_ret 4-1_6 39 rbp 4-1_6 0.0393 rbp_resid 4-1_6 0.4556 unj_5 4-1_6 0.6000 unj_10 4-1_6 0.4000 unj_20 4-1_6 0.5000 num_ret 4-1_9 193 num_rel 4-1_9 37 num_rel_ret 4-1_9 5 map 4-1_9 0.0148 Rprec 4-1_9 0.1081 bpref 4-1_9 0.0935 recip_rank 4-1_9 0.1667 iprec_at_recall_0.00 4-1_9 0.1667 iprec_at_recall_0.10 4-1_9 0.1111 iprec_at_recall_0.20 4-1_9 0.0000 iprec_at_recall_0.30 4-1_9 0.0000 iprec_at_recall_0.40 4-1_9 0.0000 iprec_at_recall_0.50 4-1_9 0.0000 iprec_at_recall_0.60 4-1_9 0.0000 iprec_at_recall_0.70 4-1_9 0.0000 iprec_at_recall_0.80 4-1_9 0.0000 iprec_at_recall_0.90 4-1_9 0.0000 iprec_at_recall_1.00 4-1_9 0.0000 P_5 4-1_9 0.0000 P_10 4-1_9 0.1000 P_15 4-1_9 0.0667 P_20 4-1_9 0.1000 P_30 4-1_9 0.1000 P_100 4-1_9 0.0400 P_200 4-1_9 0.0250 P_500 4-1_9 0.0100 P_1000 4-1_9 0.0050 relstring 4-1_9 '-111-2111-' recall_5 4-1_9 0.0000 recall_10 4-1_9 0.0270 recall_15 4-1_9 0.0270 recall_20 4-1_9 0.0541 recall_30 4-1_9 0.0811 recall_100 4-1_9 0.1081 recall_200 4-1_9 0.1351 recall_500 4-1_9 0.1351 recall_1000 4-1_9 0.1351 infAP 4-1_9 0.0148 Rprec_mult_0.20 4-1_9 0.1250 Rprec_mult_0.40 4-1_9 0.0667 Rprec_mult_0.60 4-1_9 0.0870 Rprec_mult_0.80 4-1_9 0.1000 Rprec_mult_1.00 4-1_9 0.1081 Rprec_mult_1.20 4-1_9 0.0889 Rprec_mult_1.40 4-1_9 0.0769 Rprec_mult_1.60 4-1_9 0.0667 Rprec_mult_1.80 4-1_9 0.0597 Rprec_mult_2.00 4-1_9 0.0541 utility 4-1_9 -183.0000 11pt_avg 4-1_9 0.0253 binG 4-1_9 0.0311 G 4-1_9 0.0226 ndcg 4-1_9 0.1346 ndcg_rel 4-1_9 0.1398 Rndcg 4-1_9 0.1495 ndcg_cut_5 4-1_9 0.1491 ndcg_cut_10 4-1_9 0.2299 ndcg_cut_15 4-1_9 0.1935 ndcg_cut_20 4-1_9 0.1948 ndcg_cut_30 4-1_9 0.1964 ndcg_cut_100 4-1_9 0.1448 ndcg_cut_200 4-1_9 0.1346 ndcg_cut_500 4-1_9 0.1346 ndcg_cut_1000 4-1_9 0.1346 map_cut_5 4-1_9 0.0000 map_cut_10 4-1_9 0.0045 map_cut_15 4-1_9 0.0045 map_cut_20 4-1_9 0.0077 map_cut_30 4-1_9 0.0111 map_cut_100 4-1_9 0.0141 map_cut_200 4-1_9 0.0148 map_cut_500 4-1_9 0.0148 map_cut_1000 4-1_9 0.0148 relative_P_5 4-1_9 0.0000 relative_P_10 4-1_9 0.1000 relative_P_15 4-1_9 0.0667 relative_P_20 4-1_9 0.1000 relative_P_30 4-1_9 0.1000 relative_P_100 4-1_9 0.1081 relative_P_200 4-1_9 0.1351 relative_P_500 4-1_9 0.1351 relative_P_1000 4-1_9 0.1351 success_1 4-1_9 0.0000 success_5 4-1_9 0.0000 success_10 4-1_9 1.0000 set_P 4-1_9 0.0259 set_relative_P 4-1_9 0.1351 set_recall 4-1_9 0.1351 set_map 4-1_9 0.0035 set_F 4-1_9 0.0435 num_nonrel_judged_ret 4-1_9 23 rbp 4-1_9 0.1462 rbp_resid 4-1_9 0.4112 unj_5 4-1_9 0.4000 unj_10 4-1_9 0.3000 unj_20 4-1_9 0.4500 num_ret 4-2_2 935 num_rel 4-2_2 84 num_rel_ret 4-2_2 40 map 4-2_2 0.0589 Rprec 4-2_2 0.1071 bpref 4-2_2 0.3824 recip_rank 4-2_2 0.5000 iprec_at_recall_0.00 4-2_2 0.5000 iprec_at_recall_0.10 4-2_2 0.1818 iprec_at_recall_0.20 4-2_2 0.0620 iprec_at_recall_0.30 4-2_2 0.0620 iprec_at_recall_0.40 4-2_2 0.0556 iprec_at_recall_0.50 4-2_2 0.0000 iprec_at_recall_0.60 4-2_2 0.0000 iprec_at_recall_0.70 4-2_2 0.0000 iprec_at_recall_0.80 4-2_2 0.0000 iprec_at_recall_0.90 4-2_2 0.0000 iprec_at_recall_1.00 4-2_2 0.0000 P_5 4-2_2 0.2000 P_10 4-2_2 0.4000 P_15 4-2_2 0.4000 P_20 4-2_2 0.3500 P_30 4-2_2 0.2333 P_100 4-2_2 0.0900 P_200 4-2_2 0.0650 P_500 4-2_2 0.0600 P_1000 4-2_2 0.0400 relstring 4-2_2 '-211123131' recall_5 4-2_2 0.0119 recall_10 4-2_2 0.0476 recall_15 4-2_2 0.0714 recall_20 4-2_2 0.0833 recall_30 4-2_2 0.0833 recall_100 4-2_2 0.1071 recall_200 4-2_2 0.1548 recall_500 4-2_2 0.3571 recall_1000 4-2_2 0.4762 infAP 4-2_2 0.0589 Rprec_mult_0.20 4-2_2 0.3529 Rprec_mult_0.40 4-2_2 0.2059 Rprec_mult_0.60 4-2_2 0.1569 Rprec_mult_0.80 4-2_2 0.1324 Rprec_mult_1.00 4-2_2 0.1071 Rprec_mult_1.20 4-2_2 0.0891 Rprec_mult_1.40 4-2_2 0.0847 Rprec_mult_1.60 4-2_2 0.0741 Rprec_mult_1.80 4-2_2 0.0658 Rprec_mult_2.00 4-2_2 0.0595 utility 4-2_2 -855.0000 11pt_avg 4-2_2 0.0783 binG 4-2_2 0.0786 G 4-2_2 0.0716 ndcg 4-2_2 0.3747 ndcg_rel 4-2_2 0.3368 Rndcg 4-2_2 0.2791 ndcg_cut_5 4-2_2 0.2916 ndcg_cut_10 4-2_2 0.4255 ndcg_cut_15 4-2_2 0.4178 ndcg_cut_20 4-2_2 0.3802 ndcg_cut_30 4-2_2 0.3138 ndcg_cut_100 4-2_2 0.2000 ndcg_cut_200 4-2_2 0.2160 ndcg_cut_500 4-2_2 0.3195 ndcg_cut_1000 4-2_2 0.3747 map_cut_5 4-2_2 0.0060 map_cut_10 4-2_2 0.0203 map_cut_15 4-2_2 0.0293 map_cut_20 4-2_2 0.0335 map_cut_30 4-2_2 0.0335 map_cut_100 4-2_2 0.0376 map_cut_200 4-2_2 0.0411 map_cut_500 4-2_2 0.0525 map_cut_1000 4-2_2 0.0589 relative_P_5 4-2_2 0.2000 relative_P_10 4-2_2 0.4000 relative_P_15 4-2_2 0.4000 relative_P_20 4-2_2 0.3500 relative_P_30 4-2_2 0.2333 relative_P_100 4-2_2 0.1071 relative_P_200 4-2_2 0.1548 relative_P_500 4-2_2 0.3571 relative_P_1000 4-2_2 0.4762 success_1 4-2_2 0.0000 success_5 4-2_2 1.0000 success_10 4-2_2 1.0000 set_P 4-2_2 0.0428 set_relative_P 4-2_2 0.4762 set_recall 4-2_2 0.4762 set_map 4-2_2 0.0204 set_F 4-2_2 0.0785 num_nonrel_judged_ret 4-2_2 27 rbp 4-2_2 0.3674 rbp_resid 4-2_2 0.3417 unj_5 4-2_2 0.2000 unj_10 4-2_2 0.1000 unj_20 4-2_2 0.3500 num_ret 4-2_3 403 num_rel 4-2_3 48 num_rel_ret 4-2_3 28 map 4-2_3 0.2981 Rprec 4-2_3 0.3125 bpref 4-2_3 0.5305 recip_rank 4-2_3 1.0000 iprec_at_recall_0.00 4-2_3 1.0000 iprec_at_recall_0.10 4-2_3 0.8462 iprec_at_recall_0.20 4-2_3 0.8462 iprec_at_recall_0.30 4-2_3 0.3784 iprec_at_recall_0.40 4-2_3 0.3065 iprec_at_recall_0.50 4-2_3 0.1529 iprec_at_recall_0.60 4-2_3 0.0000 iprec_at_recall_0.70 4-2_3 0.0000 iprec_at_recall_0.80 4-2_3 0.0000 iprec_at_recall_0.90 4-2_3 0.0000 iprec_at_recall_1.00 4-2_3 0.0000 P_5 4-2_3 0.8000 P_10 4-2_3 0.8000 P_15 4-2_3 0.7333 P_20 4-2_3 0.6000 P_30 4-2_3 0.4333 P_100 4-2_3 0.2200 P_200 4-2_3 0.1250 P_500 4-2_3 0.0560 P_1000 4-2_3 0.0280 relstring 4-2_3 '3222-2-222' recall_5 4-2_3 0.0833 recall_10 4-2_3 0.1667 recall_15 4-2_3 0.2292 recall_20 4-2_3 0.2500 recall_30 4-2_3 0.2708 recall_100 4-2_3 0.4583 recall_200 4-2_3 0.5208 recall_500 4-2_3 0.5833 recall_1000 4-2_3 0.5833 infAP 4-2_3 0.2981 Rprec_mult_0.20 4-2_3 0.8000 Rprec_mult_0.40 4-2_3 0.6000 Rprec_mult_0.60 4-2_3 0.4483 Rprec_mult_0.80 4-2_3 0.3590 Rprec_mult_1.00 4-2_3 0.3125 Rprec_mult_1.20 4-2_3 0.3103 Rprec_mult_1.40 4-2_3 0.2794 Rprec_mult_1.60 4-2_3 0.2468 Rprec_mult_1.80 4-2_3 0.2414 Rprec_mult_2.00 4-2_3 0.2292 utility 4-2_3 -347.0000 11pt_avg 4-2_3 0.3209 binG 4-2_3 0.2225 G 4-2_3 0.1336 ndcg 4-2_3 0.5363 ndcg_rel 4-2_3 0.5551 Rndcg 4-2_3 0.5123 ndcg_cut_5 4-2_3 0.6923 ndcg_cut_10 4-2_3 0.6631 ndcg_cut_15 4-2_3 0.6883 ndcg_cut_20 4-2_3 0.6240 ndcg_cut_30 4-2_3 0.5331 ndcg_cut_100 4-2_3 0.4731 ndcg_cut_200 4-2_3 0.5100 ndcg_cut_500 4-2_3 0.5363 ndcg_cut_1000 4-2_3 0.5363 map_cut_5 4-2_3 0.0833 map_cut_10 4-2_3 0.1492 map_cut_15 4-2_3 0.2012 map_cut_20 4-2_3 0.2144 map_cut_30 4-2_3 0.2248 map_cut_100 4-2_3 0.2811 map_cut_200 4-2_3 0.2907 map_cut_500 4-2_3 0.2981 map_cut_1000 4-2_3 0.2981 relative_P_5 4-2_3 0.8000 relative_P_10 4-2_3 0.8000 relative_P_15 4-2_3 0.7333 relative_P_20 4-2_3 0.6000 relative_P_30 4-2_3 0.4333 relative_P_100 4-2_3 0.4583 relative_P_200 4-2_3 0.5208 relative_P_500 4-2_3 0.5833 relative_P_1000 4-2_3 0.5833 success_1 4-2_3 1.0000 success_5 4-2_3 1.0000 success_10 4-2_3 1.0000 set_P 4-2_3 0.0695 set_relative_P 4-2_3 0.5833 set_recall 4-2_3 0.5833 set_map 4-2_3 0.0405 set_F 4-2_3 0.1242 num_nonrel_judged_ret 4-2_3 12 rbp 4-2_3 0.4907 rbp_resid 4-2_3 0.3134 unj_5 4-2_3 0.2000 unj_10 4-2_3 0.2000 unj_20 4-2_3 0.3500 num_ret 4-2_6 331 num_rel 4-2_6 14 num_rel_ret 4-2_6 10 map 4-2_6 0.1288 Rprec 4-2_6 0.1429 bpref 4-2_6 0.4133 recip_rank 4-2_6 0.5000 iprec_at_recall_0.00 4-2_6 0.5000 iprec_at_recall_0.10 4-2_6 0.5000 iprec_at_recall_0.20 4-2_6 0.2000 iprec_at_recall_0.30 4-2_6 0.1270 iprec_at_recall_0.40 4-2_6 0.1270 iprec_at_recall_0.50 4-2_6 0.1270 iprec_at_recall_0.60 4-2_6 0.1270 iprec_at_recall_0.70 4-2_6 0.0840 iprec_at_recall_0.80 4-2_6 0.0000 iprec_at_recall_0.90 4-2_6 0.0000 iprec_at_recall_1.00 4-2_6 0.0000 P_5 4-2_6 0.2000 P_10 4-2_6 0.2000 P_15 4-2_6 0.2000 P_20 4-2_6 0.1500 P_30 4-2_6 0.1000 P_100 4-2_6 0.0900 P_200 4-2_6 0.0500 P_500 4-2_6 0.0200 P_1000 4-2_6 0.0100 relstring 4-2_6 '-3-1-21-00' recall_5 4-2_6 0.0714 recall_10 4-2_6 0.1429 recall_15 4-2_6 0.2143 recall_20 4-2_6 0.2143 recall_30 4-2_6 0.2143 recall_100 4-2_6 0.6429 recall_200 4-2_6 0.7143 recall_500 4-2_6 0.7143 recall_1000 4-2_6 0.7143 infAP 4-2_6 0.1288 Rprec_mult_0.20 4-2_6 0.3333 Rprec_mult_0.40 4-2_6 0.3333 Rprec_mult_0.60 4-2_6 0.2222 Rprec_mult_0.80 4-2_6 0.1667 Rprec_mult_1.00 4-2_6 0.1429 Rprec_mult_1.20 4-2_6 0.1765 Rprec_mult_1.40 4-2_6 0.1500 Rprec_mult_1.60 4-2_6 0.1304 Rprec_mult_1.80 4-2_6 0.1154 Rprec_mult_2.00 4-2_6 0.1071 utility 4-2_6 -311.0000 11pt_avg 4-2_6 0.1629 binG 4-2_6 0.1778 G 4-2_6 0.1259 ndcg 4-2_6 0.4083 ndcg_rel 4-2_6 0.3655 Rndcg 4-2_6 0.3036 ndcg_cut_5 4-2_6 0.2747 ndcg_cut_10 4-2_6 0.2892 ndcg_cut_15 4-2_6 0.2939 ndcg_cut_20 4-2_6 0.2712 ndcg_cut_30 4-2_6 0.2408 ndcg_cut_100 4-2_6 0.3828 ndcg_cut_200 4-2_6 0.4083 ndcg_cut_500 4-2_6 0.4083 ndcg_cut_1000 4-2_6 0.4083 map_cut_5 4-2_6 0.0357 map_cut_10 4-2_6 0.0595 map_cut_15 4-2_6 0.0738 map_cut_20 4-2_6 0.0738 map_cut_30 4-2_6 0.0738 map_cut_100 4-2_6 0.1228 map_cut_200 4-2_6 0.1288 map_cut_500 4-2_6 0.1288 map_cut_1000 4-2_6 0.1288 relative_P_5 4-2_6 0.2000 relative_P_10 4-2_6 0.2000 relative_P_15 4-2_6 0.2143 relative_P_20 4-2_6 0.2143 relative_P_30 4-2_6 0.2143 relative_P_100 4-2_6 0.6429 relative_P_200 4-2_6 0.7143 relative_P_500 4-2_6 0.7143 relative_P_1000 4-2_6 0.7143 success_1 4-2_6 0.0000 success_5 4-2_6 1.0000 success_10 4-2_6 1.0000 set_P 4-2_6 0.0302 set_relative_P 4-2_6 0.7143 set_recall 4-2_6 0.7143 set_map 4-2_6 0.0216 set_F 4-2_6 0.0580 num_nonrel_judged_ret 4-2_6 9 rbp 4-2_6 0.1983 rbp_resid 4-2_6 0.5535 unj_5 4-2_6 0.6000 unj_10 4-2_6 0.4000 unj_20 4-2_6 0.5500 num_ret 5-1_2 100 num_rel 5-1_2 130 num_rel_ret 5-1_2 9 map 5-1_2 0.0337 Rprec 5-1_2 0.0692 bpref 5-1_2 0.0669 recip_rank 5-1_2 0.5000 iprec_at_recall_0.00 5-1_2 0.6667 iprec_at_recall_0.10 5-1_2 0.0000 iprec_at_recall_0.20 5-1_2 0.0000 iprec_at_recall_0.30 5-1_2 0.0000 iprec_at_recall_0.40 5-1_2 0.0000 iprec_at_recall_0.50 5-1_2 0.0000 iprec_at_recall_0.60 5-1_2 0.0000 iprec_at_recall_0.70 5-1_2 0.0000 iprec_at_recall_0.80 5-1_2 0.0000 iprec_at_recall_0.90 5-1_2 0.0000 iprec_at_recall_1.00 5-1_2 0.0000 P_5 5-1_2 0.4000 P_10 5-1_2 0.6000 P_15 5-1_2 0.4667 P_20 5-1_2 0.3500 P_30 5-1_2 0.2667 P_100 5-1_2 0.0900 P_200 5-1_2 0.0450 P_500 5-1_2 0.0180 P_1000 5-1_2 0.0090 relstring 5-1_2 '0312033231' recall_5 5-1_2 0.0154 recall_10 5-1_2 0.0462 recall_15 5-1_2 0.0538 recall_20 5-1_2 0.0538 recall_30 5-1_2 0.0615 recall_100 5-1_2 0.0692 recall_200 5-1_2 0.0692 recall_500 5-1_2 0.0692 recall_1000 5-1_2 0.0692 infAP 5-1_2 0.0337 Rprec_mult_0.20 5-1_2 0.2692 Rprec_mult_0.40 5-1_2 0.1731 Rprec_mult_0.60 5-1_2 0.1154 Rprec_mult_0.80 5-1_2 0.0865 Rprec_mult_1.00 5-1_2 0.0692 Rprec_mult_1.20 5-1_2 0.0577 Rprec_mult_1.40 5-1_2 0.0495 Rprec_mult_1.60 5-1_2 0.0433 Rprec_mult_1.80 5-1_2 0.0385 Rprec_mult_2.00 5-1_2 0.0346 utility 5-1_2 -82.0000 11pt_avg 5-1_2 0.0606 binG 5-1_2 0.0276 G 5-1_2 0.0184 ndcg 5-1_2 0.1236 ndcg_rel 5-1_2 0.1432 Rndcg 5-1_2 0.1164 ndcg_cut_5 5-1_2 0.3305 ndcg_cut_10 5-1_2 0.4884 ndcg_cut_15 5-1_2 0.4554 ndcg_cut_20 5-1_2 0.3929 ndcg_cut_30 5-1_2 0.3273 ndcg_cut_100 5-1_2 0.1667 ndcg_cut_200 5-1_2 0.1275 ndcg_cut_500 5-1_2 0.1236 ndcg_cut_1000 5-1_2 0.1236 map_cut_5 5-1_2 0.0077 map_cut_10 5-1_2 0.0259 map_cut_15 5-1_2 0.0297 map_cut_20 5-1_2 0.0297 map_cut_30 5-1_2 0.0319 map_cut_100 5-1_2 0.0337 map_cut_200 5-1_2 0.0337 map_cut_500 5-1_2 0.0337 map_cut_1000 5-1_2 0.0337 relative_P_5 5-1_2 0.4000 relative_P_10 5-1_2 0.6000 relative_P_15 5-1_2 0.4667 relative_P_20 5-1_2 0.3500 relative_P_30 5-1_2 0.2667 relative_P_100 5-1_2 0.0900 relative_P_200 5-1_2 0.0692 relative_P_500 5-1_2 0.0692 relative_P_1000 5-1_2 0.0692 success_1 5-1_2 0.0000 success_5 5-1_2 1.0000 success_10 5-1_2 1.0000 set_P 5-1_2 0.0900 set_relative_P 5-1_2 0.0900 set_recall 5-1_2 0.0692 set_map 5-1_2 0.0062 set_F 5-1_2 0.0783 num_nonrel_judged_ret 5-1_2 9 rbp 5-1_2 0.3202 rbp_resid 5-1_2 0.2043 unj_5 5-1_2 0.0000 unj_10 5-1_2 0.0000 unj_20 5-1_2 0.2500 num_ret 5-1_4 224 num_rel 5-1_4 29 num_rel_ret 5-1_4 16 map 5-1_4 0.2189 Rprec 5-1_4 0.3103 bpref 5-1_4 0.4090 recip_rank 5-1_4 1.0000 iprec_at_recall_0.00 5-1_4 1.0000 iprec_at_recall_0.10 5-1_4 0.7143 iprec_at_recall_0.20 5-1_4 0.5455 iprec_at_recall_0.30 5-1_4 0.3462 iprec_at_recall_0.40 5-1_4 0.0802 iprec_at_recall_0.50 5-1_4 0.0744 iprec_at_recall_0.60 5-1_4 0.0000 iprec_at_recall_0.70 5-1_4 0.0000 iprec_at_recall_0.80 5-1_4 0.0000 iprec_at_recall_0.90 5-1_4 0.0000 iprec_at_recall_1.00 5-1_4 0.0000 P_5 5-1_4 0.6000 P_10 5-1_4 0.5000 P_15 5-1_4 0.4000 P_20 5-1_4 0.4000 P_30 5-1_4 0.3000 P_100 5-1_4 0.1000 P_200 5-1_4 0.0700 P_500 5-1_4 0.0320 P_1000 5-1_4 0.0160 relstring 5-1_4 '23--222---' recall_5 5-1_4 0.1034 recall_10 5-1_4 0.1724 recall_15 5-1_4 0.2069 recall_20 5-1_4 0.2759 recall_30 5-1_4 0.3103 recall_100 5-1_4 0.3448 recall_200 5-1_4 0.4828 recall_500 5-1_4 0.5517 recall_1000 5-1_4 0.5517 infAP 5-1_4 0.2189 Rprec_mult_0.20 5-1_4 0.6667 Rprec_mult_0.40 5-1_4 0.5000 Rprec_mult_0.60 5-1_4 0.4444 Rprec_mult_0.80 5-1_4 0.3333 Rprec_mult_1.00 5-1_4 0.3103 Rprec_mult_1.20 5-1_4 0.2571 Rprec_mult_1.40 5-1_4 0.2195 Rprec_mult_1.60 5-1_4 0.1915 Rprec_mult_1.80 5-1_4 0.1698 Rprec_mult_2.00 5-1_4 0.1552 utility 5-1_4 -192.0000 11pt_avg 5-1_4 0.2510 binG 5-1_4 0.1945 G 5-1_4 0.1229 ndcg 5-1_4 0.4574 ndcg_rel 5-1_4 0.4586 Rndcg 5-1_4 0.4099 ndcg_cut_5 5-1_4 0.5276 ndcg_cut_10 5-1_4 0.4531 ndcg_cut_15 5-1_4 0.4133 ndcg_cut_20 5-1_4 0.4251 ndcg_cut_30 5-1_4 0.3671 ndcg_cut_100 5-1_4 0.3804 ndcg_cut_200 5-1_4 0.4309 ndcg_cut_500 5-1_4 0.4574 ndcg_cut_1000 5-1_4 0.4574 map_cut_5 5-1_4 0.0897 map_cut_10 5-1_4 0.1373 map_cut_15 5-1_4 0.1561 map_cut_20 5-1_4 0.1856 map_cut_30 5-1_4 0.1975 map_cut_100 5-1_4 0.2032 map_cut_200 5-1_4 0.2139 map_cut_500 5-1_4 0.2189 map_cut_1000 5-1_4 0.2189 relative_P_5 5-1_4 0.6000 relative_P_10 5-1_4 0.5000 relative_P_15 5-1_4 0.4000 relative_P_20 5-1_4 0.4000 relative_P_30 5-1_4 0.3103 relative_P_100 5-1_4 0.3448 relative_P_200 5-1_4 0.4828 relative_P_500 5-1_4 0.5517 relative_P_1000 5-1_4 0.5517 success_1 5-1_4 1.0000 success_5 5-1_4 1.0000 success_10 5-1_4 1.0000 set_P 5-1_4 0.0714 set_relative_P 5-1_4 0.5517 set_recall 5-1_4 0.5517 set_map 5-1_4 0.0394 set_F 5-1_4 0.1265 num_nonrel_judged_ret 5-1_4 21 rbp 5-1_4 0.3337 rbp_resid 5-1_4 0.5130 unj_5 5-1_4 0.4000 unj_10 5-1_4 0.5000 unj_20 5-1_4 0.5500 num_ret 6-1_2 399 num_rel 6-1_2 57 num_rel_ret 6-1_2 18 map 6-1_2 0.0509 Rprec 6-1_2 0.0877 bpref 6-1_2 0.2404 recip_rank 6-1_2 1.0000 iprec_at_recall_0.00 6-1_2 1.0000 iprec_at_recall_0.10 6-1_2 0.1000 iprec_at_recall_0.20 6-1_2 0.0655 iprec_at_recall_0.30 6-1_2 0.0618 iprec_at_recall_0.40 6-1_2 0.0000 iprec_at_recall_0.50 6-1_2 0.0000 iprec_at_recall_0.60 6-1_2 0.0000 iprec_at_recall_0.70 6-1_2 0.0000 iprec_at_recall_0.80 6-1_2 0.0000 iprec_at_recall_0.90 6-1_2 0.0000 iprec_at_recall_1.00 6-1_2 0.0000 P_5 6-1_2 0.4000 P_10 6-1_2 0.3000 P_15 6-1_2 0.2000 P_20 6-1_2 0.1500 P_30 6-1_2 0.1333 P_100 6-1_2 0.0600 P_200 6-1_2 0.0600 P_500 6-1_2 0.0360 P_1000 6-1_2 0.0180 relstring 6-1_2 '2102-0-002' recall_5 6-1_2 0.0351 recall_10 6-1_2 0.0526 recall_15 6-1_2 0.0526 recall_20 6-1_2 0.0526 recall_30 6-1_2 0.0702 recall_100 6-1_2 0.1053 recall_200 6-1_2 0.2105 recall_500 6-1_2 0.3158 recall_1000 6-1_2 0.3158 infAP 6-1_2 0.0509 Rprec_mult_0.20 6-1_2 0.2500 Rprec_mult_0.40 6-1_2 0.1304 Rprec_mult_0.60 6-1_2 0.1143 Rprec_mult_0.80 6-1_2 0.0870 Rprec_mult_1.00 6-1_2 0.0877 Rprec_mult_1.20 6-1_2 0.0870 Rprec_mult_1.40 6-1_2 0.0750 Rprec_mult_1.60 6-1_2 0.0652 Rprec_mult_1.80 6-1_2 0.0583 Rprec_mult_2.00 6-1_2 0.0614 utility 6-1_2 -363.0000 11pt_avg 6-1_2 0.1116 binG 6-1_2 0.0700 G 6-1_2 0.0518 ndcg 6-1_2 0.2680 ndcg_rel 6-1_2 0.2649 Rndcg 6-1_2 0.2188 ndcg_cut_5 6-1_2 0.3948 ndcg_cut_10 6-1_2 0.2986 ndcg_cut_15 6-1_2 0.2473 ndcg_cut_20 6-1_2 0.2361 ndcg_cut_30 6-1_2 0.2208 ndcg_cut_100 6-1_2 0.1738 ndcg_cut_200 6-1_2 0.2151 ndcg_cut_500 6-1_2 0.2680 ndcg_cut_1000 6-1_2 0.2680 map_cut_5 6-1_2 0.0263 map_cut_10 6-1_2 0.0316 map_cut_15 6-1_2 0.0316 map_cut_20 6-1_2 0.0316 map_cut_30 6-1_2 0.0342 map_cut_100 6-1_2 0.0377 map_cut_200 6-1_2 0.0443 map_cut_500 6-1_2 0.0509 map_cut_1000 6-1_2 0.0509 relative_P_5 6-1_2 0.4000 relative_P_10 6-1_2 0.3000 relative_P_15 6-1_2 0.2000 relative_P_20 6-1_2 0.1500 relative_P_30 6-1_2 0.1333 relative_P_100 6-1_2 0.1053 relative_P_200 6-1_2 0.2105 relative_P_500 6-1_2 0.3158 relative_P_1000 6-1_2 0.3158 success_1 6-1_2 1.0000 success_5 6-1_2 1.0000 success_10 6-1_2 1.0000 set_P 6-1_2 0.0451 set_relative_P 6-1_2 0.3158 set_recall 6-1_2 0.3158 set_map 6-1_2 0.0142 set_F 6-1_2 0.0789 num_nonrel_judged_ret 6-1_2 23 rbp 6-1_2 0.2035 rbp_resid 6-1_2 0.3616 unj_5 6-1_2 0.2000 unj_10 6-1_2 0.2000 unj_20 6-1_2 0.4000 num_ret 6-1_6 100 num_rel 6-1_6 27 num_rel_ret 6-1_6 14 map 6-1_6 0.3087 Rprec 6-1_6 0.2963 bpref 6-1_6 0.4019 recip_rank 6-1_6 1.0000 iprec_at_recall_0.00 6-1_6 1.0000 iprec_at_recall_0.10 6-1_6 1.0000 iprec_at_recall_0.20 6-1_6 0.8333 iprec_at_recall_0.30 6-1_6 0.6154 iprec_at_recall_0.40 6-1_6 0.2500 iprec_at_recall_0.50 6-1_6 0.1505 iprec_at_recall_0.60 6-1_6 0.0000 iprec_at_recall_0.70 6-1_6 0.0000 iprec_at_recall_0.80 6-1_6 0.0000 iprec_at_recall_0.90 6-1_6 0.0000 iprec_at_recall_1.00 6-1_6 0.0000 P_5 6-1_6 0.8000 P_10 6-1_6 0.7000 P_15 6-1_6 0.5333 P_20 6-1_6 0.4000 P_30 6-1_6 0.3000 P_100 6-1_6 0.1400 P_200 6-1_6 0.0700 P_500 6-1_6 0.0280 P_1000 6-1_6 0.0140 relstring 6-1_6 '3323-2-321' recall_5 6-1_6 0.1481 recall_10 6-1_6 0.2593 recall_15 6-1_6 0.2963 recall_20 6-1_6 0.2963 recall_30 6-1_6 0.3333 recall_100 6-1_6 0.5185 recall_200 6-1_6 0.5185 recall_500 6-1_6 0.5185 recall_1000 6-1_6 0.5185 infAP 6-1_6 0.3087 Rprec_mult_0.20 6-1_6 0.8333 Rprec_mult_0.40 6-1_6 0.6364 Rprec_mult_0.60 6-1_6 0.4706 Rprec_mult_0.80 6-1_6 0.3636 Rprec_mult_1.00 6-1_6 0.2963 Rprec_mult_1.20 6-1_6 0.2727 Rprec_mult_1.40 6-1_6 0.2632 Rprec_mult_1.60 6-1_6 0.2500 Rprec_mult_1.80 6-1_6 0.2245 Rprec_mult_2.00 6-1_6 0.2037 utility 6-1_6 -72.0000 11pt_avg 6-1_6 0.3499 binG 6-1_6 0.2635 G 6-1_6 0.1956 ndcg 6-1_6 0.6061 ndcg_rel 6-1_6 0.6230 Rndcg 6-1_6 0.5761 ndcg_cut_5 6-1_6 0.8123 ndcg_cut_10 6-1_6 0.7142 ndcg_cut_15 6-1_6 0.6317 ndcg_cut_20 6-1_6 0.5551 ndcg_cut_30 6-1_6 0.5403 ndcg_cut_100 6-1_6 0.6061 ndcg_cut_200 6-1_6 0.6061 ndcg_cut_500 6-1_6 0.6061 ndcg_cut_1000 6-1_6 0.6061 map_cut_5 6-1_6 0.1481 map_cut_10 6-1_6 0.2356 map_cut_15 6-1_6 0.2584 map_cut_20 6-1_6 0.2584 map_cut_30 6-1_6 0.2699 map_cut_100 6-1_6 0.3087 map_cut_200 6-1_6 0.3087 map_cut_500 6-1_6 0.3087 map_cut_1000 6-1_6 0.3087 relative_P_5 6-1_6 0.8000 relative_P_10 6-1_6 0.7000 relative_P_15 6-1_6 0.5333 relative_P_20 6-1_6 0.4000 relative_P_30 6-1_6 0.3333 relative_P_100 6-1_6 0.5185 relative_P_200 6-1_6 0.5185 relative_P_500 6-1_6 0.5185 relative_P_1000 6-1_6 0.5185 success_1 6-1_6 1.0000 success_5 6-1_6 1.0000 success_10 6-1_6 1.0000 set_P 6-1_6 0.1400 set_relative_P 6-1_6 0.5185 set_recall 6-1_6 0.5185 set_map 6-1_6 0.0726 set_F 6-1_6 0.2205 num_nonrel_judged_ret 6-1_6 20 rbp 6-1_6 0.5079 rbp_resid 6-1_6 0.3203 unj_5 6-1_6 0.2000 unj_10 6-1_6 0.2000 unj_20 6-1_6 0.4500 num_ret 6-1_7 446 num_rel 6-1_7 46 num_rel_ret 6-1_7 8 map 6-1_7 0.0133 Rprec 6-1_7 0.0652 bpref 6-1_7 0.1030 recip_rank 6-1_7 0.2500 iprec_at_recall_0.00 6-1_7 0.2500 iprec_at_recall_0.10 6-1_7 0.0446 iprec_at_recall_0.20 6-1_7 0.0000 iprec_at_recall_0.30 6-1_7 0.0000 iprec_at_recall_0.40 6-1_7 0.0000 iprec_at_recall_0.50 6-1_7 0.0000 iprec_at_recall_0.60 6-1_7 0.0000 iprec_at_recall_0.70 6-1_7 0.0000 iprec_at_recall_0.80 6-1_7 0.0000 iprec_at_recall_0.90 6-1_7 0.0000 iprec_at_recall_1.00 6-1_7 0.0000 P_5 6-1_7 0.2000 P_10 6-1_7 0.1000 P_15 6-1_7 0.0667 P_20 6-1_7 0.0500 P_30 6-1_7 0.1000 P_100 6-1_7 0.0400 P_200 6-1_7 0.0250 P_500 6-1_7 0.0160 P_1000 6-1_7 0.0080 relstring 6-1_7 '0-12-00000' recall_5 6-1_7 0.0217 recall_10 6-1_7 0.0217 recall_15 6-1_7 0.0217 recall_20 6-1_7 0.0217 recall_30 6-1_7 0.0652 recall_100 6-1_7 0.0870 recall_200 6-1_7 0.1087 recall_500 6-1_7 0.1739 recall_1000 6-1_7 0.1739 infAP 6-1_7 0.0133 Rprec_mult_0.20 6-1_7 0.1000 Rprec_mult_0.40 6-1_7 0.0526 Rprec_mult_0.60 6-1_7 0.0714 Rprec_mult_0.80 6-1_7 0.0811 Rprec_mult_1.00 6-1_7 0.0652 Rprec_mult_1.20 6-1_7 0.0536 Rprec_mult_1.40 6-1_7 0.0462 Rprec_mult_1.60 6-1_7 0.0405 Rprec_mult_1.80 6-1_7 0.0482 Rprec_mult_2.00 6-1_7 0.0435 utility 6-1_7 -430.0000 11pt_avg 6-1_7 0.0268 binG 6-1_7 0.0335 G 6-1_7 0.0297 ndcg 6-1_7 0.1519 ndcg_rel 6-1_7 0.1457 Rndcg 6-1_7 0.1192 ndcg_cut_5 6-1_7 0.1539 ndcg_cut_10 6-1_7 0.0999 ndcg_cut_15 6-1_7 0.0960 ndcg_cut_20 6-1_7 0.0967 ndcg_cut_30 6-1_7 0.1140 ndcg_cut_100 6-1_7 0.1106 ndcg_cut_200 6-1_7 0.1266 ndcg_cut_500 6-1_7 0.1519 ndcg_cut_1000 6-1_7 0.1519 map_cut_5 6-1_7 0.0054 map_cut_10 6-1_7 0.0054 map_cut_15 6-1_7 0.0054 map_cut_20 6-1_7 0.0054 map_cut_30 6-1_7 0.0092 map_cut_100 6-1_7 0.0103 map_cut_200 6-1_7 0.0113 map_cut_500 6-1_7 0.0133 map_cut_1000 6-1_7 0.0133 relative_P_5 6-1_7 0.2000 relative_P_10 6-1_7 0.1000 relative_P_15 6-1_7 0.0667 relative_P_20 6-1_7 0.0500 relative_P_30 6-1_7 0.1000 relative_P_100 6-1_7 0.0870 relative_P_200 6-1_7 0.1087 relative_P_500 6-1_7 0.1739 relative_P_1000 6-1_7 0.1739 success_1 6-1_7 0.0000 success_5 6-1_7 1.0000 success_10 6-1_7 1.0000 set_P 6-1_7 0.0179 set_relative_P 6-1_7 0.1739 set_recall 6-1_7 0.1739 set_map 6-1_7 0.0031 set_F 6-1_7 0.0325 num_nonrel_judged_ret 6-1_7 33 rbp 6-1_7 0.1034 rbp_resid 6-1_7 0.4086 unj_5 6-1_7 0.4000 unj_10 6-1_7 0.2000 unj_20 6-1_7 0.4500 num_ret 6-2_2 400 num_rel 6-2_2 56 num_rel_ret 6-2_2 28 map 6-2_2 0.2493 Rprec 6-2_2 0.3214 bpref 6-2_2 0.4483 recip_rank 6-2_2 1.0000 iprec_at_recall_0.00 6-2_2 1.0000 iprec_at_recall_0.10 6-2_2 0.8000 iprec_at_recall_0.20 6-2_2 0.6500 iprec_at_recall_0.30 6-2_2 0.3617 iprec_at_recall_0.40 6-2_2 0.2444 iprec_at_recall_0.50 6-2_2 0.1004 iprec_at_recall_0.60 6-2_2 0.0000 iprec_at_recall_0.70 6-2_2 0.0000 iprec_at_recall_0.80 6-2_2 0.0000 iprec_at_recall_0.90 6-2_2 0.0000 iprec_at_recall_1.00 6-2_2 0.0000 P_5 6-2_2 0.8000 P_10 6-2_2 0.8000 P_15 6-2_2 0.6000 P_20 6-2_2 0.6500 P_30 6-2_2 0.4333 P_100 6-2_2 0.2200 P_200 6-2_2 0.1250 P_500 6-2_2 0.0560 P_1000 6-2_2 0.0280 relstring 6-2_2 '432144-344' recall_5 6-2_2 0.0714 recall_10 6-2_2 0.1429 recall_15 6-2_2 0.1607 recall_20 6-2_2 0.2321 recall_30 6-2_2 0.2321 recall_100 6-2_2 0.3929 recall_200 6-2_2 0.4464 recall_500 6-2_2 0.5000 recall_1000 6-2_2 0.5000 infAP 6-2_2 0.2493 Rprec_mult_0.20 6-2_2 0.6667 Rprec_mult_0.40 6-2_2 0.5652 Rprec_mult_0.60 6-2_2 0.4706 Rprec_mult_0.80 6-2_2 0.3556 Rprec_mult_1.00 6-2_2 0.3214 Rprec_mult_1.20 6-2_2 0.2647 Rprec_mult_1.40 6-2_2 0.2532 Rprec_mult_1.60 6-2_2 0.2444 Rprec_mult_1.80 6-2_2 0.2178 Rprec_mult_2.00 6-2_2 0.1964 utility 6-2_2 -344.0000 11pt_avg 6-2_2 0.2870 binG 6-2_2 0.1776 G 6-2_2 0.1252 ndcg 6-2_2 0.5303 ndcg_rel 6-2_2 0.5660 Rndcg 6-2_2 0.5755 ndcg_cut_5 6-2_2 0.7522 ndcg_cut_10 6-2_2 0.7484 ndcg_cut_15 6-2_2 0.6728 ndcg_cut_20 6-2_2 0.6621 ndcg_cut_30 6-2_2 0.5696 ndcg_cut_100 6-2_2 0.4792 ndcg_cut_200 6-2_2 0.5058 ndcg_cut_500 6-2_2 0.5303 ndcg_cut_1000 6-2_2 0.5303 map_cut_5 6-2_2 0.0679 map_cut_10 6-2_2 0.1243 map_cut_15 6-2_2 0.1350 map_cut_20 6-2_2 0.1800 map_cut_30 6-2_2 0.1800 map_cut_100 6-2_2 0.2353 map_cut_200 6-2_2 0.2436 map_cut_500 6-2_2 0.2493 map_cut_1000 6-2_2 0.2493 relative_P_5 6-2_2 0.8000 relative_P_10 6-2_2 0.8000 relative_P_15 6-2_2 0.6000 relative_P_20 6-2_2 0.6500 relative_P_30 6-2_2 0.4333 relative_P_100 6-2_2 0.3929 relative_P_200 6-2_2 0.4464 relative_P_500 6-2_2 0.5000 relative_P_1000 6-2_2 0.5000 success_1 6-2_2 1.0000 success_5 6-2_2 1.0000 success_10 6-2_2 1.0000 set_P 6-2_2 0.0700 set_relative_P 6-2_2 0.5000 set_recall 6-2_2 0.5000 set_map 6-2_2 0.0350 set_F 6-2_2 0.1228 num_nonrel_judged_ret 6-2_2 20 rbp 6-2_2 0.5507 rbp_resid 6-2_2 0.2205 unj_5 6-2_2 0.0000 unj_10 6-2_2 0.1000 unj_20 6-2_2 0.2000 num_ret 6-2_3 100 num_rel 6-2_3 17 num_rel_ret 6-2_3 5 map 6-2_3 0.1124 Rprec 6-2_3 0.2353 bpref 6-2_3 0.1661 recip_rank 6-2_3 1.0000 iprec_at_recall_0.00 6-2_3 1.0000 iprec_at_recall_0.10 6-2_3 0.2857 iprec_at_recall_0.20 6-2_3 0.2857 iprec_at_recall_0.30 6-2_3 0.2273 iprec_at_recall_0.40 6-2_3 0.0000 iprec_at_recall_0.50 6-2_3 0.0000 iprec_at_recall_0.60 6-2_3 0.0000 iprec_at_recall_0.70 6-2_3 0.0000 iprec_at_recall_0.80 6-2_3 0.0000 iprec_at_recall_0.90 6-2_3 0.0000 iprec_at_recall_1.00 6-2_3 0.0000 P_5 6-2_3 0.2000 P_10 6-2_3 0.1000 P_15 6-2_3 0.2667 P_20 6-2_3 0.2000 P_30 6-2_3 0.1667 P_100 6-2_3 0.0500 P_200 6-2_3 0.0250 P_500 6-2_3 0.0100 P_1000 6-2_3 0.0050 relstring 6-2_3 '2000000-00' recall_5 6-2_3 0.0588 recall_10 6-2_3 0.0588 recall_15 6-2_3 0.2353 recall_20 6-2_3 0.2353 recall_30 6-2_3 0.2941 recall_100 6-2_3 0.2941 recall_200 6-2_3 0.2941 recall_500 6-2_3 0.2941 recall_1000 6-2_3 0.2941 infAP 6-2_3 0.1124 Rprec_mult_0.20 6-2_3 0.2500 Rprec_mult_0.40 6-2_3 0.1429 Rprec_mult_0.60 6-2_3 0.0909 Rprec_mult_0.80 6-2_3 0.2857 Rprec_mult_1.00 6-2_3 0.2353 Rprec_mult_1.20 6-2_3 0.1905 Rprec_mult_1.40 6-2_3 0.2083 Rprec_mult_1.60 6-2_3 0.1786 Rprec_mult_1.80 6-2_3 0.1613 Rprec_mult_2.00 6-2_3 0.1471 utility 6-2_3 -90.0000 11pt_avg 6-2_3 0.1635 binG 6-2_3 0.1219 G 6-2_3 0.0535 ndcg 6-2_3 0.2200 ndcg_rel 6-2_3 0.2279 Rndcg 6-2_3 0.2668 ndcg_cut_5 6-2_3 0.2031 ndcg_cut_10 6-2_3 0.1493 ndcg_cut_15 6-2_3 0.2232 ndcg_cut_20 6-2_3 0.2022 ndcg_cut_30 6-2_3 0.2244 ndcg_cut_100 6-2_3 0.2200 ndcg_cut_200 6-2_3 0.2200 ndcg_cut_500 6-2_3 0.2200 ndcg_cut_1000 6-2_3 0.2200 map_cut_5 6-2_3 0.0588 map_cut_10 6-2_3 0.0588 map_cut_15 6-2_3 0.0990 map_cut_20 6-2_3 0.0990 map_cut_30 6-2_3 0.1124 map_cut_100 6-2_3 0.1124 map_cut_200 6-2_3 0.1124 map_cut_500 6-2_3 0.1124 map_cut_1000 6-2_3 0.1124 relative_P_5 6-2_3 0.2000 relative_P_10 6-2_3 0.1000 relative_P_15 6-2_3 0.2667 relative_P_20 6-2_3 0.2353 relative_P_30 6-2_3 0.2941 relative_P_100 6-2_3 0.2941 relative_P_200 6-2_3 0.2941 relative_P_500 6-2_3 0.2941 relative_P_1000 6-2_3 0.2941 success_1 6-2_3 1.0000 success_5 6-2_3 1.0000 success_10 6-2_3 1.0000 set_P 6-2_3 0.0500 set_relative_P 6-2_3 0.2941 set_recall 6-2_3 0.2941 set_map 6-2_3 0.0147 set_F 6-2_3 0.0855 num_nonrel_judged_ret 6-2_3 13 rbp 6-2_3 0.1022 rbp_resid 6-2_3 0.2467 unj_5 6-2_3 0.0000 unj_10 6-2_3 0.1000 unj_20 6-2_3 0.3500 num_ret 6-2_5 407 num_rel 6-2_5 51 num_rel_ret 6-2_5 17 map 6-2_5 0.0435 Rprec 6-2_5 0.1176 bpref 6-2_5 0.2322 recip_rank 6-2_5 0.2000 iprec_at_recall_0.00 6-2_5 0.3333 iprec_at_recall_0.10 6-2_5 0.1667 iprec_at_recall_0.20 6-2_5 0.1190 iprec_at_recall_0.30 6-2_5 0.0607 iprec_at_recall_0.40 6-2_5 0.0000 iprec_at_recall_0.50 6-2_5 0.0000 iprec_at_recall_0.60 6-2_5 0.0000 iprec_at_recall_0.70 6-2_5 0.0000 iprec_at_recall_0.80 6-2_5 0.0000 iprec_at_recall_0.90 6-2_5 0.0000 iprec_at_recall_1.00 6-2_5 0.0000 P_5 6-2_5 0.2000 P_10 6-2_5 0.3000 P_15 6-2_5 0.2000 P_20 6-2_5 0.1500 P_30 6-2_5 0.1667 P_100 6-2_5 0.1000 P_200 6-2_5 0.0650 P_500 6-2_5 0.0340 P_1000 6-2_5 0.0170 relstring 6-2_5 '-110212-2-' recall_5 6-2_5 0.0196 recall_10 6-2_5 0.0588 recall_15 6-2_5 0.0588 recall_20 6-2_5 0.0588 recall_30 6-2_5 0.0980 recall_100 6-2_5 0.1961 recall_200 6-2_5 0.2549 recall_500 6-2_5 0.3333 recall_1000 6-2_5 0.3333 infAP 6-2_5 0.0435 Rprec_mult_0.20 6-2_5 0.2727 Rprec_mult_0.40 6-2_5 0.1429 Rprec_mult_0.60 6-2_5 0.1613 Rprec_mult_0.80 6-2_5 0.1220 Rprec_mult_1.00 6-2_5 0.1176 Rprec_mult_1.20 6-2_5 0.1290 Rprec_mult_1.40 6-2_5 0.1111 Rprec_mult_1.60 6-2_5 0.1098 Rprec_mult_1.80 6-2_5 0.1087 Rprec_mult_2.00 6-2_5 0.0980 utility 6-2_5 -373.0000 11pt_avg 6-2_5 0.0618 binG 6-2_5 0.0643 G 6-2_5 0.0544 ndcg 6-2_5 0.2656 ndcg_rel 6-2_5 0.2321 Rndcg 6-2_5 0.1812 ndcg_cut_5 6-2_5 0.1615 ndcg_cut_10 6-2_5 0.1942 ndcg_cut_15 6-2_5 0.1624 ndcg_cut_20 6-2_5 0.1399 ndcg_cut_30 6-2_5 0.1647 ndcg_cut_100 6-2_5 0.1863 ndcg_cut_200 6-2_5 0.2211 ndcg_cut_500 6-2_5 0.2656 ndcg_cut_1000 6-2_5 0.2656 map_cut_5 6-2_5 0.0039 map_cut_10 6-2_5 0.0161 map_cut_15 6-2_5 0.0161 map_cut_20 6-2_5 0.0161 map_cut_30 6-2_5 0.0221 map_cut_100 6-2_5 0.0346 map_cut_200 6-2_5 0.0391 map_cut_500 6-2_5 0.0435 map_cut_1000 6-2_5 0.0435 relative_P_5 6-2_5 0.2000 relative_P_10 6-2_5 0.3000 relative_P_15 6-2_5 0.2000 relative_P_20 6-2_5 0.1500 relative_P_30 6-2_5 0.1667 relative_P_100 6-2_5 0.1961 relative_P_200 6-2_5 0.2549 relative_P_500 6-2_5 0.3333 relative_P_1000 6-2_5 0.3333 success_1 6-2_5 0.0000 success_5 6-2_5 1.0000 success_10 6-2_5 1.0000 set_P 6-2_5 0.0418 set_relative_P 6-2_5 0.3333 set_recall 6-2_5 0.3333 set_map 6-2_5 0.0139 set_F 6-2_5 0.0742 num_nonrel_judged_ret 6-2_5 28 rbp 6-2_5 0.1626 rbp_resid 6-2_5 0.4362 unj_5 6-2_5 0.2000 unj_10 6-2_5 0.3000 unj_20 6-2_5 0.5500 num_ret 7-1_1 936 num_rel 7-1_1 4 num_rel_ret 7-1_1 1 map 7-1_1 0.0009 Rprec 7-1_1 0.0000 bpref 7-1_1 0.0000 recip_rank 7-1_1 0.0035 iprec_at_recall_0.00 7-1_1 0.0035 iprec_at_recall_0.10 7-1_1 0.0035 iprec_at_recall_0.20 7-1_1 0.0035 iprec_at_recall_0.30 7-1_1 0.0035 iprec_at_recall_0.40 7-1_1 0.0000 iprec_at_recall_0.50 7-1_1 0.0000 iprec_at_recall_0.60 7-1_1 0.0000 iprec_at_recall_0.70 7-1_1 0.0000 iprec_at_recall_0.80 7-1_1 0.0000 iprec_at_recall_0.90 7-1_1 0.0000 iprec_at_recall_1.00 7-1_1 0.0000 P_5 7-1_1 0.0000 P_10 7-1_1 0.0000 P_15 7-1_1 0.0000 P_20 7-1_1 0.0000 P_30 7-1_1 0.0000 P_100 7-1_1 0.0000 P_200 7-1_1 0.0000 P_500 7-1_1 0.0020 P_1000 7-1_1 0.0010 relstring 7-1_1 '1111101111' recall_5 7-1_1 0.0000 recall_10 7-1_1 0.0000 recall_15 7-1_1 0.0000 recall_20 7-1_1 0.0000 recall_30 7-1_1 0.0000 recall_100 7-1_1 0.0000 recall_200 7-1_1 0.0000 recall_500 7-1_1 0.2500 recall_1000 7-1_1 0.2500 infAP 7-1_1 0.0009 Rprec_mult_0.20 7-1_1 0.0000 Rprec_mult_0.40 7-1_1 0.0000 Rprec_mult_0.60 7-1_1 0.0000 Rprec_mult_0.80 7-1_1 0.0000 Rprec_mult_1.00 7-1_1 0.0000 Rprec_mult_1.20 7-1_1 0.0000 Rprec_mult_1.40 7-1_1 0.0000 Rprec_mult_1.60 7-1_1 0.0000 Rprec_mult_1.80 7-1_1 0.0000 Rprec_mult_2.00 7-1_1 0.0000 utility 7-1_1 -934.0000 11pt_avg 7-1_1 0.0013 binG 7-1_1 0.0306 G 7-1_1 0.0862 ndcg 7-1_1 0.4028 ndcg_rel 7-1_1 0.4155 Rndcg 7-1_1 0.3694 ndcg_cut_5 7-1_1 0.4529 ndcg_cut_10 7-1_1 0.5166 ndcg_cut_15 7-1_1 0.5577 ndcg_cut_20 7-1_1 0.5398 ndcg_cut_30 7-1_1 0.5172 ndcg_cut_100 7-1_1 0.3680 ndcg_cut_200 7-1_1 0.3366 ndcg_cut_500 7-1_1 0.3850 ndcg_cut_1000 7-1_1 0.4028 map_cut_5 7-1_1 0.0000 map_cut_10 7-1_1 0.0000 map_cut_15 7-1_1 0.0000 map_cut_20 7-1_1 0.0000 map_cut_30 7-1_1 0.0000 map_cut_100 7-1_1 0.0000 map_cut_200 7-1_1 0.0000 map_cut_500 7-1_1 0.0009 map_cut_1000 7-1_1 0.0009 relative_P_5 7-1_1 0.0000 relative_P_10 7-1_1 0.0000 relative_P_15 7-1_1 0.0000 relative_P_20 7-1_1 0.0000 relative_P_30 7-1_1 0.0000 relative_P_100 7-1_1 0.0000 relative_P_200 7-1_1 0.0000 relative_P_500 7-1_1 0.2500 relative_P_1000 7-1_1 0.2500 success_1 7-1_1 0.0000 success_5 7-1_1 0.0000 success_10 7-1_1 0.0000 set_P 7-1_1 0.0011 set_relative_P 7-1_1 0.2500 set_recall 7-1_1 0.2500 set_map 7-1_1 0.0003 set_F 7-1_1 0.0021 num_nonrel_judged_ret 7-1_1 86 rbp 7-1_1 0.2642 rbp_resid 7-1_1 0.0453 unj_5 7-1_1 0.0000 unj_10 7-1_1 0.0000 unj_20 7-1_1 0.0000 num_ret 7-1_5 530 num_rel 7-1_5 6 num_rel_ret 7-1_5 6 map 7-1_5 0.3385 Rprec 7-1_5 0.3333 bpref 7-1_5 0.3333 recip_rank 7-1_5 0.5000 iprec_at_recall_0.00 7-1_5 0.5000 iprec_at_recall_0.10 7-1_5 0.5000 iprec_at_recall_0.20 7-1_5 0.5000 iprec_at_recall_0.30 7-1_5 0.4000 iprec_at_recall_0.40 7-1_5 0.4000 iprec_at_recall_0.50 7-1_5 0.3750 iprec_at_recall_0.60 7-1_5 0.2857 iprec_at_recall_0.70 7-1_5 0.2857 iprec_at_recall_0.80 7-1_5 0.2632 iprec_at_recall_0.90 7-1_5 0.2632 iprec_at_recall_1.00 7-1_5 0.2069 P_5 7-1_5 0.4000 P_10 7-1_5 0.3000 P_15 7-1_5 0.2667 P_20 7-1_5 0.2500 P_30 7-1_5 0.2000 P_100 7-1_5 0.0600 P_200 7-1_5 0.0300 P_500 7-1_5 0.0120 P_1000 7-1_5 0.0060 relstring 7-1_5 '04-04-041-' recall_5 7-1_5 0.3333 recall_10 7-1_5 0.5000 recall_15 7-1_5 0.6667 recall_20 7-1_5 0.8333 recall_30 7-1_5 1.0000 recall_100 7-1_5 1.0000 recall_200 7-1_5 1.0000 recall_500 7-1_5 1.0000 recall_1000 7-1_5 1.0000 infAP 7-1_5 0.3385 Rprec_mult_0.20 7-1_5 0.5000 Rprec_mult_0.40 7-1_5 0.3333 Rprec_mult_0.60 7-1_5 0.2500 Rprec_mult_0.80 7-1_5 0.4000 Rprec_mult_1.00 7-1_5 0.3333 Rprec_mult_1.20 7-1_5 0.3750 Rprec_mult_1.40 7-1_5 0.3333 Rprec_mult_1.60 7-1_5 0.3000 Rprec_mult_1.80 7-1_5 0.2727 Rprec_mult_2.00 7-1_5 0.2500 utility 7-1_5 -518.0000 11pt_avg 7-1_5 0.3618 binG 7-1_5 0.3603 G 7-1_5 0.2099 ndcg 7-1_5 0.5663 ndcg_rel 7-1_5 0.5057 Rndcg 7-1_5 0.4336 ndcg_cut_5 7-1_5 0.3452 ndcg_cut_10 7-1_5 0.4099 ndcg_cut_15 7-1_5 0.4594 ndcg_cut_20 7-1_5 0.4976 ndcg_cut_30 7-1_5 0.5220 ndcg_cut_100 7-1_5 0.5434 ndcg_cut_200 7-1_5 0.5521 ndcg_cut_500 7-1_5 0.5663 ndcg_cut_1000 7-1_5 0.5663 map_cut_5 7-1_5 0.1500 map_cut_10 7-1_5 0.2125 map_cut_15 7-1_5 0.2601 map_cut_20 7-1_5 0.3040 map_cut_30 7-1_5 0.3385 map_cut_100 7-1_5 0.3385 map_cut_200 7-1_5 0.3385 map_cut_500 7-1_5 0.3385 map_cut_1000 7-1_5 0.3385 relative_P_5 7-1_5 0.4000 relative_P_10 7-1_5 0.5000 relative_P_15 7-1_5 0.6667 relative_P_20 7-1_5 0.8333 relative_P_30 7-1_5 1.0000 relative_P_100 7-1_5 1.0000 relative_P_200 7-1_5 1.0000 relative_P_500 7-1_5 1.0000 relative_P_1000 7-1_5 1.0000 success_1 7-1_5 0.0000 success_5 7-1_5 1.0000 success_10 7-1_5 1.0000 set_P 7-1_5 0.0113 set_relative_P 7-1_5 1.0000 set_recall 7-1_5 1.0000 set_map 7-1_5 0.0113 set_F 7-1_5 0.0224 num_nonrel_judged_ret 7-1_5 43 rbp 7-1_5 0.2716 rbp_resid 7-1_5 0.3653 unj_5 7-1_5 0.2000 unj_10 7-1_5 0.3000 unj_20 7-1_5 0.4000 num_ret 7-1_6 100 num_rel 7-1_6 9 num_rel_ret 7-1_6 9 map 7-1_6 0.5571 Rprec 7-1_6 0.3333 bpref 7-1_6 0.8395 recip_rank 7-1_6 1.0000 iprec_at_recall_0.00 7-1_6 1.0000 iprec_at_recall_0.10 7-1_6 1.0000 iprec_at_recall_0.20 7-1_6 1.0000 iprec_at_recall_0.30 7-1_6 0.7500 iprec_at_recall_0.40 7-1_6 0.5000 iprec_at_recall_0.50 7-1_6 0.5000 iprec_at_recall_0.60 7-1_6 0.5000 iprec_at_recall_0.70 7-1_6 0.5000 iprec_at_recall_0.80 7-1_6 0.5000 iprec_at_recall_0.90 7-1_6 0.3333 iprec_at_recall_1.00 7-1_6 0.1525 P_5 7-1_6 0.6000 P_10 7-1_6 0.4000 P_15 7-1_6 0.4667 P_20 7-1_6 0.3500 P_30 7-1_6 0.2667 P_100 7-1_6 0.0900 P_200 7-1_6 0.0450 P_500 7-1_6 0.0180 P_1000 7-1_6 0.0090 relstring 7-1_6 '44-4-11--4' recall_5 7-1_6 0.3333 recall_10 7-1_6 0.4444 recall_15 7-1_6 0.7778 recall_20 7-1_6 0.7778 recall_30 7-1_6 0.8889 recall_100 7-1_6 1.0000 recall_200 7-1_6 1.0000 recall_500 7-1_6 1.0000 recall_1000 7-1_6 1.0000 infAP 7-1_6 0.5571 Rprec_mult_0.20 7-1_6 1.0000 Rprec_mult_0.40 7-1_6 0.7500 Rprec_mult_0.60 7-1_6 0.5000 Rprec_mult_0.80 7-1_6 0.3750 Rprec_mult_1.00 7-1_6 0.3333 Rprec_mult_1.20 7-1_6 0.3636 Rprec_mult_1.40 7-1_6 0.4615 Rprec_mult_1.60 7-1_6 0.4667 Rprec_mult_1.80 7-1_6 0.4118 Rprec_mult_2.00 7-1_6 0.3889 utility 7-1_6 -82.0000 11pt_avg 7-1_6 0.6124 binG 7-1_6 0.4807 G 7-1_6 0.4117 ndcg 7-1_6 0.8114 ndcg_rel 7-1_6 0.7831 Rndcg 7-1_6 0.6958 ndcg_cut_5 7-1_6 0.6992 ndcg_cut_10 7-1_6 0.6550 ndcg_cut_15 7-1_6 0.7301 ndcg_cut_20 7-1_6 0.7301 ndcg_cut_30 7-1_6 0.7816 ndcg_cut_100 7-1_6 0.8114 ndcg_cut_200 7-1_6 0.8114 ndcg_cut_500 7-1_6 0.8114 ndcg_cut_1000 7-1_6 0.8114 map_cut_5 7-1_6 0.3056 map_cut_10 7-1_6 0.3500 map_cut_15 7-1_6 0.5031 map_cut_20 7-1_6 0.5031 map_cut_30 7-1_6 0.5402 map_cut_100 7-1_6 0.5571 map_cut_200 7-1_6 0.5571 map_cut_500 7-1_6 0.5571 map_cut_1000 7-1_6 0.5571 relative_P_5 7-1_6 0.6000 relative_P_10 7-1_6 0.4444 relative_P_15 7-1_6 0.7778 relative_P_20 7-1_6 0.7778 relative_P_30 7-1_6 0.8889 relative_P_100 7-1_6 1.0000 relative_P_200 7-1_6 1.0000 relative_P_500 7-1_6 1.0000 relative_P_1000 7-1_6 1.0000 success_1 7-1_6 1.0000 success_5 7-1_6 1.0000 success_10 7-1_6 1.0000 set_P 7-1_6 0.0900 set_relative_P 7-1_6 1.0000 set_recall 7-1_6 1.0000 set_map 7-1_6 0.0900 set_F 7-1_6 0.1651 num_nonrel_judged_ret 7-1_6 5 rbp 7-1_6 0.3969 rbp_resid 7-1_6 0.4900 unj_5 7-1_6 0.4000 unj_10 7-1_6 0.4000 unj_20 7-1_6 0.5500 num_ret 7-1_9 179 num_rel 7-1_9 20 num_rel_ret 7-1_9 11 map 7-1_9 0.4059 Rprec 7-1_9 0.4500 bpref 7-1_9 0.4800 recip_rank 7-1_9 1.0000 iprec_at_recall_0.00 7-1_9 1.0000 iprec_at_recall_0.10 7-1_9 1.0000 iprec_at_recall_0.20 7-1_9 1.0000 iprec_at_recall_0.30 7-1_9 0.8182 iprec_at_recall_0.40 7-1_9 0.8182 iprec_at_recall_0.50 7-1_9 0.1613 iprec_at_recall_0.60 7-1_9 0.0000 iprec_at_recall_0.70 7-1_9 0.0000 iprec_at_recall_0.80 7-1_9 0.0000 iprec_at_recall_0.90 7-1_9 0.0000 iprec_at_recall_1.00 7-1_9 0.0000 P_5 7-1_9 0.8000 P_10 7-1_9 0.8000 P_15 7-1_9 0.6000 P_20 7-1_9 0.4500 P_30 7-1_9 0.3000 P_100 7-1_9 0.1000 P_200 7-1_9 0.0550 P_500 7-1_9 0.0220 P_1000 7-1_9 0.0110 relstring 7-1_9 '2222112222' recall_5 7-1_9 0.2000 recall_10 7-1_9 0.4000 recall_15 7-1_9 0.4500 recall_20 7-1_9 0.4500 recall_30 7-1_9 0.4500 recall_100 7-1_9 0.5000 recall_200 7-1_9 0.5500 recall_500 7-1_9 0.5500 recall_1000 7-1_9 0.5500 infAP 7-1_9 0.4059 Rprec_mult_0.20 7-1_9 1.0000 Rprec_mult_0.40 7-1_9 0.7500 Rprec_mult_0.60 7-1_9 0.7500 Rprec_mult_0.80 7-1_9 0.5625 Rprec_mult_1.00 7-1_9 0.4500 Rprec_mult_1.20 7-1_9 0.3750 Rprec_mult_1.40 7-1_9 0.3214 Rprec_mult_1.60 7-1_9 0.2812 Rprec_mult_1.80 7-1_9 0.2500 Rprec_mult_2.00 7-1_9 0.2250 utility 7-1_9 -157.0000 11pt_avg 7-1_9 0.4362 binG 7-1_9 0.3411 G 7-1_9 0.1744 ndcg 7-1_9 0.5365 ndcg_rel 7-1_9 0.5758 Rndcg 7-1_9 0.5137 ndcg_cut_5 7-1_9 0.6977 ndcg_cut_10 7-1_9 0.7526 ndcg_cut_15 7-1_9 0.6487 ndcg_cut_20 7-1_9 0.5536 ndcg_cut_30 7-1_9 0.4891 ndcg_cut_100 7-1_9 0.4998 ndcg_cut_200 7-1_9 0.5365 ndcg_cut_500 7-1_9 0.5365 ndcg_cut_1000 7-1_9 0.5365 map_cut_5 7-1_9 0.2000 map_cut_10 7-1_9 0.3521 map_cut_15 7-1_9 0.3930 map_cut_20 7-1_9 0.3930 map_cut_30 7-1_9 0.3930 map_cut_100 7-1_9 0.4011 map_cut_200 7-1_9 0.4059 map_cut_500 7-1_9 0.4059 map_cut_1000 7-1_9 0.4059 relative_P_5 7-1_9 0.8000 relative_P_10 7-1_9 0.8000 relative_P_15 7-1_9 0.6000 relative_P_20 7-1_9 0.4500 relative_P_30 7-1_9 0.4500 relative_P_100 7-1_9 0.5000 relative_P_200 7-1_9 0.5500 relative_P_500 7-1_9 0.5500 relative_P_1000 7-1_9 0.5500 success_1 7-1_9 1.0000 success_5 7-1_9 1.0000 success_10 7-1_9 1.0000 set_P 7-1_9 0.0615 set_relative_P 7-1_9 0.5500 set_recall 7-1_9 0.5500 set_map 7-1_9 0.0338 set_F 7-1_9 0.1106 num_nonrel_judged_ret 7-1_9 12 rbp 7-1_9 0.3129 rbp_resid 7-1_9 0.3021 unj_5 7-1_9 0.0000 unj_10 7-1_9 0.0000 unj_20 7-1_9 0.4500 num_ret 9-1_10 465 num_rel 9-1_10 59 num_rel_ret 9-1_10 36 map 9-1_10 0.2627 Rprec 9-1_10 0.3898 bpref 9-1_10 0.5910 recip_rank 9-1_10 0.2500 iprec_at_recall_0.00 9-1_10 0.6667 iprec_at_recall_0.10 9-1_10 0.6667 iprec_at_recall_0.20 9-1_10 0.5909 iprec_at_recall_0.30 9-1_10 0.5806 iprec_at_recall_0.40 9-1_10 0.3529 iprec_at_recall_0.50 9-1_10 0.1938 iprec_at_recall_0.60 9-1_10 0.1542 iprec_at_recall_0.70 9-1_10 0.0000 iprec_at_recall_0.80 9-1_10 0.0000 iprec_at_recall_0.90 9-1_10 0.0000 iprec_at_recall_1.00 9-1_10 0.0000 P_5 9-1_10 0.4000 P_10 9-1_10 0.6000 P_15 9-1_10 0.6000 P_20 9-1_10 0.5500 P_30 9-1_10 0.5667 P_100 9-1_10 0.2700 P_200 9-1_10 0.1550 P_500 9-1_10 0.0720 P_1000 9-1_10 0.0360 relstring 9-1_10 '---344343-' recall_5 9-1_10 0.0339 recall_10 9-1_10 0.1017 recall_15 9-1_10 0.1525 recall_20 9-1_10 0.1864 recall_30 9-1_10 0.2881 recall_100 9-1_10 0.4576 recall_200 9-1_10 0.5254 recall_500 9-1_10 0.6102 recall_1000 9-1_10 0.6102 infAP 9-1_10 0.2627 Rprec_mult_0.20 9-1_10 0.5833 Rprec_mult_0.40 9-1_10 0.5417 Rprec_mult_0.60 9-1_10 0.5556 Rprec_mult_0.80 9-1_10 0.4583 Rprec_mult_1.00 9-1_10 0.3898 Rprec_mult_1.20 9-1_10 0.3380 Rprec_mult_1.40 9-1_10 0.3253 Rprec_mult_1.60 9-1_10 0.2842 Rprec_mult_1.80 9-1_10 0.2617 Rprec_mult_2.00 9-1_10 0.2373 utility 9-1_10 -393.0000 11pt_avg 9-1_10 0.2914 binG 9-1_10 0.1565 G 9-1_10 0.1158 ndcg 9-1_10 0.5362 ndcg_rel 9-1_10 0.4812 Rndcg 9-1_10 0.4567 ndcg_cut_5 9-1_10 0.2408 ndcg_cut_10 9-1_10 0.4088 ndcg_cut_15 9-1_10 0.4306 ndcg_cut_20 9-1_10 0.4260 ndcg_cut_30 9-1_10 0.4788 ndcg_cut_100 9-1_10 0.4629 ndcg_cut_200 9-1_10 0.4973 ndcg_cut_500 9-1_10 0.5362 ndcg_cut_1000 9-1_10 0.5362 map_cut_5 9-1_10 0.0110 map_cut_10 9-1_10 0.0511 map_cut_15 9-1_10 0.0825 map_cut_20 9-1_10 0.1028 map_cut_30 9-1_10 0.1600 map_cut_100 9-1_10 0.2356 map_cut_200 9-1_10 0.2503 map_cut_500 9-1_10 0.2627 map_cut_1000 9-1_10 0.2627 relative_P_5 9-1_10 0.4000 relative_P_10 9-1_10 0.6000 relative_P_15 9-1_10 0.6000 relative_P_20 9-1_10 0.5500 relative_P_30 9-1_10 0.5667 relative_P_100 9-1_10 0.4576 relative_P_200 9-1_10 0.5254 relative_P_500 9-1_10 0.6102 relative_P_1000 9-1_10 0.6102 success_1 9-1_10 0.0000 success_5 9-1_10 1.0000 success_10 9-1_10 1.0000 set_P 9-1_10 0.0774 set_relative_P 9-1_10 0.6102 set_recall 9-1_10 0.6102 set_map 9-1_10 0.0472 set_F 9-1_10 0.1374 num_nonrel_judged_ret 9-1_10 4 rbp 9-1_10 0.4625 rbp_resid 9-1_10 0.4669 unj_5 9-1_10 0.6000 unj_10 9-1_10 0.4000 unj_20 9-1_10 0.4500 num_ret 9-1_2 550 num_rel 9-1_2 58 num_rel_ret 9-1_2 53 map 9-1_2 0.6139 Rprec 9-1_2 0.6034 bpref 9-1_2 0.7604 recip_rank 9-1_2 1.0000 iprec_at_recall_0.00 9-1_2 1.0000 iprec_at_recall_0.10 9-1_2 1.0000 iprec_at_recall_0.20 9-1_2 0.8824 iprec_at_recall_0.30 9-1_2 0.8182 iprec_at_recall_0.40 9-1_2 0.7059 iprec_at_recall_0.50 9-1_2 0.6889 iprec_at_recall_0.60 9-1_2 0.6034 iprec_at_recall_0.70 9-1_2 0.4457 iprec_at_recall_0.80 9-1_2 0.3866 iprec_at_recall_0.90 9-1_2 0.2766 iprec_at_recall_1.00 9-1_2 0.0000 P_5 9-1_2 1.0000 P_10 9-1_2 0.9000 P_15 9-1_2 0.8667 P_20 9-1_2 0.8000 P_30 9-1_2 0.7000 P_100 9-1_2 0.4200 P_200 9-1_2 0.2600 P_500 9-1_2 0.1060 P_1000 9-1_2 0.0530 relstring 9-1_2 '2322224412' recall_5 9-1_2 0.0862 recall_10 9-1_2 0.1552 recall_15 9-1_2 0.2241 recall_20 9-1_2 0.2759 recall_30 9-1_2 0.3621 recall_100 9-1_2 0.7241 recall_200 9-1_2 0.8966 recall_500 9-1_2 0.9138 recall_1000 9-1_2 0.9138 infAP 9-1_2 0.6139 Rprec_mult_0.20 9-1_2 0.9167 Rprec_mult_0.40 9-1_2 0.7917 Rprec_mult_0.60 9-1_2 0.6857 Rprec_mult_0.80 9-1_2 0.6809 Rprec_mult_1.00 9-1_2 0.6034 Rprec_mult_1.20 9-1_2 0.5286 Rprec_mult_1.40 9-1_2 0.4756 Rprec_mult_1.60 9-1_2 0.4409 Rprec_mult_1.80 9-1_2 0.4095 Rprec_mult_2.00 9-1_2 0.3793 utility 9-1_2 -444.0000 11pt_avg 9-1_2 0.6189 binG 9-1_2 0.3549 G 9-1_2 0.1804 ndcg 9-1_2 0.7694 ndcg_rel 9-1_2 0.6710 Rndcg 9-1_2 0.6515 ndcg_cut_5 9-1_2 0.5535 ndcg_cut_10 9-1_2 0.6205 ndcg_cut_15 9-1_2 0.6291 ndcg_cut_20 9-1_2 0.6260 ndcg_cut_30 9-1_2 0.6213 ndcg_cut_100 9-1_2 0.6640 ndcg_cut_200 9-1_2 0.7582 ndcg_cut_500 9-1_2 0.7694 ndcg_cut_1000 9-1_2 0.7694 map_cut_5 9-1_2 0.0862 map_cut_10 9-1_2 0.1534 map_cut_15 9-1_2 0.2146 map_cut_20 9-1_2 0.2595 map_cut_30 9-1_2 0.3251 map_cut_100 9-1_2 0.5473 map_cut_200 9-1_2 0.6101 map_cut_500 9-1_2 0.6139 map_cut_1000 9-1_2 0.6139 relative_P_5 9-1_2 1.0000 relative_P_10 9-1_2 0.9000 relative_P_15 9-1_2 0.8667 relative_P_20 9-1_2 0.8000 relative_P_30 9-1_2 0.7000 relative_P_100 9-1_2 0.7241 relative_P_200 9-1_2 0.8966 relative_P_500 9-1_2 0.9138 relative_P_1000 9-1_2 0.9138 success_1 9-1_2 1.0000 success_5 9-1_2 1.0000 success_10 9-1_2 1.0000 set_P 9-1_2 0.0964 set_relative_P 9-1_2 0.9138 set_recall 9-1_2 0.9138 set_map 9-1_2 0.0881 set_F 9-1_2 0.1743 num_nonrel_judged_ret 9-1_2 32 rbp 9-1_2 0.5551 rbp_resid 9-1_2 0.0256 unj_5 9-1_2 0.0000 unj_10 9-1_2 0.0000 unj_20 9-1_2 0.0500 num_ret 9-1_4 147 num_rel 9-1_4 25 num_rel_ret 9-1_4 16 map 9-1_4 0.3535 Rprec 9-1_4 0.2800 bpref 9-1_4 0.5408 recip_rank 9-1_4 1.0000 iprec_at_recall_0.00 9-1_4 1.0000 iprec_at_recall_0.10 9-1_4 1.0000 iprec_at_recall_0.20 9-1_4 1.0000 iprec_at_recall_0.30 9-1_4 0.2647 iprec_at_recall_0.40 9-1_4 0.2642 iprec_at_recall_0.50 9-1_4 0.2642 iprec_at_recall_0.60 9-1_4 0.2381 iprec_at_recall_0.70 9-1_4 0.0000 iprec_at_recall_0.80 9-1_4 0.0000 iprec_at_recall_0.90 9-1_4 0.0000 iprec_at_recall_1.00 9-1_4 0.0000 P_5 9-1_4 1.0000 P_10 9-1_4 0.7000 P_15 9-1_4 0.4667 P_20 9-1_4 0.3500 P_30 9-1_4 0.2333 P_100 9-1_4 0.1600 P_200 9-1_4 0.0800 P_500 9-1_4 0.0320 P_1000 9-1_4 0.0160 relstring 9-1_4 '3333303-31' recall_5 9-1_4 0.2000 recall_10 9-1_4 0.2800 recall_15 9-1_4 0.2800 recall_20 9-1_4 0.2800 recall_30 9-1_4 0.2800 recall_100 9-1_4 0.6400 recall_200 9-1_4 0.6400 recall_500 9-1_4 0.6400 recall_1000 9-1_4 0.6400 infAP 9-1_4 0.3535 Rprec_mult_0.20 9-1_4 1.0000 Rprec_mult_0.40 9-1_4 0.7000 Rprec_mult_0.60 9-1_4 0.4667 Rprec_mult_0.80 9-1_4 0.3500 Rprec_mult_1.00 9-1_4 0.2800 Rprec_mult_1.20 9-1_4 0.2333 Rprec_mult_1.40 9-1_4 0.2571 Rprec_mult_1.60 9-1_4 0.2250 Rprec_mult_1.80 9-1_4 0.2444 Rprec_mult_2.00 9-1_4 0.2400 utility 9-1_4 -115.0000 11pt_avg 9-1_4 0.3665 binG 9-1_4 0.3141 G 9-1_4 0.2999 ndcg 9-1_4 0.6587 ndcg_rel 9-1_4 0.7035 Rndcg 9-1_4 0.5359 ndcg_cut_5 9-1_4 1.0000 ndcg_cut_10 9-1_4 0.8098 ndcg_cut_15 9-1_4 0.6277 ndcg_cut_20 9-1_4 0.5283 ndcg_cut_30 9-1_4 0.4666 ndcg_cut_100 9-1_4 0.6587 ndcg_cut_200 9-1_4 0.6587 ndcg_cut_500 9-1_4 0.6587 ndcg_cut_1000 9-1_4 0.6587 map_cut_5 9-1_4 0.2000 map_cut_10 9-1_4 0.2654 map_cut_15 9-1_4 0.2654 map_cut_20 9-1_4 0.2654 map_cut_30 9-1_4 0.2654 map_cut_100 9-1_4 0.3535 map_cut_200 9-1_4 0.3535 map_cut_500 9-1_4 0.3535 map_cut_1000 9-1_4 0.3535 relative_P_5 9-1_4 1.0000 relative_P_10 9-1_4 0.7000 relative_P_15 9-1_4 0.4667 relative_P_20 9-1_4 0.3500 relative_P_30 9-1_4 0.2800 relative_P_100 9-1_4 0.6400 relative_P_200 9-1_4 0.6400 relative_P_500 9-1_4 0.6400 relative_P_1000 9-1_4 0.6400 success_1 9-1_4 1.0000 success_5 9-1_4 1.0000 success_10 9-1_4 1.0000 set_P 9-1_4 0.1088 set_relative_P 9-1_4 0.6400 set_recall 9-1_4 0.6400 set_map 9-1_4 0.0697 set_F 9-1_4 0.1860 num_nonrel_judged_ret 9-1_4 14 rbp 9-1_4 0.5312 rbp_resid 9-1_4 0.3467 unj_5 9-1_4 0.0000 unj_10 9-1_4 0.1000 unj_20 9-1_4 0.5000 num_ret 9-1_5 100 num_rel 9-1_5 25 num_rel_ret 9-1_5 4 map 9-1_5 0.0336 Rprec 9-1_5 0.0800 bpref 9-1_5 0.1072 recip_rank 9-1_5 0.5000 iprec_at_recall_0.00 9-1_5 0.5000 iprec_at_recall_0.10 9-1_5 0.1154 iprec_at_recall_0.20 9-1_5 0.0000 iprec_at_recall_0.30 9-1_5 0.0000 iprec_at_recall_0.40 9-1_5 0.0000 iprec_at_recall_0.50 9-1_5 0.0000 iprec_at_recall_0.60 9-1_5 0.0000 iprec_at_recall_0.70 9-1_5 0.0000 iprec_at_recall_0.80 9-1_5 0.0000 iprec_at_recall_0.90 9-1_5 0.0000 iprec_at_recall_1.00 9-1_5 0.0000 P_5 9-1_5 0.2000 P_10 9-1_5 0.1000 P_15 9-1_5 0.1333 P_20 9-1_5 0.1000 P_30 9-1_5 0.1000 P_100 9-1_5 0.0400 P_200 9-1_5 0.0200 P_500 9-1_5 0.0080 P_1000 9-1_5 0.0040 relstring 9-1_5 '020-0-0-0-' recall_5 9-1_5 0.0400 recall_10 9-1_5 0.0400 recall_15 9-1_5 0.0800 recall_20 9-1_5 0.0800 recall_30 9-1_5 0.1200 recall_100 9-1_5 0.1600 recall_200 9-1_5 0.1600 recall_500 9-1_5 0.1600 recall_1000 9-1_5 0.1600 infAP 9-1_5 0.0336 Rprec_mult_0.20 9-1_5 0.2000 Rprec_mult_0.40 9-1_5 0.1000 Rprec_mult_0.60 9-1_5 0.1333 Rprec_mult_0.80 9-1_5 0.1000 Rprec_mult_1.00 9-1_5 0.0800 Rprec_mult_1.20 9-1_5 0.1000 Rprec_mult_1.40 9-1_5 0.0857 Rprec_mult_1.60 9-1_5 0.0750 Rprec_mult_1.80 9-1_5 0.0667 Rprec_mult_2.00 9-1_5 0.0600 utility 9-1_5 -92.0000 11pt_avg 9-1_5 0.0559 binG 9-1_5 0.0516 G 9-1_5 0.0310 ndcg 9-1_5 0.1347 ndcg_rel 9-1_5 0.1327 Rndcg 9-1_5 0.1116 ndcg_cut_5 9-1_5 0.1150 ndcg_cut_10 9-1_5 0.0801 ndcg_cut_15 9-1_5 0.1065 ndcg_cut_20 9-1_5 0.0921 ndcg_cut_30 9-1_5 0.1050 ndcg_cut_100 9-1_5 0.1347 ndcg_cut_200 9-1_5 0.1347 ndcg_cut_500 9-1_5 0.1347 ndcg_cut_1000 9-1_5 0.1347 map_cut_5 9-1_5 0.0200 map_cut_10 9-1_5 0.0200 map_cut_15 9-1_5 0.0273 map_cut_20 9-1_5 0.0273 map_cut_30 9-1_5 0.0319 map_cut_100 9-1_5 0.0336 map_cut_200 9-1_5 0.0336 map_cut_500 9-1_5 0.0336 map_cut_1000 9-1_5 0.0336 relative_P_5 9-1_5 0.2000 relative_P_10 9-1_5 0.1000 relative_P_15 9-1_5 0.1333 relative_P_20 9-1_5 0.1000 relative_P_30 9-1_5 0.1200 relative_P_100 9-1_5 0.1600 relative_P_200 9-1_5 0.1600 relative_P_500 9-1_5 0.1600 relative_P_1000 9-1_5 0.1600 success_1 9-1_5 0.0000 success_5 9-1_5 1.0000 success_10 9-1_5 1.0000 set_P 9-1_5 0.0400 set_relative_P 9-1_5 0.1600 set_recall 9-1_5 0.1600 set_map 9-1_5 0.0064 set_F 9-1_5 0.0640 num_nonrel_judged_ret 9-1_5 20 rbp 9-1_5 0.0768 rbp_resid 9-1_5 0.4482 unj_5 9-1_5 0.2000 unj_10 9-1_5 0.4000 unj_20 9-1_5 0.5500 num_ret 9-2_6 100 num_rel 9-2_6 20 num_rel_ret 9-2_6 15 map 9-2_6 0.2748 Rprec 9-2_6 0.3500 bpref 9-2_6 0.6175 recip_rank 9-2_6 0.5000 iprec_at_recall_0.00 9-2_6 0.5000 iprec_at_recall_0.10 9-2_6 0.4375 iprec_at_recall_0.20 9-2_6 0.4375 iprec_at_recall_0.30 9-2_6 0.4375 iprec_at_recall_0.40 9-2_6 0.3704 iprec_at_recall_0.50 9-2_6 0.3704 iprec_at_recall_0.60 9-2_6 0.3409 iprec_at_recall_0.70 9-2_6 0.3409 iprec_at_recall_0.80 9-2_6 0.0000 iprec_at_recall_0.90 9-2_6 0.0000 iprec_at_recall_1.00 9-2_6 0.0000 P_5 9-2_6 0.2000 P_10 9-2_6 0.3000 P_15 9-2_6 0.4000 P_20 9-2_6 0.3500 P_30 9-2_6 0.3333 P_100 9-2_6 0.1500 P_200 9-2_6 0.0750 P_500 9-2_6 0.0300 P_1000 9-2_6 0.0150 relstring 9-2_6 '-2---31--4' recall_5 9-2_6 0.0500 recall_10 9-2_6 0.1500 recall_15 9-2_6 0.3000 recall_20 9-2_6 0.3500 recall_30 9-2_6 0.5000 recall_100 9-2_6 0.7500 recall_200 9-2_6 0.7500 recall_500 9-2_6 0.7500 recall_1000 9-2_6 0.7500 infAP 9-2_6 0.2748 Rprec_mult_0.20 9-2_6 0.2500 Rprec_mult_0.40 9-2_6 0.2500 Rprec_mult_0.60 9-2_6 0.4167 Rprec_mult_0.80 9-2_6 0.4375 Rprec_mult_1.00 9-2_6 0.3500 Rprec_mult_1.20 9-2_6 0.3333 Rprec_mult_1.40 9-2_6 0.3571 Rprec_mult_1.60 9-2_6 0.3438 Rprec_mult_1.80 9-2_6 0.3056 Rprec_mult_2.00 9-2_6 0.3000 utility 9-2_6 -70.0000 11pt_avg 9-2_6 0.2941 binG 9-2_6 0.2153 G 9-2_6 0.1551 ndcg 9-2_6 0.5274 ndcg_rel 9-2_6 0.4320 Rndcg 9-2_6 0.3549 ndcg_cut_5 9-2_6 0.1070 ndcg_cut_10 9-2_6 0.2212 ndcg_cut_15 9-2_6 0.3229 ndcg_cut_20 9-2_6 0.3432 ndcg_cut_30 9-2_6 0.4261 ndcg_cut_100 9-2_6 0.5274 ndcg_cut_200 9-2_6 0.5274 ndcg_cut_500 9-2_6 0.5274 ndcg_cut_1000 9-2_6 0.5274 map_cut_5 9-2_6 0.0250 map_cut_10 9-2_6 0.0567 map_cut_15 9-2_6 0.1157 map_cut_20 9-2_6 0.1376 map_cut_30 9-2_6 0.1923 map_cut_100 9-2_6 0.2748 map_cut_200 9-2_6 0.2748 map_cut_500 9-2_6 0.2748 map_cut_1000 9-2_6 0.2748 relative_P_5 9-2_6 0.2000 relative_P_10 9-2_6 0.3000 relative_P_15 9-2_6 0.4000 relative_P_20 9-2_6 0.3500 relative_P_30 9-2_6 0.5000 relative_P_100 9-2_6 0.7500 relative_P_200 9-2_6 0.7500 relative_P_500 9-2_6 0.7500 relative_P_1000 9-2_6 0.7500 success_1 9-2_6 0.0000 success_5 9-2_6 1.0000 success_10 9-2_6 1.0000 set_P 9-2_6 0.1500 set_relative_P 9-2_6 0.7500 set_recall 9-2_6 0.7500 set_map 9-2_6 0.1125 set_F 9-2_6 0.2500 num_nonrel_judged_ret 9-2_6 12 rbp 9-2_6 0.2797 rbp_resid 9-2_6 0.5579 unj_5 9-2_6 0.8000 unj_10 9-2_6 0.6000 unj_20 9-2_6 0.5500 num_ret 9-2_7 100 num_rel 9-2_7 10 num_rel_ret 9-2_7 6 map 9-2_7 0.1171 Rprec 9-2_7 0.2000 bpref 9-2_7 0.2100 recip_rank 9-2_7 0.2000 iprec_at_recall_0.00 9-2_7 0.2857 iprec_at_recall_0.10 9-2_7 0.2857 iprec_at_recall_0.20 9-2_7 0.2857 iprec_at_recall_0.30 9-2_7 0.2500 iprec_at_recall_0.40 9-2_7 0.2500 iprec_at_recall_0.50 9-2_7 0.1136 iprec_at_recall_0.60 9-2_7 0.1071 iprec_at_recall_0.70 9-2_7 0.0000 iprec_at_recall_0.80 9-2_7 0.0000 iprec_at_recall_0.90 9-2_7 0.0000 iprec_at_recall_1.00 9-2_7 0.0000 P_5 9-2_7 0.2000 P_10 9-2_7 0.2000 P_15 9-2_7 0.2000 P_20 9-2_7 0.2000 P_30 9-2_7 0.1333 P_100 9-2_7 0.0600 P_200 9-2_7 0.0300 P_500 9-2_7 0.0120 P_1000 9-2_7 0.0060 relstring 9-2_7 '--0141211-' recall_5 9-2_7 0.1000 recall_10 9-2_7 0.2000 recall_15 9-2_7 0.3000 recall_20 9-2_7 0.4000 recall_30 9-2_7 0.4000 recall_100 9-2_7 0.6000 recall_200 9-2_7 0.6000 recall_500 9-2_7 0.6000 recall_1000 9-2_7 0.6000 infAP 9-2_7 0.1171 Rprec_mult_0.20 9-2_7 0.0000 Rprec_mult_0.40 9-2_7 0.0000 Rprec_mult_0.60 9-2_7 0.1667 Rprec_mult_0.80 9-2_7 0.2500 Rprec_mult_1.00 9-2_7 0.2000 Rprec_mult_1.20 9-2_7 0.1667 Rprec_mult_1.40 9-2_7 0.2143 Rprec_mult_1.60 9-2_7 0.2500 Rprec_mult_1.80 9-2_7 0.2222 Rprec_mult_2.00 9-2_7 0.2000 utility 9-2_7 -88.0000 11pt_avg 9-2_7 0.1434 binG 9-2_7 0.1638 G 9-2_7 0.1355 ndcg 9-2_7 0.3980 ndcg_rel 9-2_7 0.3525 Rndcg 9-2_7 0.2618 ndcg_cut_5 9-2_7 0.2160 ndcg_cut_10 9-2_7 0.2929 ndcg_cut_15 9-2_7 0.3418 ndcg_cut_20 9-2_7 0.3785 ndcg_cut_30 9-2_7 0.3563 ndcg_cut_100 9-2_7 0.3980 ndcg_cut_200 9-2_7 0.3980 ndcg_cut_500 9-2_7 0.3980 ndcg_cut_1000 9-2_7 0.3980 map_cut_5 9-2_7 0.0200 map_cut_10 9-2_7 0.0486 map_cut_15 9-2_7 0.0700 map_cut_20 9-2_7 0.0950 map_cut_30 9-2_7 0.0950 map_cut_100 9-2_7 0.1171 map_cut_200 9-2_7 0.1171 map_cut_500 9-2_7 0.1171 map_cut_1000 9-2_7 0.1171 relative_P_5 9-2_7 0.2000 relative_P_10 9-2_7 0.2000 relative_P_15 9-2_7 0.3000 relative_P_20 9-2_7 0.4000 relative_P_30 9-2_7 0.4000 relative_P_100 9-2_7 0.6000 relative_P_200 9-2_7 0.6000 relative_P_500 9-2_7 0.6000 relative_P_1000 9-2_7 0.6000 success_1 9-2_7 0.0000 success_5 9-2_7 1.0000 success_10 9-2_7 1.0000 set_P 9-2_7 0.0600 set_relative_P 9-2_7 0.6000 set_recall 9-2_7 0.6000 set_map 9-2_7 0.0360 set_F 9-2_7 0.1091 num_nonrel_judged_ret 9-2_7 16 rbp 9-2_7 0.1985 rbp_resid 9-2_7 0.4130 unj_5 9-2_7 0.4000 unj_10 9-2_7 0.3000 unj_20 9-2_7 0.3500 num_ret 9-2_9 100 num_rel 9-2_9 31 num_rel_ret 9-2_9 19 map 9-2_9 0.2460 Rprec 9-2_9 0.3548 bpref 9-2_9 0.3226 recip_rank 9-2_9 1.0000 iprec_at_recall_0.00 9-2_9 1.0000 iprec_at_recall_0.10 9-2_9 0.4348 iprec_at_recall_0.20 9-2_9 0.4348 iprec_at_recall_0.30 9-2_9 0.4348 iprec_at_recall_0.40 9-2_9 0.3243 iprec_at_recall_0.50 9-2_9 0.2400 iprec_at_recall_0.60 9-2_9 0.1919 iprec_at_recall_0.70 9-2_9 0.0000 iprec_at_recall_0.80 9-2_9 0.0000 iprec_at_recall_0.90 9-2_9 0.0000 iprec_at_recall_1.00 9-2_9 0.0000 P_5 9-2_9 0.4000 P_10 9-2_9 0.3000 P_15 9-2_9 0.3333 P_20 9-2_9 0.4000 P_30 9-2_9 0.3667 P_100 9-2_9 0.1900 P_200 9-2_9 0.0950 P_500 9-2_9 0.0380 P_1000 9-2_9 0.0190 relstring 9-2_9 '22-1112111' recall_5 9-2_9 0.0645 recall_10 9-2_9 0.0968 recall_15 9-2_9 0.1613 recall_20 9-2_9 0.2581 recall_30 9-2_9 0.3548 recall_100 9-2_9 0.6129 recall_200 9-2_9 0.6129 recall_500 9-2_9 0.6129 recall_1000 9-2_9 0.6129 infAP 9-2_9 0.2460 Rprec_mult_0.20 9-2_9 0.4286 Rprec_mult_0.40 9-2_9 0.3846 Rprec_mult_0.60 9-2_9 0.4211 Rprec_mult_0.80 9-2_9 0.4000 Rprec_mult_1.00 9-2_9 0.3548 Rprec_mult_1.20 9-2_9 0.3158 Rprec_mult_1.40 9-2_9 0.2955 Rprec_mult_1.60 9-2_9 0.2600 Rprec_mult_1.80 9-2_9 0.2321 Rprec_mult_2.00 9-2_9 0.2419 utility 9-2_9 -62.0000 11pt_avg 9-2_9 0.2782 binG 9-2_9 0.1940 G 9-2_9 0.1206 ndcg 9-2_9 0.5312 ndcg_rel 9-2_9 0.4723 Rndcg 9-2_9 0.4372 ndcg_cut_5 9-2_9 0.3459 ndcg_cut_10 9-2_9 0.3306 ndcg_cut_15 9-2_9 0.3673 ndcg_cut_20 9-2_9 0.4051 ndcg_cut_30 9-2_9 0.4421 ndcg_cut_100 9-2_9 0.5312 ndcg_cut_200 9-2_9 0.5312 ndcg_cut_500 9-2_9 0.5312 ndcg_cut_1000 9-2_9 0.5312 map_cut_5 9-2_9 0.0645 map_cut_10 9-2_9 0.0783 map_cut_15 9-2_9 0.1015 map_cut_20 9-2_9 0.1397 map_cut_30 9-2_9 0.1812 map_cut_100 9-2_9 0.2460 map_cut_200 9-2_9 0.2460 map_cut_500 9-2_9 0.2460 map_cut_1000 9-2_9 0.2460 relative_P_5 9-2_9 0.4000 relative_P_10 9-2_9 0.3000 relative_P_15 9-2_9 0.3333 relative_P_20 9-2_9 0.4000 relative_P_30 9-2_9 0.3667 relative_P_100 9-2_9 0.6129 relative_P_200 9-2_9 0.6129 relative_P_500 9-2_9 0.6129 relative_P_1000 9-2_9 0.6129 success_1 9-2_9 1.0000 success_5 9-2_9 1.0000 success_10 9-2_9 1.0000 set_P 9-2_9 0.1900 set_relative_P 9-2_9 0.6129 set_recall 9-2_9 0.6129 set_map 9-2_9 0.1165 set_F 9-2_9 0.2901 num_nonrel_judged_ret 9-2_9 30 rbp 9-2_9 0.3313 rbp_resid 9-2_9 0.1440 unj_5 9-2_9 0.2000 unj_10 9-2_9 0.1000 unj_20 9-2_9 0.1000 runid all mq4cs-llamaft-splade num_q all 45 num_ret all 13655 num_rel all 2135 num_rel_ret all 826 map all 0.1793 gm_map all 0.0788 Rprec all 0.2213 bpref all 0.3192 recip_rank all 0.6118 iprec_at_recall_0.00 all 0.6566 iprec_at_recall_0.10 all 0.4476 iprec_at_recall_0.20 all 0.3608 iprec_at_recall_0.30 all 0.2514 iprec_at_recall_0.40 all 0.1894 iprec_at_recall_0.50 all 0.1351 iprec_at_recall_0.60 all 0.0989 iprec_at_recall_0.70 all 0.0583 iprec_at_recall_0.80 all 0.0385 iprec_at_recall_0.90 all 0.0312 iprec_at_recall_1.00 all 0.0089 P_5 all 0.4311 P_10 all 0.4089 P_15 all 0.3674 P_20 all 0.3333 P_30 all 0.2852 P_100 all 0.1396 P_200 all 0.0820 P_500 all 0.0362 P_1000 all 0.0184 recall_5 all 0.0650 recall_10 all 0.1172 recall_15 all 0.1662 recall_20 all 0.2003 recall_30 all 0.2467 recall_100 all 0.3693 recall_200 all 0.4102 recall_500 all 0.4439 recall_1000 all 0.4484 infAP all 0.1793 gm_bpref all 0.1130 Rprec_mult_0.20 all 0.4057 Rprec_mult_0.40 all 0.3297 Rprec_mult_0.60 all 0.2941 Rprec_mult_0.80 all 0.2575 Rprec_mult_1.00 all 0.2213 Rprec_mult_1.20 all 0.2077 Rprec_mult_1.40 all 0.1954 Rprec_mult_1.60 all 0.1810 Rprec_mult_1.80 all 0.1669 Rprec_mult_2.00 all 0.1579 utility all -266.7333 11pt_avg all 0.2070 binG all 0.1502 G all 0.1100 ndcg all 0.3911 ndcg_rel all 0.3727 Rndcg all 0.3379 ndcg_cut_5 all 0.3680 ndcg_cut_10 all 0.3854 ndcg_cut_15 all 0.3781 ndcg_cut_20 all 0.3688 ndcg_cut_30 all 0.3635 ndcg_cut_100 all 0.3571 ndcg_cut_200 all 0.3737 ndcg_cut_500 all 0.3887 ndcg_cut_1000 all 0.3911 map_cut_5 all 0.0496 map_cut_10 all 0.0785 map_cut_15 all 0.1000 map_cut_20 all 0.1141 map_cut_30 all 0.1325 map_cut_100 all 0.1692 map_cut_200 all 0.1767 map_cut_500 all 0.1791 map_cut_1000 all 0.1793 relative_P_5 all 0.4311 relative_P_10 all 0.4143 relative_P_15 all 0.3874 relative_P_20 all 0.3725 relative_P_30 all 0.3592 relative_P_100 all 0.3729 relative_P_200 all 0.4105 relative_P_500 all 0.4439 relative_P_1000 all 0.4484 success_1 all 0.4444 success_5 all 0.8222 success_10 all 0.8889 set_P all 0.0863 set_relative_P all 0.4515 set_recall all 0.4484 set_map all 0.0429 set_F all 0.1259 num_nonrel_judged_ret all 881 rbp all 0.2967 rbp_resid all 0.3255 unj_5 all 0.2178 unj_10 all 0.1911 unj_20 all 0.3622