num_ret 1-1_3 100 num_rel 1-1_3 64 num_rel_ret 1-1_3 32 map 1-1_3 0.1770 Rprec 1-1_3 0.3281 bpref 1-1_3 0.4098 recip_rank 1-1_3 1.0000 iprec_at_recall_0.00 1-1_3 1.0000 iprec_at_recall_0.10 1-1_3 0.3333 iprec_at_recall_0.20 1-1_3 0.3333 iprec_at_recall_0.30 1-1_3 0.3333 iprec_at_recall_0.40 1-1_3 0.3333 iprec_at_recall_0.50 1-1_3 0.3265 iprec_at_recall_0.60 1-1_3 0.0000 iprec_at_recall_0.70 1-1_3 0.0000 iprec_at_recall_0.80 1-1_3 0.0000 iprec_at_recall_0.90 1-1_3 0.0000 iprec_at_recall_1.00 1-1_3 0.0000 P_5 1-1_3 0.6000 P_10 1-1_3 0.4000 P_15 1-1_3 0.3333 P_20 1-1_3 0.2500 P_30 1-1_3 0.2333 P_100 1-1_3 0.3200 P_200 1-1_3 0.1600 P_500 1-1_3 0.0640 P_1000 1-1_3 0.0320 relstring 1-1_3 '2021210-04' recall_5 1-1_3 0.0469 recall_10 1-1_3 0.0625 recall_15 1-1_3 0.0781 recall_20 1-1_3 0.0781 recall_30 1-1_3 0.1094 recall_100 1-1_3 0.5000 recall_200 1-1_3 0.5000 recall_500 1-1_3 0.5000 recall_1000 1-1_3 0.5000 infAP 1-1_3 0.1770 Rprec_mult_0.20 1-1_3 0.3077 Rprec_mult_0.40 1-1_3 0.2308 Rprec_mult_0.60 1-1_3 0.2564 Rprec_mult_0.80 1-1_3 0.3269 Rprec_mult_1.00 1-1_3 0.3281 Rprec_mult_1.20 1-1_3 0.3117 Rprec_mult_1.40 1-1_3 0.3222 Rprec_mult_1.60 1-1_3 0.3107 Rprec_mult_1.80 1-1_3 0.2759 Rprec_mult_2.00 1-1_3 0.2500 utility 1-1_3 -36.0000 11pt_avg 1-1_3 0.2418 binG 1-1_3 0.1225 G 1-1_3 0.0861 ndcg 1-1_3 0.4198 ndcg_rel 1-1_3 0.3826 Rndcg 1-1_3 0.3306 ndcg_cut_5 1-1_3 0.4013 ndcg_cut_10 1-1_3 0.3746 ndcg_cut_15 1-1_3 0.3242 ndcg_cut_20 1-1_3 0.2738 ndcg_cut_30 1-1_3 0.2565 ndcg_cut_100 1-1_3 0.4198 ndcg_cut_200 1-1_3 0.4198 ndcg_cut_500 1-1_3 0.4198 ndcg_cut_1000 1-1_3 0.4198 map_cut_5 1-1_3 0.0354 map_cut_10 1-1_3 0.0417 map_cut_15 1-1_3 0.0472 map_cut_20 1-1_3 0.0472 map_cut_30 1-1_3 0.0558 map_cut_100 1-1_3 0.1770 map_cut_200 1-1_3 0.1770 map_cut_500 1-1_3 0.1770 map_cut_1000 1-1_3 0.1770 relative_P_5 1-1_3 0.6000 relative_P_10 1-1_3 0.4000 relative_P_15 1-1_3 0.3333 relative_P_20 1-1_3 0.2500 relative_P_30 1-1_3 0.2333 relative_P_100 1-1_3 0.5000 relative_P_200 1-1_3 0.5000 relative_P_500 1-1_3 0.5000 relative_P_1000 1-1_3 0.5000 success_1 1-1_3 1.0000 success_5 1-1_3 1.0000 success_10 1-1_3 1.0000 set_P 1-1_3 0.3200 set_relative_P 1-1_3 0.5000 set_recall 1-1_3 0.5000 set_map 1-1_3 0.1600 set_F 1-1_3 0.3902 num_nonrel_judged_ret 1-1_3 13 rbp 1-1_3 0.2269 rbp_resid 1-1_3 0.2894 unj_5 1-1_3 0.0000 unj_10 1-1_3 0.1000 unj_20 1-1_3 0.4000 num_ret 1-1_4 100 num_rel 1-1_4 107 num_rel_ret 1-1_4 36 map 1-1_4 0.2110 Rprec 1-1_4 0.3364 bpref 1-1_4 0.3364 recip_rank 1-1_4 0.5000 iprec_at_recall_0.00 1-1_4 0.9091 iprec_at_recall_0.10 1-1_4 0.7500 iprec_at_recall_0.20 1-1_4 0.6111 iprec_at_recall_0.30 1-1_4 0.3678 iprec_at_recall_0.40 1-1_4 0.0000 iprec_at_recall_0.50 1-1_4 0.0000 iprec_at_recall_0.60 1-1_4 0.0000 iprec_at_recall_0.70 1-1_4 0.0000 iprec_at_recall_0.80 1-1_4 0.0000 iprec_at_recall_0.90 1-1_4 0.0000 iprec_at_recall_1.00 1-1_4 0.0000 P_5 1-1_4 0.8000 P_10 1-1_4 0.9000 P_15 1-1_4 0.7333 P_20 1-1_4 0.7000 P_30 1-1_4 0.6333 P_100 1-1_4 0.3600 P_200 1-1_4 0.1800 P_500 1-1_4 0.0720 P_1000 1-1_4 0.0360 relstring 1-1_4 '-332222242' recall_5 1-1_4 0.0374 recall_10 1-1_4 0.0841 recall_15 1-1_4 0.1028 recall_20 1-1_4 0.1308 recall_30 1-1_4 0.1776 recall_100 1-1_4 0.3364 recall_200 1-1_4 0.3364 recall_500 1-1_4 0.3364 recall_1000 1-1_4 0.3364 infAP 1-1_4 0.2110 Rprec_mult_0.20 1-1_4 0.7273 Rprec_mult_0.40 1-1_4 0.5581 Rprec_mult_0.60 1-1_4 0.4462 Rprec_mult_0.80 1-1_4 0.3605 Rprec_mult_1.00 1-1_4 0.3364 Rprec_mult_1.20 1-1_4 0.2791 Rprec_mult_1.40 1-1_4 0.2400 Rprec_mult_1.60 1-1_4 0.2093 Rprec_mult_1.80 1-1_4 0.1865 Rprec_mult_2.00 1-1_4 0.1682 utility 1-1_4 -28.0000 11pt_avg 1-1_4 0.2398 binG 1-1_4 0.1201 G 1-1_4 0.0671 ndcg 1-1_4 0.3734 ndcg_rel 1-1_4 0.3960 Rndcg 1-1_4 0.4163 ndcg_cut_5 1-1_4 0.4263 ndcg_cut_10 1-1_4 0.4853 ndcg_cut_15 1-1_4 0.4558 ndcg_cut_20 1-1_4 0.4618 ndcg_cut_30 1-1_4 0.4775 ndcg_cut_100 1-1_4 0.3884 ndcg_cut_200 1-1_4 0.3734 ndcg_cut_500 1-1_4 0.3734 ndcg_cut_1000 1-1_4 0.3734 map_cut_5 1-1_4 0.0254 map_cut_10 1-1_4 0.0661 map_cut_15 1-1_4 0.0814 map_cut_20 1-1_4 0.1017 map_cut_30 1-1_4 0.1354 map_cut_100 1-1_4 0.2110 map_cut_200 1-1_4 0.2110 map_cut_500 1-1_4 0.2110 map_cut_1000 1-1_4 0.2110 relative_P_5 1-1_4 0.8000 relative_P_10 1-1_4 0.9000 relative_P_15 1-1_4 0.7333 relative_P_20 1-1_4 0.7000 relative_P_30 1-1_4 0.6333 relative_P_100 1-1_4 0.3600 relative_P_200 1-1_4 0.3364 relative_P_500 1-1_4 0.3364 relative_P_1000 1-1_4 0.3364 success_1 1-1_4 0.0000 success_5 1-1_4 1.0000 success_10 1-1_4 1.0000 set_P 1-1_4 0.3600 set_relative_P 1-1_4 0.3600 set_recall 1-1_4 0.3364 set_map 1-1_4 0.1211 set_F 1-1_4 0.3478 num_nonrel_judged_ret 1-1_4 0 rbp 1-1_4 0.4722 rbp_resid 1-1_4 0.2777 unj_5 1-1_4 0.2000 unj_10 1-1_4 0.1000 unj_20 1-1_4 0.3000 num_ret 1-1_5 100 num_rel 1-1_5 219 num_rel_ret 1-1_5 33 map 1-1_5 0.1191 Rprec 1-1_5 0.1507 bpref 1-1_5 0.1475 recip_rank 1-1_5 1.0000 iprec_at_recall_0.00 1-1_5 1.0000 iprec_at_recall_0.10 1-1_5 0.7097 iprec_at_recall_0.20 1-1_5 0.0000 iprec_at_recall_0.30 1-1_5 0.0000 iprec_at_recall_0.40 1-1_5 0.0000 iprec_at_recall_0.50 1-1_5 0.0000 iprec_at_recall_0.60 1-1_5 0.0000 iprec_at_recall_0.70 1-1_5 0.0000 iprec_at_recall_0.80 1-1_5 0.0000 iprec_at_recall_0.90 1-1_5 0.0000 iprec_at_recall_1.00 1-1_5 0.0000 P_5 1-1_5 1.0000 P_10 1-1_5 1.0000 P_15 1-1_5 0.9333 P_20 1-1_5 0.8500 P_30 1-1_5 0.7000 P_100 1-1_5 0.3300 P_200 1-1_5 0.1650 P_500 1-1_5 0.0660 P_1000 1-1_5 0.0330 relstring 1-1_5 '4323232322' recall_5 1-1_5 0.0228 recall_10 1-1_5 0.0457 recall_15 1-1_5 0.0639 recall_20 1-1_5 0.0776 recall_30 1-1_5 0.0959 recall_100 1-1_5 0.1507 recall_200 1-1_5 0.1507 recall_500 1-1_5 0.1507 recall_1000 1-1_5 0.1507 infAP 1-1_5 0.1191 Rprec_mult_0.20 1-1_5 0.5682 Rprec_mult_0.40 1-1_5 0.3636 Rprec_mult_0.60 1-1_5 0.2500 Rprec_mult_0.80 1-1_5 0.1875 Rprec_mult_1.00 1-1_5 0.1507 Rprec_mult_1.20 1-1_5 0.1255 Rprec_mult_1.40 1-1_5 0.1075 Rprec_mult_1.60 1-1_5 0.0940 Rprec_mult_1.80 1-1_5 0.0835 Rprec_mult_2.00 1-1_5 0.0753 utility 1-1_5 -34.0000 11pt_avg 1-1_5 0.1554 binG 1-1_5 0.0821 G 1-1_5 0.0424 ndcg 1-1_5 0.2536 ndcg_rel 1-1_5 0.3111 Rndcg 1-1_5 0.4350 ndcg_cut_5 1-1_5 0.7596 ndcg_cut_10 1-1_5 0.7168 ndcg_cut_15 1-1_5 0.6936 ndcg_cut_20 1-1_5 0.6613 ndcg_cut_30 1-1_5 0.5962 ndcg_cut_100 1-1_5 0.4045 ndcg_cut_200 1-1_5 0.2738 ndcg_cut_500 1-1_5 0.2536 ndcg_cut_1000 1-1_5 0.2536 map_cut_5 1-1_5 0.0228 map_cut_10 1-1_5 0.0457 map_cut_15 1-1_5 0.0626 map_cut_20 1-1_5 0.0743 map_cut_30 1-1_5 0.0885 map_cut_100 1-1_5 0.1191 map_cut_200 1-1_5 0.1191 map_cut_500 1-1_5 0.1191 map_cut_1000 1-1_5 0.1191 relative_P_5 1-1_5 1.0000 relative_P_10 1-1_5 1.0000 relative_P_15 1-1_5 0.9333 relative_P_20 1-1_5 0.8500 relative_P_30 1-1_5 0.7000 relative_P_100 1-1_5 0.3300 relative_P_200 1-1_5 0.1650 relative_P_500 1-1_5 0.1507 relative_P_1000 1-1_5 0.1507 success_1 1-1_5 1.0000 success_5 1-1_5 1.0000 success_10 1-1_5 1.0000 set_P 1-1_5 0.3300 set_relative_P 1-1_5 0.3300 set_recall 1-1_5 0.1507 set_map 1-1_5 0.0497 set_F 1-1_5 0.2069 num_nonrel_judged_ret 1-1_5 2 rbp 1-1_5 0.5591 rbp_resid 1-1_5 0.1304 unj_5 1-1_5 0.0000 unj_10 1-1_5 0.0000 unj_20 1-1_5 0.1000 num_ret 1-1_7 100 num_rel 1-1_7 99 num_rel_ret 1-1_7 40 map 1-1_7 0.3403 Rprec 1-1_7 0.4040 bpref 1-1_7 0.3835 recip_rank 1-1_7 1.0000 iprec_at_recall_0.00 1-1_7 1.0000 iprec_at_recall_0.10 1-1_7 0.9286 iprec_at_recall_0.20 1-1_7 0.8800 iprec_at_recall_0.30 1-1_7 0.7805 iprec_at_recall_0.40 1-1_7 0.4938 iprec_at_recall_0.50 1-1_7 0.0000 iprec_at_recall_0.60 1-1_7 0.0000 iprec_at_recall_0.70 1-1_7 0.0000 iprec_at_recall_0.80 1-1_7 0.0000 iprec_at_recall_0.90 1-1_7 0.0000 iprec_at_recall_1.00 1-1_7 0.0000 P_5 1-1_7 1.0000 P_10 1-1_7 0.9000 P_15 1-1_7 0.8667 P_20 1-1_7 0.9000 P_30 1-1_7 0.8333 P_100 1-1_7 0.4000 P_200 1-1_7 0.2000 P_500 1-1_7 0.0800 P_1000 1-1_7 0.0400 relstring 1-1_7 '2222332213' recall_5 1-1_7 0.0505 recall_10 1-1_7 0.0909 recall_15 1-1_7 0.1313 recall_20 1-1_7 0.1818 recall_30 1-1_7 0.2525 recall_100 1-1_7 0.4040 recall_200 1-1_7 0.4040 recall_500 1-1_7 0.4040 recall_1000 1-1_7 0.4040 infAP 1-1_7 0.3403 Rprec_mult_0.20 1-1_7 0.9000 Rprec_mult_0.40 1-1_7 0.7750 Rprec_mult_0.60 1-1_7 0.6000 Rprec_mult_0.80 1-1_7 0.4875 Rprec_mult_1.00 1-1_7 0.4040 Rprec_mult_1.20 1-1_7 0.3361 Rprec_mult_1.40 1-1_7 0.2878 Rprec_mult_1.60 1-1_7 0.2516 Rprec_mult_1.80 1-1_7 0.2235 Rprec_mult_2.00 1-1_7 0.2020 utility 1-1_7 -20.0000 11pt_avg 1-1_7 0.3712 binG 1-1_7 0.2074 G 1-1_7 0.0930 ndcg 1-1_7 0.4727 ndcg_rel 1-1_7 0.5240 Rndcg 1-1_7 0.5428 ndcg_cut_5 1-1_7 0.5328 ndcg_cut_10 1-1_7 0.5797 ndcg_cut_15 1-1_7 0.5852 ndcg_cut_20 1-1_7 0.6261 ndcg_cut_30 1-1_7 0.6622 ndcg_cut_100 1-1_7 0.4905 ndcg_cut_200 1-1_7 0.4727 ndcg_cut_500 1-1_7 0.4727 ndcg_cut_1000 1-1_7 0.4727 map_cut_5 1-1_7 0.0505 map_cut_10 1-1_7 0.0899 map_cut_15 1-1_7 0.1270 map_cut_20 1-1_7 0.1719 map_cut_30 1-1_7 0.2331 map_cut_100 1-1_7 0.3403 map_cut_200 1-1_7 0.3403 map_cut_500 1-1_7 0.3403 map_cut_1000 1-1_7 0.3403 relative_P_5 1-1_7 1.0000 relative_P_10 1-1_7 0.9000 relative_P_15 1-1_7 0.8667 relative_P_20 1-1_7 0.9000 relative_P_30 1-1_7 0.8333 relative_P_100 1-1_7 0.4040 relative_P_200 1-1_7 0.4040 relative_P_500 1-1_7 0.4040 relative_P_1000 1-1_7 0.4040 success_1 1-1_7 1.0000 success_5 1-1_7 1.0000 success_10 1-1_7 1.0000 set_P 1-1_7 0.4000 set_relative_P 1-1_7 0.4040 set_recall 1-1_7 0.4040 set_map 1-1_7 0.1616 set_F 1-1_7 0.4020 num_nonrel_judged_ret 1-1_7 3 rbp 1-1_7 0.5390 rbp_resid 1-1_7 0.0560 unj_5 1-1_7 0.0000 unj_10 1-1_7 0.0000 unj_20 1-1_7 0.0500 num_ret 1-1_8 100 num_rel 1-1_8 94 num_rel_ret 1-1_8 32 map 1-1_8 0.1670 Rprec 1-1_8 0.3298 bpref 1-1_8 0.3092 recip_rank 1-1_8 1.0000 iprec_at_recall_0.00 1-1_8 1.0000 iprec_at_recall_0.10 1-1_8 0.5625 iprec_at_recall_0.20 1-1_8 0.4444 iprec_at_recall_0.30 1-1_8 0.3537 iprec_at_recall_0.40 1-1_8 0.0000 iprec_at_recall_0.50 1-1_8 0.0000 iprec_at_recall_0.60 1-1_8 0.0000 iprec_at_recall_0.70 1-1_8 0.0000 iprec_at_recall_0.80 1-1_8 0.0000 iprec_at_recall_0.90 1-1_8 0.0000 iprec_at_recall_1.00 1-1_8 0.0000 P_5 1-1_8 0.4000 P_10 1-1_8 0.6000 P_15 1-1_8 0.5333 P_20 1-1_8 0.4500 P_30 1-1_8 0.5000 P_100 1-1_8 0.3200 P_200 1-1_8 0.1600 P_500 1-1_8 0.0640 P_1000 1-1_8 0.0320 relstring 1-1_8 '22-1002222' recall_5 1-1_8 0.0213 recall_10 1-1_8 0.0638 recall_15 1-1_8 0.0851 recall_20 1-1_8 0.0957 recall_30 1-1_8 0.1596 recall_100 1-1_8 0.3404 recall_200 1-1_8 0.3404 recall_500 1-1_8 0.3404 recall_1000 1-1_8 0.3404 infAP 1-1_8 0.1670 Rprec_mult_0.20 1-1_8 0.4737 Rprec_mult_0.40 1-1_8 0.4737 Rprec_mult_0.60 1-1_8 0.4211 Rprec_mult_0.80 1-1_8 0.3553 Rprec_mult_1.00 1-1_8 0.3298 Rprec_mult_1.20 1-1_8 0.2832 Rprec_mult_1.40 1-1_8 0.2424 Rprec_mult_1.60 1-1_8 0.2119 Rprec_mult_1.80 1-1_8 0.1882 Rprec_mult_2.00 1-1_8 0.1702 utility 1-1_8 -36.0000 11pt_avg 1-1_8 0.2146 binG 1-1_8 0.1002 G 1-1_8 0.0656 ndcg 1-1_8 0.3599 ndcg_rel 1-1_8 0.3713 Rndcg 1-1_8 0.3656 ndcg_cut_5 1-1_8 0.3237 ndcg_cut_10 1-1_8 0.3811 ndcg_cut_15 1-1_8 0.3579 ndcg_cut_20 1-1_8 0.3485 ndcg_cut_30 1-1_8 0.4129 ndcg_cut_100 1-1_8 0.3728 ndcg_cut_200 1-1_8 0.3599 ndcg_cut_500 1-1_8 0.3599 ndcg_cut_1000 1-1_8 0.3599 map_cut_5 1-1_8 0.0213 map_cut_10 1-1_8 0.0434 map_cut_15 1-1_8 0.0553 map_cut_20 1-1_8 0.0613 map_cut_30 1-1_8 0.0935 map_cut_100 1-1_8 0.1670 map_cut_200 1-1_8 0.1670 map_cut_500 1-1_8 0.1670 map_cut_1000 1-1_8 0.1670 relative_P_5 1-1_8 0.4000 relative_P_10 1-1_8 0.6000 relative_P_15 1-1_8 0.5333 relative_P_20 1-1_8 0.4500 relative_P_30 1-1_8 0.5000 relative_P_100 1-1_8 0.3404 relative_P_200 1-1_8 0.3404 relative_P_500 1-1_8 0.3404 relative_P_1000 1-1_8 0.3404 success_1 1-1_8 1.0000 success_5 1-1_8 1.0000 success_10 1-1_8 1.0000 set_P 1-1_8 0.3200 set_relative_P 1-1_8 0.3404 set_recall 1-1_8 0.3404 set_map 1-1_8 0.1089 set_F 1-1_8 0.3299 num_nonrel_judged_ret 1-1_8 10 rbp 1-1_8 0.2859 rbp_resid 1-1_8 0.2175 unj_5 1-1_8 0.2000 unj_10 1-1_8 0.1000 unj_20 1-1_8 0.3000 num_ret 2-1_10 100 num_rel 2-1_10 17 num_rel_ret 2-1_10 17 map 2-1_10 0.6457 Rprec 2-1_10 0.7059 bpref 2-1_10 0.9758 recip_rank 2-1_10 0.5000 iprec_at_recall_0.00 2-1_10 0.8000 iprec_at_recall_0.10 2-1_10 0.8000 iprec_at_recall_0.20 2-1_10 0.8000 iprec_at_recall_0.30 2-1_10 0.8000 iprec_at_recall_0.40 2-1_10 0.8000 iprec_at_recall_0.50 2-1_10 0.7500 iprec_at_recall_0.60 2-1_10 0.7143 iprec_at_recall_0.70 2-1_10 0.7059 iprec_at_recall_0.80 2-1_10 0.6087 iprec_at_recall_0.90 2-1_10 0.5172 iprec_at_recall_1.00 2-1_10 0.2000 P_5 2-1_10 0.8000 P_10 2-1_10 0.8000 P_15 2-1_10 0.6667 P_20 2-1_10 0.6000 P_30 2-1_10 0.5000 P_100 2-1_10 0.1700 P_200 2-1_10 0.0850 P_500 2-1_10 0.0340 P_1000 2-1_10 0.0170 relstring 2-1_10 '-2333-3333' recall_5 2-1_10 0.2353 recall_10 2-1_10 0.4706 recall_15 2-1_10 0.5882 recall_20 2-1_10 0.7059 recall_30 2-1_10 0.8824 recall_100 2-1_10 1.0000 recall_200 2-1_10 1.0000 recall_500 2-1_10 1.0000 recall_1000 2-1_10 1.0000 infAP 2-1_10 0.6457 Rprec_mult_0.20 2-1_10 0.7500 Rprec_mult_0.40 2-1_10 0.7143 Rprec_mult_0.60 2-1_10 0.7273 Rprec_mult_0.80 2-1_10 0.7143 Rprec_mult_1.00 2-1_10 0.7059 Rprec_mult_1.20 2-1_10 0.5714 Rprec_mult_1.40 2-1_10 0.5833 Rprec_mult_1.60 2-1_10 0.5000 Rprec_mult_1.80 2-1_10 0.4839 Rprec_mult_2.00 2-1_10 0.4412 utility 2-1_10 -66.0000 11pt_avg 2-1_10 0.6815 binG 2-1_10 0.4276 G 2-1_10 0.2917 ndcg 2-1_10 0.7767 ndcg_rel 2-1_10 0.6473 Rndcg 2-1_10 0.6964 ndcg_cut_5 2-1_10 0.5895 ndcg_cut_10 2-1_10 0.6552 ndcg_cut_15 2-1_10 0.6615 ndcg_cut_20 2-1_10 0.6675 ndcg_cut_30 2-1_10 0.7301 ndcg_cut_100 2-1_10 0.7767 ndcg_cut_200 2-1_10 0.7767 ndcg_cut_500 2-1_10 0.7767 ndcg_cut_1000 2-1_10 0.7767 map_cut_5 2-1_10 0.1598 map_cut_10 2-1_10 0.3387 map_cut_15 2-1_10 0.4249 map_cut_20 2-1_10 0.5068 map_cut_30 2-1_10 0.6078 map_cut_100 2-1_10 0.6457 map_cut_200 2-1_10 0.6457 map_cut_500 2-1_10 0.6457 map_cut_1000 2-1_10 0.6457 relative_P_5 2-1_10 0.8000 relative_P_10 2-1_10 0.8000 relative_P_15 2-1_10 0.6667 relative_P_20 2-1_10 0.7059 relative_P_30 2-1_10 0.8824 relative_P_100 2-1_10 1.0000 relative_P_200 2-1_10 1.0000 relative_P_500 2-1_10 1.0000 relative_P_1000 2-1_10 1.0000 success_1 2-1_10 0.0000 success_5 2-1_10 1.0000 success_10 2-1_10 1.0000 set_P 2-1_10 0.1700 set_relative_P 2-1_10 1.0000 set_recall 2-1_10 1.0000 set_map 2-1_10 0.1700 set_F 2-1_10 0.2906 num_nonrel_judged_ret 2-1_10 2 rbp 2-1_10 0.5780 rbp_resid 2-1_10 0.3604 unj_5 2-1_10 0.2000 unj_10 2-1_10 0.2000 unj_20 2-1_10 0.3500 num_ret 2-1_12 100 num_rel 2-1_12 101 num_rel_ret 2-1_12 19 map 2-1_12 0.0810 Rprec 2-1_12 0.1881 bpref 2-1_12 0.1788 recip_rank 2-1_12 0.5000 iprec_at_recall_0.00 2-1_12 0.7143 iprec_at_recall_0.10 2-1_12 0.4348 iprec_at_recall_0.20 2-1_12 0.0000 iprec_at_recall_0.30 2-1_12 0.0000 iprec_at_recall_0.40 2-1_12 0.0000 iprec_at_recall_0.50 2-1_12 0.0000 iprec_at_recall_0.60 2-1_12 0.0000 iprec_at_recall_0.70 2-1_12 0.0000 iprec_at_recall_0.80 2-1_12 0.0000 iprec_at_recall_0.90 2-1_12 0.0000 iprec_at_recall_1.00 2-1_12 0.0000 P_5 2-1_12 0.6000 P_10 2-1_12 0.7000 P_15 2-1_12 0.5333 P_20 2-1_12 0.4000 P_30 2-1_12 0.3333 P_100 2-1_12 0.1900 P_200 2-1_12 0.0950 P_500 2-1_12 0.0380 P_1000 2-1_12 0.0190 relstring 2-1_12 '1303233-23' recall_5 2-1_12 0.0297 recall_10 2-1_12 0.0693 recall_15 2-1_12 0.0792 recall_20 2-1_12 0.0792 recall_30 2-1_12 0.0990 recall_100 2-1_12 0.1881 recall_200 2-1_12 0.1881 recall_500 2-1_12 0.1881 recall_1000 2-1_12 0.1881 infAP 2-1_12 0.0810 Rprec_mult_0.20 2-1_12 0.4286 Rprec_mult_0.40 2-1_12 0.2927 Rprec_mult_0.60 2-1_12 0.2623 Rprec_mult_0.80 2-1_12 0.2222 Rprec_mult_1.00 2-1_12 0.1881 Rprec_mult_1.20 2-1_12 0.1557 Rprec_mult_1.40 2-1_12 0.1338 Rprec_mult_1.60 2-1_12 0.1173 Rprec_mult_1.80 2-1_12 0.1044 Rprec_mult_2.00 2-1_12 0.0941 utility 2-1_12 -62.0000 11pt_avg 2-1_12 0.1045 binG 2-1_12 0.0597 G 2-1_12 0.0480 ndcg 2-1_12 0.2639 ndcg_rel 2-1_12 0.2953 Rndcg 2-1_12 0.2993 ndcg_cut_5 2-1_12 0.5606 ndcg_cut_10 2-1_12 0.6233 ndcg_cut_15 2-1_12 0.5131 ndcg_cut_20 2-1_12 0.4271 ndcg_cut_30 2-1_12 0.3684 ndcg_cut_100 2-1_12 0.2827 ndcg_cut_200 2-1_12 0.2639 ndcg_cut_500 2-1_12 0.2639 ndcg_cut_1000 2-1_12 0.2639 map_cut_5 2-1_12 0.0158 map_cut_10 2-1_12 0.0430 map_cut_15 2-1_12 0.0491 map_cut_20 2-1_12 0.0491 map_cut_30 2-1_12 0.0577 map_cut_100 2-1_12 0.0810 map_cut_200 2-1_12 0.0810 map_cut_500 2-1_12 0.0810 map_cut_1000 2-1_12 0.0810 relative_P_5 2-1_12 0.6000 relative_P_10 2-1_12 0.7000 relative_P_15 2-1_12 0.5333 relative_P_20 2-1_12 0.4000 relative_P_30 2-1_12 0.3333 relative_P_100 2-1_12 0.1900 relative_P_200 2-1_12 0.1881 relative_P_500 2-1_12 0.1881 relative_P_1000 2-1_12 0.1881 success_1 2-1_12 0.0000 success_5 2-1_12 1.0000 success_10 2-1_12 1.0000 set_P 2-1_12 0.1900 set_relative_P 2-1_12 0.1900 set_recall 2-1_12 0.1881 set_map 2-1_12 0.0357 set_F 2-1_12 0.1891 num_nonrel_judged_ret 2-1_12 13 rbp 2-1_12 0.4610 rbp_resid 2-1_12 0.2831 unj_5 2-1_12 0.0000 unj_10 2-1_12 0.1000 unj_20 2-1_12 0.4000 num_ret 2-1_14 100 num_rel 2-1_14 52 num_rel_ret 2-1_14 14 map 2-1_14 0.0980 Rprec 2-1_14 0.1731 bpref 2-1_14 0.2093 recip_rank 2-1_14 1.0000 iprec_at_recall_0.00 2-1_14 1.0000 iprec_at_recall_0.10 2-1_14 0.3750 iprec_at_recall_0.20 2-1_14 0.2000 iprec_at_recall_0.30 2-1_14 0.0000 iprec_at_recall_0.40 2-1_14 0.0000 iprec_at_recall_0.50 2-1_14 0.0000 iprec_at_recall_0.60 2-1_14 0.0000 iprec_at_recall_0.70 2-1_14 0.0000 iprec_at_recall_0.80 2-1_14 0.0000 iprec_at_recall_0.90 2-1_14 0.0000 iprec_at_recall_1.00 2-1_14 0.0000 P_5 2-1_14 0.4000 P_10 2-1_14 0.4000 P_15 2-1_14 0.3333 P_20 2-1_14 0.3500 P_30 2-1_14 0.2667 P_100 2-1_14 0.1400 P_200 2-1_14 0.0700 P_500 2-1_14 0.0280 P_1000 2-1_14 0.0140 relstring 2-1_14 '3130020121' recall_5 2-1_14 0.0385 recall_10 2-1_14 0.0769 recall_15 2-1_14 0.0962 recall_20 2-1_14 0.1346 recall_30 2-1_14 0.1538 recall_100 2-1_14 0.2692 recall_200 2-1_14 0.2692 recall_500 2-1_14 0.2692 recall_1000 2-1_14 0.2692 infAP 2-1_14 0.0980 Rprec_mult_0.20 2-1_14 0.3636 Rprec_mult_0.40 2-1_14 0.3333 Rprec_mult_0.60 2-1_14 0.2500 Rprec_mult_0.80 2-1_14 0.1905 Rprec_mult_1.00 2-1_14 0.1731 Rprec_mult_1.20 2-1_14 0.1746 Rprec_mult_1.40 2-1_14 0.1781 Rprec_mult_1.60 2-1_14 0.1548 Rprec_mult_1.80 2-1_14 0.1489 Rprec_mult_2.00 2-1_14 0.1346 utility 2-1_14 -72.0000 11pt_avg 2-1_14 0.1432 binG 2-1_14 0.0869 G 2-1_14 0.0729 ndcg 2-1_14 0.3277 ndcg_rel 2-1_14 0.3653 Rndcg 2-1_14 0.3547 ndcg_cut_5 2-1_14 0.5801 ndcg_cut_10 2-1_14 0.5172 ndcg_cut_15 2-1_14 0.4606 ndcg_cut_20 2-1_14 0.4431 ndcg_cut_30 2-1_14 0.3834 ndcg_cut_100 2-1_14 0.3277 ndcg_cut_200 2-1_14 0.3277 ndcg_cut_500 2-1_14 0.3277 ndcg_cut_1000 2-1_14 0.3277 map_cut_5 2-1_14 0.0321 map_cut_10 2-1_14 0.0502 map_cut_15 2-1_14 0.0566 map_cut_20 2-1_14 0.0709 map_cut_30 2-1_14 0.0762 map_cut_100 2-1_14 0.0980 map_cut_200 2-1_14 0.0980 map_cut_500 2-1_14 0.0980 map_cut_1000 2-1_14 0.0980 relative_P_5 2-1_14 0.4000 relative_P_10 2-1_14 0.4000 relative_P_15 2-1_14 0.3333 relative_P_20 2-1_14 0.3500 relative_P_30 2-1_14 0.2667 relative_P_100 2-1_14 0.2692 relative_P_200 2-1_14 0.2692 relative_P_500 2-1_14 0.2692 relative_P_1000 2-1_14 0.2692 success_1 2-1_14 1.0000 success_5 2-1_14 1.0000 success_10 2-1_14 1.0000 set_P 2-1_14 0.1400 set_relative_P 2-1_14 0.2692 set_recall 2-1_14 0.2692 set_map 2-1_14 0.0377 set_F 2-1_14 0.1842 num_nonrel_judged_ret 2-1_14 22 rbp 2-1_14 0.3760 rbp_resid 2-1_14 0.1419 unj_5 2-1_14 0.0000 unj_10 2-1_14 0.0000 unj_20 2-1_14 0.1500 num_ret 2-1_4 100 num_rel 2-1_4 64 num_rel_ret 2-1_4 33 map 2-1_4 0.3603 Rprec 2-1_4 0.5000 bpref 2-1_4 0.4803 recip_rank 2-1_4 1.0000 iprec_at_recall_0.00 2-1_4 1.0000 iprec_at_recall_0.10 2-1_4 0.7500 iprec_at_recall_0.20 2-1_4 0.7500 iprec_at_recall_0.30 2-1_4 0.7500 iprec_at_recall_0.40 2-1_4 0.6923 iprec_at_recall_0.50 2-1_4 0.5161 iprec_at_recall_0.60 2-1_4 0.0000 iprec_at_recall_0.70 2-1_4 0.0000 iprec_at_recall_0.80 2-1_4 0.0000 iprec_at_recall_0.90 2-1_4 0.0000 iprec_at_recall_1.00 2-1_4 0.0000 P_5 2-1_4 0.6000 P_10 2-1_4 0.7000 P_15 2-1_4 0.7333 P_20 2-1_4 0.7000 P_30 2-1_4 0.7333 P_100 2-1_4 0.3300 P_200 2-1_4 0.1650 P_500 2-1_4 0.0660 P_1000 2-1_4 0.0330 relstring 2-1_4 '231-222312' recall_5 2-1_4 0.0469 recall_10 2-1_4 0.1094 recall_15 2-1_4 0.1719 recall_20 2-1_4 0.2188 recall_30 2-1_4 0.3438 recall_100 2-1_4 0.5156 recall_200 2-1_4 0.5156 recall_500 2-1_4 0.5156 recall_1000 2-1_4 0.5156 infAP 2-1_4 0.3603 Rprec_mult_0.20 2-1_4 0.6923 Rprec_mult_0.40 2-1_4 0.7308 Rprec_mult_0.60 2-1_4 0.6923 Rprec_mult_0.80 2-1_4 0.5385 Rprec_mult_1.00 2-1_4 0.5000 Rprec_mult_1.20 2-1_4 0.4286 Rprec_mult_1.40 2-1_4 0.3667 Rprec_mult_1.60 2-1_4 0.3204 Rprec_mult_1.80 2-1_4 0.2845 Rprec_mult_2.00 2-1_4 0.2578 utility 2-1_4 -34.0000 11pt_avg 2-1_4 0.4053 binG 2-1_4 0.1924 G 2-1_4 0.1155 ndcg 2-1_4 0.5204 ndcg_rel 2-1_4 0.5558 Rndcg 2-1_4 0.5331 ndcg_cut_5 2-1_4 0.5248 ndcg_cut_10 2-1_4 0.5722 ndcg_cut_15 2-1_4 0.5853 ndcg_cut_20 2-1_4 0.5992 ndcg_cut_30 2-1_4 0.6681 ndcg_cut_100 2-1_4 0.5204 ndcg_cut_200 2-1_4 0.5204 ndcg_cut_500 2-1_4 0.5204 ndcg_cut_1000 2-1_4 0.5204 map_cut_5 2-1_4 0.0406 map_cut_10 2-1_4 0.0849 map_cut_15 2-1_4 0.1306 map_cut_20 2-1_4 0.1651 map_cut_30 2-1_4 0.2561 map_cut_100 2-1_4 0.3603 map_cut_200 2-1_4 0.3603 map_cut_500 2-1_4 0.3603 map_cut_1000 2-1_4 0.3603 relative_P_5 2-1_4 0.6000 relative_P_10 2-1_4 0.7000 relative_P_15 2-1_4 0.7333 relative_P_20 2-1_4 0.7000 relative_P_30 2-1_4 0.7333 relative_P_100 2-1_4 0.5156 relative_P_200 2-1_4 0.5156 relative_P_500 2-1_4 0.5156 relative_P_1000 2-1_4 0.5156 success_1 2-1_4 1.0000 success_5 2-1_4 1.0000 success_10 2-1_4 1.0000 set_P 2-1_4 0.3300 set_relative_P 2-1_4 0.5156 set_recall 2-1_4 0.5156 set_map 2-1_4 0.1702 set_F 2-1_4 0.4024 num_nonrel_judged_ret 2-1_4 13 rbp 2-1_4 0.4369 rbp_resid 2-1_4 0.1297 unj_5 2-1_4 0.2000 unj_10 2-1_4 0.1000 unj_20 2-1_4 0.1500 num_ret 2-1_9 100 num_rel 2-1_9 16 num_rel_ret 2-1_9 15 map 2-1_9 0.7626 Rprec 2-1_9 0.6875 bpref 2-1_9 0.9241 recip_rank 2-1_9 1.0000 iprec_at_recall_0.00 2-1_9 1.0000 iprec_at_recall_0.10 2-1_9 1.0000 iprec_at_recall_0.20 2-1_9 1.0000 iprec_at_recall_0.30 2-1_9 1.0000 iprec_at_recall_0.40 2-1_9 1.0000 iprec_at_recall_0.50 2-1_9 1.0000 iprec_at_recall_0.60 2-1_9 0.8333 iprec_at_recall_0.70 2-1_9 0.6875 iprec_at_recall_0.80 2-1_9 0.4333 iprec_at_recall_0.90 2-1_9 0.4242 iprec_at_recall_1.00 2-1_9 0.0000 P_5 2-1_9 1.0000 P_10 2-1_9 0.8000 P_15 2-1_9 0.6667 P_20 2-1_9 0.6000 P_30 2-1_9 0.4333 P_100 2-1_9 0.1500 P_200 2-1_9 0.0750 P_500 2-1_9 0.0300 P_1000 2-1_9 0.0150 relstring 2-1_9 '43333423--' recall_5 2-1_9 0.3125 recall_10 2-1_9 0.5000 recall_15 2-1_9 0.6250 recall_20 2-1_9 0.7500 recall_30 2-1_9 0.8125 recall_100 2-1_9 0.9375 recall_200 2-1_9 0.9375 recall_500 2-1_9 0.9375 recall_1000 2-1_9 0.9375 infAP 2-1_9 0.7626 Rprec_mult_0.20 2-1_9 1.0000 Rprec_mult_0.40 2-1_9 1.0000 Rprec_mult_0.60 2-1_9 0.8000 Rprec_mult_0.80 2-1_9 0.7692 Rprec_mult_1.00 2-1_9 0.6875 Rprec_mult_1.20 2-1_9 0.6000 Rprec_mult_1.40 2-1_9 0.5217 Rprec_mult_1.60 2-1_9 0.4615 Rprec_mult_1.80 2-1_9 0.4138 Rprec_mult_2.00 2-1_9 0.4062 utility 2-1_9 -70.0000 11pt_avg 2-1_9 0.7617 binG 2-1_9 0.6462 G 2-1_9 0.4610 ndcg 2-1_9 0.9092 ndcg_rel 2-1_9 0.8909 Rndcg 2-1_9 0.8655 ndcg_cut_5 2-1_9 0.8970 ndcg_cut_10 2-1_9 0.8492 ndcg_cut_15 2-1_9 0.8155 ndcg_cut_20 2-1_9 0.8344 ndcg_cut_30 2-1_9 0.8674 ndcg_cut_100 2-1_9 0.9092 ndcg_cut_200 2-1_9 0.9092 ndcg_cut_500 2-1_9 0.9092 ndcg_cut_1000 2-1_9 0.9092 map_cut_5 2-1_9 0.3125 map_cut_10 2-1_9 0.5000 map_cut_15 2-1_9 0.6032 map_cut_20 2-1_9 0.6837 map_cut_30 2-1_9 0.7108 map_cut_100 2-1_9 0.7626 map_cut_200 2-1_9 0.7626 map_cut_500 2-1_9 0.7626 map_cut_1000 2-1_9 0.7626 relative_P_5 2-1_9 1.0000 relative_P_10 2-1_9 0.8000 relative_P_15 2-1_9 0.6667 relative_P_20 2-1_9 0.7500 relative_P_30 2-1_9 0.8125 relative_P_100 2-1_9 0.9375 relative_P_200 2-1_9 0.9375 relative_P_500 2-1_9 0.9375 relative_P_1000 2-1_9 0.9375 success_1 2-1_9 1.0000 success_5 2-1_9 1.0000 success_10 2-1_9 1.0000 set_P 2-1_9 0.1500 set_relative_P 2-1_9 0.9375 set_recall 2-1_9 0.9375 set_map 2-1_9 0.1406 set_F 2-1_9 0.2586 num_nonrel_judged_ret 2-1_9 1 rbp 2-1_9 0.5263 rbp_resid 2-1_9 0.3133 unj_5 2-1_9 0.0000 unj_10 2-1_9 0.2000 unj_20 2-1_9 0.4000 num_ret 2-2_1 100 num_rel 2-2_1 51 num_rel_ret 2-2_1 7 map 2-2_1 0.0917 Rprec 2-2_1 0.1373 bpref 2-2_1 0.1300 recip_rank 2-2_1 1.0000 iprec_at_recall_0.00 2-2_1 1.0000 iprec_at_recall_0.10 2-2_1 0.6250 iprec_at_recall_0.20 2-2_1 0.0000 iprec_at_recall_0.30 2-2_1 0.0000 iprec_at_recall_0.40 2-2_1 0.0000 iprec_at_recall_0.50 2-2_1 0.0000 iprec_at_recall_0.60 2-2_1 0.0000 iprec_at_recall_0.70 2-2_1 0.0000 iprec_at_recall_0.80 2-2_1 0.0000 iprec_at_recall_0.90 2-2_1 0.0000 iprec_at_recall_1.00 2-2_1 0.0000 P_5 2-2_1 0.6000 P_10 2-2_1 0.5000 P_15 2-2_1 0.4000 P_20 2-2_1 0.3000 P_30 2-2_1 0.2000 P_100 2-2_1 0.0700 P_200 2-2_1 0.0350 P_500 2-2_1 0.0140 P_1000 2-2_1 0.0070 relstring 2-2_1 '2314112311' recall_5 2-2_1 0.0588 recall_10 2-2_1 0.0980 recall_15 2-2_1 0.1176 recall_20 2-2_1 0.1176 recall_30 2-2_1 0.1176 recall_100 2-2_1 0.1373 recall_200 2-2_1 0.1373 recall_500 2-2_1 0.1373 recall_1000 2-2_1 0.1373 infAP 2-2_1 0.0917 Rprec_mult_0.20 2-2_1 0.5455 Rprec_mult_0.40 2-2_1 0.2857 Rprec_mult_0.60 2-2_1 0.1935 Rprec_mult_0.80 2-2_1 0.1707 Rprec_mult_1.00 2-2_1 0.1373 Rprec_mult_1.20 2-2_1 0.1129 Rprec_mult_1.40 2-2_1 0.0972 Rprec_mult_1.60 2-2_1 0.0854 Rprec_mult_1.80 2-2_1 0.0761 Rprec_mult_2.00 2-2_1 0.0686 utility 2-2_1 -86.0000 11pt_avg 2-2_1 0.1477 binG 2-2_1 0.0793 G 2-2_1 0.0496 ndcg 2-2_1 0.2608 ndcg_rel 2-2_1 0.3056 Rndcg 2-2_1 0.3391 ndcg_cut_5 2-2_1 0.5513 ndcg_cut_10 2-2_1 0.5247 ndcg_cut_15 2-2_1 0.4796 ndcg_cut_20 2-2_1 0.4111 ndcg_cut_30 2-2_1 0.3406 ndcg_cut_100 2-2_1 0.2608 ndcg_cut_200 2-2_1 0.2608 ndcg_cut_500 2-2_1 0.2608 ndcg_cut_1000 2-2_1 0.2608 map_cut_5 2-2_1 0.0539 map_cut_10 2-2_1 0.0774 map_cut_15 2-2_1 0.0881 map_cut_20 2-2_1 0.0881 map_cut_30 2-2_1 0.0881 map_cut_100 2-2_1 0.0917 map_cut_200 2-2_1 0.0917 map_cut_500 2-2_1 0.0917 map_cut_1000 2-2_1 0.0917 relative_P_5 2-2_1 0.6000 relative_P_10 2-2_1 0.5000 relative_P_15 2-2_1 0.4000 relative_P_20 2-2_1 0.3000 relative_P_30 2-2_1 0.2000 relative_P_100 2-2_1 0.1373 relative_P_200 2-2_1 0.1373 relative_P_500 2-2_1 0.1373 relative_P_1000 2-2_1 0.1373 success_1 2-2_1 1.0000 success_5 2-2_1 1.0000 success_10 2-2_1 1.0000 set_P 2-2_1 0.0700 set_relative_P 2-2_1 0.1373 set_recall 2-2_1 0.1373 set_map 2-2_1 0.0096 set_F 2-2_1 0.0927 num_nonrel_judged_ret 2-2_1 8 rbp 2-2_1 0.3613 rbp_resid 2-2_1 0.3039 unj_5 2-2_1 0.0000 unj_10 2-2_1 0.0000 unj_20 2-2_1 0.4500 num_ret 2-2_4 100 num_rel 2-2_4 53 num_rel_ret 2-2_4 19 map 2-2_4 0.1860 Rprec 2-2_4 0.3396 bpref 2-2_4 0.3256 recip_rank 2-2_4 1.0000 iprec_at_recall_0.00 2-2_4 1.0000 iprec_at_recall_0.10 2-2_4 0.6250 iprec_at_recall_0.20 2-2_4 0.4783 iprec_at_recall_0.30 2-2_4 0.3721 iprec_at_recall_0.40 2-2_4 0.0000 iprec_at_recall_0.50 2-2_4 0.0000 iprec_at_recall_0.60 2-2_4 0.0000 iprec_at_recall_0.70 2-2_4 0.0000 iprec_at_recall_0.80 2-2_4 0.0000 iprec_at_recall_0.90 2-2_4 0.0000 iprec_at_recall_1.00 2-2_4 0.0000 P_5 2-2_4 0.6000 P_10 2-2_4 0.5000 P_15 2-2_4 0.5333 P_20 2-2_4 0.5000 P_30 2-2_4 0.4000 P_100 2-2_4 0.1900 P_200 2-2_4 0.0950 P_500 2-2_4 0.0380 P_1000 2-2_4 0.0190 relstring 2-2_4 '22112-3310' recall_5 2-2_4 0.0566 recall_10 2-2_4 0.0943 recall_15 2-2_4 0.1509 recall_20 2-2_4 0.1887 recall_30 2-2_4 0.2264 recall_100 2-2_4 0.3585 recall_200 2-2_4 0.3585 recall_500 2-2_4 0.3585 recall_1000 2-2_4 0.3585 infAP 2-2_4 0.1860 Rprec_mult_0.20 2-2_4 0.5455 Rprec_mult_0.40 2-2_4 0.4545 Rprec_mult_0.60 2-2_4 0.4062 Rprec_mult_0.80 2-2_4 0.3721 Rprec_mult_1.00 2-2_4 0.3396 Rprec_mult_1.20 2-2_4 0.2969 Rprec_mult_1.40 2-2_4 0.2533 Rprec_mult_1.60 2-2_4 0.2235 Rprec_mult_1.80 2-2_4 0.1979 Rprec_mult_2.00 2-2_4 0.1792 utility 2-2_4 -62.0000 11pt_avg 2-2_4 0.2250 binG 2-2_4 0.1297 G 2-2_4 0.0727 ndcg 2-2_4 0.3751 ndcg_rel 2-2_4 0.3917 Rndcg 2-2_4 0.3835 ndcg_cut_5 2-2_4 0.4211 ndcg_cut_10 2-2_4 0.3969 ndcg_cut_15 2-2_4 0.4349 ndcg_cut_20 2-2_4 0.4287 ndcg_cut_30 2-2_4 0.3967 ndcg_cut_100 2-2_4 0.3751 ndcg_cut_200 2-2_4 0.3751 ndcg_cut_500 2-2_4 0.3751 ndcg_cut_1000 2-2_4 0.3751 map_cut_5 2-2_4 0.0491 map_cut_10 2-2_4 0.0716 map_cut_15 2-2_4 0.1030 map_cut_20 2-2_4 0.1214 map_cut_30 2-2_4 0.1382 map_cut_100 2-2_4 0.1860 map_cut_200 2-2_4 0.1860 map_cut_500 2-2_4 0.1860 map_cut_1000 2-2_4 0.1860 relative_P_5 2-2_4 0.6000 relative_P_10 2-2_4 0.5000 relative_P_15 2-2_4 0.5333 relative_P_20 2-2_4 0.5000 relative_P_30 2-2_4 0.4000 relative_P_100 2-2_4 0.3585 relative_P_200 2-2_4 0.3585 relative_P_500 2-2_4 0.3585 relative_P_1000 2-2_4 0.3585 success_1 2-2_4 1.0000 success_5 2-2_4 1.0000 success_10 2-2_4 1.0000 set_P 2-2_4 0.1900 set_relative_P 2-2_4 0.3585 set_recall 2-2_4 0.3585 set_map 2-2_4 0.0681 set_F 2-2_4 0.2484 num_nonrel_judged_ret 2-2_4 8 rbp 2-2_4 0.3704 rbp_resid 2-2_4 0.2542 unj_5 2-2_4 0.0000 unj_10 2-2_4 0.1000 unj_20 2-2_4 0.3000 num_ret 2-2_5 100 num_rel 2-2_5 30 num_rel_ret 2-2_5 3 map 2-2_5 0.0276 Rprec 2-2_5 0.1000 bpref 2-2_5 0.0833 recip_rank 2-2_5 0.1667 iprec_at_recall_0.00 2-2_5 0.3750 iprec_at_recall_0.10 2-2_5 0.3750 iprec_at_recall_0.20 2-2_5 0.0000 iprec_at_recall_0.30 2-2_5 0.0000 iprec_at_recall_0.40 2-2_5 0.0000 iprec_at_recall_0.50 2-2_5 0.0000 iprec_at_recall_0.60 2-2_5 0.0000 iprec_at_recall_0.70 2-2_5 0.0000 iprec_at_recall_0.80 2-2_5 0.0000 iprec_at_recall_0.90 2-2_5 0.0000 iprec_at_recall_1.00 2-2_5 0.0000 P_5 2-2_5 0.0000 P_10 2-2_5 0.3000 P_15 2-2_5 0.2000 P_20 2-2_5 0.1500 P_30 2-2_5 0.1000 P_100 2-2_5 0.0300 P_200 2-2_5 0.0150 P_500 2-2_5 0.0060 P_1000 2-2_5 0.0030 relstring 2-2_5 '10010444--' recall_5 2-2_5 0.0000 recall_10 2-2_5 0.1000 recall_15 2-2_5 0.1000 recall_20 2-2_5 0.1000 recall_30 2-2_5 0.1000 recall_100 2-2_5 0.1000 recall_200 2-2_5 0.1000 recall_500 2-2_5 0.1000 recall_1000 2-2_5 0.1000 infAP 2-2_5 0.0276 Rprec_mult_0.20 2-2_5 0.1667 Rprec_mult_0.40 2-2_5 0.2500 Rprec_mult_0.60 2-2_5 0.1667 Rprec_mult_0.80 2-2_5 0.1250 Rprec_mult_1.00 2-2_5 0.1000 Rprec_mult_1.20 2-2_5 0.0833 Rprec_mult_1.40 2-2_5 0.0714 Rprec_mult_1.60 2-2_5 0.0625 Rprec_mult_1.80 2-2_5 0.0556 Rprec_mult_2.00 2-2_5 0.0500 utility 2-2_5 -94.0000 11pt_avg 2-2_5 0.0682 binG 2-2_5 0.0356 G 2-2_5 0.0283 ndcg 2-2_5 0.1502 ndcg_rel 2-2_5 0.1590 Rndcg 2-2_5 0.1782 ndcg_cut_5 2-2_5 0.1213 ndcg_cut_10 2-2_5 0.2999 ndcg_cut_15 2-2_5 0.2325 ndcg_cut_20 2-2_5 0.2002 ndcg_cut_30 2-2_5 0.1720 ndcg_cut_100 2-2_5 0.1502 ndcg_cut_200 2-2_5 0.1502 ndcg_cut_500 2-2_5 0.1502 ndcg_cut_1000 2-2_5 0.1502 map_cut_5 2-2_5 0.0000 map_cut_10 2-2_5 0.0276 map_cut_15 2-2_5 0.0276 map_cut_20 2-2_5 0.0276 map_cut_30 2-2_5 0.0276 map_cut_100 2-2_5 0.0276 map_cut_200 2-2_5 0.0276 map_cut_500 2-2_5 0.0276 map_cut_1000 2-2_5 0.0276 relative_P_5 2-2_5 0.0000 relative_P_10 2-2_5 0.3000 relative_P_15 2-2_5 0.2000 relative_P_20 2-2_5 0.1500 relative_P_30 2-2_5 0.1000 relative_P_100 2-2_5 0.1000 relative_P_200 2-2_5 0.1000 relative_P_500 2-2_5 0.1000 relative_P_1000 2-2_5 0.1000 success_1 2-2_5 0.0000 success_5 2-2_5 0.0000 success_10 2-2_5 1.0000 set_P 2-2_5 0.0300 set_relative_P 2-2_5 0.1000 set_recall 2-2_5 0.1000 set_map 2-2_5 0.0030 set_F 2-2_5 0.0462 num_nonrel_judged_ret 2-2_5 8 rbp 2-2_5 0.2032 rbp_resid 2-2_5 0.4297 unj_5 2-2_5 0.0000 unj_10 2-2_5 0.2000 unj_20 2-2_5 0.6000 num_ret 2-2_7 100 num_rel 2-2_7 88 num_rel_ret 2-2_7 56 map 2-2_7 0.6024 Rprec 2-2_7 0.6364 bpref 2-2_7 0.6364 recip_rank 2-2_7 1.0000 iprec_at_recall_0.00 2-2_7 1.0000 iprec_at_recall_0.10 2-2_7 1.0000 iprec_at_recall_0.20 2-2_7 1.0000 iprec_at_recall_0.30 2-2_7 1.0000 iprec_at_recall_0.40 2-2_7 1.0000 iprec_at_recall_0.50 2-2_7 0.8824 iprec_at_recall_0.60 2-2_7 0.8030 iprec_at_recall_0.70 2-2_7 0.0000 iprec_at_recall_0.80 2-2_7 0.0000 iprec_at_recall_0.90 2-2_7 0.0000 iprec_at_recall_1.00 2-2_7 0.0000 P_5 2-2_7 1.0000 P_10 2-2_7 1.0000 P_15 2-2_7 1.0000 P_20 2-2_7 1.0000 P_30 2-2_7 1.0000 P_100 2-2_7 0.5600 P_200 2-2_7 0.2800 P_500 2-2_7 0.1120 P_1000 2-2_7 0.0560 relstring 2-2_7 '3444444324' recall_5 2-2_7 0.0568 recall_10 2-2_7 0.1136 recall_15 2-2_7 0.1705 recall_20 2-2_7 0.2273 recall_30 2-2_7 0.3409 recall_100 2-2_7 0.6364 recall_200 2-2_7 0.6364 recall_500 2-2_7 0.6364 recall_1000 2-2_7 0.6364 infAP 2-2_7 0.6024 Rprec_mult_0.20 2-2_7 1.0000 Rprec_mult_0.40 2-2_7 1.0000 Rprec_mult_0.60 2-2_7 0.8679 Rprec_mult_0.80 2-2_7 0.7606 Rprec_mult_1.00 2-2_7 0.6364 Rprec_mult_1.20 2-2_7 0.5283 Rprec_mult_1.40 2-2_7 0.4516 Rprec_mult_1.60 2-2_7 0.3972 Rprec_mult_1.80 2-2_7 0.3522 Rprec_mult_2.00 2-2_7 0.3182 utility 2-2_7 12.0000 11pt_avg 2-2_7 0.6078 binG 2-2_7 0.4901 G 2-2_7 0.2223 ndcg 2-2_7 0.7206 ndcg_rel 2-2_7 0.8109 Rndcg 2-2_7 0.7837 ndcg_cut_5 2-2_7 0.9152 ndcg_cut_10 2-2_7 0.8945 ndcg_cut_15 2-2_7 0.9076 ndcg_cut_20 2-2_7 0.9230 ndcg_cut_30 2-2_7 0.9296 ndcg_cut_100 2-2_7 0.7269 ndcg_cut_200 2-2_7 0.7206 ndcg_cut_500 2-2_7 0.7206 ndcg_cut_1000 2-2_7 0.7206 map_cut_5 2-2_7 0.0568 map_cut_10 2-2_7 0.1136 map_cut_15 2-2_7 0.1705 map_cut_20 2-2_7 0.2273 map_cut_30 2-2_7 0.3409 map_cut_100 2-2_7 0.6024 map_cut_200 2-2_7 0.6024 map_cut_500 2-2_7 0.6024 map_cut_1000 2-2_7 0.6024 relative_P_5 2-2_7 1.0000 relative_P_10 2-2_7 1.0000 relative_P_15 2-2_7 1.0000 relative_P_20 2-2_7 1.0000 relative_P_30 2-2_7 1.0000 relative_P_100 2-2_7 0.6364 relative_P_200 2-2_7 0.6364 relative_P_500 2-2_7 0.6364 relative_P_1000 2-2_7 0.6364 success_1 2-2_7 1.0000 success_5 2-2_7 1.0000 success_10 2-2_7 1.0000 set_P 2-2_7 0.5600 set_relative_P 2-2_7 0.6364 set_recall 2-2_7 0.6364 set_map 2-2_7 0.3564 set_F 2-2_7 0.5957 num_nonrel_judged_ret 2-2_7 0 rbp 2-2_7 0.9207 rbp_resid 2-2_7 0.0101 unj_5 2-2_7 0.0000 unj_10 2-2_7 0.0000 unj_20 2-2_7 0.0000 num_ret 2-2_9 100 num_rel 2-2_9 47 num_rel_ret 2-2_9 14 map 2-2_9 0.0492 Rprec 2-2_9 0.1277 bpref 2-2_9 0.2284 recip_rank 2-2_9 0.3333 iprec_at_recall_0.00 2-2_9 0.3333 iprec_at_recall_0.10 2-2_9 0.1605 iprec_at_recall_0.20 2-2_9 0.1605 iprec_at_recall_0.30 2-2_9 0.1591 iprec_at_recall_0.40 2-2_9 0.0000 iprec_at_recall_0.50 2-2_9 0.0000 iprec_at_recall_0.60 2-2_9 0.0000 iprec_at_recall_0.70 2-2_9 0.0000 iprec_at_recall_0.80 2-2_9 0.0000 iprec_at_recall_0.90 2-2_9 0.0000 iprec_at_recall_1.00 2-2_9 0.0000 P_5 2-2_9 0.2000 P_10 2-2_9 0.2000 P_15 2-2_9 0.1333 P_20 2-2_9 0.1000 P_30 2-2_9 0.1000 P_100 2-2_9 0.1400 P_200 2-2_9 0.0700 P_500 2-2_9 0.0280 P_1000 2-2_9 0.0140 relstring 2-2_9 '00200-30-0' recall_5 2-2_9 0.0213 recall_10 2-2_9 0.0426 recall_15 2-2_9 0.0426 recall_20 2-2_9 0.0426 recall_30 2-2_9 0.0638 recall_100 2-2_9 0.2979 recall_200 2-2_9 0.2979 recall_500 2-2_9 0.2979 recall_1000 2-2_9 0.2979 infAP 2-2_9 0.0492 Rprec_mult_0.20 2-2_9 0.2000 Rprec_mult_0.40 2-2_9 0.1053 Rprec_mult_0.60 2-2_9 0.0690 Rprec_mult_0.80 2-2_9 0.1316 Rprec_mult_1.00 2-2_9 0.1277 Rprec_mult_1.20 2-2_9 0.1228 Rprec_mult_1.40 2-2_9 0.1364 Rprec_mult_1.60 2-2_9 0.1447 Rprec_mult_1.80 2-2_9 0.1529 Rprec_mult_2.00 2-2_9 0.1489 utility 2-2_9 -72.0000 11pt_avg 2-2_9 0.0739 binG 2-2_9 0.0639 G 2-2_9 0.0450 ndcg 2-2_9 0.2018 ndcg_rel 2-2_9 0.1836 Rndcg 2-2_9 0.1188 ndcg_cut_5 2-2_9 0.0848 ndcg_cut_10 2-2_9 0.1100 ndcg_cut_15 2-2_9 0.0893 ndcg_cut_20 2-2_9 0.0771 ndcg_cut_30 2-2_9 0.0785 ndcg_cut_100 2-2_9 0.2018 ndcg_cut_200 2-2_9 0.2018 ndcg_cut_500 2-2_9 0.2018 ndcg_cut_1000 2-2_9 0.2018 map_cut_5 2-2_9 0.0071 map_cut_10 2-2_9 0.0132 map_cut_15 2-2_9 0.0132 map_cut_20 2-2_9 0.0132 map_cut_30 2-2_9 0.0153 map_cut_100 2-2_9 0.0492 map_cut_200 2-2_9 0.0492 map_cut_500 2-2_9 0.0492 map_cut_1000 2-2_9 0.0492 relative_P_5 2-2_9 0.2000 relative_P_10 2-2_9 0.2000 relative_P_15 2-2_9 0.1333 relative_P_20 2-2_9 0.1000 relative_P_30 2-2_9 0.1000 relative_P_100 2-2_9 0.2979 relative_P_200 2-2_9 0.2979 relative_P_500 2-2_9 0.2979 relative_P_1000 2-2_9 0.2979 success_1 2-2_9 0.0000 success_5 2-2_9 1.0000 success_10 2-2_9 1.0000 set_P 2-2_9 0.1400 set_relative_P 2-2_9 0.2979 set_recall 2-2_9 0.2979 set_map 2-2_9 0.0417 set_F 2-2_9 0.1905 num_nonrel_judged_ret 2-2_9 10 rbp 2-2_9 0.0875 rbp_resid 2-2_9 0.4033 unj_5 2-2_9 0.0000 unj_10 2-2_9 0.2000 unj_20 2-2_9 0.5500 num_ret 3-2_1 100 num_rel 3-2_1 68 num_rel_ret 3-2_1 9 map 3-2_1 0.0708 Rprec 3-2_1 0.1324 bpref 3-2_1 0.1237 recip_rank 3-2_1 1.0000 iprec_at_recall_0.00 3-2_1 1.0000 iprec_at_recall_0.10 3-2_1 0.4667 iprec_at_recall_0.20 3-2_1 0.0000 iprec_at_recall_0.30 3-2_1 0.0000 iprec_at_recall_0.40 3-2_1 0.0000 iprec_at_recall_0.50 3-2_1 0.0000 iprec_at_recall_0.60 3-2_1 0.0000 iprec_at_recall_0.70 3-2_1 0.0000 iprec_at_recall_0.80 3-2_1 0.0000 iprec_at_recall_0.90 3-2_1 0.0000 iprec_at_recall_1.00 3-2_1 0.0000 P_5 3-2_1 0.4000 P_10 3-2_1 0.5000 P_15 3-2_1 0.4667 P_20 3-2_1 0.3500 P_30 3-2_1 0.3000 P_100 3-2_1 0.0900 P_200 3-2_1 0.0450 P_500 3-2_1 0.0180 P_1000 3-2_1 0.0090 relstring 3-2_1 '2030102212' recall_5 3-2_1 0.0294 recall_10 3-2_1 0.0735 recall_15 3-2_1 0.1029 recall_20 3-2_1 0.1029 recall_30 3-2_1 0.1324 recall_100 3-2_1 0.1324 recall_200 3-2_1 0.1324 recall_500 3-2_1 0.1324 recall_1000 3-2_1 0.1324 infAP 3-2_1 0.0708 Rprec_mult_0.20 3-2_1 0.4286 Rprec_mult_0.40 3-2_1 0.3214 Rprec_mult_0.60 3-2_1 0.2195 Rprec_mult_0.80 3-2_1 0.1636 Rprec_mult_1.00 3-2_1 0.1324 Rprec_mult_1.20 3-2_1 0.1098 Rprec_mult_1.40 3-2_1 0.0938 Rprec_mult_1.60 3-2_1 0.0826 Rprec_mult_1.80 3-2_1 0.0732 Rprec_mult_2.00 3-2_1 0.0662 utility 3-2_1 -82.0000 11pt_avg 3-2_1 0.1333 binG 3-2_1 0.0574 G 3-2_1 0.0336 ndcg 3-2_1 0.1976 ndcg_rel 3-2_1 0.2273 Rndcg 3-2_1 0.2942 ndcg_cut_5 3-2_1 0.4394 ndcg_cut_10 3-2_1 0.4545 ndcg_cut_15 3-2_1 0.4457 ndcg_cut_20 3-2_1 0.3884 ndcg_cut_30 3-2_1 0.3908 ndcg_cut_100 3-2_1 0.2241 ndcg_cut_200 3-2_1 0.1976 ndcg_cut_500 3-2_1 0.1976 ndcg_cut_1000 3-2_1 0.1976 map_cut_5 3-2_1 0.0245 map_cut_10 3-2_1 0.0455 map_cut_15 3-2_1 0.0604 map_cut_20 3-2_1 0.0604 map_cut_30 3-2_1 0.0708 map_cut_100 3-2_1 0.0708 map_cut_200 3-2_1 0.0708 map_cut_500 3-2_1 0.0708 map_cut_1000 3-2_1 0.0708 relative_P_5 3-2_1 0.4000 relative_P_10 3-2_1 0.5000 relative_P_15 3-2_1 0.4667 relative_P_20 3-2_1 0.3500 relative_P_30 3-2_1 0.3000 relative_P_100 3-2_1 0.1324 relative_P_200 3-2_1 0.1324 relative_P_500 3-2_1 0.1324 relative_P_1000 3-2_1 0.1324 success_1 3-2_1 1.0000 success_5 3-2_1 1.0000 success_10 3-2_1 1.0000 set_P 3-2_1 0.0900 set_relative_P 3-2_1 0.1324 set_recall 3-2_1 0.1324 set_map 3-2_1 0.0119 set_F 3-2_1 0.1071 num_nonrel_judged_ret 3-2_1 16 rbp 3-2_1 0.3396 rbp_resid 3-2_1 0.1968 unj_5 3-2_1 0.0000 unj_10 3-2_1 0.0000 unj_20 3-2_1 0.3500 num_ret 3-2_6 100 num_rel 3-2_6 32 num_rel_ret 3-2_6 13 map 3-2_6 0.0622 Rprec 3-2_6 0.0625 bpref 3-2_6 0.2627 recip_rank 3-2_6 0.2000 iprec_at_recall_0.00 3-2_6 0.2500 iprec_at_recall_0.10 3-2_6 0.1791 iprec_at_recall_0.20 3-2_6 0.1791 iprec_at_recall_0.30 3-2_6 0.1791 iprec_at_recall_0.40 3-2_6 0.1646 iprec_at_recall_0.50 3-2_6 0.0000 iprec_at_recall_0.60 3-2_6 0.0000 iprec_at_recall_0.70 3-2_6 0.0000 iprec_at_recall_0.80 3-2_6 0.0000 iprec_at_recall_0.90 3-2_6 0.0000 iprec_at_recall_1.00 3-2_6 0.0000 P_5 3-2_6 0.2000 P_10 3-2_6 0.2000 P_15 3-2_6 0.1333 P_20 3-2_6 0.1000 P_30 3-2_6 0.0667 P_100 3-2_6 0.1300 P_200 3-2_6 0.0650 P_500 3-2_6 0.0260 P_1000 3-2_6 0.0130 relstring 3-2_6 '-000200200' recall_5 3-2_6 0.0312 recall_10 3-2_6 0.0625 recall_15 3-2_6 0.0625 recall_20 3-2_6 0.0625 recall_30 3-2_6 0.0625 recall_100 3-2_6 0.4062 recall_200 3-2_6 0.4062 recall_500 3-2_6 0.4062 recall_1000 3-2_6 0.4062 infAP 3-2_6 0.0622 Rprec_mult_0.20 3-2_6 0.1429 Rprec_mult_0.40 3-2_6 0.1538 Rprec_mult_0.60 3-2_6 0.1000 Rprec_mult_0.80 3-2_6 0.0769 Rprec_mult_1.00 3-2_6 0.0625 Rprec_mult_1.20 3-2_6 0.0769 Rprec_mult_1.40 3-2_6 0.1111 Rprec_mult_1.60 3-2_6 0.1346 Rprec_mult_1.80 3-2_6 0.1552 Rprec_mult_2.00 3-2_6 0.1719 utility 3-2_6 -74.0000 11pt_avg 3-2_6 0.0865 binG 3-2_6 0.0842 G 3-2_6 0.0599 ndcg 3-2_6 0.2428 ndcg_rel 3-2_6 0.2124 Rndcg 3-2_6 0.1317 ndcg_cut_5 3-2_6 0.0875 ndcg_cut_10 3-2_6 0.1030 ndcg_cut_15 3-2_6 0.0799 ndcg_cut_20 3-2_6 0.0688 ndcg_cut_30 3-2_6 0.0569 ndcg_cut_100 3-2_6 0.2428 ndcg_cut_200 3-2_6 0.2428 ndcg_cut_500 3-2_6 0.2428 ndcg_cut_1000 3-2_6 0.2428 map_cut_5 3-2_6 0.0063 map_cut_10 3-2_6 0.0141 map_cut_15 3-2_6 0.0141 map_cut_20 3-2_6 0.0141 map_cut_30 3-2_6 0.0141 map_cut_100 3-2_6 0.0622 map_cut_200 3-2_6 0.0622 map_cut_500 3-2_6 0.0622 map_cut_1000 3-2_6 0.0622 relative_P_5 3-2_6 0.2000 relative_P_10 3-2_6 0.2000 relative_P_15 3-2_6 0.1333 relative_P_20 3-2_6 0.1000 relative_P_30 3-2_6 0.0667 relative_P_100 3-2_6 0.4062 relative_P_200 3-2_6 0.4062 relative_P_500 3-2_6 0.4062 relative_P_1000 3-2_6 0.4062 success_1 3-2_6 0.0000 success_5 3-2_6 1.0000 success_10 3-2_6 1.0000 set_P 3-2_6 0.1300 set_relative_P 3-2_6 0.4062 set_recall 3-2_6 0.4062 set_map 3-2_6 0.0528 set_F 3-2_6 0.1970 num_nonrel_judged_ret 3-2_6 15 rbp 3-2_6 0.0832 rbp_resid 3-2_6 0.3927 unj_5 3-2_6 0.2000 unj_10 3-2_6 0.1000 unj_20 3-2_6 0.5000 num_ret 4-1_10 100 num_rel 4-1_10 12 num_rel_ret 4-1_10 2 map 4-1_10 0.0053 Rprec 4-1_10 0.0000 bpref 4-1_10 0.0000 recip_rank 4-1_10 0.0233 iprec_at_recall_0.00 4-1_10 0.0400 iprec_at_recall_0.10 4-1_10 0.0400 iprec_at_recall_0.20 4-1_10 0.0400 iprec_at_recall_0.30 4-1_10 0.0000 iprec_at_recall_0.40 4-1_10 0.0000 iprec_at_recall_0.50 4-1_10 0.0000 iprec_at_recall_0.60 4-1_10 0.0000 iprec_at_recall_0.70 4-1_10 0.0000 iprec_at_recall_0.80 4-1_10 0.0000 iprec_at_recall_0.90 4-1_10 0.0000 iprec_at_recall_1.00 4-1_10 0.0000 P_5 4-1_10 0.0000 P_10 4-1_10 0.0000 P_15 4-1_10 0.0000 P_20 4-1_10 0.0000 P_30 4-1_10 0.0000 P_100 4-1_10 0.0200 P_200 4-1_10 0.0100 P_500 4-1_10 0.0040 P_1000 4-1_10 0.0020 relstring 4-1_10 '1010100000' recall_5 4-1_10 0.0000 recall_10 4-1_10 0.0000 recall_15 4-1_10 0.0000 recall_20 4-1_10 0.0000 recall_30 4-1_10 0.0000 recall_100 4-1_10 0.1667 recall_200 4-1_10 0.1667 recall_500 4-1_10 0.1667 recall_1000 4-1_10 0.1667 infAP 4-1_10 0.0053 Rprec_mult_0.20 4-1_10 0.0000 Rprec_mult_0.40 4-1_10 0.0000 Rprec_mult_0.60 4-1_10 0.0000 Rprec_mult_0.80 4-1_10 0.0000 Rprec_mult_1.00 4-1_10 0.0000 Rprec_mult_1.20 4-1_10 0.0000 Rprec_mult_1.40 4-1_10 0.0000 Rprec_mult_1.60 4-1_10 0.0000 Rprec_mult_1.80 4-1_10 0.0000 Rprec_mult_2.00 4-1_10 0.0000 utility 4-1_10 -96.0000 11pt_avg 4-1_10 0.0109 binG 4-1_10 0.0300 G 4-1_10 0.0656 ndcg 4-1_10 0.2714 ndcg_rel 4-1_10 0.2598 Rndcg 4-1_10 0.2596 ndcg_cut_5 4-1_10 0.2736 ndcg_cut_10 4-1_10 0.1871 ndcg_cut_15 4-1_10 0.2241 ndcg_cut_20 4-1_10 0.2039 ndcg_cut_30 4-1_10 0.2025 ndcg_cut_100 4-1_10 0.2714 ndcg_cut_200 4-1_10 0.2714 ndcg_cut_500 4-1_10 0.2714 ndcg_cut_1000 4-1_10 0.2714 map_cut_5 4-1_10 0.0000 map_cut_10 4-1_10 0.0000 map_cut_15 4-1_10 0.0000 map_cut_20 4-1_10 0.0000 map_cut_30 4-1_10 0.0000 map_cut_100 4-1_10 0.0053 map_cut_200 4-1_10 0.0053 map_cut_500 4-1_10 0.0053 map_cut_1000 4-1_10 0.0053 relative_P_5 4-1_10 0.0000 relative_P_10 4-1_10 0.0000 relative_P_15 4-1_10 0.0000 relative_P_20 4-1_10 0.0000 relative_P_30 4-1_10 0.0000 relative_P_100 4-1_10 0.1667 relative_P_200 4-1_10 0.1667 relative_P_500 4-1_10 0.1667 relative_P_1000 4-1_10 0.1667 success_1 4-1_10 0.0000 success_5 4-1_10 0.0000 success_10 4-1_10 0.0000 set_P 4-1_10 0.0200 set_relative_P 4-1_10 0.1667 set_recall 4-1_10 0.1667 set_map 4-1_10 0.0033 set_F 4-1_10 0.0357 num_nonrel_judged_ret 4-1_10 29 rbp 4-1_10 0.1180 rbp_resid 4-1_10 0.2410 unj_5 4-1_10 0.0000 unj_10 4-1_10 0.0000 unj_20 4-1_10 0.3500 num_ret 4-1_12 100 num_rel 4-1_12 7 num_rel_ret 4-1_12 0 map 4-1_12 0.0000 Rprec 4-1_12 0.0000 bpref 4-1_12 0.0000 recip_rank 4-1_12 0.0000 iprec_at_recall_0.00 4-1_12 0.0000 iprec_at_recall_0.10 4-1_12 0.0000 iprec_at_recall_0.20 4-1_12 0.0000 iprec_at_recall_0.30 4-1_12 0.0000 iprec_at_recall_0.40 4-1_12 0.0000 iprec_at_recall_0.50 4-1_12 0.0000 iprec_at_recall_0.60 4-1_12 0.0000 iprec_at_recall_0.70 4-1_12 0.0000 iprec_at_recall_0.80 4-1_12 0.0000 iprec_at_recall_0.90 4-1_12 0.0000 iprec_at_recall_1.00 4-1_12 0.0000 P_5 4-1_12 0.0000 P_10 4-1_12 0.0000 P_15 4-1_12 0.0000 P_20 4-1_12 0.0000 P_30 4-1_12 0.0000 P_100 4-1_12 0.0000 P_200 4-1_12 0.0000 P_500 4-1_12 0.0000 P_1000 4-1_12 0.0000 relstring 4-1_12 '0-000-0000' recall_5 4-1_12 0.0000 recall_10 4-1_12 0.0000 recall_15 4-1_12 0.0000 recall_20 4-1_12 0.0000 recall_30 4-1_12 0.0000 recall_100 4-1_12 0.0000 recall_200 4-1_12 0.0000 recall_500 4-1_12 0.0000 recall_1000 4-1_12 0.0000 infAP 4-1_12 0.0000 Rprec_mult_0.20 4-1_12 0.0000 Rprec_mult_0.40 4-1_12 0.0000 Rprec_mult_0.60 4-1_12 0.0000 Rprec_mult_0.80 4-1_12 0.0000 Rprec_mult_1.00 4-1_12 0.0000 Rprec_mult_1.20 4-1_12 0.0000 Rprec_mult_1.40 4-1_12 0.0000 Rprec_mult_1.60 4-1_12 0.0000 Rprec_mult_1.80 4-1_12 0.0000 Rprec_mult_2.00 4-1_12 0.0000 utility 4-1_12 -100.0000 11pt_avg 4-1_12 0.0000 binG 4-1_12 0.0000 G 4-1_12 0.0058 ndcg 4-1_12 0.0144 ndcg_rel 4-1_12 0.0144 Rndcg 4-1_12 0.0029 ndcg_cut_5 4-1_12 0.0000 ndcg_cut_10 4-1_12 0.0000 ndcg_cut_15 4-1_12 0.0000 ndcg_cut_20 4-1_12 0.0000 ndcg_cut_30 4-1_12 0.0144 ndcg_cut_100 4-1_12 0.0144 ndcg_cut_200 4-1_12 0.0144 ndcg_cut_500 4-1_12 0.0144 ndcg_cut_1000 4-1_12 0.0144 map_cut_5 4-1_12 0.0000 map_cut_10 4-1_12 0.0000 map_cut_15 4-1_12 0.0000 map_cut_20 4-1_12 0.0000 map_cut_30 4-1_12 0.0000 map_cut_100 4-1_12 0.0000 map_cut_200 4-1_12 0.0000 map_cut_500 4-1_12 0.0000 map_cut_1000 4-1_12 0.0000 relative_P_5 4-1_12 0.0000 relative_P_10 4-1_12 0.0000 relative_P_15 4-1_12 0.0000 relative_P_20 4-1_12 0.0000 relative_P_30 4-1_12 0.0000 relative_P_100 4-1_12 0.0000 relative_P_200 4-1_12 0.0000 relative_P_500 4-1_12 0.0000 relative_P_1000 4-1_12 0.0000 success_1 4-1_12 0.0000 success_5 4-1_12 0.0000 success_10 4-1_12 0.0000 set_P 4-1_12 0.0000 set_relative_P 4-1_12 0.0000 set_recall 4-1_12 0.0000 set_map 4-1_12 0.0000 set_F 4-1_12 0.0000 num_nonrel_judged_ret 4-1_12 19 rbp 4-1_12 0.0012 rbp_resid 4-1_12 0.4641 unj_5 4-1_12 0.2000 unj_10 4-1_12 0.2000 unj_20 4-1_12 0.5500 num_ret 4-1_3 100 num_rel 4-1_3 39 num_rel_ret 4-1_3 8 map 4-1_3 0.0330 Rprec 4-1_3 0.1795 bpref 4-1_3 0.1387 recip_rank 4-1_3 0.1429 iprec_at_recall_0.00 4-1_3 0.1905 iprec_at_recall_0.10 4-1_3 0.1905 iprec_at_recall_0.20 4-1_3 0.1905 iprec_at_recall_0.30 4-1_3 0.0000 iprec_at_recall_0.40 4-1_3 0.0000 iprec_at_recall_0.50 4-1_3 0.0000 iprec_at_recall_0.60 4-1_3 0.0000 iprec_at_recall_0.70 4-1_3 0.0000 iprec_at_recall_0.80 4-1_3 0.0000 iprec_at_recall_0.90 4-1_3 0.0000 iprec_at_recall_1.00 4-1_3 0.0000 P_5 4-1_3 0.0000 P_10 4-1_3 0.1000 P_15 4-1_3 0.0667 P_20 4-1_3 0.1500 P_30 4-1_3 0.1333 P_100 4-1_3 0.0800 P_200 4-1_3 0.0400 P_500 4-1_3 0.0160 P_1000 4-1_3 0.0080 relstring 4-1_3 '-001-1200-' recall_5 4-1_3 0.0000 recall_10 4-1_3 0.0256 recall_15 4-1_3 0.0256 recall_20 4-1_3 0.0769 recall_30 4-1_3 0.1026 recall_100 4-1_3 0.2051 recall_200 4-1_3 0.2051 recall_500 4-1_3 0.2051 recall_1000 4-1_3 0.2051 infAP 4-1_3 0.0330 Rprec_mult_0.20 4-1_3 0.1250 Rprec_mult_0.40 4-1_3 0.1250 Rprec_mult_0.60 4-1_3 0.1667 Rprec_mult_0.80 4-1_3 0.1250 Rprec_mult_1.00 4-1_3 0.1795 Rprec_mult_1.20 4-1_3 0.1702 Rprec_mult_1.40 4-1_3 0.1455 Rprec_mult_1.60 4-1_3 0.1270 Rprec_mult_1.80 4-1_3 0.1127 Rprec_mult_2.00 4-1_3 0.1026 utility 4-1_3 -84.0000 11pt_avg 4-1_3 0.0519 binG 4-1_3 0.0473 G 4-1_3 0.0379 ndcg 4-1_3 0.1797 ndcg_rel 4-1_3 0.1723 Rndcg 4-1_3 0.1359 ndcg_cut_5 4-1_3 0.0365 ndcg_cut_10 4-1_3 0.0858 ndcg_cut_15 4-1_3 0.0816 ndcg_cut_20 4-1_3 0.1461 ndcg_cut_30 4-1_3 0.1392 ndcg_cut_100 4-1_3 0.1797 ndcg_cut_200 4-1_3 0.1797 ndcg_cut_500 4-1_3 0.1797 ndcg_cut_1000 4-1_3 0.1797 map_cut_5 4-1_3 0.0000 map_cut_10 4-1_3 0.0037 map_cut_15 4-1_3 0.0037 map_cut_20 4-1_3 0.0114 map_cut_30 4-1_3 0.0157 map_cut_100 4-1_3 0.0330 map_cut_200 4-1_3 0.0330 map_cut_500 4-1_3 0.0330 map_cut_1000 4-1_3 0.0330 relative_P_5 4-1_3 0.0000 relative_P_10 4-1_3 0.1000 relative_P_15 4-1_3 0.0667 relative_P_20 4-1_3 0.1500 relative_P_30 4-1_3 0.1333 relative_P_100 4-1_3 0.2051 relative_P_200 4-1_3 0.2051 relative_P_500 4-1_3 0.2051 relative_P_1000 4-1_3 0.2051 success_1 4-1_3 0.0000 success_5 4-1_3 0.0000 success_10 4-1_3 1.0000 set_P 4-1_3 0.0800 set_relative_P 4-1_3 0.2051 set_recall 4-1_3 0.2051 set_map 4-1_3 0.0164 set_F 4-1_3 0.1151 num_nonrel_judged_ret 4-1_3 28 rbp 4-1_3 0.1108 rbp_resid 4-1_3 0.3449 unj_5 4-1_3 0.4000 unj_10 4-1_3 0.3000 unj_20 4-1_3 0.3500 num_ret 4-1_4 100 num_rel 4-1_4 11 num_rel_ret 4-1_4 10 map 4-1_4 0.2445 Rprec 4-1_4 0.3636 bpref 4-1_4 0.2314 recip_rank 4-1_4 0.2500 iprec_at_recall_0.00 4-1_4 0.3636 iprec_at_recall_0.10 4-1_4 0.3636 iprec_at_recall_0.20 4-1_4 0.3636 iprec_at_recall_0.30 4-1_4 0.3636 iprec_at_recall_0.40 4-1_4 0.3636 iprec_at_recall_0.50 4-1_4 0.3077 iprec_at_recall_0.60 4-1_4 0.3077 iprec_at_recall_0.70 4-1_4 0.3077 iprec_at_recall_0.80 4-1_4 0.2128 iprec_at_recall_0.90 4-1_4 0.2128 iprec_at_recall_1.00 4-1_4 0.0000 P_5 4-1_4 0.2000 P_10 4-1_4 0.3000 P_15 4-1_4 0.2667 P_20 4-1_4 0.2500 P_30 4-1_4 0.2667 P_100 4-1_4 0.1000 P_200 4-1_4 0.0500 P_500 4-1_4 0.0200 P_1000 4-1_4 0.0100 relstring 4-1_4 '0004000-24' recall_5 4-1_4 0.0909 recall_10 4-1_4 0.2727 recall_15 4-1_4 0.3636 recall_20 4-1_4 0.4545 recall_30 4-1_4 0.7273 recall_100 4-1_4 0.9091 recall_200 4-1_4 0.9091 recall_500 4-1_4 0.9091 recall_1000 4-1_4 0.9091 infAP 4-1_4 0.2445 Rprec_mult_0.20 4-1_4 0.0000 Rprec_mult_0.40 4-1_4 0.2000 Rprec_mult_0.60 4-1_4 0.1429 Rprec_mult_0.80 4-1_4 0.2222 Rprec_mult_1.00 4-1_4 0.3636 Rprec_mult_1.20 4-1_4 0.2857 Rprec_mult_1.40 4-1_4 0.2500 Rprec_mult_1.60 4-1_4 0.2778 Rprec_mult_1.80 4-1_4 0.2500 Rprec_mult_2.00 4-1_4 0.2273 utility 4-1_4 -80.0000 11pt_avg 4-1_4 0.2879 binG 4-1_4 0.2470 G 4-1_4 0.1919 ndcg 4-1_4 0.5304 ndcg_rel 4-1_4 0.4017 Rndcg 4-1_4 0.3054 ndcg_cut_5 4-1_4 0.1510 ndcg_cut_10 4-1_4 0.2328 ndcg_cut_15 4-1_4 0.3083 ndcg_cut_20 4-1_4 0.3149 ndcg_cut_30 4-1_4 0.4051 ndcg_cut_100 4-1_4 0.5304 ndcg_cut_200 4-1_4 0.5304 ndcg_cut_500 4-1_4 0.5304 ndcg_cut_1000 4-1_4 0.5304 map_cut_5 4-1_4 0.0227 map_cut_10 4-1_4 0.0702 map_cut_15 4-1_4 0.1033 map_cut_20 4-1_4 0.1300 map_cut_30 4-1_4 0.2062 map_cut_100 4-1_4 0.2445 map_cut_200 4-1_4 0.2445 map_cut_500 4-1_4 0.2445 map_cut_1000 4-1_4 0.2445 relative_P_5 4-1_4 0.2000 relative_P_10 4-1_4 0.3000 relative_P_15 4-1_4 0.3636 relative_P_20 4-1_4 0.4545 relative_P_30 4-1_4 0.7273 relative_P_100 4-1_4 0.9091 relative_P_200 4-1_4 0.9091 relative_P_500 4-1_4 0.9091 relative_P_1000 4-1_4 0.9091 success_1 4-1_4 0.0000 success_5 4-1_4 1.0000 success_10 4-1_4 1.0000 set_P 4-1_4 0.1000 set_relative_P 4-1_4 0.9091 set_recall 4-1_4 0.9091 set_map 4-1_4 0.0909 set_F 4-1_4 0.1802 num_nonrel_judged_ret 4-1_4 24 rbp 4-1_4 0.2143 rbp_resid 4-1_4 0.2058 unj_5 4-1_4 0.0000 unj_10 4-1_4 0.1000 unj_20 4-1_4 0.3000 num_ret 4-1_6 100 num_rel 4-1_6 1 num_rel_ret 4-1_6 0 map 4-1_6 0.0000 Rprec 4-1_6 0.0000 bpref 4-1_6 0.0000 recip_rank 4-1_6 0.0000 iprec_at_recall_0.00 4-1_6 0.0000 iprec_at_recall_0.10 4-1_6 0.0000 iprec_at_recall_0.20 4-1_6 0.0000 iprec_at_recall_0.30 4-1_6 0.0000 iprec_at_recall_0.40 4-1_6 0.0000 iprec_at_recall_0.50 4-1_6 0.0000 iprec_at_recall_0.60 4-1_6 0.0000 iprec_at_recall_0.70 4-1_6 0.0000 iprec_at_recall_0.80 4-1_6 0.0000 iprec_at_recall_0.90 4-1_6 0.0000 iprec_at_recall_1.00 4-1_6 0.0000 P_5 4-1_6 0.0000 P_10 4-1_6 0.0000 P_15 4-1_6 0.0000 P_20 4-1_6 0.0000 P_30 4-1_6 0.0000 P_100 4-1_6 0.0000 P_200 4-1_6 0.0000 P_500 4-1_6 0.0000 P_1000 4-1_6 0.0000 relstring 4-1_6 '0110-10000' recall_5 4-1_6 0.0000 recall_10 4-1_6 0.0000 recall_15 4-1_6 0.0000 recall_20 4-1_6 0.0000 recall_30 4-1_6 0.0000 recall_100 4-1_6 0.0000 recall_200 4-1_6 0.0000 recall_500 4-1_6 0.0000 recall_1000 4-1_6 0.0000 infAP 4-1_6 0.0000 Rprec_mult_0.20 4-1_6 0.0000 Rprec_mult_0.40 4-1_6 0.0000 Rprec_mult_0.60 4-1_6 0.0000 Rprec_mult_0.80 4-1_6 0.0000 Rprec_mult_1.00 4-1_6 0.0000 Rprec_mult_1.20 4-1_6 0.0000 Rprec_mult_1.40 4-1_6 0.0000 Rprec_mult_1.60 4-1_6 0.0000 Rprec_mult_1.80 4-1_6 0.0000 Rprec_mult_2.00 4-1_6 0.0000 utility 4-1_6 -100.0000 11pt_avg 4-1_6 0.0000 binG 4-1_6 0.0000 G 4-1_6 0.0930 ndcg 4-1_6 0.2454 ndcg_rel 4-1_6 0.2558 Rndcg 4-1_6 0.1472 ndcg_cut_5 4-1_6 0.2864 ndcg_cut_10 4-1_6 0.2683 ndcg_cut_15 4-1_6 0.2167 ndcg_cut_20 4-1_6 0.1962 ndcg_cut_30 4-1_6 0.1962 ndcg_cut_100 4-1_6 0.2454 ndcg_cut_200 4-1_6 0.2454 ndcg_cut_500 4-1_6 0.2454 ndcg_cut_1000 4-1_6 0.2454 map_cut_5 4-1_6 0.0000 map_cut_10 4-1_6 0.0000 map_cut_15 4-1_6 0.0000 map_cut_20 4-1_6 0.0000 map_cut_30 4-1_6 0.0000 map_cut_100 4-1_6 0.0000 map_cut_200 4-1_6 0.0000 map_cut_500 4-1_6 0.0000 map_cut_1000 4-1_6 0.0000 relative_P_5 4-1_6 0.0000 relative_P_10 4-1_6 0.0000 relative_P_15 4-1_6 0.0000 relative_P_20 4-1_6 0.0000 relative_P_30 4-1_6 0.0000 relative_P_100 4-1_6 0.0000 relative_P_200 4-1_6 0.0000 relative_P_500 4-1_6 0.0000 relative_P_1000 4-1_6 0.0000 success_1 4-1_6 0.0000 success_5 4-1_6 0.0000 success_10 4-1_6 0.0000 set_P 4-1_6 0.0000 set_relative_P 4-1_6 0.0000 set_recall 4-1_6 0.0000 set_map 4-1_6 0.0000 set_F 4-1_6 0.0000 num_nonrel_judged_ret 4-1_6 31 rbp 4-1_6 0.1167 rbp_resid 4-1_6 0.3169 unj_5 4-1_6 0.2000 unj_10 4-1_6 0.1000 unj_20 4-1_6 0.4000 num_ret 4-1_9 100 num_rel 4-1_9 37 num_rel_ret 4-1_9 4 map 4-1_9 0.0449 Rprec 4-1_9 0.1081 bpref 4-1_9 0.0884 recip_rank 4-1_9 1.0000 iprec_at_recall_0.00 4-1_9 1.0000 iprec_at_recall_0.10 4-1_9 0.2105 iprec_at_recall_0.20 4-1_9 0.0000 iprec_at_recall_0.30 4-1_9 0.0000 iprec_at_recall_0.40 4-1_9 0.0000 iprec_at_recall_0.50 4-1_9 0.0000 iprec_at_recall_0.60 4-1_9 0.0000 iprec_at_recall_0.70 4-1_9 0.0000 iprec_at_recall_0.80 4-1_9 0.0000 iprec_at_recall_0.90 4-1_9 0.0000 iprec_at_recall_1.00 4-1_9 0.0000 P_5 4-1_9 0.2000 P_10 4-1_9 0.2000 P_15 4-1_9 0.1333 P_20 4-1_9 0.2000 P_30 4-1_9 0.1333 P_100 4-1_9 0.0400 P_200 4-1_9 0.0200 P_500 4-1_9 0.0080 P_1000 4-1_9 0.0040 relstring 4-1_9 '211111311-' recall_5 4-1_9 0.0270 recall_10 4-1_9 0.0541 recall_15 4-1_9 0.0541 recall_20 4-1_9 0.1081 recall_30 4-1_9 0.1081 recall_100 4-1_9 0.1081 recall_200 4-1_9 0.1081 recall_500 4-1_9 0.1081 recall_1000 4-1_9 0.1081 infAP 4-1_9 0.0449 Rprec_mult_0.20 4-1_9 0.2500 Rprec_mult_0.40 4-1_9 0.1333 Rprec_mult_0.60 4-1_9 0.1739 Rprec_mult_0.80 4-1_9 0.1333 Rprec_mult_1.00 4-1_9 0.1081 Rprec_mult_1.20 4-1_9 0.0889 Rprec_mult_1.40 4-1_9 0.0769 Rprec_mult_1.60 4-1_9 0.0667 Rprec_mult_1.80 4-1_9 0.0597 Rprec_mult_2.00 4-1_9 0.0541 utility 4-1_9 -92.0000 11pt_avg 4-1_9 0.1100 binG 4-1_9 0.0499 G 4-1_9 0.0374 ndcg 4-1_9 0.2258 ndcg_rel 4-1_9 0.2534 Rndcg 4-1_9 0.3363 ndcg_cut_5 4-1_9 0.3769 ndcg_cut_10 4-1_9 0.4223 ndcg_cut_15 4-1_9 0.4034 ndcg_cut_20 4-1_9 0.4025 ndcg_cut_30 4-1_9 0.3751 ndcg_cut_100 4-1_9 0.2685 ndcg_cut_200 4-1_9 0.2258 ndcg_cut_500 4-1_9 0.2258 ndcg_cut_1000 4-1_9 0.2258 map_cut_5 4-1_9 0.0270 map_cut_10 4-1_9 0.0347 map_cut_15 4-1_9 0.0347 map_cut_20 4-1_9 0.0449 map_cut_30 4-1_9 0.0449 map_cut_100 4-1_9 0.0449 map_cut_200 4-1_9 0.0449 map_cut_500 4-1_9 0.0449 map_cut_1000 4-1_9 0.0449 relative_P_5 4-1_9 0.2000 relative_P_10 4-1_9 0.2000 relative_P_15 4-1_9 0.1333 relative_P_20 4-1_9 0.2000 relative_P_30 4-1_9 0.1333 relative_P_100 4-1_9 0.1081 relative_P_200 4-1_9 0.1081 relative_P_500 4-1_9 0.1081 relative_P_1000 4-1_9 0.1081 success_1 4-1_9 1.0000 success_5 4-1_9 1.0000 success_10 4-1_9 1.0000 set_P 4-1_9 0.0400 set_relative_P 4-1_9 0.1081 set_recall 4-1_9 0.1081 set_map 4-1_9 0.0043 set_F 4-1_9 0.0584 num_nonrel_judged_ret 4-1_9 26 rbp 4-1_9 0.2552 rbp_resid 4-1_9 0.1963 unj_5 4-1_9 0.0000 unj_10 4-1_9 0.1000 unj_20 4-1_9 0.2500 num_ret 4-2_2 100 num_rel 4-2_2 84 num_rel_ret 4-2_2 19 map 4-2_2 0.0978 Rprec 4-2_2 0.2143 bpref 4-2_2 0.2130 recip_rank 4-2_2 1.0000 iprec_at_recall_0.00 4-2_2 1.0000 iprec_at_recall_0.10 4-2_2 0.3462 iprec_at_recall_0.20 4-2_2 0.2235 iprec_at_recall_0.30 4-2_2 0.0000 iprec_at_recall_0.40 4-2_2 0.0000 iprec_at_recall_0.50 4-2_2 0.0000 iprec_at_recall_0.60 4-2_2 0.0000 iprec_at_recall_0.70 4-2_2 0.0000 iprec_at_recall_0.80 4-2_2 0.0000 iprec_at_recall_0.90 4-2_2 0.0000 iprec_at_recall_1.00 4-2_2 0.0000 P_5 4-2_2 0.8000 P_10 4-2_2 0.5000 P_15 4-2_2 0.3333 P_20 4-2_2 0.3000 P_30 4-2_2 0.3000 P_100 4-2_2 0.1900 P_200 4-2_2 0.0950 P_500 4-2_2 0.0380 P_1000 4-2_2 0.0190 relstring 4-2_2 '332-22--11' recall_5 4-2_2 0.0476 recall_10 4-2_2 0.0595 recall_15 4-2_2 0.0595 recall_20 4-2_2 0.0714 recall_30 4-2_2 0.1071 recall_100 4-2_2 0.2262 recall_200 4-2_2 0.2262 recall_500 4-2_2 0.2262 recall_1000 4-2_2 0.2262 infAP 4-2_2 0.0978 Rprec_mult_0.20 4-2_2 0.3529 Rprec_mult_0.40 4-2_2 0.2647 Rprec_mult_0.60 4-2_2 0.2353 Rprec_mult_0.80 4-2_2 0.2206 Rprec_mult_1.00 4-2_2 0.2143 Rprec_mult_1.20 4-2_2 0.1881 Rprec_mult_1.40 4-2_2 0.1610 Rprec_mult_1.60 4-2_2 0.1407 Rprec_mult_1.80 4-2_2 0.1250 Rprec_mult_2.00 4-2_2 0.1131 utility 4-2_2 -62.0000 11pt_avg 4-2_2 0.1427 binG 4-2_2 0.0835 G 4-2_2 0.0651 ndcg 4-2_2 0.2993 ndcg_rel 4-2_2 0.3367 Rndcg 4-2_2 0.3433 ndcg_cut_5 4-2_2 0.7537 ndcg_cut_10 4-2_2 0.5846 ndcg_cut_15 4-2_2 0.4532 ndcg_cut_20 4-2_2 0.4114 ndcg_cut_30 4-2_2 0.3885 ndcg_cut_100 4-2_2 0.3296 ndcg_cut_200 4-2_2 0.2993 ndcg_cut_500 4-2_2 0.2993 ndcg_cut_1000 4-2_2 0.2993 map_cut_5 4-2_2 0.0452 map_cut_10 4-2_2 0.0552 map_cut_15 4-2_2 0.0552 map_cut_20 4-2_2 0.0594 map_cut_30 4-2_2 0.0709 map_cut_100 4-2_2 0.0978 map_cut_200 4-2_2 0.0978 map_cut_500 4-2_2 0.0978 map_cut_1000 4-2_2 0.0978 relative_P_5 4-2_2 0.8000 relative_P_10 4-2_2 0.5000 relative_P_15 4-2_2 0.3333 relative_P_20 4-2_2 0.3000 relative_P_30 4-2_2 0.3000 relative_P_100 4-2_2 0.2262 relative_P_200 4-2_2 0.2262 relative_P_500 4-2_2 0.2262 relative_P_1000 4-2_2 0.2262 success_1 4-2_2 1.0000 success_5 4-2_2 1.0000 success_10 4-2_2 1.0000 set_P 4-2_2 0.1900 set_relative_P 4-2_2 0.2262 set_recall 4-2_2 0.2262 set_map 4-2_2 0.0430 set_F 4-2_2 0.2065 num_nonrel_judged_ret 4-2_2 11 rbp 4-2_2 0.3981 rbp_resid 4-2_2 0.4582 unj_5 4-2_2 0.2000 unj_10 4-2_2 0.3000 unj_20 4-2_2 0.6000 num_ret 4-2_3 100 num_rel 4-2_3 48 num_rel_ret 4-2_3 15 map 4-2_3 0.1724 Rprec 4-2_3 0.2500 bpref 4-2_3 0.2846 recip_rank 4-2_3 1.0000 iprec_at_recall_0.00 4-2_3 1.0000 iprec_at_recall_0.10 4-2_3 0.7143 iprec_at_recall_0.20 4-2_3 0.5556 iprec_at_recall_0.30 4-2_3 0.2000 iprec_at_recall_0.40 4-2_3 0.0000 iprec_at_recall_0.50 4-2_3 0.0000 iprec_at_recall_0.60 4-2_3 0.0000 iprec_at_recall_0.70 4-2_3 0.0000 iprec_at_recall_0.80 4-2_3 0.0000 iprec_at_recall_0.90 4-2_3 0.0000 iprec_at_recall_1.00 4-2_3 0.0000 P_5 4-2_3 0.6000 P_10 4-2_3 0.6000 P_15 4-2_3 0.6000 P_20 4-2_3 0.5500 P_30 4-2_3 0.3667 P_100 4-2_3 0.1500 P_200 4-2_3 0.0750 P_500 4-2_3 0.0300 P_1000 4-2_3 0.0150 relstring 4-2_3 '212212202-' recall_5 4-2_3 0.0625 recall_10 4-2_3 0.1250 recall_15 4-2_3 0.1875 recall_20 4-2_3 0.2292 recall_30 4-2_3 0.2292 recall_100 4-2_3 0.3125 recall_200 4-2_3 0.3125 recall_500 4-2_3 0.3125 recall_1000 4-2_3 0.3125 infAP 4-2_3 0.1724 Rprec_mult_0.20 4-2_3 0.6000 Rprec_mult_0.40 4-2_3 0.5500 Rprec_mult_0.60 4-2_3 0.3793 Rprec_mult_0.80 4-2_3 0.3077 Rprec_mult_1.00 4-2_3 0.2500 Rprec_mult_1.20 4-2_3 0.2069 Rprec_mult_1.40 4-2_3 0.1912 Rprec_mult_1.60 4-2_3 0.1818 Rprec_mult_1.80 4-2_3 0.1724 Rprec_mult_2.00 4-2_3 0.1562 utility 4-2_3 -70.0000 11pt_avg 4-2_3 0.2245 binG 4-2_3 0.1257 G 4-2_3 0.0762 ndcg 4-2_3 0.3580 ndcg_rel 4-2_3 0.3966 Rndcg 4-2_3 0.3973 ndcg_cut_5 4-2_3 0.5516 ndcg_cut_10 4-2_3 0.5261 ndcg_cut_15 4-2_3 0.5704 ndcg_cut_20 4-2_3 0.5472 ndcg_cut_30 4-2_3 0.4430 ndcg_cut_100 4-2_3 0.3580 ndcg_cut_200 4-2_3 0.3580 ndcg_cut_500 4-2_3 0.3580 ndcg_cut_1000 4-2_3 0.3580 map_cut_5 4-2_3 0.0503 map_cut_10 4-2_3 0.0930 map_cut_15 4-2_3 0.1296 map_cut_20 4-2_3 0.1526 map_cut_30 4-2_3 0.1526 map_cut_100 4-2_3 0.1724 map_cut_200 4-2_3 0.1724 map_cut_500 4-2_3 0.1724 map_cut_1000 4-2_3 0.1724 relative_P_5 4-2_3 0.6000 relative_P_10 4-2_3 0.6000 relative_P_15 4-2_3 0.6000 relative_P_20 4-2_3 0.5500 relative_P_30 4-2_3 0.3667 relative_P_100 4-2_3 0.3125 relative_P_200 4-2_3 0.3125 relative_P_500 4-2_3 0.3125 relative_P_1000 4-2_3 0.3125 success_1 4-2_3 1.0000 success_5 4-2_3 1.0000 success_10 4-2_3 1.0000 set_P 4-2_3 0.1500 set_relative_P 4-2_3 0.3125 set_recall 4-2_3 0.3125 set_map 4-2_3 0.0469 set_F 4-2_3 0.2027 num_nonrel_judged_ret 4-2_3 11 rbp 4-2_3 0.4198 rbp_resid 4-2_3 0.2378 unj_5 4-2_3 0.0000 unj_10 4-2_3 0.1000 unj_20 4-2_3 0.2500 num_ret 4-2_6 100 num_rel 4-2_6 14 num_rel_ret 4-2_6 10 map 4-2_6 0.5016 Rprec 4-2_6 0.5714 bpref 4-2_6 0.5816 recip_rank 4-2_6 1.0000 iprec_at_recall_0.00 4-2_6 1.0000 iprec_at_recall_0.10 4-2_6 1.0000 iprec_at_recall_0.20 4-2_6 1.0000 iprec_at_recall_0.30 4-2_6 0.7778 iprec_at_recall_0.40 4-2_6 0.7778 iprec_at_recall_0.50 4-2_6 0.7778 iprec_at_recall_0.60 4-2_6 0.5714 iprec_at_recall_0.70 4-2_6 0.1818 iprec_at_recall_0.80 4-2_6 0.0000 iprec_at_recall_0.90 4-2_6 0.0000 iprec_at_recall_1.00 4-2_6 0.0000 P_5 4-2_6 0.6000 P_10 4-2_6 0.7000 P_15 4-2_6 0.5333 P_20 4-2_6 0.4000 P_30 4-2_6 0.3000 P_100 4-2_6 0.1000 P_200 4-2_6 0.0500 P_500 4-2_6 0.0200 P_1000 4-2_6 0.0100 relstring 4-2_6 '222112332-' recall_5 4-2_6 0.2143 recall_10 4-2_6 0.5000 recall_15 4-2_6 0.5714 recall_20 4-2_6 0.5714 recall_30 4-2_6 0.6429 recall_100 4-2_6 0.7143 recall_200 4-2_6 0.7143 recall_500 4-2_6 0.7143 recall_1000 4-2_6 0.7143 infAP 4-2_6 0.5016 Rprec_mult_0.20 4-2_6 1.0000 Rprec_mult_0.40 4-2_6 0.6667 Rprec_mult_0.60 4-2_6 0.7778 Rprec_mult_0.80 4-2_6 0.5833 Rprec_mult_1.00 4-2_6 0.5714 Rprec_mult_1.20 4-2_6 0.4706 Rprec_mult_1.40 4-2_6 0.4000 Rprec_mult_1.60 4-2_6 0.3478 Rprec_mult_1.80 4-2_6 0.3462 Rprec_mult_2.00 4-2_6 0.3214 utility 4-2_6 -80.0000 11pt_avg 4-2_6 0.5533 binG 4-2_6 0.4109 G 4-2_6 0.2304 ndcg 4-2_6 0.6691 ndcg_rel 4-2_6 0.6554 Rndcg 4-2_6 0.6314 ndcg_cut_5 4-2_6 0.6005 ndcg_cut_10 4-2_6 0.7160 ndcg_cut_15 4-2_6 0.6500 ndcg_cut_20 4-2_6 0.6157 ndcg_cut_30 4-2_6 0.5841 ndcg_cut_100 4-2_6 0.6691 ndcg_cut_200 4-2_6 0.6691 ndcg_cut_500 4-2_6 0.6691 ndcg_cut_1000 4-2_6 0.6691 map_cut_5 4-2_6 0.2143 map_cut_10 4-2_6 0.4221 map_cut_15 4-2_6 0.4629 map_cut_20 4-2_6 0.4629 map_cut_30 4-2_6 0.4886 map_cut_100 4-2_6 0.5016 map_cut_200 4-2_6 0.5016 map_cut_500 4-2_6 0.5016 map_cut_1000 4-2_6 0.5016 relative_P_5 4-2_6 0.6000 relative_P_10 4-2_6 0.7000 relative_P_15 4-2_6 0.5714 relative_P_20 4-2_6 0.5714 relative_P_30 4-2_6 0.6429 relative_P_100 4-2_6 0.7143 relative_P_200 4-2_6 0.7143 relative_P_500 4-2_6 0.7143 relative_P_1000 4-2_6 0.7143 success_1 4-2_6 1.0000 success_5 4-2_6 1.0000 success_10 4-2_6 1.0000 set_P 4-2_6 0.1000 set_relative_P 4-2_6 0.7143 set_recall 4-2_6 0.7143 set_map 4-2_6 0.0714 set_F 4-2_6 0.1754 num_nonrel_judged_ret 4-2_6 11 rbp 4-2_6 0.4422 rbp_resid 4-2_6 0.2824 unj_5 4-2_6 0.0000 unj_10 4-2_6 0.1000 unj_20 4-2_6 0.4000 num_ret 5-1_2 100 num_rel 5-1_2 130 num_rel_ret 5-1_2 11 map 5-1_2 0.0407 Rprec 5-1_2 0.0846 bpref 5-1_2 0.0809 recip_rank 5-1_2 1.0000 iprec_at_recall_0.00 5-1_2 1.0000 iprec_at_recall_0.10 5-1_2 0.0000 iprec_at_recall_0.20 5-1_2 0.0000 iprec_at_recall_0.30 5-1_2 0.0000 iprec_at_recall_0.40 5-1_2 0.0000 iprec_at_recall_0.50 5-1_2 0.0000 iprec_at_recall_0.60 5-1_2 0.0000 iprec_at_recall_0.70 5-1_2 0.0000 iprec_at_recall_0.80 5-1_2 0.0000 iprec_at_recall_0.90 5-1_2 0.0000 iprec_at_recall_1.00 5-1_2 0.0000 P_5 5-1_2 0.4000 P_10 5-1_2 0.5000 P_15 5-1_2 0.3333 P_20 5-1_2 0.3500 P_30 5-1_2 0.3667 P_100 5-1_2 0.1100 P_200 5-1_2 0.0550 P_500 5-1_2 0.0220 P_1000 5-1_2 0.0110 relstring 5-1_2 '3131131303' recall_5 5-1_2 0.0154 recall_10 5-1_2 0.0385 recall_15 5-1_2 0.0385 recall_20 5-1_2 0.0538 recall_30 5-1_2 0.0846 recall_100 5-1_2 0.0846 recall_200 5-1_2 0.0846 recall_500 5-1_2 0.0846 recall_1000 5-1_2 0.0846 infAP 5-1_2 0.0407 Rprec_mult_0.20 5-1_2 0.3462 Rprec_mult_0.40 5-1_2 0.2115 Rprec_mult_0.60 5-1_2 0.1410 Rprec_mult_0.80 5-1_2 0.1058 Rprec_mult_1.00 5-1_2 0.0846 Rprec_mult_1.20 5-1_2 0.0705 Rprec_mult_1.40 5-1_2 0.0604 Rprec_mult_1.60 5-1_2 0.0529 Rprec_mult_1.80 5-1_2 0.0470 Rprec_mult_2.00 5-1_2 0.0423 utility 5-1_2 -78.0000 11pt_avg 5-1_2 0.0909 binG 5-1_2 0.0329 G 5-1_2 0.0248 ndcg 5-1_2 0.1632 ndcg_rel 5-1_2 0.1953 Rndcg 5-1_2 0.3412 ndcg_cut_5 5-1_2 0.6042 ndcg_cut_10 5-1_2 0.6264 ndcg_cut_15 5-1_2 0.5069 ndcg_cut_20 5-1_2 0.4791 ndcg_cut_30 5-1_2 0.4525 ndcg_cut_100 5-1_2 0.2202 ndcg_cut_200 5-1_2 0.1684 ndcg_cut_500 5-1_2 0.1632 ndcg_cut_1000 5-1_2 0.1632 map_cut_5 5-1_2 0.0128 map_cut_10 5-1_2 0.0244 map_cut_15 5-1_2 0.0244 map_cut_20 5-1_2 0.0298 map_cut_30 5-1_2 0.0407 map_cut_100 5-1_2 0.0407 map_cut_200 5-1_2 0.0407 map_cut_500 5-1_2 0.0407 map_cut_1000 5-1_2 0.0407 relative_P_5 5-1_2 0.4000 relative_P_10 5-1_2 0.5000 relative_P_15 5-1_2 0.3333 relative_P_20 5-1_2 0.3500 relative_P_30 5-1_2 0.3667 relative_P_100 5-1_2 0.1100 relative_P_200 5-1_2 0.0846 relative_P_500 5-1_2 0.0846 relative_P_1000 5-1_2 0.0846 success_1 5-1_2 1.0000 success_5 5-1_2 1.0000 success_10 5-1_2 1.0000 set_P 5-1_2 0.1100 set_relative_P 5-1_2 0.1100 set_recall 5-1_2 0.0846 set_map 5-1_2 0.0093 set_F 5-1_2 0.0957 num_nonrel_judged_ret 5-1_2 9 rbp 5-1_2 0.3611 rbp_resid 5-1_2 0.2112 unj_5 5-1_2 0.0000 unj_10 5-1_2 0.0000 unj_20 5-1_2 0.2500 num_ret 5-1_4 100 num_rel 5-1_4 29 num_rel_ret 5-1_4 8 map 5-1_4 0.2302 Rprec 5-1_4 0.2759 bpref 5-1_4 0.2663 recip_rank 5-1_4 1.0000 iprec_at_recall_0.00 5-1_4 1.0000 iprec_at_recall_0.10 5-1_4 1.0000 iprec_at_recall_0.20 5-1_4 1.0000 iprec_at_recall_0.30 5-1_4 0.0000 iprec_at_recall_0.40 5-1_4 0.0000 iprec_at_recall_0.50 5-1_4 0.0000 iprec_at_recall_0.60 5-1_4 0.0000 iprec_at_recall_0.70 5-1_4 0.0000 iprec_at_recall_0.80 5-1_4 0.0000 iprec_at_recall_0.90 5-1_4 0.0000 iprec_at_recall_1.00 5-1_4 0.0000 P_5 5-1_4 1.0000 P_10 5-1_4 0.6000 P_15 5-1_4 0.4000 P_20 5-1_4 0.3500 P_30 5-1_4 0.2667 P_100 5-1_4 0.0800 P_200 5-1_4 0.0400 P_500 5-1_4 0.0160 P_1000 5-1_4 0.0080 relstring 5-1_4 '3222220010' recall_5 5-1_4 0.1724 recall_10 5-1_4 0.2069 recall_15 5-1_4 0.2069 recall_20 5-1_4 0.2414 recall_30 5-1_4 0.2759 recall_100 5-1_4 0.2759 recall_200 5-1_4 0.2759 recall_500 5-1_4 0.2759 recall_1000 5-1_4 0.2759 infAP 5-1_4 0.2302 Rprec_mult_0.20 5-1_4 1.0000 Rprec_mult_0.40 5-1_4 0.5000 Rprec_mult_0.60 5-1_4 0.3889 Rprec_mult_0.80 5-1_4 0.2917 Rprec_mult_1.00 5-1_4 0.2759 Rprec_mult_1.20 5-1_4 0.2286 Rprec_mult_1.40 5-1_4 0.1951 Rprec_mult_1.60 5-1_4 0.1702 Rprec_mult_1.80 5-1_4 0.1509 Rprec_mult_2.00 5-1_4 0.1379 utility 5-1_4 -84.0000 11pt_avg 5-1_4 0.2727 binG 5-1_4 0.2239 G 5-1_4 0.1146 ndcg 5-1_4 0.3756 ndcg_rel 5-1_4 0.4545 Rndcg 5-1_4 0.4384 ndcg_cut_5 5-1_4 0.7797 ndcg_cut_10 5-1_4 0.5929 ndcg_cut_15 5-1_4 0.4951 ndcg_cut_20 5-1_4 0.4571 ndcg_cut_30 5-1_4 0.3930 ndcg_cut_100 5-1_4 0.3756 ndcg_cut_200 5-1_4 0.3756 ndcg_cut_500 5-1_4 0.3756 ndcg_cut_1000 5-1_4 0.3756 map_cut_5 5-1_4 0.1724 map_cut_10 5-1_4 0.2069 map_cut_15 5-1_4 0.2069 map_cut_20 5-1_4 0.2203 map_cut_30 5-1_4 0.2302 map_cut_100 5-1_4 0.2302 map_cut_200 5-1_4 0.2302 map_cut_500 5-1_4 0.2302 map_cut_1000 5-1_4 0.2302 relative_P_5 5-1_4 1.0000 relative_P_10 5-1_4 0.6000 relative_P_15 5-1_4 0.4000 relative_P_20 5-1_4 0.3500 relative_P_30 5-1_4 0.2759 relative_P_100 5-1_4 0.2759 relative_P_200 5-1_4 0.2759 relative_P_500 5-1_4 0.2759 relative_P_1000 5-1_4 0.2759 success_1 5-1_4 1.0000 success_5 5-1_4 1.0000 success_10 5-1_4 1.0000 set_P 5-1_4 0.0800 set_relative_P 5-1_4 0.2759 set_recall 5-1_4 0.2759 set_map 5-1_4 0.0221 set_F 5-1_4 0.1240 num_nonrel_judged_ret 5-1_4 13 rbp 5-1_4 0.3755 rbp_resid 5-1_4 0.3208 unj_5 5-1_4 0.0000 unj_10 5-1_4 0.0000 unj_20 5-1_4 0.4500 num_ret 6-1_2 100 num_rel 6-1_2 57 num_rel_ret 6-1_2 6 map 6-1_2 0.0041 Rprec 6-1_2 0.0000 bpref 6-1_2 0.0733 recip_rank 6-1_2 0.0143 iprec_at_recall_0.00 6-1_2 0.0625 iprec_at_recall_0.10 6-1_2 0.0625 iprec_at_recall_0.20 6-1_2 0.0000 iprec_at_recall_0.30 6-1_2 0.0000 iprec_at_recall_0.40 6-1_2 0.0000 iprec_at_recall_0.50 6-1_2 0.0000 iprec_at_recall_0.60 6-1_2 0.0000 iprec_at_recall_0.70 6-1_2 0.0000 iprec_at_recall_0.80 6-1_2 0.0000 iprec_at_recall_0.90 6-1_2 0.0000 iprec_at_recall_1.00 6-1_2 0.0000 P_5 6-1_2 0.0000 P_10 6-1_2 0.0000 P_15 6-1_2 0.0000 P_20 6-1_2 0.0000 P_30 6-1_2 0.0000 P_100 6-1_2 0.0600 P_200 6-1_2 0.0300 P_500 6-1_2 0.0120 P_1000 6-1_2 0.0060 relstring 6-1_2 '011101101-' recall_5 6-1_2 0.0000 recall_10 6-1_2 0.0000 recall_15 6-1_2 0.0000 recall_20 6-1_2 0.0000 recall_30 6-1_2 0.0000 recall_100 6-1_2 0.1053 recall_200 6-1_2 0.1053 recall_500 6-1_2 0.1053 recall_1000 6-1_2 0.1053 infAP 6-1_2 0.0041 Rprec_mult_0.20 6-1_2 0.0000 Rprec_mult_0.40 6-1_2 0.0000 Rprec_mult_0.60 6-1_2 0.0000 Rprec_mult_0.80 6-1_2 0.0000 Rprec_mult_1.00 6-1_2 0.0000 Rprec_mult_1.20 6-1_2 0.0000 Rprec_mult_1.40 6-1_2 0.0125 Rprec_mult_1.60 6-1_2 0.0326 Rprec_mult_1.80 6-1_2 0.0583 Rprec_mult_2.00 6-1_2 0.0526 utility 6-1_2 -88.0000 11pt_avg 6-1_2 0.0114 binG 6-1_2 0.0164 G 6-1_2 0.0263 ndcg 6-1_2 0.1437 ndcg_rel 6-1_2 0.1450 Rndcg 6-1_2 0.1352 ndcg_cut_5 6-1_2 0.1765 ndcg_cut_10 6-1_2 0.1872 ndcg_cut_15 6-1_2 0.1754 ndcg_cut_20 6-1_2 0.1510 ndcg_cut_30 6-1_2 0.1251 ndcg_cut_100 6-1_2 0.1474 ndcg_cut_200 6-1_2 0.1437 ndcg_cut_500 6-1_2 0.1437 ndcg_cut_1000 6-1_2 0.1437 map_cut_5 6-1_2 0.0000 map_cut_10 6-1_2 0.0000 map_cut_15 6-1_2 0.0000 map_cut_20 6-1_2 0.0000 map_cut_30 6-1_2 0.0000 map_cut_100 6-1_2 0.0041 map_cut_200 6-1_2 0.0041 map_cut_500 6-1_2 0.0041 map_cut_1000 6-1_2 0.0041 relative_P_5 6-1_2 0.0000 relative_P_10 6-1_2 0.0000 relative_P_15 6-1_2 0.0000 relative_P_20 6-1_2 0.0000 relative_P_30 6-1_2 0.0000 relative_P_100 6-1_2 0.1053 relative_P_200 6-1_2 0.1053 relative_P_500 6-1_2 0.1053 relative_P_1000 6-1_2 0.1053 success_1 6-1_2 0.0000 success_5 6-1_2 0.0000 success_10 6-1_2 0.0000 set_P 6-1_2 0.0600 set_relative_P 6-1_2 0.1053 set_recall 6-1_2 0.1053 set_map 6-1_2 0.0063 set_F 6-1_2 0.0764 num_nonrel_judged_ret 6-1_2 18 rbp 6-1_2 0.1539 rbp_resid 6-1_2 0.3240 unj_5 6-1_2 0.0000 unj_10 6-1_2 0.1000 unj_20 6-1_2 0.4500 num_ret 6-1_6 100 num_rel 6-1_6 27 num_rel_ret 6-1_6 14 map 6-1_6 0.1973 Rprec 6-1_6 0.2963 bpref 6-1_6 0.3909 recip_rank 6-1_6 1.0000 iprec_at_recall_0.00 6-1_6 1.0000 iprec_at_recall_0.10 6-1_6 0.4615 iprec_at_recall_0.20 6-1_6 0.4615 iprec_at_recall_0.30 6-1_6 0.4444 iprec_at_recall_0.40 6-1_6 0.2895 iprec_at_recall_0.50 6-1_6 0.1628 iprec_at_recall_0.60 6-1_6 0.0000 iprec_at_recall_0.70 6-1_6 0.0000 iprec_at_recall_0.80 6-1_6 0.0000 iprec_at_recall_0.90 6-1_6 0.0000 iprec_at_recall_1.00 6-1_6 0.0000 P_5 6-1_6 0.4000 P_10 6-1_6 0.4000 P_15 6-1_6 0.4000 P_20 6-1_6 0.4000 P_30 6-1_6 0.2667 P_100 6-1_6 0.1400 P_200 6-1_6 0.0700 P_500 6-1_6 0.0280 P_1000 6-1_6 0.0140 relstring 6-1_6 '201020023-' recall_5 6-1_6 0.0741 recall_10 6-1_6 0.1481 recall_15 6-1_6 0.2222 recall_20 6-1_6 0.2963 recall_30 6-1_6 0.2963 recall_100 6-1_6 0.5185 recall_200 6-1_6 0.5185 recall_500 6-1_6 0.5185 recall_1000 6-1_6 0.5185 infAP 6-1_6 0.1973 Rprec_mult_0.20 6-1_6 0.3333 Rprec_mult_0.40 6-1_6 0.4545 Rprec_mult_0.60 6-1_6 0.4118 Rprec_mult_0.80 6-1_6 0.3636 Rprec_mult_1.00 6-1_6 0.2963 Rprec_mult_1.20 6-1_6 0.2424 Rprec_mult_1.40 6-1_6 0.2895 Rprec_mult_1.60 6-1_6 0.2500 Rprec_mult_1.80 6-1_6 0.2245 Rprec_mult_2.00 6-1_6 0.2037 utility 6-1_6 -72.0000 11pt_avg 6-1_6 0.2563 binG 6-1_6 0.1655 G 6-1_6 0.0997 ndcg 6-1_6 0.4173 ndcg_rel 6-1_6 0.4047 Rndcg 6-1_6 0.3735 ndcg_cut_5 6-1_6 0.3701 ndcg_cut_10 6-1_6 0.3527 ndcg_cut_15 6-1_6 0.3603 ndcg_cut_20 6-1_6 0.3896 ndcg_cut_30 6-1_6 0.3376 ndcg_cut_100 6-1_6 0.4173 ndcg_cut_200 6-1_6 0.4173 ndcg_cut_500 6-1_6 0.4173 ndcg_cut_1000 6-1_6 0.4173 map_cut_5 6-1_6 0.0519 map_cut_10 6-1_6 0.0822 map_cut_15 6-1_6 0.1161 map_cut_20 6-1_6 0.1478 map_cut_30 6-1_6 0.1478 map_cut_100 6-1_6 0.1973 map_cut_200 6-1_6 0.1973 map_cut_500 6-1_6 0.1973 map_cut_1000 6-1_6 0.1973 relative_P_5 6-1_6 0.4000 relative_P_10 6-1_6 0.4000 relative_P_15 6-1_6 0.4000 relative_P_20 6-1_6 0.4000 relative_P_30 6-1_6 0.2963 relative_P_100 6-1_6 0.5185 relative_P_200 6-1_6 0.5185 relative_P_500 6-1_6 0.5185 relative_P_1000 6-1_6 0.5185 success_1 6-1_6 1.0000 success_5 6-1_6 1.0000 success_10 6-1_6 1.0000 set_P 6-1_6 0.1400 set_relative_P 6-1_6 0.5185 set_recall 6-1_6 0.5185 set_map 6-1_6 0.0726 set_F 6-1_6 0.2205 num_nonrel_judged_ret 6-1_6 14 rbp 6-1_6 0.3073 rbp_resid 6-1_6 0.2555 unj_5 6-1_6 0.0000 unj_10 6-1_6 0.1000 unj_20 6-1_6 0.3000 num_ret 6-1_7 100 num_rel 6-1_7 46 num_rel_ret 6-1_7 9 map 6-1_7 0.0324 Rprec 6-1_7 0.1304 bpref 6-1_7 0.1295 recip_rank 6-1_7 0.2500 iprec_at_recall_0.00 6-1_7 0.2500 iprec_at_recall_0.10 6-1_7 0.1935 iprec_at_recall_0.20 6-1_7 0.1071 iprec_at_recall_0.30 6-1_7 0.0000 iprec_at_recall_0.40 6-1_7 0.0000 iprec_at_recall_0.50 6-1_7 0.0000 iprec_at_recall_0.60 6-1_7 0.0000 iprec_at_recall_0.70 6-1_7 0.0000 iprec_at_recall_0.80 6-1_7 0.0000 iprec_at_recall_0.90 6-1_7 0.0000 iprec_at_recall_1.00 6-1_7 0.0000 P_5 6-1_7 0.2000 P_10 6-1_7 0.1000 P_15 6-1_7 0.1333 P_20 6-1_7 0.2000 P_30 6-1_7 0.1667 P_100 6-1_7 0.0900 P_200 6-1_7 0.0450 P_500 6-1_7 0.0180 P_1000 6-1_7 0.0090 relstring 6-1_7 '111211-000' recall_5 6-1_7 0.0217 recall_10 6-1_7 0.0217 recall_15 6-1_7 0.0435 recall_20 6-1_7 0.0870 recall_30 6-1_7 0.1087 recall_100 6-1_7 0.1957 recall_200 6-1_7 0.1957 recall_500 6-1_7 0.1957 recall_1000 6-1_7 0.1957 infAP 6-1_7 0.0324 Rprec_mult_0.20 6-1_7 0.1000 Rprec_mult_0.40 6-1_7 0.1579 Rprec_mult_0.60 6-1_7 0.1429 Rprec_mult_0.80 6-1_7 0.1622 Rprec_mult_1.00 6-1_7 0.1304 Rprec_mult_1.20 6-1_7 0.1071 Rprec_mult_1.40 6-1_7 0.1231 Rprec_mult_1.60 6-1_7 0.1081 Rprec_mult_1.80 6-1_7 0.0964 Rprec_mult_2.00 6-1_7 0.0978 utility 6-1_7 -82.0000 11pt_avg 6-1_7 0.0501 binG 6-1_7 0.0461 G 6-1_7 0.0434 ndcg 6-1_7 0.2377 ndcg_rel 6-1_7 0.2508 Rndcg 6-1_7 0.2633 ndcg_cut_5 6-1_7 0.3820 ndcg_cut_10 6-1_7 0.2740 ndcg_cut_15 6-1_7 0.2677 ndcg_cut_20 6-1_7 0.3065 ndcg_cut_30 6-1_7 0.2861 ndcg_cut_100 6-1_7 0.2487 ndcg_cut_200 6-1_7 0.2377 ndcg_cut_500 6-1_7 0.2377 ndcg_cut_1000 6-1_7 0.2377 map_cut_5 6-1_7 0.0054 map_cut_10 6-1_7 0.0054 map_cut_15 6-1_7 0.0094 map_cut_20 6-1_7 0.0172 map_cut_30 6-1_7 0.0208 map_cut_100 6-1_7 0.0324 map_cut_200 6-1_7 0.0324 map_cut_500 6-1_7 0.0324 map_cut_1000 6-1_7 0.0324 relative_P_5 6-1_7 0.2000 relative_P_10 6-1_7 0.1000 relative_P_15 6-1_7 0.1333 relative_P_20 6-1_7 0.2000 relative_P_30 6-1_7 0.1667 relative_P_100 6-1_7 0.1957 relative_P_200 6-1_7 0.1957 relative_P_500 6-1_7 0.1957 relative_P_1000 6-1_7 0.1957 success_1 6-1_7 0.0000 success_5 6-1_7 1.0000 success_10 6-1_7 1.0000 set_P 6-1_7 0.0900 set_relative_P 6-1_7 0.1957 set_recall 6-1_7 0.1957 set_map 6-1_7 0.0176 set_F 6-1_7 0.1233 num_nonrel_judged_ret 6-1_7 31 rbp 6-1_7 0.2597 rbp_resid 6-1_7 0.1985 unj_5 6-1_7 0.0000 unj_10 6-1_7 0.1000 unj_20 6-1_7 0.2000 num_ret 6-2_2 100 num_rel 6-2_2 56 num_rel_ret 6-2_2 22 map 6-2_2 0.3044 Rprec 6-2_2 0.3750 bpref 6-2_2 0.3705 recip_rank 6-2_2 1.0000 iprec_at_recall_0.00 6-2_2 1.0000 iprec_at_recall_0.10 6-2_2 0.8571 iprec_at_recall_0.20 6-2_2 0.8462 iprec_at_recall_0.30 6-2_2 0.6538 iprec_at_recall_0.40 6-2_2 0.3729 iprec_at_recall_0.50 6-2_2 0.0000 iprec_at_recall_0.60 6-2_2 0.0000 iprec_at_recall_0.70 6-2_2 0.0000 iprec_at_recall_0.80 6-2_2 0.0000 iprec_at_recall_0.90 6-2_2 0.0000 iprec_at_recall_1.00 6-2_2 0.0000 P_5 6-2_2 1.0000 P_10 6-2_2 0.8000 P_15 6-2_2 0.8000 P_20 6-2_2 0.7500 P_30 6-2_2 0.5667 P_100 6-2_2 0.2200 P_200 6-2_2 0.1100 P_500 6-2_2 0.0440 P_1000 6-2_2 0.0220 relstring 6-2_2 '4443214124' recall_5 6-2_2 0.0893 recall_10 6-2_2 0.1429 recall_15 6-2_2 0.2143 recall_20 6-2_2 0.2679 recall_30 6-2_2 0.3036 recall_100 6-2_2 0.3929 recall_200 6-2_2 0.3929 recall_500 6-2_2 0.3929 recall_1000 6-2_2 0.3929 infAP 6-2_2 0.3044 Rprec_mult_0.20 6-2_2 0.8333 Rprec_mult_0.40 6-2_2 0.6957 Rprec_mult_0.60 6-2_2 0.5588 Rprec_mult_0.80 6-2_2 0.4444 Rprec_mult_1.00 6-2_2 0.3750 Rprec_mult_1.20 6-2_2 0.3235 Rprec_mult_1.40 6-2_2 0.2785 Rprec_mult_1.60 6-2_2 0.2444 Rprec_mult_1.80 6-2_2 0.2178 Rprec_mult_2.00 6-2_2 0.1964 utility 6-2_2 -56.0000 11pt_avg 6-2_2 0.3391 binG 6-2_2 0.2068 G 6-2_2 0.1499 ndcg 6-2_2 0.5128 ndcg_rel 6-2_2 0.5937 Rndcg 6-2_2 0.6196 ndcg_cut_5 6-2_2 0.8979 ndcg_cut_10 6-2_2 0.7897 ndcg_cut_15 6-2_2 0.7793 ndcg_cut_20 6-2_2 0.7458 ndcg_cut_30 6-2_2 0.6752 ndcg_cut_100 6-2_2 0.5128 ndcg_cut_200 6-2_2 0.5128 ndcg_cut_500 6-2_2 0.5128 ndcg_cut_1000 6-2_2 0.5128 map_cut_5 6-2_2 0.0893 map_cut_10 6-2_2 0.1328 map_cut_15 6-2_2 0.1917 map_cut_20 6-2_2 0.2350 map_cut_30 6-2_2 0.2602 map_cut_100 6-2_2 0.3044 map_cut_200 6-2_2 0.3044 map_cut_500 6-2_2 0.3044 map_cut_1000 6-2_2 0.3044 relative_P_5 6-2_2 1.0000 relative_P_10 6-2_2 0.8000 relative_P_15 6-2_2 0.8000 relative_P_20 6-2_2 0.7500 relative_P_30 6-2_2 0.5667 relative_P_100 6-2_2 0.3929 relative_P_200 6-2_2 0.3929 relative_P_500 6-2_2 0.3929 relative_P_1000 6-2_2 0.3929 success_1 6-2_2 1.0000 success_5 6-2_2 1.0000 success_10 6-2_2 1.0000 set_P 6-2_2 0.2200 set_relative_P 6-2_2 0.3929 set_recall 6-2_2 0.3929 set_map 6-2_2 0.0864 set_F 6-2_2 0.2821 num_nonrel_judged_ret 6-2_2 17 rbp 6-2_2 0.6326 rbp_resid 6-2_2 0.0905 unj_5 6-2_2 0.0000 unj_10 6-2_2 0.0000 unj_20 6-2_2 0.1000 num_ret 6-2_3 100 num_rel 6-2_3 17 num_rel_ret 6-2_3 5 map 6-2_3 0.0930 Rprec 6-2_3 0.2353 bpref 6-2_3 0.2076 recip_rank 6-2_3 0.3333 iprec_at_recall_0.00 6-2_3 0.4444 iprec_at_recall_0.10 6-2_3 0.4444 iprec_at_recall_0.20 6-2_3 0.4444 iprec_at_recall_0.30 6-2_3 0.1429 iprec_at_recall_0.40 6-2_3 0.0000 iprec_at_recall_0.50 6-2_3 0.0000 iprec_at_recall_0.60 6-2_3 0.0000 iprec_at_recall_0.70 6-2_3 0.0000 iprec_at_recall_0.80 6-2_3 0.0000 iprec_at_recall_0.90 6-2_3 0.0000 iprec_at_recall_1.00 6-2_3 0.0000 P_5 6-2_3 0.2000 P_10 6-2_3 0.4000 P_15 6-2_3 0.2667 P_20 6-2_3 0.2000 P_30 6-2_3 0.1333 P_100 6-2_3 0.0500 P_200 6-2_3 0.0250 P_500 6-2_3 0.0100 P_1000 6-2_3 0.0050 relstring 6-2_3 '002000422-' recall_5 6-2_3 0.0588 recall_10 6-2_3 0.2353 recall_15 6-2_3 0.2353 recall_20 6-2_3 0.2353 recall_30 6-2_3 0.2353 recall_100 6-2_3 0.2941 recall_200 6-2_3 0.2941 recall_500 6-2_3 0.2941 recall_1000 6-2_3 0.2941 infAP 6-2_3 0.0930 Rprec_mult_0.20 6-2_3 0.2500 Rprec_mult_0.40 6-2_3 0.2857 Rprec_mult_0.60 6-2_3 0.3636 Rprec_mult_0.80 6-2_3 0.2857 Rprec_mult_1.00 6-2_3 0.2353 Rprec_mult_1.20 6-2_3 0.1905 Rprec_mult_1.40 6-2_3 0.1667 Rprec_mult_1.60 6-2_3 0.1429 Rprec_mult_1.80 6-2_3 0.1290 Rprec_mult_2.00 6-2_3 0.1176 utility 6-2_3 -90.0000 11pt_avg 6-2_3 0.1342 binG 6-2_3 0.1040 G 6-2_3 0.0547 ndcg 6-2_3 0.2031 ndcg_rel 6-2_3 0.2043 Rndcg 6-2_3 0.1362 ndcg_cut_5 6-2_3 0.1016 ndcg_cut_10 6-2_3 0.2663 ndcg_cut_15 6-2_3 0.2225 ndcg_cut_20 6-2_3 0.2016 ndcg_cut_30 6-2_3 0.1800 ndcg_cut_100 6-2_3 0.2031 ndcg_cut_200 6-2_3 0.2031 ndcg_cut_500 6-2_3 0.2031 ndcg_cut_1000 6-2_3 0.2031 map_cut_5 6-2_3 0.0196 map_cut_10 6-2_3 0.0846 map_cut_15 6-2_3 0.0846 map_cut_20 6-2_3 0.0846 map_cut_30 6-2_3 0.0846 map_cut_100 6-2_3 0.0930 map_cut_200 6-2_3 0.0930 map_cut_500 6-2_3 0.0930 map_cut_1000 6-2_3 0.0930 relative_P_5 6-2_3 0.2000 relative_P_10 6-2_3 0.4000 relative_P_15 6-2_3 0.2667 relative_P_20 6-2_3 0.2353 relative_P_30 6-2_3 0.2353 relative_P_100 6-2_3 0.2941 relative_P_200 6-2_3 0.2941 relative_P_500 6-2_3 0.2941 relative_P_1000 6-2_3 0.2941 success_1 6-2_3 0.0000 success_5 6-2_3 1.0000 success_10 6-2_3 1.0000 set_P 6-2_3 0.0500 set_relative_P 6-2_3 0.2941 set_recall 6-2_3 0.2941 set_map 6-2_3 0.0147 set_F 6-2_3 0.0855 num_nonrel_judged_ret 6-2_3 19 rbp 6-2_3 0.1405 rbp_resid 6-2_3 0.3207 unj_5 6-2_3 0.0000 unj_10 6-2_3 0.1000 unj_20 6-2_3 0.4500 num_ret 6-2_5 100 num_rel 6-2_5 51 num_rel_ret 6-2_5 21 map 6-2_5 0.2510 Rprec 6-2_5 0.4118 bpref 6-2_5 0.3818 recip_rank 6-2_5 1.0000 iprec_at_recall_0.00 6-2_5 1.0000 iprec_at_recall_0.10 6-2_5 0.6875 iprec_at_recall_0.20 6-2_5 0.6875 iprec_at_recall_0.30 6-2_5 0.6818 iprec_at_recall_0.40 6-2_5 0.4348 iprec_at_recall_0.50 6-2_5 0.0000 iprec_at_recall_0.60 6-2_5 0.0000 iprec_at_recall_0.70 6-2_5 0.0000 iprec_at_recall_0.80 6-2_5 0.0000 iprec_at_recall_0.90 6-2_5 0.0000 iprec_at_recall_1.00 6-2_5 0.0000 P_5 6-2_5 0.6000 P_10 6-2_5 0.6000 P_15 6-2_5 0.6667 P_20 6-2_5 0.6500 P_30 6-2_5 0.5333 P_100 6-2_5 0.2100 P_200 6-2_5 0.1050 P_500 6-2_5 0.0420 P_1000 6-2_5 0.0210 relstring 6-2_5 '304-4413-2' recall_5 6-2_5 0.0588 recall_10 6-2_5 0.1176 recall_15 6-2_5 0.1961 recall_20 6-2_5 0.2549 recall_30 6-2_5 0.3137 recall_100 6-2_5 0.4118 recall_200 6-2_5 0.4118 recall_500 6-2_5 0.4118 recall_1000 6-2_5 0.4118 infAP 6-2_5 0.2510 Rprec_mult_0.20 6-2_5 0.6364 Rprec_mult_0.40 6-2_5 0.6667 Rprec_mult_0.60 6-2_5 0.5161 Rprec_mult_0.80 6-2_5 0.4146 Rprec_mult_1.00 6-2_5 0.4118 Rprec_mult_1.20 6-2_5 0.3387 Rprec_mult_1.40 6-2_5 0.2917 Rprec_mult_1.60 6-2_5 0.2561 Rprec_mult_1.80 6-2_5 0.2283 Rprec_mult_2.00 6-2_5 0.2059 utility 6-2_5 -58.0000 11pt_avg 6-2_5 0.3174 binG 6-2_5 0.1538 G 6-2_5 0.0914 ndcg 6-2_5 0.4486 ndcg_rel 6-2_5 0.4809 Rndcg 6-2_5 0.4969 ndcg_cut_5 6-2_5 0.5552 ndcg_cut_10 6-2_5 0.5409 ndcg_cut_15 6-2_5 0.5417 ndcg_cut_20 6-2_5 0.5695 ndcg_cut_30 6-2_5 0.5324 ndcg_cut_100 6-2_5 0.4486 ndcg_cut_200 6-2_5 0.4486 ndcg_cut_500 6-2_5 0.4486 ndcg_cut_1000 6-2_5 0.4486 map_cut_5 6-2_5 0.0444 map_cut_10 6-2_5 0.0815 map_cut_15 6-2_5 0.1318 map_cut_20 6-2_5 0.1704 map_cut_30 6-2_5 0.2080 map_cut_100 6-2_5 0.2510 map_cut_200 6-2_5 0.2510 map_cut_500 6-2_5 0.2510 map_cut_1000 6-2_5 0.2510 relative_P_5 6-2_5 0.6000 relative_P_10 6-2_5 0.6000 relative_P_15 6-2_5 0.6667 relative_P_20 6-2_5 0.6500 relative_P_30 6-2_5 0.5333 relative_P_100 6-2_5 0.4118 relative_P_200 6-2_5 0.4118 relative_P_500 6-2_5 0.4118 relative_P_1000 6-2_5 0.4118 success_1 6-2_5 1.0000 success_5 6-2_5 1.0000 success_10 6-2_5 1.0000 set_P 6-2_5 0.2100 set_relative_P 6-2_5 0.4118 set_recall 6-2_5 0.4118 set_map 6-2_5 0.0865 set_F 6-2_5 0.2781 num_nonrel_judged_ret 6-2_5 14 rbp 6-2_5 0.5013 rbp_resid 6-2_5 0.2189 unj_5 6-2_5 0.2000 unj_10 6-2_5 0.2000 unj_20 6-2_5 0.2000 num_ret 7-1_1 100 num_rel 7-1_1 4 num_rel_ret 7-1_1 0 map 7-1_1 0.0000 Rprec 7-1_1 0.0000 bpref 7-1_1 0.0000 recip_rank 7-1_1 0.0000 iprec_at_recall_0.00 7-1_1 0.0000 iprec_at_recall_0.10 7-1_1 0.0000 iprec_at_recall_0.20 7-1_1 0.0000 iprec_at_recall_0.30 7-1_1 0.0000 iprec_at_recall_0.40 7-1_1 0.0000 iprec_at_recall_0.50 7-1_1 0.0000 iprec_at_recall_0.60 7-1_1 0.0000 iprec_at_recall_0.70 7-1_1 0.0000 iprec_at_recall_0.80 7-1_1 0.0000 iprec_at_recall_0.90 7-1_1 0.0000 iprec_at_recall_1.00 7-1_1 0.0000 P_5 7-1_1 0.0000 P_10 7-1_1 0.0000 P_15 7-1_1 0.0000 P_20 7-1_1 0.0000 P_30 7-1_1 0.0000 P_100 7-1_1 0.0000 P_200 7-1_1 0.0000 P_500 7-1_1 0.0000 P_1000 7-1_1 0.0000 relstring 7-1_1 '1111110111' recall_5 7-1_1 0.0000 recall_10 7-1_1 0.0000 recall_15 7-1_1 0.0000 recall_20 7-1_1 0.0000 recall_30 7-1_1 0.0000 recall_100 7-1_1 0.0000 recall_200 7-1_1 0.0000 recall_500 7-1_1 0.0000 recall_1000 7-1_1 0.0000 infAP 7-1_1 0.0000 Rprec_mult_0.20 7-1_1 0.0000 Rprec_mult_0.40 7-1_1 0.0000 Rprec_mult_0.60 7-1_1 0.0000 Rprec_mult_0.80 7-1_1 0.0000 Rprec_mult_1.00 7-1_1 0.0000 Rprec_mult_1.20 7-1_1 0.0000 Rprec_mult_1.40 7-1_1 0.0000 Rprec_mult_1.60 7-1_1 0.0000 Rprec_mult_1.80 7-1_1 0.0000 Rprec_mult_2.00 7-1_1 0.0000 utility 7-1_1 -100.0000 11pt_avg 7-1_1 0.0000 binG 7-1_1 0.0000 G 7-1_1 0.0814 ndcg 7-1_1 0.3617 ndcg_rel 7-1_1 0.4127 Rndcg 7-1_1 0.3711 ndcg_cut_5 7-1_1 0.4529 ndcg_cut_10 7-1_1 0.5194 ndcg_cut_15 7-1_1 0.5301 ndcg_cut_20 7-1_1 0.5601 ndcg_cut_30 7-1_1 0.5672 ndcg_cut_100 7-1_1 0.4388 ndcg_cut_200 7-1_1 0.3617 ndcg_cut_500 7-1_1 0.3617 ndcg_cut_1000 7-1_1 0.3617 map_cut_5 7-1_1 0.0000 map_cut_10 7-1_1 0.0000 map_cut_15 7-1_1 0.0000 map_cut_20 7-1_1 0.0000 map_cut_30 7-1_1 0.0000 map_cut_100 7-1_1 0.0000 map_cut_200 7-1_1 0.0000 map_cut_500 7-1_1 0.0000 map_cut_1000 7-1_1 0.0000 relative_P_5 7-1_1 0.0000 relative_P_10 7-1_1 0.0000 relative_P_15 7-1_1 0.0000 relative_P_20 7-1_1 0.0000 relative_P_30 7-1_1 0.0000 relative_P_100 7-1_1 0.0000 relative_P_200 7-1_1 0.0000 relative_P_500 7-1_1 0.0000 relative_P_1000 7-1_1 0.0000 success_1 7-1_1 0.0000 success_5 7-1_1 0.0000 success_10 7-1_1 0.0000 set_P 7-1_1 0.0000 set_relative_P 7-1_1 0.0000 set_recall 7-1_1 0.0000 set_map 7-1_1 0.0000 set_F 7-1_1 0.0000 num_nonrel_judged_ret 7-1_1 49 rbp 7-1_1 0.2736 rbp_resid 7-1_1 0.0851 unj_5 7-1_1 0.0000 unj_10 7-1_1 0.0000 unj_20 7-1_1 0.1000 num_ret 7-1_5 100 num_rel 7-1_5 6 num_rel_ret 7-1_5 2 map 7-1_5 0.0207 Rprec 7-1_5 0.0000 bpref 7-1_5 0.0000 recip_rank 7-1_5 0.0500 iprec_at_recall_0.00 7-1_5 0.0741 iprec_at_recall_0.10 7-1_5 0.0741 iprec_at_recall_0.20 7-1_5 0.0741 iprec_at_recall_0.30 7-1_5 0.0741 iprec_at_recall_0.40 7-1_5 0.0741 iprec_at_recall_0.50 7-1_5 0.0000 iprec_at_recall_0.60 7-1_5 0.0000 iprec_at_recall_0.70 7-1_5 0.0000 iprec_at_recall_0.80 7-1_5 0.0000 iprec_at_recall_0.90 7-1_5 0.0000 iprec_at_recall_1.00 7-1_5 0.0000 P_5 7-1_5 0.0000 P_10 7-1_5 0.0000 P_15 7-1_5 0.0000 P_20 7-1_5 0.0500 P_30 7-1_5 0.0667 P_100 7-1_5 0.0200 P_200 7-1_5 0.0100 P_500 7-1_5 0.0040 P_1000 7-1_5 0.0020 relstring 7-1_5 '0000-010-0' recall_5 7-1_5 0.0000 recall_10 7-1_5 0.0000 recall_15 7-1_5 0.0000 recall_20 7-1_5 0.1667 recall_30 7-1_5 0.3333 recall_100 7-1_5 0.3333 recall_200 7-1_5 0.3333 recall_500 7-1_5 0.3333 recall_1000 7-1_5 0.3333 infAP 7-1_5 0.0207 Rprec_mult_0.20 7-1_5 0.0000 Rprec_mult_0.40 7-1_5 0.0000 Rprec_mult_0.60 7-1_5 0.0000 Rprec_mult_0.80 7-1_5 0.0000 Rprec_mult_1.00 7-1_5 0.0000 Rprec_mult_1.20 7-1_5 0.0000 Rprec_mult_1.40 7-1_5 0.0000 Rprec_mult_1.60 7-1_5 0.0000 Rprec_mult_1.80 7-1_5 0.0000 Rprec_mult_2.00 7-1_5 0.0000 utility 7-1_5 -96.0000 11pt_avg 7-1_5 0.0337 binG 7-1_5 0.0730 G 7-1_5 0.0527 ndcg 7-1_5 0.1402 ndcg_rel 7-1_5 0.1283 Rndcg 7-1_5 0.0576 ndcg_cut_5 7-1_5 0.0000 ndcg_cut_10 7-1_5 0.0243 ndcg_cut_15 7-1_5 0.0396 ndcg_cut_20 7-1_5 0.0928 ndcg_cut_30 7-1_5 0.1402 ndcg_cut_100 7-1_5 0.1402 ndcg_cut_200 7-1_5 0.1402 ndcg_cut_500 7-1_5 0.1402 ndcg_cut_1000 7-1_5 0.1402 map_cut_5 7-1_5 0.0000 map_cut_10 7-1_5 0.0000 map_cut_15 7-1_5 0.0000 map_cut_20 7-1_5 0.0083 map_cut_30 7-1_5 0.0207 map_cut_100 7-1_5 0.0207 map_cut_200 7-1_5 0.0207 map_cut_500 7-1_5 0.0207 map_cut_1000 7-1_5 0.0207 relative_P_5 7-1_5 0.0000 relative_P_10 7-1_5 0.0000 relative_P_15 7-1_5 0.0000 relative_P_20 7-1_5 0.1667 relative_P_30 7-1_5 0.3333 relative_P_100 7-1_5 0.3333 relative_P_200 7-1_5 0.3333 relative_P_500 7-1_5 0.3333 relative_P_1000 7-1_5 0.3333 success_1 7-1_5 0.0000 success_5 7-1_5 0.0000 success_10 7-1_5 0.0000 set_P 7-1_5 0.0200 set_relative_P 7-1_5 0.3333 set_recall 7-1_5 0.3333 set_map 7-1_5 0.0067 set_F 7-1_5 0.0377 num_nonrel_judged_ret 7-1_5 23 rbp 7-1_5 0.0403 rbp_resid 7-1_5 0.2560 unj_5 7-1_5 0.2000 unj_10 7-1_5 0.2000 unj_20 7-1_5 0.2500 num_ret 7-1_6 100 num_rel 7-1_6 9 num_rel_ret 7-1_6 8 map 7-1_6 0.4825 Rprec 7-1_6 0.4444 bpref 7-1_6 0.7284 recip_rank 7-1_6 1.0000 iprec_at_recall_0.00 7-1_6 1.0000 iprec_at_recall_0.10 7-1_6 1.0000 iprec_at_recall_0.20 7-1_6 1.0000 iprec_at_recall_0.30 7-1_6 0.5000 iprec_at_recall_0.40 7-1_6 0.5000 iprec_at_recall_0.50 7-1_6 0.5000 iprec_at_recall_0.60 7-1_6 0.5000 iprec_at_recall_0.70 7-1_6 0.5000 iprec_at_recall_0.80 7-1_6 0.2121 iprec_at_recall_0.90 7-1_6 0.1860 iprec_at_recall_1.00 7-1_6 0.0000 P_5 7-1_6 0.4000 P_10 7-1_6 0.5000 P_15 7-1_6 0.4000 P_20 7-1_6 0.3000 P_30 7-1_6 0.2000 P_100 7-1_6 0.0800 P_200 7-1_6 0.0400 P_500 7-1_6 0.0160 P_1000 7-1_6 0.0080 relstring 7-1_6 '4411-2--24' recall_5 7-1_6 0.2222 recall_10 7-1_6 0.5556 recall_15 7-1_6 0.6667 recall_20 7-1_6 0.6667 recall_30 7-1_6 0.6667 recall_100 7-1_6 0.8889 recall_200 7-1_6 0.8889 recall_500 7-1_6 0.8889 recall_1000 7-1_6 0.8889 infAP 7-1_6 0.4825 Rprec_mult_0.20 7-1_6 1.0000 Rprec_mult_0.40 7-1_6 0.5000 Rprec_mult_0.60 7-1_6 0.5000 Rprec_mult_0.80 7-1_6 0.3750 Rprec_mult_1.00 7-1_6 0.4444 Rprec_mult_1.20 7-1_6 0.4545 Rprec_mult_1.40 7-1_6 0.4615 Rprec_mult_1.60 7-1_6 0.4000 Rprec_mult_1.80 7-1_6 0.3529 Rprec_mult_2.00 7-1_6 0.3333 utility 7-1_6 -84.0000 11pt_avg 7-1_6 0.5362 binG 7-1_6 0.4307 G 7-1_6 0.3678 ndcg 7-1_6 0.7370 ndcg_rel 7-1_6 0.7467 Rndcg 7-1_6 0.6482 ndcg_cut_5 7-1_6 0.6321 ndcg_cut_10 7-1_6 0.6442 ndcg_cut_15 7-1_6 0.6581 ndcg_cut_20 7-1_6 0.6581 ndcg_cut_30 7-1_6 0.6581 ndcg_cut_100 7-1_6 0.7370 ndcg_cut_200 7-1_6 0.7370 ndcg_cut_500 7-1_6 0.7370 ndcg_cut_1000 7-1_6 0.7370 map_cut_5 7-1_6 0.2222 map_cut_10 7-1_6 0.3827 map_cut_15 7-1_6 0.4383 map_cut_20 7-1_6 0.4383 map_cut_30 7-1_6 0.4383 map_cut_100 7-1_6 0.4825 map_cut_200 7-1_6 0.4825 map_cut_500 7-1_6 0.4825 map_cut_1000 7-1_6 0.4825 relative_P_5 7-1_6 0.4000 relative_P_10 7-1_6 0.5556 relative_P_15 7-1_6 0.6667 relative_P_20 7-1_6 0.6667 relative_P_30 7-1_6 0.6667 relative_P_100 7-1_6 0.8889 relative_P_200 7-1_6 0.8889 relative_P_500 7-1_6 0.8889 relative_P_1000 7-1_6 0.8889 success_1 7-1_6 1.0000 success_5 7-1_6 1.0000 success_10 7-1_6 1.0000 set_P 7-1_6 0.0800 set_relative_P 7-1_6 0.8889 set_recall 7-1_6 0.8889 set_map 7-1_6 0.0711 set_F 7-1_6 0.1468 num_nonrel_judged_ret 7-1_6 5 rbp 7-1_6 0.3537 rbp_resid 7-1_6 0.4765 unj_5 7-1_6 0.2000 unj_10 7-1_6 0.3000 unj_20 7-1_6 0.6000 num_ret 7-1_9 100 num_rel 7-1_9 20 num_rel_ret 7-1_9 10 map 7-1_9 0.4426 Rprec 7-1_9 0.4500 bpref 7-1_9 0.4775 recip_rank 7-1_9 1.0000 iprec_at_recall_0.00 7-1_9 1.0000 iprec_at_recall_0.10 7-1_9 1.0000 iprec_at_recall_0.20 7-1_9 1.0000 iprec_at_recall_0.30 7-1_9 1.0000 iprec_at_recall_0.40 7-1_9 0.8889 iprec_at_recall_0.50 7-1_9 0.1449 iprec_at_recall_0.60 7-1_9 0.0000 iprec_at_recall_0.70 7-1_9 0.0000 iprec_at_recall_0.80 7-1_9 0.0000 iprec_at_recall_0.90 7-1_9 0.0000 iprec_at_recall_1.00 7-1_9 0.0000 P_5 7-1_9 1.0000 P_10 7-1_9 0.8000 P_15 7-1_9 0.6000 P_20 7-1_9 0.4500 P_30 7-1_9 0.3000 P_100 7-1_9 0.1000 P_200 7-1_9 0.0500 P_500 7-1_9 0.0200 P_1000 7-1_9 0.0100 relstring 7-1_9 '2222222121' recall_5 7-1_9 0.2500 recall_10 7-1_9 0.4000 recall_15 7-1_9 0.4500 recall_20 7-1_9 0.4500 recall_30 7-1_9 0.4500 recall_100 7-1_9 0.5000 recall_200 7-1_9 0.5000 recall_500 7-1_9 0.5000 recall_1000 7-1_9 0.5000 infAP 7-1_9 0.4426 Rprec_mult_0.20 7-1_9 1.0000 Rprec_mult_0.40 7-1_9 0.8750 Rprec_mult_0.60 7-1_9 0.7500 Rprec_mult_0.80 7-1_9 0.5625 Rprec_mult_1.00 7-1_9 0.4500 Rprec_mult_1.20 7-1_9 0.3750 Rprec_mult_1.40 7-1_9 0.3214 Rprec_mult_1.60 7-1_9 0.2812 Rprec_mult_1.80 7-1_9 0.2500 Rprec_mult_2.00 7-1_9 0.2250 utility 7-1_9 -80.0000 11pt_avg 7-1_9 0.4576 binG 7-1_9 0.4150 G 7-1_9 0.1775 ndcg 7-1_9 0.5143 ndcg_rel 7-1_9 0.5735 Rndcg 7-1_9 0.5122 ndcg_cut_5 7-1_9 0.7467 ndcg_cut_10 7-1_9 0.7651 ndcg_cut_15 7-1_9 0.6588 ndcg_cut_20 7-1_9 0.5622 ndcg_cut_30 7-1_9 0.5079 ndcg_cut_100 7-1_9 0.5143 ndcg_cut_200 7-1_9 0.5143 ndcg_cut_500 7-1_9 0.5143 ndcg_cut_1000 7-1_9 0.5143 map_cut_5 7-1_9 0.2500 map_cut_10 7-1_9 0.3944 map_cut_15 7-1_9 0.4354 map_cut_20 7-1_9 0.4354 map_cut_30 7-1_9 0.4354 map_cut_100 7-1_9 0.4426 map_cut_200 7-1_9 0.4426 map_cut_500 7-1_9 0.4426 map_cut_1000 7-1_9 0.4426 relative_P_5 7-1_9 1.0000 relative_P_10 7-1_9 0.8000 relative_P_15 7-1_9 0.6000 relative_P_20 7-1_9 0.4500 relative_P_30 7-1_9 0.4500 relative_P_100 7-1_9 0.5000 relative_P_200 7-1_9 0.5000 relative_P_500 7-1_9 0.5000 relative_P_1000 7-1_9 0.5000 success_1 7-1_9 1.0000 success_5 7-1_9 1.0000 success_10 7-1_9 1.0000 set_P 7-1_9 0.1000 set_relative_P 7-1_9 0.5000 set_recall 7-1_9 0.5000 set_map 7-1_9 0.0500 set_F 7-1_9 0.1667 num_nonrel_judged_ret 7-1_9 10 rbp 7-1_9 0.3230 rbp_resid 7-1_9 0.3041 unj_5 7-1_9 0.0000 unj_10 7-1_9 0.0000 unj_20 7-1_9 0.4500 num_ret 9-1_10 100 num_rel 9-1_10 59 num_rel_ret 9-1_10 30 map 9-1_10 0.2507 Rprec 9-1_10 0.4407 bpref 9-1_10 0.4864 recip_rank 9-1_10 1.0000 iprec_at_recall_0.00 9-1_10 1.0000 iprec_at_recall_0.10 9-1_10 0.5714 iprec_at_recall_0.20 9-1_10 0.5714 iprec_at_recall_0.30 9-1_10 0.5263 iprec_at_recall_0.40 9-1_10 0.4643 iprec_at_recall_0.50 9-1_10 0.3704 iprec_at_recall_0.60 9-1_10 0.0000 iprec_at_recall_0.70 9-1_10 0.0000 iprec_at_recall_0.80 9-1_10 0.0000 iprec_at_recall_0.90 9-1_10 0.0000 iprec_at_recall_1.00 9-1_10 0.0000 P_5 9-1_10 0.4000 P_10 9-1_10 0.5000 P_15 9-1_10 0.4667 P_20 9-1_10 0.5500 P_30 9-1_10 0.4667 P_100 9-1_10 0.3000 P_200 9-1_10 0.1500 P_500 9-1_10 0.0600 P_1000 9-1_10 0.0300 relstring 9-1_10 '4---4-3143' recall_5 9-1_10 0.0339 recall_10 9-1_10 0.0847 recall_15 9-1_10 0.1186 recall_20 9-1_10 0.1864 recall_30 9-1_10 0.2373 recall_100 9-1_10 0.5085 recall_200 9-1_10 0.5085 recall_500 9-1_10 0.5085 recall_1000 9-1_10 0.5085 infAP 9-1_10 0.2507 Rprec_mult_0.20 9-1_10 0.4167 Rprec_mult_0.40 9-1_10 0.5000 Rprec_mult_0.60 9-1_10 0.5000 Rprec_mult_0.80 9-1_10 0.4375 Rprec_mult_1.00 9-1_10 0.4407 Rprec_mult_1.20 9-1_10 0.3944 Rprec_mult_1.40 9-1_10 0.3614 Rprec_mult_1.60 9-1_10 0.3158 Rprec_mult_1.80 9-1_10 0.2804 Rprec_mult_2.00 9-1_10 0.2542 utility 9-1_10 -40.0000 11pt_avg 9-1_10 0.3185 binG 9-1_10 0.1441 G 9-1_10 0.1112 ndcg 9-1_10 0.5089 ndcg_rel 9-1_10 0.5015 Rndcg 9-1_10 0.4875 ndcg_cut_5 9-1_10 0.4704 ndcg_cut_10 9-1_10 0.4916 ndcg_cut_15 9-1_10 0.4579 ndcg_cut_20 9-1_10 0.4908 ndcg_cut_30 9-1_10 0.4590 ndcg_cut_100 9-1_10 0.5089 ndcg_cut_200 9-1_10 0.5089 ndcg_cut_500 9-1_10 0.5089 ndcg_cut_1000 9-1_10 0.5089 map_cut_5 9-1_10 0.0237 map_cut_10 9-1_10 0.0470 map_cut_15 9-1_10 0.0627 map_cut_20 9-1_10 0.0984 map_cut_30 9-1_10 0.1257 map_cut_100 9-1_10 0.2507 map_cut_200 9-1_10 0.2507 map_cut_500 9-1_10 0.2507 map_cut_1000 9-1_10 0.2507 relative_P_5 9-1_10 0.4000 relative_P_10 9-1_10 0.5000 relative_P_15 9-1_10 0.4667 relative_P_20 9-1_10 0.5500 relative_P_30 9-1_10 0.4667 relative_P_100 9-1_10 0.5085 relative_P_200 9-1_10 0.5085 relative_P_500 9-1_10 0.5085 relative_P_1000 9-1_10 0.5085 success_1 9-1_10 1.0000 success_5 9-1_10 1.0000 success_10 9-1_10 1.0000 set_P 9-1_10 0.3000 set_relative_P 9-1_10 0.5085 set_recall 9-1_10 0.5085 set_map 9-1_10 0.1525 set_F 9-1_10 0.3774 num_nonrel_judged_ret 9-1_10 5 rbp 9-1_10 0.4295 rbp_resid 9-1_10 0.4762 unj_5 9-1_10 0.6000 unj_10 9-1_10 0.4000 unj_20 9-1_10 0.4000 num_ret 9-1_2 100 num_rel 9-1_2 58 num_rel_ret 9-1_2 22 map 9-1_2 0.2211 Rprec 9-1_2 0.3621 bpref 9-1_2 0.3389 recip_rank 9-1_2 1.0000 iprec_at_recall_0.00 9-1_2 1.0000 iprec_at_recall_0.10 9-1_2 0.7000 iprec_at_recall_0.20 9-1_2 0.5714 iprec_at_recall_0.30 9-1_2 0.5143 iprec_at_recall_0.40 9-1_2 0.0000 iprec_at_recall_0.50 9-1_2 0.0000 iprec_at_recall_0.60 9-1_2 0.0000 iprec_at_recall_0.70 9-1_2 0.0000 iprec_at_recall_0.80 9-1_2 0.0000 iprec_at_recall_0.90 9-1_2 0.0000 iprec_at_recall_1.00 9-1_2 0.0000 P_5 9-1_2 0.4000 P_10 9-1_2 0.7000 P_15 9-1_2 0.5333 P_20 9-1_2 0.5500 P_30 9-1_2 0.5333 P_100 9-1_2 0.2200 P_200 9-1_2 0.1100 P_500 9-1_2 0.0440 P_1000 9-1_2 0.0220 relstring 9-1_2 '4200022443' recall_5 9-1_2 0.0345 recall_10 9-1_2 0.1207 recall_15 9-1_2 0.1379 recall_20 9-1_2 0.1897 recall_30 9-1_2 0.2759 recall_100 9-1_2 0.3793 recall_200 9-1_2 0.3793 recall_500 9-1_2 0.3793 recall_1000 9-1_2 0.3793 infAP 9-1_2 0.2211 Rprec_mult_0.20 9-1_2 0.5833 Rprec_mult_0.40 9-1_2 0.5417 Rprec_mult_0.60 9-1_2 0.5143 Rprec_mult_0.80 9-1_2 0.4255 Rprec_mult_1.00 9-1_2 0.3621 Rprec_mult_1.20 9-1_2 0.3143 Rprec_mult_1.40 9-1_2 0.2683 Rprec_mult_1.60 9-1_2 0.2366 Rprec_mult_1.80 9-1_2 0.2095 Rprec_mult_2.00 9-1_2 0.1897 utility 9-1_2 -56.0000 11pt_avg 9-1_2 0.2532 binG 9-1_2 0.1386 G 9-1_2 0.0938 ndcg 9-1_2 0.4245 ndcg_rel 9-1_2 0.4659 Rndcg 9-1_2 0.4514 ndcg_cut_5 9-1_2 0.4462 ndcg_cut_10 9-1_2 0.5776 ndcg_cut_15 9-1_2 0.5203 ndcg_cut_20 9-1_2 0.5407 ndcg_cut_30 9-1_2 0.5117 ndcg_cut_100 9-1_2 0.4245 ndcg_cut_200 9-1_2 0.4245 ndcg_cut_500 9-1_2 0.4245 ndcg_cut_1000 9-1_2 0.4245 map_cut_5 9-1_2 0.0345 map_cut_10 9-1_2 0.0873 map_cut_15 9-1_2 0.0979 map_cut_20 9-1_2 0.1262 map_cut_30 9-1_2 0.1732 map_cut_100 9-1_2 0.2211 map_cut_200 9-1_2 0.2211 map_cut_500 9-1_2 0.2211 map_cut_1000 9-1_2 0.2211 relative_P_5 9-1_2 0.4000 relative_P_10 9-1_2 0.7000 relative_P_15 9-1_2 0.5333 relative_P_20 9-1_2 0.5500 relative_P_30 9-1_2 0.5333 relative_P_100 9-1_2 0.3793 relative_P_200 9-1_2 0.3793 relative_P_500 9-1_2 0.3793 relative_P_1000 9-1_2 0.3793 success_1 9-1_2 1.0000 success_5 9-1_2 1.0000 success_10 9-1_2 1.0000 set_P 9-1_2 0.2200 set_relative_P 9-1_2 0.3793 set_recall 9-1_2 0.3793 set_map 9-1_2 0.0834 set_F 9-1_2 0.2785 num_nonrel_judged_ret 9-1_2 19 rbp 9-1_2 0.4228 rbp_resid 9-1_2 0.1155 unj_5 9-1_2 0.0000 unj_10 9-1_2 0.0000 unj_20 9-1_2 0.1500 num_ret 9-1_4 100 num_rel 9-1_4 25 num_rel_ret 9-1_4 15 map 9-1_4 0.2388 Rprec 9-1_4 0.2800 bpref 9-1_4 0.4480 recip_rank 9-1_4 1.0000 iprec_at_recall_0.00 9-1_4 1.0000 iprec_at_recall_0.10 9-1_4 0.7500 iprec_at_recall_0.20 9-1_4 0.5556 iprec_at_recall_0.30 9-1_4 0.2632 iprec_at_recall_0.40 9-1_4 0.2632 iprec_at_recall_0.50 9-1_4 0.1867 iprec_at_recall_0.60 9-1_4 0.1807 iprec_at_recall_0.70 9-1_4 0.0000 iprec_at_recall_0.80 9-1_4 0.0000 iprec_at_recall_0.90 9-1_4 0.0000 iprec_at_recall_1.00 9-1_4 0.0000 P_5 9-1_4 0.6000 P_10 9-1_4 0.5000 P_15 9-1_4 0.3333 P_20 9-1_4 0.3000 P_30 9-1_4 0.2333 P_100 9-1_4 0.1500 P_200 9-1_4 0.0750 P_500 9-1_4 0.0300 P_1000 9-1_4 0.0150 relstring 9-1_4 '3033030030' recall_5 9-1_4 0.1200 recall_10 9-1_4 0.2000 recall_15 9-1_4 0.2000 recall_20 9-1_4 0.2400 recall_30 9-1_4 0.2800 recall_100 9-1_4 0.6000 recall_200 9-1_4 0.6000 recall_500 9-1_4 0.6000 recall_1000 9-1_4 0.6000 infAP 9-1_4 0.2388 Rprec_mult_0.20 9-1_4 0.6000 Rprec_mult_0.40 9-1_4 0.5000 Rprec_mult_0.60 9-1_4 0.3333 Rprec_mult_0.80 9-1_4 0.3000 Rprec_mult_1.00 9-1_4 0.2800 Rprec_mult_1.20 9-1_4 0.2333 Rprec_mult_1.40 9-1_4 0.2286 Rprec_mult_1.60 9-1_4 0.2500 Rprec_mult_1.80 9-1_4 0.2444 Rprec_mult_2.00 9-1_4 0.2200 utility 9-1_4 -70.0000 11pt_avg 9-1_4 0.2908 binG 9-1_4 0.2048 G 9-1_4 0.1682 ndcg 9-1_4 0.5523 ndcg_rel 9-1_4 0.5478 Rndcg 9-1_4 0.4257 ndcg_cut_5 9-1_4 0.6548 ndcg_cut_10 9-1_4 0.5696 ndcg_cut_15 9-1_4 0.4415 ndcg_cut_20 9-1_4 0.4043 ndcg_cut_30 9-1_4 0.3769 ndcg_cut_100 9-1_4 0.5523 ndcg_cut_200 9-1_4 0.5523 ndcg_cut_500 9-1_4 0.5523 ndcg_cut_1000 9-1_4 0.5523 map_cut_5 9-1_4 0.0967 map_cut_10 9-1_4 0.1456 map_cut_15 9-1_4 0.1456 map_cut_20 9-1_4 0.1576 map_cut_30 9-1_4 0.1688 map_cut_100 9-1_4 0.2388 map_cut_200 9-1_4 0.2388 map_cut_500 9-1_4 0.2388 map_cut_1000 9-1_4 0.2388 relative_P_5 9-1_4 0.6000 relative_P_10 9-1_4 0.5000 relative_P_15 9-1_4 0.3333 relative_P_20 9-1_4 0.3000 relative_P_30 9-1_4 0.2800 relative_P_100 9-1_4 0.6000 relative_P_200 9-1_4 0.6000 relative_P_500 9-1_4 0.6000 relative_P_1000 9-1_4 0.6000 success_1 9-1_4 1.0000 success_5 9-1_4 1.0000 success_10 9-1_4 1.0000 set_P 9-1_4 0.1500 set_relative_P 9-1_4 0.6000 set_recall 9-1_4 0.6000 set_map 9-1_4 0.0900 set_F 9-1_4 0.2400 num_nonrel_judged_ret 9-1_4 15 rbp 9-1_4 0.3869 rbp_resid 9-1_4 0.2594 unj_5 9-1_4 0.0000 unj_10 9-1_4 0.0000 unj_20 9-1_4 0.3500 num_ret 9-1_5 100 num_rel 9-1_5 25 num_rel_ret 9-1_5 4 map 9-1_5 0.0201 Rprec 9-1_5 0.0800 bpref 9-1_5 0.1040 recip_rank 9-1_5 0.2000 iprec_at_recall_0.00 9-1_5 0.2000 iprec_at_recall_0.10 9-1_5 0.1154 iprec_at_recall_0.20 9-1_5 0.0000 iprec_at_recall_0.30 9-1_5 0.0000 iprec_at_recall_0.40 9-1_5 0.0000 iprec_at_recall_0.50 9-1_5 0.0000 iprec_at_recall_0.60 9-1_5 0.0000 iprec_at_recall_0.70 9-1_5 0.0000 iprec_at_recall_0.80 9-1_5 0.0000 iprec_at_recall_0.90 9-1_5 0.0000 iprec_at_recall_1.00 9-1_5 0.0000 P_5 9-1_5 0.2000 P_10 9-1_5 0.1000 P_15 9-1_5 0.1333 P_20 9-1_5 0.1000 P_30 9-1_5 0.1000 P_100 9-1_5 0.0400 P_200 9-1_5 0.0200 P_500 9-1_5 0.0080 P_1000 9-1_5 0.0040 relstring 9-1_5 '00--3000--' recall_5 9-1_5 0.0400 recall_10 9-1_5 0.0400 recall_15 9-1_5 0.0800 recall_20 9-1_5 0.0800 recall_30 9-1_5 0.1200 recall_100 9-1_5 0.1600 recall_200 9-1_5 0.1600 recall_500 9-1_5 0.1600 recall_1000 9-1_5 0.1600 infAP 9-1_5 0.0201 Rprec_mult_0.20 9-1_5 0.2000 Rprec_mult_0.40 9-1_5 0.1000 Rprec_mult_0.60 9-1_5 0.1333 Rprec_mult_0.80 9-1_5 0.1000 Rprec_mult_1.00 9-1_5 0.0800 Rprec_mult_1.20 9-1_5 0.1000 Rprec_mult_1.40 9-1_5 0.0857 Rprec_mult_1.60 9-1_5 0.0750 Rprec_mult_1.80 9-1_5 0.0667 Rprec_mult_2.00 9-1_5 0.0600 utility 9-1_5 -92.0000 11pt_avg 9-1_5 0.0287 binG 9-1_5 0.0408 G 9-1_5 0.0298 ndcg 9-1_5 0.1240 ndcg_rel 9-1_5 0.1201 Rndcg 9-1_5 0.0751 ndcg_cut_5 9-1_5 0.1057 ndcg_cut_10 9-1_5 0.0736 ndcg_cut_15 9-1_5 0.0848 ndcg_cut_20 9-1_5 0.0734 ndcg_cut_30 9-1_5 0.0965 ndcg_cut_100 9-1_5 0.1240 ndcg_cut_200 9-1_5 0.1240 ndcg_cut_500 9-1_5 0.1240 ndcg_cut_1000 9-1_5 0.1240 map_cut_5 9-1_5 0.0080 map_cut_10 9-1_5 0.0080 map_cut_15 9-1_5 0.0137 map_cut_20 9-1_5 0.0137 map_cut_30 9-1_5 0.0183 map_cut_100 9-1_5 0.0201 map_cut_200 9-1_5 0.0201 map_cut_500 9-1_5 0.0201 map_cut_1000 9-1_5 0.0201 relative_P_5 9-1_5 0.2000 relative_P_10 9-1_5 0.1000 relative_P_15 9-1_5 0.1333 relative_P_20 9-1_5 0.1000 relative_P_30 9-1_5 0.1200 relative_P_100 9-1_5 0.1600 relative_P_200 9-1_5 0.1600 relative_P_500 9-1_5 0.1600 relative_P_1000 9-1_5 0.1600 success_1 9-1_5 0.0000 success_5 9-1_5 1.0000 success_10 9-1_5 1.0000 set_P 9-1_5 0.0400 set_relative_P 9-1_5 0.1600 set_recall 9-1_5 0.1600 set_map 9-1_5 0.0064 set_F 9-1_5 0.0640 num_nonrel_judged_ret 9-1_5 19 rbp 9-1_5 0.0711 rbp_resid 9-1_5 0.4326 unj_5 9-1_5 0.4000 unj_10 9-1_5 0.4000 unj_20 9-1_5 0.4500 num_ret 9-2_6 100 num_rel 9-2_6 20 num_rel_ret 9-2_6 7 map 9-2_6 0.1769 Rprec 9-2_6 0.3000 bpref 9-2_6 0.2475 recip_rank 9-2_6 1.0000 iprec_at_recall_0.00 9-2_6 1.0000 iprec_at_recall_0.10 9-2_6 1.0000 iprec_at_recall_0.20 9-2_6 0.3000 iprec_at_recall_0.30 9-2_6 0.3000 iprec_at_recall_0.40 9-2_6 0.0000 iprec_at_recall_0.50 9-2_6 0.0000 iprec_at_recall_0.60 9-2_6 0.0000 iprec_at_recall_0.70 9-2_6 0.0000 iprec_at_recall_0.80 9-2_6 0.0000 iprec_at_recall_0.90 9-2_6 0.0000 iprec_at_recall_1.00 9-2_6 0.0000 P_5 9-2_6 0.6000 P_10 9-2_6 0.3000 P_15 9-2_6 0.2000 P_20 9-2_6 0.3000 P_30 9-2_6 0.2000 P_100 9-2_6 0.0700 P_200 9-2_6 0.0350 P_500 9-2_6 0.0140 P_1000 9-2_6 0.0070 relstring 9-2_6 '2300300100' recall_5 9-2_6 0.1500 recall_10 9-2_6 0.1500 recall_15 9-2_6 0.1500 recall_20 9-2_6 0.3000 recall_30 9-2_6 0.3000 recall_100 9-2_6 0.3500 recall_200 9-2_6 0.3500 recall_500 9-2_6 0.3500 recall_1000 9-2_6 0.3500 infAP 9-2_6 0.1769 Rprec_mult_0.20 9-2_6 0.5000 Rprec_mult_0.40 9-2_6 0.3750 Rprec_mult_0.60 9-2_6 0.2500 Rprec_mult_0.80 9-2_6 0.1875 Rprec_mult_1.00 9-2_6 0.3000 Rprec_mult_1.20 9-2_6 0.2500 Rprec_mult_1.40 9-2_6 0.2143 Rprec_mult_1.60 9-2_6 0.1875 Rprec_mult_1.80 9-2_6 0.1667 Rprec_mult_2.00 9-2_6 0.1500 utility 9-2_6 -86.0000 11pt_avg 9-2_6 0.2364 binG 9-2_6 0.1718 G 9-2_6 0.0714 ndcg 9-2_6 0.2984 ndcg_rel 9-2_6 0.3164 Rndcg 9-2_6 0.3011 ndcg_cut_5 9-2_6 0.4285 ndcg_cut_10 9-2_6 0.3109 ndcg_cut_15 9-2_6 0.2660 ndcg_cut_20 9-2_6 0.2998 ndcg_cut_30 9-2_6 0.2740 ndcg_cut_100 9-2_6 0.2984 ndcg_cut_200 9-2_6 0.2984 ndcg_cut_500 9-2_6 0.2984 ndcg_cut_1000 9-2_6 0.2984 map_cut_5 9-2_6 0.1300 map_cut_10 9-2_6 0.1300 map_cut_15 9-2_6 0.1300 map_cut_20 9-2_6 0.1693 map_cut_30 9-2_6 0.1693 map_cut_100 9-2_6 0.1769 map_cut_200 9-2_6 0.1769 map_cut_500 9-2_6 0.1769 map_cut_1000 9-2_6 0.1769 relative_P_5 9-2_6 0.6000 relative_P_10 9-2_6 0.3000 relative_P_15 9-2_6 0.2000 relative_P_20 9-2_6 0.3000 relative_P_30 9-2_6 0.3000 relative_P_100 9-2_6 0.3500 relative_P_200 9-2_6 0.3500 relative_P_500 9-2_6 0.3500 relative_P_1000 9-2_6 0.3500 success_1 9-2_6 1.0000 success_5 9-2_6 1.0000 success_10 9-2_6 1.0000 set_P 9-2_6 0.0700 set_relative_P 9-2_6 0.3500 set_recall 9-2_6 0.3500 set_map 9-2_6 0.0245 set_F 9-2_6 0.1167 num_nonrel_judged_ret 9-2_6 15 rbp 9-2_6 0.2022 rbp_resid 9-2_6 0.2411 unj_5 9-2_6 0.0000 unj_10 9-2_6 0.0000 unj_20 9-2_6 0.2500 num_ret 9-2_7 100 num_rel 9-2_7 10 num_rel_ret 9-2_7 7 map 9-2_7 0.1409 Rprec 9-2_7 0.2000 bpref 9-2_7 0.1400 recip_rank 9-2_7 0.5000 iprec_at_recall_0.00 9-2_7 0.5000 iprec_at_recall_0.10 9-2_7 0.5000 iprec_at_recall_0.20 9-2_7 0.2857 iprec_at_recall_0.30 9-2_7 0.2000 iprec_at_recall_0.40 9-2_7 0.1154 iprec_at_recall_0.50 9-2_7 0.1154 iprec_at_recall_0.60 9-2_7 0.1154 iprec_at_recall_0.70 9-2_7 0.1129 iprec_at_recall_0.80 9-2_7 0.0000 iprec_at_recall_0.90 9-2_7 0.0000 iprec_at_recall_1.00 9-2_7 0.0000 P_5 9-2_7 0.2000 P_10 9-2_7 0.2000 P_15 9-2_7 0.2000 P_20 9-2_7 0.1500 P_30 9-2_7 0.1000 P_100 9-2_7 0.0700 P_200 9-2_7 0.0350 P_500 9-2_7 0.0140 P_1000 9-2_7 0.0070 relstring 9-2_7 '0400014011' recall_5 9-2_7 0.1000 recall_10 9-2_7 0.2000 recall_15 9-2_7 0.3000 recall_20 9-2_7 0.3000 recall_30 9-2_7 0.3000 recall_100 9-2_7 0.7000 recall_200 9-2_7 0.7000 recall_500 9-2_7 0.7000 recall_1000 9-2_7 0.7000 infAP 9-2_7 0.1409 Rprec_mult_0.20 9-2_7 0.5000 Rprec_mult_0.40 9-2_7 0.2500 Rprec_mult_0.60 9-2_7 0.1667 Rprec_mult_0.80 9-2_7 0.2500 Rprec_mult_1.00 9-2_7 0.2000 Rprec_mult_1.20 9-2_7 0.1667 Rprec_mult_1.40 9-2_7 0.1429 Rprec_mult_1.60 9-2_7 0.1875 Rprec_mult_1.80 9-2_7 0.1667 Rprec_mult_2.00 9-2_7 0.1500 utility 9-2_7 -86.0000 11pt_avg 9-2_7 0.1768 binG 9-2_7 0.1968 G 9-2_7 0.1746 ndcg 9-2_7 0.5231 ndcg_rel 9-2_7 0.4620 Rndcg 9-2_7 0.4218 ndcg_cut_5 9-2_7 0.2756 ndcg_cut_10 9-2_7 0.3890 ndcg_cut_15 9-2_7 0.4474 ndcg_cut_20 9-2_7 0.4437 ndcg_cut_30 9-2_7 0.3883 ndcg_cut_100 9-2_7 0.5231 ndcg_cut_200 9-2_7 0.5231 ndcg_cut_500 9-2_7 0.5231 ndcg_cut_1000 9-2_7 0.5231 map_cut_5 9-2_7 0.0500 map_cut_10 9-2_7 0.0786 map_cut_15 9-2_7 0.0986 map_cut_20 9-2_7 0.0986 map_cut_30 9-2_7 0.0986 map_cut_100 9-2_7 0.1409 map_cut_200 9-2_7 0.1409 map_cut_500 9-2_7 0.1409 map_cut_1000 9-2_7 0.1409 relative_P_5 9-2_7 0.2000 relative_P_10 9-2_7 0.2000 relative_P_15 9-2_7 0.3000 relative_P_20 9-2_7 0.3000 relative_P_30 9-2_7 0.3000 relative_P_100 9-2_7 0.7000 relative_P_200 9-2_7 0.7000 relative_P_500 9-2_7 0.7000 relative_P_1000 9-2_7 0.7000 success_1 9-2_7 0.0000 success_5 9-2_7 1.0000 success_10 9-2_7 1.0000 set_P 9-2_7 0.0700 set_relative_P 9-2_7 0.7000 set_recall 9-2_7 0.7000 set_map 9-2_7 0.0490 set_F 9-2_7 0.1273 num_nonrel_judged_ret 9-2_7 21 rbp 9-2_7 0.2245 rbp_resid 9-2_7 0.1827 unj_5 9-2_7 0.0000 unj_10 9-2_7 0.0000 unj_20 9-2_7 0.2000 num_ret 9-2_9 100 num_rel 9-2_9 31 num_rel_ret 9-2_9 16 map 9-2_9 0.2295 Rprec 9-2_9 0.3548 bpref 9-2_9 0.3403 recip_rank 9-2_9 1.0000 iprec_at_recall_0.00 9-2_9 1.0000 iprec_at_recall_0.10 9-2_9 0.5000 iprec_at_recall_0.20 9-2_9 0.5000 iprec_at_recall_0.30 9-2_9 0.4231 iprec_at_recall_0.40 9-2_9 0.3750 iprec_at_recall_0.50 9-2_9 0.2807 iprec_at_recall_0.60 9-2_9 0.0000 iprec_at_recall_0.70 9-2_9 0.0000 iprec_at_recall_0.80 9-2_9 0.0000 iprec_at_recall_0.90 9-2_9 0.0000 iprec_at_recall_1.00 9-2_9 0.0000 P_5 9-2_9 0.4000 P_10 9-2_9 0.5000 P_15 9-2_9 0.4000 P_20 9-2_9 0.3500 P_30 9-2_9 0.3667 P_100 9-2_9 0.1600 P_200 9-2_9 0.0800 P_500 9-2_9 0.0320 P_1000 9-2_9 0.0160 relstring 9-2_9 '4131114312' recall_5 9-2_9 0.0645 recall_10 9-2_9 0.1613 recall_15 9-2_9 0.1935 recall_20 9-2_9 0.2258 recall_30 9-2_9 0.3548 recall_100 9-2_9 0.5161 recall_200 9-2_9 0.5161 recall_500 9-2_9 0.5161 recall_1000 9-2_9 0.5161 infAP 9-2_9 0.2295 Rprec_mult_0.20 9-2_9 0.4286 Rprec_mult_0.40 9-2_9 0.4615 Rprec_mult_0.60 9-2_9 0.3684 Rprec_mult_0.80 9-2_9 0.4000 Rprec_mult_1.00 9-2_9 0.3548 Rprec_mult_1.20 9-2_9 0.3158 Rprec_mult_1.40 9-2_9 0.2955 Rprec_mult_1.60 9-2_9 0.2800 Rprec_mult_1.80 9-2_9 0.2679 Rprec_mult_2.00 9-2_9 0.2581 utility 9-2_9 -68.0000 11pt_avg 9-2_9 0.2799 binG 9-2_9 0.1726 G 9-2_9 0.1450 ndcg 9-2_9 0.5833 ndcg_rel 9-2_9 0.5937 Rndcg 9-2_9 0.5708 ndcg_cut_5 9-2_9 0.5892 ndcg_cut_10 9-2_9 0.5757 ndcg_cut_15 9-2_9 0.5462 ndcg_cut_20 9-2_9 0.5366 ndcg_cut_30 9-2_9 0.5845 ndcg_cut_100 9-2_9 0.5833 ndcg_cut_200 9-2_9 0.5833 ndcg_cut_500 9-2_9 0.5833 ndcg_cut_1000 9-2_9 0.5833 map_cut_5 9-2_9 0.0538 map_cut_10 9-2_9 0.0998 map_cut_15 9-2_9 0.1160 map_cut_20 9-2_9 0.1285 map_cut_30 9-2_9 0.1805 map_cut_100 9-2_9 0.2295 map_cut_200 9-2_9 0.2295 map_cut_500 9-2_9 0.2295 map_cut_1000 9-2_9 0.2295 relative_P_5 9-2_9 0.4000 relative_P_10 9-2_9 0.5000 relative_P_15 9-2_9 0.4000 relative_P_20 9-2_9 0.3500 relative_P_30 9-2_9 0.3667 relative_P_100 9-2_9 0.5161 relative_P_200 9-2_9 0.5161 relative_P_500 9-2_9 0.5161 relative_P_1000 9-2_9 0.5161 success_1 9-2_9 1.0000 success_5 9-2_9 1.0000 success_10 9-2_9 1.0000 set_P 9-2_9 0.1600 set_relative_P 9-2_9 0.5161 set_recall 9-2_9 0.5161 set_map 9-2_9 0.0826 set_F 9-2_9 0.2443 num_nonrel_judged_ret 9-2_9 28 rbp 9-2_9 0.4674 rbp_resid 9-2_9 0.1013 unj_5 9-2_9 0.0000 unj_10 9-2_9 0.0000 unj_20 9-2_9 0.1500 runid all auto_REnpr_npsg20_thru03_d3c5 num_q all 45 num_ret all 4500 num_rel all 2135 num_rel_ret all 677 map all 0.1895 gm_map all 0.0651 Rprec all 0.2611 bpref all 0.2865 recip_rank all 0.6881 iprec_at_recall_0.00 all 0.7224 iprec_at_recall_0.10 all 0.5080 iprec_at_recall_0.20 all 0.3914 iprec_at_recall_0.30 all 0.2925 iprec_at_recall_0.40 all 0.2090 iprec_at_recall_0.50 all 0.1405 iprec_at_recall_0.60 all 0.0895 iprec_at_recall_0.70 all 0.0555 iprec_at_recall_0.80 all 0.0326 iprec_at_recall_0.90 all 0.0298 iprec_at_recall_1.00 all 0.0044 P_5 all 0.4578 P_10 all 0.4511 P_15 all 0.3867 P_20 all 0.3589 P_30 all 0.3044 P_100 all 0.1504 P_200 all 0.0752 P_500 all 0.0301 P_1000 all 0.0150 recall_5 all 0.0676 recall_10 all 0.1337 recall_15 all 0.1663 recall_20 all 0.2011 recall_30 all 0.2441 recall_100 all 0.3682 recall_200 all 0.3682 recall_500 all 0.3682 recall_1000 all 0.3682 infAP all 0.1895 gm_bpref all 0.0844 Rprec_mult_0.20 all 0.4510 Rprec_mult_0.40 all 0.3791 Rprec_mult_0.60 all 0.3254 Rprec_mult_0.80 all 0.2811 Rprec_mult_1.00 all 0.2611 Rprec_mult_1.20 all 0.2247 Rprec_mult_1.40 all 0.2049 Rprec_mult_1.60 all 0.1861 Rprec_mult_1.80 all 0.1707 Rprec_mult_2.00 all 0.1572 utility all -69.9111 11pt_avg all 0.2250 binG all 0.1537 G all 0.1053 ndcg all 0.3753 ndcg_rel all 0.3861 Rndcg all 0.3723 ndcg_cut_5 all 0.4426 ndcg_cut_10 all 0.4474 ndcg_cut_15 all 0.4229 ndcg_cut_20 all 0.4142 ndcg_cut_30 all 0.4018 ndcg_cut_100 all 0.3858 ndcg_cut_200 all 0.3759 ndcg_cut_500 all 0.3753 ndcg_cut_1000 all 0.3753 map_cut_5 all 0.0564 map_cut_10 all 0.0964 map_cut_15 all 0.1157 map_cut_20 all 0.1317 map_cut_30 all 0.1513 map_cut_100 all 0.1895 map_cut_200 all 0.1895 map_cut_500 all 0.1895 map_cut_1000 all 0.1895 relative_P_5 all 0.4578 relative_P_10 all 0.4523 relative_P_15 all 0.3978 relative_P_20 all 0.3878 relative_P_30 all 0.3701 relative_P_100 all 0.3733 relative_P_200 all 0.3685 relative_P_500 all 0.3682 relative_P_1000 all 0.3682 success_1 all 0.6000 success_5 all 0.8222 success_10 all 0.8667 set_P all 0.1504 set_relative_P all 0.3733 set_recall all 0.3682 set_map all 0.0646 set_F all 0.1897 num_nonrel_judged_ret all 678 rbp all 0.3296 rbp_resid all 0.2624 unj_5 all 0.0800 unj_10 all 0.1044 unj_20 all 0.3233