num_ret 1-1_3 592 num_rel 1-1_3 64 num_rel_ret 1-1_3 42 map 1-1_3 0.2743 Rprec 1-1_3 0.3906 bpref 1-1_3 0.5284 recip_rank 1-1_3 0.5000 iprec_at_recall_0.00 1-1_3 0.6250 iprec_at_recall_0.10 1-1_3 0.6000 iprec_at_recall_0.20 1-1_3 0.5200 iprec_at_recall_0.30 1-1_3 0.4444 iprec_at_recall_0.40 1-1_3 0.3973 iprec_at_recall_0.50 1-1_3 0.3478 iprec_at_recall_0.60 1-1_3 0.2249 iprec_at_recall_0.70 1-1_3 0.0000 iprec_at_recall_0.80 1-1_3 0.0000 iprec_at_recall_0.90 1-1_3 0.0000 iprec_at_recall_1.00 1-1_3 0.0000 P_5 1-1_3 0.6000 P_10 1-1_3 0.6000 P_15 1-1_3 0.4667 P_20 1-1_3 0.5000 P_30 1-1_3 0.5000 P_100 1-1_3 0.3200 P_200 1-1_3 0.2000 P_500 1-1_3 0.0840 P_1000 1-1_3 0.0420 relstring 1-1_3 '0202203402' recall_5 1-1_3 0.0469 recall_10 1-1_3 0.0938 recall_15 1-1_3 0.1094 recall_20 1-1_3 0.1562 recall_30 1-1_3 0.2344 recall_100 1-1_3 0.5000 recall_200 1-1_3 0.6250 recall_500 1-1_3 0.6562 recall_1000 1-1_3 0.6562 infAP 1-1_3 0.2743 Rprec_mult_0.20 1-1_3 0.5385 Rprec_mult_0.40 1-1_3 0.5000 Rprec_mult_0.60 1-1_3 0.4615 Rprec_mult_0.80 1-1_3 0.4038 Rprec_mult_1.00 1-1_3 0.3906 Rprec_mult_1.20 1-1_3 0.3766 Rprec_mult_1.40 1-1_3 0.3444 Rprec_mult_1.60 1-1_3 0.3204 Rprec_mult_1.80 1-1_3 0.2931 Rprec_mult_2.00 1-1_3 0.2812 utility 1-1_3 -508.0000 11pt_avg 1-1_3 0.2872 binG 1-1_3 0.1592 G 1-1_3 0.1117 ndcg 1-1_3 0.5123 ndcg_rel 1-1_3 0.4471 Rndcg 1-1_3 0.3699 ndcg_cut_5 1-1_3 0.2765 ndcg_cut_10 1-1_3 0.3759 ndcg_cut_15 1-1_3 0.3259 ndcg_cut_20 1-1_3 0.3669 ndcg_cut_30 1-1_3 0.3938 ndcg_cut_100 1-1_3 0.4361 ndcg_cut_200 1-1_3 0.5010 ndcg_cut_500 1-1_3 0.5123 ndcg_cut_1000 1-1_3 0.5123 map_cut_5 1-1_3 0.0250 map_cut_10 1-1_3 0.0531 map_cut_15 1-1_3 0.0615 map_cut_20 1-1_3 0.0840 map_cut_30 1-1_3 0.1244 map_cut_100 1-1_3 0.2364 map_cut_200 1-1_3 0.2706 map_cut_500 1-1_3 0.2743 map_cut_1000 1-1_3 0.2743 relative_P_5 1-1_3 0.6000 relative_P_10 1-1_3 0.6000 relative_P_15 1-1_3 0.4667 relative_P_20 1-1_3 0.5000 relative_P_30 1-1_3 0.5000 relative_P_100 1-1_3 0.5000 relative_P_200 1-1_3 0.6250 relative_P_500 1-1_3 0.6562 relative_P_1000 1-1_3 0.6562 success_1 1-1_3 0.0000 success_5 1-1_3 1.0000 success_10 1-1_3 1.0000 set_P 1-1_3 0.0709 set_relative_P 1-1_3 0.6562 set_recall 1-1_3 0.6562 set_map 1-1_3 0.0466 set_F 1-1_3 0.1280 num_nonrel_judged_ret 1-1_3 19 rbp 1-1_3 0.3011 rbp_resid 1-1_3 0.1416 unj_5 1-1_3 0.0000 unj_10 1-1_3 0.0000 unj_20 1-1_3 0.2000 num_ret 1-1_4 843 num_rel 1-1_4 107 num_rel_ret 1-1_4 68 map 1-1_4 0.2846 Rprec 1-1_4 0.3364 bpref 1-1_4 0.5779 recip_rank 1-1_4 1.0000 iprec_at_recall_0.00 1-1_4 1.0000 iprec_at_recall_0.10 1-1_4 1.0000 iprec_at_recall_0.20 1-1_4 0.5366 iprec_at_recall_0.30 1-1_4 0.3579 iprec_at_recall_0.40 1-1_4 0.2886 iprec_at_recall_0.50 1-1_4 0.1622 iprec_at_recall_0.60 1-1_4 0.1279 iprec_at_recall_0.70 1-1_4 0.0000 iprec_at_recall_0.80 1-1_4 0.0000 iprec_at_recall_0.90 1-1_4 0.0000 iprec_at_recall_1.00 1-1_4 0.0000 P_5 1-1_4 1.0000 P_10 1-1_4 1.0000 P_15 1-1_4 0.8000 P_20 1-1_4 0.7500 P_30 1-1_4 0.5667 P_100 1-1_4 0.3400 P_200 1-1_4 0.2350 P_500 1-1_4 0.1260 P_1000 1-1_4 0.0680 relstring 1-1_4 '4223424223' recall_5 1-1_4 0.0467 recall_10 1-1_4 0.0935 recall_15 1-1_4 0.1121 recall_20 1-1_4 0.1402 recall_30 1-1_4 0.1589 recall_100 1-1_4 0.3178 recall_200 1-1_4 0.4393 recall_500 1-1_4 0.5888 recall_1000 1-1_4 0.6355 infAP 1-1_4 0.2846 Rprec_mult_0.20 1-1_4 0.6818 Rprec_mult_0.40 1-1_4 0.5349 Rprec_mult_0.60 1-1_4 0.4154 Rprec_mult_0.80 1-1_4 0.3605 Rprec_mult_1.00 1-1_4 0.3364 Rprec_mult_1.20 1-1_4 0.3101 Rprec_mult_1.40 1-1_4 0.2867 Rprec_mult_1.60 1-1_4 0.2674 Rprec_mult_1.80 1-1_4 0.2435 Rprec_mult_2.00 1-1_4 0.2290 utility 1-1_4 -707.0000 11pt_avg 1-1_4 0.3157 binG 1-1_4 0.2018 G 1-1_4 0.1219 ndcg 1-1_4 0.5921 ndcg_rel 1-1_4 0.5637 Rndcg 1-1_4 0.5009 ndcg_cut_5 1-1_4 0.7717 ndcg_cut_10 1-1_4 0.7289 ndcg_cut_15 1-1_4 0.6119 ndcg_cut_20 1-1_4 0.5863 ndcg_cut_30 1-1_4 0.5129 ndcg_cut_100 1-1_4 0.4214 ndcg_cut_200 1-1_4 0.4875 ndcg_cut_500 1-1_4 0.5671 ndcg_cut_1000 1-1_4 0.5921 map_cut_5 1-1_4 0.0467 map_cut_10 1-1_4 0.0935 map_cut_15 1-1_4 0.1121 map_cut_20 1-1_4 0.1328 map_cut_30 1-1_4 0.1448 map_cut_100 1-1_4 0.2169 map_cut_200 1-1_4 0.2535 map_cut_500 1-1_4 0.2789 map_cut_1000 1-1_4 0.2846 relative_P_5 1-1_4 1.0000 relative_P_10 1-1_4 1.0000 relative_P_15 1-1_4 0.8000 relative_P_20 1-1_4 0.7500 relative_P_30 1-1_4 0.5667 relative_P_100 1-1_4 0.3400 relative_P_200 1-1_4 0.4393 relative_P_500 1-1_4 0.5888 relative_P_1000 1-1_4 0.6355 success_1 1-1_4 1.0000 success_5 1-1_4 1.0000 success_10 1-1_4 1.0000 set_P 1-1_4 0.0807 set_relative_P 1-1_4 0.6355 set_recall 1-1_4 0.6355 set_map 1-1_4 0.0513 set_F 1-1_4 0.1432 num_nonrel_judged_ret 1-1_4 3 rbp 1-1_4 0.5433 rbp_resid 1-1_4 0.2059 unj_5 1-1_4 0.0000 unj_10 1-1_4 0.0000 unj_20 1-1_4 0.2500 num_ret 1-1_5 946 num_rel 1-1_5 219 num_rel_ret 1-1_5 96 map 1-1_5 0.2238 Rprec 1-1_5 0.3196 bpref 1-1_5 0.4088 recip_rank 1-1_5 1.0000 iprec_at_recall_0.00 1-1_5 1.0000 iprec_at_recall_0.10 1-1_5 0.7333 iprec_at_recall_0.20 1-1_5 0.4356 iprec_at_recall_0.30 1-1_5 0.3420 iprec_at_recall_0.40 1-1_5 0.2521 iprec_at_recall_0.50 1-1_5 0.0000 iprec_at_recall_0.60 1-1_5 0.0000 iprec_at_recall_0.70 1-1_5 0.0000 iprec_at_recall_0.80 1-1_5 0.0000 iprec_at_recall_0.90 1-1_5 0.0000 iprec_at_recall_1.00 1-1_5 0.0000 P_5 1-1_5 1.0000 P_10 1-1_5 1.0000 P_15 1-1_5 0.8000 P_20 1-1_5 0.8500 P_30 1-1_5 0.7333 P_100 1-1_5 0.4300 P_200 1-1_5 0.3300 P_500 1-1_5 0.1860 P_1000 1-1_5 0.0960 relstring 1-1_5 '2222232224' recall_5 1-1_5 0.0228 recall_10 1-1_5 0.0457 recall_15 1-1_5 0.0548 recall_20 1-1_5 0.0776 recall_30 1-1_5 0.1005 recall_100 1-1_5 0.1963 recall_200 1-1_5 0.3014 recall_500 1-1_5 0.4247 recall_1000 1-1_5 0.4384 infAP 1-1_5 0.2238 Rprec_mult_0.20 1-1_5 0.6591 Rprec_mult_0.40 1-1_5 0.4545 Rprec_mult_0.60 1-1_5 0.4091 Rprec_mult_0.80 1-1_5 0.3580 Rprec_mult_1.00 1-1_5 0.3196 Rprec_mult_1.20 1-1_5 0.2852 Rprec_mult_1.40 1-1_5 0.2704 Rprec_mult_1.60 1-1_5 0.2507 Rprec_mult_1.80 1-1_5 0.2253 Rprec_mult_2.00 1-1_5 0.2078 utility 1-1_5 -754.0000 11pt_avg 1-1_5 0.2512 binG 1-1_5 0.1273 G 1-1_5 0.0677 ndcg 1-1_5 0.4337 ndcg_rel 1-1_5 0.4372 Rndcg 1-1_5 0.4316 ndcg_cut_5 1-1_5 0.5000 ndcg_cut_10 1-1_5 0.5603 ndcg_cut_15 1-1_5 0.5092 ndcg_cut_20 1-1_5 0.5311 ndcg_cut_30 1-1_5 0.4913 ndcg_cut_100 1-1_5 0.4251 ndcg_cut_200 1-1_5 0.3714 ndcg_cut_500 1-1_5 0.4232 ndcg_cut_1000 1-1_5 0.4337 map_cut_5 1-1_5 0.0228 map_cut_10 1-1_5 0.0457 map_cut_15 1-1_5 0.0548 map_cut_20 1-1_5 0.0738 map_cut_30 1-1_5 0.0916 map_cut_100 1-1_5 0.1459 map_cut_200 1-1_5 0.1878 map_cut_500 1-1_5 0.2217 map_cut_1000 1-1_5 0.2238 relative_P_5 1-1_5 1.0000 relative_P_10 1-1_5 1.0000 relative_P_15 1-1_5 0.8000 relative_P_20 1-1_5 0.8500 relative_P_30 1-1_5 0.7333 relative_P_100 1-1_5 0.4300 relative_P_200 1-1_5 0.3300 relative_P_500 1-1_5 0.4247 relative_P_1000 1-1_5 0.4384 success_1 1-1_5 1.0000 success_5 1-1_5 1.0000 success_10 1-1_5 1.0000 set_P 1-1_5 0.1015 set_relative_P 1-1_5 0.4384 set_recall 1-1_5 0.4384 set_map 1-1_5 0.0445 set_F 1-1_5 0.1648 num_nonrel_judged_ret 1-1_5 6 rbp 1-1_5 0.4664 rbp_resid 1-1_5 0.1126 unj_5 1-1_5 0.0000 unj_10 1-1_5 0.0000 unj_20 1-1_5 0.1000 num_ret 1-1_7 565 num_rel 1-1_7 99 num_rel_ret 1-1_7 20 map 1-1_7 0.0567 Rprec 1-1_7 0.1212 bpref 1-1_7 0.1629 recip_rank 1-1_7 1.0000 iprec_at_recall_0.00 1-1_7 1.0000 iprec_at_recall_0.10 1-1_7 0.1613 iprec_at_recall_0.20 1-1_7 0.0491 iprec_at_recall_0.30 1-1_7 0.0000 iprec_at_recall_0.40 1-1_7 0.0000 iprec_at_recall_0.50 1-1_7 0.0000 iprec_at_recall_0.60 1-1_7 0.0000 iprec_at_recall_0.70 1-1_7 0.0000 iprec_at_recall_0.80 1-1_7 0.0000 iprec_at_recall_0.90 1-1_7 0.0000 iprec_at_recall_1.00 1-1_7 0.0000 P_5 1-1_7 0.6000 P_10 1-1_7 0.6000 P_15 1-1_7 0.4000 P_20 1-1_7 0.3000 P_30 1-1_7 0.2000 P_100 1-1_7 0.1200 P_200 1-1_7 0.0850 P_500 1-1_7 0.0400 P_1000 1-1_7 0.0200 relstring 1-1_7 '2012213302' recall_5 1-1_7 0.0303 recall_10 1-1_7 0.0606 recall_15 1-1_7 0.0606 recall_20 1-1_7 0.0606 recall_30 1-1_7 0.0606 recall_100 1-1_7 0.1212 recall_200 1-1_7 0.1717 recall_500 1-1_7 0.2020 recall_1000 1-1_7 0.2020 infAP 1-1_7 0.0567 Rprec_mult_0.20 1-1_7 0.3000 Rprec_mult_0.40 1-1_7 0.1750 Rprec_mult_0.60 1-1_7 0.1500 Rprec_mult_0.80 1-1_7 0.1375 Rprec_mult_1.00 1-1_7 0.1212 Rprec_mult_1.20 1-1_7 0.1092 Rprec_mult_1.40 1-1_7 0.1079 Rprec_mult_1.60 1-1_7 0.1006 Rprec_mult_1.80 1-1_7 0.0894 Rprec_mult_2.00 1-1_7 0.0859 utility 1-1_7 -525.0000 11pt_avg 1-1_7 0.1100 binG 1-1_7 0.0546 G 1-1_7 0.0349 ndcg 1-1_7 0.2103 ndcg_rel 1-1_7 0.2204 Rndcg 1-1_7 0.2248 ndcg_cut_5 1-1_7 0.3506 ndcg_cut_10 1-1_7 0.4143 ndcg_cut_15 1-1_7 0.3359 ndcg_cut_20 1-1_7 0.2872 ndcg_cut_30 1-1_7 0.2279 ndcg_cut_100 1-1_7 0.1692 ndcg_cut_200 1-1_7 0.1954 ndcg_cut_500 1-1_7 0.2103 ndcg_cut_1000 1-1_7 0.2103 map_cut_5 1-1_7 0.0212 map_cut_10 1-1_7 0.0394 map_cut_15 1-1_7 0.0394 map_cut_20 1-1_7 0.0394 map_cut_30 1-1_7 0.0394 map_cut_100 1-1_7 0.0494 map_cut_200 1-1_7 0.0548 map_cut_500 1-1_7 0.0567 map_cut_1000 1-1_7 0.0567 relative_P_5 1-1_7 0.6000 relative_P_10 1-1_7 0.6000 relative_P_15 1-1_7 0.4000 relative_P_20 1-1_7 0.3000 relative_P_30 1-1_7 0.2000 relative_P_100 1-1_7 0.1212 relative_P_200 1-1_7 0.1717 relative_P_500 1-1_7 0.2020 relative_P_1000 1-1_7 0.2020 success_1 1-1_7 1.0000 success_5 1-1_7 1.0000 success_10 1-1_7 1.0000 set_P 1-1_7 0.0354 set_relative_P 1-1_7 0.2020 set_recall 1-1_7 0.2020 set_map 1-1_7 0.0072 set_F 1-1_7 0.0602 num_nonrel_judged_ret 1-1_7 10 rbp 1-1_7 0.2526 rbp_resid 1-1_7 0.3054 unj_5 1-1_7 0.0000 unj_10 1-1_7 0.0000 unj_20 1-1_7 0.4500 num_ret 1-1_8 668 num_rel 1-1_8 94 num_rel_ret 1-1_8 48 map 1-1_8 0.2449 Rprec 1-1_8 0.2979 bpref 1-1_8 0.4688 recip_rank 1-1_8 1.0000 iprec_at_recall_0.00 1-1_8 1.0000 iprec_at_recall_0.10 1-1_8 1.0000 iprec_at_recall_0.20 1-1_8 0.4762 iprec_at_recall_0.30 1-1_8 0.3232 iprec_at_recall_0.40 1-1_8 0.2583 iprec_at_recall_0.50 1-1_8 0.1049 iprec_at_recall_0.60 1-1_8 0.0000 iprec_at_recall_0.70 1-1_8 0.0000 iprec_at_recall_0.80 1-1_8 0.0000 iprec_at_recall_0.90 1-1_8 0.0000 iprec_at_recall_1.00 1-1_8 0.0000 P_5 1-1_8 1.0000 P_10 1-1_8 1.0000 P_15 1-1_8 0.6667 P_20 1-1_8 0.7000 P_30 1-1_8 0.5333 P_100 1-1_8 0.3200 P_200 1-1_8 0.1950 P_500 1-1_8 0.0960 P_1000 1-1_8 0.0480 relstring 1-1_8 '2232332232' recall_5 1-1_8 0.0532 recall_10 1-1_8 0.1064 recall_15 1-1_8 0.1064 recall_20 1-1_8 0.1489 recall_30 1-1_8 0.1702 recall_100 1-1_8 0.3404 recall_200 1-1_8 0.4149 recall_500 1-1_8 0.5106 recall_1000 1-1_8 0.5106 infAP 1-1_8 0.2449 Rprec_mult_0.20 1-1_8 0.6842 Rprec_mult_0.40 1-1_8 0.4474 Rprec_mult_0.60 1-1_8 0.3860 Rprec_mult_0.80 1-1_8 0.3289 Rprec_mult_1.00 1-1_8 0.2979 Rprec_mult_1.20 1-1_8 0.3009 Rprec_mult_1.40 1-1_8 0.2727 Rprec_mult_1.60 1-1_8 0.2583 Rprec_mult_1.80 1-1_8 0.2294 Rprec_mult_2.00 1-1_8 0.2074 utility 1-1_8 -572.0000 11pt_avg 1-1_8 0.2875 binG 1-1_8 0.1815 G 1-1_8 0.0958 ndcg 1-1_8 0.4911 ndcg_rel 1-1_8 0.4889 Rndcg 1-1_8 0.4700 ndcg_cut_5 1-1_8 0.5947 ndcg_cut_10 1-1_8 0.6566 ndcg_cut_15 1-1_8 0.5528 ndcg_cut_20 1-1_8 0.5821 ndcg_cut_30 1-1_8 0.5303 ndcg_cut_100 1-1_8 0.3982 ndcg_cut_200 1-1_8 0.4371 ndcg_cut_500 1-1_8 0.4911 ndcg_cut_1000 1-1_8 0.4911 map_cut_5 1-1_8 0.0532 map_cut_10 1-1_8 0.1064 map_cut_15 1-1_8 0.1064 map_cut_20 1-1_8 0.1351 map_cut_30 1-1_8 0.1484 map_cut_100 1-1_8 0.2109 map_cut_200 1-1_8 0.2315 map_cut_500 1-1_8 0.2449 map_cut_1000 1-1_8 0.2449 relative_P_5 1-1_8 1.0000 relative_P_10 1-1_8 1.0000 relative_P_15 1-1_8 0.6667 relative_P_20 1-1_8 0.7000 relative_P_30 1-1_8 0.5333 relative_P_100 1-1_8 0.3404 relative_P_200 1-1_8 0.4149 relative_P_500 1-1_8 0.5106 relative_P_1000 1-1_8 0.5106 success_1 1-1_8 1.0000 success_5 1-1_8 1.0000 success_10 1-1_8 1.0000 set_P 1-1_8 0.0719 set_relative_P 1-1_8 0.5106 set_recall 1-1_8 0.5106 set_map 1-1_8 0.0367 set_F 1-1_8 0.1260 num_nonrel_judged_ret 1-1_8 14 rbp 1-1_8 0.4511 rbp_resid 1-1_8 0.1629 unj_5 1-1_8 0.0000 unj_10 1-1_8 0.0000 unj_20 1-1_8 0.1500 num_ret 2-1_10 146 num_rel 2-1_10 17 num_rel_ret 2-1_10 8 map 2-1_10 0.4373 Rprec 2-1_10 0.4706 bpref 2-1_10 0.4533 recip_rank 2-1_10 1.0000 iprec_at_recall_0.00 2-1_10 1.0000 iprec_at_recall_0.10 2-1_10 1.0000 iprec_at_recall_0.20 2-1_10 1.0000 iprec_at_recall_0.30 2-1_10 1.0000 iprec_at_recall_0.40 2-1_10 0.8000 iprec_at_recall_0.50 2-1_10 0.0000 iprec_at_recall_0.60 2-1_10 0.0000 iprec_at_recall_0.70 2-1_10 0.0000 iprec_at_recall_0.80 2-1_10 0.0000 iprec_at_recall_0.90 2-1_10 0.0000 iprec_at_recall_1.00 2-1_10 0.0000 P_5 2-1_10 1.0000 P_10 2-1_10 0.8000 P_15 2-1_10 0.5333 P_20 2-1_10 0.4000 P_30 2-1_10 0.2667 P_100 2-1_10 0.0800 P_200 2-1_10 0.0400 P_500 2-1_10 0.0160 P_1000 2-1_10 0.0080 relstring 2-1_10 '3323202032' recall_5 2-1_10 0.2941 recall_10 2-1_10 0.4706 recall_15 2-1_10 0.4706 recall_20 2-1_10 0.4706 recall_30 2-1_10 0.4706 recall_100 2-1_10 0.4706 recall_200 2-1_10 0.4706 recall_500 2-1_10 0.4706 recall_1000 2-1_10 0.4706 infAP 2-1_10 0.4373 Rprec_mult_0.20 2-1_10 1.0000 Rprec_mult_0.40 2-1_10 0.8571 Rprec_mult_0.60 2-1_10 0.7273 Rprec_mult_0.80 2-1_10 0.5714 Rprec_mult_1.00 2-1_10 0.4706 Rprec_mult_1.20 2-1_10 0.3810 Rprec_mult_1.40 2-1_10 0.3333 Rprec_mult_1.60 2-1_10 0.2857 Rprec_mult_1.80 2-1_10 0.2581 Rprec_mult_2.00 2-1_10 0.2353 utility 2-1_10 -130.0000 11pt_avg 2-1_10 0.4364 binG 2-1_10 0.3901 G 2-1_10 0.2551 ndcg 2-1_10 0.5567 ndcg_rel 2-1_10 0.6796 Rndcg 2-1_10 0.6103 ndcg_cut_5 2-1_10 0.8997 ndcg_cut_10 2-1_10 0.7414 ndcg_cut_15 2-1_10 0.6213 ndcg_cut_20 2-1_10 0.5637 ndcg_cut_30 2-1_10 0.5567 ndcg_cut_100 2-1_10 0.5567 ndcg_cut_200 2-1_10 0.5567 ndcg_cut_500 2-1_10 0.5567 ndcg_cut_1000 2-1_10 0.5567 map_cut_5 2-1_10 0.2941 map_cut_10 2-1_10 0.4373 map_cut_15 2-1_10 0.4373 map_cut_20 2-1_10 0.4373 map_cut_30 2-1_10 0.4373 map_cut_100 2-1_10 0.4373 map_cut_200 2-1_10 0.4373 map_cut_500 2-1_10 0.4373 map_cut_1000 2-1_10 0.4373 relative_P_5 2-1_10 1.0000 relative_P_10 2-1_10 0.8000 relative_P_15 2-1_10 0.5333 relative_P_20 2-1_10 0.4706 relative_P_30 2-1_10 0.4706 relative_P_100 2-1_10 0.4706 relative_P_200 2-1_10 0.4706 relative_P_500 2-1_10 0.4706 relative_P_1000 2-1_10 0.4706 success_1 2-1_10 1.0000 success_5 2-1_10 1.0000 success_10 2-1_10 1.0000 set_P 2-1_10 0.0548 set_relative_P 2-1_10 0.4706 set_recall 2-1_10 0.4706 set_map 2-1_10 0.0258 set_F 2-1_10 0.0982 num_nonrel_judged_ret 2-1_10 4 rbp 2-1_10 0.4649 rbp_resid 2-1_10 0.3091 unj_5 2-1_10 0.0000 unj_10 2-1_10 0.0000 unj_20 2-1_10 0.4500 num_ret 2-1_12 878 num_rel 2-1_12 101 num_rel_ret 2-1_12 59 map 2-1_12 0.1341 Rprec 2-1_12 0.2178 bpref 2-1_12 0.4634 recip_rank 2-1_12 0.3333 iprec_at_recall_0.00 2-1_12 0.6667 iprec_at_recall_0.10 2-1_12 0.3269 iprec_at_recall_0.20 2-1_12 0.2778 iprec_at_recall_0.30 2-1_12 0.1624 iprec_at_recall_0.40 2-1_12 0.1220 iprec_at_recall_0.50 2-1_12 0.1040 iprec_at_recall_0.60 2-1_12 0.0000 iprec_at_recall_0.70 2-1_12 0.0000 iprec_at_recall_0.80 2-1_12 0.0000 iprec_at_recall_0.90 2-1_12 0.0000 iprec_at_recall_1.00 2-1_12 0.0000 P_5 2-1_12 0.4000 P_10 2-1_12 0.6000 P_15 2-1_12 0.5333 P_20 2-1_12 0.4500 P_30 2-1_12 0.3000 P_100 2-1_12 0.2200 P_200 2-1_12 0.1600 P_500 2-1_12 0.1040 P_1000 2-1_12 0.0590 relstring 2-1_12 '0123032331' recall_5 2-1_12 0.0198 recall_10 2-1_12 0.0594 recall_15 2-1_12 0.0792 recall_20 2-1_12 0.0891 recall_30 2-1_12 0.0891 recall_100 2-1_12 0.2178 recall_200 2-1_12 0.3168 recall_500 2-1_12 0.5149 recall_1000 2-1_12 0.5842 infAP 2-1_12 0.1341 Rprec_mult_0.20 2-1_12 0.4286 Rprec_mult_0.40 2-1_12 0.2927 Rprec_mult_0.60 2-1_12 0.2787 Rprec_mult_0.80 2-1_12 0.2593 Rprec_mult_1.00 2-1_12 0.2178 Rprec_mult_1.20 2-1_12 0.1885 Rprec_mult_1.40 2-1_12 0.1831 Rprec_mult_1.60 2-1_12 0.1605 Rprec_mult_1.80 2-1_12 0.1538 Rprec_mult_2.00 2-1_12 0.1584 utility 2-1_12 -760.0000 11pt_avg 2-1_12 0.1509 binG 2-1_12 0.1073 G 2-1_12 0.0941 ndcg 2-1_12 0.4881 ndcg_rel 2-1_12 0.4298 Rndcg 2-1_12 0.3583 ndcg_cut_5 2-1_12 0.3305 ndcg_cut_10 2-1_12 0.4986 ndcg_cut_15 2-1_12 0.4927 ndcg_cut_20 2-1_12 0.4333 ndcg_cut_30 2-1_12 0.3492 ndcg_cut_100 2-1_12 0.3138 ndcg_cut_200 2-1_12 0.3499 ndcg_cut_500 2-1_12 0.4528 ndcg_cut_1000 2-1_12 0.4881 map_cut_5 2-1_12 0.0083 map_cut_10 2-1_12 0.0316 map_cut_15 2-1_12 0.0440 map_cut_20 2-1_12 0.0496 map_cut_30 2-1_12 0.0496 map_cut_100 2-1_12 0.0868 map_cut_200 2-1_12 0.1042 map_cut_500 2-1_12 0.1277 map_cut_1000 2-1_12 0.1341 relative_P_5 2-1_12 0.4000 relative_P_10 2-1_12 0.6000 relative_P_15 2-1_12 0.5333 relative_P_20 2-1_12 0.4500 relative_P_30 2-1_12 0.3000 relative_P_100 2-1_12 0.2200 relative_P_200 2-1_12 0.3168 relative_P_500 2-1_12 0.5149 relative_P_1000 2-1_12 0.5842 success_1 2-1_12 0.0000 success_5 2-1_12 1.0000 success_10 2-1_12 1.0000 set_P 2-1_12 0.0672 set_relative_P 2-1_12 0.5842 set_recall 2-1_12 0.5842 set_map 2-1_12 0.0393 set_F 2-1_12 0.1205 num_nonrel_judged_ret 2-1_12 33 rbp 2-1_12 0.4551 rbp_resid 2-1_12 0.1753 unj_5 2-1_12 0.0000 unj_10 2-1_12 0.0000 unj_20 2-1_12 0.2500 num_ret 2-1_14 741 num_rel 2-1_14 52 num_rel_ret 2-1_14 20 map 2-1_14 0.0536 Rprec 2-1_14 0.1346 bpref 2-1_14 0.2212 recip_rank 2-1_14 0.1429 iprec_at_recall_0.00 2-1_14 0.3333 iprec_at_recall_0.10 2-1_14 0.1923 iprec_at_recall_0.20 2-1_14 0.1507 iprec_at_recall_0.30 2-1_14 0.0788 iprec_at_recall_0.40 2-1_14 0.0000 iprec_at_recall_0.50 2-1_14 0.0000 iprec_at_recall_0.60 2-1_14 0.0000 iprec_at_recall_0.70 2-1_14 0.0000 iprec_at_recall_0.80 2-1_14 0.0000 iprec_at_recall_0.90 2-1_14 0.0000 iprec_at_recall_1.00 2-1_14 0.0000 P_5 2-1_14 0.0000 P_10 2-1_14 0.3000 P_15 2-1_14 0.2000 P_20 2-1_14 0.1500 P_30 2-1_14 0.1667 P_100 2-1_14 0.1400 P_200 2-1_14 0.0750 P_500 2-1_14 0.0400 P_1000 2-1_14 0.0200 relstring 2-1_14 '0000002221' recall_5 2-1_14 0.0000 recall_10 2-1_14 0.0577 recall_15 2-1_14 0.0577 recall_20 2-1_14 0.0577 recall_30 2-1_14 0.0962 recall_100 2-1_14 0.2692 recall_200 2-1_14 0.2885 recall_500 2-1_14 0.3846 recall_1000 2-1_14 0.3846 infAP 2-1_14 0.0536 Rprec_mult_0.20 2-1_14 0.2727 Rprec_mult_0.40 2-1_14 0.1429 Rprec_mult_0.60 2-1_14 0.1562 Rprec_mult_0.80 2-1_14 0.1190 Rprec_mult_1.00 2-1_14 0.1346 Rprec_mult_1.20 2-1_14 0.1270 Rprec_mult_1.40 2-1_14 0.1507 Rprec_mult_1.60 2-1_14 0.1310 Rprec_mult_1.80 2-1_14 0.1383 Rprec_mult_2.00 2-1_14 0.1346 utility 2-1_14 -701.0000 11pt_avg 2-1_14 0.0686 binG 2-1_14 0.0718 G 2-1_14 0.0577 ndcg 2-1_14 0.2718 ndcg_rel 2-1_14 0.2395 Rndcg 2-1_14 0.1864 ndcg_cut_5 2-1_14 0.0000 ndcg_cut_10 2-1_14 0.1606 ndcg_cut_15 2-1_14 0.1398 ndcg_cut_20 2-1_14 0.1319 ndcg_cut_30 2-1_14 0.1517 ndcg_cut_100 2-1_14 0.2123 ndcg_cut_200 2-1_14 0.2272 ndcg_cut_500 2-1_14 0.2718 ndcg_cut_1000 2-1_14 0.2718 map_cut_5 2-1_14 0.0000 map_cut_10 2-1_14 0.0140 map_cut_15 2-1_14 0.0140 map_cut_20 2-1_14 0.0140 map_cut_30 2-1_14 0.0207 map_cut_100 2-1_14 0.0448 map_cut_200 2-1_14 0.0472 map_cut_500 2-1_14 0.0536 map_cut_1000 2-1_14 0.0536 relative_P_5 2-1_14 0.0000 relative_P_10 2-1_14 0.3000 relative_P_15 2-1_14 0.2000 relative_P_20 2-1_14 0.1500 relative_P_30 2-1_14 0.1667 relative_P_100 2-1_14 0.2692 relative_P_200 2-1_14 0.2885 relative_P_500 2-1_14 0.3846 relative_P_1000 2-1_14 0.3846 success_1 2-1_14 0.0000 success_5 2-1_14 0.0000 success_10 2-1_14 1.0000 set_P 2-1_14 0.0270 set_relative_P 2-1_14 0.3846 set_recall 2-1_14 0.3846 set_map 2-1_14 0.0104 set_F 2-1_14 0.0504 num_nonrel_judged_ret 2-1_14 36 rbp 2-1_14 0.1395 rbp_resid 2-1_14 0.1848 unj_5 2-1_14 0.0000 unj_10 2-1_14 0.0000 unj_20 2-1_14 0.2500 num_ret 2-1_4 654 num_rel 2-1_4 64 num_rel_ret 2-1_4 44 map 2-1_4 0.2865 Rprec 2-1_4 0.3594 bpref 2-1_4 0.5725 recip_rank 2-1_4 0.5000 iprec_at_recall_0.00 2-1_4 0.8333 iprec_at_recall_0.10 2-1_4 0.6667 iprec_at_recall_0.20 2-1_4 0.5833 iprec_at_recall_0.30 2-1_4 0.4565 iprec_at_recall_0.40 2-1_4 0.3714 iprec_at_recall_0.50 2-1_4 0.2374 iprec_at_recall_0.60 2-1_4 0.2197 iprec_at_recall_0.70 2-1_4 0.0000 iprec_at_recall_0.80 2-1_4 0.0000 iprec_at_recall_0.90 2-1_4 0.0000 iprec_at_recall_1.00 2-1_4 0.0000 P_5 2-1_4 0.8000 P_10 2-1_4 0.6000 P_15 2-1_4 0.6667 P_20 2-1_4 0.5500 P_30 2-1_4 0.5000 P_100 2-1_4 0.2900 P_200 2-1_4 0.1900 P_500 2-1_4 0.0860 P_1000 2-1_4 0.0440 relstring 2-1_4 '1232221113' recall_5 2-1_4 0.0625 recall_10 2-1_4 0.0938 recall_15 2-1_4 0.1562 recall_20 2-1_4 0.1719 recall_30 2-1_4 0.2344 recall_100 2-1_4 0.4531 recall_200 2-1_4 0.5938 recall_500 2-1_4 0.6719 recall_1000 2-1_4 0.6875 infAP 2-1_4 0.2865 Rprec_mult_0.20 2-1_4 0.6154 Rprec_mult_0.40 2-1_4 0.5769 Rprec_mult_0.60 2-1_4 0.4615 Rprec_mult_0.80 2-1_4 0.4231 Rprec_mult_1.00 2-1_4 0.3594 Rprec_mult_1.20 2-1_4 0.3506 Rprec_mult_1.40 2-1_4 0.3111 Rprec_mult_1.60 2-1_4 0.2816 Rprec_mult_1.80 2-1_4 0.2672 Rprec_mult_2.00 2-1_4 0.2422 utility 2-1_4 -566.0000 11pt_avg 2-1_4 0.3062 binG 2-1_4 0.1764 G 2-1_4 0.1319 ndcg 2-1_4 0.5993 ndcg_rel 2-1_4 0.5469 Rndcg 2-1_4 0.4613 ndcg_cut_5 2-1_4 0.5482 ndcg_cut_10 2-1_4 0.5418 ndcg_cut_15 2-1_4 0.5602 ndcg_cut_20 2-1_4 0.5417 ndcg_cut_30 2-1_4 0.5358 ndcg_cut_100 2-1_4 0.4671 ndcg_cut_200 2-1_4 0.5452 ndcg_cut_500 2-1_4 0.5888 ndcg_cut_1000 2-1_4 0.5993 map_cut_5 2-1_4 0.0424 map_cut_10 2-1_4 0.0648 map_cut_15 2-1_4 0.1049 map_cut_20 2-1_4 0.1144 map_cut_30 2-1_4 0.1503 map_cut_100 2-1_4 0.2410 map_cut_200 2-1_4 0.2749 map_cut_500 2-1_4 0.2853 map_cut_1000 2-1_4 0.2865 relative_P_5 2-1_4 0.8000 relative_P_10 2-1_4 0.6000 relative_P_15 2-1_4 0.6667 relative_P_20 2-1_4 0.5500 relative_P_30 2-1_4 0.5000 relative_P_100 2-1_4 0.4531 relative_P_200 2-1_4 0.5938 relative_P_500 2-1_4 0.6719 relative_P_1000 2-1_4 0.6875 success_1 2-1_4 0.0000 success_5 2-1_4 1.0000 success_10 2-1_4 1.0000 set_P 2-1_4 0.0673 set_relative_P 2-1_4 0.6875 set_recall 2-1_4 0.6875 set_map 2-1_4 0.0463 set_F 2-1_4 0.1226 num_nonrel_judged_ret 2-1_4 26 rbp 2-1_4 0.4032 rbp_resid 2-1_4 0.1254 unj_5 2-1_4 0.0000 unj_10 2-1_4 0.0000 unj_20 2-1_4 0.1500 num_ret 2-1_9 65 num_rel 2-1_9 16 num_rel_ret 2-1_9 14 map 2-1_9 0.8119 Rprec 2-1_9 0.6875 bpref 2-1_9 0.8527 recip_rank 2-1_9 1.0000 iprec_at_recall_0.00 2-1_9 1.0000 iprec_at_recall_0.10 2-1_9 1.0000 iprec_at_recall_0.20 2-1_9 1.0000 iprec_at_recall_0.30 2-1_9 1.0000 iprec_at_recall_0.40 2-1_9 1.0000 iprec_at_recall_0.50 2-1_9 1.0000 iprec_at_recall_0.60 2-1_9 0.9167 iprec_at_recall_0.70 2-1_9 0.9167 iprec_at_recall_0.80 2-1_9 0.7368 iprec_at_recall_0.90 2-1_9 0.7368 iprec_at_recall_1.00 2-1_9 0.0000 P_5 2-1_9 1.0000 P_10 2-1_9 0.9000 P_15 2-1_9 0.7333 P_20 2-1_9 0.7000 P_30 2-1_9 0.4667 P_100 2-1_9 0.1400 P_200 2-1_9 0.0700 P_500 2-1_9 0.0280 P_1000 2-1_9 0.0140 relstring 2-1_9 '4333244331' recall_5 2-1_9 0.3125 recall_10 2-1_9 0.5625 recall_15 2-1_9 0.6875 recall_20 2-1_9 0.8750 recall_30 2-1_9 0.8750 recall_100 2-1_9 0.8750 recall_200 2-1_9 0.8750 recall_500 2-1_9 0.8750 recall_1000 2-1_9 0.8750 infAP 2-1_9 0.8119 Rprec_mult_0.20 2-1_9 1.0000 Rprec_mult_0.40 2-1_9 1.0000 Rprec_mult_0.60 2-1_9 0.9000 Rprec_mult_0.80 2-1_9 0.8462 Rprec_mult_1.00 2-1_9 0.6875 Rprec_mult_1.20 2-1_9 0.7000 Rprec_mult_1.40 2-1_9 0.6087 Rprec_mult_1.60 2-1_9 0.5385 Rprec_mult_1.80 2-1_9 0.4828 Rprec_mult_2.00 2-1_9 0.4375 utility 2-1_9 -37.0000 11pt_avg 2-1_9 0.8461 binG 2-1_9 0.7082 G 2-1_9 0.5506 ndcg 2-1_9 0.9099 ndcg_rel 2-1_9 0.9165 Rndcg 2-1_9 0.8845 ndcg_cut_5 2-1_9 0.8617 ndcg_cut_10 2-1_9 0.9462 ndcg_cut_15 2-1_9 0.8678 ndcg_cut_20 2-1_9 0.9099 ndcg_cut_30 2-1_9 0.9099 ndcg_cut_100 2-1_9 0.9099 ndcg_cut_200 2-1_9 0.9099 ndcg_cut_500 2-1_9 0.9099 ndcg_cut_1000 2-1_9 0.9099 map_cut_5 2-1_9 0.3125 map_cut_10 2-1_9 0.5625 map_cut_15 2-1_9 0.6766 map_cut_20 2-1_9 0.8119 map_cut_30 2-1_9 0.8119 map_cut_100 2-1_9 0.8119 map_cut_200 2-1_9 0.8119 map_cut_500 2-1_9 0.8119 map_cut_1000 2-1_9 0.8119 relative_P_5 2-1_9 1.0000 relative_P_10 2-1_9 0.9000 relative_P_15 2-1_9 0.7333 relative_P_20 2-1_9 0.8750 relative_P_30 2-1_9 0.8750 relative_P_100 2-1_9 0.8750 relative_P_200 2-1_9 0.8750 relative_P_500 2-1_9 0.8750 relative_P_1000 2-1_9 0.8750 success_1 2-1_9 1.0000 success_5 2-1_9 1.0000 success_10 2-1_9 1.0000 set_P 2-1_9 0.2154 set_relative_P 2-1_9 0.8750 set_recall 2-1_9 0.8750 set_map 2-1_9 0.1885 set_F 2-1_9 0.3457 num_nonrel_judged_ret 2-1_9 1 rbp 2-1_9 0.5640 rbp_resid 2-1_9 0.2322 unj_5 2-1_9 0.0000 unj_10 2-1_9 0.0000 unj_20 2-1_9 0.2500 num_ret 2-2_1 658 num_rel 2-2_1 51 num_rel_ret 2-2_1 11 map 2-2_1 0.0296 Rprec 2-2_1 0.0980 bpref 2-2_1 0.1719 recip_rank 2-2_1 0.2500 iprec_at_recall_0.00 2-2_1 0.3333 iprec_at_recall_0.10 2-2_1 0.1282 iprec_at_recall_0.20 2-2_1 0.0495 iprec_at_recall_0.30 2-2_1 0.0000 iprec_at_recall_0.40 2-2_1 0.0000 iprec_at_recall_0.50 2-2_1 0.0000 iprec_at_recall_0.60 2-2_1 0.0000 iprec_at_recall_0.70 2-2_1 0.0000 iprec_at_recall_0.80 2-2_1 0.0000 iprec_at_recall_0.90 2-2_1 0.0000 iprec_at_recall_1.00 2-2_1 0.0000 P_5 2-2_1 0.2000 P_10 2-2_1 0.3000 P_15 2-2_1 0.2000 P_20 2-2_1 0.1500 P_30 2-2_1 0.1000 P_100 2-2_1 0.0700 P_200 2-2_1 0.0450 P_500 2-2_1 0.0220 P_1000 2-2_1 0.0110 relstring 2-2_1 '0002020002' recall_5 2-2_1 0.0196 recall_10 2-2_1 0.0588 recall_15 2-2_1 0.0588 recall_20 2-2_1 0.0588 recall_30 2-2_1 0.0588 recall_100 2-2_1 0.1373 recall_200 2-2_1 0.1765 recall_500 2-2_1 0.2157 recall_1000 2-2_1 0.2157 infAP 2-2_1 0.0296 Rprec_mult_0.20 2-2_1 0.2727 Rprec_mult_0.40 2-2_1 0.1429 Rprec_mult_0.60 2-2_1 0.0968 Rprec_mult_0.80 2-2_1 0.1220 Rprec_mult_1.00 2-2_1 0.0980 Rprec_mult_1.20 2-2_1 0.0806 Rprec_mult_1.40 2-2_1 0.0694 Rprec_mult_1.60 2-2_1 0.0732 Rprec_mult_1.80 2-2_1 0.0652 Rprec_mult_2.00 2-2_1 0.0686 utility 2-2_1 -636.0000 11pt_avg 2-2_1 0.0465 binG 2-2_1 0.0469 G 2-2_1 0.0278 ndcg 2-2_1 0.1315 ndcg_rel 2-2_1 0.1258 Rndcg 2-2_1 0.0933 ndcg_cut_5 2-2_1 0.0730 ndcg_cut_10 2-2_1 0.1246 ndcg_cut_15 2-2_1 0.1014 ndcg_cut_20 2-2_1 0.0869 ndcg_cut_30 2-2_1 0.0720 ndcg_cut_100 2-2_1 0.0858 ndcg_cut_200 2-2_1 0.1065 ndcg_cut_500 2-2_1 0.1315 ndcg_cut_1000 2-2_1 0.1315 map_cut_5 2-2_1 0.0049 map_cut_10 2-2_1 0.0173 map_cut_15 2-2_1 0.0173 map_cut_20 2-2_1 0.0173 map_cut_30 2-2_1 0.0173 map_cut_100 2-2_1 0.0250 map_cut_200 2-2_1 0.0276 map_cut_500 2-2_1 0.0296 map_cut_1000 2-2_1 0.0296 relative_P_5 2-2_1 0.2000 relative_P_10 2-2_1 0.3000 relative_P_15 2-2_1 0.2000 relative_P_20 2-2_1 0.1500 relative_P_30 2-2_1 0.1000 relative_P_100 2-2_1 0.1373 relative_P_200 2-2_1 0.1765 relative_P_500 2-2_1 0.2157 relative_P_1000 2-2_1 0.2157 success_1 2-2_1 0.0000 success_5 2-2_1 1.0000 success_10 2-2_1 1.0000 set_P 2-2_1 0.0167 set_relative_P 2-2_1 0.2157 set_recall 2-2_1 0.2157 set_map 2-2_1 0.0036 set_F 2-2_1 0.0310 num_nonrel_judged_ret 2-2_1 17 rbp 2-2_1 0.0878 rbp_resid 2-2_1 0.3075 unj_5 2-2_1 0.0000 unj_10 2-2_1 0.0000 unj_20 2-2_1 0.4500 num_ret 2-2_4 387 num_rel 2-2_4 53 num_rel_ret 2-2_4 46 map 2-2_4 0.4526 Rprec 2-2_4 0.4528 bpref 2-2_4 0.8131 recip_rank 2-2_4 1.0000 iprec_at_recall_0.00 2-2_4 1.0000 iprec_at_recall_0.10 2-2_4 0.9167 iprec_at_recall_0.20 2-2_4 0.9167 iprec_at_recall_0.30 2-2_4 0.6154 iprec_at_recall_0.40 2-2_4 0.4615 iprec_at_recall_0.50 2-2_4 0.3913 iprec_at_recall_0.60 2-2_4 0.3696 iprec_at_recall_0.70 2-2_4 0.3136 iprec_at_recall_0.80 2-2_4 0.1991 iprec_at_recall_0.90 2-2_4 0.0000 iprec_at_recall_1.00 2-2_4 0.0000 P_5 2-2_4 0.8000 P_10 2-2_4 0.9000 P_15 2-2_4 0.8000 P_20 2-2_4 0.7000 P_30 2-2_4 0.5667 P_100 2-2_4 0.3500 P_200 2-2_4 0.2050 P_500 2-2_4 0.0920 P_1000 2-2_4 0.0460 relstring 2-2_4 '4312333332' recall_5 2-2_4 0.0755 recall_10 2-2_4 0.1698 recall_15 2-2_4 0.2264 recall_20 2-2_4 0.2642 recall_30 2-2_4 0.3208 recall_100 2-2_4 0.6604 recall_200 2-2_4 0.7736 recall_500 2-2_4 0.8679 recall_1000 2-2_4 0.8679 infAP 2-2_4 0.4526 Rprec_mult_0.20 2-2_4 0.9091 Rprec_mult_0.40 2-2_4 0.6364 Rprec_mult_0.60 2-2_4 0.5625 Rprec_mult_0.80 2-2_4 0.4651 Rprec_mult_1.00 2-2_4 0.4528 Rprec_mult_1.20 2-2_4 0.3906 Rprec_mult_1.40 2-2_4 0.3600 Rprec_mult_1.60 2-2_4 0.3647 Rprec_mult_1.80 2-2_4 0.3542 Rprec_mult_2.00 2-2_4 0.3302 utility 2-2_4 -295.0000 11pt_avg 2-2_4 0.4712 binG 2-2_4 0.2779 G 2-2_4 0.1799 ndcg 2-2_4 0.7338 ndcg_rel 2-2_4 0.6654 Rndcg 2-2_4 0.6090 ndcg_cut_5 2-2_4 0.7135 ndcg_cut_10 2-2_4 0.7104 ndcg_cut_15 2-2_4 0.6984 ndcg_cut_20 2-2_4 0.6675 ndcg_cut_30 2-2_4 0.5951 ndcg_cut_100 2-2_4 0.6313 ndcg_cut_200 2-2_4 0.6895 ndcg_cut_500 2-2_4 0.7338 ndcg_cut_1000 2-2_4 0.7338 map_cut_5 2-2_4 0.0670 map_cut_10 2-2_4 0.1491 map_cut_15 2-2_4 0.1987 map_cut_20 2-2_4 0.2278 map_cut_30 2-2_4 0.2622 map_cut_100 2-2_4 0.4044 map_cut_200 2-2_4 0.4352 map_cut_500 2-2_4 0.4526 map_cut_1000 2-2_4 0.4526 relative_P_5 2-2_4 0.8000 relative_P_10 2-2_4 0.9000 relative_P_15 2-2_4 0.8000 relative_P_20 2-2_4 0.7000 relative_P_30 2-2_4 0.5667 relative_P_100 2-2_4 0.6604 relative_P_200 2-2_4 0.7736 relative_P_500 2-2_4 0.8679 relative_P_1000 2-2_4 0.8679 success_1 2-2_4 1.0000 success_5 2-2_4 1.0000 success_10 2-2_4 1.0000 set_P 2-2_4 0.1189 set_relative_P 2-2_4 0.8679 set_recall 2-2_4 0.8679 set_map 2-2_4 0.1032 set_F 2-2_4 0.2091 num_nonrel_judged_ret 2-2_4 6 rbp 2-2_4 0.5824 rbp_resid 2-2_4 0.1895 unj_5 2-2_4 0.0000 unj_10 2-2_4 0.0000 unj_20 2-2_4 0.2500 num_ret 2-2_5 779 num_rel 2-2_5 30 num_rel_ret 2-2_5 19 map 2-2_5 0.2025 Rprec 2-2_5 0.2333 bpref 2-2_5 0.4856 recip_rank 2-2_5 1.0000 iprec_at_recall_0.00 2-2_5 1.0000 iprec_at_recall_0.10 2-2_5 0.7000 iprec_at_recall_0.20 2-2_5 0.7000 iprec_at_recall_0.30 2-2_5 0.2000 iprec_at_recall_0.40 2-2_5 0.1165 iprec_at_recall_0.50 2-2_5 0.0669 iprec_at_recall_0.60 2-2_5 0.0254 iprec_at_recall_0.70 2-2_5 0.0000 iprec_at_recall_0.80 2-2_5 0.0000 iprec_at_recall_0.90 2-2_5 0.0000 iprec_at_recall_1.00 2-2_5 0.0000 P_5 2-2_5 0.6000 P_10 2-2_5 0.7000 P_15 2-2_5 0.4667 P_20 2-2_5 0.3500 P_30 2-2_5 0.2333 P_100 2-2_5 0.1100 P_200 2-2_5 0.0700 P_500 2-2_5 0.0340 P_1000 2-2_5 0.0190 relstring 2-2_5 '2140414423' recall_5 2-2_5 0.1000 recall_10 2-2_5 0.2333 recall_15 2-2_5 0.2333 recall_20 2-2_5 0.2333 recall_30 2-2_5 0.2333 recall_100 2-2_5 0.3667 recall_200 2-2_5 0.4667 recall_500 2-2_5 0.5667 recall_1000 2-2_5 0.6333 infAP 2-2_5 0.2025 Rprec_mult_0.20 2-2_5 0.5000 Rprec_mult_0.40 2-2_5 0.5833 Rprec_mult_0.60 2-2_5 0.3889 Rprec_mult_0.80 2-2_5 0.2917 Rprec_mult_1.00 2-2_5 0.2333 Rprec_mult_1.20 2-2_5 0.1944 Rprec_mult_1.40 2-2_5 0.1667 Rprec_mult_1.60 2-2_5 0.1667 Rprec_mult_1.80 2-2_5 0.1852 Rprec_mult_2.00 2-2_5 0.1667 utility 2-2_5 -741.0000 11pt_avg 2-2_5 0.2553 binG 2-2_5 0.1868 G 2-2_5 0.1136 ndcg 2-2_5 0.4766 ndcg_rel 2-2_5 0.4569 Rndcg 2-2_5 0.3952 ndcg_cut_5 2-2_5 0.5239 ndcg_cut_10 2-2_5 0.5832 ndcg_cut_15 2-2_5 0.4521 ndcg_cut_20 2-2_5 0.3893 ndcg_cut_30 2-2_5 0.3344 ndcg_cut_100 2-2_5 0.3724 ndcg_cut_200 2-2_5 0.4163 ndcg_cut_500 2-2_5 0.4534 ndcg_cut_1000 2-2_5 0.4766 map_cut_5 2-2_5 0.0756 map_cut_10 2-2_5 0.1610 map_cut_15 2-2_5 0.1610 map_cut_20 2-2_5 0.1610 map_cut_30 2-2_5 0.1610 map_cut_100 2-2_5 0.1838 map_cut_200 2-2_5 0.1949 map_cut_500 2-2_5 0.2009 map_cut_1000 2-2_5 0.2025 relative_P_5 2-2_5 0.6000 relative_P_10 2-2_5 0.7000 relative_P_15 2-2_5 0.4667 relative_P_20 2-2_5 0.3500 relative_P_30 2-2_5 0.2333 relative_P_100 2-2_5 0.3667 relative_P_200 2-2_5 0.4667 relative_P_500 2-2_5 0.5667 relative_P_1000 2-2_5 0.6333 success_1 2-2_5 1.0000 success_5 2-2_5 1.0000 success_10 2-2_5 1.0000 set_P 2-2_5 0.0244 set_relative_P 2-2_5 0.6333 set_recall 2-2_5 0.6333 set_map 2-2_5 0.0154 set_F 2-2_5 0.0470 num_nonrel_judged_ret 2-2_5 16 rbp 2-2_5 0.3881 rbp_resid 2-2_5 0.3062 unj_5 2-2_5 0.0000 unj_10 2-2_5 0.0000 unj_20 2-2_5 0.4500 num_ret 2-2_7 750 num_rel 2-2_7 88 num_rel_ret 2-2_7 74 map 2-2_7 0.6318 Rprec 2-2_7 0.6250 bpref 2-2_7 0.8221 recip_rank 2-2_7 1.0000 iprec_at_recall_0.00 2-2_7 1.0000 iprec_at_recall_0.10 2-2_7 0.9474 iprec_at_recall_0.20 2-2_7 0.9474 iprec_at_recall_0.30 2-2_7 0.9310 iprec_at_recall_0.40 2-2_7 0.8372 iprec_at_recall_0.50 2-2_7 0.7857 iprec_at_recall_0.60 2-2_7 0.6625 iprec_at_recall_0.70 2-2_7 0.5794 iprec_at_recall_0.80 2-2_7 0.3784 iprec_at_recall_0.90 2-2_7 0.0000 iprec_at_recall_1.00 2-2_7 0.0000 P_5 2-2_7 0.8000 P_10 2-2_7 0.9000 P_15 2-2_7 0.9333 P_20 2-2_7 0.9000 P_30 2-2_7 0.9000 P_100 2-2_7 0.5900 P_200 2-2_7 0.3500 P_500 2-2_7 0.1480 P_1000 2-2_7 0.0740 relstring 2-2_7 '4434124444' recall_5 2-2_7 0.0455 recall_10 2-2_7 0.1023 recall_15 2-2_7 0.1591 recall_20 2-2_7 0.2045 recall_30 2-2_7 0.3068 recall_100 2-2_7 0.6705 recall_200 2-2_7 0.7955 recall_500 2-2_7 0.8409 recall_1000 2-2_7 0.8409 infAP 2-2_7 0.6318 Rprec_mult_0.20 2-2_7 0.9444 Rprec_mult_0.40 2-2_7 0.8611 Rprec_mult_0.60 2-2_7 0.8113 Rprec_mult_0.80 2-2_7 0.7183 Rprec_mult_1.00 2-2_7 0.6250 Rprec_mult_1.20 2-2_7 0.5755 Rprec_mult_1.40 2-2_7 0.5000 Rprec_mult_1.60 2-2_7 0.4539 Rprec_mult_1.80 2-2_7 0.4151 Rprec_mult_2.00 2-2_7 0.3864 utility 2-2_7 -602.0000 11pt_avg 2-2_7 0.6426 binG 2-2_7 0.3207 G 2-2_7 0.1959 ndcg 2-2_7 0.8072 ndcg_rel 2-2_7 0.7954 Rndcg 2-2_7 0.7352 ndcg_cut_5 2-2_7 0.8592 ndcg_cut_10 2-2_7 0.8694 ndcg_cut_15 2-2_7 0.8654 ndcg_cut_20 2-2_7 0.8389 ndcg_cut_30 2-2_7 0.8129 ndcg_cut_100 2-2_7 0.7042 ndcg_cut_200 2-2_7 0.7772 ndcg_cut_500 2-2_7 0.8072 ndcg_cut_1000 2-2_7 0.8072 map_cut_5 2-2_7 0.0455 map_cut_10 2-2_7 0.0949 map_cut_15 2-2_7 0.1473 map_cut_20 2-2_7 0.1902 map_cut_30 2-2_7 0.2842 map_cut_100 2-2_7 0.5619 map_cut_200 2-2_7 0.6203 map_cut_500 2-2_7 0.6318 map_cut_1000 2-2_7 0.6318 relative_P_5 2-2_7 0.8000 relative_P_10 2-2_7 0.9000 relative_P_15 2-2_7 0.9333 relative_P_20 2-2_7 0.9000 relative_P_30 2-2_7 0.9000 relative_P_100 2-2_7 0.6705 relative_P_200 2-2_7 0.7955 relative_P_500 2-2_7 0.8409 relative_P_1000 2-2_7 0.8409 success_1 2-2_7 1.0000 success_5 2-2_7 1.0000 success_10 2-2_7 1.0000 set_P 2-2_7 0.0987 set_relative_P 2-2_7 0.8409 set_recall 2-2_7 0.8409 set_map 2-2_7 0.0830 set_F 2-2_7 0.1766 num_nonrel_judged_ret 2-2_7 5 rbp 2-2_7 0.8186 rbp_resid 2-2_7 0.0347 unj_5 2-2_7 0.0000 unj_10 2-2_7 0.0000 unj_20 2-2_7 0.0500 num_ret 2-2_9 322 num_rel 2-2_9 47 num_rel_ret 2-2_9 15 map 2-2_9 0.2555 Rprec 2-2_9 0.2553 bpref 2-2_9 0.3163 recip_rank 2-2_9 1.0000 iprec_at_recall_0.00 2-2_9 1.0000 iprec_at_recall_0.10 2-2_9 1.0000 iprec_at_recall_0.20 2-2_9 1.0000 iprec_at_recall_0.30 2-2_9 0.2154 iprec_at_recall_0.40 2-2_9 0.0000 iprec_at_recall_0.50 2-2_9 0.0000 iprec_at_recall_0.60 2-2_9 0.0000 iprec_at_recall_0.70 2-2_9 0.0000 iprec_at_recall_0.80 2-2_9 0.0000 iprec_at_recall_0.90 2-2_9 0.0000 iprec_at_recall_1.00 2-2_9 0.0000 P_5 2-2_9 1.0000 P_10 2-2_9 1.0000 P_15 2-2_9 0.7333 P_20 2-2_9 0.5500 P_30 2-2_9 0.3667 P_100 2-2_9 0.1500 P_200 2-2_9 0.0750 P_500 2-2_9 0.0300 P_1000 2-2_9 0.0150 relstring 2-2_9 '3222444234' recall_5 2-2_9 0.1064 recall_10 2-2_9 0.2128 recall_15 2-2_9 0.2340 recall_20 2-2_9 0.2340 recall_30 2-2_9 0.2340 recall_100 2-2_9 0.3191 recall_200 2-2_9 0.3191 recall_500 2-2_9 0.3191 recall_1000 2-2_9 0.3191 infAP 2-2_9 0.2555 Rprec_mult_0.20 2-2_9 1.0000 Rprec_mult_0.40 2-2_9 0.5789 Rprec_mult_0.60 2-2_9 0.3793 Rprec_mult_0.80 2-2_9 0.3158 Rprec_mult_1.00 2-2_9 0.2553 Rprec_mult_1.20 2-2_9 0.2281 Rprec_mult_1.40 2-2_9 0.2121 Rprec_mult_1.60 2-2_9 0.1842 Rprec_mult_1.80 2-2_9 0.1765 Rprec_mult_2.00 2-2_9 0.1596 utility 2-2_9 -292.0000 11pt_avg 2-2_9 0.2923 binG 2-2_9 0.2499 G 2-2_9 0.0964 ndcg 2-2_9 0.4188 ndcg_rel 2-2_9 0.4681 Rndcg 2-2_9 0.4779 ndcg_cut_5 2-2_9 0.6504 ndcg_cut_10 2-2_9 0.7218 ndcg_cut_15 2-2_9 0.6104 ndcg_cut_20 2-2_9 0.5272 ndcg_cut_30 2-2_9 0.4465 ndcg_cut_100 2-2_9 0.4188 ndcg_cut_200 2-2_9 0.4188 ndcg_cut_500 2-2_9 0.4188 ndcg_cut_1000 2-2_9 0.4188 map_cut_5 2-2_9 0.1064 map_cut_10 2-2_9 0.2128 map_cut_15 2-2_9 0.2340 map_cut_20 2-2_9 0.2340 map_cut_30 2-2_9 0.2340 map_cut_100 2-2_9 0.2555 map_cut_200 2-2_9 0.2555 map_cut_500 2-2_9 0.2555 map_cut_1000 2-2_9 0.2555 relative_P_5 2-2_9 1.0000 relative_P_10 2-2_9 1.0000 relative_P_15 2-2_9 0.7333 relative_P_20 2-2_9 0.5500 relative_P_30 2-2_9 0.3667 relative_P_100 2-2_9 0.3191 relative_P_200 2-2_9 0.3191 relative_P_500 2-2_9 0.3191 relative_P_1000 2-2_9 0.3191 success_1 2-2_9 1.0000 success_5 2-2_9 1.0000 success_10 2-2_9 1.0000 set_P 2-2_9 0.0466 set_relative_P 2-2_9 0.3191 set_recall 2-2_9 0.3191 set_map 2-2_9 0.0149 set_F 2-2_9 0.0813 num_nonrel_judged_ret 2-2_9 2 rbp 2-2_9 0.4892 rbp_resid 2-2_9 0.3102 unj_5 2-2_9 0.0000 unj_10 2-2_9 0.0000 unj_20 2-2_9 0.4500 num_ret 3-2_1 781 num_rel 3-2_1 68 num_rel_ret 3-2_1 25 map 3-2_1 0.0799 Rprec 3-2_1 0.1912 bpref 3-2_1 0.2967 recip_rank 3-2_1 0.3333 iprec_at_recall_0.00 3-2_1 0.3810 iprec_at_recall_0.10 3-2_1 0.3810 iprec_at_recall_0.20 3-2_1 0.2000 iprec_at_recall_0.30 3-2_1 0.0766 iprec_at_recall_0.40 3-2_1 0.0000 iprec_at_recall_0.50 3-2_1 0.0000 iprec_at_recall_0.60 3-2_1 0.0000 iprec_at_recall_0.70 3-2_1 0.0000 iprec_at_recall_0.80 3-2_1 0.0000 iprec_at_recall_0.90 3-2_1 0.0000 iprec_at_recall_1.00 3-2_1 0.0000 P_5 3-2_1 0.2000 P_10 3-2_1 0.3000 P_15 3-2_1 0.3333 P_20 3-2_1 0.3500 P_30 3-2_1 0.3667 P_100 3-2_1 0.1600 P_200 3-2_1 0.0950 P_500 3-2_1 0.0460 P_1000 3-2_1 0.0250 relstring 3-2_1 '1121110212' recall_5 3-2_1 0.0147 recall_10 3-2_1 0.0441 recall_15 3-2_1 0.0735 recall_20 3-2_1 0.1029 recall_30 3-2_1 0.1618 recall_100 3-2_1 0.2353 recall_200 3-2_1 0.2794 recall_500 3-2_1 0.3382 recall_1000 3-2_1 0.3676 infAP 3-2_1 0.0799 Rprec_mult_0.20 3-2_1 0.3571 Rprec_mult_0.40 3-2_1 0.3214 Rprec_mult_0.60 3-2_1 0.2683 Rprec_mult_0.80 3-2_1 0.2364 Rprec_mult_1.00 3-2_1 0.1912 Rprec_mult_1.20 3-2_1 0.1829 Rprec_mult_1.40 3-2_1 0.1667 Rprec_mult_1.60 3-2_1 0.1468 Rprec_mult_1.80 3-2_1 0.1382 Rprec_mult_2.00 3-2_1 0.1250 utility 3-2_1 -731.0000 11pt_avg 3-2_1 0.0944 binG 3-2_1 0.0763 G 3-2_1 0.0590 ndcg 3-2_1 0.3225 ndcg_rel 3-2_1 0.3318 Rndcg 3-2_1 0.3170 ndcg_cut_5 3-2_1 0.3899 ndcg_cut_10 3-2_1 0.3984 ndcg_cut_15 3-2_1 0.4309 ndcg_cut_20 3-2_1 0.4264 ndcg_cut_30 3-2_1 0.4299 ndcg_cut_100 3-2_1 0.2933 ndcg_cut_200 3-2_1 0.2855 ndcg_cut_500 3-2_1 0.3131 ndcg_cut_1000 3-2_1 0.3225 map_cut_5 3-2_1 0.0049 map_cut_10 3-2_1 0.0130 map_cut_15 3-2_1 0.0228 map_cut_20 3-2_1 0.0331 map_cut_30 3-2_1 0.0541 map_cut_100 3-2_1 0.0699 map_cut_200 3-2_1 0.0750 map_cut_500 3-2_1 0.0785 map_cut_1000 3-2_1 0.0799 relative_P_5 3-2_1 0.2000 relative_P_10 3-2_1 0.3000 relative_P_15 3-2_1 0.3333 relative_P_20 3-2_1 0.3500 relative_P_30 3-2_1 0.3667 relative_P_100 3-2_1 0.2353 relative_P_200 3-2_1 0.2794 relative_P_500 3-2_1 0.3382 relative_P_1000 3-2_1 0.3676 success_1 3-2_1 0.0000 success_5 3-2_1 1.0000 success_10 3-2_1 1.0000 set_P 3-2_1 0.0320 set_relative_P 3-2_1 0.3676 set_recall 3-2_1 0.3676 set_map 3-2_1 0.0118 set_F 3-2_1 0.0589 num_nonrel_judged_ret 3-2_1 24 rbp 3-2_1 0.3558 rbp_resid 3-2_1 0.1552 unj_5 3-2_1 0.0000 unj_10 3-2_1 0.0000 unj_20 3-2_1 0.2000 num_ret 3-2_6 819 num_rel 3-2_6 32 num_rel_ret 3-2_6 25 map 3-2_6 0.4328 Rprec 3-2_6 0.3750 bpref 3-2_6 0.6357 recip_rank 3-2_6 1.0000 iprec_at_recall_0.00 3-2_6 1.0000 iprec_at_recall_0.10 3-2_6 1.0000 iprec_at_recall_0.20 3-2_6 1.0000 iprec_at_recall_0.30 3-2_6 0.7692 iprec_at_recall_0.40 3-2_6 0.4118 iprec_at_recall_0.50 3-2_6 0.3200 iprec_at_recall_0.60 3-2_6 0.3016 iprec_at_recall_0.70 3-2_6 0.1642 iprec_at_recall_0.80 3-2_6 0.0000 iprec_at_recall_0.90 3-2_6 0.0000 iprec_at_recall_1.00 3-2_6 0.0000 P_5 3-2_6 1.0000 P_10 3-2_6 0.9000 P_15 3-2_6 0.6667 P_20 3-2_6 0.5000 P_30 3-2_6 0.3667 P_100 3-2_6 0.2000 P_200 3-2_6 0.1200 P_500 3-2_6 0.0500 P_1000 3-2_6 0.0250 relstring 3-2_6 '2332233132' recall_5 3-2_6 0.1562 recall_10 3-2_6 0.2812 recall_15 3-2_6 0.3125 recall_20 3-2_6 0.3125 recall_30 3-2_6 0.3438 recall_100 3-2_6 0.6250 recall_200 3-2_6 0.7500 recall_500 3-2_6 0.7812 recall_1000 3-2_6 0.7812 infAP 3-2_6 0.4328 Rprec_mult_0.20 3-2_6 1.0000 Rprec_mult_0.40 3-2_6 0.7692 Rprec_mult_0.60 3-2_6 0.5000 Rprec_mult_0.80 3-2_6 0.4231 Rprec_mult_1.00 3-2_6 0.3750 Rprec_mult_1.20 3-2_6 0.3846 Rprec_mult_1.40 3-2_6 0.3333 Rprec_mult_1.60 3-2_6 0.3077 Rprec_mult_1.80 3-2_6 0.3103 Rprec_mult_2.00 3-2_6 0.2969 utility 3-2_6 -769.0000 11pt_avg 3-2_6 0.4515 binG 3-2_6 0.3582 G 3-2_6 0.2053 ndcg 3-2_6 0.6927 ndcg_rel 3-2_6 0.6843 Rndcg 3-2_6 0.6159 ndcg_cut_5 3-2_6 0.7945 ndcg_cut_10 3-2_6 0.7992 ndcg_cut_15 3-2_6 0.7089 ndcg_cut_20 3-2_6 0.6331 ndcg_cut_30 3-2_6 0.5499 ndcg_cut_100 3-2_6 0.6228 ndcg_cut_200 3-2_6 0.6798 ndcg_cut_500 3-2_6 0.6927 ndcg_cut_1000 3-2_6 0.6927 map_cut_5 3-2_6 0.1562 map_cut_10 3-2_6 0.2747 map_cut_15 3-2_6 0.2987 map_cut_20 3-2_6 0.2987 map_cut_30 3-2_6 0.3124 map_cut_100 3-2_6 0.4092 map_cut_200 3-2_6 0.4295 map_cut_500 3-2_6 0.4328 map_cut_1000 3-2_6 0.4328 relative_P_5 3-2_6 1.0000 relative_P_10 3-2_6 0.9000 relative_P_15 3-2_6 0.6667 relative_P_20 3-2_6 0.5000 relative_P_30 3-2_6 0.3667 relative_P_100 3-2_6 0.6250 relative_P_200 3-2_6 0.7500 relative_P_500 3-2_6 0.7812 relative_P_1000 3-2_6 0.7812 success_1 3-2_6 1.0000 success_5 3-2_6 1.0000 success_10 3-2_6 1.0000 set_P 3-2_6 0.0305 set_relative_P 3-2_6 0.7812 set_recall 3-2_6 0.7812 set_map 3-2_6 0.0238 set_F 3-2_6 0.0588 num_nonrel_judged_ret 3-2_6 17 rbp 3-2_6 0.6144 rbp_resid 3-2_6 0.1746 unj_5 3-2_6 0.0000 unj_10 3-2_6 0.0000 unj_20 3-2_6 0.2000 num_ret 4-1_10 808 num_rel 4-1_10 12 num_rel_ret 4-1_10 6 map 4-1_10 0.0107 Rprec 4-1_10 0.0000 bpref 4-1_10 0.0000 recip_rank 4-1_10 0.0192 iprec_at_recall_0.00 4-1_10 0.0294 iprec_at_recall_0.10 4-1_10 0.0294 iprec_at_recall_0.20 4-1_10 0.0294 iprec_at_recall_0.30 4-1_10 0.0226 iprec_at_recall_0.40 4-1_10 0.0211 iprec_at_recall_0.50 4-1_10 0.0158 iprec_at_recall_0.60 4-1_10 0.0000 iprec_at_recall_0.70 4-1_10 0.0000 iprec_at_recall_0.80 4-1_10 0.0000 iprec_at_recall_0.90 4-1_10 0.0000 iprec_at_recall_1.00 4-1_10 0.0000 P_5 4-1_10 0.0000 P_10 4-1_10 0.0000 P_15 4-1_10 0.0000 P_20 4-1_10 0.0000 P_30 4-1_10 0.0000 P_100 4-1_10 0.0100 P_200 4-1_10 0.0200 P_500 4-1_10 0.0120 P_1000 4-1_10 0.0060 relstring 4-1_10 '0100000001' recall_5 4-1_10 0.0000 recall_10 4-1_10 0.0000 recall_15 4-1_10 0.0000 recall_20 4-1_10 0.0000 recall_30 4-1_10 0.0000 recall_100 4-1_10 0.0833 recall_200 4-1_10 0.3333 recall_500 4-1_10 0.5000 recall_1000 4-1_10 0.5000 infAP 4-1_10 0.0107 Rprec_mult_0.20 4-1_10 0.0000 Rprec_mult_0.40 4-1_10 0.0000 Rprec_mult_0.60 4-1_10 0.0000 Rprec_mult_0.80 4-1_10 0.0000 Rprec_mult_1.00 4-1_10 0.0000 Rprec_mult_1.20 4-1_10 0.0000 Rprec_mult_1.40 4-1_10 0.0000 Rprec_mult_1.60 4-1_10 0.0000 Rprec_mult_1.80 4-1_10 0.0000 Rprec_mult_2.00 4-1_10 0.0000 utility 4-1_10 -796.0000 11pt_avg 4-1_10 0.0134 binG 4-1_10 0.0711 G 4-1_10 0.0457 ndcg 4-1_10 0.1764 ndcg_rel 4-1_10 0.1626 Rndcg 4-1_10 0.0848 ndcg_cut_5 4-1_10 0.0915 ndcg_cut_10 4-1_10 0.0912 ndcg_cut_15 4-1_10 0.0770 ndcg_cut_20 4-1_10 0.0701 ndcg_cut_30 4-1_10 0.0603 ndcg_cut_100 4-1_10 0.0968 ndcg_cut_200 4-1_10 0.1466 ndcg_cut_500 4-1_10 0.1764 ndcg_cut_1000 4-1_10 0.1764 map_cut_5 4-1_10 0.0000 map_cut_10 4-1_10 0.0000 map_cut_15 4-1_10 0.0000 map_cut_20 4-1_10 0.0000 map_cut_30 4-1_10 0.0000 map_cut_100 4-1_10 0.0016 map_cut_200 4-1_10 0.0076 map_cut_500 4-1_10 0.0107 map_cut_1000 4-1_10 0.0107 relative_P_5 4-1_10 0.0000 relative_P_10 4-1_10 0.0000 relative_P_15 4-1_10 0.0000 relative_P_20 4-1_10 0.0000 relative_P_30 4-1_10 0.0000 relative_P_100 4-1_10 0.0833 relative_P_200 4-1_10 0.3333 relative_P_500 4-1_10 0.5000 relative_P_1000 4-1_10 0.5000 success_1 4-1_10 0.0000 success_5 4-1_10 0.0000 success_10 4-1_10 0.0000 set_P 4-1_10 0.0074 set_relative_P 4-1_10 0.5000 set_recall 4-1_10 0.5000 set_map 4-1_10 0.0037 set_F 4-1_10 0.0146 num_nonrel_judged_ret 4-1_10 31 rbp 4-1_10 0.0445 rbp_resid 4-1_10 0.2947 unj_5 4-1_10 0.0000 unj_10 4-1_10 0.0000 unj_20 4-1_10 0.4500 num_ret 4-1_12 579 num_rel 4-1_12 7 num_rel_ret 4-1_12 7 map 4-1_12 0.0250 Rprec 4-1_12 0.0000 bpref 4-1_12 0.0000 recip_rank 4-1_12 0.0179 iprec_at_recall_0.00 4-1_12 0.0351 iprec_at_recall_0.10 4-1_12 0.0351 iprec_at_recall_0.20 4-1_12 0.0351 iprec_at_recall_0.30 4-1_12 0.0351 iprec_at_recall_0.40 4-1_12 0.0273 iprec_at_recall_0.50 4-1_12 0.0270 iprec_at_recall_0.60 4-1_12 0.0270 iprec_at_recall_0.70 4-1_12 0.0270 iprec_at_recall_0.80 4-1_12 0.0270 iprec_at_recall_0.90 4-1_12 0.0270 iprec_at_recall_1.00 4-1_12 0.0178 P_5 4-1_12 0.0000 P_10 4-1_12 0.0000 P_15 4-1_12 0.0000 P_20 4-1_12 0.0000 P_30 4-1_12 0.0000 P_100 4-1_12 0.0200 P_200 4-1_12 0.0250 P_500 4-1_12 0.0140 P_1000 4-1_12 0.0070 relstring 4-1_12 '0001010001' recall_5 4-1_12 0.0000 recall_10 4-1_12 0.0000 recall_15 4-1_12 0.0000 recall_20 4-1_12 0.0000 recall_30 4-1_12 0.0000 recall_100 4-1_12 0.2857 recall_200 4-1_12 0.7143 recall_500 4-1_12 1.0000 recall_1000 4-1_12 1.0000 infAP 4-1_12 0.0250 Rprec_mult_0.20 4-1_12 0.0000 Rprec_mult_0.40 4-1_12 0.0000 Rprec_mult_0.60 4-1_12 0.0000 Rprec_mult_0.80 4-1_12 0.0000 Rprec_mult_1.00 4-1_12 0.0000 Rprec_mult_1.20 4-1_12 0.0000 Rprec_mult_1.40 4-1_12 0.0000 Rprec_mult_1.60 4-1_12 0.0000 Rprec_mult_1.80 4-1_12 0.0000 Rprec_mult_2.00 4-1_12 0.0000 utility 4-1_12 -565.0000 11pt_avg 4-1_12 0.0291 binG 4-1_12 0.1433 G 4-1_12 0.1450 ndcg 4-1_12 0.3538 ndcg_rel 4-1_12 0.2146 Rndcg 4-1_12 0.1012 ndcg_cut_5 4-1_12 0.0477 ndcg_cut_10 4-1_12 0.0951 ndcg_cut_15 4-1_12 0.0852 ndcg_cut_20 4-1_12 0.0779 ndcg_cut_30 4-1_12 0.0767 ndcg_cut_100 4-1_12 0.1588 ndcg_cut_200 4-1_12 0.2664 ndcg_cut_500 4-1_12 0.3538 ndcg_cut_1000 4-1_12 0.3538 map_cut_5 4-1_12 0.0000 map_cut_10 4-1_12 0.0000 map_cut_15 4-1_12 0.0000 map_cut_20 4-1_12 0.0000 map_cut_30 4-1_12 0.0000 map_cut_100 4-1_12 0.0076 map_cut_200 4-1_12 0.0186 map_cut_500 4-1_12 0.0250 map_cut_1000 4-1_12 0.0250 relative_P_5 4-1_12 0.0000 relative_P_10 4-1_12 0.0000 relative_P_15 4-1_12 0.0000 relative_P_20 4-1_12 0.0000 relative_P_30 4-1_12 0.0000 relative_P_100 4-1_12 0.2857 relative_P_200 4-1_12 0.7143 relative_P_500 4-1_12 1.0000 relative_P_1000 4-1_12 1.0000 success_1 4-1_12 0.0000 success_5 4-1_12 0.0000 success_10 4-1_12 0.0000 set_P 4-1_12 0.0121 set_relative_P 4-1_12 1.0000 set_recall 4-1_12 1.0000 set_map 4-1_12 0.0121 set_F 4-1_12 0.0239 num_nonrel_judged_ret 4-1_12 35 rbp 4-1_12 0.0430 rbp_resid 4-1_12 0.2792 unj_5 4-1_12 0.0000 unj_10 4-1_12 0.0000 unj_20 4-1_12 0.4000 num_ret 4-1_3 817 num_rel 4-1_3 39 num_rel_ret 4-1_3 35 map 4-1_3 0.2951 Rprec 4-1_3 0.3846 bpref 4-1_3 0.3846 recip_rank 4-1_3 0.5000 iprec_at_recall_0.00 4-1_3 0.7500 iprec_at_recall_0.10 4-1_3 0.5000 iprec_at_recall_0.20 4-1_3 0.4762 iprec_at_recall_0.30 4-1_3 0.4000 iprec_at_recall_0.40 4-1_3 0.4000 iprec_at_recall_0.50 4-1_3 0.2778 iprec_at_recall_0.60 4-1_3 0.2453 iprec_at_recall_0.70 4-1_3 0.2368 iprec_at_recall_0.80 4-1_3 0.1490 iprec_at_recall_0.90 4-1_3 0.0686 iprec_at_recall_1.00 4-1_3 0.0000 P_5 4-1_3 0.6000 P_10 4-1_3 0.4000 P_15 4-1_3 0.4000 P_20 4-1_3 0.4500 P_30 4-1_3 0.3667 P_100 4-1_3 0.2300 P_200 4-1_3 0.1500 P_500 4-1_3 0.0680 P_1000 4-1_3 0.0350 relstring 4-1_3 '0342111211' recall_5 4-1_3 0.0769 recall_10 4-1_3 0.1026 recall_15 4-1_3 0.1538 recall_20 4-1_3 0.2308 recall_30 4-1_3 0.2821 recall_100 4-1_3 0.5897 recall_200 4-1_3 0.7692 recall_500 4-1_3 0.8718 recall_1000 4-1_3 0.8974 infAP 4-1_3 0.2951 Rprec_mult_0.20 4-1_3 0.5000 Rprec_mult_0.40 4-1_3 0.3750 Rprec_mult_0.60 4-1_3 0.4167 Rprec_mult_0.80 4-1_3 0.3750 Rprec_mult_1.00 4-1_3 0.3846 Rprec_mult_1.20 4-1_3 0.3830 Rprec_mult_1.40 4-1_3 0.3273 Rprec_mult_1.60 4-1_3 0.2857 Rprec_mult_1.80 4-1_3 0.2676 Rprec_mult_2.00 4-1_3 0.2564 utility 4-1_3 -747.0000 11pt_avg 4-1_3 0.3185 binG 4-1_3 0.2112 G 4-1_3 0.1604 ndcg 4-1_3 0.6598 ndcg_rel 4-1_3 0.5175 Rndcg 4-1_3 0.4768 ndcg_cut_5 4-1_3 0.4359 ndcg_cut_10 4-1_3 0.4164 ndcg_cut_15 4-1_3 0.4142 ndcg_cut_20 4-1_3 0.4423 ndcg_cut_30 4-1_3 0.4288 ndcg_cut_100 4-1_3 0.4931 ndcg_cut_200 4-1_3 0.5932 ndcg_cut_500 4-1_3 0.6538 ndcg_cut_1000 4-1_3 0.6598 map_cut_5 4-1_3 0.0491 map_cut_10 4-1_3 0.0620 map_cut_15 4-1_3 0.0836 map_cut_20 4-1_3 0.1159 map_cut_30 4-1_3 0.1376 map_cut_100 4-1_3 0.2417 map_cut_200 4-1_3 0.2791 map_cut_500 4-1_3 0.2934 map_cut_1000 4-1_3 0.2951 relative_P_5 4-1_3 0.6000 relative_P_10 4-1_3 0.4000 relative_P_15 4-1_3 0.4000 relative_P_20 4-1_3 0.4500 relative_P_30 4-1_3 0.3667 relative_P_100 4-1_3 0.5897 relative_P_200 4-1_3 0.7692 relative_P_500 4-1_3 0.8718 relative_P_1000 4-1_3 0.8974 success_1 4-1_3 0.0000 success_5 4-1_3 1.0000 success_10 4-1_3 1.0000 set_P 4-1_3 0.0428 set_relative_P 4-1_3 0.8974 set_recall 4-1_3 0.8974 set_map 4-1_3 0.0384 set_F 4-1_3 0.0818 num_nonrel_judged_ret 4-1_3 75 rbp 4-1_3 0.3718 rbp_resid 4-1_3 0.1109 unj_5 4-1_3 0.0000 unj_10 4-1_3 0.0000 unj_20 4-1_3 0.1500 num_ret 4-1_4 448 num_rel 4-1_4 11 num_rel_ret 4-1_4 11 map 4-1_4 0.5800 Rprec 4-1_4 0.6364 bpref 4-1_4 0.6446 recip_rank 4-1_4 1.0000 iprec_at_recall_0.00 4-1_4 1.0000 iprec_at_recall_0.10 4-1_4 1.0000 iprec_at_recall_0.20 4-1_4 0.6667 iprec_at_recall_0.30 4-1_4 0.6667 iprec_at_recall_0.40 4-1_4 0.6667 iprec_at_recall_0.50 4-1_4 0.6364 iprec_at_recall_0.60 4-1_4 0.6364 iprec_at_recall_0.70 4-1_4 0.5625 iprec_at_recall_0.80 4-1_4 0.5625 iprec_at_recall_0.90 4-1_4 0.2500 iprec_at_recall_1.00 4-1_4 0.2391 P_5 4-1_4 0.6000 P_10 4-1_4 0.6000 P_15 4-1_4 0.5333 P_20 4-1_4 0.4500 P_30 4-1_4 0.3000 P_100 4-1_4 0.1100 P_200 4-1_4 0.0550 P_500 4-1_4 0.0220 P_1000 4-1_4 0.0110 relstring 4-1_4 '4041231202' recall_5 4-1_4 0.2727 recall_10 4-1_4 0.5455 recall_15 4-1_4 0.7273 recall_20 4-1_4 0.8182 recall_30 4-1_4 0.8182 recall_100 4-1_4 1.0000 recall_200 4-1_4 1.0000 recall_500 4-1_4 1.0000 recall_1000 4-1_4 1.0000 infAP 4-1_4 0.5800 Rprec_mult_0.20 4-1_4 0.6667 Rprec_mult_0.40 4-1_4 0.6000 Rprec_mult_0.60 4-1_4 0.5714 Rprec_mult_0.80 4-1_4 0.5556 Rprec_mult_1.00 4-1_4 0.6364 Rprec_mult_1.20 4-1_4 0.5000 Rprec_mult_1.40 4-1_4 0.5625 Rprec_mult_1.60 4-1_4 0.5000 Rprec_mult_1.80 4-1_4 0.4500 Rprec_mult_2.00 4-1_4 0.4091 utility 4-1_4 -426.0000 11pt_avg 4-1_4 0.6261 binG 4-1_4 0.4417 G 4-1_4 0.2927 ndcg 4-1_4 0.7431 ndcg_rel 4-1_4 0.7197 Rndcg 4-1_4 0.6782 ndcg_cut_5 4-1_4 0.6316 ndcg_cut_10 4-1_4 0.6564 ndcg_cut_15 4-1_4 0.7190 ndcg_cut_20 4-1_4 0.7264 ndcg_cut_30 4-1_4 0.6885 ndcg_cut_100 4-1_4 0.7365 ndcg_cut_200 4-1_4 0.7365 ndcg_cut_500 4-1_4 0.7431 ndcg_cut_1000 4-1_4 0.7431 map_cut_5 4-1_4 0.2061 map_cut_10 4-1_4 0.3780 map_cut_15 4-1_4 0.4844 map_cut_20 4-1_4 0.5355 map_cut_30 4-1_4 0.5355 map_cut_100 4-1_4 0.5800 map_cut_200 4-1_4 0.5800 map_cut_500 4-1_4 0.5800 map_cut_1000 4-1_4 0.5800 relative_P_5 4-1_4 0.6000 relative_P_10 4-1_4 0.6000 relative_P_15 4-1_4 0.7273 relative_P_20 4-1_4 0.8182 relative_P_30 4-1_4 0.8182 relative_P_100 4-1_4 1.0000 relative_P_200 4-1_4 1.0000 relative_P_500 4-1_4 1.0000 relative_P_1000 4-1_4 1.0000 success_1 4-1_4 1.0000 success_5 4-1_4 1.0000 success_10 4-1_4 1.0000 set_P 4-1_4 0.0246 set_relative_P 4-1_4 1.0000 set_recall 4-1_4 1.0000 set_map 4-1_4 0.0246 set_F 4-1_4 0.0479 num_nonrel_judged_ret 4-1_4 14 rbp 4-1_4 0.4125 rbp_resid 4-1_4 0.1968 unj_5 4-1_4 0.0000 unj_10 4-1_4 0.0000 unj_20 4-1_4 0.2500 num_ret 4-1_6 738 num_rel 4-1_6 1 num_rel_ret 4-1_6 0 map 4-1_6 0.0000 Rprec 4-1_6 0.0000 bpref 4-1_6 0.0000 recip_rank 4-1_6 0.0000 iprec_at_recall_0.00 4-1_6 0.0000 iprec_at_recall_0.10 4-1_6 0.0000 iprec_at_recall_0.20 4-1_6 0.0000 iprec_at_recall_0.30 4-1_6 0.0000 iprec_at_recall_0.40 4-1_6 0.0000 iprec_at_recall_0.50 4-1_6 0.0000 iprec_at_recall_0.60 4-1_6 0.0000 iprec_at_recall_0.70 4-1_6 0.0000 iprec_at_recall_0.80 4-1_6 0.0000 iprec_at_recall_0.90 4-1_6 0.0000 iprec_at_recall_1.00 4-1_6 0.0000 P_5 4-1_6 0.0000 P_10 4-1_6 0.0000 P_15 4-1_6 0.0000 P_20 4-1_6 0.0000 P_30 4-1_6 0.0000 P_100 4-1_6 0.0000 P_200 4-1_6 0.0000 P_500 4-1_6 0.0000 P_1000 4-1_6 0.0000 relstring 4-1_6 '0010000101' recall_5 4-1_6 0.0000 recall_10 4-1_6 0.0000 recall_15 4-1_6 0.0000 recall_20 4-1_6 0.0000 recall_30 4-1_6 0.0000 recall_100 4-1_6 0.0000 recall_200 4-1_6 0.0000 recall_500 4-1_6 0.0000 recall_1000 4-1_6 0.0000 infAP 4-1_6 0.0000 Rprec_mult_0.20 4-1_6 0.0000 Rprec_mult_0.40 4-1_6 0.0000 Rprec_mult_0.60 4-1_6 0.0000 Rprec_mult_0.80 4-1_6 0.0000 Rprec_mult_1.00 4-1_6 0.0000 Rprec_mult_1.20 4-1_6 0.0000 Rprec_mult_1.40 4-1_6 0.0000 Rprec_mult_1.60 4-1_6 0.0000 Rprec_mult_1.80 4-1_6 0.0000 Rprec_mult_2.00 4-1_6 0.0000 utility 4-1_6 -738.0000 11pt_avg 4-1_6 0.0000 binG 4-1_6 0.0000 G 4-1_6 0.1616 ndcg 4-1_6 0.4059 ndcg_rel 4-1_6 0.2959 Rndcg 4-1_6 0.1839 ndcg_cut_5 4-1_6 0.1266 ndcg_cut_10 4-1_6 0.1992 ndcg_cut_15 4-1_6 0.1610 ndcg_cut_20 4-1_6 0.1457 ndcg_cut_30 4-1_6 0.1728 ndcg_cut_100 4-1_6 0.3168 ndcg_cut_200 4-1_6 0.3722 ndcg_cut_500 4-1_6 0.4059 ndcg_cut_1000 4-1_6 0.4059 map_cut_5 4-1_6 0.0000 map_cut_10 4-1_6 0.0000 map_cut_15 4-1_6 0.0000 map_cut_20 4-1_6 0.0000 map_cut_30 4-1_6 0.0000 map_cut_100 4-1_6 0.0000 map_cut_200 4-1_6 0.0000 map_cut_500 4-1_6 0.0000 map_cut_1000 4-1_6 0.0000 relative_P_5 4-1_6 0.0000 relative_P_10 4-1_6 0.0000 relative_P_15 4-1_6 0.0000 relative_P_20 4-1_6 0.0000 relative_P_30 4-1_6 0.0000 relative_P_100 4-1_6 0.0000 relative_P_200 4-1_6 0.0000 relative_P_500 4-1_6 0.0000 relative_P_1000 4-1_6 0.0000 success_1 4-1_6 0.0000 success_5 4-1_6 0.0000 success_10 4-1_6 0.0000 set_P 4-1_6 0.0000 set_relative_P 4-1_6 0.0000 set_recall 4-1_6 0.0000 set_map 4-1_6 0.0000 set_F 4-1_6 0.0000 num_nonrel_judged_ret 4-1_6 62 rbp 4-1_6 0.0910 rbp_resid 4-1_6 0.2055 unj_5 4-1_6 0.0000 unj_10 4-1_6 0.0000 unj_20 4-1_6 0.3000 num_ret 4-1_9 834 num_rel 4-1_9 37 num_rel_ret 4-1_9 5 map 4-1_9 0.0022 Rprec 4-1_9 0.0270 bpref 4-1_9 0.0402 recip_rank 4-1_9 0.0455 iprec_at_recall_0.00 4-1_9 0.0455 iprec_at_recall_0.10 4-1_9 0.0066 iprec_at_recall_0.20 4-1_9 0.0000 iprec_at_recall_0.30 4-1_9 0.0000 iprec_at_recall_0.40 4-1_9 0.0000 iprec_at_recall_0.50 4-1_9 0.0000 iprec_at_recall_0.60 4-1_9 0.0000 iprec_at_recall_0.70 4-1_9 0.0000 iprec_at_recall_0.80 4-1_9 0.0000 iprec_at_recall_0.90 4-1_9 0.0000 iprec_at_recall_1.00 4-1_9 0.0000 P_5 4-1_9 0.0000 P_10 4-1_9 0.0000 P_15 4-1_9 0.0000 P_20 4-1_9 0.0000 P_30 4-1_9 0.0333 P_100 4-1_9 0.0100 P_200 4-1_9 0.0100 P_500 4-1_9 0.0060 P_1000 4-1_9 0.0050 relstring 4-1_9 '0101110001' recall_5 4-1_9 0.0000 recall_10 4-1_9 0.0000 recall_15 4-1_9 0.0000 recall_20 4-1_9 0.0000 recall_30 4-1_9 0.0270 recall_100 4-1_9 0.0270 recall_200 4-1_9 0.0541 recall_500 4-1_9 0.0811 recall_1000 4-1_9 0.1351 infAP 4-1_9 0.0022 Rprec_mult_0.20 4-1_9 0.0000 Rprec_mult_0.40 4-1_9 0.0000 Rprec_mult_0.60 4-1_9 0.0435 Rprec_mult_0.80 4-1_9 0.0333 Rprec_mult_1.00 4-1_9 0.0270 Rprec_mult_1.20 4-1_9 0.0222 Rprec_mult_1.40 4-1_9 0.0192 Rprec_mult_1.60 4-1_9 0.0167 Rprec_mult_1.80 4-1_9 0.0149 Rprec_mult_2.00 4-1_9 0.0135 utility 4-1_9 -824.0000 11pt_avg 4-1_9 0.0047 binG 4-1_9 0.0187 G 4-1_9 0.0264 ndcg 4-1_9 0.1425 ndcg_rel 4-1_9 0.1377 Rndcg 4-1_9 0.1209 ndcg_cut_5 4-1_9 0.1383 ndcg_cut_10 4-1_9 0.1493 ndcg_cut_15 4-1_9 0.1257 ndcg_cut_20 4-1_9 0.1101 ndcg_cut_30 4-1_9 0.1090 ndcg_cut_100 4-1_9 0.1026 ndcg_cut_200 4-1_9 0.1026 ndcg_cut_500 4-1_9 0.1304 ndcg_cut_1000 4-1_9 0.1425 map_cut_5 4-1_9 0.0000 map_cut_10 4-1_9 0.0000 map_cut_15 4-1_9 0.0000 map_cut_20 4-1_9 0.0000 map_cut_30 4-1_9 0.0012 map_cut_100 4-1_9 0.0012 map_cut_200 4-1_9 0.0017 map_cut_500 4-1_9 0.0019 map_cut_1000 4-1_9 0.0022 relative_P_5 4-1_9 0.0000 relative_P_10 4-1_9 0.0000 relative_P_15 4-1_9 0.0000 relative_P_20 4-1_9 0.0000 relative_P_30 4-1_9 0.0333 relative_P_100 4-1_9 0.0270 relative_P_200 4-1_9 0.0541 relative_P_500 4-1_9 0.0811 relative_P_1000 4-1_9 0.1351 success_1 4-1_9 0.0000 success_5 4-1_9 0.0000 success_10 4-1_9 0.0000 set_P 4-1_9 0.0060 set_relative_P 4-1_9 0.1351 set_recall 4-1_9 0.1351 set_map 4-1_9 0.0008 set_F 4-1_9 0.0115 num_nonrel_judged_ret 4-1_9 35 rbp 4-1_9 0.0890 rbp_resid 4-1_9 0.2869 unj_5 4-1_9 0.0000 unj_10 4-1_9 0.0000 unj_20 4-1_9 0.4500 num_ret 4-2_2 580 num_rel 4-2_2 84 num_rel_ret 4-2_2 16 map 4-2_2 0.0813 Rprec 4-2_2 0.1429 bpref 4-2_2 0.1763 recip_rank 4-2_2 1.0000 iprec_at_recall_0.00 4-2_2 1.0000 iprec_at_recall_0.10 4-2_2 0.5000 iprec_at_recall_0.20 4-2_2 0.0000 iprec_at_recall_0.30 4-2_2 0.0000 iprec_at_recall_0.40 4-2_2 0.0000 iprec_at_recall_0.50 4-2_2 0.0000 iprec_at_recall_0.60 4-2_2 0.0000 iprec_at_recall_0.70 4-2_2 0.0000 iprec_at_recall_0.80 4-2_2 0.0000 iprec_at_recall_0.90 4-2_2 0.0000 iprec_at_recall_1.00 4-2_2 0.0000 P_5 4-2_2 0.4000 P_10 4-2_2 0.5000 P_15 4-2_2 0.4667 P_20 4-2_2 0.4500 P_30 4-2_2 0.3333 P_100 4-2_2 0.1200 P_200 4-2_2 0.0700 P_500 4-2_2 0.0320 P_1000 4-2_2 0.0160 relstring 4-2_2 '2121121231' recall_5 4-2_2 0.0238 recall_10 4-2_2 0.0595 recall_15 4-2_2 0.0833 recall_20 4-2_2 0.1071 recall_30 4-2_2 0.1190 recall_100 4-2_2 0.1429 recall_200 4-2_2 0.1667 recall_500 4-2_2 0.1905 recall_1000 4-2_2 0.1905 infAP 4-2_2 0.0813 Rprec_mult_0.20 4-2_2 0.4706 Rprec_mult_0.40 4-2_2 0.3529 Rprec_mult_0.60 4-2_2 0.2353 Rprec_mult_0.80 4-2_2 0.1765 Rprec_mult_1.00 4-2_2 0.1429 Rprec_mult_1.20 4-2_2 0.1188 Rprec_mult_1.40 4-2_2 0.1017 Rprec_mult_1.60 4-2_2 0.0963 Rprec_mult_1.80 4-2_2 0.0921 Rprec_mult_2.00 4-2_2 0.0833 utility 4-2_2 -548.0000 11pt_avg 4-2_2 0.1364 binG 4-2_2 0.0640 G 4-2_2 0.0433 ndcg 4-2_2 0.2477 ndcg_rel 4-2_2 0.2859 Rndcg 4-2_2 0.2894 ndcg_cut_5 4-2_2 0.5029 ndcg_cut_10 4-2_2 0.5368 ndcg_cut_15 4-2_2 0.4786 ndcg_cut_20 4-2_2 0.4549 ndcg_cut_30 4-2_2 0.3910 ndcg_cut_100 4-2_2 0.2452 ndcg_cut_200 4-2_2 0.2361 ndcg_cut_500 4-2_2 0.2477 ndcg_cut_1000 4-2_2 0.2477 map_cut_5 4-2_2 0.0198 map_cut_10 4-2_2 0.0384 map_cut_15 4-2_2 0.0518 map_cut_20 4-2_2 0.0634 map_cut_30 4-2_2 0.0691 map_cut_100 4-2_2 0.0777 map_cut_200 4-2_2 0.0801 map_cut_500 4-2_2 0.0813 map_cut_1000 4-2_2 0.0813 relative_P_5 4-2_2 0.4000 relative_P_10 4-2_2 0.5000 relative_P_15 4-2_2 0.4667 relative_P_20 4-2_2 0.4500 relative_P_30 4-2_2 0.3333 relative_P_100 4-2_2 0.1429 relative_P_200 4-2_2 0.1667 relative_P_500 4-2_2 0.1905 relative_P_1000 4-2_2 0.1905 success_1 4-2_2 1.0000 success_5 4-2_2 1.0000 success_10 4-2_2 1.0000 set_P 4-2_2 0.0276 set_relative_P 4-2_2 0.1905 set_recall 4-2_2 0.1905 set_map 4-2_2 0.0053 set_F 4-2_2 0.0482 num_nonrel_judged_ret 4-2_2 13 rbp 4-2_2 0.4332 rbp_resid 4-2_2 0.1979 unj_5 4-2_2 0.0000 unj_10 4-2_2 0.0000 unj_20 4-2_2 0.2500 num_ret 4-2_3 634 num_rel 4-2_3 48 num_rel_ret 4-2_3 28 map 4-2_3 0.3203 Rprec 4-2_3 0.3958 bpref 4-2_3 0.5249 recip_rank 4-2_3 1.0000 iprec_at_recall_0.00 4-2_3 1.0000 iprec_at_recall_0.10 4-2_3 0.8571 iprec_at_recall_0.20 4-2_3 0.7333 iprec_at_recall_0.30 4-2_3 0.6364 iprec_at_recall_0.40 4-2_3 0.4043 iprec_at_recall_0.50 4-2_3 0.2424 iprec_at_recall_0.60 4-2_3 0.0000 iprec_at_recall_0.70 4-2_3 0.0000 iprec_at_recall_0.80 4-2_3 0.0000 iprec_at_recall_0.90 4-2_3 0.0000 iprec_at_recall_1.00 4-2_3 0.0000 P_5 4-2_3 0.8000 P_10 4-2_3 0.8000 P_15 4-2_3 0.7333 P_20 4-2_3 0.6500 P_30 4-2_3 0.5000 P_100 4-2_3 0.2400 P_200 4-2_3 0.1300 P_500 4-2_3 0.0560 P_1000 4-2_3 0.0280 relstring 4-2_3 '3132223122' recall_5 4-2_3 0.0833 recall_10 4-2_3 0.1667 recall_15 4-2_3 0.2292 recall_20 4-2_3 0.2708 recall_30 4-2_3 0.3125 recall_100 4-2_3 0.5000 recall_200 4-2_3 0.5417 recall_500 4-2_3 0.5833 recall_1000 4-2_3 0.5833 infAP 4-2_3 0.3203 Rprec_mult_0.20 4-2_3 0.8000 Rprec_mult_0.40 4-2_3 0.6500 Rprec_mult_0.60 4-2_3 0.5172 Rprec_mult_0.80 4-2_3 0.4615 Rprec_mult_1.00 4-2_3 0.3958 Rprec_mult_1.20 4-2_3 0.3621 Rprec_mult_1.40 4-2_3 0.3235 Rprec_mult_1.60 4-2_3 0.2987 Rprec_mult_1.80 4-2_3 0.2644 Rprec_mult_2.00 4-2_3 0.2396 utility 4-2_3 -578.0000 11pt_avg 4-2_3 0.3521 binG 4-2_3 0.2070 G 4-2_3 0.1536 ndcg 4-2_3 0.5891 ndcg_rel 4-2_3 0.6265 Rndcg 4-2_3 0.6040 ndcg_cut_5 4-2_3 0.7649 ndcg_cut_10 4-2_3 0.7648 ndcg_cut_15 4-2_3 0.7690 ndcg_cut_20 4-2_3 0.7322 ndcg_cut_30 4-2_3 0.6315 ndcg_cut_100 4-2_3 0.5425 ndcg_cut_200 4-2_3 0.5632 ndcg_cut_500 4-2_3 0.5891 ndcg_cut_1000 4-2_3 0.5891 map_cut_5 4-2_3 0.0670 map_cut_10 4-2_3 0.1351 map_cut_15 4-2_3 0.1809 map_cut_20 4-2_3 0.2076 map_cut_30 4-2_3 0.2329 map_cut_100 4-2_3 0.3079 map_cut_200 4-2_3 0.3158 map_cut_500 4-2_3 0.3203 map_cut_1000 4-2_3 0.3203 relative_P_5 4-2_3 0.8000 relative_P_10 4-2_3 0.8000 relative_P_15 4-2_3 0.7333 relative_P_20 4-2_3 0.6500 relative_P_30 4-2_3 0.5000 relative_P_100 4-2_3 0.5000 relative_P_200 4-2_3 0.5417 relative_P_500 4-2_3 0.5833 relative_P_1000 4-2_3 0.5833 success_1 4-2_3 1.0000 success_5 4-2_3 1.0000 success_10 4-2_3 1.0000 set_P 4-2_3 0.0442 set_relative_P 4-2_3 0.5833 set_recall 4-2_3 0.5833 set_map 4-2_3 0.0258 set_F 4-2_3 0.0821 num_nonrel_judged_ret 4-2_3 11 rbp 4-2_3 0.5844 rbp_resid 4-2_3 0.1710 unj_5 4-2_3 0.0000 unj_10 4-2_3 0.0000 unj_20 4-2_3 0.2000 num_ret 4-2_6 227 num_rel 4-2_6 14 num_rel_ret 4-2_6 13 map 4-2_6 0.5846 Rprec 4-2_6 0.5714 bpref 4-2_6 0.6786 recip_rank 4-2_6 1.0000 iprec_at_recall_0.00 4-2_6 1.0000 iprec_at_recall_0.10 4-2_6 1.0000 iprec_at_recall_0.20 4-2_6 1.0000 iprec_at_recall_0.30 4-2_6 0.8333 iprec_at_recall_0.40 4-2_6 0.7778 iprec_at_recall_0.50 4-2_6 0.7778 iprec_at_recall_0.60 4-2_6 0.7273 iprec_at_recall_0.70 4-2_6 0.3125 iprec_at_recall_0.80 4-2_6 0.2391 iprec_at_recall_0.90 4-2_6 0.1182 iprec_at_recall_1.00 4-2_6 0.0000 P_5 4-2_6 0.8000 P_10 4-2_6 0.7000 P_15 4-2_6 0.5333 P_20 4-2_6 0.4000 P_30 4-2_6 0.3000 P_100 4-2_6 0.1200 P_200 4-2_6 0.0650 P_500 4-2_6 0.0260 P_1000 4-2_6 0.0130 relstring 4-2_6 '3221221231' recall_5 4-2_6 0.2857 recall_10 4-2_6 0.5000 recall_15 4-2_6 0.5714 recall_20 4-2_6 0.5714 recall_30 4-2_6 0.6429 recall_100 4-2_6 0.8571 recall_200 4-2_6 0.9286 recall_500 4-2_6 0.9286 recall_1000 4-2_6 0.9286 infAP 4-2_6 0.5846 Rprec_mult_0.20 4-2_6 1.0000 Rprec_mult_0.40 4-2_6 0.8333 Rprec_mult_0.60 4-2_6 0.7778 Rprec_mult_0.80 4-2_6 0.6667 Rprec_mult_1.00 4-2_6 0.5714 Rprec_mult_1.20 4-2_6 0.4706 Rprec_mult_1.40 4-2_6 0.4000 Rprec_mult_1.60 4-2_6 0.3913 Rprec_mult_1.80 4-2_6 0.3462 Rprec_mult_2.00 4-2_6 0.3214 utility 4-2_6 -201.0000 11pt_avg 4-2_6 0.6169 binG 4-2_6 0.4779 G 4-2_6 0.3110 ndcg 4-2_6 0.7927 ndcg_rel 4-2_6 0.7747 Rndcg 4-2_6 0.7322 ndcg_cut_5 4-2_6 0.7645 ndcg_cut_10 4-2_6 0.8014 ndcg_cut_15 4-2_6 0.7242 ndcg_cut_20 4-2_6 0.6833 ndcg_cut_30 4-2_6 0.6580 ndcg_cut_100 4-2_6 0.7755 ndcg_cut_200 4-2_6 0.7927 ndcg_cut_500 4-2_6 0.7927 ndcg_cut_1000 4-2_6 0.7927 map_cut_5 4-2_6 0.2714 map_cut_10 4-2_6 0.4401 map_cut_15 4-2_6 0.4920 map_cut_20 4-2_6 0.4920 map_cut_30 4-2_6 0.5200 map_cut_100 4-2_6 0.5762 map_cut_200 4-2_6 0.5846 map_cut_500 4-2_6 0.5846 map_cut_1000 4-2_6 0.5846 relative_P_5 4-2_6 0.8000 relative_P_10 4-2_6 0.7000 relative_P_15 4-2_6 0.5714 relative_P_20 4-2_6 0.5714 relative_P_30 4-2_6 0.6429 relative_P_100 4-2_6 0.8571 relative_P_200 4-2_6 0.9286 relative_P_500 4-2_6 0.9286 relative_P_1000 4-2_6 0.9286 success_1 4-2_6 1.0000 success_5 4-2_6 1.0000 success_10 4-2_6 1.0000 set_P 4-2_6 0.0573 set_relative_P 4-2_6 0.9286 set_recall 4-2_6 0.9286 set_map 4-2_6 0.0532 set_F 4-2_6 0.1079 num_nonrel_judged_ret 4-2_6 11 rbp 4-2_6 0.4852 rbp_resid 4-2_6 0.2341 unj_5 4-2_6 0.0000 unj_10 4-2_6 0.0000 unj_20 4-2_6 0.3500 num_ret 5-1_2 965 num_rel 5-1_2 130 num_rel_ret 5-1_2 24 map 5-1_2 0.0311 Rprec 5-1_2 0.1154 bpref 5-1_2 0.1606 recip_rank 5-1_2 0.1667 iprec_at_recall_0.00 5-1_2 0.2857 iprec_at_recall_0.10 5-1_2 0.1346 iprec_at_recall_0.20 5-1_2 0.0000 iprec_at_recall_0.30 5-1_2 0.0000 iprec_at_recall_0.40 5-1_2 0.0000 iprec_at_recall_0.50 5-1_2 0.0000 iprec_at_recall_0.60 5-1_2 0.0000 iprec_at_recall_0.70 5-1_2 0.0000 iprec_at_recall_0.80 5-1_2 0.0000 iprec_at_recall_0.90 5-1_2 0.0000 iprec_at_recall_1.00 5-1_2 0.0000 P_5 5-1_2 0.0000 P_10 5-1_2 0.2000 P_15 5-1_2 0.2000 P_20 5-1_2 0.2500 P_30 5-1_2 0.2667 P_100 5-1_2 0.1300 P_200 5-1_2 0.0850 P_500 5-1_2 0.0460 P_1000 5-1_2 0.0240 relstring 5-1_2 '0101032001' recall_5 5-1_2 0.0000 recall_10 5-1_2 0.0154 recall_15 5-1_2 0.0231 recall_20 5-1_2 0.0385 recall_30 5-1_2 0.0615 recall_100 5-1_2 0.1000 recall_200 5-1_2 0.1308 recall_500 5-1_2 0.1769 recall_1000 5-1_2 0.1846 infAP 5-1_2 0.0311 Rprec_mult_0.20 5-1_2 0.2308 Rprec_mult_0.40 5-1_2 0.2115 Rprec_mult_0.60 5-1_2 0.1538 Rprec_mult_0.80 5-1_2 0.1346 Rprec_mult_1.00 5-1_2 0.1154 Rprec_mult_1.20 5-1_2 0.1090 Rprec_mult_1.40 5-1_2 0.0934 Rprec_mult_1.60 5-1_2 0.0817 Rprec_mult_1.80 5-1_2 0.0769 Rprec_mult_2.00 5-1_2 0.0731 utility 5-1_2 -917.0000 11pt_avg 5-1_2 0.0382 binG 5-1_2 0.0351 G 5-1_2 0.0285 ndcg 5-1_2 0.1847 ndcg_rel 5-1_2 0.1872 Rndcg 5-1_2 0.1394 ndcg_cut_5 5-1_2 0.1078 ndcg_cut_10 5-1_2 0.2109 ndcg_cut_15 5-1_2 0.1961 ndcg_cut_20 5-1_2 0.2272 ndcg_cut_30 5-1_2 0.2582 ndcg_cut_100 5-1_2 0.1714 ndcg_cut_200 5-1_2 0.1568 ndcg_cut_500 5-1_2 0.1806 ndcg_cut_1000 5-1_2 0.1847 map_cut_5 5-1_2 0.0000 map_cut_10 5-1_2 0.0035 map_cut_15 5-1_2 0.0056 map_cut_20 5-1_2 0.0091 map_cut_30 5-1_2 0.0153 map_cut_100 5-1_2 0.0239 map_cut_200 5-1_2 0.0278 map_cut_500 5-1_2 0.0307 map_cut_1000 5-1_2 0.0311 relative_P_5 5-1_2 0.0000 relative_P_10 5-1_2 0.2000 relative_P_15 5-1_2 0.2000 relative_P_20 5-1_2 0.2500 relative_P_30 5-1_2 0.2667 relative_P_100 5-1_2 0.1300 relative_P_200 5-1_2 0.1308 relative_P_500 5-1_2 0.1769 relative_P_1000 5-1_2 0.1846 success_1 5-1_2 0.0000 success_5 5-1_2 0.0000 success_10 5-1_2 1.0000 set_P 5-1_2 0.0249 set_relative_P 5-1_2 0.1846 set_recall 5-1_2 0.1846 set_map 5-1_2 0.0046 set_F 5-1_2 0.0438 num_nonrel_judged_ret 5-1_2 26 rbp 5-1_2 0.1867 rbp_resid 5-1_2 0.1812 unj_5 5-1_2 0.0000 unj_10 5-1_2 0.0000 unj_20 5-1_2 0.2500 num_ret 5-1_4 236 num_rel 5-1_4 29 num_rel_ret 5-1_4 9 map 5-1_4 0.1908 Rprec 5-1_4 0.2414 bpref 5-1_4 0.2818 recip_rank 5-1_4 1.0000 iprec_at_recall_0.00 5-1_4 1.0000 iprec_at_recall_0.10 5-1_4 0.7500 iprec_at_recall_0.20 5-1_4 0.6364 iprec_at_recall_0.30 5-1_4 0.2045 iprec_at_recall_0.40 5-1_4 0.0000 iprec_at_recall_0.50 5-1_4 0.0000 iprec_at_recall_0.60 5-1_4 0.0000 iprec_at_recall_0.70 5-1_4 0.0000 iprec_at_recall_0.80 5-1_4 0.0000 iprec_at_recall_0.90 5-1_4 0.0000 iprec_at_recall_1.00 5-1_4 0.0000 P_5 5-1_4 0.6000 P_10 5-1_4 0.6000 P_15 5-1_4 0.4667 P_20 5-1_4 0.3500 P_30 5-1_4 0.2333 P_100 5-1_4 0.0900 P_200 5-1_4 0.0450 P_500 5-1_4 0.0180 P_1000 5-1_4 0.0090 relstring 5-1_4 '2202102122' recall_5 5-1_4 0.1034 recall_10 5-1_4 0.2069 recall_15 5-1_4 0.2414 recall_20 5-1_4 0.2414 recall_30 5-1_4 0.2414 recall_100 5-1_4 0.3103 recall_200 5-1_4 0.3103 recall_500 5-1_4 0.3103 recall_1000 5-1_4 0.3103 infAP 5-1_4 0.1908 Rprec_mult_0.20 5-1_4 0.5000 Rprec_mult_0.40 5-1_4 0.5833 Rprec_mult_0.60 5-1_4 0.3889 Rprec_mult_0.80 5-1_4 0.2917 Rprec_mult_1.00 5-1_4 0.2414 Rprec_mult_1.20 5-1_4 0.2000 Rprec_mult_1.40 5-1_4 0.1951 Rprec_mult_1.60 5-1_4 0.1915 Rprec_mult_1.80 5-1_4 0.1698 Rprec_mult_2.00 5-1_4 0.1552 utility 5-1_4 -218.0000 11pt_avg 5-1_4 0.2355 binG 5-1_4 0.1592 G 5-1_4 0.0810 ndcg 5-1_4 0.3360 ndcg_rel 5-1_4 0.3806 Rndcg 5-1_4 0.3651 ndcg_cut_5 5-1_4 0.5099 ndcg_cut_10 5-1_4 0.5001 ndcg_cut_15 5-1_4 0.4525 ndcg_cut_20 5-1_4 0.3943 ndcg_cut_30 5-1_4 0.3231 ndcg_cut_100 5-1_4 0.3360 ndcg_cut_200 5-1_4 0.3360 ndcg_cut_500 5-1_4 0.3360 ndcg_cut_1000 5-1_4 0.3360 map_cut_5 5-1_4 0.0948 map_cut_10 5-1_4 0.1544 map_cut_15 5-1_4 0.1763 map_cut_20 5-1_4 0.1763 map_cut_30 5-1_4 0.1763 map_cut_100 5-1_4 0.1908 map_cut_200 5-1_4 0.1908 map_cut_500 5-1_4 0.1908 map_cut_1000 5-1_4 0.1908 relative_P_5 5-1_4 0.6000 relative_P_10 5-1_4 0.6000 relative_P_15 5-1_4 0.4667 relative_P_20 5-1_4 0.3500 relative_P_30 5-1_4 0.2414 relative_P_100 5-1_4 0.3103 relative_P_200 5-1_4 0.3103 relative_P_500 5-1_4 0.3103 relative_P_1000 5-1_4 0.3103 success_1 5-1_4 1.0000 success_5 5-1_4 1.0000 success_10 5-1_4 1.0000 set_P 5-1_4 0.0381 set_relative_P 5-1_4 0.3103 set_recall 5-1_4 0.3103 set_map 5-1_4 0.0118 set_F 5-1_4 0.0679 num_nonrel_judged_ret 5-1_4 4 rbp 5-1_4 0.3293 rbp_resid 5-1_4 0.3105 unj_5 5-1_4 0.0000 unj_10 5-1_4 0.0000 unj_20 5-1_4 0.4500 num_ret 6-1_2 730 num_rel 6-1_2 57 num_rel_ret 6-1_2 46 map 6-1_2 0.2208 Rprec 6-1_2 0.2807 bpref 6-1_2 0.6245 recip_rank 6-1_2 0.5000 iprec_at_recall_0.00 6-1_2 0.8000 iprec_at_recall_0.10 6-1_2 0.6667 iprec_at_recall_0.20 6-1_2 0.2973 iprec_at_recall_0.30 6-1_2 0.2833 iprec_at_recall_0.40 6-1_2 0.2202 iprec_at_recall_0.50 6-1_2 0.1987 iprec_at_recall_0.60 6-1_2 0.1494 iprec_at_recall_0.70 6-1_2 0.1408 iprec_at_recall_0.80 6-1_2 0.0772 iprec_at_recall_0.90 6-1_2 0.0000 iprec_at_recall_1.00 6-1_2 0.0000 P_5 6-1_2 0.8000 P_10 6-1_2 0.6000 P_15 6-1_2 0.4000 P_20 6-1_2 0.3500 P_30 6-1_2 0.3000 P_100 6-1_2 0.2200 P_200 6-1_2 0.1650 P_500 6-1_2 0.0860 P_1000 6-1_2 0.0460 relstring 6-1_2 '1322313121' recall_5 6-1_2 0.0702 recall_10 6-1_2 0.1053 recall_15 6-1_2 0.1053 recall_20 6-1_2 0.1228 recall_30 6-1_2 0.1579 recall_100 6-1_2 0.3860 recall_200 6-1_2 0.5789 recall_500 6-1_2 0.7544 recall_1000 6-1_2 0.8070 infAP 6-1_2 0.2208 Rprec_mult_0.20 6-1_2 0.5000 Rprec_mult_0.40 6-1_2 0.3913 Rprec_mult_0.60 6-1_2 0.2857 Rprec_mult_0.80 6-1_2 0.2826 Rprec_mult_1.00 6-1_2 0.2807 Rprec_mult_1.20 6-1_2 0.2754 Rprec_mult_1.40 6-1_2 0.2500 Rprec_mult_1.60 6-1_2 0.2391 Rprec_mult_1.80 6-1_2 0.2136 Rprec_mult_2.00 6-1_2 0.2105 utility 6-1_2 -638.0000 11pt_avg 6-1_2 0.2576 binG 6-1_2 0.1724 G 6-1_2 0.1283 ndcg 6-1_2 0.5911 ndcg_rel 6-1_2 0.5397 Rndcg 6-1_2 0.4801 ndcg_cut_5 6-1_2 0.6687 ndcg_cut_10 6-1_2 0.6219 ndcg_cut_15 6-1_2 0.5125 ndcg_cut_20 6-1_2 0.4977 ndcg_cut_30 6-1_2 0.4737 ndcg_cut_100 6-1_2 0.4191 ndcg_cut_200 6-1_2 0.5012 ndcg_cut_500 6-1_2 0.5704 ndcg_cut_1000 6-1_2 0.5911 map_cut_5 6-1_2 0.0477 map_cut_10 6-1_2 0.0719 map_cut_15 6-1_2 0.0719 map_cut_20 6-1_2 0.0780 map_cut_30 6-1_2 0.0916 map_cut_100 6-1_2 0.1546 map_cut_200 6-1_2 0.1929 map_cut_500 6-1_2 0.2165 map_cut_1000 6-1_2 0.2208 relative_P_5 6-1_2 0.8000 relative_P_10 6-1_2 0.6000 relative_P_15 6-1_2 0.4000 relative_P_20 6-1_2 0.3500 relative_P_30 6-1_2 0.3000 relative_P_100 6-1_2 0.3860 relative_P_200 6-1_2 0.5789 relative_P_500 6-1_2 0.7544 relative_P_1000 6-1_2 0.8070 success_1 6-1_2 0.0000 success_5 6-1_2 1.0000 success_10 6-1_2 1.0000 set_P 6-1_2 0.0630 set_relative_P 6-1_2 0.8070 set_recall 6-1_2 0.8070 set_map 6-1_2 0.0509 set_F 6-1_2 0.1169 num_nonrel_judged_ret 6-1_2 21 rbp 6-1_2 0.4964 rbp_resid 6-1_2 0.1911 unj_5 6-1_2 0.0000 unj_10 6-1_2 0.0000 unj_20 6-1_2 0.2500 num_ret 6-1_6 176 num_rel 6-1_6 27 num_rel_ret 6-1_6 19 map 6-1_6 0.4188 Rprec 6-1_6 0.4444 bpref 6-1_6 0.5405 recip_rank 6-1_6 1.0000 iprec_at_recall_0.00 6-1_6 1.0000 iprec_at_recall_0.10 6-1_6 1.0000 iprec_at_recall_0.20 6-1_6 0.7000 iprec_at_recall_0.30 6-1_6 0.6923 iprec_at_recall_0.40 6-1_6 0.5238 iprec_at_recall_0.50 6-1_6 0.4242 iprec_at_recall_0.60 6-1_6 0.3636 iprec_at_recall_0.70 6-1_6 0.1743 iprec_at_recall_0.80 6-1_6 0.0000 iprec_at_recall_0.90 6-1_6 0.0000 iprec_at_recall_1.00 6-1_6 0.0000 P_5 6-1_6 0.8000 P_10 6-1_6 0.7000 P_15 6-1_6 0.6000 P_20 6-1_6 0.5000 P_30 6-1_6 0.4333 P_100 6-1_6 0.1800 P_200 6-1_6 0.0950 P_500 6-1_6 0.0380 P_1000 6-1_6 0.0190 relstring 6-1_6 '3233111223' recall_5 6-1_6 0.1481 recall_10 6-1_6 0.2593 recall_15 6-1_6 0.3333 recall_20 6-1_6 0.3704 recall_30 6-1_6 0.4815 recall_100 6-1_6 0.6667 recall_200 6-1_6 0.7037 recall_500 6-1_6 0.7037 recall_1000 6-1_6 0.7037 infAP 6-1_6 0.4188 Rprec_mult_0.20 6-1_6 0.6667 Rprec_mult_0.40 6-1_6 0.6364 Rprec_mult_0.60 6-1_6 0.5882 Rprec_mult_0.80 6-1_6 0.5000 Rprec_mult_1.00 6-1_6 0.4444 Rprec_mult_1.20 6-1_6 0.4242 Rprec_mult_1.40 6-1_6 0.3684 Rprec_mult_1.60 6-1_6 0.3636 Rprec_mult_1.80 6-1_6 0.3265 Rprec_mult_2.00 6-1_6 0.2963 utility 6-1_6 -138.0000 11pt_avg 6-1_6 0.4435 binG 6-1_6 0.3083 G 6-1_6 0.2202 ndcg 6-1_6 0.7060 ndcg_rel 6-1_6 0.7133 Rndcg 6-1_6 0.6737 ndcg_cut_5 6-1_6 0.8412 ndcg_cut_10 6-1_6 0.7505 ndcg_cut_15 6-1_6 0.7078 ndcg_cut_20 6-1_6 0.6711 ndcg_cut_30 6-1_6 0.6485 ndcg_cut_100 6-1_6 0.6952 ndcg_cut_200 6-1_6 0.7060 ndcg_cut_500 6-1_6 0.7060 ndcg_cut_1000 6-1_6 0.7060 map_cut_5 6-1_6 0.1481 map_cut_10 6-1_6 0.2219 map_cut_15 6-1_6 0.2722 map_cut_20 6-1_6 0.2954 map_cut_30 6-1_6 0.3491 map_cut_100 6-1_6 0.4124 map_cut_200 6-1_6 0.4188 map_cut_500 6-1_6 0.4188 map_cut_1000 6-1_6 0.4188 relative_P_5 6-1_6 0.8000 relative_P_10 6-1_6 0.7000 relative_P_15 6-1_6 0.6000 relative_P_20 6-1_6 0.5000 relative_P_30 6-1_6 0.4815 relative_P_100 6-1_6 0.6667 relative_P_200 6-1_6 0.7037 relative_P_500 6-1_6 0.7037 relative_P_1000 6-1_6 0.7037 success_1 6-1_6 1.0000 success_5 6-1_6 1.0000 success_10 6-1_6 1.0000 set_P 6-1_6 0.1080 set_relative_P 6-1_6 0.7037 set_recall 6-1_6 0.7037 set_map 6-1_6 0.0760 set_F 6-1_6 0.1872 num_nonrel_judged_ret 6-1_6 19 rbp 6-1_6 0.5969 rbp_resid 6-1_6 0.1357 unj_5 6-1_6 0.0000 unj_10 6-1_6 0.0000 unj_20 6-1_6 0.1500 num_ret 6-1_7 926 num_rel 6-1_7 46 num_rel_ret 6-1_7 33 map 6-1_7 0.1306 Rprec 6-1_7 0.1957 bpref 6-1_7 0.2302 recip_rank 6-1_7 1.0000 iprec_at_recall_0.00 6-1_7 1.0000 iprec_at_recall_0.10 6-1_7 0.2941 iprec_at_recall_0.20 6-1_7 0.2903 iprec_at_recall_0.30 6-1_7 0.2083 iprec_at_recall_0.40 6-1_7 0.1022 iprec_at_recall_0.50 6-1_7 0.0727 iprec_at_recall_0.60 6-1_7 0.0647 iprec_at_recall_0.70 6-1_7 0.0606 iprec_at_recall_0.80 6-1_7 0.0000 iprec_at_recall_0.90 6-1_7 0.0000 iprec_at_recall_1.00 6-1_7 0.0000 P_5 6-1_7 0.2000 P_10 6-1_7 0.3000 P_15 6-1_7 0.2667 P_20 6-1_7 0.2500 P_30 6-1_7 0.2667 P_100 6-1_7 0.1600 P_200 6-1_7 0.0950 P_500 6-1_7 0.0600 P_1000 6-1_7 0.0330 relstring 6-1_7 '2111102311' recall_5 6-1_7 0.0217 recall_10 6-1_7 0.0652 recall_15 6-1_7 0.0870 recall_20 6-1_7 0.1087 recall_30 6-1_7 0.1739 recall_100 6-1_7 0.3478 recall_200 6-1_7 0.4130 recall_500 6-1_7 0.6522 recall_1000 6-1_7 0.7174 infAP 6-1_7 0.1306 Rprec_mult_0.20 6-1_7 0.3000 Rprec_mult_0.40 6-1_7 0.2632 Rprec_mult_0.60 6-1_7 0.2857 Rprec_mult_0.80 6-1_7 0.2432 Rprec_mult_1.00 6-1_7 0.1957 Rprec_mult_1.20 6-1_7 0.1964 Rprec_mult_1.40 6-1_7 0.2000 Rprec_mult_1.60 6-1_7 0.2027 Rprec_mult_1.80 6-1_7 0.1807 Rprec_mult_2.00 6-1_7 0.1630 utility 6-1_7 -860.0000 11pt_avg 6-1_7 0.1903 binG 6-1_7 0.1400 G 6-1_7 0.1215 ndcg 6-1_7 0.5757 ndcg_rel 6-1_7 0.4882 Rndcg 6-1_7 0.4391 ndcg_cut_5 6-1_7 0.4464 ndcg_cut_10 6-1_7 0.4513 ndcg_cut_15 6-1_7 0.4212 ndcg_cut_20 6-1_7 0.4065 ndcg_cut_30 6-1_7 0.4143 ndcg_cut_100 6-1_7 0.3944 ndcg_cut_200 6-1_7 0.4254 ndcg_cut_500 6-1_7 0.5459 ndcg_cut_1000 6-1_7 0.5757 map_cut_5 6-1_7 0.0217 map_cut_10 6-1_7 0.0361 map_cut_15 6-1_7 0.0419 map_cut_20 6-1_7 0.0483 map_cut_30 6-1_7 0.0660 map_cut_100 6-1_7 0.1022 map_cut_200 6-1_7 0.1089 map_cut_500 6-1_7 0.1269 map_cut_1000 6-1_7 0.1306 relative_P_5 6-1_7 0.2000 relative_P_10 6-1_7 0.3000 relative_P_15 6-1_7 0.2667 relative_P_20 6-1_7 0.2500 relative_P_30 6-1_7 0.2667 relative_P_100 6-1_7 0.3478 relative_P_200 6-1_7 0.4130 relative_P_500 6-1_7 0.6522 relative_P_1000 6-1_7 0.7174 success_1 6-1_7 1.0000 success_5 6-1_7 1.0000 success_10 6-1_7 1.0000 set_P 6-1_7 0.0356 set_relative_P 6-1_7 0.7174 set_recall 6-1_7 0.7174 set_map 6-1_7 0.0256 set_F 6-1_7 0.0679 num_nonrel_judged_ret 6-1_7 70 rbp 6-1_7 0.3668 rbp_resid 6-1_7 0.1084 unj_5 6-1_7 0.0000 unj_10 6-1_7 0.0000 unj_20 6-1_7 0.1500 num_ret 6-2_2 715 num_rel 6-2_2 56 num_rel_ret 6-2_2 33 map 6-2_2 0.2616 Rprec 6-2_2 0.3393 bpref 6-2_2 0.5048 recip_rank 6-2_2 1.0000 iprec_at_recall_0.00 6-2_2 1.0000 iprec_at_recall_0.10 6-2_2 0.7000 iprec_at_recall_0.20 6-2_2 0.5238 iprec_at_recall_0.30 6-2_2 0.3696 iprec_at_recall_0.40 6-2_2 0.3492 iprec_at_recall_0.50 6-2_2 0.2745 iprec_at_recall_0.60 6-2_2 0.0000 iprec_at_recall_0.70 6-2_2 0.0000 iprec_at_recall_0.80 6-2_2 0.0000 iprec_at_recall_0.90 6-2_2 0.0000 iprec_at_recall_1.00 6-2_2 0.0000 P_5 6-2_2 0.6000 P_10 6-2_2 0.7000 P_15 6-2_2 0.6667 P_20 6-2_2 0.5000 P_30 6-2_2 0.4667 P_100 6-2_2 0.2700 P_200 6-2_2 0.1550 P_500 6-2_2 0.0660 P_1000 6-2_2 0.0330 relstring 6-2_2 '3134123122' recall_5 6-2_2 0.0536 recall_10 6-2_2 0.1250 recall_15 6-2_2 0.1786 recall_20 6-2_2 0.1786 recall_30 6-2_2 0.2500 recall_100 6-2_2 0.4821 recall_200 6-2_2 0.5536 recall_500 6-2_2 0.5893 recall_1000 6-2_2 0.5893 infAP 6-2_2 0.2616 Rprec_mult_0.20 6-2_2 0.5833 Rprec_mult_0.40 6-2_2 0.4783 Rprec_mult_0.60 6-2_2 0.4706 Rprec_mult_0.80 6-2_2 0.3556 Rprec_mult_1.00 6-2_2 0.3393 Rprec_mult_1.20 6-2_2 0.3235 Rprec_mult_1.40 6-2_2 0.2785 Rprec_mult_1.60 6-2_2 0.2667 Rprec_mult_1.80 6-2_2 0.2673 Rprec_mult_2.00 6-2_2 0.2500 utility 6-2_2 -649.0000 11pt_avg 6-2_2 0.2925 binG 6-2_2 0.1699 G 6-2_2 0.1168 ndcg 6-2_2 0.5489 ndcg_rel 6-2_2 0.5400 Rndcg 6-2_2 0.5115 ndcg_cut_5 6-2_2 0.6139 ndcg_cut_10 6-2_2 0.5749 ndcg_cut_15 6-2_2 0.6011 ndcg_cut_20 6-2_2 0.5183 ndcg_cut_30 6-2_2 0.5044 ndcg_cut_100 6-2_2 0.4901 ndcg_cut_200 6-2_2 0.5300 ndcg_cut_500 6-2_2 0.5489 ndcg_cut_1000 6-2_2 0.5489 map_cut_5 6-2_2 0.0432 map_cut_10 6-2_2 0.0922 map_cut_15 6-2_2 0.1266 map_cut_20 6-2_2 0.1266 map_cut_30 6-2_2 0.1617 map_cut_100 6-2_2 0.2411 map_cut_200 6-2_2 0.2569 map_cut_500 6-2_2 0.2616 map_cut_1000 6-2_2 0.2616 relative_P_5 6-2_2 0.6000 relative_P_10 6-2_2 0.7000 relative_P_15 6-2_2 0.6667 relative_P_20 6-2_2 0.5000 relative_P_30 6-2_2 0.4667 relative_P_100 6-2_2 0.4821 relative_P_200 6-2_2 0.5536 relative_P_500 6-2_2 0.5893 relative_P_1000 6-2_2 0.5893 success_1 6-2_2 1.0000 success_5 6-2_2 1.0000 success_10 6-2_2 1.0000 set_P 6-2_2 0.0462 set_relative_P 6-2_2 0.5893 set_recall 6-2_2 0.5893 set_map 6-2_2 0.0272 set_F 6-2_2 0.0856 num_nonrel_judged_ret 6-2_2 17 rbp 6-2_2 0.4698 rbp_resid 6-2_2 0.1609 unj_5 6-2_2 0.0000 unj_10 6-2_2 0.0000 unj_20 6-2_2 0.3000 num_ret 6-2_3 175 num_rel 6-2_3 17 num_rel_ret 6-2_3 1 map 6-2_3 0.0588 Rprec 6-2_3 0.0588 bpref 6-2_3 0.0588 recip_rank 6-2_3 1.0000 iprec_at_recall_0.00 6-2_3 1.0000 iprec_at_recall_0.10 6-2_3 0.0000 iprec_at_recall_0.20 6-2_3 0.0000 iprec_at_recall_0.30 6-2_3 0.0000 iprec_at_recall_0.40 6-2_3 0.0000 iprec_at_recall_0.50 6-2_3 0.0000 iprec_at_recall_0.60 6-2_3 0.0000 iprec_at_recall_0.70 6-2_3 0.0000 iprec_at_recall_0.80 6-2_3 0.0000 iprec_at_recall_0.90 6-2_3 0.0000 iprec_at_recall_1.00 6-2_3 0.0000 P_5 6-2_3 0.2000 P_10 6-2_3 0.1000 P_15 6-2_3 0.0667 P_20 6-2_3 0.0500 P_30 6-2_3 0.0333 P_100 6-2_3 0.0100 P_200 6-2_3 0.0050 P_500 6-2_3 0.0020 P_1000 6-2_3 0.0010 relstring 6-2_3 '3000000000' recall_5 6-2_3 0.0588 recall_10 6-2_3 0.0588 recall_15 6-2_3 0.0588 recall_20 6-2_3 0.0588 recall_30 6-2_3 0.0588 recall_100 6-2_3 0.0588 recall_200 6-2_3 0.0588 recall_500 6-2_3 0.0588 recall_1000 6-2_3 0.0588 infAP 6-2_3 0.0588 Rprec_mult_0.20 6-2_3 0.2500 Rprec_mult_0.40 6-2_3 0.1429 Rprec_mult_0.60 6-2_3 0.0909 Rprec_mult_0.80 6-2_3 0.0714 Rprec_mult_1.00 6-2_3 0.0588 Rprec_mult_1.20 6-2_3 0.0476 Rprec_mult_1.40 6-2_3 0.0417 Rprec_mult_1.60 6-2_3 0.0357 Rprec_mult_1.80 6-2_3 0.0323 Rprec_mult_2.00 6-2_3 0.0294 utility 6-2_3 -173.0000 11pt_avg 6-2_3 0.0909 binG 6-2_3 0.0588 G 6-2_3 0.0402 ndcg 6-2_3 0.1693 ndcg_rel 6-2_3 0.1878 Rndcg 6-2_3 0.3080 ndcg_cut_5 6-2_3 0.3047 ndcg_cut_10 6-2_3 0.2240 ndcg_cut_15 6-2_3 0.1872 ndcg_cut_20 6-2_3 0.1696 ndcg_cut_30 6-2_3 0.1727 ndcg_cut_100 6-2_3 0.1693 ndcg_cut_200 6-2_3 0.1693 ndcg_cut_500 6-2_3 0.1693 ndcg_cut_1000 6-2_3 0.1693 map_cut_5 6-2_3 0.0588 map_cut_10 6-2_3 0.0588 map_cut_15 6-2_3 0.0588 map_cut_20 6-2_3 0.0588 map_cut_30 6-2_3 0.0588 map_cut_100 6-2_3 0.0588 map_cut_200 6-2_3 0.0588 map_cut_500 6-2_3 0.0588 map_cut_1000 6-2_3 0.0588 relative_P_5 6-2_3 0.2000 relative_P_10 6-2_3 0.1000 relative_P_15 6-2_3 0.0667 relative_P_20 6-2_3 0.0588 relative_P_30 6-2_3 0.0588 relative_P_100 6-2_3 0.0588 relative_P_200 6-2_3 0.0588 relative_P_500 6-2_3 0.0588 relative_P_1000 6-2_3 0.0588 success_1 6-2_3 1.0000 success_5 6-2_3 1.0000 success_10 6-2_3 1.0000 set_P 6-2_3 0.0057 set_relative_P 6-2_3 0.0588 set_recall 6-2_3 0.0588 set_map 6-2_3 0.0003 set_F 6-2_3 0.0104 num_nonrel_judged_ret 6-2_3 19 rbp 6-2_3 0.0787 rbp_resid 6-2_3 0.2509 unj_5 6-2_3 0.0000 unj_10 6-2_3 0.0000 unj_20 6-2_3 0.4000 num_ret 6-2_5 818 num_rel 6-2_5 51 num_rel_ret 6-2_5 35 map 6-2_5 0.1590 Rprec 6-2_5 0.2745 bpref 6-2_5 0.4656 recip_rank 6-2_5 1.0000 iprec_at_recall_0.00 6-2_5 1.0000 iprec_at_recall_0.10 6-2_5 0.3077 iprec_at_recall_0.20 6-2_5 0.2963 iprec_at_recall_0.30 6-2_5 0.2963 iprec_at_recall_0.40 6-2_5 0.1980 iprec_at_recall_0.50 6-2_5 0.1757 iprec_at_recall_0.60 6-2_5 0.1197 iprec_at_recall_0.70 6-2_5 0.0000 iprec_at_recall_0.80 6-2_5 0.0000 iprec_at_recall_0.90 6-2_5 0.0000 iprec_at_recall_1.00 6-2_5 0.0000 P_5 6-2_5 0.2000 P_10 6-2_5 0.2000 P_15 6-2_5 0.2000 P_20 6-2_5 0.2500 P_30 6-2_5 0.2667 P_100 6-2_5 0.1900 P_200 6-2_5 0.1450 P_500 6-2_5 0.0700 P_1000 6-2_5 0.0350 relstring 6-2_5 '4001011121' recall_5 6-2_5 0.0196 recall_10 6-2_5 0.0392 recall_15 6-2_5 0.0588 recall_20 6-2_5 0.0980 recall_30 6-2_5 0.1569 recall_100 6-2_5 0.3725 recall_200 6-2_5 0.5686 recall_500 6-2_5 0.6863 recall_1000 6-2_5 0.6863 infAP 6-2_5 0.1590 Rprec_mult_0.20 6-2_5 0.1818 Rprec_mult_0.40 6-2_5 0.2381 Rprec_mult_0.60 6-2_5 0.2581 Rprec_mult_0.80 6-2_5 0.2683 Rprec_mult_1.00 6-2_5 0.2745 Rprec_mult_1.20 6-2_5 0.2581 Rprec_mult_1.40 6-2_5 0.2222 Rprec_mult_1.60 6-2_5 0.2195 Rprec_mult_1.80 6-2_5 0.2065 Rprec_mult_2.00 6-2_5 0.1961 utility 6-2_5 -748.0000 11pt_avg 6-2_5 0.2176 binG 6-2_5 0.1390 G 6-2_5 0.1096 ndcg 6-2_5 0.4855 ndcg_rel 6-2_5 0.4264 Rndcg 6-2_5 0.3652 ndcg_cut_5 6-2_5 0.3757 ndcg_cut_10 6-2_5 0.3481 ndcg_cut_15 6-2_5 0.3157 ndcg_cut_20 6-2_5 0.3251 ndcg_cut_30 6-2_5 0.3187 ndcg_cut_100 6-2_5 0.3353 ndcg_cut_200 6-2_5 0.4235 ndcg_cut_500 6-2_5 0.4855 ndcg_cut_1000 6-2_5 0.4855 map_cut_5 6-2_5 0.0196 map_cut_10 6-2_5 0.0240 map_cut_15 6-2_5 0.0285 map_cut_20 6-2_5 0.0388 map_cut_30 6-2_5 0.0559 map_cut_100 6-2_5 0.1128 map_cut_200 6-2_5 0.1466 map_cut_500 6-2_5 0.1590 map_cut_1000 6-2_5 0.1590 relative_P_5 6-2_5 0.2000 relative_P_10 6-2_5 0.2000 relative_P_15 6-2_5 0.2000 relative_P_20 6-2_5 0.2500 relative_P_30 6-2_5 0.2667 relative_P_100 6-2_5 0.3725 relative_P_200 6-2_5 0.5686 relative_P_500 6-2_5 0.6863 relative_P_1000 6-2_5 0.6863 success_1 6-2_5 1.0000 success_5 6-2_5 1.0000 success_10 6-2_5 1.0000 set_P 6-2_5 0.0428 set_relative_P 6-2_5 0.6863 set_recall 6-2_5 0.6863 set_map 6-2_5 0.0294 set_F 6-2_5 0.0806 num_nonrel_judged_ret 6-2_5 27 rbp 6-2_5 0.2757 rbp_resid 6-2_5 0.1602 unj_5 6-2_5 0.0000 unj_10 6-2_5 0.0000 unj_20 6-2_5 0.2500 num_ret 7-1_1 943 num_rel 7-1_1 4 num_rel_ret 7-1_1 1 map 7-1_1 0.0006 Rprec 7-1_1 0.0000 bpref 7-1_1 0.0000 recip_rank 7-1_1 0.0022 iprec_at_recall_0.00 7-1_1 0.0022 iprec_at_recall_0.10 7-1_1 0.0022 iprec_at_recall_0.20 7-1_1 0.0022 iprec_at_recall_0.30 7-1_1 0.0022 iprec_at_recall_0.40 7-1_1 0.0000 iprec_at_recall_0.50 7-1_1 0.0000 iprec_at_recall_0.60 7-1_1 0.0000 iprec_at_recall_0.70 7-1_1 0.0000 iprec_at_recall_0.80 7-1_1 0.0000 iprec_at_recall_0.90 7-1_1 0.0000 iprec_at_recall_1.00 7-1_1 0.0000 P_5 7-1_1 0.0000 P_10 7-1_1 0.0000 P_15 7-1_1 0.0000 P_20 7-1_1 0.0000 P_30 7-1_1 0.0000 P_100 7-1_1 0.0000 P_200 7-1_1 0.0000 P_500 7-1_1 0.0020 P_1000 7-1_1 0.0010 relstring 7-1_1 '1111111101' recall_5 7-1_1 0.0000 recall_10 7-1_1 0.0000 recall_15 7-1_1 0.0000 recall_20 7-1_1 0.0000 recall_30 7-1_1 0.0000 recall_100 7-1_1 0.0000 recall_200 7-1_1 0.0000 recall_500 7-1_1 0.2500 recall_1000 7-1_1 0.2500 infAP 7-1_1 0.0006 Rprec_mult_0.20 7-1_1 0.0000 Rprec_mult_0.40 7-1_1 0.0000 Rprec_mult_0.60 7-1_1 0.0000 Rprec_mult_0.80 7-1_1 0.0000 Rprec_mult_1.00 7-1_1 0.0000 Rprec_mult_1.20 7-1_1 0.0000 Rprec_mult_1.40 7-1_1 0.0000 Rprec_mult_1.60 7-1_1 0.0000 Rprec_mult_1.80 7-1_1 0.0000 Rprec_mult_2.00 7-1_1 0.0000 utility 7-1_1 -941.0000 11pt_avg 7-1_1 0.0008 binG 7-1_1 0.0283 G 7-1_1 0.0761 ndcg 7-1_1 0.3639 ndcg_rel 7-1_1 0.3810 Rndcg 7-1_1 0.3521 ndcg_cut_5 7-1_1 0.4529 ndcg_cut_10 7-1_1 0.5234 ndcg_cut_15 7-1_1 0.5070 ndcg_cut_20 7-1_1 0.5170 ndcg_cut_30 7-1_1 0.5142 ndcg_cut_100 7-1_1 0.3374 ndcg_cut_200 7-1_1 0.3161 ndcg_cut_500 7-1_1 0.3565 ndcg_cut_1000 7-1_1 0.3639 map_cut_5 7-1_1 0.0000 map_cut_10 7-1_1 0.0000 map_cut_15 7-1_1 0.0000 map_cut_20 7-1_1 0.0000 map_cut_30 7-1_1 0.0000 map_cut_100 7-1_1 0.0000 map_cut_200 7-1_1 0.0000 map_cut_500 7-1_1 0.0006 map_cut_1000 7-1_1 0.0006 relative_P_5 7-1_1 0.0000 relative_P_10 7-1_1 0.0000 relative_P_15 7-1_1 0.0000 relative_P_20 7-1_1 0.0000 relative_P_30 7-1_1 0.0000 relative_P_100 7-1_1 0.0000 relative_P_200 7-1_1 0.0000 relative_P_500 7-1_1 0.2500 relative_P_1000 7-1_1 0.2500 success_1 7-1_1 0.0000 success_5 7-1_1 0.0000 success_10 7-1_1 0.0000 set_P 7-1_1 0.0011 set_relative_P 7-1_1 0.2500 set_recall 7-1_1 0.2500 set_map 7-1_1 0.0003 set_F 7-1_1 0.0021 num_nonrel_judged_ret 7-1_1 75 rbp 7-1_1 0.2557 rbp_resid 7-1_1 0.1653 unj_5 7-1_1 0.0000 unj_10 7-1_1 0.0000 unj_20 7-1_1 0.2500 num_ret 7-1_5 958 num_rel 7-1_5 6 num_rel_ret 7-1_5 4 map 7-1_5 0.0395 Rprec 7-1_5 0.0000 bpref 7-1_5 0.0000 recip_rank 7-1_5 0.1429 iprec_at_recall_0.00 7-1_5 0.1429 iprec_at_recall_0.10 7-1_5 0.1429 iprec_at_recall_0.20 7-1_5 0.1429 iprec_at_recall_0.30 7-1_5 0.0392 iprec_at_recall_0.40 7-1_5 0.0392 iprec_at_recall_0.50 7-1_5 0.0294 iprec_at_recall_0.60 7-1_5 0.0256 iprec_at_recall_0.70 7-1_5 0.0256 iprec_at_recall_0.80 7-1_5 0.0000 iprec_at_recall_0.90 7-1_5 0.0000 iprec_at_recall_1.00 7-1_5 0.0000 P_5 7-1_5 0.0000 P_10 7-1_5 0.1000 P_15 7-1_5 0.0667 P_20 7-1_5 0.0500 P_30 7-1_5 0.0333 P_100 7-1_5 0.0200 P_200 7-1_5 0.0200 P_500 7-1_5 0.0080 P_1000 7-1_5 0.0040 relstring 7-1_5 '0010004000' recall_5 7-1_5 0.0000 recall_10 7-1_5 0.1667 recall_15 7-1_5 0.1667 recall_20 7-1_5 0.1667 recall_30 7-1_5 0.1667 recall_100 7-1_5 0.3333 recall_200 7-1_5 0.6667 recall_500 7-1_5 0.6667 recall_1000 7-1_5 0.6667 infAP 7-1_5 0.0395 Rprec_mult_0.20 7-1_5 0.0000 Rprec_mult_0.40 7-1_5 0.0000 Rprec_mult_0.60 7-1_5 0.0000 Rprec_mult_0.80 7-1_5 0.0000 Rprec_mult_1.00 7-1_5 0.0000 Rprec_mult_1.20 7-1_5 0.1250 Rprec_mult_1.40 7-1_5 0.1111 Rprec_mult_1.60 7-1_5 0.1000 Rprec_mult_1.80 7-1_5 0.0909 Rprec_mult_2.00 7-1_5 0.0833 utility 7-1_5 -950.0000 11pt_avg 7-1_5 0.0534 binG 7-1_5 0.1329 G 7-1_5 0.1063 ndcg 7-1_5 0.2842 ndcg_rel 7-1_5 0.2393 Rndcg 7-1_5 0.1229 ndcg_cut_5 7-1_5 0.0424 ndcg_cut_10 7-1_5 0.1334 ndcg_cut_15 7-1_5 0.1387 ndcg_cut_20 7-1_5 0.1286 ndcg_cut_30 7-1_5 0.1252 ndcg_cut_100 7-1_5 0.1767 ndcg_cut_200 7-1_5 0.2715 ndcg_cut_500 7-1_5 0.2715 ndcg_cut_1000 7-1_5 0.2842 map_cut_5 7-1_5 0.0000 map_cut_10 7-1_5 0.0238 map_cut_15 7-1_5 0.0238 map_cut_20 7-1_5 0.0238 map_cut_30 7-1_5 0.0238 map_cut_100 7-1_5 0.0303 map_cut_200 7-1_5 0.0395 map_cut_500 7-1_5 0.0395 map_cut_1000 7-1_5 0.0395 relative_P_5 7-1_5 0.0000 relative_P_10 7-1_5 0.1667 relative_P_15 7-1_5 0.1667 relative_P_20 7-1_5 0.1667 relative_P_30 7-1_5 0.1667 relative_P_100 7-1_5 0.3333 relative_P_200 7-1_5 0.6667 relative_P_500 7-1_5 0.6667 relative_P_1000 7-1_5 0.6667 success_1 7-1_5 0.0000 success_5 7-1_5 0.0000 success_10 7-1_5 1.0000 set_P 7-1_5 0.0042 set_relative_P 7-1_5 0.6667 set_recall 7-1_5 0.6667 set_map 7-1_5 0.0028 set_F 7-1_5 0.0083 num_nonrel_judged_ret 7-1_5 35 rbp 7-1_5 0.0803 rbp_resid 7-1_5 0.2568 unj_5 7-1_5 0.0000 unj_10 7-1_5 0.0000 unj_20 7-1_5 0.4000 num_ret 7-1_6 463 num_rel 7-1_6 9 num_rel_ret 7-1_6 9 map 7-1_6 0.9170 Rprec 7-1_6 0.7778 bpref 7-1_6 0.9136 recip_rank 7-1_6 1.0000 iprec_at_recall_0.00 7-1_6 1.0000 iprec_at_recall_0.10 7-1_6 1.0000 iprec_at_recall_0.20 7-1_6 1.0000 iprec_at_recall_0.30 7-1_6 1.0000 iprec_at_recall_0.40 7-1_6 1.0000 iprec_at_recall_0.50 7-1_6 1.0000 iprec_at_recall_0.60 7-1_6 1.0000 iprec_at_recall_0.70 7-1_6 0.8571 iprec_at_recall_0.80 7-1_6 0.8182 iprec_at_recall_0.90 7-1_6 0.8182 iprec_at_recall_1.00 7-1_6 0.8182 P_5 7-1_6 1.0000 P_10 7-1_6 0.8000 P_15 7-1_6 0.6000 P_20 7-1_6 0.4500 P_30 7-1_6 0.3000 P_100 7-1_6 0.0900 P_200 7-1_6 0.0450 P_500 7-1_6 0.0180 P_1000 7-1_6 0.0090 relstring 7-1_6 '4444412122' recall_5 7-1_6 0.5556 recall_10 7-1_6 0.8889 recall_15 7-1_6 1.0000 recall_20 7-1_6 1.0000 recall_30 7-1_6 1.0000 recall_100 7-1_6 1.0000 recall_200 7-1_6 1.0000 recall_500 7-1_6 1.0000 recall_1000 7-1_6 1.0000 infAP 7-1_6 0.9170 Rprec_mult_0.20 7-1_6 1.0000 Rprec_mult_0.40 7-1_6 1.0000 Rprec_mult_0.60 7-1_6 0.8333 Rprec_mult_0.80 7-1_6 0.7500 Rprec_mult_1.00 7-1_6 0.7778 Rprec_mult_1.20 7-1_6 0.8182 Rprec_mult_1.40 7-1_6 0.6923 Rprec_mult_1.60 7-1_6 0.6000 Rprec_mult_1.80 7-1_6 0.5294 Rprec_mult_2.00 7-1_6 0.5000 utility 7-1_6 -445.0000 11pt_avg 7-1_6 0.9374 binG 7-1_6 0.7923 G 7-1_6 0.7627 ndcg 7-1_6 0.9309 ndcg_rel 7-1_6 0.9528 Rndcg 7-1_6 0.9202 ndcg_cut_5 7-1_6 1.0000 ndcg_cut_10 7-1_6 0.9289 ndcg_cut_15 7-1_6 0.9224 ndcg_cut_20 7-1_6 0.9224 ndcg_cut_30 7-1_6 0.9224 ndcg_cut_100 7-1_6 0.9224 ndcg_cut_200 7-1_6 0.9309 ndcg_cut_500 7-1_6 0.9309 ndcg_cut_1000 7-1_6 0.9309 map_cut_5 7-1_6 0.5556 map_cut_10 7-1_6 0.8261 map_cut_15 7-1_6 0.9170 map_cut_20 7-1_6 0.9170 map_cut_30 7-1_6 0.9170 map_cut_100 7-1_6 0.9170 map_cut_200 7-1_6 0.9170 map_cut_500 7-1_6 0.9170 map_cut_1000 7-1_6 0.9170 relative_P_5 7-1_6 1.0000 relative_P_10 7-1_6 0.8889 relative_P_15 7-1_6 1.0000 relative_P_20 7-1_6 1.0000 relative_P_30 7-1_6 1.0000 relative_P_100 7-1_6 1.0000 relative_P_200 7-1_6 1.0000 relative_P_500 7-1_6 1.0000 relative_P_1000 7-1_6 1.0000 success_1 7-1_6 1.0000 success_5 7-1_6 1.0000 success_10 7-1_6 1.0000 set_P 7-1_6 0.0194 set_relative_P 7-1_6 1.0000 set_recall 7-1_6 1.0000 set_map 7-1_6 0.0194 set_F 7-1_6 0.0381 num_nonrel_judged_ret 7-1_6 5 rbp 7-1_6 0.5386 rbp_resid 7-1_6 0.3137 unj_5 7-1_6 0.0000 unj_10 7-1_6 0.0000 unj_20 7-1_6 0.4500 num_ret 7-1_9 937 num_rel 7-1_9 20 num_rel_ret 7-1_9 13 map 7-1_9 0.5054 Rprec 7-1_9 0.5500 bpref 7-1_9 0.5975 recip_rank 7-1_9 1.0000 iprec_at_recall_0.00 7-1_9 1.0000 iprec_at_recall_0.10 7-1_9 1.0000 iprec_at_recall_0.20 7-1_9 1.0000 iprec_at_recall_0.30 7-1_9 1.0000 iprec_at_recall_0.40 7-1_9 0.8333 iprec_at_recall_0.50 7-1_9 0.8333 iprec_at_recall_0.60 7-1_9 0.0411 iprec_at_recall_0.70 7-1_9 0.0000 iprec_at_recall_0.80 7-1_9 0.0000 iprec_at_recall_0.90 7-1_9 0.0000 iprec_at_recall_1.00 7-1_9 0.0000 P_5 7-1_9 1.0000 P_10 7-1_9 0.8000 P_15 7-1_9 0.6667 P_20 7-1_9 0.5500 P_30 7-1_9 0.3667 P_100 7-1_9 0.1100 P_200 7-1_9 0.0550 P_500 7-1_9 0.0260 P_1000 7-1_9 0.0130 relstring 7-1_9 '2222222112' recall_5 7-1_9 0.2500 recall_10 7-1_9 0.4000 recall_15 7-1_9 0.5000 recall_20 7-1_9 0.5500 recall_30 7-1_9 0.5500 recall_100 7-1_9 0.5500 recall_200 7-1_9 0.5500 recall_500 7-1_9 0.6500 recall_1000 7-1_9 0.6500 infAP 7-1_9 0.5054 Rprec_mult_0.20 7-1_9 1.0000 Rprec_mult_0.40 7-1_9 0.8750 Rprec_mult_0.60 7-1_9 0.8333 Rprec_mult_0.80 7-1_9 0.6250 Rprec_mult_1.00 7-1_9 0.5500 Rprec_mult_1.20 7-1_9 0.4583 Rprec_mult_1.40 7-1_9 0.3929 Rprec_mult_1.60 7-1_9 0.3438 Rprec_mult_1.80 7-1_9 0.3056 Rprec_mult_2.00 7-1_9 0.2750 utility 7-1_9 -911.0000 11pt_avg 7-1_9 0.5189 binG 7-1_9 0.4521 G 7-1_9 0.2055 ndcg 7-1_9 0.5841 ndcg_rel 7-1_9 0.6327 Rndcg 7-1_9 0.5626 ndcg_cut_5 7-1_9 0.7467 ndcg_cut_10 7-1_9 0.7640 ndcg_cut_15 7-1_9 0.7165 ndcg_cut_20 7-1_9 0.6402 ndcg_cut_30 7-1_9 0.5656 ndcg_cut_100 7-1_9 0.5340 ndcg_cut_200 7-1_9 0.5414 ndcg_cut_500 7-1_9 0.5841 ndcg_cut_1000 7-1_9 0.5841 map_cut_5 7-1_9 0.2500 map_cut_10 7-1_9 0.3900 map_cut_15 7-1_9 0.4726 map_cut_20 7-1_9 0.5015 map_cut_30 7-1_9 0.5015 map_cut_100 7-1_9 0.5015 map_cut_200 7-1_9 0.5015 map_cut_500 7-1_9 0.5054 map_cut_1000 7-1_9 0.5054 relative_P_5 7-1_9 1.0000 relative_P_10 7-1_9 0.8000 relative_P_15 7-1_9 0.6667 relative_P_20 7-1_9 0.5500 relative_P_30 7-1_9 0.5500 relative_P_100 7-1_9 0.5500 relative_P_200 7-1_9 0.5500 relative_P_500 7-1_9 0.6500 relative_P_1000 7-1_9 0.6500 success_1 7-1_9 1.0000 success_5 7-1_9 1.0000 success_10 7-1_9 1.0000 set_P 7-1_9 0.0139 set_relative_P 7-1_9 0.6500 set_recall 7-1_9 0.6500 set_map 7-1_9 0.0090 set_F 7-1_9 0.0272 num_nonrel_judged_ret 7-1_9 8 rbp 7-1_9 0.3506 rbp_resid 7-1_9 0.2392 unj_5 7-1_9 0.0000 unj_10 7-1_9 0.0000 unj_20 7-1_9 0.3000 num_ret 9-1_10 411 num_rel 9-1_10 59 num_rel_ret 9-1_10 44 map 9-1_10 0.4749 Rprec 9-1_10 0.4746 bpref 9-1_10 0.7325 recip_rank 9-1_10 1.0000 iprec_at_recall_0.00 9-1_10 1.0000 iprec_at_recall_0.10 9-1_10 1.0000 iprec_at_recall_0.20 9-1_10 0.9231 iprec_at_recall_0.30 9-1_10 0.5789 iprec_at_recall_0.40 9-1_10 0.5000 iprec_at_recall_0.50 9-1_10 0.4923 iprec_at_recall_0.60 9-1_10 0.4865 iprec_at_recall_0.70 9-1_10 0.4409 iprec_at_recall_0.80 9-1_10 0.0000 iprec_at_recall_0.90 9-1_10 0.0000 iprec_at_recall_1.00 9-1_10 0.0000 P_5 9-1_10 1.0000 P_10 9-1_10 1.0000 P_15 9-1_10 0.8000 P_20 9-1_10 0.7000 P_30 9-1_10 0.5667 P_100 9-1_10 0.4100 P_200 9-1_10 0.2150 P_500 9-1_10 0.0880 P_1000 9-1_10 0.0440 relstring 9-1_10 '4444444434' recall_5 9-1_10 0.0847 recall_10 9-1_10 0.1695 recall_15 9-1_10 0.2034 recall_20 9-1_10 0.2373 recall_30 9-1_10 0.2881 recall_100 9-1_10 0.6949 recall_200 9-1_10 0.7288 recall_500 9-1_10 0.7458 recall_1000 9-1_10 0.7458 infAP 9-1_10 0.4749 Rprec_mult_0.20 9-1_10 0.9167 Rprec_mult_0.40 9-1_10 0.6667 Rprec_mult_0.60 9-1_10 0.5556 Rprec_mult_0.80 9-1_10 0.4583 Rprec_mult_1.00 9-1_10 0.4746 Rprec_mult_1.20 9-1_10 0.4789 Rprec_mult_1.40 9-1_10 0.4458 Rprec_mult_1.60 9-1_10 0.4316 Rprec_mult_1.80 9-1_10 0.3832 Rprec_mult_2.00 9-1_10 0.3475 utility 9-1_10 -323.0000 11pt_avg 9-1_10 0.4929 binG 9-1_10 0.3143 G 9-1_10 0.2868 ndcg 9-1_10 0.7429 ndcg_rel 9-1_10 0.7539 Rndcg 9-1_10 0.6561 ndcg_cut_5 9-1_10 1.0000 ndcg_cut_10 9-1_10 0.9834 ndcg_cut_15 9-1_10 0.8313 ndcg_cut_20 9-1_10 0.7333 ndcg_cut_30 9-1_10 0.6563 ndcg_cut_100 9-1_10 0.7178 ndcg_cut_200 9-1_10 0.7378 ndcg_cut_500 9-1_10 0.7429 ndcg_cut_1000 9-1_10 0.7429 map_cut_5 9-1_10 0.0847 map_cut_10 9-1_10 0.1695 map_cut_15 9-1_10 0.2021 map_cut_20 9-1_10 0.2262 map_cut_30 9-1_10 0.2601 map_cut_100 9-1_10 0.4620 map_cut_200 9-1_10 0.4721 map_cut_500 9-1_10 0.4749 map_cut_1000 9-1_10 0.4749 relative_P_5 9-1_10 1.0000 relative_P_10 9-1_10 1.0000 relative_P_15 9-1_10 0.8000 relative_P_20 9-1_10 0.7000 relative_P_30 9-1_10 0.5667 relative_P_100 9-1_10 0.6949 relative_P_200 9-1_10 0.7288 relative_P_500 9-1_10 0.7458 relative_P_1000 9-1_10 0.7458 success_1 9-1_10 1.0000 success_5 9-1_10 1.0000 success_10 9-1_10 1.0000 set_P 9-1_10 0.1071 set_relative_P 9-1_10 0.7458 set_recall 9-1_10 0.7458 set_map 9-1_10 0.0798 set_F 9-1_10 0.1872 num_nonrel_judged_ret 9-1_10 2 rbp 9-1_10 0.7436 rbp_resid 9-1_10 0.1793 unj_5 9-1_10 0.0000 unj_10 9-1_10 0.0000 unj_20 9-1_10 0.2500 num_ret 9-1_2 562 num_rel 9-1_2 58 num_rel_ret 9-1_2 48 map 9-1_2 0.4768 Rprec 9-1_2 0.5345 bpref 9-1_2 0.6665 recip_rank 9-1_2 1.0000 iprec_at_recall_0.00 9-1_2 1.0000 iprec_at_recall_0.10 9-1_2 0.8000 iprec_at_recall_0.20 9-1_2 0.6774 iprec_at_recall_0.30 9-1_2 0.6774 iprec_at_recall_0.40 9-1_2 0.6579 iprec_at_recall_0.50 9-1_2 0.6000 iprec_at_recall_0.60 9-1_2 0.5303 iprec_at_recall_0.70 9-1_2 0.4556 iprec_at_recall_0.80 9-1_2 0.2460 iprec_at_recall_0.90 9-1_2 0.0000 iprec_at_recall_1.00 9-1_2 0.0000 P_5 9-1_2 0.6000 P_10 9-1_2 0.8000 P_15 9-1_2 0.6667 P_20 9-1_2 0.6500 P_30 9-1_2 0.6667 P_100 9-1_2 0.4200 P_200 9-1_2 0.2300 P_500 9-1_2 0.0960 P_1000 9-1_2 0.0480 relstring 9-1_2 '4114322322' recall_5 9-1_2 0.0517 recall_10 9-1_2 0.1379 recall_15 9-1_2 0.1724 recall_20 9-1_2 0.2241 recall_30 9-1_2 0.3448 recall_100 9-1_2 0.7241 recall_200 9-1_2 0.7931 recall_500 9-1_2 0.8276 recall_1000 9-1_2 0.8276 infAP 9-1_2 0.4768 Rprec_mult_0.20 9-1_2 0.6667 Rprec_mult_0.40 9-1_2 0.5833 Rprec_mult_0.60 9-1_2 0.6571 Rprec_mult_0.80 9-1_2 0.5957 Rprec_mult_1.00 9-1_2 0.5345 Rprec_mult_1.20 9-1_2 0.5143 Rprec_mult_1.40 9-1_2 0.4756 Rprec_mult_1.60 9-1_2 0.4516 Rprec_mult_1.80 9-1_2 0.4000 Rprec_mult_2.00 9-1_2 0.3793 utility 9-1_2 -466.0000 11pt_avg 9-1_2 0.5131 binG 9-1_2 0.2382 G 9-1_2 0.1744 ndcg 9-1_2 0.7281 ndcg_rel 9-1_2 0.6734 Rndcg 9-1_2 0.6525 ndcg_cut_5 9-1_2 0.6795 ndcg_cut_10 9-1_2 0.6671 ndcg_cut_15 9-1_2 0.6143 ndcg_cut_20 9-1_2 0.6209 ndcg_cut_30 9-1_2 0.6424 ndcg_cut_100 9-1_2 0.6735 ndcg_cut_200 9-1_2 0.7112 ndcg_cut_500 9-1_2 0.7281 ndcg_cut_1000 9-1_2 0.7281 map_cut_5 9-1_2 0.0362 map_cut_10 9-1_2 0.1002 map_cut_15 9-1_2 0.1227 map_cut_20 9-1_2 0.1566 map_cut_30 9-1_2 0.2328 map_cut_100 9-1_2 0.4457 map_cut_200 9-1_2 0.4699 map_cut_500 9-1_2 0.4768 map_cut_1000 9-1_2 0.4768 relative_P_5 9-1_2 0.6000 relative_P_10 9-1_2 0.8000 relative_P_15 9-1_2 0.6667 relative_P_20 9-1_2 0.6500 relative_P_30 9-1_2 0.6667 relative_P_100 9-1_2 0.7241 relative_P_200 9-1_2 0.7931 relative_P_500 9-1_2 0.8276 relative_P_1000 9-1_2 0.8276 success_1 9-1_2 1.0000 success_5 9-1_2 1.0000 success_10 9-1_2 1.0000 set_P 9-1_2 0.0854 set_relative_P 9-1_2 0.8276 set_recall 9-1_2 0.8276 set_map 9-1_2 0.0707 set_F 9-1_2 0.1548 num_nonrel_judged_ret 9-1_2 25 rbp 9-1_2 0.5261 rbp_resid 9-1_2 0.0484 unj_5 9-1_2 0.0000 unj_10 9-1_2 0.0000 unj_20 9-1_2 0.0500 num_ret 9-1_4 16 num_rel 9-1_4 25 num_rel_ret 9-1_4 7 map 9-1_4 0.2111 Rprec 9-1_4 0.2800 bpref 9-1_4 0.2576 recip_rank 9-1_4 1.0000 iprec_at_recall_0.00 9-1_4 1.0000 iprec_at_recall_0.10 9-1_4 0.7500 iprec_at_recall_0.20 9-1_4 0.6364 iprec_at_recall_0.30 9-1_4 0.0000 iprec_at_recall_0.40 9-1_4 0.0000 iprec_at_recall_0.50 9-1_4 0.0000 iprec_at_recall_0.60 9-1_4 0.0000 iprec_at_recall_0.70 9-1_4 0.0000 iprec_at_recall_0.80 9-1_4 0.0000 iprec_at_recall_0.90 9-1_4 0.0000 iprec_at_recall_1.00 9-1_4 0.0000 P_5 9-1_4 0.6000 P_10 9-1_4 0.6000 P_15 9-1_4 0.4667 P_20 9-1_4 0.3500 P_30 9-1_4 0.2333 P_100 9-1_4 0.0700 P_200 9-1_4 0.0350 P_500 9-1_4 0.0140 P_1000 9-1_4 0.0070 relstring 9-1_4 '3302130303' recall_5 9-1_4 0.1200 recall_10 9-1_4 0.2400 recall_15 9-1_4 0.2800 recall_20 9-1_4 0.2800 recall_30 9-1_4 0.2800 recall_100 9-1_4 0.2800 recall_200 9-1_4 0.2800 recall_500 9-1_4 0.2800 recall_1000 9-1_4 0.2800 infAP 9-1_4 0.2111 Rprec_mult_0.20 9-1_4 0.6000 Rprec_mult_0.40 9-1_4 0.6000 Rprec_mult_0.60 9-1_4 0.4667 Rprec_mult_0.80 9-1_4 0.3500 Rprec_mult_1.00 9-1_4 0.2800 Rprec_mult_1.20 9-1_4 0.2333 Rprec_mult_1.40 9-1_4 0.2000 Rprec_mult_1.60 9-1_4 0.1750 Rprec_mult_1.80 9-1_4 0.1556 Rprec_mult_2.00 9-1_4 0.1400 utility 9-1_4 -2.0000 11pt_avg 9-1_4 0.2169 binG 9-1_4 0.1734 G 9-1_4 0.1426 ndcg 9-1_4 0.4090 ndcg_rel 9-1_4 0.5067 Rndcg 9-1_4 0.4396 ndcg_cut_5 9-1_4 0.6943 ndcg_cut_10 9-1_4 0.6620 ndcg_cut_15 9-1_4 0.5607 ndcg_cut_20 9-1_4 0.4719 ndcg_cut_30 9-1_4 0.4090 ndcg_cut_100 9-1_4 0.4090 ndcg_cut_200 9-1_4 0.4090 ndcg_cut_500 9-1_4 0.4090 ndcg_cut_1000 9-1_4 0.4090 map_cut_5 9-1_4 0.1100 map_cut_10 9-1_4 0.1857 map_cut_15 9-1_4 0.2111 map_cut_20 9-1_4 0.2111 map_cut_30 9-1_4 0.2111 map_cut_100 9-1_4 0.2111 map_cut_200 9-1_4 0.2111 map_cut_500 9-1_4 0.2111 map_cut_1000 9-1_4 0.2111 relative_P_5 9-1_4 0.6000 relative_P_10 9-1_4 0.6000 relative_P_15 9-1_4 0.4667 relative_P_20 9-1_4 0.3500 relative_P_30 9-1_4 0.2800 relative_P_100 9-1_4 0.2800 relative_P_200 9-1_4 0.2800 relative_P_500 9-1_4 0.2800 relative_P_1000 9-1_4 0.2800 success_1 9-1_4 1.0000 success_5 9-1_4 1.0000 success_10 9-1_4 1.0000 set_P 9-1_4 0.4375 set_relative_P 9-1_4 0.4375 set_recall 9-1_4 0.2800 set_map 9-1_4 0.1225 set_F 9-1_4 0.3415 num_nonrel_judged_ret 9-1_4 4 rbp 9-1_4 0.4410 rbp_resid 9-1_4 0.3138 unj_5 9-1_4 0.0000 unj_10 9-1_4 0.0000 unj_20 9-1_4 0.2500 num_ret 9-1_5 610 num_rel 9-1_5 25 num_rel_ret 9-1_5 11 map 9-1_5 0.0433 Rprec 9-1_5 0.0800 bpref 9-1_5 0.1552 recip_rank 9-1_5 0.3333 iprec_at_recall_0.00 9-1_5 0.3333 iprec_at_recall_0.10 9-1_5 0.1071 iprec_at_recall_0.20 9-1_5 0.0723 iprec_at_recall_0.30 9-1_5 0.0597 iprec_at_recall_0.40 9-1_5 0.0415 iprec_at_recall_0.50 9-1_5 0.0000 iprec_at_recall_0.60 9-1_5 0.0000 iprec_at_recall_0.70 9-1_5 0.0000 iprec_at_recall_0.80 9-1_5 0.0000 iprec_at_recall_0.90 9-1_5 0.0000 iprec_at_recall_1.00 9-1_5 0.0000 P_5 9-1_5 0.2000 P_10 9-1_5 0.1000 P_15 9-1_5 0.1333 P_20 9-1_5 0.1000 P_30 9-1_5 0.1000 P_100 9-1_5 0.0700 P_200 9-1_5 0.0400 P_500 9-1_5 0.0220 P_1000 9-1_5 0.0110 relstring 9-1_5 '00200-0000' recall_5 9-1_5 0.0400 recall_10 9-1_5 0.0400 recall_15 9-1_5 0.0800 recall_20 9-1_5 0.0800 recall_30 9-1_5 0.1200 recall_100 9-1_5 0.2800 recall_200 9-1_5 0.3200 recall_500 9-1_5 0.4400 recall_1000 9-1_5 0.4400 infAP 9-1_5 0.0433 Rprec_mult_0.20 9-1_5 0.2000 Rprec_mult_0.40 9-1_5 0.1000 Rprec_mult_0.60 9-1_5 0.1333 Rprec_mult_0.80 9-1_5 0.1000 Rprec_mult_1.00 9-1_5 0.0800 Rprec_mult_1.20 9-1_5 0.1000 Rprec_mult_1.40 9-1_5 0.0857 Rprec_mult_1.60 9-1_5 0.0750 Rprec_mult_1.80 9-1_5 0.0667 Rprec_mult_2.00 9-1_5 0.0600 utility 9-1_5 -588.0000 11pt_avg 9-1_5 0.0558 binG 9-1_5 0.0867 G 9-1_5 0.0712 ndcg 9-1_5 0.2616 ndcg_rel 9-1_5 0.2164 Rndcg 9-1_5 0.1289 ndcg_cut_5 9-1_5 0.0911 ndcg_cut_10 9-1_5 0.0634 ndcg_cut_15 9-1_5 0.0932 ndcg_cut_20 9-1_5 0.0806 ndcg_cut_30 9-1_5 0.1027 ndcg_cut_100 9-1_5 0.1841 ndcg_cut_200 9-1_5 0.2189 ndcg_cut_500 9-1_5 0.2616 ndcg_cut_1000 9-1_5 0.2616 map_cut_5 9-1_5 0.0133 map_cut_10 9-1_5 0.0133 map_cut_15 9-1_5 0.0206 map_cut_20 9-1_5 0.0206 map_cut_30 9-1_5 0.0249 map_cut_100 9-1_5 0.0366 map_cut_200 9-1_5 0.0390 map_cut_500 9-1_5 0.0433 map_cut_1000 9-1_5 0.0433 relative_P_5 9-1_5 0.2000 relative_P_10 9-1_5 0.1000 relative_P_15 9-1_5 0.1333 relative_P_20 9-1_5 0.1000 relative_P_30 9-1_5 0.1200 relative_P_100 9-1_5 0.2800 relative_P_200 9-1_5 0.3200 relative_P_500 9-1_5 0.4400 relative_P_1000 9-1_5 0.4400 success_1 9-1_5 0.0000 success_5 9-1_5 1.0000 success_10 9-1_5 1.0000 set_P 9-1_5 0.0180 set_relative_P 9-1_5 0.4400 set_recall 9-1_5 0.4400 set_map 9-1_5 0.0079 set_F 9-1_5 0.0346 num_nonrel_judged_ret 9-1_5 36 rbp 9-1_5 0.0740 rbp_resid 9-1_5 0.3125 unj_5 9-1_5 0.0000 unj_10 9-1_5 0.1000 unj_20 9-1_5 0.4500 num_ret 9-2_6 46 num_rel 9-2_6 20 num_rel_ret 9-2_6 12 map 9-2_6 0.4584 Rprec 9-2_6 0.5500 bpref 9-2_6 0.5375 recip_rank 9-2_6 1.0000 iprec_at_recall_0.00 9-2_6 1.0000 iprec_at_recall_0.10 9-2_6 1.0000 iprec_at_recall_0.20 9-2_6 1.0000 iprec_at_recall_0.30 9-2_6 0.7500 iprec_at_recall_0.40 9-2_6 0.5789 iprec_at_recall_0.50 9-2_6 0.5789 iprec_at_recall_0.60 9-2_6 0.5217 iprec_at_recall_0.70 9-2_6 0.0000 iprec_at_recall_0.80 9-2_6 0.0000 iprec_at_recall_0.90 9-2_6 0.0000 iprec_at_recall_1.00 9-2_6 0.0000 P_5 9-2_6 1.0000 P_10 9-2_6 0.7000 P_15 9-2_6 0.5333 P_20 9-2_6 0.5500 P_30 9-2_6 0.4000 P_100 9-2_6 0.1200 P_200 9-2_6 0.0600 P_500 9-2_6 0.0240 P_1000 9-2_6 0.0120 relstring 9-2_6 '3324211202' recall_5 9-2_6 0.2500 recall_10 9-2_6 0.3500 recall_15 9-2_6 0.4000 recall_20 9-2_6 0.5500 recall_30 9-2_6 0.6000 recall_100 9-2_6 0.6000 recall_200 9-2_6 0.6000 recall_500 9-2_6 0.6000 recall_1000 9-2_6 0.6000 infAP 9-2_6 0.4584 Rprec_mult_0.20 9-2_6 1.0000 Rprec_mult_0.40 9-2_6 0.7500 Rprec_mult_0.60 9-2_6 0.5833 Rprec_mult_0.80 9-2_6 0.5000 Rprec_mult_1.00 9-2_6 0.5500 Rprec_mult_1.20 9-2_6 0.5000 Rprec_mult_1.40 9-2_6 0.4286 Rprec_mult_1.60 9-2_6 0.3750 Rprec_mult_1.80 9-2_6 0.3333 Rprec_mult_2.00 9-2_6 0.3000 utility 9-2_6 -22.0000 11pt_avg 9-2_6 0.4936 binG 9-2_6 0.3710 G 9-2_6 0.1540 ndcg 9-2_6 0.5457 ndcg_rel 9-2_6 0.5856 Rndcg 9-2_6 0.5720 ndcg_cut_5 9-2_6 0.7113 ndcg_cut_10 9-2_6 0.5957 ndcg_cut_15 9-2_6 0.5593 ndcg_cut_20 9-2_6 0.5840 ndcg_cut_30 9-2_6 0.5597 ndcg_cut_100 9-2_6 0.5457 ndcg_cut_200 9-2_6 0.5457 ndcg_cut_500 9-2_6 0.5457 ndcg_cut_1000 9-2_6 0.5457 map_cut_5 9-2_6 0.2500 map_cut_10 9-2_6 0.3225 map_cut_15 9-2_6 0.3492 map_cut_20 9-2_6 0.4324 map_cut_30 9-2_6 0.4584 map_cut_100 9-2_6 0.4584 map_cut_200 9-2_6 0.4584 map_cut_500 9-2_6 0.4584 map_cut_1000 9-2_6 0.4584 relative_P_5 9-2_6 1.0000 relative_P_10 9-2_6 0.7000 relative_P_15 9-2_6 0.5333 relative_P_20 9-2_6 0.5500 relative_P_30 9-2_6 0.6000 relative_P_100 9-2_6 0.6000 relative_P_200 9-2_6 0.6000 relative_P_500 9-2_6 0.6000 relative_P_1000 9-2_6 0.6000 success_1 9-2_6 1.0000 success_5 9-2_6 1.0000 success_10 9-2_6 1.0000 set_P 9-2_6 0.2609 set_relative_P 9-2_6 0.6000 set_recall 9-2_6 0.6000 set_map 9-2_6 0.1565 set_F 9-2_6 0.3636 num_nonrel_judged_ret 9-2_6 6 rbp 9-2_6 0.4223 rbp_resid 9-2_6 0.2234 unj_5 9-2_6 0.0000 unj_10 9-2_6 0.0000 unj_20 9-2_6 0.2500 num_ret 9-2_7 86 num_rel 9-2_7 10 num_rel_ret 9-2_7 5 map 9-2_7 0.3667 Rprec 9-2_7 0.3000 bpref 9-2_7 0.3200 recip_rank 9-2_7 1.0000 iprec_at_recall_0.00 9-2_7 1.0000 iprec_at_recall_0.10 9-2_7 1.0000 iprec_at_recall_0.20 9-2_7 1.0000 iprec_at_recall_0.30 9-2_7 1.0000 iprec_at_recall_0.40 9-2_7 0.3333 iprec_at_recall_0.50 9-2_7 0.3333 iprec_at_recall_0.60 9-2_7 0.0000 iprec_at_recall_0.70 9-2_7 0.0000 iprec_at_recall_0.80 9-2_7 0.0000 iprec_at_recall_0.90 9-2_7 0.0000 iprec_at_recall_1.00 9-2_7 0.0000 P_5 9-2_7 0.6000 P_10 9-2_7 0.3000 P_15 9-2_7 0.3333 P_20 9-2_7 0.2500 P_30 9-2_7 0.1667 P_100 9-2_7 0.0500 P_200 9-2_7 0.0250 P_500 9-2_7 0.0100 P_1000 9-2_7 0.0050 relstring 9-2_7 '4421101111' recall_5 9-2_7 0.3000 recall_10 9-2_7 0.3000 recall_15 9-2_7 0.5000 recall_20 9-2_7 0.5000 recall_30 9-2_7 0.5000 recall_100 9-2_7 0.5000 recall_200 9-2_7 0.5000 recall_500 9-2_7 0.5000 recall_1000 9-2_7 0.5000 infAP 9-2_7 0.3667 Rprec_mult_0.20 9-2_7 1.0000 Rprec_mult_0.40 9-2_7 0.7500 Rprec_mult_0.60 9-2_7 0.5000 Rprec_mult_0.80 9-2_7 0.3750 Rprec_mult_1.00 9-2_7 0.3000 Rprec_mult_1.20 9-2_7 0.3333 Rprec_mult_1.40 9-2_7 0.2857 Rprec_mult_1.60 9-2_7 0.3125 Rprec_mult_1.80 9-2_7 0.2778 Rprec_mult_2.00 9-2_7 0.2500 utility 9-2_7 -76.0000 11pt_avg 9-2_7 0.4242 binG 9-2_7 0.3580 G 9-2_7 0.3524 ndcg 9-2_7 0.7177 ndcg_rel 9-2_7 0.7861 Rndcg 9-2_7 0.7978 ndcg_cut_5 9-2_7 0.9107 ndcg_cut_10 9-2_7 0.7758 ndcg_cut_15 9-2_7 0.8355 ndcg_cut_20 9-2_7 0.7691 ndcg_cut_30 9-2_7 0.6977 ndcg_cut_100 9-2_7 0.7177 ndcg_cut_200 9-2_7 0.7177 ndcg_cut_500 9-2_7 0.7177 ndcg_cut_1000 9-2_7 0.7177 map_cut_5 9-2_7 0.3000 map_cut_10 9-2_7 0.3000 map_cut_15 9-2_7 0.3667 map_cut_20 9-2_7 0.3667 map_cut_30 9-2_7 0.3667 map_cut_100 9-2_7 0.3667 map_cut_200 9-2_7 0.3667 map_cut_500 9-2_7 0.3667 map_cut_1000 9-2_7 0.3667 relative_P_5 9-2_7 0.6000 relative_P_10 9-2_7 0.3000 relative_P_15 9-2_7 0.5000 relative_P_20 9-2_7 0.5000 relative_P_30 9-2_7 0.5000 relative_P_100 9-2_7 0.5000 relative_P_200 9-2_7 0.5000 relative_P_500 9-2_7 0.5000 relative_P_1000 9-2_7 0.5000 success_1 9-2_7 1.0000 success_5 9-2_7 1.0000 success_10 9-2_7 1.0000 set_P 9-2_7 0.0581 set_relative_P 9-2_7 0.5000 set_recall 9-2_7 0.5000 set_map 9-2_7 0.0291 set_F 9-2_7 0.1042 num_nonrel_judged_ret 9-2_7 16 rbp 9-2_7 0.3638 rbp_resid 9-2_7 0.1867 unj_5 9-2_7 0.0000 unj_10 9-2_7 0.0000 unj_20 9-2_7 0.2500 num_ret 9-2_9 594 num_rel 9-2_9 31 num_rel_ret 9-2_9 26 map 9-2_9 0.3262 Rprec 9-2_9 0.3548 bpref 9-2_9 0.4370 recip_rank 9-2_9 0.5000 iprec_at_recall_0.00 9-2_9 0.6667 iprec_at_recall_0.10 9-2_9 0.6000 iprec_at_recall_0.20 9-2_9 0.5625 iprec_at_recall_0.30 9-2_9 0.5625 iprec_at_recall_0.40 9-2_9 0.3636 iprec_at_recall_0.50 9-2_9 0.3636 iprec_at_recall_0.60 9-2_9 0.2754 iprec_at_recall_0.70 9-2_9 0.2396 iprec_at_recall_0.80 9-2_9 0.1866 iprec_at_recall_0.90 9-2_9 0.0000 iprec_at_recall_1.00 9-2_9 0.0000 P_5 9-2_9 0.6000 P_10 9-2_9 0.5000 P_15 9-2_9 0.5333 P_20 9-2_9 0.5000 P_30 9-2_9 0.3667 P_100 9-2_9 0.2300 P_200 9-2_9 0.1250 P_500 9-2_9 0.0520 P_1000 9-2_9 0.0260 relstring 9-2_9 '1341411431' recall_5 9-2_9 0.0968 recall_10 9-2_9 0.1613 recall_15 9-2_9 0.2581 recall_20 9-2_9 0.3226 recall_30 9-2_9 0.3548 recall_100 9-2_9 0.7419 recall_200 9-2_9 0.8065 recall_500 9-2_9 0.8387 recall_1000 9-2_9 0.8387 infAP 9-2_9 0.3262 Rprec_mult_0.20 9-2_9 0.4286 Rprec_mult_0.40 9-2_9 0.5385 Rprec_mult_0.60 9-2_9 0.5263 Rprec_mult_0.80 9-2_9 0.4400 Rprec_mult_1.00 9-2_9 0.3548 Rprec_mult_1.20 9-2_9 0.3421 Rprec_mult_1.40 9-2_9 0.3636 Rprec_mult_1.60 9-2_9 0.3200 Rprec_mult_1.80 9-2_9 0.3036 Rprec_mult_2.00 9-2_9 0.2742 utility 9-2_9 -542.0000 11pt_avg 9-2_9 0.3473 binG 9-2_9 0.2284 G 9-2_9 0.1626 ndcg 9-2_9 0.6682 ndcg_rel 9-2_9 0.5970 Rndcg 9-2_9 0.5738 ndcg_cut_5 9-2_9 0.5826 ndcg_cut_10 9-2_9 0.5510 ndcg_cut_15 9-2_9 0.5493 ndcg_cut_20 9-2_9 0.5491 ndcg_cut_30 9-2_9 0.5344 ndcg_cut_100 9-2_9 0.6057 ndcg_cut_200 9-2_9 0.6390 ndcg_cut_500 9-2_9 0.6682 ndcg_cut_1000 9-2_9 0.6682 map_cut_5 9-2_9 0.0570 map_cut_10 9-2_9 0.0910 map_cut_15 9-2_9 0.1432 map_cut_20 9-2_9 0.1793 map_cut_30 9-2_9 0.1935 map_cut_100 9-2_9 0.3093 map_cut_200 9-2_9 0.3224 map_cut_500 9-2_9 0.3262 map_cut_1000 9-2_9 0.3262 relative_P_5 9-2_9 0.6000 relative_P_10 9-2_9 0.5000 relative_P_15 9-2_9 0.5333 relative_P_20 9-2_9 0.5000 relative_P_30 9-2_9 0.3667 relative_P_100 9-2_9 0.7419 relative_P_200 9-2_9 0.8065 relative_P_500 9-2_9 0.8387 relative_P_1000 9-2_9 0.8387 success_1 9-2_9 0.0000 success_5 9-2_9 1.0000 success_10 9-2_9 1.0000 set_P 9-2_9 0.0438 set_relative_P 9-2_9 0.8387 set_recall 9-2_9 0.8387 set_map 9-2_9 0.0367 set_F 9-2_9 0.0832 num_nonrel_judged_ret 9-2_9 46 rbp 9-2_9 0.4891 rbp_resid 9-2_9 0.1351 unj_5 9-2_9 0.0000 unj_10 9-2_9 0.0000 unj_20 9-2_9 0.2000 runid all grilllab-larf-finetuned-10-rounds-10-rounds num_q all 45 num_ret all 26626 num_rel all 2135 num_rel_ret all 1135 map all 0.2685 gm_map all 0.1222 Rprec all 0.3017 bpref all 0.4041 recip_rank all 0.7175 iprec_at_recall_0.00 all 0.7614 iprec_at_recall_0.10 all 0.5986 iprec_at_recall_0.20 all 0.5010 iprec_at_recall_0.30 all 0.3843 iprec_at_recall_0.40 all 0.2968 iprec_at_recall_0.50 all 0.2416 iprec_at_recall_0.60 all 0.1792 iprec_at_recall_0.70 all 0.1224 iprec_at_recall_0.80 all 0.0804 iprec_at_recall_0.90 all 0.0449 iprec_at_recall_1.00 all 0.0239 P_5 all 0.5600 P_10 all 0.5444 P_15 all 0.4504 P_20 all 0.3978 P_30 all 0.3207 P_100 all 0.1718 P_200 all 0.1046 P_500 all 0.0491 P_1000 all 0.0252 recall_5 all 0.0972 recall_10 all 0.1744 recall_15 all 0.2134 recall_20 all 0.2397 recall_30 all 0.2697 recall_100 all 0.4153 recall_200 all 0.4917 recall_500 all 0.5581 recall_1000 all 0.5680 infAP all 0.2685 gm_bpref all 0.1181 Rprec_mult_0.20 all 0.5472 Rprec_mult_0.40 all 0.4554 Rprec_mult_0.60 all 0.3895 Rprec_mult_0.80 all 0.3331 Rprec_mult_1.00 all 0.3017 Rprec_mult_1.20 all 0.2836 Rprec_mult_1.40 all 0.2565 Rprec_mult_1.60 all 0.2370 Rprec_mult_1.80 all 0.2173 Rprec_mult_2.00 all 0.2013 utility all -541.2444 11pt_avg all 0.2940 binG all 0.2153 G all 0.1573 ndcg all 0.5021 ndcg_rel all 0.4893 Rndcg all 0.4461 ndcg_cut_5 all 0.5205 ndcg_cut_10 all 0.5305 ndcg_cut_15 all 0.4925 ndcg_cut_20 all 0.4705 ndcg_cut_30 all 0.4436 ndcg_cut_100 all 0.4387 ndcg_cut_200 all 0.4678 ndcg_cut_500 all 0.4975 ndcg_cut_1000 all 0.5021 map_cut_5 all 0.0887 map_cut_10 all 0.1447 map_cut_15 all 0.1697 map_cut_20 all 0.1852 map_cut_30 all 0.2001 map_cut_100 all 0.2493 map_cut_200 all 0.2617 map_cut_500 all 0.2679 map_cut_1000 all 0.2685 relative_P_5 all 0.5600 relative_P_10 all 0.5479 relative_P_15 all 0.4703 relative_P_20 all 0.4358 relative_P_30 all 0.3912 relative_P_100 all 0.4217 relative_P_200 all 0.4924 relative_P_500 all 0.5581 relative_P_1000 all 0.5680 success_1 all 0.6222 success_5 all 0.8222 success_10 all 0.8889 set_P all 0.0621 set_relative_P all 0.5715 set_recall all 0.5680 set_map all 0.0372 set_F all 0.0988 num_nonrel_judged_ret all 987 rbp all 0.3782 rbp_resid all 0.2063 unj_5 all 0.0000 unj_10 all 0.0022 unj_20 all 0.2811