num_ret 1-1_3 1000 num_rel 1-1_3 64 num_rel_ret 1-1_3 52 map 1-1_3 0.2732 Rprec 1-1_3 0.3125 bpref 1-1_3 0.6110 recip_rank 1-1_3 1.0000 iprec_at_recall_0.00 1-1_3 1.0000 iprec_at_recall_0.10 1-1_3 0.6364 iprec_at_recall_0.20 1-1_3 0.4848 iprec_at_recall_0.30 1-1_3 0.3519 iprec_at_recall_0.40 1-1_3 0.2621 iprec_at_recall_0.50 1-1_3 0.2292 iprec_at_recall_0.60 1-1_3 0.1674 iprec_at_recall_0.70 1-1_3 0.1282 iprec_at_recall_0.80 1-1_3 0.0854 iprec_at_recall_0.90 1-1_3 0.0000 iprec_at_recall_1.00 1-1_3 0.0000 P_5 1-1_3 0.6000 P_10 1-1_3 0.6000 P_15 1-1_3 0.5333 P_20 1-1_3 0.5500 P_30 1-1_3 0.4667 P_100 1-1_3 0.2600 P_200 1-1_3 0.1750 P_500 1-1_3 0.0940 P_1000 1-1_3 0.0520 relstring 1-1_3 '33-3-20203' recall_5 1-1_3 0.0469 recall_10 1-1_3 0.0938 recall_15 1-1_3 0.1250 recall_20 1-1_3 0.1719 recall_30 1-1_3 0.2188 recall_100 1-1_3 0.4062 recall_200 1-1_3 0.5469 recall_500 1-1_3 0.7344 recall_1000 1-1_3 0.8125 infAP 1-1_3 0.2732 Rprec_mult_0.20 1-1_3 0.5385 Rprec_mult_0.40 1-1_3 0.4615 Rprec_mult_0.60 1-1_3 0.4359 Rprec_mult_0.80 1-1_3 0.3462 Rprec_mult_1.00 1-1_3 0.3125 Rprec_mult_1.20 1-1_3 0.2987 Rprec_mult_1.40 1-1_3 0.2667 Rprec_mult_1.60 1-1_3 0.2621 Rprec_mult_1.80 1-1_3 0.2414 Rprec_mult_2.00 1-1_3 0.2344 utility 1-1_3 -896.0000 11pt_avg 1-1_3 0.3041 binG 1-1_3 0.1878 G 1-1_3 0.1420 ndcg 1-1_3 0.6361 ndcg_rel 1-1_3 0.5499 Rndcg 1-1_3 0.5335 ndcg_cut_5 1-1_3 0.5904 ndcg_cut_10 1-1_3 0.5501 ndcg_cut_15 1-1_3 0.5071 ndcg_cut_20 1-1_3 0.5098 ndcg_cut_30 1-1_3 0.4650 ndcg_cut_100 1-1_3 0.4295 ndcg_cut_200 1-1_3 0.5079 ndcg_cut_500 1-1_3 0.6050 ndcg_cut_1000 1-1_3 0.6361 map_cut_5 1-1_3 0.0430 map_cut_10 1-1_3 0.0725 map_cut_15 1-1_3 0.0914 map_cut_20 1-1_3 0.1160 map_cut_30 1-1_3 0.1394 map_cut_100 1-1_3 0.2065 map_cut_200 1-1_3 0.2395 map_cut_500 1-1_3 0.2668 map_cut_1000 1-1_3 0.2732 relative_P_5 1-1_3 0.6000 relative_P_10 1-1_3 0.6000 relative_P_15 1-1_3 0.5333 relative_P_20 1-1_3 0.5500 relative_P_30 1-1_3 0.4667 relative_P_100 1-1_3 0.4062 relative_P_200 1-1_3 0.5469 relative_P_500 1-1_3 0.7344 relative_P_1000 1-1_3 0.8125 success_1 1-1_3 1.0000 success_5 1-1_3 1.0000 success_10 1-1_3 1.0000 set_P 1-1_3 0.0520 set_relative_P 1-1_3 0.8125 set_recall 1-1_3 0.8125 set_map 1-1_3 0.0423 set_F 1-1_3 0.0977 num_nonrel_judged_ret 1-1_3 32 rbp 1-1_3 0.3669 rbp_resid 1-1_3 0.3401 unj_5 1-1_3 0.4000 unj_10 1-1_3 0.2000 unj_20 1-1_3 0.3500 num_ret 1-1_4 1000 num_rel 1-1_4 107 num_rel_ret 1-1_4 74 map 1-1_4 0.2063 Rprec 1-1_4 0.2991 bpref 1-1_4 0.6386 recip_rank 1-1_4 1.0000 iprec_at_recall_0.00 1-1_4 1.0000 iprec_at_recall_0.10 1-1_4 0.4688 iprec_at_recall_0.20 1-1_4 0.3538 iprec_at_recall_0.30 1-1_4 0.3232 iprec_at_recall_0.40 1-1_4 0.2251 iprec_at_recall_0.50 1-1_4 0.1205 iprec_at_recall_0.60 1-1_4 0.0997 iprec_at_recall_0.70 1-1_4 0.0000 iprec_at_recall_0.80 1-1_4 0.0000 iprec_at_recall_0.90 1-1_4 0.0000 iprec_at_recall_1.00 1-1_4 0.0000 P_5 1-1_4 0.8000 P_10 1-1_4 0.6000 P_15 1-1_4 0.6000 P_20 1-1_4 0.4500 P_30 1-1_4 0.4333 P_100 1-1_4 0.3200 P_200 1-1_4 0.2150 P_500 1-1_4 0.1120 P_1000 1-1_4 0.0740 relstring 1-1_4 '4324----42' recall_5 1-1_4 0.0374 recall_10 1-1_4 0.0561 recall_15 1-1_4 0.0841 recall_20 1-1_4 0.0841 recall_30 1-1_4 0.1215 recall_100 1-1_4 0.2991 recall_200 1-1_4 0.4019 recall_500 1-1_4 0.5234 recall_1000 1-1_4 0.6916 infAP 1-1_4 0.2063 Rprec_mult_0.20 1-1_4 0.4545 Rprec_mult_0.40 1-1_4 0.3953 Rprec_mult_0.60 1-1_4 0.3538 Rprec_mult_0.80 1-1_4 0.3140 Rprec_mult_1.00 1-1_4 0.2991 Rprec_mult_1.20 1-1_4 0.2713 Rprec_mult_1.40 1-1_4 0.2600 Rprec_mult_1.60 1-1_4 0.2267 Rprec_mult_1.80 1-1_4 0.2228 Rprec_mult_2.00 1-1_4 0.2009 utility 1-1_4 -852.0000 11pt_avg 1-1_4 0.2356 binG 1-1_4 0.1454 G 1-1_4 0.1185 ndcg 1-1_4 0.5738 ndcg_rel 1-1_4 0.5190 Rndcg 1-1_4 0.4545 ndcg_cut_5 1-1_4 0.7305 ndcg_cut_10 1-1_4 0.5721 ndcg_cut_15 1-1_4 0.5447 ndcg_cut_20 1-1_4 0.4691 ndcg_cut_30 1-1_4 0.4433 ndcg_cut_100 1-1_4 0.3935 ndcg_cut_200 1-1_4 0.4419 ndcg_cut_500 1-1_4 0.4999 ndcg_cut_1000 1-1_4 0.5738 map_cut_5 1-1_4 0.0374 map_cut_10 1-1_4 0.0482 map_cut_15 1-1_4 0.0654 map_cut_20 1-1_4 0.0654 map_cut_30 1-1_4 0.0823 map_cut_100 1-1_4 0.1458 map_cut_200 1-1_4 0.1724 map_cut_500 1-1_4 0.1909 map_cut_1000 1-1_4 0.2063 relative_P_5 1-1_4 0.8000 relative_P_10 1-1_4 0.6000 relative_P_15 1-1_4 0.6000 relative_P_20 1-1_4 0.4500 relative_P_30 1-1_4 0.4333 relative_P_100 1-1_4 0.3200 relative_P_200 1-1_4 0.4019 relative_P_500 1-1_4 0.5234 relative_P_1000 1-1_4 0.6916 success_1 1-1_4 1.0000 success_5 1-1_4 1.0000 success_10 1-1_4 1.0000 set_P 1-1_4 0.0740 set_relative_P 1-1_4 0.6916 set_recall 1-1_4 0.6916 set_map 1-1_4 0.0512 set_F 1-1_4 0.1337 num_nonrel_judged_ret 1-1_4 2 rbp 1-1_4 0.4374 rbp_resid 1-1_4 0.4440 unj_5 1-1_4 0.2000 unj_10 1-1_4 0.4000 unj_20 1-1_4 0.5500 num_ret 1-1_5 1000 num_rel 1-1_5 219 num_rel_ret 1-1_5 107 map 1-1_5 0.1660 Rprec 1-1_5 0.2329 bpref 1-1_5 0.4541 recip_rank 1-1_5 1.0000 iprec_at_recall_0.00 1-1_5 1.0000 iprec_at_recall_0.10 1-1_5 0.5500 iprec_at_recall_0.20 1-1_5 0.2973 iprec_at_recall_0.30 1-1_5 0.2089 iprec_at_recall_0.40 1-1_5 0.1466 iprec_at_recall_0.50 1-1_5 0.0000 iprec_at_recall_0.60 1-1_5 0.0000 iprec_at_recall_0.70 1-1_5 0.0000 iprec_at_recall_0.80 1-1_5 0.0000 iprec_at_recall_0.90 1-1_5 0.0000 iprec_at_recall_1.00 1-1_5 0.0000 P_5 1-1_5 0.8000 P_10 1-1_5 0.8000 P_15 1-1_5 0.8000 P_20 1-1_5 0.7000 P_30 1-1_5 0.6000 P_100 1-1_5 0.3700 P_200 1-1_5 0.2350 P_500 1-1_5 0.1620 P_1000 1-1_5 0.1070 relstring 1-1_5 '2-223-2332' recall_5 1-1_5 0.0183 recall_10 1-1_5 0.0365 recall_15 1-1_5 0.0548 recall_20 1-1_5 0.0639 recall_30 1-1_5 0.0822 recall_100 1-1_5 0.1689 recall_200 1-1_5 0.2146 recall_500 1-1_5 0.3699 recall_1000 1-1_5 0.4886 infAP 1-1_5 0.1660 Rprec_mult_0.20 1-1_5 0.5000 Rprec_mult_0.40 1-1_5 0.3864 Rprec_mult_0.60 1-1_5 0.3182 Rprec_mult_0.80 1-1_5 0.2557 Rprec_mult_1.00 1-1_5 0.2329 Rprec_mult_1.20 1-1_5 0.2205 Rprec_mult_1.40 1-1_5 0.2052 Rprec_mult_1.60 1-1_5 0.1937 Rprec_mult_1.80 1-1_5 0.1823 Rprec_mult_2.00 1-1_5 0.1712 utility 1-1_5 -786.0000 11pt_avg 1-1_5 0.2003 binG 1-1_5 0.0963 G 1-1_5 0.0671 ndcg 1-1_5 0.4277 ndcg_rel 1-1_5 0.3976 Rndcg 1-1_5 0.3555 ndcg_cut_5 1-1_5 0.4258 ndcg_cut_10 1-1_5 0.4538 ndcg_cut_15 1-1_5 0.4668 ndcg_cut_20 1-1_5 0.4390 ndcg_cut_30 1-1_5 0.4118 ndcg_cut_100 1-1_5 0.3542 ndcg_cut_200 1-1_5 0.2724 ndcg_cut_500 1-1_5 0.3537 ndcg_cut_1000 1-1_5 0.4277 map_cut_5 1-1_5 0.0147 map_cut_10 1-1_5 0.0286 map_cut_15 1-1_5 0.0428 map_cut_20 1-1_5 0.0497 map_cut_30 1-1_5 0.0619 map_cut_100 1-1_5 0.1043 map_cut_200 1-1_5 0.1184 map_cut_500 1-1_5 0.1500 map_cut_1000 1-1_5 0.1660 relative_P_5 1-1_5 0.8000 relative_P_10 1-1_5 0.8000 relative_P_15 1-1_5 0.8000 relative_P_20 1-1_5 0.7000 relative_P_30 1-1_5 0.6000 relative_P_100 1-1_5 0.3700 relative_P_200 1-1_5 0.2350 relative_P_500 1-1_5 0.3699 relative_P_1000 1-1_5 0.4886 success_1 1-1_5 1.0000 success_5 1-1_5 1.0000 success_10 1-1_5 1.0000 set_P 1-1_5 0.1070 set_relative_P 1-1_5 0.4886 set_recall 1-1_5 0.4886 set_map 1-1_5 0.0523 set_F 1-1_5 0.1756 num_nonrel_judged_ret 1-1_5 6 rbp 1-1_5 0.3888 rbp_resid 1-1_5 0.2912 unj_5 1-1_5 0.2000 unj_10 1-1_5 0.2000 unj_20 1-1_5 0.2500 num_ret 1-1_7 1000 num_rel 1-1_7 99 num_rel_ret 1-1_7 87 map 1-1_7 0.3737 Rprec 1-1_7 0.4141 bpref 1-1_7 0.7210 recip_rank 1-1_7 1.0000 iprec_at_recall_0.00 1-1_7 1.0000 iprec_at_recall_0.10 1-1_7 0.8235 iprec_at_recall_0.20 1-1_7 0.6970 iprec_at_recall_0.30 1-1_7 0.5556 iprec_at_recall_0.40 1-1_7 0.4255 iprec_at_recall_0.50 1-1_7 0.3226 iprec_at_recall_0.60 1-1_7 0.2479 iprec_at_recall_0.70 1-1_7 0.1927 iprec_at_recall_0.80 1-1_7 0.1221 iprec_at_recall_0.90 1-1_7 0.0000 iprec_at_recall_1.00 1-1_7 0.0000 P_5 1-1_7 0.8000 P_10 1-1_7 0.8000 P_15 1-1_7 0.8000 P_20 1-1_7 0.7500 P_30 1-1_7 0.6667 P_100 1-1_7 0.4100 P_200 1-1_7 0.2700 P_500 1-1_7 0.1500 P_1000 1-1_7 0.0870 relstring 1-1_7 '23-2221242' recall_5 1-1_7 0.0404 recall_10 1-1_7 0.0808 recall_15 1-1_7 0.1212 recall_20 1-1_7 0.1515 recall_30 1-1_7 0.2020 recall_100 1-1_7 0.4141 recall_200 1-1_7 0.5455 recall_500 1-1_7 0.7576 recall_1000 1-1_7 0.8788 infAP 1-1_7 0.3737 Rprec_mult_0.20 1-1_7 0.7500 Rprec_mult_0.40 1-1_7 0.6500 Rprec_mult_0.60 1-1_7 0.5000 Rprec_mult_0.80 1-1_7 0.4375 Rprec_mult_1.00 1-1_7 0.4141 Rprec_mult_1.20 1-1_7 0.3529 Rprec_mult_1.40 1-1_7 0.3381 Rprec_mult_1.60 1-1_7 0.3145 Rprec_mult_1.80 1-1_7 0.2961 Rprec_mult_2.00 1-1_7 0.2727 utility 1-1_7 -826.0000 11pt_avg 1-1_7 0.3988 binG 1-1_7 0.2049 G 1-1_7 0.1394 ndcg 1-1_7 0.6945 ndcg_rel 1-1_7 0.5713 Rndcg 1-1_7 0.5253 ndcg_cut_5 1-1_7 0.4687 ndcg_cut_10 1-1_7 0.5307 ndcg_cut_15 1-1_7 0.5676 ndcg_cut_20 1-1_7 0.5627 ndcg_cut_30 1-1_7 0.5291 ndcg_cut_100 1-1_7 0.4625 ndcg_cut_200 1-1_7 0.5240 ndcg_cut_500 1-1_7 0.6444 ndcg_cut_1000 1-1_7 0.6945 map_cut_5 1-1_7 0.0359 map_cut_10 1-1_7 0.0678 map_cut_15 1-1_7 0.0992 map_cut_20 1-1_7 0.1233 map_cut_30 1-1_7 0.1595 map_cut_100 1-1_7 0.2732 map_cut_200 1-1_7 0.3165 map_cut_500 1-1_7 0.3600 map_cut_1000 1-1_7 0.3737 relative_P_5 1-1_7 0.8000 relative_P_10 1-1_7 0.8000 relative_P_15 1-1_7 0.8000 relative_P_20 1-1_7 0.7500 relative_P_30 1-1_7 0.6667 relative_P_100 1-1_7 0.4141 relative_P_200 1-1_7 0.5455 relative_P_500 1-1_7 0.7576 relative_P_1000 1-1_7 0.8788 success_1 1-1_7 1.0000 success_5 1-1_7 1.0000 success_10 1-1_7 1.0000 set_P 1-1_7 0.0870 set_relative_P 1-1_7 0.8788 set_recall 1-1_7 0.8788 set_map 1-1_7 0.0765 set_F 1-1_7 0.1583 num_nonrel_judged_ret 1-1_7 9 rbp 1-1_7 0.4616 rbp_resid 1-1_7 0.1519 unj_5 1-1_7 0.2000 unj_10 1-1_7 0.1000 unj_20 1-1_7 0.1000 num_ret 1-1_8 1000 num_rel 1-1_8 94 num_rel_ret 1-1_8 41 map 1-1_8 0.0962 Rprec 1-1_8 0.1596 bpref 1-1_8 0.3312 recip_rank 1-1_8 1.0000 iprec_at_recall_0.00 1-1_8 1.0000 iprec_at_recall_0.10 1-1_8 0.3214 iprec_at_recall_0.20 1-1_8 0.1242 iprec_at_recall_0.30 1-1_8 0.0664 iprec_at_recall_0.40 1-1_8 0.0505 iprec_at_recall_0.50 1-1_8 0.0000 iprec_at_recall_0.60 1-1_8 0.0000 iprec_at_recall_0.70 1-1_8 0.0000 iprec_at_recall_0.80 1-1_8 0.0000 iprec_at_recall_0.90 1-1_8 0.0000 iprec_at_recall_1.00 1-1_8 0.0000 P_5 1-1_8 0.4000 P_10 1-1_8 0.6000 P_15 1-1_8 0.4667 P_20 1-1_8 0.4000 P_30 1-1_8 0.3000 P_100 1-1_8 0.1600 P_200 1-1_8 0.1050 P_500 1-1_8 0.0600 P_1000 1-1_8 0.0410 relstring 1-1_8 '2200-20222' recall_5 1-1_8 0.0213 recall_10 1-1_8 0.0638 recall_15 1-1_8 0.0745 recall_20 1-1_8 0.0851 recall_30 1-1_8 0.0957 recall_100 1-1_8 0.1702 recall_200 1-1_8 0.2234 recall_500 1-1_8 0.3191 recall_1000 1-1_8 0.4362 infAP 1-1_8 0.0962 Rprec_mult_0.20 1-1_8 0.4211 Rprec_mult_0.40 1-1_8 0.2895 Rprec_mult_0.60 1-1_8 0.2456 Rprec_mult_0.80 1-1_8 0.1842 Rprec_mult_1.00 1-1_8 0.1596 Rprec_mult_1.20 1-1_8 0.1416 Rprec_mult_1.40 1-1_8 0.1288 Rprec_mult_1.60 1-1_8 0.1192 Rprec_mult_1.80 1-1_8 0.1118 Rprec_mult_2.00 1-1_8 0.1011 utility 1-1_8 -918.0000 11pt_avg 1-1_8 0.1420 binG 1-1_8 0.0926 G 1-1_8 0.0639 ndcg 1-1_8 0.3417 ndcg_rel 1-1_8 0.3161 Rndcg 1-1_8 0.2716 ndcg_cut_5 1-1_8 0.2860 ndcg_cut_10 1-1_8 0.3573 ndcg_cut_15 1-1_8 0.3133 ndcg_cut_20 1-1_8 0.2985 ndcg_cut_30 1-1_8 0.2668 ndcg_cut_100 1-1_8 0.2011 ndcg_cut_200 1-1_8 0.2345 ndcg_cut_500 1-1_8 0.2903 ndcg_cut_1000 1-1_8 0.3417 map_cut_5 1-1_8 0.0213 map_cut_10 1-1_8 0.0442 map_cut_15 1-1_8 0.0499 map_cut_20 1-1_8 0.0549 map_cut_30 1-1_8 0.0584 map_cut_100 1-1_8 0.0763 map_cut_200 1-1_8 0.0826 map_cut_500 1-1_8 0.0901 map_cut_1000 1-1_8 0.0962 relative_P_5 1-1_8 0.4000 relative_P_10 1-1_8 0.6000 relative_P_15 1-1_8 0.4667 relative_P_20 1-1_8 0.4000 relative_P_30 1-1_8 0.3000 relative_P_100 1-1_8 0.1702 relative_P_200 1-1_8 0.2234 relative_P_500 1-1_8 0.3191 relative_P_1000 1-1_8 0.4362 success_1 1-1_8 1.0000 success_5 1-1_8 1.0000 success_10 1-1_8 1.0000 set_P 1-1_8 0.0410 set_relative_P 1-1_8 0.4362 set_recall 1-1_8 0.4362 set_map 1-1_8 0.0179 set_F 1-1_8 0.0750 num_nonrel_judged_ret 1-1_8 34 rbp 1-1_8 0.2190 rbp_resid 1-1_8 0.3088 unj_5 1-1_8 0.2000 unj_10 1-1_8 0.1000 unj_20 1-1_8 0.4000 num_ret 2-1_10 1000 num_rel 2-1_10 17 num_rel_ret 2-1_10 9 map 2-1_10 0.0194 Rprec 2-1_10 0.0588 bpref 2-1_10 0.1384 recip_rank 2-1_10 0.0833 iprec_at_recall_0.00 2-1_10 0.0833 iprec_at_recall_0.10 2-1_10 0.0769 iprec_at_recall_0.20 2-1_10 0.0421 iprec_at_recall_0.30 2-1_10 0.0314 iprec_at_recall_0.40 2-1_10 0.0153 iprec_at_recall_0.50 2-1_10 0.0153 iprec_at_recall_0.60 2-1_10 0.0000 iprec_at_recall_0.70 2-1_10 0.0000 iprec_at_recall_0.80 2-1_10 0.0000 iprec_at_recall_0.90 2-1_10 0.0000 iprec_at_recall_1.00 2-1_10 0.0000 P_5 2-1_10 0.0000 P_10 2-1_10 0.0000 P_15 2-1_10 0.0667 P_20 2-1_10 0.0500 P_30 2-1_10 0.0667 P_100 2-1_10 0.0400 P_200 2-1_10 0.0250 P_500 2-1_10 0.0120 P_1000 2-1_10 0.0090 relstring 2-1_10 '00000-1000' recall_5 2-1_10 0.0000 recall_10 2-1_10 0.0000 recall_15 2-1_10 0.0588 recall_20 2-1_10 0.0588 recall_30 2-1_10 0.1176 recall_100 2-1_10 0.2353 recall_200 2-1_10 0.2941 recall_500 2-1_10 0.3529 recall_1000 2-1_10 0.5294 infAP 2-1_10 0.0194 Rprec_mult_0.20 2-1_10 0.0000 Rprec_mult_0.40 2-1_10 0.0000 Rprec_mult_0.60 2-1_10 0.0000 Rprec_mult_0.80 2-1_10 0.0714 Rprec_mult_1.00 2-1_10 0.0588 Rprec_mult_1.20 2-1_10 0.0476 Rprec_mult_1.40 2-1_10 0.0417 Rprec_mult_1.60 2-1_10 0.0714 Rprec_mult_1.80 2-1_10 0.0645 Rprec_mult_2.00 2-1_10 0.0588 utility 2-1_10 -982.0000 11pt_avg 2-1_10 0.0240 binG 2-1_10 0.0811 G 2-1_10 0.0725 ndcg 2-1_10 0.2162 ndcg_rel 2-1_10 0.1793 Rndcg 2-1_10 0.0925 ndcg_cut_5 2-1_10 0.0000 ndcg_cut_10 2-1_10 0.0245 ndcg_cut_15 2-1_10 0.0703 ndcg_cut_20 2-1_10 0.0638 ndcg_cut_30 2-1_10 0.0978 ndcg_cut_100 2-1_10 0.1314 ndcg_cut_200 2-1_10 0.1540 ndcg_cut_500 2-1_10 0.1741 ndcg_cut_1000 2-1_10 0.2162 map_cut_5 2-1_10 0.0000 map_cut_10 2-1_10 0.0000 map_cut_15 2-1_10 0.0049 map_cut_20 2-1_10 0.0049 map_cut_30 2-1_10 0.0094 map_cut_100 2-1_10 0.0139 map_cut_200 2-1_10 0.0157 map_cut_500 2-1_10 0.0169 map_cut_1000 2-1_10 0.0194 relative_P_5 2-1_10 0.0000 relative_P_10 2-1_10 0.0000 relative_P_15 2-1_10 0.0667 relative_P_20 2-1_10 0.0588 relative_P_30 2-1_10 0.1176 relative_P_100 2-1_10 0.2353 relative_P_200 2-1_10 0.2941 relative_P_500 2-1_10 0.3529 relative_P_1000 2-1_10 0.5294 success_1 2-1_10 0.0000 success_5 2-1_10 0.0000 success_10 2-1_10 0.0000 set_P 2-1_10 0.0090 set_relative_P 2-1_10 0.5294 set_recall 2-1_10 0.5294 set_map 2-1_10 0.0048 set_F 2-1_10 0.0177 num_nonrel_judged_ret 2-1_10 17 rbp 2-1_10 0.0563 rbp_resid 2-1_10 0.3318 unj_5 2-1_10 0.0000 unj_10 2-1_10 0.1000 unj_20 2-1_10 0.4500 num_ret 2-1_12 1000 num_rel 2-1_12 101 num_rel_ret 2-1_12 9 map 2-1_12 0.0018 Rprec 2-1_12 0.0198 bpref 2-1_12 0.0715 recip_rank 2-1_12 0.0123 iprec_at_recall_0.00 2-1_12 0.0268 iprec_at_recall_0.10 2-1_12 0.0000 iprec_at_recall_0.20 2-1_12 0.0000 iprec_at_recall_0.30 2-1_12 0.0000 iprec_at_recall_0.40 2-1_12 0.0000 iprec_at_recall_0.50 2-1_12 0.0000 iprec_at_recall_0.60 2-1_12 0.0000 iprec_at_recall_0.70 2-1_12 0.0000 iprec_at_recall_0.80 2-1_12 0.0000 iprec_at_recall_0.90 2-1_12 0.0000 iprec_at_recall_1.00 2-1_12 0.0000 P_5 2-1_12 0.0000 P_10 2-1_12 0.0000 P_15 2-1_12 0.0000 P_20 2-1_12 0.0000 P_30 2-1_12 0.0000 P_100 2-1_12 0.0200 P_200 2-1_12 0.0250 P_500 2-1_12 0.0140 P_1000 2-1_12 0.0090 relstring 2-1_12 '0000000000' recall_5 2-1_12 0.0000 recall_10 2-1_12 0.0000 recall_15 2-1_12 0.0000 recall_20 2-1_12 0.0000 recall_30 2-1_12 0.0000 recall_100 2-1_12 0.0198 recall_200 2-1_12 0.0495 recall_500 2-1_12 0.0693 recall_1000 2-1_12 0.0891 infAP 2-1_12 0.0018 Rprec_mult_0.20 2-1_12 0.0000 Rprec_mult_0.40 2-1_12 0.0000 Rprec_mult_0.60 2-1_12 0.0000 Rprec_mult_0.80 2-1_12 0.0123 Rprec_mult_1.00 2-1_12 0.0198 Rprec_mult_1.20 2-1_12 0.0164 Rprec_mult_1.40 2-1_12 0.0141 Rprec_mult_1.60 2-1_12 0.0185 Rprec_mult_1.80 2-1_12 0.0220 Rprec_mult_2.00 2-1_12 0.0248 utility 2-1_12 -982.0000 11pt_avg 2-1_12 0.0024 binG 2-1_12 0.0117 G 2-1_12 0.0087 ndcg 2-1_12 0.0445 ndcg_rel 2-1_12 0.0432 Rndcg 2-1_12 0.0169 ndcg_cut_5 2-1_12 0.0000 ndcg_cut_10 2-1_12 0.0000 ndcg_cut_15 2-1_12 0.0000 ndcg_cut_20 2-1_12 0.0000 ndcg_cut_30 2-1_12 0.0000 ndcg_cut_100 2-1_12 0.0120 ndcg_cut_200 2-1_12 0.0259 ndcg_cut_500 2-1_12 0.0349 ndcg_cut_1000 2-1_12 0.0445 map_cut_5 2-1_12 0.0000 map_cut_10 2-1_12 0.0000 map_cut_15 2-1_12 0.0000 map_cut_20 2-1_12 0.0000 map_cut_30 2-1_12 0.0000 map_cut_100 2-1_12 0.0003 map_cut_200 2-1_12 0.0010 map_cut_500 2-1_12 0.0015 map_cut_1000 2-1_12 0.0018 relative_P_5 2-1_12 0.0000 relative_P_10 2-1_12 0.0000 relative_P_15 2-1_12 0.0000 relative_P_20 2-1_12 0.0000 relative_P_30 2-1_12 0.0000 relative_P_100 2-1_12 0.0200 relative_P_200 2-1_12 0.0495 relative_P_500 2-1_12 0.0693 relative_P_1000 2-1_12 0.0891 success_1 2-1_12 0.0000 success_5 2-1_12 0.0000 success_10 2-1_12 0.0000 set_P 2-1_12 0.0090 set_relative_P 2-1_12 0.0891 set_recall 2-1_12 0.0891 set_map 2-1_12 0.0008 set_F 2-1_12 0.0163 num_nonrel_judged_ret 2-1_12 24 rbp 2-1_12 0.0000 rbp_resid 2-1_12 0.3106 unj_5 2-1_12 0.0000 unj_10 2-1_12 0.0000 unj_20 2-1_12 0.4500 num_ret 2-1_14 1000 num_rel 2-1_14 52 num_rel_ret 2-1_14 31 map 2-1_14 0.0460 Rprec 2-1_14 0.0769 bpref 2-1_14 0.2027 recip_rank 2-1_14 0.2000 iprec_at_recall_0.00 2-1_14 0.2857 iprec_at_recall_0.10 2-1_14 0.0893 iprec_at_recall_0.20 2-1_14 0.0885 iprec_at_recall_0.30 2-1_14 0.0567 iprec_at_recall_0.40 2-1_14 0.0537 iprec_at_recall_0.50 2-1_14 0.0463 iprec_at_recall_0.60 2-1_14 0.0367 iprec_at_recall_0.70 2-1_14 0.0000 iprec_at_recall_0.80 2-1_14 0.0000 iprec_at_recall_0.90 2-1_14 0.0000 iprec_at_recall_1.00 2-1_14 0.0000 P_5 2-1_14 0.2000 P_10 2-1_14 0.2000 P_15 2-1_14 0.1333 P_20 2-1_14 0.1000 P_30 2-1_14 0.1333 P_100 2-1_14 0.0800 P_200 2-1_14 0.0650 P_500 2-1_14 0.0480 P_1000 2-1_14 0.0310 relstring 2-1_14 '0-01203011' recall_5 2-1_14 0.0192 recall_10 2-1_14 0.0385 recall_15 2-1_14 0.0385 recall_20 2-1_14 0.0385 recall_30 2-1_14 0.0769 recall_100 2-1_14 0.1538 recall_200 2-1_14 0.2500 recall_500 2-1_14 0.4615 recall_1000 2-1_14 0.5962 infAP 2-1_14 0.0460 Rprec_mult_0.20 2-1_14 0.1818 Rprec_mult_0.40 2-1_14 0.0952 Rprec_mult_0.60 2-1_14 0.1250 Rprec_mult_0.80 2-1_14 0.0952 Rprec_mult_1.00 2-1_14 0.0769 Rprec_mult_1.20 2-1_14 0.0794 Rprec_mult_1.40 2-1_14 0.0685 Rprec_mult_1.60 2-1_14 0.0714 Rprec_mult_1.80 2-1_14 0.0851 Rprec_mult_2.00 2-1_14 0.0769 utility 2-1_14 -938.0000 11pt_avg 2-1_14 0.0597 binG 2-1_14 0.0888 G 2-1_14 0.0869 ndcg 2-1_14 0.3889 ndcg_rel 2-1_14 0.2985 Rndcg 2-1_14 0.2069 ndcg_cut_5 2-1_14 0.1362 ndcg_cut_10 2-1_14 0.2050 ndcg_cut_15 2-1_14 0.1748 ndcg_cut_20 2-1_14 0.1505 ndcg_cut_30 2-1_14 0.1682 ndcg_cut_100 2-1_14 0.1534 ndcg_cut_200 2-1_14 0.2073 ndcg_cut_500 2-1_14 0.3087 ndcg_cut_1000 2-1_14 0.3889 map_cut_5 2-1_14 0.0038 map_cut_10 2-1_14 0.0093 map_cut_15 2-1_14 0.0093 map_cut_20 2-1_14 0.0093 map_cut_30 2-1_14 0.0148 map_cut_100 2-1_14 0.0213 map_cut_200 2-1_14 0.0285 map_cut_500 2-1_14 0.0401 map_cut_1000 2-1_14 0.0460 relative_P_5 2-1_14 0.2000 relative_P_10 2-1_14 0.2000 relative_P_15 2-1_14 0.1333 relative_P_20 2-1_14 0.1000 relative_P_30 2-1_14 0.1333 relative_P_100 2-1_14 0.1538 relative_P_200 2-1_14 0.2500 relative_P_500 2-1_14 0.4615 relative_P_1000 2-1_14 0.5962 success_1 2-1_14 0.0000 success_5 2-1_14 1.0000 success_10 2-1_14 1.0000 set_P 2-1_14 0.0310 set_relative_P 2-1_14 0.5962 set_recall 2-1_14 0.5962 set_map 2-1_14 0.0185 set_F 2-1_14 0.0589 num_nonrel_judged_ret 2-1_14 66 rbp 2-1_14 0.1755 rbp_resid 2-1_14 0.3188 unj_5 2-1_14 0.2000 unj_10 2-1_14 0.1000 unj_20 2-1_14 0.3500 num_ret 2-1_4 1000 num_rel 2-1_4 64 num_rel_ret 2-1_4 60 map 2-1_4 0.4292 Rprec 2-1_4 0.4531 bpref 2-1_4 0.7317 recip_rank 2-1_4 1.0000 iprec_at_recall_0.00 2-1_4 1.0000 iprec_at_recall_0.10 2-1_4 0.7273 iprec_at_recall_0.20 2-1_4 0.5417 iprec_at_recall_0.30 2-1_4 0.4872 iprec_at_recall_0.40 2-1_4 0.4824 iprec_at_recall_0.50 2-1_4 0.4824 iprec_at_recall_0.60 2-1_4 0.4824 iprec_at_recall_0.70 2-1_4 0.4091 iprec_at_recall_0.80 2-1_4 0.3333 iprec_at_recall_0.90 2-1_4 0.1191 iprec_at_recall_1.00 2-1_4 0.0000 P_5 2-1_4 0.6000 P_10 2-1_4 0.7000 P_15 2-1_4 0.6000 P_20 2-1_4 0.6000 P_30 2-1_4 0.5000 P_100 2-1_4 0.4400 P_200 2-1_4 0.2700 P_500 2-1_4 0.1180 P_1000 2-1_4 0.0600 relstring 2-1_4 '31-2202332' recall_5 2-1_4 0.0469 recall_10 2-1_4 0.1094 recall_15 2-1_4 0.1406 recall_20 2-1_4 0.1875 recall_30 2-1_4 0.2344 recall_100 2-1_4 0.6875 recall_200 2-1_4 0.8438 recall_500 2-1_4 0.9219 recall_1000 2-1_4 0.9375 infAP 2-1_4 0.4292 Rprec_mult_0.20 2-1_4 0.6154 Rprec_mult_0.40 2-1_4 0.5385 Rprec_mult_0.60 2-1_4 0.4872 Rprec_mult_0.80 2-1_4 0.4423 Rprec_mult_1.00 2-1_4 0.4531 Rprec_mult_1.20 2-1_4 0.4545 Rprec_mult_1.40 2-1_4 0.4667 Rprec_mult_1.60 2-1_4 0.4272 Rprec_mult_1.80 2-1_4 0.3879 Rprec_mult_2.00 2-1_4 0.3594 utility 2-1_4 -880.0000 11pt_avg 2-1_4 0.4604 binG 2-1_4 0.2218 G 2-1_4 0.1734 ndcg 2-1_4 0.7601 ndcg_rel 2-1_4 0.6188 Rndcg 2-1_4 0.6323 ndcg_cut_5 2-1_4 0.5349 ndcg_cut_10 2-1_4 0.5714 ndcg_cut_15 2-1_4 0.5437 ndcg_cut_20 2-1_4 0.5621 ndcg_cut_30 2-1_4 0.5344 ndcg_cut_100 2-1_4 0.6193 ndcg_cut_200 2-1_4 0.7140 ndcg_cut_500 2-1_4 0.7549 ndcg_cut_1000 2-1_4 0.7601 map_cut_5 2-1_4 0.0328 map_cut_10 2-1_4 0.0729 map_cut_15 2-1_4 0.0936 map_cut_20 2-1_4 0.1228 map_cut_30 2-1_4 0.1480 map_cut_100 2-1_4 0.3598 map_cut_200 2-1_4 0.4133 map_cut_500 2-1_4 0.4277 map_cut_1000 2-1_4 0.4292 relative_P_5 2-1_4 0.6000 relative_P_10 2-1_4 0.7000 relative_P_15 2-1_4 0.6000 relative_P_20 2-1_4 0.6000 relative_P_30 2-1_4 0.5000 relative_P_100 2-1_4 0.6875 relative_P_200 2-1_4 0.8438 relative_P_500 2-1_4 0.9219 relative_P_1000 2-1_4 0.9375 success_1 2-1_4 1.0000 success_5 2-1_4 1.0000 success_10 2-1_4 1.0000 set_P 2-1_4 0.0600 set_relative_P 2-1_4 0.9375 set_recall 2-1_4 0.9375 set_map 2-1_4 0.0563 set_F 2-1_4 0.1128 num_nonrel_judged_ret 2-1_4 38 rbp 2-1_4 0.3833 rbp_resid 2-1_4 0.1792 unj_5 2-1_4 0.2000 unj_10 2-1_4 0.1000 unj_20 2-1_4 0.1500 num_ret 2-1_9 1000 num_rel 2-1_9 16 num_rel_ret 2-1_9 12 map 2-1_9 0.0526 Rprec 2-1_9 0.1250 bpref 2-1_9 0.1741 recip_rank 2-1_9 0.2500 iprec_at_recall_0.00 2-1_9 0.2500 iprec_at_recall_0.10 2-1_9 0.2000 iprec_at_recall_0.20 2-1_9 0.1429 iprec_at_recall_0.30 2-1_9 0.0485 iprec_at_recall_0.40 2-1_9 0.0331 iprec_at_recall_0.50 2-1_9 0.0242 iprec_at_recall_0.60 2-1_9 0.0179 iprec_at_recall_0.70 2-1_9 0.0156 iprec_at_recall_0.80 2-1_9 0.0000 iprec_at_recall_0.90 2-1_9 0.0000 iprec_at_recall_1.00 2-1_9 0.0000 P_5 2-1_9 0.2000 P_10 2-1_9 0.2000 P_15 2-1_9 0.1333 P_20 2-1_9 0.1000 P_30 2-1_9 0.1000 P_100 2-1_9 0.0400 P_200 2-1_9 0.0300 P_500 2-1_9 0.0180 P_1000 2-1_9 0.0120 relstring 2-1_9 '0003000002' recall_5 2-1_9 0.0625 recall_10 2-1_9 0.1250 recall_15 2-1_9 0.1250 recall_20 2-1_9 0.1250 recall_30 2-1_9 0.1875 recall_100 2-1_9 0.2500 recall_200 2-1_9 0.3750 recall_500 2-1_9 0.5625 recall_1000 2-1_9 0.7500 infAP 2-1_9 0.0526 Rprec_mult_0.20 2-1_9 0.2500 Rprec_mult_0.40 2-1_9 0.1429 Rprec_mult_0.60 2-1_9 0.2000 Rprec_mult_0.80 2-1_9 0.1538 Rprec_mult_1.00 2-1_9 0.1250 Rprec_mult_1.20 2-1_9 0.1000 Rprec_mult_1.40 2-1_9 0.1304 Rprec_mult_1.60 2-1_9 0.1154 Rprec_mult_1.80 2-1_9 0.1034 Rprec_mult_2.00 2-1_9 0.0938 utility 2-1_9 -976.0000 11pt_avg 2-1_9 0.0666 binG 2-1_9 0.1302 G 2-1_9 0.1160 ndcg 2-1_9 0.3199 ndcg_rel 2-1_9 0.2394 Rndcg 2-1_9 0.1231 ndcg_cut_5 2-1_9 0.1177 ndcg_cut_10 2-1_9 0.1233 ndcg_cut_15 2-1_9 0.1050 ndcg_cut_20 2-1_9 0.1009 ndcg_cut_30 2-1_9 0.1372 ndcg_cut_100 2-1_9 0.1799 ndcg_cut_200 2-1_9 0.2176 ndcg_cut_500 2-1_9 0.2625 ndcg_cut_1000 2-1_9 0.3199 map_cut_5 2-1_9 0.0156 map_cut_10 2-1_9 0.0281 map_cut_15 2-1_9 0.0281 map_cut_20 2-1_9 0.0281 map_cut_30 2-1_9 0.0371 map_cut_100 2-1_9 0.0401 map_cut_200 2-1_9 0.0452 map_cut_500 2-1_9 0.0496 map_cut_1000 2-1_9 0.0526 relative_P_5 2-1_9 0.2000 relative_P_10 2-1_9 0.2000 relative_P_15 2-1_9 0.1333 relative_P_20 2-1_9 0.1250 relative_P_30 2-1_9 0.1875 relative_P_100 2-1_9 0.2500 relative_P_200 2-1_9 0.3750 relative_P_500 2-1_9 0.5625 relative_P_1000 2-1_9 0.7500 success_1 2-1_9 0.0000 success_5 2-1_9 1.0000 success_10 2-1_9 1.0000 set_P 2-1_9 0.0120 set_relative_P 2-1_9 0.7500 set_recall 2-1_9 0.7500 set_map 2-1_9 0.0090 set_F 2-1_9 0.0236 num_nonrel_judged_ret 2-1_9 13 rbp 2-1_9 0.0832 rbp_resid 2-1_9 0.2997 unj_5 2-1_9 0.0000 unj_10 2-1_9 0.0000 unj_20 2-1_9 0.4500 num_ret 2-2_1 1000 num_rel 2-2_1 51 num_rel_ret 2-2_1 11 map 2-2_1 0.0263 Rprec 2-2_1 0.0980 bpref 2-2_1 0.1488 recip_rank 2-2_1 0.1667 iprec_at_recall_0.00 2-2_1 0.3000 iprec_at_recall_0.10 2-2_1 0.1613 iprec_at_recall_0.20 2-2_1 0.0142 iprec_at_recall_0.30 2-2_1 0.0000 iprec_at_recall_0.40 2-2_1 0.0000 iprec_at_recall_0.50 2-2_1 0.0000 iprec_at_recall_0.60 2-2_1 0.0000 iprec_at_recall_0.70 2-2_1 0.0000 iprec_at_recall_0.80 2-2_1 0.0000 iprec_at_recall_0.90 2-2_1 0.0000 iprec_at_recall_1.00 2-2_1 0.0000 P_5 2-2_1 0.0000 P_10 2-2_1 0.3000 P_15 2-2_1 0.2000 P_20 2-2_1 0.2000 P_30 2-2_1 0.1333 P_100 2-2_1 0.0600 P_200 2-2_1 0.0350 P_500 2-2_1 0.0180 P_1000 2-2_1 0.0110 relstring 2-2_1 '0001-230-2' recall_5 2-2_1 0.0000 recall_10 2-2_1 0.0588 recall_15 2-2_1 0.0588 recall_20 2-2_1 0.0784 recall_30 2-2_1 0.0784 recall_100 2-2_1 0.1176 recall_200 2-2_1 0.1373 recall_500 2-2_1 0.1765 recall_1000 2-2_1 0.2157 infAP 2-2_1 0.0263 Rprec_mult_0.20 2-2_1 0.2727 Rprec_mult_0.40 2-2_1 0.1905 Rprec_mult_0.60 2-2_1 0.1613 Rprec_mult_0.80 2-2_1 0.1220 Rprec_mult_1.00 2-2_1 0.0980 Rprec_mult_1.20 2-2_1 0.0806 Rprec_mult_1.40 2-2_1 0.0694 Rprec_mult_1.60 2-2_1 0.0610 Rprec_mult_1.80 2-2_1 0.0543 Rprec_mult_2.00 2-2_1 0.0588 utility 2-2_1 -978.0000 11pt_avg 2-2_1 0.0432 binG 2-2_1 0.0439 G 2-2_1 0.0329 ndcg 2-2_1 0.1559 ndcg_rel 2-2_1 0.1469 Rndcg 2-2_1 0.1225 ndcg_cut_5 2-2_1 0.0365 ndcg_cut_10 2-2_1 0.1576 ndcg_cut_15 2-2_1 0.1282 ndcg_cut_20 2-2_1 0.1293 ndcg_cut_30 2-2_1 0.1071 ndcg_cut_100 2-2_1 0.1030 ndcg_cut_200 2-2_1 0.1198 ndcg_cut_500 2-2_1 0.1405 ndcg_cut_1000 2-2_1 0.1559 map_cut_5 2-2_1 0.0000 map_cut_10 2-2_1 0.0148 map_cut_15 2-2_1 0.0148 map_cut_20 2-2_1 0.0194 map_cut_30 2-2_1 0.0194 map_cut_100 2-2_1 0.0237 map_cut_200 2-2_1 0.0247 map_cut_500 2-2_1 0.0258 map_cut_1000 2-2_1 0.0263 relative_P_5 2-2_1 0.0000 relative_P_10 2-2_1 0.3000 relative_P_15 2-2_1 0.2000 relative_P_20 2-2_1 0.2000 relative_P_30 2-2_1 0.1333 relative_P_100 2-2_1 0.1176 relative_P_200 2-2_1 0.1373 relative_P_500 2-2_1 0.1765 relative_P_1000 2-2_1 0.2157 success_1 2-2_1 0.0000 success_5 2-2_1 0.0000 success_10 2-2_1 1.0000 set_P 2-2_1 0.0110 set_relative_P 2-2_1 0.2157 set_recall 2-2_1 0.2157 set_map 2-2_1 0.0024 set_F 2-2_1 0.0209 num_nonrel_judged_ret 2-2_1 35 rbp 2-2_1 0.1188 rbp_resid 2-2_1 0.3934 unj_5 2-2_1 0.2000 unj_10 2-2_1 0.2000 unj_20 2-2_1 0.5000 num_ret 2-2_4 1000 num_rel 2-2_4 53 num_rel_ret 2-2_4 38 map 2-2_4 0.2365 Rprec 2-2_4 0.3396 bpref 2-2_4 0.6240 recip_rank 2-2_4 0.3333 iprec_at_recall_0.00 2-2_4 0.6667 iprec_at_recall_0.10 2-2_4 0.6667 iprec_at_recall_0.20 2-2_4 0.4783 iprec_at_recall_0.30 2-2_4 0.3750 iprec_at_recall_0.40 2-2_4 0.3433 iprec_at_recall_0.50 2-2_4 0.2414 iprec_at_recall_0.60 2-2_4 0.0711 iprec_at_recall_0.70 2-2_4 0.0642 iprec_at_recall_0.80 2-2_4 0.0000 iprec_at_recall_0.90 2-2_4 0.0000 iprec_at_recall_1.00 2-2_4 0.0000 P_5 2-2_4 0.4000 P_10 2-2_4 0.6000 P_15 2-2_4 0.6000 P_20 2-2_4 0.5000 P_30 2-2_4 0.4000 P_100 2-2_4 0.2500 P_200 2-2_4 0.1450 P_500 2-2_4 0.0680 P_1000 2-2_4 0.0380 relstring 2-2_4 '--23-33-24' recall_5 2-2_4 0.0377 recall_10 2-2_4 0.1132 recall_15 2-2_4 0.1698 recall_20 2-2_4 0.1887 recall_30 2-2_4 0.2264 recall_100 2-2_4 0.4717 recall_200 2-2_4 0.5472 recall_500 2-2_4 0.6415 recall_1000 2-2_4 0.7170 infAP 2-2_4 0.2365 Rprec_mult_0.20 2-2_4 0.6364 Rprec_mult_0.40 2-2_4 0.4545 Rprec_mult_0.60 2-2_4 0.4062 Rprec_mult_0.80 2-2_4 0.3256 Rprec_mult_1.00 2-2_4 0.3396 Rprec_mult_1.20 2-2_4 0.3281 Rprec_mult_1.40 2-2_4 0.3067 Rprec_mult_1.60 2-2_4 0.2706 Rprec_mult_1.80 2-2_4 0.2604 Rprec_mult_2.00 2-2_4 0.2453 utility 2-2_4 -924.0000 11pt_avg 2-2_4 0.2642 binG 2-2_4 0.1644 G 2-2_4 0.1144 ndcg 2-2_4 0.5241 ndcg_rel 2-2_4 0.4218 Rndcg 2-2_4 0.3851 ndcg_cut_5 2-2_4 0.1943 ndcg_cut_10 2-2_4 0.3367 ndcg_cut_15 2-2_4 0.3871 ndcg_cut_20 2-2_4 0.3717 ndcg_cut_30 2-2_4 0.3440 ndcg_cut_100 2-2_4 0.4084 ndcg_cut_200 2-2_4 0.4462 ndcg_cut_500 2-2_4 0.4935 ndcg_cut_1000 2-2_4 0.5241 map_cut_5 2-2_4 0.0157 map_cut_10 2-2_4 0.0577 map_cut_15 2-2_4 0.0936 map_cut_20 2-2_4 0.1054 map_cut_30 2-2_4 0.1220 map_cut_100 2-2_4 0.2055 map_cut_200 2-2_4 0.2225 map_cut_500 2-2_4 0.2321 map_cut_1000 2-2_4 0.2365 relative_P_5 2-2_4 0.4000 relative_P_10 2-2_4 0.6000 relative_P_15 2-2_4 0.6000 relative_P_20 2-2_4 0.5000 relative_P_30 2-2_4 0.4000 relative_P_100 2-2_4 0.4717 relative_P_200 2-2_4 0.5472 relative_P_500 2-2_4 0.6415 relative_P_1000 2-2_4 0.7170 success_1 2-2_4 0.0000 success_5 2-2_4 1.0000 success_10 2-2_4 1.0000 set_P 2-2_4 0.0380 set_relative_P 2-2_4 0.7170 set_recall 2-2_4 0.7170 set_map 2-2_4 0.0272 set_F 2-2_4 0.0722 num_nonrel_judged_ret 2-2_4 12 rbp 2-2_4 0.3538 rbp_resid 2-2_4 0.4617 unj_5 2-2_4 0.6000 unj_10 2-2_4 0.4000 unj_20 2-2_4 0.4000 num_ret 2-2_5 1000 num_rel 2-2_5 30 num_rel_ret 2-2_5 2 map 2-2_5 0.0022 Rprec 2-2_5 0.0333 bpref 2-2_5 0.0422 recip_rank 2-2_5 0.0588 iprec_at_recall_0.00 2-2_5 0.0588 iprec_at_recall_0.10 2-2_5 0.0000 iprec_at_recall_0.20 2-2_5 0.0000 iprec_at_recall_0.30 2-2_5 0.0000 iprec_at_recall_0.40 2-2_5 0.0000 iprec_at_recall_0.50 2-2_5 0.0000 iprec_at_recall_0.60 2-2_5 0.0000 iprec_at_recall_0.70 2-2_5 0.0000 iprec_at_recall_0.80 2-2_5 0.0000 iprec_at_recall_0.90 2-2_5 0.0000 iprec_at_recall_1.00 2-2_5 0.0000 P_5 2-2_5 0.0000 P_10 2-2_5 0.0000 P_15 2-2_5 0.0000 P_20 2-2_5 0.0500 P_30 2-2_5 0.0333 P_100 2-2_5 0.0100 P_200 2-2_5 0.0050 P_500 2-2_5 0.0040 P_1000 2-2_5 0.0020 relstring 2-2_5 '--11-00-00' recall_5 2-2_5 0.0000 recall_10 2-2_5 0.0000 recall_15 2-2_5 0.0000 recall_20 2-2_5 0.0333 recall_30 2-2_5 0.0333 recall_100 2-2_5 0.0333 recall_200 2-2_5 0.0333 recall_500 2-2_5 0.0667 recall_1000 2-2_5 0.0667 infAP 2-2_5 0.0022 Rprec_mult_0.20 2-2_5 0.0000 Rprec_mult_0.40 2-2_5 0.0000 Rprec_mult_0.60 2-2_5 0.0556 Rprec_mult_0.80 2-2_5 0.0417 Rprec_mult_1.00 2-2_5 0.0333 Rprec_mult_1.20 2-2_5 0.0278 Rprec_mult_1.40 2-2_5 0.0238 Rprec_mult_1.60 2-2_5 0.0208 Rprec_mult_1.80 2-2_5 0.0185 Rprec_mult_2.00 2-2_5 0.0167 utility 2-2_5 -996.0000 11pt_avg 2-2_5 0.0053 binG 2-2_5 0.0120 G 2-2_5 0.0148 ndcg 2-2_5 0.0663 ndcg_rel 2-2_5 0.0654 Rndcg 2-2_5 0.0477 ndcg_cut_5 2-2_5 0.0789 ndcg_cut_10 2-2_5 0.0512 ndcg_cut_15 2-2_5 0.0397 ndcg_cut_20 2-2_5 0.0518 ndcg_cut_30 2-2_5 0.0445 ndcg_cut_100 2-2_5 0.0433 ndcg_cut_200 2-2_5 0.0433 ndcg_cut_500 2-2_5 0.0633 ndcg_cut_1000 2-2_5 0.0663 map_cut_5 2-2_5 0.0000 map_cut_10 2-2_5 0.0000 map_cut_15 2-2_5 0.0000 map_cut_20 2-2_5 0.0020 map_cut_30 2-2_5 0.0020 map_cut_100 2-2_5 0.0020 map_cut_200 2-2_5 0.0020 map_cut_500 2-2_5 0.0022 map_cut_1000 2-2_5 0.0022 relative_P_5 2-2_5 0.0000 relative_P_10 2-2_5 0.0000 relative_P_15 2-2_5 0.0000 relative_P_20 2-2_5 0.0500 relative_P_30 2-2_5 0.0333 relative_P_100 2-2_5 0.0333 relative_P_200 2-2_5 0.0333 relative_P_500 2-2_5 0.0667 relative_P_1000 2-2_5 0.0667 success_1 2-2_5 0.0000 success_5 2-2_5 0.0000 success_10 2-2_5 0.0000 set_P 2-2_5 0.0020 set_relative_P 2-2_5 0.0667 set_recall 2-2_5 0.0667 set_map 2-2_5 0.0001 set_F 2-2_5 0.0039 num_nonrel_judged_ret 2-2_5 20 rbp 2-2_5 0.0478 rbp_resid 2-2_5 0.5987 unj_5 2-2_5 0.6000 unj_10 2-2_5 0.4000 unj_20 2-2_5 0.6000 num_ret 2-2_7 1000 num_rel 2-2_7 88 num_rel_ret 2-2_7 3 map 2-2_7 0.0007 Rprec 2-2_7 0.0114 bpref 2-2_7 0.0246 recip_rank 2-2_7 0.0417 iprec_at_recall_0.00 2-2_7 0.0417 iprec_at_recall_0.10 2-2_7 0.0000 iprec_at_recall_0.20 2-2_7 0.0000 iprec_at_recall_0.30 2-2_7 0.0000 iprec_at_recall_0.40 2-2_7 0.0000 iprec_at_recall_0.50 2-2_7 0.0000 iprec_at_recall_0.60 2-2_7 0.0000 iprec_at_recall_0.70 2-2_7 0.0000 iprec_at_recall_0.80 2-2_7 0.0000 iprec_at_recall_0.90 2-2_7 0.0000 iprec_at_recall_1.00 2-2_7 0.0000 P_5 2-2_7 0.0000 P_10 2-2_7 0.0000 P_15 2-2_7 0.0000 P_20 2-2_7 0.0000 P_30 2-2_7 0.0333 P_100 2-2_7 0.0100 P_200 2-2_7 0.0050 P_500 2-2_7 0.0060 P_1000 2-2_7 0.0030 relstring 2-2_7 '-000-00000' recall_5 2-2_7 0.0000 recall_10 2-2_7 0.0000 recall_15 2-2_7 0.0000 recall_20 2-2_7 0.0000 recall_30 2-2_7 0.0114 recall_100 2-2_7 0.0114 recall_200 2-2_7 0.0114 recall_500 2-2_7 0.0341 recall_1000 2-2_7 0.0341 infAP 2-2_7 0.0007 Rprec_mult_0.20 2-2_7 0.0000 Rprec_mult_0.40 2-2_7 0.0278 Rprec_mult_0.60 2-2_7 0.0189 Rprec_mult_0.80 2-2_7 0.0141 Rprec_mult_1.00 2-2_7 0.0114 Rprec_mult_1.20 2-2_7 0.0094 Rprec_mult_1.40 2-2_7 0.0081 Rprec_mult_1.60 2-2_7 0.0071 Rprec_mult_1.80 2-2_7 0.0063 Rprec_mult_2.00 2-2_7 0.0057 utility 2-2_7 -994.0000 11pt_avg 2-2_7 0.0038 binG 2-2_7 0.0053 G 2-2_7 0.0053 ndcg 2-2_7 0.0288 ndcg_rel 2-2_7 0.0286 Rndcg 2-2_7 0.0171 ndcg_cut_5 2-2_7 0.0000 ndcg_cut_10 2-2_7 0.0000 ndcg_cut_15 2-2_7 0.0000 ndcg_cut_20 2-2_7 0.0000 ndcg_cut_30 2-2_7 0.0235 ndcg_cut_100 2-2_7 0.0126 ndcg_cut_200 2-2_7 0.0125 ndcg_cut_500 2-2_7 0.0288 ndcg_cut_1000 2-2_7 0.0288 map_cut_5 2-2_7 0.0000 map_cut_10 2-2_7 0.0000 map_cut_15 2-2_7 0.0000 map_cut_20 2-2_7 0.0000 map_cut_30 2-2_7 0.0005 map_cut_100 2-2_7 0.0005 map_cut_200 2-2_7 0.0005 map_cut_500 2-2_7 0.0007 map_cut_1000 2-2_7 0.0007 relative_P_5 2-2_7 0.0000 relative_P_10 2-2_7 0.0000 relative_P_15 2-2_7 0.0000 relative_P_20 2-2_7 0.0000 relative_P_30 2-2_7 0.0333 relative_P_100 2-2_7 0.0114 relative_P_200 2-2_7 0.0114 relative_P_500 2-2_7 0.0341 relative_P_1000 2-2_7 0.0341 success_1 2-2_7 0.0000 success_5 2-2_7 0.0000 success_10 2-2_7 0.0000 set_P 2-2_7 0.0030 set_relative_P 2-2_7 0.0341 set_recall 2-2_7 0.0341 set_map 2-2_7 0.0001 set_F 2-2_7 0.0055 num_nonrel_judged_ret 2-2_7 22 rbp 2-2_7 0.0089 rbp_resid 2-2_7 0.4433 unj_5 2-2_7 0.4000 unj_10 2-2_7 0.2000 unj_20 2-2_7 0.5000 num_ret 2-2_9 1000 num_rel 2-2_9 47 num_rel_ret 2-2_9 3 map 2-2_9 0.0002 Rprec 2-2_9 0.0000 bpref 2-2_9 0.0447 recip_rank 2-2_9 0.0039 iprec_at_recall_0.00 2-2_9 0.0039 iprec_at_recall_0.10 2-2_9 0.0000 iprec_at_recall_0.20 2-2_9 0.0000 iprec_at_recall_0.30 2-2_9 0.0000 iprec_at_recall_0.40 2-2_9 0.0000 iprec_at_recall_0.50 2-2_9 0.0000 iprec_at_recall_0.60 2-2_9 0.0000 iprec_at_recall_0.70 2-2_9 0.0000 iprec_at_recall_0.80 2-2_9 0.0000 iprec_at_recall_0.90 2-2_9 0.0000 iprec_at_recall_1.00 2-2_9 0.0000 P_5 2-2_9 0.0000 P_10 2-2_9 0.0000 P_15 2-2_9 0.0000 P_20 2-2_9 0.0000 P_30 2-2_9 0.0000 P_100 2-2_9 0.0000 P_200 2-2_9 0.0000 P_500 2-2_9 0.0020 P_1000 2-2_9 0.0030 relstring 2-2_9 '-000---1--' recall_5 2-2_9 0.0000 recall_10 2-2_9 0.0000 recall_15 2-2_9 0.0000 recall_20 2-2_9 0.0000 recall_30 2-2_9 0.0000 recall_100 2-2_9 0.0000 recall_200 2-2_9 0.0000 recall_500 2-2_9 0.0213 recall_1000 2-2_9 0.0638 infAP 2-2_9 0.0002 Rprec_mult_0.20 2-2_9 0.0000 Rprec_mult_0.40 2-2_9 0.0000 Rprec_mult_0.60 2-2_9 0.0000 Rprec_mult_0.80 2-2_9 0.0000 Rprec_mult_1.00 2-2_9 0.0000 Rprec_mult_1.20 2-2_9 0.0000 Rprec_mult_1.40 2-2_9 0.0000 Rprec_mult_1.60 2-2_9 0.0000 Rprec_mult_1.80 2-2_9 0.0000 Rprec_mult_2.00 2-2_9 0.0000 utility 2-2_9 -994.0000 11pt_avg 2-2_9 0.0004 binG 2-2_9 0.0071 G 2-2_9 0.0094 ndcg 2-2_9 0.0371 ndcg_rel 2-2_9 0.0358 Rndcg 2-2_9 0.0163 ndcg_cut_5 2-2_9 0.0000 ndcg_cut_10 2-2_9 0.0174 ndcg_cut_15 2-2_9 0.0141 ndcg_cut_20 2-2_9 0.0122 ndcg_cut_30 2-2_9 0.0103 ndcg_cut_100 2-2_9 0.0081 ndcg_cut_200 2-2_9 0.0116 ndcg_cut_500 2-2_9 0.0180 ndcg_cut_1000 2-2_9 0.0371 map_cut_5 2-2_9 0.0000 map_cut_10 2-2_9 0.0000 map_cut_15 2-2_9 0.0000 map_cut_20 2-2_9 0.0000 map_cut_30 2-2_9 0.0000 map_cut_100 2-2_9 0.0000 map_cut_200 2-2_9 0.0000 map_cut_500 2-2_9 0.0001 map_cut_1000 2-2_9 0.0002 relative_P_5 2-2_9 0.0000 relative_P_10 2-2_9 0.0000 relative_P_15 2-2_9 0.0000 relative_P_20 2-2_9 0.0000 relative_P_30 2-2_9 0.0000 relative_P_100 2-2_9 0.0000 relative_P_200 2-2_9 0.0000 relative_P_500 2-2_9 0.0213 relative_P_1000 2-2_9 0.0638 success_1 2-2_9 0.0000 success_5 2-2_9 0.0000 success_10 2-2_9 0.0000 set_P 2-2_9 0.0030 set_relative_P 2-2_9 0.0638 set_recall 2-2_9 0.0638 set_map 2-2_9 0.0002 set_F 2-2_9 0.0057 num_nonrel_judged_ret 2-2_9 10 rbp 2-2_9 0.0120 rbp_resid 2-2_9 0.6419 unj_5 2-2_9 0.4000 unj_10 2-2_9 0.6000 unj_20 2-2_9 0.7000 num_ret 3-2_1 1000 num_rel 3-2_1 68 num_rel_ret 3-2_1 10 map 3-2_1 0.0237 Rprec 3-2_1 0.0882 bpref 3-2_1 0.1228 recip_rank 3-2_1 1.0000 iprec_at_recall_0.00 3-2_1 1.0000 iprec_at_recall_0.10 3-2_1 0.0854 iprec_at_recall_0.20 3-2_1 0.0000 iprec_at_recall_0.30 3-2_1 0.0000 iprec_at_recall_0.40 3-2_1 0.0000 iprec_at_recall_0.50 3-2_1 0.0000 iprec_at_recall_0.60 3-2_1 0.0000 iprec_at_recall_0.70 3-2_1 0.0000 iprec_at_recall_0.80 3-2_1 0.0000 iprec_at_recall_0.90 3-2_1 0.0000 iprec_at_recall_1.00 3-2_1 0.0000 P_5 3-2_1 0.2000 P_10 3-2_1 0.1000 P_15 3-2_1 0.0667 P_20 3-2_1 0.0500 P_30 3-2_1 0.1000 P_100 3-2_1 0.0700 P_200 3-2_1 0.0400 P_500 3-2_1 0.0160 P_1000 3-2_1 0.0100 relstring 3-2_1 '200-------' recall_5 3-2_1 0.0147 recall_10 3-2_1 0.0147 recall_15 3-2_1 0.0147 recall_20 3-2_1 0.0147 recall_30 3-2_1 0.0441 recall_100 3-2_1 0.1029 recall_200 3-2_1 0.1176 recall_500 3-2_1 0.1176 recall_1000 3-2_1 0.1471 infAP 3-2_1 0.0237 Rprec_mult_0.20 3-2_1 0.0714 Rprec_mult_0.40 3-2_1 0.0714 Rprec_mult_0.60 3-2_1 0.0732 Rprec_mult_0.80 3-2_1 0.0727 Rprec_mult_1.00 3-2_1 0.0882 Rprec_mult_1.20 3-2_1 0.0854 Rprec_mult_1.40 3-2_1 0.0729 Rprec_mult_1.60 3-2_1 0.0642 Rprec_mult_1.80 3-2_1 0.0569 Rprec_mult_2.00 3-2_1 0.0588 utility 3-2_1 -980.0000 11pt_avg 3-2_1 0.0987 binG 3-2_1 0.0362 G 3-2_1 0.0213 ndcg 3-2_1 0.1223 ndcg_rel 3-2_1 0.1249 Rndcg 3-2_1 0.1209 ndcg_cut_5 3-2_1 0.2261 ndcg_cut_10 3-2_1 0.1499 ndcg_cut_15 3-2_1 0.1252 ndcg_cut_20 3-2_1 0.1091 ndcg_cut_30 3-2_1 0.1253 ndcg_cut_100 3-2_1 0.1011 ndcg_cut_200 3-2_1 0.1011 ndcg_cut_500 3-2_1 0.1061 ndcg_cut_1000 3-2_1 0.1223 map_cut_5 3-2_1 0.0147 map_cut_10 3-2_1 0.0147 map_cut_15 3-2_1 0.0147 map_cut_20 3-2_1 0.0147 map_cut_30 3-2_1 0.0174 map_cut_100 3-2_1 0.0223 map_cut_200 3-2_1 0.0232 map_cut_500 3-2_1 0.0232 map_cut_1000 3-2_1 0.0237 relative_P_5 3-2_1 0.2000 relative_P_10 3-2_1 0.1000 relative_P_15 3-2_1 0.0667 relative_P_20 3-2_1 0.0500 relative_P_30 3-2_1 0.1000 relative_P_100 3-2_1 0.1029 relative_P_200 3-2_1 0.1176 relative_P_500 3-2_1 0.1176 relative_P_1000 3-2_1 0.1471 success_1 3-2_1 1.0000 success_5 3-2_1 1.0000 success_10 3-2_1 1.0000 set_P 3-2_1 0.0100 set_relative_P 3-2_1 0.1471 set_recall 3-2_1 0.1471 set_map 3-2_1 0.0015 set_F 3-2_1 0.0187 num_nonrel_judged_ret 3-2_1 31 rbp 3-2_1 0.0755 rbp_resid 3-2_1 0.6477 unj_5 3-2_1 0.4000 unj_10 3-2_1 0.7000 unj_20 3-2_1 0.7000 num_ret 3-2_6 1000 num_rel 3-2_6 32 num_rel_ret 3-2_6 0 map 3-2_6 0.0000 Rprec 3-2_6 0.0000 bpref 3-2_6 0.0000 recip_rank 3-2_6 0.0000 iprec_at_recall_0.00 3-2_6 0.0000 iprec_at_recall_0.10 3-2_6 0.0000 iprec_at_recall_0.20 3-2_6 0.0000 iprec_at_recall_0.30 3-2_6 0.0000 iprec_at_recall_0.40 3-2_6 0.0000 iprec_at_recall_0.50 3-2_6 0.0000 iprec_at_recall_0.60 3-2_6 0.0000 iprec_at_recall_0.70 3-2_6 0.0000 iprec_at_recall_0.80 3-2_6 0.0000 iprec_at_recall_0.90 3-2_6 0.0000 iprec_at_recall_1.00 3-2_6 0.0000 P_5 3-2_6 0.0000 P_10 3-2_6 0.0000 P_15 3-2_6 0.0000 P_20 3-2_6 0.0000 P_30 3-2_6 0.0000 P_100 3-2_6 0.0000 P_200 3-2_6 0.0000 P_500 3-2_6 0.0000 P_1000 3-2_6 0.0000 relstring 3-2_6 '0-0-00-00-' recall_5 3-2_6 0.0000 recall_10 3-2_6 0.0000 recall_15 3-2_6 0.0000 recall_20 3-2_6 0.0000 recall_30 3-2_6 0.0000 recall_100 3-2_6 0.0000 recall_200 3-2_6 0.0000 recall_500 3-2_6 0.0000 recall_1000 3-2_6 0.0000 infAP 3-2_6 0.0000 Rprec_mult_0.20 3-2_6 0.0000 Rprec_mult_0.40 3-2_6 0.0000 Rprec_mult_0.60 3-2_6 0.0000 Rprec_mult_0.80 3-2_6 0.0000 Rprec_mult_1.00 3-2_6 0.0000 Rprec_mult_1.20 3-2_6 0.0000 Rprec_mult_1.40 3-2_6 0.0000 Rprec_mult_1.60 3-2_6 0.0000 Rprec_mult_1.80 3-2_6 0.0000 Rprec_mult_2.00 3-2_6 0.0000 utility 3-2_6 -1000.0000 11pt_avg 3-2_6 0.0000 binG 3-2_6 0.0000 G 3-2_6 0.0015 ndcg 3-2_6 0.0058 ndcg_rel 3-2_6 0.0058 Rndcg 3-2_6 0.0014 ndcg_cut_5 3-2_6 0.0000 ndcg_cut_10 3-2_6 0.0000 ndcg_cut_15 3-2_6 0.0000 ndcg_cut_20 3-2_6 0.0000 ndcg_cut_30 3-2_6 0.0000 ndcg_cut_100 3-2_6 0.0058 ndcg_cut_200 3-2_6 0.0058 ndcg_cut_500 3-2_6 0.0058 ndcg_cut_1000 3-2_6 0.0058 map_cut_5 3-2_6 0.0000 map_cut_10 3-2_6 0.0000 map_cut_15 3-2_6 0.0000 map_cut_20 3-2_6 0.0000 map_cut_30 3-2_6 0.0000 map_cut_100 3-2_6 0.0000 map_cut_200 3-2_6 0.0000 map_cut_500 3-2_6 0.0000 map_cut_1000 3-2_6 0.0000 relative_P_5 3-2_6 0.0000 relative_P_10 3-2_6 0.0000 relative_P_15 3-2_6 0.0000 relative_P_20 3-2_6 0.0000 relative_P_30 3-2_6 0.0000 relative_P_100 3-2_6 0.0000 relative_P_200 3-2_6 0.0000 relative_P_500 3-2_6 0.0000 relative_P_1000 3-2_6 0.0000 success_1 3-2_6 0.0000 success_5 3-2_6 0.0000 success_10 3-2_6 0.0000 set_P 3-2_6 0.0000 set_relative_P 3-2_6 0.0000 set_recall 3-2_6 0.0000 set_map 3-2_6 0.0000 set_F 3-2_6 0.0000 num_nonrel_judged_ret 3-2_6 38 rbp 3-2_6 0.0001 rbp_resid 3-2_6 0.4826 unj_5 3-2_6 0.4000 unj_10 3-2_6 0.4000 unj_20 3-2_6 0.5000 num_ret 4-1_10 1000 num_rel 4-1_10 12 num_rel_ret 4-1_10 4 map 4-1_10 0.0098 Rprec 4-1_10 0.0833 bpref 4-1_10 0.0278 recip_rank 4-1_10 0.0909 iprec_at_recall_0.00 4-1_10 0.0909 iprec_at_recall_0.10 4-1_10 0.0909 iprec_at_recall_0.20 4-1_10 0.0117 iprec_at_recall_0.30 4-1_10 0.0070 iprec_at_recall_0.40 4-1_10 0.0000 iprec_at_recall_0.50 4-1_10 0.0000 iprec_at_recall_0.60 4-1_10 0.0000 iprec_at_recall_0.70 4-1_10 0.0000 iprec_at_recall_0.80 4-1_10 0.0000 iprec_at_recall_0.90 4-1_10 0.0000 iprec_at_recall_1.00 4-1_10 0.0000 P_5 4-1_10 0.0000 P_10 4-1_10 0.0000 P_15 4-1_10 0.0667 P_20 4-1_10 0.0500 P_30 4-1_10 0.0333 P_100 4-1_10 0.0100 P_200 4-1_10 0.0050 P_500 4-1_10 0.0060 P_1000 4-1_10 0.0040 relstring 4-1_10 '0110-1100-' recall_5 4-1_10 0.0000 recall_10 4-1_10 0.0000 recall_15 4-1_10 0.0833 recall_20 4-1_10 0.0833 recall_30 4-1_10 0.0833 recall_100 4-1_10 0.0833 recall_200 4-1_10 0.0833 recall_500 4-1_10 0.2500 recall_1000 4-1_10 0.3333 infAP 4-1_10 0.0098 Rprec_mult_0.20 4-1_10 0.0000 Rprec_mult_0.40 4-1_10 0.0000 Rprec_mult_0.60 4-1_10 0.0000 Rprec_mult_0.80 4-1_10 0.0000 Rprec_mult_1.00 4-1_10 0.0833 Rprec_mult_1.20 4-1_10 0.0667 Rprec_mult_1.40 4-1_10 0.0588 Rprec_mult_1.60 4-1_10 0.0500 Rprec_mult_1.80 4-1_10 0.0455 Rprec_mult_2.00 4-1_10 0.0417 utility 4-1_10 -992.0000 11pt_avg 4-1_10 0.0182 binG 4-1_10 0.0532 G 4-1_10 0.0841 ndcg 4-1_10 0.3263 ndcg_rel 4-1_10 0.2789 Rndcg 4-1_10 0.1750 ndcg_cut_5 4-1_10 0.1640 ndcg_cut_10 4-1_10 0.1805 ndcg_cut_15 4-1_10 0.2204 ndcg_cut_20 4-1_10 0.2185 ndcg_cut_30 4-1_10 0.2153 ndcg_cut_100 4-1_10 0.1851 ndcg_cut_200 4-1_10 0.2134 ndcg_cut_500 4-1_10 0.2739 ndcg_cut_1000 4-1_10 0.3263 map_cut_5 4-1_10 0.0000 map_cut_10 4-1_10 0.0000 map_cut_15 4-1_10 0.0076 map_cut_20 4-1_10 0.0076 map_cut_30 4-1_10 0.0076 map_cut_100 4-1_10 0.0076 map_cut_200 4-1_10 0.0076 map_cut_500 4-1_10 0.0092 map_cut_1000 4-1_10 0.0098 relative_P_5 4-1_10 0.0000 relative_P_10 4-1_10 0.0000 relative_P_15 4-1_10 0.0833 relative_P_20 4-1_10 0.0833 relative_P_30 4-1_10 0.0833 relative_P_100 4-1_10 0.0833 relative_P_200 4-1_10 0.0833 relative_P_500 4-1_10 0.2500 relative_P_1000 4-1_10 0.3333 success_1 4-1_10 0.0000 success_5 4-1_10 0.0000 success_10 4-1_10 0.0000 set_P 4-1_10 0.0040 set_relative_P 4-1_10 0.3333 set_recall 4-1_10 0.3333 set_map 4-1_10 0.0013 set_F 4-1_10 0.0079 num_nonrel_judged_ret 4-1_10 53 rbp 4-1_10 0.1360 rbp_resid 4-1_10 0.3487 unj_5 4-1_10 0.2000 unj_10 4-1_10 0.2000 unj_20 4-1_10 0.4500 num_ret 4-1_12 1000 num_rel 4-1_12 7 num_rel_ret 4-1_12 7 map 4-1_12 0.0218 Rprec 4-1_12 0.0000 bpref 4-1_12 0.0204 recip_rank 4-1_12 0.0233 iprec_at_recall_0.00 4-1_12 0.0339 iprec_at_recall_0.10 4-1_12 0.0339 iprec_at_recall_0.20 4-1_12 0.0339 iprec_at_recall_0.30 4-1_12 0.0339 iprec_at_recall_0.40 4-1_12 0.0265 iprec_at_recall_0.50 4-1_12 0.0250 iprec_at_recall_0.60 4-1_12 0.0250 iprec_at_recall_0.70 4-1_12 0.0162 iprec_at_recall_0.80 4-1_12 0.0143 iprec_at_recall_0.90 4-1_12 0.0143 iprec_at_recall_1.00 4-1_12 0.0143 P_5 4-1_12 0.0000 P_10 4-1_12 0.0000 P_15 4-1_12 0.0000 P_20 4-1_12 0.0000 P_30 4-1_12 0.0000 P_100 4-1_12 0.0200 P_200 4-1_12 0.0200 P_500 4-1_12 0.0140 P_1000 4-1_12 0.0070 relstring 4-1_12 '---1-00-10' recall_5 4-1_12 0.0000 recall_10 4-1_12 0.0000 recall_15 4-1_12 0.0000 recall_20 4-1_12 0.0000 recall_30 4-1_12 0.0000 recall_100 4-1_12 0.2857 recall_200 4-1_12 0.5714 recall_500 4-1_12 1.0000 recall_1000 4-1_12 1.0000 infAP 4-1_12 0.0218 Rprec_mult_0.20 4-1_12 0.0000 Rprec_mult_0.40 4-1_12 0.0000 Rprec_mult_0.60 4-1_12 0.0000 Rprec_mult_0.80 4-1_12 0.0000 Rprec_mult_1.00 4-1_12 0.0000 Rprec_mult_1.20 4-1_12 0.0000 Rprec_mult_1.40 4-1_12 0.0000 Rprec_mult_1.60 4-1_12 0.0000 Rprec_mult_1.80 4-1_12 0.0000 Rprec_mult_2.00 4-1_12 0.0000 utility 4-1_12 -986.0000 11pt_avg 4-1_12 0.0247 binG 4-1_12 0.1405 G 4-1_12 0.1215 ndcg 4-1_12 0.2952 ndcg_rel 4-1_12 0.2140 Rndcg 4-1_12 0.0777 ndcg_cut_5 4-1_12 0.0477 ndcg_cut_10 4-1_12 0.0647 ndcg_cut_15 4-1_12 0.0579 ndcg_cut_20 4-1_12 0.0530 ndcg_cut_30 4-1_12 0.0521 ndcg_cut_100 4-1_12 0.1407 ndcg_cut_200 4-1_12 0.2215 ndcg_cut_500 4-1_12 0.2874 ndcg_cut_1000 4-1_12 0.2952 map_cut_5 4-1_12 0.0000 map_cut_10 4-1_12 0.0000 map_cut_15 4-1_12 0.0000 map_cut_20 4-1_12 0.0000 map_cut_30 4-1_12 0.0000 map_cut_100 4-1_12 0.0082 map_cut_200 4-1_12 0.0155 map_cut_500 4-1_12 0.0218 map_cut_1000 4-1_12 0.0218 relative_P_5 4-1_12 0.0000 relative_P_10 4-1_12 0.0000 relative_P_15 4-1_12 0.0000 relative_P_20 4-1_12 0.0000 relative_P_30 4-1_12 0.0000 relative_P_100 4-1_12 0.2857 relative_P_200 4-1_12 0.5714 relative_P_500 4-1_12 1.0000 relative_P_1000 4-1_12 1.0000 success_1 4-1_12 0.0000 success_5 4-1_12 0.0000 success_10 4-1_12 0.0000 set_P 4-1_12 0.0070 set_relative_P 4-1_12 1.0000 set_recall 4-1_12 1.0000 set_map 4-1_12 0.0070 set_F 4-1_12 0.0139 num_nonrel_judged_ret 4-1_12 58 rbp 4-1_12 0.0304 rbp_resid 4-1_12 0.7049 unj_5 4-1_12 0.8000 unj_10 4-1_12 0.5000 unj_20 4-1_12 0.7000 num_ret 4-1_3 1000 num_rel 4-1_3 39 num_rel_ret 4-1_3 32 map 4-1_3 0.0853 Rprec 4-1_3 0.1538 bpref 4-1_3 0.2038 recip_rank 4-1_3 0.2000 iprec_at_recall_0.00 4-1_3 0.3333 iprec_at_recall_0.10 4-1_3 0.2083 iprec_at_recall_0.20 4-1_3 0.1351 iprec_at_recall_0.30 4-1_3 0.1043 iprec_at_recall_0.40 4-1_3 0.0870 iprec_at_recall_0.50 4-1_3 0.0629 iprec_at_recall_0.60 4-1_3 0.0496 iprec_at_recall_0.70 4-1_3 0.0349 iprec_at_recall_0.80 4-1_3 0.0346 iprec_at_recall_0.90 4-1_3 0.0000 iprec_at_recall_1.00 4-1_3 0.0000 P_5 4-1_3 0.2000 P_10 4-1_3 0.3000 P_15 4-1_3 0.2000 P_20 4-1_3 0.1500 P_30 4-1_3 0.2000 P_100 4-1_3 0.1100 P_200 4-1_3 0.0800 P_500 4-1_3 0.0460 P_1000 4-1_3 0.0320 relstring 4-1_3 '1-0133-020' recall_5 4-1_3 0.0256 recall_10 4-1_3 0.0769 recall_15 4-1_3 0.0769 recall_20 4-1_3 0.0769 recall_30 4-1_3 0.1538 recall_100 4-1_3 0.2821 recall_200 4-1_3 0.4103 recall_500 4-1_3 0.5897 recall_1000 4-1_3 0.8205 infAP 4-1_3 0.0853 Rprec_mult_0.20 4-1_3 0.2500 Rprec_mult_0.40 4-1_3 0.1875 Rprec_mult_0.60 4-1_3 0.2083 Rprec_mult_0.80 4-1_3 0.1875 Rprec_mult_1.00 4-1_3 0.1538 Rprec_mult_1.20 4-1_3 0.1277 Rprec_mult_1.40 4-1_3 0.1273 Rprec_mult_1.60 4-1_3 0.1270 Rprec_mult_1.80 4-1_3 0.1127 Rprec_mult_2.00 4-1_3 0.1282 utility 4-1_3 -936.0000 11pt_avg 4-1_3 0.0955 binG 4-1_3 0.1312 G 4-1_3 0.1154 ndcg 4-1_3 0.4838 ndcg_rel 4-1_3 0.3584 Rndcg 4-1_3 0.2837 ndcg_cut_5 4-1_3 0.2197 ndcg_cut_10 4-1_3 0.2517 ndcg_cut_15 4-1_3 0.2040 ndcg_cut_20 4-1_3 0.2034 ndcg_cut_30 4-1_3 0.2420 ndcg_cut_100 4-1_3 0.2595 ndcg_cut_200 4-1_3 0.3198 ndcg_cut_500 4-1_3 0.3938 ndcg_cut_1000 4-1_3 0.4838 map_cut_5 4-1_3 0.0051 map_cut_10 4-1_3 0.0222 map_cut_15 4-1_3 0.0222 map_cut_20 4-1_3 0.0222 map_cut_30 4-1_3 0.0376 map_cut_100 4-1_3 0.0541 map_cut_200 4-1_3 0.0661 map_cut_500 4-1_3 0.0774 map_cut_1000 4-1_3 0.0853 relative_P_5 4-1_3 0.2000 relative_P_10 4-1_3 0.3000 relative_P_15 4-1_3 0.2000 relative_P_20 4-1_3 0.1500 relative_P_30 4-1_3 0.2000 relative_P_100 4-1_3 0.2821 relative_P_200 4-1_3 0.4103 relative_P_500 4-1_3 0.5897 relative_P_1000 4-1_3 0.8205 success_1 4-1_3 0.0000 success_5 4-1_3 1.0000 success_10 4-1_3 1.0000 set_P 4-1_3 0.0320 set_relative_P 4-1_3 0.8205 set_recall 4-1_3 0.8205 set_map 4-1_3 0.0263 set_F 4-1_3 0.0616 num_nonrel_judged_ret 4-1_3 96 rbp 4-1_3 0.1863 rbp_resid 4-1_3 0.4066 unj_5 4-1_3 0.2000 unj_10 4-1_3 0.2000 unj_20 4-1_3 0.5000 num_ret 4-1_4 1000 num_rel 4-1_4 11 num_rel_ret 4-1_4 9 map 4-1_4 0.0246 Rprec 4-1_4 0.0000 bpref 4-1_4 0.0248 recip_rank 4-1_4 0.0667 iprec_at_recall_0.00 4-1_4 0.0667 iprec_at_recall_0.10 4-1_4 0.0667 iprec_at_recall_0.20 4-1_4 0.0417 iprec_at_recall_0.30 4-1_4 0.0417 iprec_at_recall_0.40 4-1_4 0.0417 iprec_at_recall_0.50 4-1_4 0.0158 iprec_at_recall_0.60 4-1_4 0.0152 iprec_at_recall_0.70 4-1_4 0.0142 iprec_at_recall_0.80 4-1_4 0.0129 iprec_at_recall_0.90 4-1_4 0.0000 iprec_at_recall_1.00 4-1_4 0.0000 P_5 4-1_4 0.0000 P_10 4-1_4 0.0000 P_15 4-1_4 0.0667 P_20 4-1_4 0.0500 P_30 4-1_4 0.0333 P_100 4-1_4 0.0400 P_200 4-1_4 0.0250 P_500 4-1_4 0.0140 P_1000 4-1_4 0.0090 relstring 4-1_4 '-0---00000' recall_5 4-1_4 0.0000 recall_10 4-1_4 0.0000 recall_15 4-1_4 0.0909 recall_20 4-1_4 0.0909 recall_30 4-1_4 0.0909 recall_100 4-1_4 0.3636 recall_200 4-1_4 0.4545 recall_500 4-1_4 0.6364 recall_1000 4-1_4 0.8182 infAP 4-1_4 0.0246 Rprec_mult_0.20 4-1_4 0.0000 Rprec_mult_0.40 4-1_4 0.0000 Rprec_mult_0.60 4-1_4 0.0000 Rprec_mult_0.80 4-1_4 0.0000 Rprec_mult_1.00 4-1_4 0.0000 Rprec_mult_1.20 4-1_4 0.0000 Rprec_mult_1.40 4-1_4 0.0625 Rprec_mult_1.60 4-1_4 0.0556 Rprec_mult_1.80 4-1_4 0.0500 Rprec_mult_2.00 4-1_4 0.0455 utility 4-1_4 -982.0000 11pt_avg 4-1_4 0.0288 binG 4-1_4 0.1194 G 4-1_4 0.1185 ndcg 4-1_4 0.3034 ndcg_rel 4-1_4 0.1752 Rndcg 4-1_4 0.0659 ndcg_cut_5 4-1_4 0.0000 ndcg_cut_10 4-1_4 0.0000 ndcg_cut_15 4-1_4 0.0302 ndcg_cut_20 4-1_4 0.0282 ndcg_cut_30 4-1_4 0.0263 ndcg_cut_100 4-1_4 0.1222 ndcg_cut_200 4-1_4 0.1663 ndcg_cut_500 4-1_4 0.2582 ndcg_cut_1000 4-1_4 0.3034 map_cut_5 4-1_4 0.0000 map_cut_10 4-1_4 0.0000 map_cut_15 4-1_4 0.0061 map_cut_20 4-1_4 0.0061 map_cut_30 4-1_4 0.0061 map_cut_100 4-1_4 0.0159 map_cut_200 4-1_4 0.0193 map_cut_500 4-1_4 0.0221 map_cut_1000 4-1_4 0.0246 relative_P_5 4-1_4 0.0000 relative_P_10 4-1_4 0.0000 relative_P_15 4-1_4 0.0909 relative_P_20 4-1_4 0.0909 relative_P_30 4-1_4 0.0909 relative_P_100 4-1_4 0.3636 relative_P_200 4-1_4 0.4545 relative_P_500 4-1_4 0.6364 relative_P_1000 4-1_4 0.8182 success_1 4-1_4 0.0000 success_5 4-1_4 0.0000 success_10 4-1_4 0.0000 set_P 4-1_4 0.0090 set_relative_P 4-1_4 0.8182 set_recall 4-1_4 0.8182 set_map 4-1_4 0.0074 set_F 4-1_4 0.0178 num_nonrel_judged_ret 4-1_4 63 rbp 4-1_4 0.0133 rbp_resid 4-1_4 0.5753 unj_5 4-1_4 0.8000 unj_10 4-1_4 0.4000 unj_20 4-1_4 0.5500 num_ret 4-1_6 1000 num_rel 4-1_6 1 num_rel_ret 4-1_6 1 map 4-1_6 0.0038 Rprec 4-1_6 0.0000 bpref 4-1_6 0.0000 recip_rank 4-1_6 0.0038 iprec_at_recall_0.00 4-1_6 0.0038 iprec_at_recall_0.10 4-1_6 0.0038 iprec_at_recall_0.20 4-1_6 0.0038 iprec_at_recall_0.30 4-1_6 0.0038 iprec_at_recall_0.40 4-1_6 0.0038 iprec_at_recall_0.50 4-1_6 0.0038 iprec_at_recall_0.60 4-1_6 0.0038 iprec_at_recall_0.70 4-1_6 0.0038 iprec_at_recall_0.80 4-1_6 0.0038 iprec_at_recall_0.90 4-1_6 0.0038 iprec_at_recall_1.00 4-1_6 0.0038 P_5 4-1_6 0.0000 P_10 4-1_6 0.0000 P_15 4-1_6 0.0000 P_20 4-1_6 0.0000 P_30 4-1_6 0.0000 P_100 4-1_6 0.0000 P_200 4-1_6 0.0000 P_500 4-1_6 0.0020 P_1000 4-1_6 0.0010 relstring 4-1_6 '00-000-0-0' recall_5 4-1_6 0.0000 recall_10 4-1_6 0.0000 recall_15 4-1_6 0.0000 recall_20 4-1_6 0.0000 recall_30 4-1_6 0.0000 recall_100 4-1_6 0.0000 recall_200 4-1_6 0.0000 recall_500 4-1_6 1.0000 recall_1000 4-1_6 1.0000 infAP 4-1_6 0.0038 Rprec_mult_0.20 4-1_6 0.0000 Rprec_mult_0.40 4-1_6 0.0000 Rprec_mult_0.60 4-1_6 0.0000 Rprec_mult_0.80 4-1_6 0.0000 Rprec_mult_1.00 4-1_6 0.0000 Rprec_mult_1.20 4-1_6 0.0000 Rprec_mult_1.40 4-1_6 0.0000 Rprec_mult_1.60 4-1_6 0.0000 Rprec_mult_1.80 4-1_6 0.0000 Rprec_mult_2.00 4-1_6 0.0000 utility 4-1_6 -998.0000 11pt_avg 4-1_6 0.0038 binG 4-1_6 0.1245 G 4-1_6 0.0402 ndcg 4-1_6 0.1008 ndcg_rel 4-1_6 0.0902 Rndcg 4-1_6 0.0336 ndcg_cut_5 4-1_6 0.0000 ndcg_cut_10 4-1_6 0.0000 ndcg_cut_15 4-1_6 0.0000 ndcg_cut_20 4-1_6 0.0000 ndcg_cut_30 4-1_6 0.0000 ndcg_cut_100 4-1_6 0.0000 ndcg_cut_200 4-1_6 0.0372 ndcg_cut_500 4-1_6 0.0864 ndcg_cut_1000 4-1_6 0.1008 map_cut_5 4-1_6 0.0000 map_cut_10 4-1_6 0.0000 map_cut_15 4-1_6 0.0000 map_cut_20 4-1_6 0.0000 map_cut_30 4-1_6 0.0000 map_cut_100 4-1_6 0.0000 map_cut_200 4-1_6 0.0000 map_cut_500 4-1_6 0.0038 map_cut_1000 4-1_6 0.0038 relative_P_5 4-1_6 0.0000 relative_P_10 4-1_6 0.0000 relative_P_15 4-1_6 0.0000 relative_P_20 4-1_6 0.0000 relative_P_30 4-1_6 0.0000 relative_P_100 4-1_6 0.0000 relative_P_200 4-1_6 0.0000 relative_P_500 4-1_6 1.0000 relative_P_1000 4-1_6 1.0000 success_1 4-1_6 0.0000 success_5 4-1_6 0.0000 success_10 4-1_6 0.0000 set_P 4-1_6 0.0010 set_relative_P 4-1_6 1.0000 set_recall 4-1_6 1.0000 set_map 4-1_6 0.0010 set_F 4-1_6 0.0020 num_nonrel_judged_ret 4-1_6 74 rbp 4-1_6 0.0000 rbp_resid 4-1_6 0.3755 unj_5 4-1_6 0.2000 unj_10 4-1_6 0.3000 unj_20 4-1_6 0.4500 num_ret 4-1_9 1000 num_rel 4-1_9 37 num_rel_ret 4-1_9 0 map 4-1_9 0.0000 Rprec 4-1_9 0.0000 bpref 4-1_9 0.0000 recip_rank 4-1_9 0.0000 iprec_at_recall_0.00 4-1_9 0.0000 iprec_at_recall_0.10 4-1_9 0.0000 iprec_at_recall_0.20 4-1_9 0.0000 iprec_at_recall_0.30 4-1_9 0.0000 iprec_at_recall_0.40 4-1_9 0.0000 iprec_at_recall_0.50 4-1_9 0.0000 iprec_at_recall_0.60 4-1_9 0.0000 iprec_at_recall_0.70 4-1_9 0.0000 iprec_at_recall_0.80 4-1_9 0.0000 iprec_at_recall_0.90 4-1_9 0.0000 iprec_at_recall_1.00 4-1_9 0.0000 P_5 4-1_9 0.0000 P_10 4-1_9 0.0000 P_15 4-1_9 0.0000 P_20 4-1_9 0.0000 P_30 4-1_9 0.0000 P_100 4-1_9 0.0000 P_200 4-1_9 0.0000 P_500 4-1_9 0.0000 P_1000 4-1_9 0.0000 relstring 4-1_9 '0000100000' recall_5 4-1_9 0.0000 recall_10 4-1_9 0.0000 recall_15 4-1_9 0.0000 recall_20 4-1_9 0.0000 recall_30 4-1_9 0.0000 recall_100 4-1_9 0.0000 recall_200 4-1_9 0.0000 recall_500 4-1_9 0.0000 recall_1000 4-1_9 0.0000 infAP 4-1_9 0.0000 Rprec_mult_0.20 4-1_9 0.0000 Rprec_mult_0.40 4-1_9 0.0000 Rprec_mult_0.60 4-1_9 0.0000 Rprec_mult_0.80 4-1_9 0.0000 Rprec_mult_1.00 4-1_9 0.0000 Rprec_mult_1.20 4-1_9 0.0000 Rprec_mult_1.40 4-1_9 0.0000 Rprec_mult_1.60 4-1_9 0.0000 Rprec_mult_1.80 4-1_9 0.0000 Rprec_mult_2.00 4-1_9 0.0000 utility 4-1_9 -1000.0000 11pt_avg 4-1_9 0.0000 binG 4-1_9 0.0000 G 4-1_9 0.0045 ndcg 4-1_9 0.0249 ndcg_rel 4-1_9 0.0249 Rndcg 4-1_9 0.0193 ndcg_cut_5 4-1_9 0.0369 ndcg_cut_10 4-1_9 0.0276 ndcg_cut_15 4-1_9 0.0232 ndcg_cut_20 4-1_9 0.0327 ndcg_cut_30 4-1_9 0.0268 ndcg_cut_100 4-1_9 0.0171 ndcg_cut_200 4-1_9 0.0174 ndcg_cut_500 4-1_9 0.0202 ndcg_cut_1000 4-1_9 0.0249 map_cut_5 4-1_9 0.0000 map_cut_10 4-1_9 0.0000 map_cut_15 4-1_9 0.0000 map_cut_20 4-1_9 0.0000 map_cut_30 4-1_9 0.0000 map_cut_100 4-1_9 0.0000 map_cut_200 4-1_9 0.0000 map_cut_500 4-1_9 0.0000 map_cut_1000 4-1_9 0.0000 relative_P_5 4-1_9 0.0000 relative_P_10 4-1_9 0.0000 relative_P_15 4-1_9 0.0000 relative_P_20 4-1_9 0.0000 relative_P_30 4-1_9 0.0000 relative_P_100 4-1_9 0.0000 relative_P_200 4-1_9 0.0000 relative_P_500 4-1_9 0.0000 relative_P_1000 4-1_9 0.0000 success_1 4-1_9 0.0000 success_5 4-1_9 0.0000 success_10 4-1_9 0.0000 set_P 4-1_9 0.0000 set_relative_P 4-1_9 0.0000 set_recall 4-1_9 0.0000 set_map 4-1_9 0.0000 set_F 4-1_9 0.0000 num_nonrel_judged_ret 4-1_9 27 rbp 4-1_9 0.0206 rbp_resid 4-1_9 0.2766 unj_5 4-1_9 0.0000 unj_10 4-1_9 0.0000 unj_20 4-1_9 0.3500 num_ret 4-2_2 1000 num_rel 4-2_2 84 num_rel_ret 4-2_2 19 map 4-2_2 0.0217 Rprec 4-2_2 0.0476 bpref 4-2_2 0.1834 recip_rank 4-2_2 1.0000 iprec_at_recall_0.00 4-2_2 1.0000 iprec_at_recall_0.10 4-2_2 0.0506 iprec_at_recall_0.20 4-2_2 0.0212 iprec_at_recall_0.30 4-2_2 0.0000 iprec_at_recall_0.40 4-2_2 0.0000 iprec_at_recall_0.50 4-2_2 0.0000 iprec_at_recall_0.60 4-2_2 0.0000 iprec_at_recall_0.70 4-2_2 0.0000 iprec_at_recall_0.80 4-2_2 0.0000 iprec_at_recall_0.90 4-2_2 0.0000 iprec_at_recall_1.00 4-2_2 0.0000 P_5 4-2_2 0.2000 P_10 4-2_2 0.1000 P_15 4-2_2 0.1333 P_20 4-2_2 0.1000 P_30 4-2_2 0.1000 P_100 4-2_2 0.0400 P_200 4-2_2 0.0400 P_500 4-2_2 0.0240 P_1000 4-2_2 0.0190 relstring 4-2_2 '3-00-01000' recall_5 4-2_2 0.0119 recall_10 4-2_2 0.0119 recall_15 4-2_2 0.0238 recall_20 4-2_2 0.0238 recall_30 4-2_2 0.0357 recall_100 4-2_2 0.0476 recall_200 4-2_2 0.0952 recall_500 4-2_2 0.1429 recall_1000 4-2_2 0.2262 infAP 4-2_2 0.0217 Rprec_mult_0.20 4-2_2 0.1176 Rprec_mult_0.40 4-2_2 0.0882 Rprec_mult_0.60 4-2_2 0.0588 Rprec_mult_0.80 4-2_2 0.0441 Rprec_mult_1.00 4-2_2 0.0476 Rprec_mult_1.20 4-2_2 0.0396 Rprec_mult_1.40 4-2_2 0.0424 Rprec_mult_1.60 4-2_2 0.0444 Rprec_mult_1.80 4-2_2 0.0461 Rprec_mult_2.00 4-2_2 0.0476 utility 4-2_2 -962.0000 11pt_avg 4-2_2 0.0974 binG 4-2_2 0.0411 G 4-2_2 0.0393 ndcg 4-2_2 0.1954 ndcg_rel 4-2_2 0.1949 Rndcg 4-2_2 0.1488 ndcg_cut_5 4-2_2 0.3392 ndcg_cut_10 4-2_2 0.2445 ndcg_cut_15 4-2_2 0.2213 ndcg_cut_20 4-2_2 0.1842 ndcg_cut_30 4-2_2 0.1715 ndcg_cut_100 4-2_2 0.1132 ndcg_cut_200 4-2_2 0.1299 ndcg_cut_500 4-2_2 0.1525 ndcg_cut_1000 4-2_2 0.1954 map_cut_5 4-2_2 0.0119 map_cut_10 4-2_2 0.0119 map_cut_15 4-2_2 0.0141 map_cut_20 4-2_2 0.0141 map_cut_30 4-2_2 0.0153 map_cut_100 4-2_2 0.0159 map_cut_200 4-2_2 0.0182 map_cut_500 4-2_2 0.0197 map_cut_1000 4-2_2 0.0217 relative_P_5 4-2_2 0.2000 relative_P_10 4-2_2 0.1000 relative_P_15 4-2_2 0.1333 relative_P_20 4-2_2 0.1000 relative_P_30 4-2_2 0.1000 relative_P_100 4-2_2 0.0476 relative_P_200 4-2_2 0.0952 relative_P_500 4-2_2 0.1429 relative_P_1000 4-2_2 0.2262 success_1 4-2_2 1.0000 success_5 4-2_2 1.0000 success_10 4-2_2 1.0000 set_P 4-2_2 0.0190 set_relative_P 4-2_2 0.2262 set_recall 4-2_2 0.2262 set_map 4-2_2 0.0043 set_F 4-2_2 0.0351 num_nonrel_judged_ret 4-2_2 25 rbp 4-2_2 0.1475 rbp_resid 4-2_2 0.4535 unj_5 4-2_2 0.4000 unj_10 4-2_2 0.2000 unj_20 4-2_2 0.5500 num_ret 4-2_3 1000 num_rel 4-2_3 48 num_rel_ret 4-2_3 37 map 4-2_3 0.1313 Rprec 4-2_3 0.2083 bpref 4-2_3 0.4426 recip_rank 4-2_3 1.0000 iprec_at_recall_0.00 4-2_3 1.0000 iprec_at_recall_0.10 4-2_3 0.5556 iprec_at_recall_0.20 4-2_3 0.2222 iprec_at_recall_0.30 4-2_3 0.1053 iprec_at_recall_0.40 4-2_3 0.0776 iprec_at_recall_0.50 4-2_3 0.0692 iprec_at_recall_0.60 4-2_3 0.0616 iprec_at_recall_0.70 4-2_3 0.0509 iprec_at_recall_0.80 4-2_3 0.0000 iprec_at_recall_0.90 4-2_3 0.0000 iprec_at_recall_1.00 4-2_3 0.0000 P_5 4-2_3 0.2000 P_10 4-2_3 0.5000 P_15 4-2_3 0.3333 P_20 4-2_3 0.3000 P_30 4-2_3 0.2333 P_100 4-2_3 0.1300 P_200 4-2_3 0.0900 P_500 4-2_3 0.0600 P_1000 4-2_3 0.0370 relstring 4-2_3 '2-1012222-' recall_5 4-2_3 0.0208 recall_10 4-2_3 0.1042 recall_15 4-2_3 0.1042 recall_20 4-2_3 0.1250 recall_30 4-2_3 0.1458 recall_100 4-2_3 0.2708 recall_200 4-2_3 0.3750 recall_500 4-2_3 0.6250 recall_1000 4-2_3 0.7708 infAP 4-2_3 0.1313 Rprec_mult_0.20 4-2_3 0.5000 Rprec_mult_0.40 4-2_3 0.3000 Rprec_mult_0.60 4-2_3 0.2414 Rprec_mult_0.80 4-2_3 0.2308 Rprec_mult_1.00 4-2_3 0.2083 Rprec_mult_1.20 4-2_3 0.1724 Rprec_mult_1.40 4-2_3 0.1765 Rprec_mult_1.60 4-2_3 0.1558 Rprec_mult_1.80 4-2_3 0.1379 Rprec_mult_2.00 4-2_3 0.1250 utility 4-2_3 -926.0000 11pt_avg 4-2_3 0.1948 binG 4-2_3 0.1464 G 4-2_3 0.1256 ndcg 4-2_3 0.5544 ndcg_rel 4-2_3 0.4391 Rndcg 4-2_3 0.3952 ndcg_cut_5 4-2_3 0.3264 ndcg_cut_10 4-2_3 0.4217 ndcg_cut_15 4-2_3 0.3680 ndcg_cut_20 4-2_3 0.3722 ndcg_cut_30 4-2_3 0.3301 ndcg_cut_100 4-2_3 0.3173 ndcg_cut_200 4-2_3 0.3823 ndcg_cut_500 4-2_3 0.4948 ndcg_cut_1000 4-2_3 0.5544 map_cut_5 4-2_3 0.0208 map_cut_10 4-2_3 0.0587 map_cut_15 4-2_3 0.0587 map_cut_20 4-2_3 0.0656 map_cut_30 4-2_3 0.0710 map_cut_100 4-2_3 0.0968 map_cut_200 4-2_3 0.1070 map_cut_500 4-2_3 0.1238 map_cut_1000 4-2_3 0.1313 relative_P_5 4-2_3 0.2000 relative_P_10 4-2_3 0.5000 relative_P_15 4-2_3 0.3333 relative_P_20 4-2_3 0.3000 relative_P_30 4-2_3 0.2333 relative_P_100 4-2_3 0.2708 relative_P_200 4-2_3 0.3750 relative_P_500 4-2_3 0.6250 relative_P_1000 4-2_3 0.7708 success_1 4-2_3 1.0000 success_5 4-2_3 1.0000 success_10 4-2_3 1.0000 set_P 4-2_3 0.0370 set_relative_P 4-2_3 0.7708 set_recall 4-2_3 0.7708 set_map 4-2_3 0.0285 set_F 4-2_3 0.0706 num_nonrel_judged_ret 4-2_3 33 rbp 4-2_3 0.2989 rbp_resid 4-2_3 0.3391 unj_5 4-2_3 0.2000 unj_10 4-2_3 0.2000 unj_20 4-2_3 0.3500 num_ret 4-2_6 1000 num_rel 4-2_6 14 num_rel_ret 4-2_6 10 map 4-2_6 0.2539 Rprec 4-2_6 0.2857 bpref 4-2_6 0.5408 recip_rank 4-2_6 0.5000 iprec_at_recall_0.00 4-2_6 0.6667 iprec_at_recall_0.10 4-2_6 0.6667 iprec_at_recall_0.20 4-2_6 0.6667 iprec_at_recall_0.30 4-2_6 0.6667 iprec_at_recall_0.40 4-2_6 0.3182 iprec_at_recall_0.50 4-2_6 0.3182 iprec_at_recall_0.60 4-2_6 0.2105 iprec_at_recall_0.70 4-2_6 0.0195 iprec_at_recall_0.80 4-2_6 0.0000 iprec_at_recall_0.90 4-2_6 0.0000 iprec_at_recall_1.00 4-2_6 0.0000 P_5 4-2_6 0.6000 P_10 4-2_6 0.4000 P_15 4-2_6 0.2667 P_20 4-2_6 0.2500 P_30 4-2_6 0.2333 P_100 4-2_6 0.0900 P_200 4-2_6 0.0450 P_500 4-2_6 0.0180 P_1000 4-2_6 0.0100 relstring 4-2_6 '-212231-1-' recall_5 4-2_6 0.2143 recall_10 4-2_6 0.2857 recall_15 4-2_6 0.2857 recall_20 4-2_6 0.3571 recall_30 4-2_6 0.5000 recall_100 4-2_6 0.6429 recall_200 4-2_6 0.6429 recall_500 4-2_6 0.6429 recall_1000 4-2_6 0.7143 infAP 4-2_6 0.2539 Rprec_mult_0.20 4-2_6 0.3333 Rprec_mult_0.40 4-2_6 0.6667 Rprec_mult_0.60 4-2_6 0.4444 Rprec_mult_0.80 4-2_6 0.3333 Rprec_mult_1.00 4-2_6 0.2857 Rprec_mult_1.20 4-2_6 0.2353 Rprec_mult_1.40 4-2_6 0.2500 Rprec_mult_1.60 4-2_6 0.3043 Rprec_mult_1.80 4-2_6 0.2692 Rprec_mult_2.00 4-2_6 0.2500 utility 4-2_6 -980.0000 11pt_avg 4-2_6 0.3212 binG 4-2_6 0.2407 G 4-2_6 0.1669 ndcg 4-2_6 0.5243 ndcg_rel 4-2_6 0.4640 Rndcg 4-2_6 0.4154 ndcg_cut_5 4-2_6 0.4016 ndcg_cut_10 4-2_6 0.4378 ndcg_cut_15 4-2_6 0.3833 ndcg_cut_20 4-2_6 0.3840 ndcg_cut_30 4-2_6 0.4058 ndcg_cut_100 4-2_6 0.4894 ndcg_cut_200 4-2_6 0.4979 ndcg_cut_500 4-2_6 0.5055 ndcg_cut_1000 4-2_6 0.5243 map_cut_5 4-2_6 0.1143 map_cut_10 4-2_6 0.1619 map_cut_15 4-2_6 0.1619 map_cut_20 4-2_6 0.1807 map_cut_30 4-2_6 0.2238 map_cut_100 4-2_6 0.2526 map_cut_200 4-2_6 0.2526 map_cut_500 4-2_6 0.2526 map_cut_1000 4-2_6 0.2539 relative_P_5 4-2_6 0.6000 relative_P_10 4-2_6 0.4000 relative_P_15 4-2_6 0.2857 relative_P_20 4-2_6 0.3571 relative_P_30 4-2_6 0.5000 relative_P_100 4-2_6 0.6429 relative_P_200 4-2_6 0.6429 relative_P_500 4-2_6 0.6429 relative_P_1000 4-2_6 0.7143 success_1 4-2_6 0.0000 success_5 4-2_6 1.0000 success_10 4-2_6 1.0000 set_P 4-2_6 0.0100 set_relative_P 4-2_6 0.7143 set_recall 4-2_6 0.7143 set_map 4-2_6 0.0071 set_F 4-2_6 0.0197 num_nonrel_judged_ret 4-2_6 11 rbp 4-2_6 0.3146 rbp_resid 4-2_6 0.4556 unj_5 4-2_6 0.2000 unj_10 4-2_6 0.3000 unj_20 4-2_6 0.5500 num_ret 5-1_2 1000 num_rel 5-1_2 130 num_rel_ret 5-1_2 44 map 5-1_2 0.0303 Rprec 5-1_2 0.0769 bpref 5-1_2 0.2704 recip_rank 5-1_2 0.3333 iprec_at_recall_0.00 5-1_2 0.3333 iprec_at_recall_0.10 5-1_2 0.0903 iprec_at_recall_0.20 5-1_2 0.0603 iprec_at_recall_0.30 5-1_2 0.0484 iprec_at_recall_0.40 5-1_2 0.0000 iprec_at_recall_0.50 5-1_2 0.0000 iprec_at_recall_0.60 5-1_2 0.0000 iprec_at_recall_0.70 5-1_2 0.0000 iprec_at_recall_0.80 5-1_2 0.0000 iprec_at_recall_0.90 5-1_2 0.0000 iprec_at_recall_1.00 5-1_2 0.0000 P_5 5-1_2 0.2000 P_10 5-1_2 0.2000 P_15 5-1_2 0.2000 P_20 5-1_2 0.1500 P_30 5-1_2 0.2000 P_100 5-1_2 0.0800 P_200 5-1_2 0.0700 P_500 5-1_2 0.0560 P_1000 5-1_2 0.0440 relstring 5-1_2 '1-2--2-101' recall_5 5-1_2 0.0077 recall_10 5-1_2 0.0154 recall_15 5-1_2 0.0231 recall_20 5-1_2 0.0231 recall_30 5-1_2 0.0462 recall_100 5-1_2 0.0615 recall_200 5-1_2 0.1077 recall_500 5-1_2 0.2154 recall_1000 5-1_2 0.3385 infAP 5-1_2 0.0303 Rprec_mult_0.20 5-1_2 0.1538 Rprec_mult_0.40 5-1_2 0.1538 Rprec_mult_0.60 5-1_2 0.1026 Rprec_mult_0.80 5-1_2 0.0769 Rprec_mult_1.00 5-1_2 0.0769 Rprec_mult_1.20 5-1_2 0.0833 Rprec_mult_1.40 5-1_2 0.0769 Rprec_mult_1.60 5-1_2 0.0673 Rprec_mult_1.80 5-1_2 0.0641 Rprec_mult_2.00 5-1_2 0.0577 utility 5-1_2 -912.0000 11pt_avg 5-1_2 0.0484 binG 5-1_2 0.0495 G 5-1_2 0.0438 ndcg 5-1_2 0.2674 ndcg_rel 5-1_2 0.2406 Rndcg 5-1_2 0.1802 ndcg_cut_5 5-1_2 0.2031 ndcg_cut_10 5-1_2 0.2267 ndcg_cut_15 5-1_2 0.2218 ndcg_cut_20 5-1_2 0.1863 ndcg_cut_30 5-1_2 0.2040 ndcg_cut_100 5-1_2 0.1219 ndcg_cut_200 5-1_2 0.1310 ndcg_cut_500 5-1_2 0.2053 ndcg_cut_1000 5-1_2 0.2674 map_cut_5 5-1_2 0.0026 map_cut_10 5-1_2 0.0051 map_cut_15 5-1_2 0.0069 map_cut_20 5-1_2 0.0069 map_cut_30 5-1_2 0.0113 map_cut_100 5-1_2 0.0137 map_cut_200 5-1_2 0.0175 map_cut_500 5-1_2 0.0240 map_cut_1000 5-1_2 0.0303 relative_P_5 5-1_2 0.2000 relative_P_10 5-1_2 0.2000 relative_P_15 5-1_2 0.2000 relative_P_20 5-1_2 0.1500 relative_P_30 5-1_2 0.2000 relative_P_100 5-1_2 0.0800 relative_P_200 5-1_2 0.1077 relative_P_500 5-1_2 0.2154 relative_P_1000 5-1_2 0.3385 success_1 5-1_2 0.0000 success_5 5-1_2 1.0000 success_10 5-1_2 1.0000 set_P 5-1_2 0.0440 set_relative_P 5-1_2 0.3385 set_recall 5-1_2 0.3385 set_map 5-1_2 0.0149 set_F 5-1_2 0.0779 num_nonrel_judged_ret 5-1_2 45 rbp 5-1_2 0.1572 rbp_resid 5-1_2 0.5192 unj_5 5-1_2 0.6000 unj_10 5-1_2 0.4000 unj_20 5-1_2 0.5500 num_ret 5-1_4 1000 num_rel 5-1_4 29 num_rel_ret 5-1_4 19 map 5-1_4 0.0737 Rprec 5-1_4 0.1379 bpref 5-1_4 0.4614 recip_rank 5-1_4 0.1250 iprec_at_recall_0.00 5-1_4 0.2308 iprec_at_recall_0.10 5-1_4 0.2308 iprec_at_recall_0.20 5-1_4 0.1765 iprec_at_recall_0.30 5-1_4 0.1452 iprec_at_recall_0.40 5-1_4 0.0839 iprec_at_recall_0.50 5-1_4 0.0348 iprec_at_recall_0.60 5-1_4 0.0297 iprec_at_recall_0.70 5-1_4 0.0000 iprec_at_recall_0.80 5-1_4 0.0000 iprec_at_recall_0.90 5-1_4 0.0000 iprec_at_recall_1.00 5-1_4 0.0000 P_5 5-1_4 0.0000 P_10 5-1_4 0.2000 P_15 5-1_4 0.2000 P_20 5-1_4 0.2000 P_30 5-1_4 0.1333 P_100 5-1_4 0.1100 P_200 5-1_4 0.0650 P_500 5-1_4 0.0320 P_1000 5-1_4 0.0190 relstring 5-1_4 '-1--1--302' recall_5 5-1_4 0.0000 recall_10 5-1_4 0.0690 recall_15 5-1_4 0.1034 recall_20 5-1_4 0.1379 recall_30 5-1_4 0.1379 recall_100 5-1_4 0.3793 recall_200 5-1_4 0.4483 recall_500 5-1_4 0.5517 recall_1000 5-1_4 0.6552 infAP 5-1_4 0.0737 Rprec_mult_0.20 5-1_4 0.0000 Rprec_mult_0.40 5-1_4 0.1667 Rprec_mult_0.60 5-1_4 0.1667 Rprec_mult_0.80 5-1_4 0.1667 Rprec_mult_1.00 5-1_4 0.1379 Rprec_mult_1.20 5-1_4 0.1714 Rprec_mult_1.40 5-1_4 0.1707 Rprec_mult_1.60 5-1_4 0.1489 Rprec_mult_1.80 5-1_4 0.1509 Rprec_mult_2.00 5-1_4 0.1379 utility 5-1_4 -962.0000 11pt_avg 5-1_4 0.0847 binG 5-1_4 0.1156 G 5-1_4 0.1075 ndcg 5-1_4 0.3998 ndcg_rel 5-1_4 0.3125 Rndcg 5-1_4 0.2390 ndcg_cut_5 5-1_4 0.1151 ndcg_cut_10 5-1_4 0.1906 ndcg_cut_15 5-1_4 0.2259 ndcg_cut_20 5-1_4 0.2341 ndcg_cut_30 5-1_4 0.1918 ndcg_cut_100 5-1_4 0.2913 ndcg_cut_200 5-1_4 0.3256 ndcg_cut_500 5-1_4 0.3688 ndcg_cut_1000 5-1_4 0.3998 map_cut_5 5-1_4 0.0000 map_cut_10 5-1_4 0.0112 map_cut_15 5-1_4 0.0192 map_cut_20 5-1_4 0.0261 map_cut_30 5-1_4 0.0261 map_cut_100 5-1_4 0.0617 map_cut_200 5-1_4 0.0671 map_cut_500 5-1_4 0.0707 map_cut_1000 5-1_4 0.0737 relative_P_5 5-1_4 0.0000 relative_P_10 5-1_4 0.2000 relative_P_15 5-1_4 0.2000 relative_P_20 5-1_4 0.2000 relative_P_30 5-1_4 0.1379 relative_P_100 5-1_4 0.3793 relative_P_200 5-1_4 0.4483 relative_P_500 5-1_4 0.5517 relative_P_1000 5-1_4 0.6552 success_1 5-1_4 0.0000 success_5 5-1_4 0.0000 success_10 5-1_4 1.0000 set_P 5-1_4 0.0190 set_relative_P 5-1_4 0.6552 set_recall 5-1_4 0.6552 set_map 5-1_4 0.0124 set_F 5-1_4 0.0369 num_nonrel_judged_ret 5-1_4 16 rbp 5-1_4 0.1850 rbp_resid 5-1_4 0.6201 unj_5 5-1_4 0.6000 unj_10 5-1_4 0.5000 unj_20 5-1_4 0.6000 num_ret 6-1_2 1000 num_rel 6-1_2 57 num_rel_ret 6-1_2 4 map 6-1_2 0.0005 Rprec 6-1_2 0.0000 bpref 6-1_2 0.0351 recip_rank 6-1_2 0.0145 iprec_at_recall_0.00 6-1_2 0.0145 iprec_at_recall_0.10 6-1_2 0.0000 iprec_at_recall_0.20 6-1_2 0.0000 iprec_at_recall_0.30 6-1_2 0.0000 iprec_at_recall_0.40 6-1_2 0.0000 iprec_at_recall_0.50 6-1_2 0.0000 iprec_at_recall_0.60 6-1_2 0.0000 iprec_at_recall_0.70 6-1_2 0.0000 iprec_at_recall_0.80 6-1_2 0.0000 iprec_at_recall_0.90 6-1_2 0.0000 iprec_at_recall_1.00 6-1_2 0.0000 P_5 6-1_2 0.0000 P_10 6-1_2 0.0000 P_15 6-1_2 0.0000 P_20 6-1_2 0.0000 P_30 6-1_2 0.0000 P_100 6-1_2 0.0100 P_200 6-1_2 0.0050 P_500 6-1_2 0.0020 P_1000 6-1_2 0.0040 relstring 6-1_2 '1110-1--00' recall_5 6-1_2 0.0000 recall_10 6-1_2 0.0000 recall_15 6-1_2 0.0000 recall_20 6-1_2 0.0000 recall_30 6-1_2 0.0000 recall_100 6-1_2 0.0175 recall_200 6-1_2 0.0175 recall_500 6-1_2 0.0175 recall_1000 6-1_2 0.0702 infAP 6-1_2 0.0005 Rprec_mult_0.20 6-1_2 0.0000 Rprec_mult_0.40 6-1_2 0.0000 Rprec_mult_0.60 6-1_2 0.0000 Rprec_mult_0.80 6-1_2 0.0000 Rprec_mult_1.00 6-1_2 0.0000 Rprec_mult_1.20 6-1_2 0.0145 Rprec_mult_1.40 6-1_2 0.0125 Rprec_mult_1.60 6-1_2 0.0109 Rprec_mult_1.80 6-1_2 0.0097 Rprec_mult_2.00 6-1_2 0.0088 utility 6-1_2 -992.0000 11pt_avg 6-1_2 0.0013 binG 6-1_2 0.0084 G 6-1_2 0.0254 ndcg 6-1_2 0.1412 ndcg_rel 6-1_2 0.1442 Rndcg 6-1_2 0.1229 ndcg_cut_5 6-1_2 0.2409 ndcg_cut_10 6-1_2 0.1825 ndcg_cut_15 6-1_2 0.1414 ndcg_cut_20 6-1_2 0.1337 ndcg_cut_30 6-1_2 0.1198 ndcg_cut_100 6-1_2 0.1046 ndcg_cut_200 6-1_2 0.1155 ndcg_cut_500 6-1_2 0.1212 ndcg_cut_1000 6-1_2 0.1412 map_cut_5 6-1_2 0.0000 map_cut_10 6-1_2 0.0000 map_cut_15 6-1_2 0.0000 map_cut_20 6-1_2 0.0000 map_cut_30 6-1_2 0.0000 map_cut_100 6-1_2 0.0003 map_cut_200 6-1_2 0.0003 map_cut_500 6-1_2 0.0003 map_cut_1000 6-1_2 0.0005 relative_P_5 6-1_2 0.0000 relative_P_10 6-1_2 0.0000 relative_P_15 6-1_2 0.0000 relative_P_20 6-1_2 0.0000 relative_P_30 6-1_2 0.0000 relative_P_100 6-1_2 0.0175 relative_P_200 6-1_2 0.0175 relative_P_500 6-1_2 0.0175 relative_P_1000 6-1_2 0.0702 success_1 6-1_2 0.0000 success_5 6-1_2 0.0000 success_10 6-1_2 0.0000 set_P 6-1_2 0.0040 set_relative_P 6-1_2 0.0702 set_recall 6-1_2 0.0702 set_map 6-1_2 0.0003 set_F 6-1_2 0.0076 num_nonrel_judged_ret 6-1_2 32 rbp 6-1_2 0.1225 rbp_resid 6-1_2 0.4417 unj_5 6-1_2 0.2000 unj_10 6-1_2 0.3000 unj_20 6-1_2 0.5500 num_ret 6-1_6 1000 num_rel 6-1_6 27 num_rel_ret 6-1_6 27 map 6-1_6 0.2491 Rprec 6-1_6 0.2963 bpref 6-1_6 0.3457 recip_rank 6-1_6 0.5000 iprec_at_recall_0.00 6-1_6 0.6667 iprec_at_recall_0.10 6-1_6 0.6000 iprec_at_recall_0.20 6-1_6 0.4167 iprec_at_recall_0.30 6-1_6 0.3226 iprec_at_recall_0.40 6-1_6 0.2750 iprec_at_recall_0.50 6-1_6 0.2078 iprec_at_recall_0.60 6-1_6 0.2078 iprec_at_recall_0.70 6-1_6 0.1418 iprec_at_recall_0.80 6-1_6 0.1186 iprec_at_recall_0.90 6-1_6 0.1182 iprec_at_recall_1.00 6-1_6 0.0712 P_5 6-1_6 0.6000 P_10 6-1_6 0.4000 P_15 6-1_6 0.3333 P_20 6-1_6 0.2500 P_30 6-1_6 0.3000 P_100 6-1_6 0.1700 P_200 6-1_6 0.1150 P_500 6-1_6 0.0540 P_1000 6-1_6 0.0270 relstring 6-1_6 '13213110-3' recall_5 6-1_6 0.1111 recall_10 6-1_6 0.1481 recall_15 6-1_6 0.1852 recall_20 6-1_6 0.1852 recall_30 6-1_6 0.3333 recall_100 6-1_6 0.6296 recall_200 6-1_6 0.8519 recall_500 6-1_6 1.0000 recall_1000 6-1_6 1.0000 infAP 6-1_6 0.2491 Rprec_mult_0.20 6-1_6 0.5000 Rprec_mult_0.40 6-1_6 0.3636 Rprec_mult_0.60 6-1_6 0.2941 Rprec_mult_0.80 6-1_6 0.2727 Rprec_mult_1.00 6-1_6 0.2963 Rprec_mult_1.20 6-1_6 0.3030 Rprec_mult_1.40 6-1_6 0.2632 Rprec_mult_1.60 6-1_6 0.2500 Rprec_mult_1.80 6-1_6 0.2245 Rprec_mult_2.00 6-1_6 0.2037 utility 6-1_6 -946.0000 11pt_avg 6-1_6 0.2860 binG 6-1_6 0.2270 G 6-1_6 0.2004 ndcg 6-1_6 0.7405 ndcg_rel 6-1_6 0.5641 Rndcg 6-1_6 0.5423 ndcg_cut_5 6-1_6 0.6200 ndcg_cut_10 6-1_6 0.5165 ndcg_cut_15 6-1_6 0.4744 ndcg_cut_20 6-1_6 0.4535 ndcg_cut_30 6-1_6 0.4831 ndcg_cut_100 6-1_6 0.6007 ndcg_cut_200 6-1_6 0.6870 ndcg_cut_500 6-1_6 0.7405 ndcg_cut_1000 6-1_6 0.7405 map_cut_5 6-1_6 0.0654 map_cut_10 6-1_6 0.0802 map_cut_15 6-1_6 0.0957 map_cut_20 6-1_6 0.0957 map_cut_30 6-1_6 0.1395 map_cut_100 6-1_6 0.2067 map_cut_200 6-1_6 0.2358 map_cut_500 6-1_6 0.2491 map_cut_1000 6-1_6 0.2491 relative_P_5 6-1_6 0.6000 relative_P_10 6-1_6 0.4000 relative_P_15 6-1_6 0.3333 relative_P_20 6-1_6 0.2500 relative_P_30 6-1_6 0.3333 relative_P_100 6-1_6 0.6296 relative_P_200 6-1_6 0.8519 relative_P_500 6-1_6 1.0000 relative_P_1000 6-1_6 1.0000 success_1 6-1_6 0.0000 success_5 6-1_6 1.0000 success_10 6-1_6 1.0000 set_P 6-1_6 0.0270 set_relative_P 6-1_6 1.0000 set_recall 6-1_6 1.0000 set_map 6-1_6 0.0270 set_F 6-1_6 0.0526 num_nonrel_judged_ret 6-1_6 34 rbp 6-1_6 0.4374 rbp_resid 6-1_6 0.2046 unj_5 6-1_6 0.0000 unj_10 6-1_6 0.1000 unj_20 6-1_6 0.3000 num_ret 6-1_7 1000 num_rel 6-1_7 46 num_rel_ret 6-1_7 23 map 6-1_7 0.0242 Rprec 6-1_7 0.0652 bpref 6-1_7 0.0931 recip_rank 6-1_7 0.1111 iprec_at_recall_0.00 6-1_7 0.1111 iprec_at_recall_0.10 6-1_7 0.0721 iprec_at_recall_0.20 6-1_7 0.0489 iprec_at_recall_0.30 6-1_7 0.0316 iprec_at_recall_0.40 6-1_7 0.0316 iprec_at_recall_0.50 6-1_7 0.0251 iprec_at_recall_0.60 6-1_7 0.0000 iprec_at_recall_0.70 6-1_7 0.0000 iprec_at_recall_0.80 6-1_7 0.0000 iprec_at_recall_0.90 6-1_7 0.0000 iprec_at_recall_1.00 6-1_7 0.0000 P_5 6-1_7 0.0000 P_10 6-1_7 0.1000 P_15 6-1_7 0.0667 P_20 6-1_7 0.1000 P_30 6-1_7 0.0667 P_100 6-1_7 0.0600 P_200 6-1_7 0.0450 P_500 6-1_7 0.0280 P_1000 6-1_7 0.0230 relstring 6-1_7 '-110001020' recall_5 6-1_7 0.0000 recall_10 6-1_7 0.0217 recall_15 6-1_7 0.0217 recall_20 6-1_7 0.0435 recall_30 6-1_7 0.0435 recall_100 6-1_7 0.1304 recall_200 6-1_7 0.1957 recall_500 6-1_7 0.3043 recall_1000 6-1_7 0.5000 infAP 6-1_7 0.0242 Rprec_mult_0.20 6-1_7 0.1000 Rprec_mult_0.40 6-1_7 0.0526 Rprec_mult_0.60 6-1_7 0.0714 Rprec_mult_0.80 6-1_7 0.0811 Rprec_mult_1.00 6-1_7 0.0652 Rprec_mult_1.20 6-1_7 0.0714 Rprec_mult_1.40 6-1_7 0.0615 Rprec_mult_1.60 6-1_7 0.0541 Rprec_mult_1.80 6-1_7 0.0482 Rprec_mult_2.00 6-1_7 0.0543 utility 6-1_7 -954.0000 11pt_avg 6-1_7 0.0291 binG 6-1_7 0.0698 G 6-1_7 0.0739 ndcg 6-1_7 0.3492 ndcg_rel 6-1_7 0.2781 Rndcg 6-1_7 0.2014 ndcg_cut_5 6-1_7 0.1279 ndcg_cut_10 6-1_7 0.1516 ndcg_cut_15 6-1_7 0.1506 ndcg_cut_20 6-1_7 0.1677 ndcg_cut_30 6-1_7 0.1647 ndcg_cut_100 6-1_7 0.1631 ndcg_cut_200 6-1_7 0.1981 ndcg_cut_500 6-1_7 0.2749 ndcg_cut_1000 6-1_7 0.3492 map_cut_5 6-1_7 0.0000 map_cut_10 6-1_7 0.0024 map_cut_15 6-1_7 0.0024 map_cut_20 6-1_7 0.0046 map_cut_30 6-1_7 0.0046 map_cut_100 6-1_7 0.0108 map_cut_200 6-1_7 0.0149 map_cut_500 6-1_7 0.0185 map_cut_1000 6-1_7 0.0242 relative_P_5 6-1_7 0.0000 relative_P_10 6-1_7 0.1000 relative_P_15 6-1_7 0.0667 relative_P_20 6-1_7 0.1000 relative_P_30 6-1_7 0.0667 relative_P_100 6-1_7 0.1304 relative_P_200 6-1_7 0.1957 relative_P_500 6-1_7 0.3043 relative_P_1000 6-1_7 0.5000 success_1 6-1_7 0.0000 success_5 6-1_7 0.0000 success_10 6-1_7 1.0000 set_P 6-1_7 0.0230 set_relative_P 6-1_7 0.5000 set_recall 6-1_7 0.5000 set_map 6-1_7 0.0115 set_F 6-1_7 0.0440 num_nonrel_judged_ret 6-1_7 85 rbp 6-1_7 0.1466 rbp_resid 6-1_7 0.2767 unj_5 6-1_7 0.2000 unj_10 6-1_7 0.1000 unj_20 6-1_7 0.2500 num_ret 6-2_2 1000 num_rel 6-2_2 56 num_rel_ret 6-2_2 27 map 6-2_2 0.0449 Rprec 6-2_2 0.0893 bpref 6-2_2 0.1537 recip_rank 6-2_2 1.0000 iprec_at_recall_0.00 6-2_2 1.0000 iprec_at_recall_0.10 6-2_2 0.0833 iprec_at_recall_0.20 6-2_2 0.0694 iprec_at_recall_0.30 6-2_2 0.0657 iprec_at_recall_0.40 6-2_2 0.0448 iprec_at_recall_0.50 6-2_2 0.0000 iprec_at_recall_0.60 6-2_2 0.0000 iprec_at_recall_0.70 6-2_2 0.0000 iprec_at_recall_0.80 6-2_2 0.0000 iprec_at_recall_0.90 6-2_2 0.0000 iprec_at_recall_1.00 6-2_2 0.0000 P_5 6-2_2 0.2000 P_10 6-2_2 0.1000 P_15 6-2_2 0.0667 P_20 6-2_2 0.0500 P_30 6-2_2 0.0333 P_100 6-2_2 0.0700 P_200 6-2_2 0.0600 P_500 6-2_2 0.0440 P_1000 6-2_2 0.0270 relstring 6-2_2 '20-00-1010' recall_5 6-2_2 0.0179 recall_10 6-2_2 0.0179 recall_15 6-2_2 0.0179 recall_20 6-2_2 0.0179 recall_30 6-2_2 0.0179 recall_100 6-2_2 0.1250 recall_200 6-2_2 0.2143 recall_500 6-2_2 0.3929 recall_1000 6-2_2 0.4821 infAP 6-2_2 0.0449 Rprec_mult_0.20 6-2_2 0.0833 Rprec_mult_0.40 6-2_2 0.0435 Rprec_mult_0.60 6-2_2 0.0294 Rprec_mult_0.80 6-2_2 0.0667 Rprec_mult_1.00 6-2_2 0.0893 Rprec_mult_1.20 6-2_2 0.0735 Rprec_mult_1.40 6-2_2 0.0759 Rprec_mult_1.60 6-2_2 0.0667 Rprec_mult_1.80 6-2_2 0.0693 Rprec_mult_2.00 6-2_2 0.0625 utility 6-2_2 -946.0000 11pt_avg 6-2_2 0.1148 binG 6-2_2 0.0803 G 6-2_2 0.0725 ndcg 6-2_2 0.3337 ndcg_rel 6-2_2 0.2723 Rndcg 6-2_2 0.1737 ndcg_cut_5 6-2_2 0.1696 ndcg_cut_10 6-2_2 0.1450 ndcg_cut_15 6-2_2 0.1313 ndcg_cut_20 6-2_2 0.1132 ndcg_cut_30 6-2_2 0.1088 ndcg_cut_100 6-2_2 0.1504 ndcg_cut_200 6-2_2 0.2018 ndcg_cut_500 6-2_2 0.2948 ndcg_cut_1000 6-2_2 0.3337 map_cut_5 6-2_2 0.0179 map_cut_10 6-2_2 0.0179 map_cut_15 6-2_2 0.0179 map_cut_20 6-2_2 0.0179 map_cut_30 6-2_2 0.0179 map_cut_100 6-2_2 0.0259 map_cut_200 6-2_2 0.0316 map_cut_500 6-2_2 0.0419 map_cut_1000 6-2_2 0.0449 relative_P_5 6-2_2 0.2000 relative_P_10 6-2_2 0.1000 relative_P_15 6-2_2 0.0667 relative_P_20 6-2_2 0.0500 relative_P_30 6-2_2 0.0333 relative_P_100 6-2_2 0.1250 relative_P_200 6-2_2 0.2143 relative_P_500 6-2_2 0.3929 relative_P_1000 6-2_2 0.4821 success_1 6-2_2 1.0000 success_5 6-2_2 1.0000 success_10 6-2_2 1.0000 set_P 6-2_2 0.0270 set_relative_P 6-2_2 0.4821 set_recall 6-2_2 0.4821 set_map 6-2_2 0.0130 set_F 6-2_2 0.0511 num_nonrel_judged_ret 6-2_2 65 rbp 6-2_2 0.0884 rbp_resid 6-2_2 0.2885 unj_5 6-2_2 0.2000 unj_10 6-2_2 0.2000 unj_20 6-2_2 0.3000 num_ret 6-2_3 1000 num_rel 6-2_3 17 num_rel_ret 6-2_3 5 map 6-2_3 0.0027 Rprec 6-2_3 0.0000 bpref 6-2_3 0.0035 recip_rank 6-2_3 0.0189 iprec_at_recall_0.00 6-2_3 0.0189 iprec_at_recall_0.10 6-2_3 0.0096 iprec_at_recall_0.20 6-2_3 0.0096 iprec_at_recall_0.30 6-2_3 0.0056 iprec_at_recall_0.40 6-2_3 0.0000 iprec_at_recall_0.50 6-2_3 0.0000 iprec_at_recall_0.60 6-2_3 0.0000 iprec_at_recall_0.70 6-2_3 0.0000 iprec_at_recall_0.80 6-2_3 0.0000 iprec_at_recall_0.90 6-2_3 0.0000 iprec_at_recall_1.00 6-2_3 0.0000 P_5 6-2_3 0.0000 P_10 6-2_3 0.0000 P_15 6-2_3 0.0000 P_20 6-2_3 0.0000 P_30 6-2_3 0.0000 P_100 6-2_3 0.0100 P_200 6-2_3 0.0050 P_500 6-2_3 0.0060 P_1000 6-2_3 0.0050 relstring 6-2_3 '--0000000-' recall_5 6-2_3 0.0000 recall_10 6-2_3 0.0000 recall_15 6-2_3 0.0000 recall_20 6-2_3 0.0000 recall_30 6-2_3 0.0000 recall_100 6-2_3 0.0588 recall_200 6-2_3 0.0588 recall_500 6-2_3 0.1765 recall_1000 6-2_3 0.2941 infAP 6-2_3 0.0027 Rprec_mult_0.20 6-2_3 0.0000 Rprec_mult_0.40 6-2_3 0.0000 Rprec_mult_0.60 6-2_3 0.0000 Rprec_mult_0.80 6-2_3 0.0000 Rprec_mult_1.00 6-2_3 0.0000 Rprec_mult_1.20 6-2_3 0.0000 Rprec_mult_1.40 6-2_3 0.0000 Rprec_mult_1.60 6-2_3 0.0000 Rprec_mult_1.80 6-2_3 0.0000 Rprec_mult_2.00 6-2_3 0.0000 utility 6-2_3 -990.0000 11pt_avg 6-2_3 0.0040 binG 6-2_3 0.0366 G 6-2_3 0.0436 ndcg 6-2_3 0.1240 ndcg_rel 6-2_3 0.1083 Rndcg 6-2_3 0.0248 ndcg_cut_5 6-2_3 0.0000 ndcg_cut_10 6-2_3 0.0000 ndcg_cut_15 6-2_3 0.0000 ndcg_cut_20 6-2_3 0.0000 ndcg_cut_30 6-2_3 0.0000 ndcg_cut_100 6-2_3 0.0344 ndcg_cut_200 6-2_3 0.0409 ndcg_cut_500 6-2_3 0.0821 ndcg_cut_1000 6-2_3 0.1240 map_cut_5 6-2_3 0.0000 map_cut_10 6-2_3 0.0000 map_cut_15 6-2_3 0.0000 map_cut_20 6-2_3 0.0000 map_cut_30 6-2_3 0.0000 map_cut_100 6-2_3 0.0011 map_cut_200 6-2_3 0.0011 map_cut_500 6-2_3 0.0021 map_cut_1000 6-2_3 0.0027 relative_P_5 6-2_3 0.0000 relative_P_10 6-2_3 0.0000 relative_P_15 6-2_3 0.0000 relative_P_20 6-2_3 0.0000 relative_P_30 6-2_3 0.0000 relative_P_100 6-2_3 0.0588 relative_P_200 6-2_3 0.0588 relative_P_500 6-2_3 0.1765 relative_P_1000 6-2_3 0.2941 success_1 6-2_3 0.0000 success_5 6-2_3 0.0000 success_10 6-2_3 0.0000 set_P 6-2_3 0.0050 set_relative_P 6-2_3 0.2941 set_recall 6-2_3 0.2941 set_map 6-2_3 0.0015 set_F 6-2_3 0.0098 num_nonrel_judged_ret 6-2_3 47 rbp 6-2_3 0.0004 rbp_resid 6-2_3 0.5017 unj_5 6-2_3 0.4000 unj_10 6-2_3 0.3000 unj_20 6-2_3 0.5500 num_ret 6-2_5 1000 num_rel 6-2_5 51 num_rel_ret 6-2_5 14 map 6-2_5 0.0103 Rprec 6-2_5 0.0392 bpref 6-2_5 0.1811 recip_rank 6-2_5 0.1111 iprec_at_recall_0.00 6-2_5 0.1111 iprec_at_recall_0.10 6-2_5 0.0413 iprec_at_recall_0.20 6-2_5 0.0227 iprec_at_recall_0.30 6-2_5 0.0000 iprec_at_recall_0.40 6-2_5 0.0000 iprec_at_recall_0.50 6-2_5 0.0000 iprec_at_recall_0.60 6-2_5 0.0000 iprec_at_recall_0.70 6-2_5 0.0000 iprec_at_recall_0.80 6-2_5 0.0000 iprec_at_recall_0.90 6-2_5 0.0000 iprec_at_recall_1.00 6-2_5 0.0000 P_5 6-2_5 0.0000 P_10 6-2_5 0.1000 P_15 6-2_5 0.0667 P_20 6-2_5 0.0500 P_30 6-2_5 0.0667 P_100 6-2_5 0.0400 P_200 6-2_5 0.0250 P_500 6-2_5 0.0180 P_1000 6-2_5 0.0140 relstring 6-2_5 '1--0-01020' recall_5 6-2_5 0.0000 recall_10 6-2_5 0.0196 recall_15 6-2_5 0.0196 recall_20 6-2_5 0.0196 recall_30 6-2_5 0.0392 recall_100 6-2_5 0.0784 recall_200 6-2_5 0.0980 recall_500 6-2_5 0.1765 recall_1000 6-2_5 0.2745 infAP 6-2_5 0.0103 Rprec_mult_0.20 6-2_5 0.0909 Rprec_mult_0.40 6-2_5 0.0476 Rprec_mult_0.60 6-2_5 0.0645 Rprec_mult_0.80 6-2_5 0.0488 Rprec_mult_1.00 6-2_5 0.0392 Rprec_mult_1.20 6-2_5 0.0323 Rprec_mult_1.40 6-2_5 0.0417 Rprec_mult_1.60 6-2_5 0.0366 Rprec_mult_1.80 6-2_5 0.0435 Rprec_mult_2.00 6-2_5 0.0392 utility 6-2_5 -972.0000 11pt_avg 6-2_5 0.0159 binG 6-2_5 0.0395 G 6-2_5 0.0371 ndcg 6-2_5 0.1751 ndcg_rel 6-2_5 0.1570 Rndcg 6-2_5 0.0984 ndcg_cut_5 6-2_5 0.0848 ndcg_cut_10 6-2_5 0.1065 ndcg_cut_15 6-2_5 0.0825 ndcg_cut_20 6-2_5 0.0711 ndcg_cut_30 6-2_5 0.0835 ndcg_cut_100 6-2_5 0.0796 ndcg_cut_200 6-2_5 0.0887 ndcg_cut_500 6-2_5 0.1299 ndcg_cut_1000 6-2_5 0.1751 map_cut_5 6-2_5 0.0000 map_cut_10 6-2_5 0.0022 map_cut_15 6-2_5 0.0022 map_cut_20 6-2_5 0.0022 map_cut_30 6-2_5 0.0036 map_cut_100 6-2_5 0.0054 map_cut_200 6-2_5 0.0062 map_cut_500 6-2_5 0.0083 map_cut_1000 6-2_5 0.0103 relative_P_5 6-2_5 0.0000 relative_P_10 6-2_5 0.1000 relative_P_15 6-2_5 0.0667 relative_P_20 6-2_5 0.0500 relative_P_30 6-2_5 0.0667 relative_P_100 6-2_5 0.0784 relative_P_200 6-2_5 0.0980 relative_P_500 6-2_5 0.1765 relative_P_1000 6-2_5 0.2745 success_1 6-2_5 0.0000 success_5 6-2_5 0.0000 success_10 6-2_5 1.0000 set_P 6-2_5 0.0140 set_relative_P 6-2_5 0.2745 set_recall 6-2_5 0.2745 set_map 6-2_5 0.0038 set_F 6-2_5 0.0266 num_nonrel_judged_ret 6-2_5 30 rbp 6-2_5 0.0678 rbp_resid 6-2_5 0.5293 unj_5 6-2_5 0.6000 unj_10 6-2_5 0.3000 unj_20 6-2_5 0.6000 num_ret 7-1_1 1000 num_rel 7-1_1 4 num_rel_ret 7-1_1 1 map 7-1_1 0.0040 Rprec 7-1_1 0.0000 bpref 7-1_1 0.0000 recip_rank 7-1_1 0.0159 iprec_at_recall_0.00 7-1_1 0.0159 iprec_at_recall_0.10 7-1_1 0.0159 iprec_at_recall_0.20 7-1_1 0.0159 iprec_at_recall_0.30 7-1_1 0.0159 iprec_at_recall_0.40 7-1_1 0.0000 iprec_at_recall_0.50 7-1_1 0.0000 iprec_at_recall_0.60 7-1_1 0.0000 iprec_at_recall_0.70 7-1_1 0.0000 iprec_at_recall_0.80 7-1_1 0.0000 iprec_at_recall_0.90 7-1_1 0.0000 iprec_at_recall_1.00 7-1_1 0.0000 P_5 7-1_1 0.0000 P_10 7-1_1 0.0000 P_15 7-1_1 0.0000 P_20 7-1_1 0.0000 P_30 7-1_1 0.0000 P_100 7-1_1 0.0100 P_200 7-1_1 0.0050 P_500 7-1_1 0.0020 P_1000 7-1_1 0.0010 relstring 7-1_1 '11-1--1--1' recall_5 7-1_1 0.0000 recall_10 7-1_1 0.0000 recall_15 7-1_1 0.0000 recall_20 7-1_1 0.0000 recall_30 7-1_1 0.0000 recall_100 7-1_1 0.2500 recall_200 7-1_1 0.2500 recall_500 7-1_1 0.2500 recall_1000 7-1_1 0.2500 infAP 7-1_1 0.0040 Rprec_mult_0.20 7-1_1 0.0000 Rprec_mult_0.40 7-1_1 0.0000 Rprec_mult_0.60 7-1_1 0.0000 Rprec_mult_0.80 7-1_1 0.0000 Rprec_mult_1.00 7-1_1 0.0000 Rprec_mult_1.20 7-1_1 0.0000 Rprec_mult_1.40 7-1_1 0.0000 Rprec_mult_1.60 7-1_1 0.0000 Rprec_mult_1.80 7-1_1 0.0000 Rprec_mult_2.00 7-1_1 0.0000 utility 7-1_1 -998.0000 11pt_avg 7-1_1 0.0058 binG 7-1_1 0.0417 G 7-1_1 0.0982 ndcg 7-1_1 0.4665 ndcg_rel 7-1_1 0.4221 Rndcg 7-1_1 0.3632 ndcg_cut_5 7-1_1 0.3167 ndcg_cut_10 7-1_1 0.3311 ndcg_cut_15 7-1_1 0.3710 ndcg_cut_20 7-1_1 0.3961 ndcg_cut_30 7-1_1 0.4128 ndcg_cut_100 7-1_1 0.3483 ndcg_cut_200 7-1_1 0.3576 ndcg_cut_500 7-1_1 0.4378 ndcg_cut_1000 7-1_1 0.4665 map_cut_5 7-1_1 0.0000 map_cut_10 7-1_1 0.0000 map_cut_15 7-1_1 0.0000 map_cut_20 7-1_1 0.0000 map_cut_30 7-1_1 0.0000 map_cut_100 7-1_1 0.0040 map_cut_200 7-1_1 0.0040 map_cut_500 7-1_1 0.0040 map_cut_1000 7-1_1 0.0040 relative_P_5 7-1_1 0.0000 relative_P_10 7-1_1 0.0000 relative_P_15 7-1_1 0.0000 relative_P_20 7-1_1 0.0000 relative_P_30 7-1_1 0.0000 relative_P_100 7-1_1 0.2500 relative_P_200 7-1_1 0.2500 relative_P_500 7-1_1 0.2500 relative_P_1000 7-1_1 0.2500 success_1 7-1_1 0.0000 success_5 7-1_1 0.0000 success_10 7-1_1 0.0000 set_P 7-1_1 0.0010 set_relative_P 7-1_1 0.2500 set_recall 7-1_1 0.2500 set_map 7-1_1 0.0003 set_F 7-1_1 0.0020 num_nonrel_judged_ret 7-1_1 91 rbp 7-1_1 0.1841 rbp_resid 7-1_1 0.4171 unj_5 7-1_1 0.4000 unj_10 7-1_1 0.5000 unj_20 7-1_1 0.4000 num_ret 7-1_5 1000 num_rel 7-1_5 6 num_rel_ret 7-1_5 0 map 7-1_5 0.0000 Rprec 7-1_5 0.0000 bpref 7-1_5 0.0000 recip_rank 7-1_5 0.0000 iprec_at_recall_0.00 7-1_5 0.0000 iprec_at_recall_0.10 7-1_5 0.0000 iprec_at_recall_0.20 7-1_5 0.0000 iprec_at_recall_0.30 7-1_5 0.0000 iprec_at_recall_0.40 7-1_5 0.0000 iprec_at_recall_0.50 7-1_5 0.0000 iprec_at_recall_0.60 7-1_5 0.0000 iprec_at_recall_0.70 7-1_5 0.0000 iprec_at_recall_0.80 7-1_5 0.0000 iprec_at_recall_0.90 7-1_5 0.0000 iprec_at_recall_1.00 7-1_5 0.0000 P_5 7-1_5 0.0000 P_10 7-1_5 0.0000 P_15 7-1_5 0.0000 P_20 7-1_5 0.0000 P_30 7-1_5 0.0000 P_100 7-1_5 0.0000 P_200 7-1_5 0.0000 P_500 7-1_5 0.0000 P_1000 7-1_5 0.0000 relstring 7-1_5 '-0-0000-00' recall_5 7-1_5 0.0000 recall_10 7-1_5 0.0000 recall_15 7-1_5 0.0000 recall_20 7-1_5 0.0000 recall_30 7-1_5 0.0000 recall_100 7-1_5 0.0000 recall_200 7-1_5 0.0000 recall_500 7-1_5 0.0000 recall_1000 7-1_5 0.0000 infAP 7-1_5 0.0000 Rprec_mult_0.20 7-1_5 0.0000 Rprec_mult_0.40 7-1_5 0.0000 Rprec_mult_0.60 7-1_5 0.0000 Rprec_mult_0.80 7-1_5 0.0000 Rprec_mult_1.00 7-1_5 0.0000 Rprec_mult_1.20 7-1_5 0.0000 Rprec_mult_1.40 7-1_5 0.0000 Rprec_mult_1.60 7-1_5 0.0000 Rprec_mult_1.80 7-1_5 0.0000 Rprec_mult_2.00 7-1_5 0.0000 utility 7-1_5 -1000.0000 11pt_avg 7-1_5 0.0000 binG 7-1_5 0.0000 G 7-1_5 0.0097 ndcg 7-1_5 0.0224 ndcg_rel 7-1_5 0.0215 Rndcg 7-1_5 0.0056 ndcg_cut_5 7-1_5 0.0000 ndcg_cut_10 7-1_5 0.0000 ndcg_cut_15 7-1_5 0.0000 ndcg_cut_20 7-1_5 0.0000 ndcg_cut_30 7-1_5 0.0000 ndcg_cut_100 7-1_5 0.0000 ndcg_cut_200 7-1_5 0.0087 ndcg_cut_500 7-1_5 0.0162 ndcg_cut_1000 7-1_5 0.0224 map_cut_5 7-1_5 0.0000 map_cut_10 7-1_5 0.0000 map_cut_15 7-1_5 0.0000 map_cut_20 7-1_5 0.0000 map_cut_30 7-1_5 0.0000 map_cut_100 7-1_5 0.0000 map_cut_200 7-1_5 0.0000 map_cut_500 7-1_5 0.0000 map_cut_1000 7-1_5 0.0000 relative_P_5 7-1_5 0.0000 relative_P_10 7-1_5 0.0000 relative_P_15 7-1_5 0.0000 relative_P_20 7-1_5 0.0000 relative_P_30 7-1_5 0.0000 relative_P_100 7-1_5 0.0000 relative_P_200 7-1_5 0.0000 relative_P_500 7-1_5 0.0000 relative_P_1000 7-1_5 0.0000 success_1 7-1_5 0.0000 success_5 7-1_5 0.0000 success_10 7-1_5 0.0000 set_P 7-1_5 0.0000 set_relative_P 7-1_5 0.0000 set_recall 7-1_5 0.0000 set_map 7-1_5 0.0000 set_F 7-1_5 0.0000 num_nonrel_judged_ret 7-1_5 46 rbp 7-1_5 0.0000 rbp_resid 7-1_5 0.4814 unj_5 7-1_5 0.4000 unj_10 7-1_5 0.3000 unj_20 7-1_5 0.5000 num_ret 7-1_6 1000 num_rel 7-1_6 9 num_rel_ret 7-1_6 9 map 7-1_6 0.4833 Rprec 7-1_6 0.4444 bpref 7-1_6 0.7284 recip_rank 7-1_6 1.0000 iprec_at_recall_0.00 7-1_6 1.0000 iprec_at_recall_0.10 7-1_6 1.0000 iprec_at_recall_0.20 7-1_6 1.0000 iprec_at_recall_0.30 7-1_6 1.0000 iprec_at_recall_0.40 7-1_6 0.8000 iprec_at_recall_0.50 7-1_6 0.1613 iprec_at_recall_0.60 7-1_6 0.1613 iprec_at_recall_0.70 7-1_6 0.1395 iprec_at_recall_0.80 7-1_6 0.0986 iprec_at_recall_0.90 7-1_6 0.0833 iprec_at_recall_1.00 7-1_6 0.0672 P_5 7-1_6 0.8000 P_10 7-1_6 0.4000 P_15 7-1_6 0.2667 P_20 7-1_6 0.2000 P_30 7-1_6 0.1333 P_100 7-1_6 0.0800 P_200 7-1_6 0.0450 P_500 7-1_6 0.0180 P_1000 7-1_6 0.0090 relstring 7-1_6 '44414-----' recall_5 7-1_6 0.4444 recall_10 7-1_6 0.4444 recall_15 7-1_6 0.4444 recall_20 7-1_6 0.4444 recall_30 7-1_6 0.4444 recall_100 7-1_6 0.8889 recall_200 7-1_6 1.0000 recall_500 7-1_6 1.0000 recall_1000 7-1_6 1.0000 infAP 7-1_6 0.4833 Rprec_mult_0.20 7-1_6 1.0000 Rprec_mult_0.40 7-1_6 0.7500 Rprec_mult_0.60 7-1_6 0.6667 Rprec_mult_0.80 7-1_6 0.5000 Rprec_mult_1.00 7-1_6 0.4444 Rprec_mult_1.20 7-1_6 0.3636 Rprec_mult_1.40 7-1_6 0.3077 Rprec_mult_1.60 7-1_6 0.2667 Rprec_mult_1.80 7-1_6 0.2353 Rprec_mult_2.00 7-1_6 0.2222 utility 7-1_6 -982.0000 11pt_avg 7-1_6 0.5010 binG 7-1_6 0.4990 G 7-1_6 0.4842 ndcg 7-1_6 0.8216 ndcg_rel 7-1_6 0.8120 Rndcg 7-1_6 0.7346 ndcg_cut_5 7-1_6 0.8904 ndcg_cut_10 7-1_6 0.6816 ndcg_cut_15 7-1_6 0.6279 ndcg_cut_20 7-1_6 0.6279 ndcg_cut_30 7-1_6 0.6403 ndcg_cut_100 7-1_6 0.7972 ndcg_cut_200 7-1_6 0.8141 ndcg_cut_500 7-1_6 0.8216 ndcg_cut_1000 7-1_6 0.8216 map_cut_5 7-1_6 0.4222 map_cut_10 7-1_6 0.4222 map_cut_15 7-1_6 0.4222 map_cut_20 7-1_6 0.4222 map_cut_30 7-1_6 0.4222 map_cut_100 7-1_6 0.4759 map_cut_200 7-1_6 0.4833 map_cut_500 7-1_6 0.4833 map_cut_1000 7-1_6 0.4833 relative_P_5 7-1_6 0.8000 relative_P_10 7-1_6 0.4444 relative_P_15 7-1_6 0.4444 relative_P_20 7-1_6 0.4444 relative_P_30 7-1_6 0.4444 relative_P_100 7-1_6 0.8889 relative_P_200 7-1_6 1.0000 relative_P_500 7-1_6 1.0000 relative_P_1000 7-1_6 1.0000 success_1 7-1_6 1.0000 success_5 7-1_6 1.0000 success_10 7-1_6 1.0000 set_P 7-1_6 0.0090 set_relative_P 7-1_6 1.0000 set_recall 7-1_6 1.0000 set_map 7-1_6 0.0090 set_F 7-1_6 0.0178 num_nonrel_judged_ret 7-1_6 11 rbp 7-1_6 0.3619 rbp_resid 7-1_6 0.5764 unj_5 7-1_6 0.0000 unj_10 7-1_6 0.5000 unj_20 7-1_6 0.7500 num_ret 7-1_9 1000 num_rel 7-1_9 20 num_rel_ret 7-1_9 4 map 7-1_9 0.1390 Rprec 7-1_9 0.2000 bpref 7-1_9 0.1775 recip_rank 7-1_9 1.0000 iprec_at_recall_0.00 7-1_9 1.0000 iprec_at_recall_0.10 7-1_9 0.7500 iprec_at_recall_0.20 7-1_9 0.3636 iprec_at_recall_0.30 7-1_9 0.0000 iprec_at_recall_0.40 7-1_9 0.0000 iprec_at_recall_0.50 7-1_9 0.0000 iprec_at_recall_0.60 7-1_9 0.0000 iprec_at_recall_0.70 7-1_9 0.0000 iprec_at_recall_0.80 7-1_9 0.0000 iprec_at_recall_0.90 7-1_9 0.0000 iprec_at_recall_1.00 7-1_9 0.0000 P_5 7-1_9 0.6000 P_10 7-1_9 0.3000 P_15 7-1_9 0.2667 P_20 7-1_9 0.2000 P_30 7-1_9 0.1333 P_100 7-1_9 0.0400 P_200 7-1_9 0.0200 P_500 7-1_9 0.0080 P_1000 7-1_9 0.0040 relstring 7-1_9 '2022001000' recall_5 7-1_9 0.1500 recall_10 7-1_9 0.1500 recall_15 7-1_9 0.2000 recall_20 7-1_9 0.2000 recall_30 7-1_9 0.2000 recall_100 7-1_9 0.2000 recall_200 7-1_9 0.2000 recall_500 7-1_9 0.2000 recall_1000 7-1_9 0.2000 infAP 7-1_9 0.1390 Rprec_mult_0.20 7-1_9 0.7500 Rprec_mult_0.40 7-1_9 0.3750 Rprec_mult_0.60 7-1_9 0.3333 Rprec_mult_0.80 7-1_9 0.2500 Rprec_mult_1.00 7-1_9 0.2000 Rprec_mult_1.20 7-1_9 0.1667 Rprec_mult_1.40 7-1_9 0.1429 Rprec_mult_1.60 7-1_9 0.1250 Rprec_mult_1.80 7-1_9 0.1111 Rprec_mult_2.00 7-1_9 0.1000 utility 7-1_9 -992.0000 11pt_avg 7-1_9 0.1921 binG 7-1_9 0.1289 G 7-1_9 0.0564 ndcg 7-1_9 0.2429 ndcg_rel 7-1_9 0.2744 Rndcg 7-1_9 0.3203 ndcg_cut_5 7-1_9 0.4890 ndcg_cut_10 7-1_9 0.3783 ndcg_cut_15 7-1_9 0.3463 ndcg_cut_20 7-1_9 0.2955 ndcg_cut_30 7-1_9 0.2611 ndcg_cut_100 7-1_9 0.2429 ndcg_cut_200 7-1_9 0.2429 ndcg_cut_500 7-1_9 0.2429 ndcg_cut_1000 7-1_9 0.2429 map_cut_5 7-1_9 0.1208 map_cut_10 7-1_9 0.1208 map_cut_15 7-1_9 0.1390 map_cut_20 7-1_9 0.1390 map_cut_30 7-1_9 0.1390 map_cut_100 7-1_9 0.1390 map_cut_200 7-1_9 0.1390 map_cut_500 7-1_9 0.1390 map_cut_1000 7-1_9 0.1390 relative_P_5 7-1_9 0.6000 relative_P_10 7-1_9 0.3000 relative_P_15 7-1_9 0.2667 relative_P_20 7-1_9 0.2000 relative_P_30 7-1_9 0.2000 relative_P_100 7-1_9 0.2000 relative_P_200 7-1_9 0.2000 relative_P_500 7-1_9 0.2000 relative_P_1000 7-1_9 0.2000 success_1 7-1_9 1.0000 success_5 7-1_9 1.0000 success_10 7-1_9 1.0000 set_P 7-1_9 0.0040 set_relative_P 7-1_9 0.2000 set_recall 7-1_9 0.2000 set_map 7-1_9 0.0008 set_F 7-1_9 0.0078 num_nonrel_judged_ret 7-1_9 8 rbp 7-1_9 0.1577 rbp_resid 7-1_9 0.3073 unj_5 7-1_9 0.0000 unj_10 7-1_9 0.0000 unj_20 7-1_9 0.4500 num_ret 9-1_10 1000 num_rel 9-1_10 59 num_rel_ret 9-1_10 8 map 9-1_10 0.0031 Rprec 9-1_10 0.0169 bpref 9-1_10 0.0855 recip_rank 9-1_10 0.0833 iprec_at_recall_0.00 9-1_10 0.0833 iprec_at_recall_0.10 9-1_10 0.0128 iprec_at_recall_0.20 9-1_10 0.0000 iprec_at_recall_0.30 9-1_10 0.0000 iprec_at_recall_0.40 9-1_10 0.0000 iprec_at_recall_0.50 9-1_10 0.0000 iprec_at_recall_0.60 9-1_10 0.0000 iprec_at_recall_0.70 9-1_10 0.0000 iprec_at_recall_0.80 9-1_10 0.0000 iprec_at_recall_0.90 9-1_10 0.0000 iprec_at_recall_1.00 9-1_10 0.0000 P_5 9-1_10 0.0000 P_10 9-1_10 0.0000 P_15 9-1_10 0.0667 P_20 9-1_10 0.0500 P_30 9-1_10 0.0333 P_100 9-1_10 0.0100 P_200 9-1_10 0.0100 P_500 9-1_10 0.0120 P_1000 9-1_10 0.0080 relstring 9-1_10 '0-00000000' recall_5 9-1_10 0.0000 recall_10 9-1_10 0.0000 recall_15 9-1_10 0.0169 recall_20 9-1_10 0.0169 recall_30 9-1_10 0.0169 recall_100 9-1_10 0.0169 recall_200 9-1_10 0.0339 recall_500 9-1_10 0.1017 recall_1000 9-1_10 0.1356 infAP 9-1_10 0.0031 Rprec_mult_0.20 9-1_10 0.0833 Rprec_mult_0.40 9-1_10 0.0417 Rprec_mult_0.60 9-1_10 0.0278 Rprec_mult_0.80 9-1_10 0.0208 Rprec_mult_1.00 9-1_10 0.0169 Rprec_mult_1.20 9-1_10 0.0141 Rprec_mult_1.40 9-1_10 0.0120 Rprec_mult_1.60 9-1_10 0.0105 Rprec_mult_1.80 9-1_10 0.0187 Rprec_mult_2.00 9-1_10 0.0169 utility 9-1_10 -984.0000 11pt_avg 9-1_10 0.0087 binG 9-1_10 0.0190 G 9-1_10 0.0163 ndcg 9-1_10 0.0727 ndcg_rel 9-1_10 0.0689 Rndcg 9-1_10 0.0320 ndcg_cut_5 9-1_10 0.0000 ndcg_cut_10 9-1_10 0.0000 ndcg_cut_15 9-1_10 0.0346 ndcg_cut_20 9-1_10 0.0288 ndcg_cut_30 9-1_10 0.0233 ndcg_cut_100 9-1_10 0.0201 ndcg_cut_200 9-1_10 0.0322 ndcg_cut_500 9-1_10 0.0594 ndcg_cut_1000 9-1_10 0.0727 map_cut_5 9-1_10 0.0000 map_cut_10 9-1_10 0.0000 map_cut_15 9-1_10 0.0014 map_cut_20 9-1_10 0.0014 map_cut_30 9-1_10 0.0014 map_cut_100 9-1_10 0.0014 map_cut_200 9-1_10 0.0017 map_cut_500 9-1_10 0.0027 map_cut_1000 9-1_10 0.0031 relative_P_5 9-1_10 0.0000 relative_P_10 9-1_10 0.0000 relative_P_15 9-1_10 0.0667 relative_P_20 9-1_10 0.0500 relative_P_30 9-1_10 0.0333 relative_P_100 9-1_10 0.0169 relative_P_200 9-1_10 0.0339 relative_P_500 9-1_10 0.1017 relative_P_1000 9-1_10 0.1356 success_1 9-1_10 0.0000 success_5 9-1_10 0.0000 success_10 9-1_10 0.0000 set_P 9-1_10 0.0080 set_relative_P 9-1_10 0.1356 set_recall 9-1_10 0.1356 set_map 9-1_10 0.0011 set_F 9-1_10 0.0151 num_nonrel_judged_ret 9-1_10 25 rbp 9-1_10 0.0237 rbp_resid 9-1_10 0.4033 unj_5 9-1_10 0.2000 unj_10 9-1_10 0.1000 unj_20 9-1_10 0.5000 num_ret 9-1_2 1000 num_rel 9-1_2 58 num_rel_ret 9-1_2 48 map 9-1_2 0.2409 Rprec 9-1_2 0.2931 bpref 9-1_2 0.5244 recip_rank 9-1_2 1.0000 iprec_at_recall_0.00 9-1_2 1.0000 iprec_at_recall_0.10 9-1_2 0.6000 iprec_at_recall_0.20 9-1_2 0.4375 iprec_at_recall_0.30 9-1_2 0.2982 iprec_at_recall_0.40 9-1_2 0.2277 iprec_at_recall_0.50 9-1_2 0.2164 iprec_at_recall_0.60 9-1_2 0.1741 iprec_at_recall_0.70 9-1_2 0.1099 iprec_at_recall_0.80 9-1_2 0.0587 iprec_at_recall_0.90 9-1_2 0.0000 iprec_at_recall_1.00 9-1_2 0.0000 P_5 9-1_2 0.4000 P_10 9-1_2 0.6000 P_15 9-1_2 0.5333 P_20 9-1_2 0.5000 P_30 9-1_2 0.4000 P_100 9-1_2 0.2200 P_200 9-1_2 0.1700 P_500 9-1_2 0.0880 P_1000 9-1_2 0.0480 relstring 9-1_2 '4003-43312' recall_5 9-1_2 0.0345 recall_10 9-1_2 0.1034 recall_15 9-1_2 0.1379 recall_20 9-1_2 0.1724 recall_30 9-1_2 0.2069 recall_100 9-1_2 0.3793 recall_200 9-1_2 0.5862 recall_500 9-1_2 0.7586 recall_1000 9-1_2 0.8276 infAP 9-1_2 0.2409 Rprec_mult_0.20 9-1_2 0.5000 Rprec_mult_0.40 9-1_2 0.4583 Rprec_mult_0.60 9-1_2 0.4000 Rprec_mult_0.80 9-1_2 0.3191 Rprec_mult_1.00 9-1_2 0.2931 Rprec_mult_1.20 9-1_2 0.2857 Rprec_mult_1.40 9-1_2 0.2683 Rprec_mult_1.60 9-1_2 0.2366 Rprec_mult_1.80 9-1_2 0.2190 Rprec_mult_2.00 9-1_2 0.2155 utility 9-1_2 -904.0000 11pt_avg 9-1_2 0.2839 binG 9-1_2 0.1764 G 9-1_2 0.1488 ndcg 9-1_2 0.6417 ndcg_rel 9-1_2 0.5371 Rndcg 9-1_2 0.4804 ndcg_cut_5 9-1_2 0.4487 ndcg_cut_10 9-1_2 0.5526 ndcg_cut_15 9-1_2 0.5221 ndcg_cut_20 9-1_2 0.4944 ndcg_cut_30 9-1_2 0.4273 ndcg_cut_100 9-1_2 0.4153 ndcg_cut_200 9-1_2 0.5270 ndcg_cut_500 9-1_2 0.6209 ndcg_cut_1000 9-1_2 0.6417 map_cut_5 9-1_2 0.0259 map_cut_10 9-1_2 0.0655 map_cut_15 9-1_2 0.0839 map_cut_20 9-1_2 0.1012 map_cut_30 9-1_2 0.1165 map_cut_100 9-1_2 0.1714 map_cut_200 9-1_2 0.2140 map_cut_500 9-1_2 0.2368 map_cut_1000 9-1_2 0.2409 relative_P_5 9-1_2 0.4000 relative_P_10 9-1_2 0.6000 relative_P_15 9-1_2 0.5333 relative_P_20 9-1_2 0.5000 relative_P_30 9-1_2 0.4000 relative_P_100 9-1_2 0.3793 relative_P_200 9-1_2 0.5862 relative_P_500 9-1_2 0.7586 relative_P_1000 9-1_2 0.8276 success_1 9-1_2 1.0000 success_5 9-1_2 1.0000 success_10 9-1_2 1.0000 set_P 9-1_2 0.0480 set_relative_P 9-1_2 0.8276 set_recall 9-1_2 0.8276 set_map 9-1_2 0.0397 set_F 9-1_2 0.0907 num_nonrel_judged_ret 9-1_2 57 rbp 9-1_2 0.3939 rbp_resid 9-1_2 0.2586 unj_5 9-1_2 0.2000 unj_10 9-1_2 0.1000 unj_20 9-1_2 0.3000 num_ret 9-1_4 1000 num_rel 9-1_4 25 num_rel_ret 9-1_4 21 map 9-1_4 0.1600 Rprec 9-1_4 0.1200 bpref 9-1_4 0.3872 recip_rank 9-1_4 1.0000 iprec_at_recall_0.00 9-1_4 1.0000 iprec_at_recall_0.10 9-1_4 0.2000 iprec_at_recall_0.20 9-1_4 0.1667 iprec_at_recall_0.30 9-1_4 0.1667 iprec_at_recall_0.40 9-1_4 0.1364 iprec_at_recall_0.50 9-1_4 0.0942 iprec_at_recall_0.60 9-1_4 0.0711 iprec_at_recall_0.70 9-1_4 0.0525 iprec_at_recall_0.80 9-1_4 0.0431 iprec_at_recall_0.90 9-1_4 0.0000 iprec_at_recall_1.00 9-1_4 0.0000 P_5 9-1_4 0.4000 P_10 9-1_4 0.2000 P_15 9-1_4 0.2000 P_20 9-1_4 0.1500 P_30 9-1_4 0.1000 P_100 9-1_4 0.1200 P_200 9-1_4 0.0650 P_500 9-1_4 0.0400 P_1000 9-1_4 0.0210 relstring 9-1_4 '320--00000' recall_5 9-1_4 0.0800 recall_10 9-1_4 0.0800 recall_15 9-1_4 0.1200 recall_20 9-1_4 0.1200 recall_30 9-1_4 0.1200 recall_100 9-1_4 0.4800 recall_200 9-1_4 0.5200 recall_500 9-1_4 0.8000 recall_1000 9-1_4 0.8400 infAP 9-1_4 0.1600 Rprec_mult_0.20 9-1_4 0.4000 Rprec_mult_0.40 9-1_4 0.2000 Rprec_mult_0.60 9-1_4 0.2000 Rprec_mult_0.80 9-1_4 0.1500 Rprec_mult_1.00 9-1_4 0.1200 Rprec_mult_1.20 9-1_4 0.1000 Rprec_mult_1.40 9-1_4 0.1143 Rprec_mult_1.60 9-1_4 0.1500 Rprec_mult_1.80 9-1_4 0.1333 Rprec_mult_2.00 9-1_4 0.1600 utility 9-1_4 -958.0000 11pt_avg 9-1_4 0.1755 binG 9-1_4 0.1998 G 9-1_4 0.1711 ndcg 9-1_4 0.5540 ndcg_rel 9-1_4 0.4581 Rndcg 9-1_4 0.3233 ndcg_cut_5 9-1_4 0.4818 ndcg_cut_10 9-1_4 0.3127 ndcg_cut_15 9-1_4 0.2850 ndcg_cut_20 9-1_4 0.2511 ndcg_cut_30 9-1_4 0.2359 ndcg_cut_100 9-1_4 0.4166 ndcg_cut_200 9-1_4 0.4341 ndcg_cut_500 9-1_4 0.5413 ndcg_cut_1000 9-1_4 0.5540 map_cut_5 9-1_4 0.0800 map_cut_10 9-1_4 0.0800 map_cut_15 9-1_4 0.0880 map_cut_20 9-1_4 0.0880 map_cut_30 9-1_4 0.0880 map_cut_100 9-1_4 0.1385 map_cut_200 9-1_4 0.1422 map_cut_500 9-1_4 0.1591 map_cut_1000 9-1_4 0.1600 relative_P_5 9-1_4 0.4000 relative_P_10 9-1_4 0.2000 relative_P_15 9-1_4 0.2000 relative_P_20 9-1_4 0.1500 relative_P_30 9-1_4 0.1200 relative_P_100 9-1_4 0.4800 relative_P_200 9-1_4 0.5200 relative_P_500 9-1_4 0.8000 relative_P_1000 9-1_4 0.8400 success_1 9-1_4 1.0000 success_5 9-1_4 1.0000 success_10 9-1_4 1.0000 set_P 9-1_4 0.0210 set_relative_P 9-1_4 0.8400 set_recall 9-1_4 0.8400 set_map 9-1_4 0.0176 set_F 9-1_4 0.0410 num_nonrel_judged_ret 9-1_4 22 rbp 9-1_4 0.2039 rbp_resid 9-1_4 0.3908 unj_5 9-1_4 0.4000 unj_10 9-1_4 0.2000 unj_20 9-1_4 0.4500 num_ret 9-1_5 1000 num_rel 9-1_5 25 num_rel_ret 9-1_5 13 map 9-1_5 0.0395 Rprec 9-1_5 0.0800 bpref 9-1_5 0.1200 recip_rank 9-1_5 0.3333 iprec_at_recall_0.00 9-1_5 0.3333 iprec_at_recall_0.10 9-1_5 0.0702 iprec_at_recall_0.20 9-1_5 0.0459 iprec_at_recall_0.30 9-1_5 0.0325 iprec_at_recall_0.40 9-1_5 0.0186 iprec_at_recall_0.50 9-1_5 0.0133 iprec_at_recall_0.60 9-1_5 0.0000 iprec_at_recall_0.70 9-1_5 0.0000 iprec_at_recall_0.80 9-1_5 0.0000 iprec_at_recall_0.90 9-1_5 0.0000 iprec_at_recall_1.00 9-1_5 0.0000 P_5 9-1_5 0.2000 P_10 9-1_5 0.2000 P_15 9-1_5 0.1333 P_20 9-1_5 0.1000 P_30 9-1_5 0.0667 P_100 9-1_5 0.0400 P_200 9-1_5 0.0300 P_500 9-1_5 0.0180 P_1000 9-1_5 0.0130 relstring 9-1_5 '--3-0-3---' recall_5 9-1_5 0.0400 recall_10 9-1_5 0.0800 recall_15 9-1_5 0.0800 recall_20 9-1_5 0.0800 recall_30 9-1_5 0.0800 recall_100 9-1_5 0.1600 recall_200 9-1_5 0.2400 recall_500 9-1_5 0.3600 recall_1000 9-1_5 0.5200 infAP 9-1_5 0.0395 Rprec_mult_0.20 9-1_5 0.2000 Rprec_mult_0.40 9-1_5 0.2000 Rprec_mult_0.60 9-1_5 0.1333 Rprec_mult_0.80 9-1_5 0.1000 Rprec_mult_1.00 9-1_5 0.0800 Rprec_mult_1.20 9-1_5 0.0667 Rprec_mult_1.40 9-1_5 0.0571 Rprec_mult_1.60 9-1_5 0.0500 Rprec_mult_1.80 9-1_5 0.0444 Rprec_mult_2.00 9-1_5 0.0600 utility 9-1_5 -974.0000 11pt_avg 9-1_5 0.0467 binG 9-1_5 0.0916 G 9-1_5 0.0842 ndcg 9-1_5 0.3129 ndcg_rel 9-1_5 0.2500 Rndcg 9-1_5 0.1816 ndcg_cut_5 9-1_5 0.1367 ndcg_cut_10 9-1_5 0.1586 ndcg_cut_15 9-1_5 0.1668 ndcg_cut_20 9-1_5 0.1443 ndcg_cut_30 9-1_5 0.1347 ndcg_cut_100 9-1_5 0.1767 ndcg_cut_200 9-1_5 0.2015 ndcg_cut_500 9-1_5 0.2613 ndcg_cut_1000 9-1_5 0.3129 map_cut_5 9-1_5 0.0133 map_cut_10 9-1_5 0.0248 map_cut_15 9-1_5 0.0248 map_cut_20 9-1_5 0.0248 map_cut_30 9-1_5 0.0248 map_cut_100 9-1_5 0.0300 map_cut_200 9-1_5 0.0336 map_cut_500 9-1_5 0.0370 map_cut_1000 9-1_5 0.0395 relative_P_5 9-1_5 0.2000 relative_P_10 9-1_5 0.2000 relative_P_15 9-1_5 0.1333 relative_P_20 9-1_5 0.1000 relative_P_30 9-1_5 0.0800 relative_P_100 9-1_5 0.1600 relative_P_200 9-1_5 0.2400 relative_P_500 9-1_5 0.3600 relative_P_1000 9-1_5 0.5200 success_1 9-1_5 0.0000 success_5 9-1_5 1.0000 success_10 9-1_5 1.0000 set_P 9-1_5 0.0130 set_relative_P 9-1_5 0.5200 set_recall 9-1_5 0.5200 set_map 9-1_5 0.0068 set_F 9-1_5 0.0254 num_nonrel_judged_ret 9-1_5 47 rbp 9-1_5 0.1252 rbp_resid 9-1_5 0.6278 unj_5 9-1_5 0.6000 unj_10 9-1_5 0.7000 unj_20 9-1_5 0.6000 num_ret 9-2_6 1000 num_rel 9-2_6 20 num_rel_ret 9-2_6 20 map 9-2_6 0.3923 Rprec 9-2_6 0.5000 bpref 9-2_6 0.6925 recip_rank 9-2_6 1.0000 iprec_at_recall_0.00 9-2_6 1.0000 iprec_at_recall_0.10 9-2_6 0.5385 iprec_at_recall_0.20 9-2_6 0.5385 iprec_at_recall_0.30 9-2_6 0.5385 iprec_at_recall_0.40 9-2_6 0.5333 iprec_at_recall_0.50 9-2_6 0.5000 iprec_at_recall_0.60 9-2_6 0.4800 iprec_at_recall_0.70 9-2_6 0.3889 iprec_at_recall_0.80 9-2_6 0.1798 iprec_at_recall_0.90 9-2_6 0.1092 iprec_at_recall_1.00 9-2_6 0.0813 P_5 9-2_6 0.4000 P_10 9-2_6 0.4000 P_15 9-2_6 0.5333 P_20 9-2_6 0.5000 P_30 9-2_6 0.4000 P_100 9-2_6 0.1700 P_200 9-2_6 0.0950 P_500 9-2_6 0.0400 P_1000 9-2_6 0.0200 relstring 9-2_6 '30-14--22-' recall_5 9-2_6 0.1000 recall_10 9-2_6 0.2000 recall_15 9-2_6 0.4000 recall_20 9-2_6 0.5000 recall_30 9-2_6 0.6000 recall_100 9-2_6 0.8500 recall_200 9-2_6 0.9500 recall_500 9-2_6 1.0000 recall_1000 9-2_6 1.0000 infAP 9-2_6 0.3923 Rprec_mult_0.20 9-2_6 0.2500 Rprec_mult_0.40 9-2_6 0.3750 Rprec_mult_0.60 9-2_6 0.5000 Rprec_mult_0.80 9-2_6 0.5000 Rprec_mult_1.00 9-2_6 0.5000 Rprec_mult_1.20 9-2_6 0.4583 Rprec_mult_1.40 9-2_6 0.4286 Rprec_mult_1.60 9-2_6 0.4062 Rprec_mult_1.80 9-2_6 0.3889 Rprec_mult_2.00 9-2_6 0.3500 utility 9-2_6 -960.0000 11pt_avg 9-2_6 0.4444 binG 9-2_6 0.2939 G 9-2_6 0.2053 ndcg 9-2_6 0.6939 ndcg_rel 9-2_6 0.5594 Rndcg 9-2_6 0.4882 ndcg_cut_5 9-2_6 0.4221 ndcg_cut_10 9-2_6 0.3597 ndcg_cut_15 9-2_6 0.4905 ndcg_cut_20 9-2_6 0.5005 ndcg_cut_30 9-2_6 0.5277 ndcg_cut_100 9-2_6 0.6089 ndcg_cut_200 9-2_6 0.6517 ndcg_cut_500 9-2_6 0.6899 ndcg_cut_1000 9-2_6 0.6939 map_cut_5 9-2_6 0.0700 map_cut_10 9-2_6 0.1110 map_cut_15 9-2_6 0.2123 map_cut_20 9-2_6 0.2623 map_cut_30 9-2_6 0.3102 map_cut_100 9-2_6 0.3773 map_cut_200 9-2_6 0.3882 map_cut_500 9-2_6 0.3923 map_cut_1000 9-2_6 0.3923 relative_P_5 9-2_6 0.4000 relative_P_10 9-2_6 0.4000 relative_P_15 9-2_6 0.5333 relative_P_20 9-2_6 0.5000 relative_P_30 9-2_6 0.6000 relative_P_100 9-2_6 0.8500 relative_P_200 9-2_6 0.9500 relative_P_500 9-2_6 1.0000 relative_P_1000 9-2_6 1.0000 success_1 9-2_6 1.0000 success_5 9-2_6 1.0000 success_10 9-2_6 1.0000 set_P 9-2_6 0.0200 set_relative_P 9-2_6 1.0000 set_recall 9-2_6 1.0000 set_map 9-2_6 0.0200 set_F 9-2_6 0.0392 num_nonrel_judged_ret 9-2_6 39 rbp 9-2_6 0.3498 rbp_resid 9-2_6 0.3762 unj_5 9-2_6 0.2000 unj_10 9-2_6 0.4000 unj_20 9-2_6 0.4000 num_ret 9-2_7 1000 num_rel 9-2_7 10 num_rel_ret 9-2_7 1 map 9-2_7 0.0004 Rprec 9-2_7 0.0000 bpref 9-2_7 0.0000 recip_rank 9-2_7 0.0044 iprec_at_recall_0.00 9-2_7 0.0044 iprec_at_recall_0.10 9-2_7 0.0044 iprec_at_recall_0.20 9-2_7 0.0000 iprec_at_recall_0.30 9-2_7 0.0000 iprec_at_recall_0.40 9-2_7 0.0000 iprec_at_recall_0.50 9-2_7 0.0000 iprec_at_recall_0.60 9-2_7 0.0000 iprec_at_recall_0.70 9-2_7 0.0000 iprec_at_recall_0.80 9-2_7 0.0000 iprec_at_recall_0.90 9-2_7 0.0000 iprec_at_recall_1.00 9-2_7 0.0000 P_5 9-2_7 0.0000 P_10 9-2_7 0.0000 P_15 9-2_7 0.0000 P_20 9-2_7 0.0000 P_30 9-2_7 0.0000 P_100 9-2_7 0.0000 P_200 9-2_7 0.0000 P_500 9-2_7 0.0020 P_1000 9-2_7 0.0010 relstring 9-2_7 '-000-00000' recall_5 9-2_7 0.0000 recall_10 9-2_7 0.0000 recall_15 9-2_7 0.0000 recall_20 9-2_7 0.0000 recall_30 9-2_7 0.0000 recall_100 9-2_7 0.0000 recall_200 9-2_7 0.0000 recall_500 9-2_7 0.1000 recall_1000 9-2_7 0.1000 infAP 9-2_7 0.0004 Rprec_mult_0.20 9-2_7 0.0000 Rprec_mult_0.40 9-2_7 0.0000 Rprec_mult_0.60 9-2_7 0.0000 Rprec_mult_0.80 9-2_7 0.0000 Rprec_mult_1.00 9-2_7 0.0000 Rprec_mult_1.20 9-2_7 0.0000 Rprec_mult_1.40 9-2_7 0.0000 Rprec_mult_1.60 9-2_7 0.0000 Rprec_mult_1.80 9-2_7 0.0000 Rprec_mult_2.00 9-2_7 0.0000 utility 9-2_7 -998.0000 11pt_avg 9-2_7 0.0008 binG 9-2_7 0.0128 G 9-2_7 0.0181 ndcg 9-2_7 0.0473 ndcg_rel 9-2_7 0.0439 Rndcg 9-2_7 0.0118 ndcg_cut_5 9-2_7 0.0000 ndcg_cut_10 9-2_7 0.0000 ndcg_cut_15 9-2_7 0.0000 ndcg_cut_20 9-2_7 0.0000 ndcg_cut_30 9-2_7 0.0000 ndcg_cut_100 9-2_7 0.0000 ndcg_cut_200 9-2_7 0.0000 ndcg_cut_500 9-2_7 0.0226 ndcg_cut_1000 9-2_7 0.0473 map_cut_5 9-2_7 0.0000 map_cut_10 9-2_7 0.0000 map_cut_15 9-2_7 0.0000 map_cut_20 9-2_7 0.0000 map_cut_30 9-2_7 0.0000 map_cut_100 9-2_7 0.0000 map_cut_200 9-2_7 0.0000 map_cut_500 9-2_7 0.0004 map_cut_1000 9-2_7 0.0004 relative_P_5 9-2_7 0.0000 relative_P_10 9-2_7 0.0000 relative_P_15 9-2_7 0.0000 relative_P_20 9-2_7 0.0000 relative_P_30 9-2_7 0.0000 relative_P_100 9-2_7 0.0000 relative_P_200 9-2_7 0.0000 relative_P_500 9-2_7 0.1000 relative_P_1000 9-2_7 0.1000 success_1 9-2_7 0.0000 success_5 9-2_7 0.0000 success_10 9-2_7 0.0000 set_P 9-2_7 0.0010 set_relative_P 9-2_7 0.1000 set_recall 9-2_7 0.1000 set_map 9-2_7 0.0001 set_F 9-2_7 0.0020 num_nonrel_judged_ret 9-2_7 26 rbp 9-2_7 0.0000 rbp_resid 9-2_7 0.4794 unj_5 9-2_7 0.4000 unj_10 9-2_7 0.2000 unj_20 9-2_7 0.5500 num_ret 9-2_9 1000 num_rel 9-2_9 31 num_rel_ret 9-2_9 31 map 9-2_9 0.2921 Rprec 9-2_9 0.3226 bpref 9-2_9 0.3600 recip_rank 9-2_9 1.0000 iprec_at_recall_0.00 9-2_9 1.0000 iprec_at_recall_0.10 9-2_9 0.7500 iprec_at_recall_0.20 9-2_9 0.5455 iprec_at_recall_0.30 9-2_9 0.3913 iprec_at_recall_0.40 9-2_9 0.3333 iprec_at_recall_0.50 9-2_9 0.1702 iprec_at_recall_0.60 9-2_9 0.1361 iprec_at_recall_0.70 9-2_9 0.1243 iprec_at_recall_0.80 9-2_9 0.1008 iprec_at_recall_0.90 9-2_9 0.0859 iprec_at_recall_1.00 9-2_9 0.0440 P_5 9-2_9 0.6000 P_10 9-2_9 0.5000 P_15 9-2_9 0.4000 P_20 9-2_9 0.4000 P_30 9-2_9 0.3333 P_100 9-2_9 0.1600 P_200 9-2_9 0.1100 P_500 9-2_9 0.0600 P_1000 9-2_9 0.0310 relstring 9-2_9 '4414--4141' recall_5 9-2_9 0.0968 recall_10 9-2_9 0.1613 recall_15 9-2_9 0.1935 recall_20 9-2_9 0.2581 recall_30 9-2_9 0.3226 recall_100 9-2_9 0.5161 recall_200 9-2_9 0.7097 recall_500 9-2_9 0.9677 recall_1000 9-2_9 1.0000 infAP 9-2_9 0.2921 Rprec_mult_0.20 9-2_9 0.5714 Rprec_mult_0.40 9-2_9 0.4615 Rprec_mult_0.60 9-2_9 0.4211 Rprec_mult_0.80 9-2_9 0.3600 Rprec_mult_1.00 9-2_9 0.3226 Rprec_mult_1.20 9-2_9 0.3158 Rprec_mult_1.40 9-2_9 0.2727 Rprec_mult_1.60 9-2_9 0.2400 Rprec_mult_1.80 9-2_9 0.2143 Rprec_mult_2.00 9-2_9 0.1935 utility 9-2_9 -938.0000 11pt_avg 9-2_9 0.3347 binG 9-2_9 0.2553 G 9-2_9 0.2197 ndcg 9-2_9 0.7822 ndcg_rel 9-2_9 0.6713 Rndcg 9-2_9 0.6371 ndcg_cut_5 9-2_9 0.7416 ndcg_cut_10 9-2_9 0.6541 ndcg_cut_15 9-2_9 0.5864 ndcg_cut_20 9-2_9 0.6025 ndcg_cut_30 9-2_9 0.5871 ndcg_cut_100 9-2_9 0.5935 ndcg_cut_200 9-2_9 0.6674 ndcg_cut_500 9-2_9 0.7625 ndcg_cut_1000 9-2_9 0.7822 map_cut_5 9-2_9 0.0887 map_cut_10 9-2_9 0.1251 map_cut_15 9-2_9 0.1427 map_cut_20 9-2_9 0.1720 map_cut_30 9-2_9 0.1957 map_cut_100 9-2_9 0.2398 map_cut_200 9-2_9 0.2658 map_cut_500 9-2_9 0.2907 map_cut_1000 9-2_9 0.2921 relative_P_5 9-2_9 0.6000 relative_P_10 9-2_9 0.5000 relative_P_15 9-2_9 0.4000 relative_P_20 9-2_9 0.4000 relative_P_30 9-2_9 0.3333 relative_P_100 9-2_9 0.5161 relative_P_200 9-2_9 0.7097 relative_P_500 9-2_9 0.9677 relative_P_1000 9-2_9 1.0000 success_1 9-2_9 1.0000 success_5 9-2_9 1.0000 success_10 9-2_9 1.0000 set_P 9-2_9 0.0310 set_relative_P 9-2_9 1.0000 set_recall 9-2_9 1.0000 set_map 9-2_9 0.0310 set_F 9-2_9 0.0601 num_nonrel_judged_ret 9-2_9 58 rbp 9-2_9 0.4974 rbp_resid 9-2_9 0.2593 unj_5 9-2_9 0.2000 unj_10 9-2_9 0.2000 unj_20 9-2_9 0.2500 runid all agg_false-qrec-mse num_q all 45 num_ret all 45000 num_rel all 2135 num_rel_ret all 987 map all 0.1044 gm_map all 0.0181 Rprec all 0.1374 bpref all 0.2477 recip_rank all 0.4375 iprec_at_recall_0.00 all 0.4630 iprec_at_recall_0.10 all 0.2567 iprec_at_recall_0.20 all 0.1849 iprec_at_recall_0.30 all 0.1451 iprec_at_recall_0.40 all 0.1128 iprec_at_recall_0.50 all 0.0756 iprec_at_recall_0.60 all 0.0611 iprec_at_recall_0.70 all 0.0424 iprec_at_recall_0.80 all 0.0268 iprec_at_recall_0.90 all 0.0119 iprec_at_recall_1.00 all 0.0063 P_5 all 0.2356 P_10 all 0.2333 P_15 all 0.2089 P_20 all 0.1844 P_30 all 0.1600 P_100 all 0.0973 P_200 all 0.0642 P_500 all 0.0359 P_1000 all 0.0219 recall_5 all 0.0378 recall_10 all 0.0618 recall_15 all 0.0821 recall_20 all 0.0946 recall_30 all 0.1189 recall_100 all 0.2387 recall_200 all 0.3046 recall_500 all 0.4309 recall_1000 all 0.5028 infAP all 0.1044 gm_bpref all 0.0460 Rprec_mult_0.20 all 0.2350 Rprec_mult_0.40 all 0.1919 Rprec_mult_0.60 all 0.1721 Rprec_mult_0.80 all 0.1466 Rprec_mult_1.00 all 0.1374 Rprec_mult_1.20 all 0.1261 Rprec_mult_1.40 all 0.1205 Rprec_mult_1.60 all 0.1133 Rprec_mult_1.80 all 0.1056 Rprec_mult_2.00 all 0.1000 utility all -956.1333 11pt_avg all 0.1260 binG all 0.1083 G all 0.0916 ndcg all 0.3409 ndcg_rel all 0.2888 Rndcg all 0.2378 ndcg_cut_5 all 0.2411 ndcg_cut_10 all 0.2373 ndcg_cut_15 all 0.2301 ndcg_cut_20 all 0.2224 ndcg_cut_30 all 0.2174 ndcg_cut_100 all 0.2318 ndcg_cut_200 all 0.2611 ndcg_cut_500 all 0.3100 ndcg_cut_1000 all 0.3409 map_cut_5 all 0.0288 map_cut_10 all 0.0396 map_cut_15 all 0.0475 map_cut_20 all 0.0528 map_cut_30 all 0.0608 map_cut_100 all 0.0855 map_cut_200 all 0.0942 map_cut_500 all 0.1015 map_cut_1000 all 0.1044 relative_P_5 all 0.2356 relative_P_10 all 0.2343 relative_P_15 all 0.2142 relative_P_20 all 0.1947 relative_P_30 all 0.1858 relative_P_100 all 0.2440 relative_P_200 all 0.3050 relative_P_500 all 0.4309 relative_P_1000 all 0.5028 success_1 all 0.3556 success_5 all 0.5333 success_10 all 0.6222 set_P all 0.0219 set_relative_P all 0.5028 set_recall all 0.5028 set_map all 0.0145 set_F all 0.0407 num_nonrel_judged_ret all 1633 rbp all 0.1742 rbp_resid all 0.4120 unj_5 all 0.2978 unj_10 all 0.2644 unj_20 all 0.4600