num_ret 1-1_3 1000 num_rel 1-1_3 64 num_rel_ret 1-1_3 50 map 1-1_3 0.1822 Rprec 1-1_3 0.2344 bpref 1-1_3 0.5552 recip_rank 1-1_3 0.3333 iprec_at_recall_0.00 1-1_3 0.5000 iprec_at_recall_0.10 1-1_3 0.3750 iprec_at_recall_0.20 1-1_3 0.3026 iprec_at_recall_0.30 1-1_3 0.3026 iprec_at_recall_0.40 1-1_3 0.2321 iprec_at_recall_0.50 1-1_3 0.1784 iprec_at_recall_0.60 1-1_3 0.1784 iprec_at_recall_0.70 1-1_3 0.1406 iprec_at_recall_0.80 1-1_3 0.0000 iprec_at_recall_0.90 1-1_3 0.0000 iprec_at_recall_1.00 1-1_3 0.0000 P_5 1-1_3 0.4000 P_10 1-1_3 0.3000 P_15 1-1_3 0.3333 P_20 1-1_3 0.3000 P_30 1-1_3 0.3333 P_100 1-1_3 0.2500 P_200 1-1_3 0.1700 P_500 1-1_3 0.0960 P_1000 1-1_3 0.0500 relstring 1-1_3 '0-420--020' recall_5 1-1_3 0.0312 recall_10 1-1_3 0.0469 recall_15 1-1_3 0.0781 recall_20 1-1_3 0.0938 recall_30 1-1_3 0.1562 recall_100 1-1_3 0.3906 recall_200 1-1_3 0.5312 recall_500 1-1_3 0.7500 recall_1000 1-1_3 0.7812 infAP 1-1_3 0.1822 Rprec_mult_0.20 1-1_3 0.3077 Rprec_mult_0.40 1-1_3 0.3462 Rprec_mult_0.60 1-1_3 0.2564 Rprec_mult_0.80 1-1_3 0.2308 Rprec_mult_1.00 1-1_3 0.2344 Rprec_mult_1.20 1-1_3 0.2987 Rprec_mult_1.40 1-1_3 0.2556 Rprec_mult_1.60 1-1_3 0.2427 Rprec_mult_1.80 1-1_3 0.2241 Rprec_mult_2.00 1-1_3 0.2188 utility 1-1_3 -900.0000 11pt_avg 1-1_3 0.2009 binG 1-1_3 0.1425 G 1-1_3 0.1178 ndcg 1-1_3 0.5260 ndcg_rel 1-1_3 0.3996 Rndcg 1-1_3 0.2620 ndcg_cut_5 1-1_3 0.2731 ndcg_cut_10 1-1_3 0.2269 ndcg_cut_15 1-1_3 0.2504 ndcg_cut_20 1-1_3 0.2322 ndcg_cut_30 1-1_3 0.2532 ndcg_cut_100 1-1_3 0.3316 ndcg_cut_200 1-1_3 0.4083 ndcg_cut_500 1-1_3 0.5157 ndcg_cut_1000 1-1_3 0.5260 map_cut_5 1-1_3 0.0130 map_cut_10 1-1_3 0.0182 map_cut_15 1-1_3 0.0295 map_cut_20 1-1_3 0.0347 map_cut_30 1-1_3 0.0564 map_cut_100 1-1_3 0.1184 map_cut_200 1-1_3 0.1462 map_cut_500 1-1_3 0.1797 map_cut_1000 1-1_3 0.1822 relative_P_5 1-1_3 0.4000 relative_P_10 1-1_3 0.3000 relative_P_15 1-1_3 0.3333 relative_P_20 1-1_3 0.3000 relative_P_30 1-1_3 0.3333 relative_P_100 1-1_3 0.3906 relative_P_200 1-1_3 0.5312 relative_P_500 1-1_3 0.7500 relative_P_1000 1-1_3 0.7812 success_1 1-1_3 0.0000 success_5 1-1_3 1.0000 success_10 1-1_3 1.0000 set_P 1-1_3 0.0500 set_relative_P 1-1_3 0.7812 set_recall 1-1_3 0.7812 set_map 1-1_3 0.0391 set_F 1-1_3 0.0940 num_nonrel_judged_ret 1-1_3 28 rbp 1-1_3 0.2065 rbp_resid 1-1_3 0.3669 unj_5 1-1_3 0.2000 unj_10 1-1_3 0.3000 unj_20 1-1_3 0.4000 num_ret 1-1_4 1000 num_rel 1-1_4 107 num_rel_ret 1-1_4 56 map 1-1_4 0.1758 Rprec 1-1_4 0.2710 bpref 1-1_4 0.4790 recip_rank 1-1_4 1.0000 iprec_at_recall_0.00 1-1_4 1.0000 iprec_at_recall_0.10 1-1_4 0.4062 iprec_at_recall_0.20 1-1_4 0.3117 iprec_at_recall_0.30 1-1_4 0.2439 iprec_at_recall_0.40 1-1_4 0.2009 iprec_at_recall_0.50 1-1_4 0.0799 iprec_at_recall_0.60 1-1_4 0.0000 iprec_at_recall_0.70 1-1_4 0.0000 iprec_at_recall_0.80 1-1_4 0.0000 iprec_at_recall_0.90 1-1_4 0.0000 iprec_at_recall_1.00 1-1_4 0.0000 P_5 1-1_4 0.6000 P_10 1-1_4 0.7000 P_15 1-1_4 0.6000 P_20 1-1_4 0.4500 P_30 1-1_4 0.4000 P_100 1-1_4 0.2900 P_200 1-1_4 0.2050 P_500 1-1_4 0.1040 P_1000 1-1_4 0.0560 relstring 1-1_4 '322--222-2' recall_5 1-1_4 0.0280 recall_10 1-1_4 0.0654 recall_15 1-1_4 0.0841 recall_20 1-1_4 0.0841 recall_30 1-1_4 0.1121 recall_100 1-1_4 0.2710 recall_200 1-1_4 0.3832 recall_500 1-1_4 0.4860 recall_1000 1-1_4 0.5234 infAP 1-1_4 0.1758 Rprec_mult_0.20 1-1_4 0.4091 Rprec_mult_0.40 1-1_4 0.3023 Rprec_mult_0.60 1-1_4 0.2769 Rprec_mult_0.80 1-1_4 0.2791 Rprec_mult_1.00 1-1_4 0.2710 Rprec_mult_1.20 1-1_4 0.2403 Rprec_mult_1.40 1-1_4 0.2400 Rprec_mult_1.60 1-1_4 0.2326 Rprec_mult_1.80 1-1_4 0.2073 Rprec_mult_2.00 1-1_4 0.2009 utility 1-1_4 -888.0000 11pt_avg 1-1_4 0.2039 binG 1-1_4 0.1223 G 1-1_4 0.0823 ndcg 1-1_4 0.4427 ndcg_rel 1-1_4 0.4061 Rndcg 1-1_4 0.3396 ndcg_cut_5 1-1_4 0.4462 ndcg_cut_10 1-1_4 0.4319 ndcg_cut_15 1-1_4 0.4033 ndcg_cut_20 1-1_4 0.3473 ndcg_cut_30 1-1_4 0.3243 ndcg_cut_100 1-1_4 0.3037 ndcg_cut_200 1-1_4 0.3662 ndcg_cut_500 1-1_4 0.4226 ndcg_cut_1000 1-1_4 0.4427 map_cut_5 1-1_4 0.0280 map_cut_10 1-1_4 0.0545 map_cut_15 1-1_4 0.0672 map_cut_20 1-1_4 0.0672 map_cut_30 1-1_4 0.0782 map_cut_100 1-1_4 0.1277 map_cut_200 1-1_4 0.1544 map_cut_500 1-1_4 0.1732 map_cut_1000 1-1_4 0.1758 relative_P_5 1-1_4 0.6000 relative_P_10 1-1_4 0.7000 relative_P_15 1-1_4 0.6000 relative_P_20 1-1_4 0.4500 relative_P_30 1-1_4 0.4000 relative_P_100 1-1_4 0.2900 relative_P_200 1-1_4 0.3832 relative_P_500 1-1_4 0.4860 relative_P_1000 1-1_4 0.5234 success_1 1-1_4 1.0000 success_5 1-1_4 1.0000 success_10 1-1_4 1.0000 set_P 1-1_4 0.0560 set_relative_P 1-1_4 0.5234 set_recall 1-1_4 0.5234 set_map 1-1_4 0.0293 set_F 1-1_4 0.1012 num_nonrel_judged_ret 1-1_4 3 rbp 1-1_4 0.3198 rbp_resid 1-1_4 0.4100 unj_5 1-1_4 0.4000 unj_10 1-1_4 0.3000 unj_20 1-1_4 0.5000 num_ret 1-1_5 1000 num_rel 1-1_5 219 num_rel_ret 1-1_5 66 map 1-1_5 0.1057 Rprec 1-1_5 0.2146 bpref 1-1_5 0.2613 recip_rank 1-1_5 1.0000 iprec_at_recall_0.00 1-1_5 1.0000 iprec_at_recall_0.10 1-1_5 0.3594 iprec_at_recall_0.20 1-1_5 0.2211 iprec_at_recall_0.30 1-1_5 0.0921 iprec_at_recall_0.40 1-1_5 0.0000 iprec_at_recall_0.50 1-1_5 0.0000 iprec_at_recall_0.60 1-1_5 0.0000 iprec_at_recall_0.70 1-1_5 0.0000 iprec_at_recall_0.80 1-1_5 0.0000 iprec_at_recall_0.90 1-1_5 0.0000 iprec_at_recall_1.00 1-1_5 0.0000 P_5 1-1_5 0.8000 P_10 1-1_5 0.7000 P_15 1-1_5 0.6000 P_20 1-1_5 0.5000 P_30 1-1_5 0.5000 P_100 1-1_5 0.3000 P_200 1-1_5 0.2200 P_500 1-1_5 0.1200 P_1000 1-1_5 0.0660 relstring 1-1_5 '2202420022' recall_5 1-1_5 0.0183 recall_10 1-1_5 0.0320 recall_15 1-1_5 0.0411 recall_20 1-1_5 0.0457 recall_30 1-1_5 0.0685 recall_100 1-1_5 0.1370 recall_200 1-1_5 0.2009 recall_500 1-1_5 0.2740 recall_1000 1-1_5 0.3014 infAP 1-1_5 0.1057 Rprec_mult_0.20 1-1_5 0.4318 Rprec_mult_0.40 1-1_5 0.3182 Rprec_mult_0.60 1-1_5 0.2803 Rprec_mult_0.80 1-1_5 0.2330 Rprec_mult_1.00 1-1_5 0.2146 Rprec_mult_1.20 1-1_5 0.1825 Rprec_mult_1.40 1-1_5 0.1726 Rprec_mult_1.60 1-1_5 0.1567 Rprec_mult_1.80 1-1_5 0.1494 Rprec_mult_2.00 1-1_5 0.1370 utility 1-1_5 -868.0000 11pt_avg 1-1_5 0.1520 binG 1-1_5 0.0678 G 1-1_5 0.0436 ndcg 1-1_5 0.2944 ndcg_rel 1-1_5 0.3002 Rndcg 1-1_5 0.3042 ndcg_cut_5 1-1_5 0.4808 ndcg_cut_10 1-1_5 0.4229 ndcg_cut_15 1-1_5 0.3966 ndcg_cut_20 1-1_5 0.3606 ndcg_cut_30 1-1_5 0.3678 ndcg_cut_100 1-1_5 0.2904 ndcg_cut_200 1-1_5 0.2489 ndcg_cut_500 1-1_5 0.2792 ndcg_cut_1000 1-1_5 0.2944 map_cut_5 1-1_5 0.0162 map_cut_10 1-1_5 0.0263 map_cut_15 1-1_5 0.0330 map_cut_20 1-1_5 0.0359 map_cut_30 1-1_5 0.0472 map_cut_100 1-1_5 0.0726 map_cut_200 1-1_5 0.0898 map_cut_500 1-1_5 0.1029 map_cut_1000 1-1_5 0.1057 relative_P_5 1-1_5 0.8000 relative_P_10 1-1_5 0.7000 relative_P_15 1-1_5 0.6000 relative_P_20 1-1_5 0.5000 relative_P_30 1-1_5 0.5000 relative_P_100 1-1_5 0.3000 relative_P_200 1-1_5 0.2200 relative_P_500 1-1_5 0.2740 relative_P_1000 1-1_5 0.3014 success_1 1-1_5 1.0000 success_5 1-1_5 1.0000 success_10 1-1_5 1.0000 set_P 1-1_5 0.0660 set_relative_P 1-1_5 0.3014 set_recall 1-1_5 0.3014 set_map 1-1_5 0.0199 set_F 1-1_5 0.1083 num_nonrel_judged_ret 1-1_5 5 rbp 1-1_5 0.3385 rbp_resid 1-1_5 0.2131 unj_5 1-1_5 0.0000 unj_10 1-1_5 0.0000 unj_20 1-1_5 0.3500 num_ret 1-1_7 1000 num_rel 1-1_7 99 num_rel_ret 1-1_7 81 map 1-1_7 0.4253 Rprec 1-1_7 0.4949 bpref 1-1_7 0.7096 recip_rank 1-1_7 0.5000 iprec_at_recall_0.00 1-1_7 0.8000 iprec_at_recall_0.10 1-1_7 0.7778 iprec_at_recall_0.20 1-1_7 0.7778 iprec_at_recall_0.30 1-1_7 0.6522 iprec_at_recall_0.40 1-1_7 0.6269 iprec_at_recall_0.50 1-1_7 0.5000 iprec_at_recall_0.60 1-1_7 0.3333 iprec_at_recall_0.70 1-1_7 0.2863 iprec_at_recall_0.80 1-1_7 0.1955 iprec_at_recall_0.90 1-1_7 0.0000 iprec_at_recall_1.00 1-1_7 0.0000 P_5 1-1_7 0.8000 P_10 1-1_7 0.7000 P_15 1-1_7 0.6667 P_20 1-1_7 0.6500 P_30 1-1_7 0.7333 P_100 1-1_7 0.5000 P_200 1-1_7 0.3100 P_500 1-1_7 0.1600 P_1000 1-1_7 0.0810 relstring 1-1_7 '-222213-22' recall_5 1-1_7 0.0404 recall_10 1-1_7 0.0707 recall_15 1-1_7 0.1010 recall_20 1-1_7 0.1313 recall_30 1-1_7 0.2222 recall_100 1-1_7 0.5051 recall_200 1-1_7 0.6263 recall_500 1-1_7 0.8081 recall_1000 1-1_7 0.8182 infAP 1-1_7 0.4253 Rprec_mult_0.20 1-1_7 0.6500 Rprec_mult_0.40 1-1_7 0.7000 Rprec_mult_0.60 1-1_7 0.6333 Rprec_mult_0.80 1-1_7 0.5500 Rprec_mult_1.00 1-1_7 0.4949 Rprec_mult_1.20 1-1_7 0.4370 Rprec_mult_1.40 1-1_7 0.4029 Rprec_mult_1.60 1-1_7 0.3522 Rprec_mult_1.80 1-1_7 0.3296 Rprec_mult_2.00 1-1_7 0.3131 utility 1-1_7 -838.0000 11pt_avg 1-1_7 0.4500 binG 1-1_7 0.1973 G 1-1_7 0.1345 ndcg 1-1_7 0.6625 ndcg_rel 1-1_7 0.5384 Rndcg 1-1_7 0.4960 ndcg_cut_5 1-1_7 0.3304 ndcg_cut_10 1-1_7 0.3799 ndcg_cut_15 1-1_7 0.3843 ndcg_cut_20 1-1_7 0.3862 ndcg_cut_30 1-1_7 0.4580 ndcg_cut_100 1-1_7 0.5036 ndcg_cut_200 1-1_7 0.5639 ndcg_cut_500 1-1_7 0.6567 ndcg_cut_1000 1-1_7 0.6625 map_cut_5 1-1_7 0.0274 map_cut_10 1-1_7 0.0485 map_cut_15 1-1_7 0.0700 map_cut_20 1-1_7 0.0899 map_cut_30 1-1_7 0.1542 map_cut_100 1-1_7 0.3324 map_cut_200 1-1_7 0.3786 map_cut_500 1-1_7 0.4238 map_cut_1000 1-1_7 0.4253 relative_P_5 1-1_7 0.8000 relative_P_10 1-1_7 0.7000 relative_P_15 1-1_7 0.6667 relative_P_20 1-1_7 0.6500 relative_P_30 1-1_7 0.7333 relative_P_100 1-1_7 0.5051 relative_P_200 1-1_7 0.6263 relative_P_500 1-1_7 0.8081 relative_P_1000 1-1_7 0.8182 success_1 1-1_7 0.0000 success_5 1-1_7 1.0000 success_10 1-1_7 1.0000 set_P 1-1_7 0.0810 set_relative_P 1-1_7 0.8182 set_recall 1-1_7 0.8182 set_map 1-1_7 0.0663 set_F 1-1_7 0.1474 num_nonrel_judged_ret 1-1_7 10 rbp 1-1_7 0.3816 rbp_resid 1-1_7 0.2587 unj_5 1-1_7 0.2000 unj_10 1-1_7 0.2000 unj_20 1-1_7 0.3000 num_ret 1-1_8 1000 num_rel 1-1_8 94 num_rel_ret 1-1_8 35 map 1-1_8 0.2223 Rprec 1-1_8 0.2660 bpref 1-1_8 0.3499 recip_rank 1-1_8 1.0000 iprec_at_recall_0.00 1-1_8 1.0000 iprec_at_recall_0.10 1-1_8 0.9000 iprec_at_recall_0.20 1-1_8 0.6667 iprec_at_recall_0.30 1-1_8 0.2314 iprec_at_recall_0.40 1-1_8 0.0000 iprec_at_recall_0.50 1-1_8 0.0000 iprec_at_recall_0.60 1-1_8 0.0000 iprec_at_recall_0.70 1-1_8 0.0000 iprec_at_recall_0.80 1-1_8 0.0000 iprec_at_recall_0.90 1-1_8 0.0000 iprec_at_recall_1.00 1-1_8 0.0000 P_5 1-1_8 1.0000 P_10 1-1_8 0.9000 P_15 1-1_8 0.8000 P_20 1-1_8 0.7500 P_30 1-1_8 0.6667 P_100 1-1_8 0.2500 P_200 1-1_8 0.1600 P_500 1-1_8 0.0700 P_1000 1-1_8 0.0350 relstring 1-1_8 '2324221222' recall_5 1-1_8 0.0532 recall_10 1-1_8 0.0957 recall_15 1-1_8 0.1277 recall_20 1-1_8 0.1596 recall_30 1-1_8 0.2128 recall_100 1-1_8 0.2660 recall_200 1-1_8 0.3404 recall_500 1-1_8 0.3723 recall_1000 1-1_8 0.3723 infAP 1-1_8 0.2223 Rprec_mult_0.20 1-1_8 0.7368 Rprec_mult_0.40 1-1_8 0.6053 Rprec_mult_0.60 1-1_8 0.4035 Rprec_mult_0.80 1-1_8 0.3026 Rprec_mult_1.00 1-1_8 0.2660 Rprec_mult_1.20 1-1_8 0.2389 Rprec_mult_1.40 1-1_8 0.2273 Rprec_mult_1.60 1-1_8 0.1987 Rprec_mult_1.80 1-1_8 0.1824 Rprec_mult_2.00 1-1_8 0.1649 utility 1-1_8 -930.0000 11pt_avg 1-1_8 0.2544 binG 1-1_8 0.1514 G 1-1_8 0.0813 ndcg 1-1_8 0.4223 ndcg_rel 1-1_8 0.4609 Rndcg 1-1_8 0.4788 ndcg_cut_5 1-1_8 0.6478 ndcg_cut_10 1-1_8 0.6328 ndcg_cut_15 1-1_8 0.5973 ndcg_cut_20 1-1_8 0.5904 ndcg_cut_30 1-1_8 0.5985 ndcg_cut_100 1-1_8 0.3721 ndcg_cut_200 1-1_8 0.4059 ndcg_cut_500 1-1_8 0.4223 ndcg_cut_1000 1-1_8 0.4223 map_cut_5 1-1_8 0.0532 map_cut_10 1-1_8 0.0922 map_cut_15 1-1_8 0.1172 map_cut_20 1-1_8 0.1412 map_cut_30 1-1_8 0.1764 map_cut_100 1-1_8 0.2023 map_cut_200 1-1_8 0.2187 map_cut_500 1-1_8 0.2223 map_cut_1000 1-1_8 0.2223 relative_P_5 1-1_8 1.0000 relative_P_10 1-1_8 0.9000 relative_P_15 1-1_8 0.8000 relative_P_20 1-1_8 0.7500 relative_P_30 1-1_8 0.6667 relative_P_100 1-1_8 0.2660 relative_P_200 1-1_8 0.3404 relative_P_500 1-1_8 0.3723 relative_P_1000 1-1_8 0.3723 success_1 1-1_8 1.0000 success_5 1-1_8 1.0000 success_10 1-1_8 1.0000 set_P 1-1_8 0.0350 set_relative_P 1-1_8 0.3723 set_recall 1-1_8 0.3723 set_map 1-1_8 0.0130 set_F 1-1_8 0.0640 num_nonrel_judged_ret 1-1_8 14 rbp 1-1_8 0.4669 rbp_resid 1-1_8 0.1289 unj_5 1-1_8 0.0000 unj_10 1-1_8 0.0000 unj_20 1-1_8 0.1500 num_ret 2-1_10 1000 num_rel 2-1_10 17 num_rel_ret 2-1_10 2 map 2-1_10 0.0005 Rprec 2-1_10 0.0000 bpref 2-1_10 0.0311 recip_rank 2-1_10 0.0036 iprec_at_recall_0.00 2-1_10 0.0044 iprec_at_recall_0.10 2-1_10 0.0044 iprec_at_recall_0.20 2-1_10 0.0000 iprec_at_recall_0.30 2-1_10 0.0000 iprec_at_recall_0.40 2-1_10 0.0000 iprec_at_recall_0.50 2-1_10 0.0000 iprec_at_recall_0.60 2-1_10 0.0000 iprec_at_recall_0.70 2-1_10 0.0000 iprec_at_recall_0.80 2-1_10 0.0000 iprec_at_recall_0.90 2-1_10 0.0000 iprec_at_recall_1.00 2-1_10 0.0000 P_5 2-1_10 0.0000 P_10 2-1_10 0.0000 P_15 2-1_10 0.0000 P_20 2-1_10 0.0000 P_30 2-1_10 0.0000 P_100 2-1_10 0.0000 P_200 2-1_10 0.0000 P_500 2-1_10 0.0040 P_1000 2-1_10 0.0020 relstring 2-1_10 '0000000000' recall_5 2-1_10 0.0000 recall_10 2-1_10 0.0000 recall_15 2-1_10 0.0000 recall_20 2-1_10 0.0000 recall_30 2-1_10 0.0000 recall_100 2-1_10 0.0000 recall_200 2-1_10 0.0000 recall_500 2-1_10 0.1176 recall_1000 2-1_10 0.1176 infAP 2-1_10 0.0005 Rprec_mult_0.20 2-1_10 0.0000 Rprec_mult_0.40 2-1_10 0.0000 Rprec_mult_0.60 2-1_10 0.0000 Rprec_mult_0.80 2-1_10 0.0000 Rprec_mult_1.00 2-1_10 0.0000 Rprec_mult_1.20 2-1_10 0.0000 Rprec_mult_1.40 2-1_10 0.0000 Rprec_mult_1.60 2-1_10 0.0000 Rprec_mult_1.80 2-1_10 0.0000 Rprec_mult_2.00 2-1_10 0.0000 utility 2-1_10 -996.0000 11pt_avg 2-1_10 0.0008 binG 2-1_10 0.0139 G 2-1_10 0.0125 ndcg 2-1_10 0.0337 ndcg_rel 2-1_10 0.0318 Rndcg 2-1_10 0.0084 ndcg_cut_5 2-1_10 0.0000 ndcg_cut_10 2-1_10 0.0000 ndcg_cut_15 2-1_10 0.0000 ndcg_cut_20 2-1_10 0.0000 ndcg_cut_30 2-1_10 0.0000 ndcg_cut_100 2-1_10 0.0000 ndcg_cut_200 2-1_10 0.0076 ndcg_cut_500 2-1_10 0.0337 ndcg_cut_1000 2-1_10 0.0337 map_cut_5 2-1_10 0.0000 map_cut_10 2-1_10 0.0000 map_cut_15 2-1_10 0.0000 map_cut_20 2-1_10 0.0000 map_cut_30 2-1_10 0.0000 map_cut_100 2-1_10 0.0000 map_cut_200 2-1_10 0.0000 map_cut_500 2-1_10 0.0005 map_cut_1000 2-1_10 0.0005 relative_P_5 2-1_10 0.0000 relative_P_10 2-1_10 0.0000 relative_P_15 2-1_10 0.0000 relative_P_20 2-1_10 0.0000 relative_P_30 2-1_10 0.0000 relative_P_100 2-1_10 0.0000 relative_P_200 2-1_10 0.0000 relative_P_500 2-1_10 0.1176 relative_P_1000 2-1_10 0.1176 success_1 2-1_10 0.0000 success_5 2-1_10 0.0000 success_10 2-1_10 0.0000 set_P 2-1_10 0.0020 set_relative_P 2-1_10 0.1176 set_recall 2-1_10 0.1176 set_map 2-1_10 0.0002 set_F 2-1_10 0.0039 num_nonrel_judged_ret 2-1_10 18 rbp 2-1_10 0.0000 rbp_resid 2-1_10 0.3138 unj_5 2-1_10 0.0000 unj_10 2-1_10 0.0000 unj_20 2-1_10 0.4500 num_ret 2-1_12 1000 num_rel 2-1_12 101 num_rel_ret 2-1_12 35 map 2-1_12 0.0514 Rprec 2-1_12 0.1287 bpref 2-1_12 0.2921 recip_rank 2-1_12 0.1429 iprec_at_recall_0.00 2-1_12 0.3846 iprec_at_recall_0.10 2-1_12 0.2273 iprec_at_recall_0.20 2-1_12 0.0921 iprec_at_recall_0.30 2-1_12 0.0529 iprec_at_recall_0.40 2-1_12 0.0000 iprec_at_recall_0.50 2-1_12 0.0000 iprec_at_recall_0.60 2-1_12 0.0000 iprec_at_recall_0.70 2-1_12 0.0000 iprec_at_recall_0.80 2-1_12 0.0000 iprec_at_recall_0.90 2-1_12 0.0000 iprec_at_recall_1.00 2-1_12 0.0000 P_5 2-1_12 0.0000 P_10 2-1_12 0.3000 P_15 2-1_12 0.3333 P_20 2-1_12 0.3000 P_30 2-1_12 0.2333 P_100 2-1_12 0.1300 P_200 2-1_12 0.0950 P_500 2-1_12 0.0560 P_1000 2-1_12 0.0350 relstring 2-1_12 '1000112220' recall_5 2-1_12 0.0000 recall_10 2-1_12 0.0297 recall_15 2-1_12 0.0495 recall_20 2-1_12 0.0594 recall_30 2-1_12 0.0693 recall_100 2-1_12 0.1287 recall_200 2-1_12 0.1881 recall_500 2-1_12 0.2772 recall_1000 2-1_12 0.3465 infAP 2-1_12 0.0514 Rprec_mult_0.20 2-1_12 0.3333 Rprec_mult_0.40 2-1_12 0.1951 Rprec_mult_0.60 2-1_12 0.2131 Rprec_mult_0.80 2-1_12 0.1605 Rprec_mult_1.00 2-1_12 0.1287 Rprec_mult_1.20 2-1_12 0.1311 Rprec_mult_1.40 2-1_12 0.1127 Rprec_mult_1.60 2-1_12 0.1111 Rprec_mult_1.80 2-1_12 0.0989 Rprec_mult_2.00 2-1_12 0.0941 utility 2-1_12 -930.0000 11pt_avg 2-1_12 0.0688 binG 2-1_12 0.0592 G 2-1_12 0.0529 ndcg 2-1_12 0.2926 ndcg_rel 2-1_12 0.2724 Rndcg 2-1_12 0.2140 ndcg_cut_5 2-1_12 0.1568 ndcg_cut_10 2-1_12 0.2672 ndcg_cut_15 2-1_12 0.2678 ndcg_cut_20 2-1_12 0.2553 ndcg_cut_30 2-1_12 0.2203 ndcg_cut_100 2-1_12 0.1731 ndcg_cut_200 2-1_12 0.2022 ndcg_cut_500 2-1_12 0.2575 ndcg_cut_1000 2-1_12 0.2926 map_cut_5 2-1_12 0.0000 map_cut_10 2-1_12 0.0072 map_cut_15 2-1_12 0.0143 map_cut_20 2-1_12 0.0173 map_cut_30 2-1_12 0.0206 map_cut_100 2-1_12 0.0334 map_cut_200 2-1_12 0.0404 map_cut_500 2-1_12 0.0479 map_cut_1000 2-1_12 0.0514 relative_P_5 2-1_12 0.0000 relative_P_10 2-1_12 0.3000 relative_P_15 2-1_12 0.3333 relative_P_20 2-1_12 0.3000 relative_P_30 2-1_12 0.2333 relative_P_100 2-1_12 0.1300 relative_P_200 2-1_12 0.1881 relative_P_500 2-1_12 0.2772 relative_P_1000 2-1_12 0.3465 success_1 2-1_12 0.0000 success_5 2-1_12 0.0000 success_10 2-1_12 1.0000 set_P 2-1_12 0.0350 set_relative_P 2-1_12 0.3465 set_recall 2-1_12 0.3465 set_map 2-1_12 0.0121 set_F 2-1_12 0.0636 num_nonrel_judged_ret 2-1_12 28 rbp 2-1_12 0.2398 rbp_resid 2-1_12 0.2262 unj_5 2-1_12 0.0000 unj_10 2-1_12 0.0000 unj_20 2-1_12 0.3000 num_ret 2-1_14 1000 num_rel 2-1_14 52 num_rel_ret 2-1_14 40 map 2-1_14 0.1616 Rprec 2-1_14 0.2308 bpref 2-1_14 0.3328 recip_rank 2-1_14 0.2500 iprec_at_recall_0.00 2-1_14 0.3125 iprec_at_recall_0.10 2-1_14 0.3125 iprec_at_recall_0.20 2-1_14 0.3030 iprec_at_recall_0.30 2-1_14 0.3030 iprec_at_recall_0.40 2-1_14 0.2800 iprec_at_recall_0.50 2-1_14 0.2000 iprec_at_recall_0.60 2-1_14 0.1722 iprec_at_recall_0.70 2-1_14 0.0963 iprec_at_recall_0.80 2-1_14 0.0000 iprec_at_recall_0.90 2-1_14 0.0000 iprec_at_recall_1.00 2-1_14 0.0000 P_5 2-1_14 0.2000 P_10 2-1_14 0.3000 P_15 2-1_14 0.2667 P_20 2-1_14 0.2500 P_30 2-1_14 0.2000 P_100 2-1_14 0.2400 P_200 2-1_14 0.1550 P_500 2-1_14 0.0780 P_1000 2-1_14 0.0400 relstring 2-1_14 '001210-303' recall_5 2-1_14 0.0192 recall_10 2-1_14 0.0577 recall_15 2-1_14 0.0769 recall_20 2-1_14 0.0962 recall_30 2-1_14 0.1154 recall_100 2-1_14 0.4615 recall_200 2-1_14 0.5962 recall_500 2-1_14 0.7500 recall_1000 2-1_14 0.7692 infAP 2-1_14 0.1616 Rprec_mult_0.20 2-1_14 0.2727 Rprec_mult_0.40 2-1_14 0.2381 Rprec_mult_0.60 2-1_14 0.2188 Rprec_mult_0.80 2-1_14 0.2143 Rprec_mult_1.00 2-1_14 0.2308 Rprec_mult_1.20 2-1_14 0.2857 Rprec_mult_1.40 2-1_14 0.2740 Rprec_mult_1.60 2-1_14 0.2500 Rprec_mult_1.80 2-1_14 0.2447 Rprec_mult_2.00 2-1_14 0.2308 utility 2-1_14 -920.0000 11pt_avg 2-1_14 0.1800 binG 2-1_14 0.1391 G 2-1_14 0.1194 ndcg 2-1_14 0.5384 ndcg_rel 2-1_14 0.4048 Rndcg 2-1_14 0.3672 ndcg_cut_5 2-1_14 0.1976 ndcg_cut_10 2-1_14 0.2613 ndcg_cut_15 2-1_14 0.2624 ndcg_cut_20 2-1_14 0.2611 ndcg_cut_30 2-1_14 0.2587 ndcg_cut_100 2-1_14 0.3742 ndcg_cut_200 2-1_14 0.4564 ndcg_cut_500 2-1_14 0.5326 ndcg_cut_1000 2-1_14 0.5384 map_cut_5 2-1_14 0.0048 map_cut_10 2-1_14 0.0154 map_cut_15 2-1_14 0.0213 map_cut_20 2-1_14 0.0273 map_cut_30 2-1_14 0.0317 map_cut_100 2-1_14 0.1201 map_cut_200 2-1_14 0.1454 map_cut_500 2-1_14 0.1602 map_cut_1000 2-1_14 0.1616 relative_P_5 2-1_14 0.2000 relative_P_10 2-1_14 0.3000 relative_P_15 2-1_14 0.2667 relative_P_20 2-1_14 0.2500 relative_P_30 2-1_14 0.2000 relative_P_100 2-1_14 0.4615 relative_P_200 2-1_14 0.5962 relative_P_500 2-1_14 0.7500 relative_P_1000 2-1_14 0.7692 success_1 2-1_14 0.0000 success_5 2-1_14 1.0000 success_10 2-1_14 1.0000 set_P 2-1_14 0.0400 set_relative_P 2-1_14 0.7692 set_recall 2-1_14 0.7692 set_map 2-1_14 0.0308 set_F 2-1_14 0.0760 num_nonrel_judged_ret 2-1_14 65 rbp 2-1_14 0.2641 rbp_resid 2-1_14 0.1456 unj_5 2-1_14 0.0000 unj_10 2-1_14 0.1000 unj_20 2-1_14 0.2000 num_ret 2-1_4 1000 num_rel 2-1_4 64 num_rel_ret 2-1_4 44 map 2-1_4 0.1242 Rprec 2-1_4 0.2188 bpref 2-1_4 0.5194 recip_rank 2-1_4 0.3333 iprec_at_recall_0.00 2-1_4 0.3333 iprec_at_recall_0.10 2-1_4 0.2241 iprec_at_recall_0.20 2-1_4 0.2241 iprec_at_recall_0.30 2-1_4 0.2061 iprec_at_recall_0.40 2-1_4 0.2061 iprec_at_recall_0.50 2-1_4 0.1871 iprec_at_recall_0.60 2-1_4 0.1429 iprec_at_recall_0.70 2-1_4 0.0000 iprec_at_recall_0.80 2-1_4 0.0000 iprec_at_recall_0.90 2-1_4 0.0000 iprec_at_recall_1.00 2-1_4 0.0000 P_5 2-1_4 0.2000 P_10 2-1_4 0.1000 P_15 2-1_4 0.2000 P_20 2-1_4 0.1500 P_30 2-1_4 0.1333 P_100 2-1_4 0.1800 P_200 2-1_4 0.1700 P_500 2-1_4 0.0860 P_1000 2-1_4 0.0440 relstring 2-1_4 '0120000--0' recall_5 2-1_4 0.0156 recall_10 2-1_4 0.0156 recall_15 2-1_4 0.0469 recall_20 2-1_4 0.0469 recall_30 2-1_4 0.0625 recall_100 2-1_4 0.2812 recall_200 2-1_4 0.5312 recall_500 2-1_4 0.6719 recall_1000 2-1_4 0.6875 infAP 2-1_4 0.1242 Rprec_mult_0.20 2-1_4 0.1538 Rprec_mult_0.40 2-1_4 0.1154 Rprec_mult_0.60 2-1_4 0.2051 Rprec_mult_0.80 2-1_4 0.1923 Rprec_mult_1.00 2-1_4 0.2188 Rprec_mult_1.20 2-1_4 0.1948 Rprec_mult_1.40 2-1_4 0.2000 Rprec_mult_1.60 2-1_4 0.1845 Rprec_mult_1.80 2-1_4 0.1897 Rprec_mult_2.00 2-1_4 0.1953 utility 2-1_4 -912.0000 11pt_avg 2-1_4 0.1385 binG 2-1_4 0.1156 G 2-1_4 0.0932 ndcg 2-1_4 0.4263 ndcg_rel 2-1_4 0.3363 Rndcg 2-1_4 0.1978 ndcg_cut_5 2-1_4 0.1657 ndcg_cut_10 2-1_4 0.1115 ndcg_cut_15 2-1_4 0.1455 ndcg_cut_20 2-1_4 0.1289 ndcg_cut_30 2-1_4 0.1234 ndcg_cut_100 2-1_4 0.2136 ndcg_cut_200 2-1_4 0.3471 ndcg_cut_500 2-1_4 0.4211 ndcg_cut_1000 2-1_4 0.4263 map_cut_5 2-1_4 0.0052 map_cut_10 2-1_4 0.0052 map_cut_15 2-1_4 0.0110 map_cut_20 2-1_4 0.0110 map_cut_30 2-1_4 0.0131 map_cut_100 2-1_4 0.0568 map_cut_200 2-1_4 0.1045 map_cut_500 2-1_4 0.1231 map_cut_1000 2-1_4 0.1242 relative_P_5 2-1_4 0.2000 relative_P_10 2-1_4 0.1000 relative_P_15 2-1_4 0.2000 relative_P_20 2-1_4 0.1500 relative_P_30 2-1_4 0.1333 relative_P_100 2-1_4 0.2812 relative_P_200 2-1_4 0.5312 relative_P_500 2-1_4 0.6719 relative_P_1000 2-1_4 0.6875 success_1 2-1_4 0.0000 success_5 2-1_4 1.0000 success_10 2-1_4 1.0000 set_P 2-1_4 0.0440 set_relative_P 2-1_4 0.6875 set_recall 2-1_4 0.6875 set_map 2-1_4 0.0302 set_F 2-1_4 0.0827 num_nonrel_judged_ret 2-1_4 25 rbp 2-1_4 0.1008 rbp_resid 2-1_4 0.3234 unj_5 2-1_4 0.0000 unj_10 2-1_4 0.2000 unj_20 2-1_4 0.4500 num_ret 2-1_9 1000 num_rel 2-1_9 16 num_rel_ret 2-1_9 15 map 2-1_9 0.7364 Rprec 2-1_9 0.6875 bpref 2-1_9 0.9107 recip_rank 2-1_9 1.0000 iprec_at_recall_0.00 2-1_9 1.0000 iprec_at_recall_0.10 2-1_9 1.0000 iprec_at_recall_0.20 2-1_9 1.0000 iprec_at_recall_0.30 2-1_9 0.9091 iprec_at_recall_0.40 2-1_9 0.9091 iprec_at_recall_0.50 2-1_9 0.9091 iprec_at_recall_0.60 2-1_9 0.9091 iprec_at_recall_0.70 2-1_9 0.8462 iprec_at_recall_0.80 2-1_9 0.5909 iprec_at_recall_0.90 2-1_9 0.2800 iprec_at_recall_1.00 2-1_9 0.0000 P_5 2-1_9 0.8000 P_10 2-1_9 0.9000 P_15 2-1_9 0.7333 P_20 2-1_9 0.5500 P_30 2-1_9 0.4333 P_100 2-1_9 0.1500 P_200 2-1_9 0.0750 P_500 2-1_9 0.0300 P_1000 2-1_9 0.0150 relstring 2-1_9 '3343-43322' recall_5 2-1_9 0.2500 recall_10 2-1_9 0.5625 recall_15 2-1_9 0.6875 recall_20 2-1_9 0.6875 recall_30 2-1_9 0.8125 recall_100 2-1_9 0.9375 recall_200 2-1_9 0.9375 recall_500 2-1_9 0.9375 recall_1000 2-1_9 0.9375 infAP 2-1_9 0.7364 Rprec_mult_0.20 2-1_9 1.0000 Rprec_mult_0.40 2-1_9 0.8571 Rprec_mult_0.60 2-1_9 0.9000 Rprec_mult_0.80 2-1_9 0.8462 Rprec_mult_1.00 2-1_9 0.6875 Rprec_mult_1.20 2-1_9 0.5500 Rprec_mult_1.40 2-1_9 0.5652 Rprec_mult_1.60 2-1_9 0.5000 Rprec_mult_1.80 2-1_9 0.4483 Rprec_mult_2.00 2-1_9 0.4062 utility 2-1_9 -970.0000 11pt_avg 2-1_9 0.7594 binG 2-1_9 0.5769 G 2-1_9 0.3954 ndcg 2-1_9 0.8751 ndcg_rel 2-1_9 0.8314 Rndcg 2-1_9 0.8201 ndcg_cut_5 2-1_9 0.7457 ndcg_cut_10 2-1_9 0.8395 ndcg_cut_15 2-1_9 0.8226 ndcg_cut_20 2-1_9 0.7902 ndcg_cut_30 2-1_9 0.8383 ndcg_cut_100 2-1_9 0.8751 ndcg_cut_200 2-1_9 0.8751 ndcg_cut_500 2-1_9 0.8751 ndcg_cut_1000 2-1_9 0.8751 map_cut_5 2-1_9 0.2500 map_cut_10 2-1_9 0.5221 map_cut_15 2-1_9 0.6319 map_cut_20 2-1_9 0.6319 map_cut_30 2-1_9 0.7045 map_cut_100 2-1_9 0.7364 map_cut_200 2-1_9 0.7364 map_cut_500 2-1_9 0.7364 map_cut_1000 2-1_9 0.7364 relative_P_5 2-1_9 0.8000 relative_P_10 2-1_9 0.9000 relative_P_15 2-1_9 0.7333 relative_P_20 2-1_9 0.6875 relative_P_30 2-1_9 0.8125 relative_P_100 2-1_9 0.9375 relative_P_200 2-1_9 0.9375 relative_P_500 2-1_9 0.9375 relative_P_1000 2-1_9 0.9375 success_1 2-1_9 1.0000 success_5 2-1_9 1.0000 success_10 2-1_9 1.0000 set_P 2-1_9 0.0150 set_relative_P 2-1_9 0.9375 set_recall 2-1_9 0.9375 set_map 2-1_9 0.0141 set_F 2-1_9 0.0295 num_nonrel_judged_ret 2-1_9 7 rbp 2-1_9 0.5226 rbp_resid 2-1_9 0.2957 unj_5 2-1_9 0.2000 unj_10 2-1_9 0.1000 unj_20 2-1_9 0.4000 num_ret 2-2_1 1000 num_rel 2-2_1 51 num_rel_ret 2-2_1 5 map 2-2_1 0.0277 Rprec 2-2_1 0.0784 bpref 2-2_1 0.0800 recip_rank 2-2_1 0.5000 iprec_at_recall_0.00 2-2_1 0.6667 iprec_at_recall_0.10 2-2_1 0.0095 iprec_at_recall_0.20 2-2_1 0.0000 iprec_at_recall_0.30 2-2_1 0.0000 iprec_at_recall_0.40 2-2_1 0.0000 iprec_at_recall_0.50 2-2_1 0.0000 iprec_at_recall_0.60 2-2_1 0.0000 iprec_at_recall_0.70 2-2_1 0.0000 iprec_at_recall_0.80 2-2_1 0.0000 iprec_at_recall_0.90 2-2_1 0.0000 iprec_at_recall_1.00 2-2_1 0.0000 P_5 2-2_1 0.4000 P_10 2-2_1 0.2000 P_15 2-2_1 0.1333 P_20 2-2_1 0.1000 P_30 2-2_1 0.1000 P_100 2-2_1 0.0400 P_200 2-2_1 0.0200 P_500 2-2_1 0.0080 P_1000 2-2_1 0.0050 relstring 2-2_1 '0220000000' recall_5 2-2_1 0.0392 recall_10 2-2_1 0.0392 recall_15 2-2_1 0.0392 recall_20 2-2_1 0.0392 recall_30 2-2_1 0.0588 recall_100 2-2_1 0.0784 recall_200 2-2_1 0.0784 recall_500 2-2_1 0.0784 recall_1000 2-2_1 0.0980 infAP 2-2_1 0.0277 Rprec_mult_0.20 2-2_1 0.1818 Rprec_mult_0.40 2-2_1 0.1429 Rprec_mult_0.60 2-2_1 0.0968 Rprec_mult_0.80 2-2_1 0.0732 Rprec_mult_1.00 2-2_1 0.0784 Rprec_mult_1.20 2-2_1 0.0645 Rprec_mult_1.40 2-2_1 0.0556 Rprec_mult_1.60 2-2_1 0.0488 Rprec_mult_1.80 2-2_1 0.0435 Rprec_mult_2.00 2-2_1 0.0392 utility 2-2_1 -990.0000 11pt_avg 2-2_1 0.0615 binG 2-2_1 0.0351 G 2-2_1 0.0162 ndcg 2-2_1 0.0907 ndcg_rel 2-2_1 0.0949 Rndcg 2-2_1 0.1024 ndcg_cut_5 2-2_1 0.1918 ndcg_cut_10 2-2_1 0.1310 ndcg_cut_15 2-2_1 0.1066 ndcg_cut_20 2-2_1 0.0914 ndcg_cut_30 2-2_1 0.0977 ndcg_cut_100 2-2_1 0.0798 ndcg_cut_200 2-2_1 0.0798 ndcg_cut_500 2-2_1 0.0827 ndcg_cut_1000 2-2_1 0.0907 map_cut_5 2-2_1 0.0229 map_cut_10 2-2_1 0.0229 map_cut_15 2-2_1 0.0229 map_cut_20 2-2_1 0.0229 map_cut_30 2-2_1 0.0257 map_cut_100 2-2_1 0.0275 map_cut_200 2-2_1 0.0275 map_cut_500 2-2_1 0.0275 map_cut_1000 2-2_1 0.0277 relative_P_5 2-2_1 0.4000 relative_P_10 2-2_1 0.2000 relative_P_15 2-2_1 0.1333 relative_P_20 2-2_1 0.1000 relative_P_30 2-2_1 0.1000 relative_P_100 2-2_1 0.0784 relative_P_200 2-2_1 0.0784 relative_P_500 2-2_1 0.0784 relative_P_1000 2-2_1 0.0980 success_1 2-2_1 0.0000 success_5 2-2_1 1.0000 success_10 2-2_1 1.0000 set_P 2-2_1 0.0050 set_relative_P 2-2_1 0.0980 set_recall 2-2_1 0.0980 set_map 2-2_1 0.0005 set_F 2-2_1 0.0095 num_nonrel_judged_ret 2-2_1 26 rbp 2-2_1 0.0940 rbp_resid 2-2_1 0.2610 unj_5 2-2_1 0.0000 unj_10 2-2_1 0.0000 unj_20 2-2_1 0.4000 num_ret 2-2_4 1000 num_rel 2-2_4 53 num_rel_ret 2-2_4 6 map 2-2_4 0.0275 Rprec 2-2_4 0.0755 bpref 2-2_4 0.1084 recip_rank 2-2_4 0.5000 iprec_at_recall_0.00 2-2_4 0.5000 iprec_at_recall_0.10 2-2_4 0.0649 iprec_at_recall_0.20 2-2_4 0.0000 iprec_at_recall_0.30 2-2_4 0.0000 iprec_at_recall_0.40 2-2_4 0.0000 iprec_at_recall_0.50 2-2_4 0.0000 iprec_at_recall_0.60 2-2_4 0.0000 iprec_at_recall_0.70 2-2_4 0.0000 iprec_at_recall_0.80 2-2_4 0.0000 iprec_at_recall_0.90 2-2_4 0.0000 iprec_at_recall_1.00 2-2_4 0.0000 P_5 2-2_4 0.2000 P_10 2-2_4 0.3000 P_15 2-2_4 0.2000 P_20 2-2_4 0.2000 P_30 2-2_4 0.1333 P_100 2-2_4 0.0500 P_200 2-2_4 0.0300 P_500 2-2_4 0.0120 P_1000 2-2_4 0.0060 relstring 2-2_4 '-3-1--420-' recall_5 2-2_4 0.0189 recall_10 2-2_4 0.0566 recall_15 2-2_4 0.0566 recall_20 2-2_4 0.0755 recall_30 2-2_4 0.0755 recall_100 2-2_4 0.0943 recall_200 2-2_4 0.1132 recall_500 2-2_4 0.1132 recall_1000 2-2_4 0.1132 infAP 2-2_4 0.0275 Rprec_mult_0.20 2-2_4 0.2727 Rprec_mult_0.40 2-2_4 0.1818 Rprec_mult_0.60 2-2_4 0.1250 Rprec_mult_0.80 2-2_4 0.0930 Rprec_mult_1.00 2-2_4 0.0755 Rprec_mult_1.20 2-2_4 0.0625 Rprec_mult_1.40 2-2_4 0.0533 Rprec_mult_1.60 2-2_4 0.0588 Rprec_mult_1.80 2-2_4 0.0521 Rprec_mult_2.00 2-2_4 0.0472 utility 2-2_4 -988.0000 11pt_avg 2-2_4 0.0514 binG 2-2_4 0.0354 G 2-2_4 0.0220 ndcg 2-2_4 0.1246 ndcg_rel 2-2_4 0.1347 Rndcg 2-2_4 0.1340 ndcg_cut_5 2-2_4 0.1970 ndcg_cut_10 2-2_4 0.2359 ndcg_cut_15 2-2_4 0.1891 ndcg_cut_20 2-2_4 0.1896 ndcg_cut_30 2-2_4 0.1526 ndcg_cut_100 2-2_4 0.1158 ndcg_cut_200 2-2_4 0.1246 ndcg_cut_500 2-2_4 0.1246 ndcg_cut_1000 2-2_4 0.1246 map_cut_5 2-2_4 0.0094 map_cut_10 2-2_4 0.0219 map_cut_15 2-2_4 0.0219 map_cut_20 2-2_4 0.0257 map_cut_30 2-2_4 0.0257 map_cut_100 2-2_4 0.0269 map_cut_200 2-2_4 0.0275 map_cut_500 2-2_4 0.0275 map_cut_1000 2-2_4 0.0275 relative_P_5 2-2_4 0.2000 relative_P_10 2-2_4 0.3000 relative_P_15 2-2_4 0.2000 relative_P_20 2-2_4 0.2000 relative_P_30 2-2_4 0.1333 relative_P_100 2-2_4 0.0943 relative_P_200 2-2_4 0.1132 relative_P_500 2-2_4 0.1132 relative_P_1000 2-2_4 0.1132 success_1 2-2_4 0.0000 success_5 2-2_4 1.0000 success_10 2-2_4 1.0000 set_P 2-2_4 0.0060 set_relative_P 2-2_4 0.1132 set_recall 2-2_4 0.1132 set_map 2-2_4 0.0007 set_F 2-2_4 0.0114 num_nonrel_judged_ret 2-2_4 15 rbp 2-2_4 0.1729 rbp_resid 2-2_4 0.6447 unj_5 2-2_4 0.6000 unj_10 2-2_4 0.5000 unj_20 2-2_4 0.6500 num_ret 2-2_5 1000 num_rel 2-2_5 30 num_rel_ret 2-2_5 0 map 2-2_5 0.0000 Rprec 2-2_5 0.0000 bpref 2-2_5 0.0000 recip_rank 2-2_5 0.0000 iprec_at_recall_0.00 2-2_5 0.0000 iprec_at_recall_0.10 2-2_5 0.0000 iprec_at_recall_0.20 2-2_5 0.0000 iprec_at_recall_0.30 2-2_5 0.0000 iprec_at_recall_0.40 2-2_5 0.0000 iprec_at_recall_0.50 2-2_5 0.0000 iprec_at_recall_0.60 2-2_5 0.0000 iprec_at_recall_0.70 2-2_5 0.0000 iprec_at_recall_0.80 2-2_5 0.0000 iprec_at_recall_0.90 2-2_5 0.0000 iprec_at_recall_1.00 2-2_5 0.0000 P_5 2-2_5 0.0000 P_10 2-2_5 0.0000 P_15 2-2_5 0.0000 P_20 2-2_5 0.0000 P_30 2-2_5 0.0000 P_100 2-2_5 0.0000 P_200 2-2_5 0.0000 P_500 2-2_5 0.0000 P_1000 2-2_5 0.0000 relstring 2-2_5 '0000000000' recall_5 2-2_5 0.0000 recall_10 2-2_5 0.0000 recall_15 2-2_5 0.0000 recall_20 2-2_5 0.0000 recall_30 2-2_5 0.0000 recall_100 2-2_5 0.0000 recall_200 2-2_5 0.0000 recall_500 2-2_5 0.0000 recall_1000 2-2_5 0.0000 infAP 2-2_5 0.0000 Rprec_mult_0.20 2-2_5 0.0000 Rprec_mult_0.40 2-2_5 0.0000 Rprec_mult_0.60 2-2_5 0.0000 Rprec_mult_0.80 2-2_5 0.0000 Rprec_mult_1.00 2-2_5 0.0000 Rprec_mult_1.20 2-2_5 0.0000 Rprec_mult_1.40 2-2_5 0.0000 Rprec_mult_1.60 2-2_5 0.0000 Rprec_mult_1.80 2-2_5 0.0000 Rprec_mult_2.00 2-2_5 0.0000 utility 2-2_5 -1000.0000 11pt_avg 2-2_5 0.0000 binG 2-2_5 0.0000 G 2-2_5 0.0030 ndcg 2-2_5 0.0112 ndcg_rel 2-2_5 0.0111 Rndcg 2-2_5 0.0033 ndcg_cut_5 2-2_5 0.0000 ndcg_cut_10 2-2_5 0.0000 ndcg_cut_15 2-2_5 0.0000 ndcg_cut_20 2-2_5 0.0000 ndcg_cut_30 2-2_5 0.0000 ndcg_cut_100 2-2_5 0.0054 ndcg_cut_200 2-2_5 0.0054 ndcg_cut_500 2-2_5 0.0054 ndcg_cut_1000 2-2_5 0.0112 map_cut_5 2-2_5 0.0000 map_cut_10 2-2_5 0.0000 map_cut_15 2-2_5 0.0000 map_cut_20 2-2_5 0.0000 map_cut_30 2-2_5 0.0000 map_cut_100 2-2_5 0.0000 map_cut_200 2-2_5 0.0000 map_cut_500 2-2_5 0.0000 map_cut_1000 2-2_5 0.0000 relative_P_5 2-2_5 0.0000 relative_P_10 2-2_5 0.0000 relative_P_15 2-2_5 0.0000 relative_P_20 2-2_5 0.0000 relative_P_30 2-2_5 0.0000 relative_P_100 2-2_5 0.0000 relative_P_200 2-2_5 0.0000 relative_P_500 2-2_5 0.0000 relative_P_1000 2-2_5 0.0000 success_1 2-2_5 0.0000 success_5 2-2_5 0.0000 success_10 2-2_5 0.0000 set_P 2-2_5 0.0000 set_relative_P 2-2_5 0.0000 set_recall 2-2_5 0.0000 set_map 2-2_5 0.0000 set_F 2-2_5 0.0000 num_nonrel_judged_ret 2-2_5 19 rbp 2-2_5 0.0008 rbp_resid 2-2_5 0.3107 unj_5 2-2_5 0.0000 unj_10 2-2_5 0.0000 unj_20 2-2_5 0.4500 num_ret 2-2_7 1000 num_rel 2-2_7 88 num_rel_ret 2-2_7 81 map 2-2_7 0.6797 Rprec 2-2_7 0.6250 bpref 2-2_7 0.8667 recip_rank 2-2_7 1.0000 iprec_at_recall_0.00 2-2_7 1.0000 iprec_at_recall_0.10 2-2_7 1.0000 iprec_at_recall_0.20 2-2_7 1.0000 iprec_at_recall_0.30 2-2_7 1.0000 iprec_at_recall_0.40 2-2_7 0.8537 iprec_at_recall_0.50 2-2_7 0.7097 iprec_at_recall_0.60 2-2_7 0.6667 iprec_at_recall_0.70 2-2_7 0.5000 iprec_at_recall_0.80 2-2_7 0.4068 iprec_at_recall_0.90 2-2_7 0.1961 iprec_at_recall_1.00 2-2_7 0.0000 P_5 2-2_7 1.0000 P_10 2-2_7 1.0000 P_15 2-2_7 1.0000 P_20 2-2_7 1.0000 P_30 2-2_7 0.9667 P_100 2-2_7 0.5800 P_200 2-2_7 0.3650 P_500 2-2_7 0.1620 P_1000 2-2_7 0.0810 relstring 2-2_7 '4444432444' recall_5 2-2_7 0.0568 recall_10 2-2_7 0.1136 recall_15 2-2_7 0.1705 recall_20 2-2_7 0.2273 recall_30 2-2_7 0.3295 recall_100 2-2_7 0.6591 recall_200 2-2_7 0.8295 recall_500 2-2_7 0.9205 recall_1000 2-2_7 0.9205 infAP 2-2_7 0.6797 Rprec_mult_0.20 2-2_7 1.0000 Rprec_mult_0.40 2-2_7 0.9167 Rprec_mult_0.60 2-2_7 0.7736 Rprec_mult_0.80 2-2_7 0.6761 Rprec_mult_1.00 2-2_7 0.6250 Rprec_mult_1.20 2-2_7 0.5566 Rprec_mult_1.40 2-2_7 0.5000 Rprec_mult_1.60 2-2_7 0.4610 Rprec_mult_1.80 2-2_7 0.4340 Rprec_mult_2.00 2-2_7 0.4034 utility 2-2_7 -838.0000 11pt_avg 2-2_7 0.6666 binG 2-2_7 0.4613 G 2-2_7 0.2478 ndcg 2-2_7 0.8791 ndcg_rel 2-2_7 0.8381 Rndcg 2-2_7 0.7646 ndcg_cut_5 2-2_7 1.0000 ndcg_cut_10 2-2_7 0.9437 ndcg_cut_15 2-2_7 0.9108 ndcg_cut_20 2-2_7 0.9170 ndcg_cut_30 2-2_7 0.8901 ndcg_cut_100 2-2_7 0.7340 ndcg_cut_200 2-2_7 0.8250 ndcg_cut_500 2-2_7 0.8775 ndcg_cut_1000 2-2_7 0.8791 map_cut_5 2-2_7 0.0568 map_cut_10 2-2_7 0.1136 map_cut_15 2-2_7 0.1705 map_cut_20 2-2_7 0.2273 map_cut_30 2-2_7 0.3292 map_cut_100 2-2_7 0.5776 map_cut_200 2-2_7 0.6564 map_cut_500 2-2_7 0.6797 map_cut_1000 2-2_7 0.6797 relative_P_5 2-2_7 1.0000 relative_P_10 2-2_7 1.0000 relative_P_15 2-2_7 1.0000 relative_P_20 2-2_7 1.0000 relative_P_30 2-2_7 0.9667 relative_P_100 2-2_7 0.6591 relative_P_200 2-2_7 0.8295 relative_P_500 2-2_7 0.9205 relative_P_1000 2-2_7 0.9205 success_1 2-2_7 1.0000 success_5 2-2_7 1.0000 success_10 2-2_7 1.0000 set_P 2-2_7 0.0810 set_relative_P 2-2_7 0.9205 set_recall 2-2_7 0.9205 set_map 2-2_7 0.0746 set_F 2-2_7 0.1489 num_nonrel_judged_ret 2-2_7 15 rbp 2-2_7 0.8856 rbp_resid 2-2_7 0.0183 unj_5 2-2_7 0.0000 unj_10 2-2_7 0.0000 unj_20 2-2_7 0.0000 num_ret 2-2_9 1000 num_rel 2-2_9 47 num_rel_ret 2-2_9 35 map 2-2_9 0.2099 Rprec 2-2_9 0.3404 bpref 2-2_9 0.6624 recip_rank 2-2_9 0.3333 iprec_at_recall_0.00 2-2_9 0.6667 iprec_at_recall_0.10 2-2_9 0.6250 iprec_at_recall_0.20 2-2_9 0.3478 iprec_at_recall_0.30 2-2_9 0.3478 iprec_at_recall_0.40 2-2_9 0.2198 iprec_at_recall_0.50 2-2_9 0.1778 iprec_at_recall_0.60 2-2_9 0.1481 iprec_at_recall_0.70 2-2_9 0.1089 iprec_at_recall_0.80 2-2_9 0.0000 iprec_at_recall_0.90 2-2_9 0.0000 iprec_at_recall_1.00 2-2_9 0.0000 P_5 2-2_9 0.6000 P_10 2-2_9 0.5000 P_15 2-2_9 0.4667 P_20 2-2_9 0.4000 P_30 2-2_9 0.3000 P_100 2-2_9 0.2100 P_200 2-2_9 0.1450 P_500 2-2_9 0.0700 P_1000 2-2_9 0.0350 relstring 2-2_9 '--3343-2--' recall_5 2-2_9 0.0638 recall_10 2-2_9 0.1064 recall_15 2-2_9 0.1489 recall_20 2-2_9 0.1702 recall_30 2-2_9 0.1915 recall_100 2-2_9 0.4468 recall_200 2-2_9 0.6170 recall_500 2-2_9 0.7447 recall_1000 2-2_9 0.7447 infAP 2-2_9 0.2099 Rprec_mult_0.20 2-2_9 0.5000 Rprec_mult_0.40 2-2_9 0.3684 Rprec_mult_0.60 2-2_9 0.3103 Rprec_mult_0.80 2-2_9 0.2895 Rprec_mult_1.00 2-2_9 0.3404 Rprec_mult_1.20 2-2_9 0.2982 Rprec_mult_1.40 2-2_9 0.2727 Rprec_mult_1.60 2-2_9 0.2368 Rprec_mult_1.80 2-2_9 0.2118 Rprec_mult_2.00 2-2_9 0.2128 utility 2-2_9 -930.0000 11pt_avg 2-2_9 0.2402 binG 2-2_9 0.1644 G 2-2_9 0.1244 ndcg 2-2_9 0.5244 ndcg_rel 2-2_9 0.4193 Rndcg 2-2_9 0.3635 ndcg_cut_5 2-2_9 0.3679 ndcg_cut_10 2-2_9 0.3323 ndcg_cut_15 2-2_9 0.3158 ndcg_cut_20 2-2_9 0.3265 ndcg_cut_30 2-2_9 0.2903 ndcg_cut_100 2-2_9 0.3914 ndcg_cut_200 2-2_9 0.4617 ndcg_cut_500 2-2_9 0.5244 ndcg_cut_1000 2-2_9 0.5244 map_cut_5 2-2_9 0.0305 map_cut_10 2-2_9 0.0580 map_cut_15 2-2_9 0.0784 map_cut_20 2-2_9 0.0869 map_cut_30 2-2_9 0.0943 map_cut_100 2-2_9 0.1692 map_cut_200 2-2_9 0.1959 map_cut_500 2-2_9 0.2099 map_cut_1000 2-2_9 0.2099 relative_P_5 2-2_9 0.6000 relative_P_10 2-2_9 0.5000 relative_P_15 2-2_9 0.4667 relative_P_20 2-2_9 0.4000 relative_P_30 2-2_9 0.3000 relative_P_100 2-2_9 0.4468 relative_P_200 2-2_9 0.6170 relative_P_500 2-2_9 0.7447 relative_P_1000 2-2_9 0.7447 success_1 2-2_9 0.0000 success_5 2-2_9 1.0000 success_10 2-2_9 1.0000 set_P 2-2_9 0.0350 set_relative_P 2-2_9 0.7447 set_recall 2-2_9 0.7447 set_map 2-2_9 0.0261 set_F 2-2_9 0.0669 num_nonrel_judged_ret 2-2_9 8 rbp 2-2_9 0.3121 rbp_resid 2-2_9 0.5436 unj_5 2-2_9 0.4000 unj_10 2-2_9 0.5000 unj_20 2-2_9 0.5000 num_ret 3-2_1 1000 num_rel 3-2_1 68 num_rel_ret 3-2_1 9 map 3-2_1 0.0046 Rprec 3-2_1 0.0294 bpref 3-2_1 0.0889 recip_rank 3-2_1 0.0909 iprec_at_recall_0.00 3-2_1 0.0909 iprec_at_recall_0.10 3-2_1 0.0261 iprec_at_recall_0.20 3-2_1 0.0000 iprec_at_recall_0.30 3-2_1 0.0000 iprec_at_recall_0.40 3-2_1 0.0000 iprec_at_recall_0.50 3-2_1 0.0000 iprec_at_recall_0.60 3-2_1 0.0000 iprec_at_recall_0.70 3-2_1 0.0000 iprec_at_recall_0.80 3-2_1 0.0000 iprec_at_recall_0.90 3-2_1 0.0000 iprec_at_recall_1.00 3-2_1 0.0000 P_5 3-2_1 0.0000 P_10 3-2_1 0.0000 P_15 3-2_1 0.0667 P_20 3-2_1 0.0500 P_30 3-2_1 0.0333 P_100 3-2_1 0.0200 P_200 3-2_1 0.0250 P_500 3-2_1 0.0180 P_1000 3-2_1 0.0090 relstring 3-2_1 '1-01000010' recall_5 3-2_1 0.0000 recall_10 3-2_1 0.0000 recall_15 3-2_1 0.0147 recall_20 3-2_1 0.0147 recall_30 3-2_1 0.0147 recall_100 3-2_1 0.0294 recall_200 3-2_1 0.0735 recall_500 3-2_1 0.1324 recall_1000 3-2_1 0.1324 infAP 3-2_1 0.0046 Rprec_mult_0.20 3-2_1 0.0714 Rprec_mult_0.40 3-2_1 0.0357 Rprec_mult_0.60 3-2_1 0.0244 Rprec_mult_0.80 3-2_1 0.0364 Rprec_mult_1.00 3-2_1 0.0294 Rprec_mult_1.20 3-2_1 0.0244 Rprec_mult_1.40 3-2_1 0.0208 Rprec_mult_1.60 3-2_1 0.0275 Rprec_mult_1.80 3-2_1 0.0244 Rprec_mult_2.00 3-2_1 0.0221 utility 3-2_1 -982.0000 11pt_avg 3-2_1 0.0106 binG 3-2_1 0.0201 G 3-2_1 0.0269 ndcg 3-2_1 0.1514 ndcg_rel 3-2_1 0.1484 Rndcg 3-2_1 0.1212 ndcg_cut_5 3-2_1 0.1617 ndcg_cut_10 3-2_1 0.1298 ndcg_cut_15 3-2_1 0.1597 ndcg_cut_20 3-2_1 0.1392 ndcg_cut_30 3-2_1 0.1313 ndcg_cut_100 3-2_1 0.0962 ndcg_cut_200 3-2_1 0.1154 ndcg_cut_500 3-2_1 0.1492 ndcg_cut_1000 3-2_1 0.1514 map_cut_5 3-2_1 0.0000 map_cut_10 3-2_1 0.0000 map_cut_15 3-2_1 0.0013 map_cut_20 3-2_1 0.0013 map_cut_30 3-2_1 0.0013 map_cut_100 3-2_1 0.0020 map_cut_200 3-2_1 0.0032 map_cut_500 3-2_1 0.0046 map_cut_1000 3-2_1 0.0046 relative_P_5 3-2_1 0.0000 relative_P_10 3-2_1 0.0000 relative_P_15 3-2_1 0.0667 relative_P_20 3-2_1 0.0500 relative_P_30 3-2_1 0.0333 relative_P_100 3-2_1 0.0294 relative_P_200 3-2_1 0.0735 relative_P_500 3-2_1 0.1324 relative_P_1000 3-2_1 0.1324 success_1 3-2_1 0.0000 success_5 3-2_1 0.0000 success_10 3-2_1 0.0000 set_P 3-2_1 0.0090 set_relative_P 3-2_1 0.1324 set_recall 3-2_1 0.1324 set_map 3-2_1 0.0012 set_F 3-2_1 0.0169 num_nonrel_judged_ret 3-2_1 33 rbp 3-2_1 0.1093 rbp_resid 3-2_1 0.3370 unj_5 3-2_1 0.2000 unj_10 3-2_1 0.1000 unj_20 3-2_1 0.4000 num_ret 3-2_6 1000 num_rel 3-2_6 32 num_rel_ret 3-2_6 0 map 3-2_6 0.0000 Rprec 3-2_6 0.0000 bpref 3-2_6 0.0000 recip_rank 3-2_6 0.0000 iprec_at_recall_0.00 3-2_6 0.0000 iprec_at_recall_0.10 3-2_6 0.0000 iprec_at_recall_0.20 3-2_6 0.0000 iprec_at_recall_0.30 3-2_6 0.0000 iprec_at_recall_0.40 3-2_6 0.0000 iprec_at_recall_0.50 3-2_6 0.0000 iprec_at_recall_0.60 3-2_6 0.0000 iprec_at_recall_0.70 3-2_6 0.0000 iprec_at_recall_0.80 3-2_6 0.0000 iprec_at_recall_0.90 3-2_6 0.0000 iprec_at_recall_1.00 3-2_6 0.0000 P_5 3-2_6 0.0000 P_10 3-2_6 0.0000 P_15 3-2_6 0.0000 P_20 3-2_6 0.0000 P_30 3-2_6 0.0000 P_100 3-2_6 0.0000 P_200 3-2_6 0.0000 P_500 3-2_6 0.0000 P_1000 3-2_6 0.0000 relstring 3-2_6 '---0000000' recall_5 3-2_6 0.0000 recall_10 3-2_6 0.0000 recall_15 3-2_6 0.0000 recall_20 3-2_6 0.0000 recall_30 3-2_6 0.0000 recall_100 3-2_6 0.0000 recall_200 3-2_6 0.0000 recall_500 3-2_6 0.0000 recall_1000 3-2_6 0.0000 infAP 3-2_6 0.0000 Rprec_mult_0.20 3-2_6 0.0000 Rprec_mult_0.40 3-2_6 0.0000 Rprec_mult_0.60 3-2_6 0.0000 Rprec_mult_0.80 3-2_6 0.0000 Rprec_mult_1.00 3-2_6 0.0000 Rprec_mult_1.20 3-2_6 0.0000 Rprec_mult_1.40 3-2_6 0.0000 Rprec_mult_1.60 3-2_6 0.0000 Rprec_mult_1.80 3-2_6 0.0000 Rprec_mult_2.00 3-2_6 0.0000 utility 3-2_6 -1000.0000 11pt_avg 3-2_6 0.0000 binG 3-2_6 0.0000 G 3-2_6 0.0000 ndcg 3-2_6 0.0000 ndcg_rel 3-2_6 0.0000 Rndcg 3-2_6 0.0000 ndcg_cut_5 3-2_6 0.0000 ndcg_cut_10 3-2_6 0.0000 ndcg_cut_15 3-2_6 0.0000 ndcg_cut_20 3-2_6 0.0000 ndcg_cut_30 3-2_6 0.0000 ndcg_cut_100 3-2_6 0.0000 ndcg_cut_200 3-2_6 0.0000 ndcg_cut_500 3-2_6 0.0000 ndcg_cut_1000 3-2_6 0.0000 map_cut_5 3-2_6 0.0000 map_cut_10 3-2_6 0.0000 map_cut_15 3-2_6 0.0000 map_cut_20 3-2_6 0.0000 map_cut_30 3-2_6 0.0000 map_cut_100 3-2_6 0.0000 map_cut_200 3-2_6 0.0000 map_cut_500 3-2_6 0.0000 map_cut_1000 3-2_6 0.0000 relative_P_5 3-2_6 0.0000 relative_P_10 3-2_6 0.0000 relative_P_15 3-2_6 0.0000 relative_P_20 3-2_6 0.0000 relative_P_30 3-2_6 0.0000 relative_P_100 3-2_6 0.0000 relative_P_200 3-2_6 0.0000 relative_P_500 3-2_6 0.0000 relative_P_1000 3-2_6 0.0000 success_1 3-2_6 0.0000 success_5 3-2_6 0.0000 success_10 3-2_6 0.0000 set_P 3-2_6 0.0000 set_relative_P 3-2_6 0.0000 set_recall 3-2_6 0.0000 set_map 3-2_6 0.0000 set_F 3-2_6 0.0000 num_nonrel_judged_ret 3-2_6 25 rbp 3-2_6 0.0000 rbp_resid 3-2_6 0.5356 unj_5 3-2_6 0.6000 unj_10 3-2_6 0.3000 unj_20 3-2_6 0.5000 num_ret 4-1_10 1000 num_rel 4-1_10 12 num_rel_ret 4-1_10 2 map 4-1_10 0.0022 Rprec 4-1_10 0.0000 bpref 4-1_10 0.0000 recip_rank 4-1_10 0.0169 iprec_at_recall_0.00 4-1_10 0.0169 iprec_at_recall_0.10 4-1_10 0.0169 iprec_at_recall_0.20 4-1_10 0.0093 iprec_at_recall_0.30 4-1_10 0.0000 iprec_at_recall_0.40 4-1_10 0.0000 iprec_at_recall_0.50 4-1_10 0.0000 iprec_at_recall_0.60 4-1_10 0.0000 iprec_at_recall_0.70 4-1_10 0.0000 iprec_at_recall_0.80 4-1_10 0.0000 iprec_at_recall_0.90 4-1_10 0.0000 iprec_at_recall_1.00 4-1_10 0.0000 P_5 4-1_10 0.0000 P_10 4-1_10 0.0000 P_15 4-1_10 0.0000 P_20 4-1_10 0.0000 P_30 4-1_10 0.0000 P_100 4-1_10 0.0100 P_200 4-1_10 0.0050 P_500 4-1_10 0.0040 P_1000 4-1_10 0.0020 relstring 4-1_10 '10-00000-0' recall_5 4-1_10 0.0000 recall_10 4-1_10 0.0000 recall_15 4-1_10 0.0000 recall_20 4-1_10 0.0000 recall_30 4-1_10 0.0000 recall_100 4-1_10 0.0833 recall_200 4-1_10 0.0833 recall_500 4-1_10 0.1667 recall_1000 4-1_10 0.1667 infAP 4-1_10 0.0022 Rprec_mult_0.20 4-1_10 0.0000 Rprec_mult_0.40 4-1_10 0.0000 Rprec_mult_0.60 4-1_10 0.0000 Rprec_mult_0.80 4-1_10 0.0000 Rprec_mult_1.00 4-1_10 0.0000 Rprec_mult_1.20 4-1_10 0.0000 Rprec_mult_1.40 4-1_10 0.0000 Rprec_mult_1.60 4-1_10 0.0000 Rprec_mult_1.80 4-1_10 0.0000 Rprec_mult_2.00 4-1_10 0.0000 utility 4-1_10 -996.0000 11pt_avg 4-1_10 0.0039 binG 4-1_10 0.0249 G 4-1_10 0.0378 ndcg 4-1_10 0.1594 ndcg_rel 4-1_10 0.1532 Rndcg 4-1_10 0.1650 ndcg_cut_5 4-1_10 0.1450 ndcg_cut_10 4-1_10 0.0991 ndcg_cut_15 4-1_10 0.0837 ndcg_cut_20 4-1_10 0.0761 ndcg_cut_30 4-1_10 0.0797 ndcg_cut_100 4-1_10 0.1100 ndcg_cut_200 4-1_10 0.1299 ndcg_cut_500 4-1_10 0.1487 ndcg_cut_1000 4-1_10 0.1594 map_cut_5 4-1_10 0.0000 map_cut_10 4-1_10 0.0000 map_cut_15 4-1_10 0.0000 map_cut_20 4-1_10 0.0000 map_cut_30 4-1_10 0.0000 map_cut_100 4-1_10 0.0014 map_cut_200 4-1_10 0.0014 map_cut_500 4-1_10 0.0022 map_cut_1000 4-1_10 0.0022 relative_P_5 4-1_10 0.0000 relative_P_10 4-1_10 0.0000 relative_P_15 4-1_10 0.0000 relative_P_20 4-1_10 0.0000 relative_P_30 4-1_10 0.0000 relative_P_100 4-1_10 0.0833 relative_P_200 4-1_10 0.0833 relative_P_500 4-1_10 0.1667 relative_P_1000 4-1_10 0.1667 success_1 4-1_10 0.0000 success_5 4-1_10 0.0000 success_10 4-1_10 0.0000 set_P 4-1_10 0.0020 set_relative_P 4-1_10 0.1667 set_recall 4-1_10 0.1667 set_map 4-1_10 0.0003 set_F 4-1_10 0.0040 num_nonrel_judged_ret 4-1_10 41 rbp 4-1_10 0.0377 rbp_resid 4-1_10 0.4472 unj_5 4-1_10 0.2000 unj_10 4-1_10 0.2000 unj_20 4-1_10 0.6000 num_ret 4-1_12 1000 num_rel 4-1_12 7 num_rel_ret 4-1_12 5 map 4-1_12 0.0148 Rprec 4-1_12 0.0000 bpref 4-1_12 0.0000 recip_rank 4-1_12 0.0435 iprec_at_recall_0.00 4-1_12 0.0435 iprec_at_recall_0.10 4-1_12 0.0435 iprec_at_recall_0.20 4-1_12 0.0435 iprec_at_recall_0.30 4-1_12 0.0222 iprec_at_recall_0.40 4-1_12 0.0171 iprec_at_recall_0.50 4-1_12 0.0171 iprec_at_recall_0.60 4-1_12 0.0171 iprec_at_recall_0.70 4-1_12 0.0064 iprec_at_recall_0.80 4-1_12 0.0000 iprec_at_recall_0.90 4-1_12 0.0000 iprec_at_recall_1.00 4-1_12 0.0000 P_5 4-1_12 0.0000 P_10 4-1_12 0.0000 P_15 4-1_12 0.0000 P_20 4-1_12 0.0000 P_30 4-1_12 0.0333 P_100 4-1_12 0.0200 P_200 4-1_12 0.0100 P_500 4-1_12 0.0080 P_1000 4-1_12 0.0050 relstring 4-1_12 '000--000-0' recall_5 4-1_12 0.0000 recall_10 4-1_12 0.0000 recall_15 4-1_12 0.0000 recall_20 4-1_12 0.0000 recall_30 4-1_12 0.1429 recall_100 4-1_12 0.2857 recall_200 4-1_12 0.2857 recall_500 4-1_12 0.5714 recall_1000 4-1_12 0.7143 infAP 4-1_12 0.0148 Rprec_mult_0.20 4-1_12 0.0000 Rprec_mult_0.40 4-1_12 0.0000 Rprec_mult_0.60 4-1_12 0.0000 Rprec_mult_0.80 4-1_12 0.0000 Rprec_mult_1.00 4-1_12 0.0000 Rprec_mult_1.20 4-1_12 0.0000 Rprec_mult_1.40 4-1_12 0.0000 Rprec_mult_1.60 4-1_12 0.0000 Rprec_mult_1.80 4-1_12 0.0000 Rprec_mult_2.00 4-1_12 0.0000 utility 4-1_12 -990.0000 11pt_avg 4-1_12 0.0191 binG 4-1_12 0.1048 G 4-1_12 0.0923 ndcg 4-1_12 0.2159 ndcg_rel 4-1_12 0.1521 Rndcg 4-1_12 0.0432 ndcg_cut_5 4-1_12 0.0000 ndcg_cut_10 4-1_12 0.0000 ndcg_cut_15 4-1_12 0.0000 ndcg_cut_20 4-1_12 0.0000 ndcg_cut_30 4-1_12 0.0458 ndcg_cut_100 4-1_12 0.1150 ndcg_cut_200 4-1_12 0.1150 ndcg_cut_500 4-1_12 0.1862 ndcg_cut_1000 4-1_12 0.2159 map_cut_5 4-1_12 0.0000 map_cut_10 4-1_12 0.0000 map_cut_15 4-1_12 0.0000 map_cut_20 4-1_12 0.0000 map_cut_30 4-1_12 0.0062 map_cut_100 4-1_12 0.0094 map_cut_200 4-1_12 0.0094 map_cut_500 4-1_12 0.0139 map_cut_1000 4-1_12 0.0148 relative_P_5 4-1_12 0.0000 relative_P_10 4-1_12 0.0000 relative_P_15 4-1_12 0.0000 relative_P_20 4-1_12 0.0000 relative_P_30 4-1_12 0.1429 relative_P_100 4-1_12 0.2857 relative_P_200 4-1_12 0.2857 relative_P_500 4-1_12 0.5714 relative_P_1000 4-1_12 0.7143 success_1 4-1_12 0.0000 success_5 4-1_12 0.0000 success_10 4-1_12 0.0000 set_P 4-1_12 0.0050 set_relative_P 4-1_12 0.7143 set_recall 4-1_12 0.7143 set_map 4-1_12 0.0036 set_F 4-1_12 0.0099 num_nonrel_judged_ret 4-1_12 38 rbp 4-1_12 0.0069 rbp_resid 4-1_12 0.4389 unj_5 4-1_12 0.4000 unj_10 4-1_12 0.3000 unj_20 4-1_12 0.5000 num_ret 4-1_3 1000 num_rel 4-1_3 39 num_rel_ret 4-1_3 33 map 4-1_3 0.0923 Rprec 4-1_3 0.1282 bpref 4-1_3 0.1400 recip_rank 4-1_3 0.3333 iprec_at_recall_0.00 4-1_3 0.3333 iprec_at_recall_0.10 4-1_3 0.1818 iprec_at_recall_0.20 4-1_3 0.1250 iprec_at_recall_0.30 4-1_3 0.1149 iprec_at_recall_0.40 4-1_3 0.1149 iprec_at_recall_0.50 4-1_3 0.1000 iprec_at_recall_0.60 4-1_3 0.0814 iprec_at_recall_0.70 4-1_3 0.0726 iprec_at_recall_0.80 4-1_3 0.0480 iprec_at_recall_0.90 4-1_3 0.0000 iprec_at_recall_1.00 4-1_3 0.0000 P_5 4-1_3 0.2000 P_10 4-1_3 0.2000 P_15 4-1_3 0.1333 P_20 4-1_3 0.1500 P_30 4-1_3 0.1333 P_100 4-1_3 0.1000 P_200 4-1_3 0.1000 P_500 4-1_3 0.0580 P_1000 4-1_3 0.0330 relstring 4-1_3 '-03-00031-' recall_5 4-1_3 0.0256 recall_10 4-1_3 0.0513 recall_15 4-1_3 0.0513 recall_20 4-1_3 0.0769 recall_30 4-1_3 0.1026 recall_100 4-1_3 0.2564 recall_200 4-1_3 0.5128 recall_500 4-1_3 0.7436 recall_1000 4-1_3 0.8462 infAP 4-1_3 0.0923 Rprec_mult_0.20 4-1_3 0.2500 Rprec_mult_0.40 4-1_3 0.1250 Rprec_mult_0.60 4-1_3 0.1667 Rprec_mult_0.80 4-1_3 0.1250 Rprec_mult_1.00 4-1_3 0.1282 Rprec_mult_1.20 4-1_3 0.1277 Rprec_mult_1.40 4-1_3 0.1091 Rprec_mult_1.60 4-1_3 0.1111 Rprec_mult_1.80 4-1_3 0.1127 Rprec_mult_2.00 4-1_3 0.1154 utility 4-1_3 -934.0000 11pt_avg 4-1_3 0.1065 binG 4-1_3 0.1359 G 4-1_3 0.1184 ndcg 4-1_3 0.4806 ndcg_rel 4-1_3 0.3252 Rndcg 4-1_3 0.2296 ndcg_cut_5 4-1_3 0.1272 ndcg_cut_10 4-1_3 0.1622 ndcg_cut_15 4-1_3 0.1438 ndcg_cut_20 4-1_3 0.1696 ndcg_cut_30 4-1_3 0.1749 ndcg_cut_100 4-1_3 0.2367 ndcg_cut_200 4-1_3 0.3457 ndcg_cut_500 4-1_3 0.4370 ndcg_cut_1000 4-1_3 0.4806 map_cut_5 4-1_3 0.0085 map_cut_10 4-1_3 0.0150 map_cut_15 4-1_3 0.0150 map_cut_20 4-1_3 0.0195 map_cut_30 4-1_3 0.0241 map_cut_100 4-1_3 0.0430 map_cut_200 4-1_3 0.0693 map_cut_500 4-1_3 0.0873 map_cut_1000 4-1_3 0.0923 relative_P_5 4-1_3 0.2000 relative_P_10 4-1_3 0.2000 relative_P_15 4-1_3 0.1333 relative_P_20 4-1_3 0.1500 relative_P_30 4-1_3 0.1333 relative_P_100 4-1_3 0.2564 relative_P_200 4-1_3 0.5128 relative_P_500 4-1_3 0.7436 relative_P_1000 4-1_3 0.8462 success_1 4-1_3 0.0000 success_5 4-1_3 1.0000 success_10 4-1_3 1.0000 set_P 4-1_3 0.0330 set_relative_P 4-1_3 0.8462 set_recall 4-1_3 0.8462 set_map 4-1_3 0.0279 set_F 4-1_3 0.0635 num_nonrel_judged_ret 4-1_3 79 rbp 4-1_3 0.1437 rbp_resid 4-1_3 0.3332 unj_5 4-1_3 0.4000 unj_10 4-1_3 0.3000 unj_20 4-1_3 0.3000 num_ret 4-1_4 1000 num_rel 4-1_4 11 num_rel_ret 4-1_4 9 map 4-1_4 0.4326 Rprec 4-1_4 0.4545 bpref 4-1_4 0.4876 recip_rank 4-1_4 1.0000 iprec_at_recall_0.00 4-1_4 1.0000 iprec_at_recall_0.10 4-1_4 1.0000 iprec_at_recall_0.20 4-1_4 1.0000 iprec_at_recall_0.30 4-1_4 0.5000 iprec_at_recall_0.40 4-1_4 0.5000 iprec_at_recall_0.50 4-1_4 0.3684 iprec_at_recall_0.60 4-1_4 0.3684 iprec_at_recall_0.70 4-1_4 0.3636 iprec_at_recall_0.80 4-1_4 0.1731 iprec_at_recall_0.90 4-1_4 0.0000 iprec_at_recall_1.00 4-1_4 0.0000 P_5 4-1_4 0.4000 P_10 4-1_4 0.5000 P_15 4-1_4 0.3333 P_20 4-1_4 0.3500 P_30 4-1_4 0.2667 P_100 4-1_4 0.0900 P_200 4-1_4 0.0450 P_500 4-1_4 0.0180 P_1000 4-1_4 0.0090 relstring 4-1_4 '221104-312' recall_5 4-1_4 0.1818 recall_10 4-1_4 0.4545 recall_15 4-1_4 0.4545 recall_20 4-1_4 0.6364 recall_30 4-1_4 0.7273 recall_100 4-1_4 0.8182 recall_200 4-1_4 0.8182 recall_500 4-1_4 0.8182 recall_1000 4-1_4 0.8182 infAP 4-1_4 0.4326 Rprec_mult_0.20 4-1_4 0.6667 Rprec_mult_0.40 4-1_4 0.4000 Rprec_mult_0.60 4-1_4 0.4286 Rprec_mult_0.80 4-1_4 0.4444 Rprec_mult_1.00 4-1_4 0.4545 Rprec_mult_1.20 4-1_4 0.3571 Rprec_mult_1.40 4-1_4 0.3125 Rprec_mult_1.60 4-1_4 0.3333 Rprec_mult_1.80 4-1_4 0.3500 Rprec_mult_2.00 4-1_4 0.3636 utility 4-1_4 -982.0000 11pt_avg 4-1_4 0.4794 binG 4-1_4 0.3762 G 4-1_4 0.2229 ndcg 4-1_4 0.6656 ndcg_rel 4-1_4 0.5562 Rndcg 4-1_4 0.5173 ndcg_cut_5 4-1_4 0.3675 ndcg_cut_10 4-1_4 0.4977 ndcg_cut_15 4-1_4 0.4666 ndcg_cut_20 4-1_4 0.5557 ndcg_cut_30 4-1_4 0.5855 ndcg_cut_100 4-1_4 0.6511 ndcg_cut_200 4-1_4 0.6656 ndcg_cut_500 4-1_4 0.6656 ndcg_cut_1000 4-1_4 0.6656 map_cut_5 4-1_4 0.1818 map_cut_10 4-1_4 0.3182 map_cut_15 4-1_4 0.3182 map_cut_20 4-1_4 0.3838 map_cut_30 4-1_4 0.4168 map_cut_100 4-1_4 0.4326 map_cut_200 4-1_4 0.4326 map_cut_500 4-1_4 0.4326 map_cut_1000 4-1_4 0.4326 relative_P_5 4-1_4 0.4000 relative_P_10 4-1_4 0.5000 relative_P_15 4-1_4 0.4545 relative_P_20 4-1_4 0.6364 relative_P_30 4-1_4 0.7273 relative_P_100 4-1_4 0.8182 relative_P_200 4-1_4 0.8182 relative_P_500 4-1_4 0.8182 relative_P_1000 4-1_4 0.8182 success_1 4-1_4 1.0000 success_5 4-1_4 1.0000 success_10 4-1_4 1.0000 set_P 4-1_4 0.0090 set_relative_P 4-1_4 0.8182 set_recall 4-1_4 0.8182 set_map 4-1_4 0.0074 set_F 4-1_4 0.0178 num_nonrel_judged_ret 4-1_4 34 rbp 4-1_4 0.3207 rbp_resid 4-1_4 0.2660 unj_5 4-1_4 0.0000 unj_10 4-1_4 0.1000 unj_20 4-1_4 0.3500 num_ret 4-1_6 1000 num_rel 4-1_6 1 num_rel_ret 4-1_6 1 map 4-1_6 0.3333 Rprec 4-1_6 0.0000 bpref 4-1_6 0.0000 recip_rank 4-1_6 0.3333 iprec_at_recall_0.00 4-1_6 0.3333 iprec_at_recall_0.10 4-1_6 0.3333 iprec_at_recall_0.20 4-1_6 0.3333 iprec_at_recall_0.30 4-1_6 0.3333 iprec_at_recall_0.40 4-1_6 0.3333 iprec_at_recall_0.50 4-1_6 0.3333 iprec_at_recall_0.60 4-1_6 0.3333 iprec_at_recall_0.70 4-1_6 0.3333 iprec_at_recall_0.80 4-1_6 0.3333 iprec_at_recall_0.90 4-1_6 0.3333 iprec_at_recall_1.00 4-1_6 0.3333 P_5 4-1_6 0.2000 P_10 4-1_6 0.1000 P_15 4-1_6 0.0667 P_20 4-1_6 0.0500 P_30 4-1_6 0.0333 P_100 4-1_6 0.0100 P_200 4-1_6 0.0050 P_500 4-1_6 0.0020 P_1000 4-1_6 0.0010 relstring 4-1_6 '0-20000-11' recall_5 4-1_6 1.0000 recall_10 4-1_6 1.0000 recall_15 4-1_6 1.0000 recall_20 4-1_6 1.0000 recall_30 4-1_6 1.0000 recall_100 4-1_6 1.0000 recall_200 4-1_6 1.0000 recall_500 4-1_6 1.0000 recall_1000 4-1_6 1.0000 infAP 4-1_6 0.3333 Rprec_mult_0.20 4-1_6 0.0000 Rprec_mult_0.40 4-1_6 0.0000 Rprec_mult_0.60 4-1_6 0.0000 Rprec_mult_0.80 4-1_6 0.0000 Rprec_mult_1.00 4-1_6 0.0000 Rprec_mult_1.20 4-1_6 0.0000 Rprec_mult_1.40 4-1_6 0.0000 Rprec_mult_1.60 4-1_6 0.0000 Rprec_mult_1.80 4-1_6 0.0000 Rprec_mult_2.00 4-1_6 0.0000 utility 4-1_6 -998.0000 11pt_avg 4-1_6 0.3333 binG 4-1_6 0.5000 G 4-1_6 0.1570 ndcg 4-1_6 0.3865 ndcg_rel 4-1_6 0.3297 Rndcg 4-1_6 0.1988 ndcg_cut_5 4-1_6 0.2533 ndcg_cut_10 4-1_6 0.2868 ndcg_cut_15 4-1_6 0.2317 ndcg_cut_20 4-1_6 0.2097 ndcg_cut_30 4-1_6 0.2097 ndcg_cut_100 4-1_6 0.2557 ndcg_cut_200 4-1_6 0.3091 ndcg_cut_500 4-1_6 0.3578 ndcg_cut_1000 4-1_6 0.3865 map_cut_5 4-1_6 0.3333 map_cut_10 4-1_6 0.3333 map_cut_15 4-1_6 0.3333 map_cut_20 4-1_6 0.3333 map_cut_30 4-1_6 0.3333 map_cut_100 4-1_6 0.3333 map_cut_200 4-1_6 0.3333 map_cut_500 4-1_6 0.3333 map_cut_1000 4-1_6 0.3333 relative_P_5 4-1_6 1.0000 relative_P_10 4-1_6 1.0000 relative_P_15 4-1_6 1.0000 relative_P_20 4-1_6 1.0000 relative_P_30 4-1_6 1.0000 relative_P_100 4-1_6 1.0000 relative_P_200 4-1_6 1.0000 relative_P_500 4-1_6 1.0000 relative_P_1000 4-1_6 1.0000 success_1 4-1_6 0.0000 success_5 4-1_6 1.0000 success_10 4-1_6 1.0000 set_P 4-1_6 0.0010 set_relative_P 4-1_6 1.0000 set_recall 4-1_6 1.0000 set_map 4-1_6 0.0010 set_F 4-1_6 0.0020 num_nonrel_judged_ret 4-1_6 78 rbp 4-1_6 0.1224 rbp_resid 4-1_6 0.3242 unj_5 4-1_6 0.2000 unj_10 4-1_6 0.2000 unj_20 4-1_6 0.3000 num_ret 4-1_9 1000 num_rel 4-1_9 37 num_rel_ret 4-1_9 13 map 4-1_9 0.0135 Rprec 4-1_9 0.0270 bpref 4-1_9 0.0416 recip_rank 4-1_9 0.0769 iprec_at_recall_0.00 4-1_9 0.0769 iprec_at_recall_0.10 4-1_9 0.0449 iprec_at_recall_0.20 4-1_9 0.0406 iprec_at_recall_0.30 4-1_9 0.0406 iprec_at_recall_0.40 4-1_9 0.0000 iprec_at_recall_0.50 4-1_9 0.0000 iprec_at_recall_0.60 4-1_9 0.0000 iprec_at_recall_0.70 4-1_9 0.0000 iprec_at_recall_0.80 4-1_9 0.0000 iprec_at_recall_0.90 4-1_9 0.0000 iprec_at_recall_1.00 4-1_9 0.0000 P_5 4-1_9 0.0000 P_10 4-1_9 0.0000 P_15 4-1_9 0.0667 P_20 4-1_9 0.0500 P_30 4-1_9 0.0333 P_100 4-1_9 0.0400 P_200 4-1_9 0.0300 P_500 4-1_9 0.0240 P_1000 4-1_9 0.0130 relstring 4-1_9 '0--1-11110' recall_5 4-1_9 0.0000 recall_10 4-1_9 0.0000 recall_15 4-1_9 0.0270 recall_20 4-1_9 0.0270 recall_30 4-1_9 0.0270 recall_100 4-1_9 0.1081 recall_200 4-1_9 0.1622 recall_500 4-1_9 0.3243 recall_1000 4-1_9 0.3514 infAP 4-1_9 0.0135 Rprec_mult_0.20 4-1_9 0.0000 Rprec_mult_0.40 4-1_9 0.0667 Rprec_mult_0.60 4-1_9 0.0435 Rprec_mult_0.80 4-1_9 0.0333 Rprec_mult_1.00 4-1_9 0.0270 Rprec_mult_1.20 4-1_9 0.0222 Rprec_mult_1.40 4-1_9 0.0192 Rprec_mult_1.60 4-1_9 0.0333 Rprec_mult_1.80 4-1_9 0.0299 Rprec_mult_2.00 4-1_9 0.0270 utility 4-1_9 -974.0000 11pt_avg 4-1_9 0.0185 binG 4-1_9 0.0508 G 4-1_9 0.0612 ndcg 4-1_9 0.2999 ndcg_rel 4-1_9 0.2570 Rndcg 4-1_9 0.1420 ndcg_cut_5 4-1_9 0.0411 ndcg_cut_10 4-1_9 0.1238 ndcg_cut_15 4-1_9 0.1688 ndcg_cut_20 4-1_9 0.1478 ndcg_cut_30 4-1_9 0.1388 ndcg_cut_100 4-1_9 0.2084 ndcg_cut_200 4-1_9 0.2200 ndcg_cut_500 4-1_9 0.2847 ndcg_cut_1000 4-1_9 0.2999 map_cut_5 4-1_9 0.0000 map_cut_10 4-1_9 0.0000 map_cut_15 4-1_9 0.0021 map_cut_20 4-1_9 0.0021 map_cut_30 4-1_9 0.0021 map_cut_100 4-1_9 0.0052 map_cut_200 4-1_9 0.0069 map_cut_500 4-1_9 0.0128 map_cut_1000 4-1_9 0.0135 relative_P_5 4-1_9 0.0000 relative_P_10 4-1_9 0.0000 relative_P_15 4-1_9 0.0667 relative_P_20 4-1_9 0.0500 relative_P_30 4-1_9 0.0333 relative_P_100 4-1_9 0.1081 relative_P_200 4-1_9 0.1622 relative_P_500 4-1_9 0.3243 relative_P_1000 4-1_9 0.3514 success_1 4-1_9 0.0000 success_5 4-1_9 0.0000 success_10 4-1_9 0.0000 set_P 4-1_9 0.0130 set_relative_P 4-1_9 0.3514 set_recall 4-1_9 0.3514 set_map 4-1_9 0.0046 set_F 4-1_9 0.0251 num_nonrel_judged_ret 4-1_9 66 rbp 4-1_9 0.1070 rbp_resid 4-1_9 0.4445 unj_5 4-1_9 0.6000 unj_10 4-1_9 0.3000 unj_20 4-1_9 0.4500 num_ret 4-2_2 1000 num_rel 4-2_2 84 num_rel_ret 4-2_2 40 map 4-2_2 0.1118 Rprec 4-2_2 0.2024 bpref 4-2_2 0.4233 recip_rank 4-2_2 1.0000 iprec_at_recall_0.00 4-2_2 1.0000 iprec_at_recall_0.10 4-2_2 0.3810 iprec_at_recall_0.20 4-2_2 0.2297 iprec_at_recall_0.30 4-2_2 0.1506 iprec_at_recall_0.40 4-2_2 0.1236 iprec_at_recall_0.50 4-2_2 0.0000 iprec_at_recall_0.60 4-2_2 0.0000 iprec_at_recall_0.70 4-2_2 0.0000 iprec_at_recall_0.80 4-2_2 0.0000 iprec_at_recall_0.90 4-2_2 0.0000 iprec_at_recall_1.00 4-2_2 0.0000 P_5 4-2_2 0.6000 P_10 4-2_2 0.3000 P_15 4-2_2 0.4000 P_20 4-2_2 0.3500 P_30 4-2_2 0.3000 P_100 4-2_2 0.1800 P_200 4-2_2 0.1400 P_500 4-2_2 0.0760 P_1000 4-2_2 0.0400 relstring 4-2_2 '3--32---11' recall_5 4-2_2 0.0357 recall_10 4-2_2 0.0357 recall_15 4-2_2 0.0714 recall_20 4-2_2 0.0833 recall_30 4-2_2 0.1071 recall_100 4-2_2 0.2143 recall_200 4-2_2 0.3333 recall_500 4-2_2 0.4524 recall_1000 4-2_2 0.4762 infAP 4-2_2 0.1118 Rprec_mult_0.20 4-2_2 0.4118 Rprec_mult_0.40 4-2_2 0.2941 Rprec_mult_0.60 4-2_2 0.2353 Rprec_mult_0.80 4-2_2 0.2353 Rprec_mult_1.00 4-2_2 0.2024 Rprec_mult_1.20 4-2_2 0.1782 Rprec_mult_1.40 4-2_2 0.1610 Rprec_mult_1.60 4-2_2 0.1481 Rprec_mult_1.80 4-2_2 0.1579 Rprec_mult_2.00 4-2_2 0.1488 utility 4-2_2 -920.0000 11pt_avg 4-2_2 0.1714 binG 4-2_2 0.0976 G 4-2_2 0.0789 ndcg 4-2_2 0.4025 ndcg_rel 4-2_2 0.3860 Rndcg 4-2_2 0.3308 ndcg_cut_5 4-2_2 0.5727 ndcg_cut_10 4-2_2 0.4149 ndcg_cut_15 4-2_2 0.4236 ndcg_cut_20 4-2_2 0.3754 ndcg_cut_30 4-2_2 0.3508 ndcg_cut_100 4-2_2 0.2815 ndcg_cut_200 4-2_2 0.3218 ndcg_cut_500 4-2_2 0.3918 ndcg_cut_1000 4-2_2 0.4025 map_cut_5 4-2_2 0.0250 map_cut_10 4-2_2 0.0250 map_cut_15 4-2_2 0.0377 map_cut_20 4-2_2 0.0426 map_cut_30 4-2_2 0.0508 map_cut_100 4-2_2 0.0775 map_cut_200 4-2_2 0.0961 map_cut_500 4-2_2 0.1099 map_cut_1000 4-2_2 0.1118 relative_P_5 4-2_2 0.6000 relative_P_10 4-2_2 0.3000 relative_P_15 4-2_2 0.4000 relative_P_20 4-2_2 0.3500 relative_P_30 4-2_2 0.3000 relative_P_100 4-2_2 0.2143 relative_P_200 4-2_2 0.3333 relative_P_500 4-2_2 0.4524 relative_P_1000 4-2_2 0.4762 success_1 4-2_2 1.0000 success_5 4-2_2 1.0000 success_10 4-2_2 1.0000 set_P 4-2_2 0.0400 set_relative_P 4-2_2 0.4762 set_recall 4-2_2 0.4762 set_map 4-2_2 0.0190 set_F 4-2_2 0.0738 num_nonrel_judged_ret 4-2_2 23 rbp 4-2_2 0.3382 rbp_resid 4-2_2 0.5143 unj_5 4-2_2 0.4000 unj_10 4-2_2 0.5000 unj_20 4-2_2 0.5000 num_ret 4-2_3 1000 num_rel 4-2_3 48 num_rel_ret 4-2_3 42 map 4-2_3 0.2444 Rprec 4-2_3 0.3125 bpref 4-2_3 0.6540 recip_rank 4-2_3 0.5000 iprec_at_recall_0.00 4-2_3 0.6667 iprec_at_recall_0.10 4-2_3 0.5833 iprec_at_recall_0.20 4-2_3 0.4054 iprec_at_recall_0.30 4-2_3 0.4054 iprec_at_recall_0.40 4-2_3 0.2533 iprec_at_recall_0.50 4-2_3 0.1920 iprec_at_recall_0.60 4-2_3 0.1526 iprec_at_recall_0.70 4-2_3 0.1108 iprec_at_recall_0.80 4-2_3 0.0948 iprec_at_recall_0.90 4-2_3 0.0000 iprec_at_recall_1.00 4-2_3 0.0000 P_5 4-2_3 0.6000 P_10 4-2_3 0.5000 P_15 4-2_3 0.4667 P_20 4-2_3 0.4500 P_30 4-2_3 0.3333 P_100 4-2_3 0.2200 P_200 4-2_3 0.1500 P_500 4-2_3 0.0800 P_1000 4-2_3 0.0420 relstring 4-2_3 '122-22--2-' recall_5 4-2_3 0.0625 recall_10 4-2_3 0.1042 recall_15 4-2_3 0.1458 recall_20 4-2_3 0.1875 recall_30 4-2_3 0.2083 recall_100 4-2_3 0.4583 recall_200 4-2_3 0.6250 recall_500 4-2_3 0.8333 recall_1000 4-2_3 0.8750 infAP 4-2_3 0.2444 Rprec_mult_0.20 4-2_3 0.5000 Rprec_mult_0.40 4-2_3 0.4500 Rprec_mult_0.60 4-2_3 0.3448 Rprec_mult_0.80 4-2_3 0.3846 Rprec_mult_1.00 4-2_3 0.3125 Rprec_mult_1.20 4-2_3 0.2759 Rprec_mult_1.40 4-2_3 0.2500 Rprec_mult_1.60 4-2_3 0.2468 Rprec_mult_1.80 4-2_3 0.2414 Rprec_mult_2.00 4-2_3 0.2292 utility 4-2_3 -916.0000 11pt_avg 4-2_3 0.2604 binG 4-2_3 0.1885 G 4-2_3 0.1382 ndcg 4-2_3 0.6032 ndcg_rel 4-2_3 0.4924 Rndcg 4-2_3 0.4338 ndcg_cut_5 4-2_3 0.4562 ndcg_cut_10 4-2_3 0.4103 ndcg_cut_15 4-2_3 0.4114 ndcg_cut_20 4-2_3 0.4355 ndcg_cut_30 4-2_3 0.3813 ndcg_cut_100 4-2_3 0.3964 ndcg_cut_200 4-2_3 0.4950 ndcg_cut_500 4-2_3 0.5839 ndcg_cut_1000 4-2_3 0.6032 map_cut_5 4-2_3 0.0368 map_cut_10 4-2_3 0.0623 map_cut_15 4-2_3 0.0858 map_cut_20 4-2_3 0.1049 map_cut_30 4-2_3 0.1126 map_cut_100 4-2_3 0.1902 map_cut_200 4-2_3 0.2187 map_cut_500 4-2_3 0.2417 map_cut_1000 4-2_3 0.2444 relative_P_5 4-2_3 0.6000 relative_P_10 4-2_3 0.5000 relative_P_15 4-2_3 0.4667 relative_P_20 4-2_3 0.4500 relative_P_30 4-2_3 0.3333 relative_P_100 4-2_3 0.4583 relative_P_200 4-2_3 0.6250 relative_P_500 4-2_3 0.8333 relative_P_1000 4-2_3 0.8750 success_1 4-2_3 0.0000 success_5 4-2_3 1.0000 success_10 4-2_3 1.0000 set_P 4-2_3 0.0420 set_relative_P 4-2_3 0.8750 set_recall 4-2_3 0.8750 set_map 4-2_3 0.0367 set_F 4-2_3 0.0802 num_nonrel_judged_ret 4-2_3 21 rbp 4-2_3 0.3558 rbp_resid 4-2_3 0.3991 unj_5 4-2_3 0.2000 unj_10 4-2_3 0.4000 unj_20 4-2_3 0.4500 num_ret 4-2_6 1000 num_rel 4-2_6 14 num_rel_ret 4-2_6 12 map 4-2_6 0.4176 Rprec 4-2_6 0.4286 bpref 4-2_6 0.5153 recip_rank 4-2_6 1.0000 iprec_at_recall_0.00 4-2_6 1.0000 iprec_at_recall_0.10 4-2_6 1.0000 iprec_at_recall_0.20 4-2_6 1.0000 iprec_at_recall_0.30 4-2_6 0.6250 iprec_at_recall_0.40 4-2_6 0.4375 iprec_at_recall_0.50 4-2_6 0.4375 iprec_at_recall_0.60 4-2_6 0.2581 iprec_at_recall_0.70 4-2_6 0.2439 iprec_at_recall_0.80 4-2_6 0.0278 iprec_at_recall_0.90 4-2_6 0.0000 iprec_at_recall_1.00 4-2_6 0.0000 P_5 4-2_6 0.6000 P_10 4-2_6 0.5000 P_15 4-2_6 0.4000 P_20 4-2_6 0.3500 P_30 4-2_6 0.2333 P_100 4-2_6 0.1000 P_200 4-2_6 0.0500 P_500 4-2_6 0.0220 P_1000 4-2_6 0.0120 relstring 4-2_6 '32211122--' recall_5 4-2_6 0.2143 recall_10 4-2_6 0.3571 recall_15 4-2_6 0.4286 recall_20 4-2_6 0.5000 recall_30 4-2_6 0.5000 recall_100 4-2_6 0.7143 recall_200 4-2_6 0.7143 recall_500 4-2_6 0.7857 recall_1000 4-2_6 0.8571 infAP 4-2_6 0.4176 Rprec_mult_0.20 4-2_6 1.0000 Rprec_mult_0.40 4-2_6 0.5000 Rprec_mult_0.60 4-2_6 0.5556 Rprec_mult_0.80 4-2_6 0.4167 Rprec_mult_1.00 4-2_6 0.4286 Rprec_mult_1.20 4-2_6 0.4118 Rprec_mult_1.40 4-2_6 0.3500 Rprec_mult_1.60 4-2_6 0.3043 Rprec_mult_1.80 4-2_6 0.2692 Rprec_mult_2.00 4-2_6 0.2500 utility 4-2_6 -976.0000 11pt_avg 4-2_6 0.4573 binG 4-2_6 0.3780 G 4-2_6 0.2779 ndcg 4-2_6 0.7527 ndcg_rel 4-2_6 0.7132 Rndcg 4-2_6 0.6836 ndcg_cut_5 4-2_6 0.7187 ndcg_cut_10 4-2_6 0.6639 ndcg_cut_15 4-2_6 0.6423 ndcg_cut_20 4-2_6 0.6399 ndcg_cut_30 4-2_6 0.6052 ndcg_cut_100 4-2_6 0.7133 ndcg_cut_200 4-2_6 0.7133 ndcg_cut_500 4-2_6 0.7334 ndcg_cut_1000 4-2_6 0.7527 map_cut_5 4-2_6 0.2143 map_cut_10 4-2_6 0.2997 map_cut_15 4-2_6 0.3304 map_cut_20 4-2_6 0.3616 map_cut_30 4-2_6 0.3616 map_cut_100 4-2_6 0.4139 map_cut_200 4-2_6 0.4139 map_cut_500 4-2_6 0.4159 map_cut_1000 4-2_6 0.4176 relative_P_5 4-2_6 0.6000 relative_P_10 4-2_6 0.5000 relative_P_15 4-2_6 0.4286 relative_P_20 4-2_6 0.5000 relative_P_30 4-2_6 0.5000 relative_P_100 4-2_6 0.7143 relative_P_200 4-2_6 0.7143 relative_P_500 4-2_6 0.7857 relative_P_1000 4-2_6 0.8571 success_1 4-2_6 1.0000 success_5 4-2_6 1.0000 success_10 4-2_6 1.0000 set_P 4-2_6 0.0120 set_relative_P 4-2_6 0.8571 set_recall 4-2_6 0.8571 set_map 4-2_6 0.0103 set_F 4-2_6 0.0237 num_nonrel_judged_ret 4-2_6 14 rbp 4-2_6 0.4229 rbp_resid 4-2_6 0.2864 unj_5 4-2_6 0.0000 unj_10 4-2_6 0.2000 unj_20 4-2_6 0.3500 num_ret 5-1_2 1000 num_rel 5-1_2 130 num_rel_ret 5-1_2 55 map 5-1_2 0.1238 Rprec 5-1_2 0.2000 bpref 5-1_2 0.3840 recip_rank 5-1_2 1.0000 iprec_at_recall_0.00 5-1_2 1.0000 iprec_at_recall_0.10 5-1_2 0.5200 iprec_at_recall_0.20 5-1_2 0.2222 iprec_at_recall_0.30 5-1_2 0.1231 iprec_at_recall_0.40 5-1_2 0.0699 iprec_at_recall_0.50 5-1_2 0.0000 iprec_at_recall_0.60 5-1_2 0.0000 iprec_at_recall_0.70 5-1_2 0.0000 iprec_at_recall_0.80 5-1_2 0.0000 iprec_at_recall_0.90 5-1_2 0.0000 iprec_at_recall_1.00 5-1_2 0.0000 P_5 5-1_2 0.6000 P_10 5-1_2 0.6000 P_15 5-1_2 0.5333 P_20 5-1_2 0.5000 P_30 5-1_2 0.5000 P_100 5-1_2 0.2400 P_200 5-1_2 0.1700 P_500 5-1_2 0.0940 P_1000 5-1_2 0.0550 relstring 5-1_2 '3020412312' recall_5 5-1_2 0.0231 recall_10 5-1_2 0.0462 recall_15 5-1_2 0.0615 recall_20 5-1_2 0.0769 recall_30 5-1_2 0.1154 recall_100 5-1_2 0.1846 recall_200 5-1_2 0.2615 recall_500 5-1_2 0.3615 recall_1000 5-1_2 0.4231 infAP 5-1_2 0.1238 Rprec_mult_0.20 5-1_2 0.5000 Rprec_mult_0.40 5-1_2 0.3462 Rprec_mult_0.60 5-1_2 0.2821 Rprec_mult_0.80 5-1_2 0.2308 Rprec_mult_1.00 5-1_2 0.2000 Rprec_mult_1.20 5-1_2 0.1923 Rprec_mult_1.40 5-1_2 0.1703 Rprec_mult_1.60 5-1_2 0.1683 Rprec_mult_1.80 5-1_2 0.1538 Rprec_mult_2.00 5-1_2 0.1385 utility 5-1_2 -890.0000 11pt_avg 5-1_2 0.1759 binG 5-1_2 0.0889 G 5-1_2 0.0625 ndcg 5-1_2 0.3793 ndcg_rel 5-1_2 0.3840 Rndcg 5-1_2 0.4111 ndcg_cut_5 5-1_2 0.5635 ndcg_cut_10 5-1_2 0.5739 ndcg_cut_15 5-1_2 0.5362 ndcg_cut_20 5-1_2 0.5041 ndcg_cut_30 5-1_2 0.5036 ndcg_cut_100 5-1_2 0.3138 ndcg_cut_200 5-1_2 0.2969 ndcg_cut_500 5-1_2 0.3445 ndcg_cut_1000 5-1_2 0.3793 map_cut_5 5-1_2 0.0174 map_cut_10 5-1_2 0.0313 map_cut_15 5-1_2 0.0398 map_cut_20 5-1_2 0.0482 map_cut_30 5-1_2 0.0682 map_cut_100 5-1_2 0.0915 map_cut_200 5-1_2 0.1064 map_cut_500 5-1_2 0.1188 map_cut_1000 5-1_2 0.1238 relative_P_5 5-1_2 0.6000 relative_P_10 5-1_2 0.6000 relative_P_15 5-1_2 0.5333 relative_P_20 5-1_2 0.5000 relative_P_30 5-1_2 0.5000 relative_P_100 5-1_2 0.2400 relative_P_200 5-1_2 0.2615 relative_P_500 5-1_2 0.3615 relative_P_1000 5-1_2 0.4231 success_1 5-1_2 1.0000 success_5 5-1_2 1.0000 success_10 5-1_2 1.0000 set_P 5-1_2 0.0550 set_relative_P 5-1_2 0.4231 set_recall 5-1_2 0.4231 set_map 5-1_2 0.0233 set_F 5-1_2 0.0973 num_nonrel_judged_ret 5-1_2 28 rbp 5-1_2 0.3867 rbp_resid 5-1_2 0.1666 unj_5 5-1_2 0.0000 unj_10 5-1_2 0.0000 unj_20 5-1_2 0.2500 num_ret 5-1_4 1000 num_rel 5-1_4 29 num_rel_ret 5-1_4 13 map 5-1_4 0.1220 Rprec 5-1_4 0.2414 bpref 5-1_4 0.3555 recip_rank 5-1_4 1.0000 iprec_at_recall_0.00 5-1_4 1.0000 iprec_at_recall_0.10 5-1_4 0.3000 iprec_at_recall_0.20 5-1_4 0.2800 iprec_at_recall_0.30 5-1_4 0.1200 iprec_at_recall_0.40 5-1_4 0.0412 iprec_at_recall_0.50 5-1_4 0.0000 iprec_at_recall_0.60 5-1_4 0.0000 iprec_at_recall_0.70 5-1_4 0.0000 iprec_at_recall_0.80 5-1_4 0.0000 iprec_at_recall_0.90 5-1_4 0.0000 iprec_at_recall_1.00 5-1_4 0.0000 P_5 5-1_4 0.4000 P_10 5-1_4 0.3000 P_15 5-1_4 0.2667 P_20 5-1_4 0.2000 P_30 5-1_4 0.2333 P_100 5-1_4 0.1000 P_200 5-1_4 0.0500 P_500 5-1_4 0.0260 P_1000 5-1_4 0.0130 relstring 5-1_4 '2-21-0--02' recall_5 5-1_4 0.0690 recall_10 5-1_4 0.1034 recall_15 5-1_4 0.1379 recall_20 5-1_4 0.1379 recall_30 5-1_4 0.2414 recall_100 5-1_4 0.3448 recall_200 5-1_4 0.3448 recall_500 5-1_4 0.4483 recall_1000 5-1_4 0.4483 infAP 5-1_4 0.1220 Rprec_mult_0.20 5-1_4 0.3333 Rprec_mult_0.40 5-1_4 0.2500 Rprec_mult_0.60 5-1_4 0.2222 Rprec_mult_0.80 5-1_4 0.2500 Rprec_mult_1.00 5-1_4 0.2414 Rprec_mult_1.20 5-1_4 0.2000 Rprec_mult_1.40 5-1_4 0.1707 Rprec_mult_1.60 5-1_4 0.1489 Rprec_mult_1.80 5-1_4 0.1321 Rprec_mult_2.00 5-1_4 0.1379 utility 5-1_4 -974.0000 11pt_avg 5-1_4 0.1583 binG 5-1_4 0.1311 G 5-1_4 0.0824 ndcg 5-1_4 0.3336 ndcg_rel 5-1_4 0.3338 Rndcg 5-1_4 0.2764 ndcg_cut_5 5-1_4 0.3878 ndcg_cut_10 5-1_4 0.3005 ndcg_cut_15 5-1_4 0.2829 ndcg_cut_20 5-1_4 0.2466 ndcg_cut_30 5-1_4 0.2609 ndcg_cut_100 5-1_4 0.2938 ndcg_cut_200 5-1_4 0.2938 ndcg_cut_500 5-1_4 0.3336 ndcg_cut_1000 5-1_4 0.3336 map_cut_5 5-1_4 0.0575 map_cut_10 5-1_4 0.0678 map_cut_15 5-1_4 0.0777 map_cut_20 5-1_4 0.0777 map_cut_30 5-1_4 0.1049 map_cut_100 5-1_4 0.1180 map_cut_200 5-1_4 0.1180 map_cut_500 5-1_4 0.1220 map_cut_1000 5-1_4 0.1220 relative_P_5 5-1_4 0.4000 relative_P_10 5-1_4 0.3000 relative_P_15 5-1_4 0.2667 relative_P_20 5-1_4 0.2000 relative_P_30 5-1_4 0.2414 relative_P_100 5-1_4 0.3448 relative_P_200 5-1_4 0.3448 relative_P_500 5-1_4 0.4483 relative_P_1000 5-1_4 0.4483 success_1 5-1_4 1.0000 success_5 5-1_4 1.0000 success_10 5-1_4 1.0000 set_P 5-1_4 0.0130 set_relative_P 5-1_4 0.4483 set_recall 5-1_4 0.4483 set_map 5-1_4 0.0058 set_F 5-1_4 0.0253 num_nonrel_judged_ret 5-1_4 15 rbp 5-1_4 0.2089 rbp_resid 5-1_4 0.5265 unj_5 5-1_4 0.4000 unj_10 5-1_4 0.4000 unj_20 5-1_4 0.6000 num_ret 6-1_2 1000 num_rel 6-1_2 57 num_rel_ret 6-1_2 47 map 6-1_2 0.3416 Rprec 6-1_2 0.3684 bpref 6-1_2 0.6907 recip_rank 6-1_2 1.0000 iprec_at_recall_0.00 6-1_2 1.0000 iprec_at_recall_0.10 6-1_2 0.8571 iprec_at_recall_0.20 6-1_2 0.5926 iprec_at_recall_0.30 6-1_2 0.5152 iprec_at_recall_0.40 6-1_2 0.3934 iprec_at_recall_0.50 6-1_2 0.2417 iprec_at_recall_0.60 6-1_2 0.1762 iprec_at_recall_0.70 6-1_2 0.1316 iprec_at_recall_0.80 6-1_2 0.1065 iprec_at_recall_0.90 6-1_2 0.0000 iprec_at_recall_1.00 6-1_2 0.0000 P_5 6-1_2 0.8000 P_10 6-1_2 0.6000 P_15 6-1_2 0.6000 P_20 6-1_2 0.5500 P_30 6-1_2 0.5333 P_100 6-1_2 0.2700 P_200 6-1_2 0.1700 P_500 6-1_2 0.0920 P_1000 6-1_2 0.0470 relstring 6-1_2 '223133311-' recall_5 6-1_2 0.0702 recall_10 6-1_2 0.1053 recall_15 6-1_2 0.1579 recall_20 6-1_2 0.1930 recall_30 6-1_2 0.2807 recall_100 6-1_2 0.4737 recall_200 6-1_2 0.5965 recall_500 6-1_2 0.8070 recall_1000 6-1_2 0.8246 infAP 6-1_2 0.3416 Rprec_mult_0.20 6-1_2 0.6667 Rprec_mult_0.40 6-1_2 0.5652 Rprec_mult_0.60 6-1_2 0.4857 Rprec_mult_0.80 6-1_2 0.4565 Rprec_mult_1.00 6-1_2 0.3684 Rprec_mult_1.20 6-1_2 0.3623 Rprec_mult_1.40 6-1_2 0.3250 Rprec_mult_1.60 6-1_2 0.2935 Rprec_mult_1.80 6-1_2 0.2621 Rprec_mult_2.00 6-1_2 0.2456 utility 6-1_2 -906.0000 11pt_avg 6-1_2 0.3649 binG 6-1_2 0.2268 G 6-1_2 0.1381 ndcg 6-1_2 0.6165 ndcg_rel 6-1_2 0.5978 Rndcg 6-1_2 0.5444 ndcg_cut_5 6-1_2 0.7182 ndcg_cut_10 6-1_2 0.6631 ndcg_cut_15 6-1_2 0.6063 ndcg_cut_20 6-1_2 0.5795 ndcg_cut_30 6-1_2 0.6012 ndcg_cut_100 6-1_2 0.4814 ndcg_cut_200 6-1_2 0.5289 ndcg_cut_500 6-1_2 0.6088 ndcg_cut_1000 6-1_2 0.6165 map_cut_5 6-1_2 0.0667 map_cut_10 6-1_2 0.0963 map_cut_15 6-1_2 0.1313 map_cut_20 6-1_2 0.1519 map_cut_30 6-1_2 0.2022 map_cut_100 6-1_2 0.2839 map_cut_200 6-1_2 0.3113 map_cut_500 6-1_2 0.3401 map_cut_1000 6-1_2 0.3416 relative_P_5 6-1_2 0.8000 relative_P_10 6-1_2 0.6000 relative_P_15 6-1_2 0.6000 relative_P_20 6-1_2 0.5500 relative_P_30 6-1_2 0.5333 relative_P_100 6-1_2 0.4737 relative_P_200 6-1_2 0.5965 relative_P_500 6-1_2 0.8070 relative_P_1000 6-1_2 0.8246 success_1 6-1_2 1.0000 success_5 6-1_2 1.0000 success_10 6-1_2 1.0000 set_P 6-1_2 0.0470 set_relative_P 6-1_2 0.8246 set_recall 6-1_2 0.8246 set_map 6-1_2 0.0388 set_F 6-1_2 0.0889 num_nonrel_judged_ret 6-1_2 20 rbp 6-1_2 0.5812 rbp_resid 6-1_2 0.1611 unj_5 6-1_2 0.0000 unj_10 6-1_2 0.1000 unj_20 6-1_2 0.2500 num_ret 6-1_6 1000 num_rel 6-1_6 27 num_rel_ret 6-1_6 21 map 6-1_6 0.3104 Rprec 6-1_6 0.2593 bpref 6-1_6 0.4239 recip_rank 6-1_6 1.0000 iprec_at_recall_0.00 6-1_6 1.0000 iprec_at_recall_0.10 6-1_6 1.0000 iprec_at_recall_0.20 6-1_6 1.0000 iprec_at_recall_0.30 6-1_6 0.2424 iprec_at_recall_0.40 6-1_6 0.2340 iprec_at_recall_0.50 6-1_6 0.1795 iprec_at_recall_0.60 6-1_6 0.1684 iprec_at_recall_0.70 6-1_6 0.1301 iprec_at_recall_0.80 6-1_6 0.0000 iprec_at_recall_0.90 6-1_6 0.0000 iprec_at_recall_1.00 6-1_6 0.0000 P_5 6-1_6 1.0000 P_10 6-1_6 0.5000 P_15 6-1_6 0.4667 P_20 6-1_6 0.3500 P_30 6-1_6 0.2333 P_100 6-1_6 0.1600 P_200 6-1_6 0.1000 P_500 6-1_6 0.0420 P_1000 6-1_6 0.0210 relstring 6-1_6 '332331---0' recall_5 6-1_6 0.1852 recall_10 6-1_6 0.1852 recall_15 6-1_6 0.2593 recall_20 6-1_6 0.2593 recall_30 6-1_6 0.2593 recall_100 6-1_6 0.5926 recall_200 6-1_6 0.7407 recall_500 6-1_6 0.7778 recall_1000 6-1_6 0.7778 infAP 6-1_6 0.3104 Rprec_mult_0.20 6-1_6 0.8333 Rprec_mult_0.40 6-1_6 0.4545 Rprec_mult_0.60 6-1_6 0.4118 Rprec_mult_0.80 6-1_6 0.3182 Rprec_mult_1.00 6-1_6 0.2593 Rprec_mult_1.20 6-1_6 0.2424 Rprec_mult_1.40 6-1_6 0.2105 Rprec_mult_1.60 6-1_6 0.2273 Rprec_mult_1.80 6-1_6 0.2245 Rprec_mult_2.00 6-1_6 0.2037 utility 6-1_6 -958.0000 11pt_avg 6-1_6 0.3595 binG 6-1_6 0.2944 G 6-1_6 0.2394 ndcg 6-1_6 0.7226 ndcg_rel 6-1_6 0.6467 Rndcg 6-1_6 0.5762 ndcg_cut_5 6-1_6 0.9435 ndcg_cut_10 6-1_6 0.6384 ndcg_cut_15 6-1_6 0.6007 ndcg_cut_20 6-1_6 0.5515 ndcg_cut_30 6-1_6 0.4832 ndcg_cut_100 6-1_6 0.6266 ndcg_cut_200 6-1_6 0.7090 ndcg_cut_500 6-1_6 0.7226 ndcg_cut_1000 6-1_6 0.7226 map_cut_5 6-1_6 0.1852 map_cut_10 6-1_6 0.1852 map_cut_15 6-1_6 0.2208 map_cut_20 6-1_6 0.2208 map_cut_30 6-1_6 0.2208 map_cut_100 6-1_6 0.2872 map_cut_200 6-1_6 0.3074 map_cut_500 6-1_6 0.3104 map_cut_1000 6-1_6 0.3104 relative_P_5 6-1_6 1.0000 relative_P_10 6-1_6 0.5000 relative_P_15 6-1_6 0.4667 relative_P_20 6-1_6 0.3500 relative_P_30 6-1_6 0.2593 relative_P_100 6-1_6 0.5926 relative_P_200 6-1_6 0.7407 relative_P_500 6-1_6 0.7778 relative_P_1000 6-1_6 0.7778 success_1 6-1_6 1.0000 success_5 6-1_6 1.0000 success_10 6-1_6 1.0000 set_P 6-1_6 0.0210 set_relative_P 6-1_6 0.7778 set_recall 6-1_6 0.7778 set_map 6-1_6 0.0163 set_F 6-1_6 0.0409 num_nonrel_judged_ret 6-1_6 27 rbp 6-1_6 0.4810 rbp_resid 6-1_6 0.3210 unj_5 6-1_6 0.0000 unj_10 6-1_6 0.3000 unj_20 6-1_6 0.3500 num_ret 6-1_7 1000 num_rel 6-1_7 46 num_rel_ret 6-1_7 23 map 6-1_7 0.0222 Rprec 6-1_7 0.0435 bpref 6-1_7 0.0482 recip_rank 6-1_7 0.0667 iprec_at_recall_0.00 6-1_7 0.0769 iprec_at_recall_0.10 6-1_7 0.0508 iprec_at_recall_0.20 6-1_7 0.0486 iprec_at_recall_0.30 6-1_7 0.0448 iprec_at_recall_0.40 6-1_7 0.0436 iprec_at_recall_0.50 6-1_7 0.0263 iprec_at_recall_0.60 6-1_7 0.0000 iprec_at_recall_0.70 6-1_7 0.0000 iprec_at_recall_0.80 6-1_7 0.0000 iprec_at_recall_0.90 6-1_7 0.0000 iprec_at_recall_1.00 6-1_7 0.0000 P_5 6-1_7 0.0000 P_10 6-1_7 0.0000 P_15 6-1_7 0.0667 P_20 6-1_7 0.0500 P_30 6-1_7 0.0667 P_100 6-1_7 0.0500 P_200 6-1_7 0.0450 P_500 6-1_7 0.0360 P_1000 6-1_7 0.0230 relstring 6-1_7 '1110010-00' recall_5 6-1_7 0.0000 recall_10 6-1_7 0.0000 recall_15 6-1_7 0.0217 recall_20 6-1_7 0.0217 recall_30 6-1_7 0.0435 recall_100 6-1_7 0.1087 recall_200 6-1_7 0.1957 recall_500 6-1_7 0.3913 recall_1000 6-1_7 0.5000 infAP 6-1_7 0.0222 Rprec_mult_0.20 6-1_7 0.0000 Rprec_mult_0.40 6-1_7 0.0526 Rprec_mult_0.60 6-1_7 0.0714 Rprec_mult_0.80 6-1_7 0.0541 Rprec_mult_1.00 6-1_7 0.0435 Rprec_mult_1.20 6-1_7 0.0357 Rprec_mult_1.40 6-1_7 0.0462 Rprec_mult_1.60 6-1_7 0.0405 Rprec_mult_1.80 6-1_7 0.0361 Rprec_mult_2.00 6-1_7 0.0326 utility 6-1_7 -954.0000 11pt_avg 6-1_7 0.0265 binG 6-1_7 0.0678 G 6-1_7 0.0788 ndcg 6-1_7 0.3803 ndcg_rel 6-1_7 0.3094 Rndcg 6-1_7 0.2341 ndcg_cut_5 6-1_7 0.2409 ndcg_cut_10 6-1_7 0.1825 ndcg_cut_15 6-1_7 0.2066 ndcg_cut_20 6-1_7 0.2063 ndcg_cut_30 6-1_7 0.2135 ndcg_cut_100 6-1_7 0.1832 ndcg_cut_200 6-1_7 0.2470 ndcg_cut_500 6-1_7 0.3434 ndcg_cut_1000 6-1_7 0.3803 map_cut_5 6-1_7 0.0000 map_cut_10 6-1_7 0.0000 map_cut_15 6-1_7 0.0014 map_cut_20 6-1_7 0.0014 map_cut_30 6-1_7 0.0031 map_cut_100 6-1_7 0.0062 map_cut_200 6-1_7 0.0104 map_cut_500 6-1_7 0.0190 map_cut_1000 6-1_7 0.0222 relative_P_5 6-1_7 0.0000 relative_P_10 6-1_7 0.0000 relative_P_15 6-1_7 0.0667 relative_P_20 6-1_7 0.0500 relative_P_30 6-1_7 0.0667 relative_P_100 6-1_7 0.1087 relative_P_200 6-1_7 0.1957 relative_P_500 6-1_7 0.3913 relative_P_1000 6-1_7 0.5000 success_1 6-1_7 0.0000 success_5 6-1_7 0.0000 success_10 6-1_7 0.0000 set_P 6-1_7 0.0230 set_relative_P 6-1_7 0.5000 set_recall 6-1_7 0.5000 set_map 6-1_7 0.0115 set_F 6-1_7 0.0440 num_nonrel_judged_ret 6-1_7 78 rbp 6-1_7 0.1725 rbp_resid 6-1_7 0.1762 unj_5 6-1_7 0.0000 unj_10 6-1_7 0.1000 unj_20 6-1_7 0.2000 num_ret 6-2_2 1000 num_rel 6-2_2 56 num_rel_ret 6-2_2 37 map 6-2_2 0.2924 Rprec 6-2_2 0.3571 bpref 6-2_2 0.5561 recip_rank 6-2_2 1.0000 iprec_at_recall_0.00 6-2_2 1.0000 iprec_at_recall_0.10 6-2_2 0.6667 iprec_at_recall_0.20 6-2_2 0.5000 iprec_at_recall_0.30 6-2_2 0.4048 iprec_at_recall_0.40 6-2_2 0.3667 iprec_at_recall_0.50 6-2_2 0.3077 iprec_at_recall_0.60 6-2_2 0.2061 iprec_at_recall_0.70 6-2_2 0.0000 iprec_at_recall_0.80 6-2_2 0.0000 iprec_at_recall_0.90 6-2_2 0.0000 iprec_at_recall_1.00 6-2_2 0.0000 P_5 6-2_2 0.8000 P_10 6-2_2 0.6000 P_15 6-2_2 0.5333 P_20 6-2_2 0.5000 P_30 6-2_2 0.4667 P_100 6-2_2 0.2900 P_200 6-2_2 0.1700 P_500 6-2_2 0.0740 P_1000 6-2_2 0.0370 relstring 6-2_2 '44440--22-' recall_5 6-2_2 0.0714 recall_10 6-2_2 0.1071 recall_15 6-2_2 0.1429 recall_20 6-2_2 0.1786 recall_30 6-2_2 0.2500 recall_100 6-2_2 0.5179 recall_200 6-2_2 0.6071 recall_500 6-2_2 0.6607 recall_1000 6-2_2 0.6607 infAP 6-2_2 0.2924 Rprec_mult_0.20 6-2_2 0.5833 Rprec_mult_0.40 6-2_2 0.4783 Rprec_mult_0.60 6-2_2 0.4412 Rprec_mult_0.80 6-2_2 0.4000 Rprec_mult_1.00 6-2_2 0.3571 Rprec_mult_1.20 6-2_2 0.3382 Rprec_mult_1.40 6-2_2 0.3165 Rprec_mult_1.60 6-2_2 0.3000 Rprec_mult_1.80 6-2_2 0.2871 Rprec_mult_2.00 6-2_2 0.2589 utility 6-2_2 -926.0000 11pt_avg 6-2_2 0.3138 binG 6-2_2 0.1984 G 6-2_2 0.1749 ndcg 6-2_2 0.6006 ndcg_rel 6-2_2 0.5968 Rndcg 6-2_2 0.5608 ndcg_cut_5 6-2_2 0.8688 ndcg_cut_10 6-2_2 0.6316 ndcg_cut_15 6-2_2 0.5777 ndcg_cut_20 6-2_2 0.5627 ndcg_cut_30 6-2_2 0.5415 ndcg_cut_100 6-2_2 0.5316 ndcg_cut_200 6-2_2 0.5712 ndcg_cut_500 6-2_2 0.6006 ndcg_cut_1000 6-2_2 0.6006 map_cut_5 6-2_2 0.0714 map_cut_10 6-2_2 0.0945 map_cut_15 6-2_2 0.1144 map_cut_20 6-2_2 0.1339 map_cut_30 6-2_2 0.1688 map_cut_100 6-2_2 0.2650 map_cut_200 6-2_2 0.2853 map_cut_500 6-2_2 0.2924 map_cut_1000 6-2_2 0.2924 relative_P_5 6-2_2 0.8000 relative_P_10 6-2_2 0.6000 relative_P_15 6-2_2 0.5333 relative_P_20 6-2_2 0.5000 relative_P_30 6-2_2 0.4667 relative_P_100 6-2_2 0.5179 relative_P_200 6-2_2 0.6071 relative_P_500 6-2_2 0.6607 relative_P_1000 6-2_2 0.6607 success_1 6-2_2 1.0000 success_5 6-2_2 1.0000 success_10 6-2_2 1.0000 set_P 6-2_2 0.0370 set_relative_P 6-2_2 0.6607 set_recall 6-2_2 0.6607 set_map 6-2_2 0.0244 set_F 6-2_2 0.0701 num_nonrel_judged_ret 6-2_2 25 rbp 6-2_2 0.4812 rbp_resid 6-2_2 0.2483 unj_5 6-2_2 0.0000 unj_10 6-2_2 0.3000 unj_20 6-2_2 0.2000 num_ret 6-2_3 1000 num_rel 6-2_3 17 num_rel_ret 6-2_3 10 map 6-2_3 0.0821 Rprec 6-2_3 0.1176 bpref 6-2_3 0.1938 recip_rank 6-2_3 0.3333 iprec_at_recall_0.00 6-2_3 0.4000 iprec_at_recall_0.10 6-2_3 0.4000 iprec_at_recall_0.20 6-2_3 0.2105 iprec_at_recall_0.30 6-2_3 0.1042 iprec_at_recall_0.40 6-2_3 0.0452 iprec_at_recall_0.50 6-2_3 0.0359 iprec_at_recall_0.60 6-2_3 0.0180 iprec_at_recall_0.70 6-2_3 0.0000 iprec_at_recall_0.80 6-2_3 0.0000 iprec_at_recall_0.90 6-2_3 0.0000 iprec_at_recall_1.00 6-2_3 0.0000 P_5 6-2_3 0.4000 P_10 6-2_3 0.2000 P_15 6-2_3 0.1333 P_20 6-2_3 0.2000 P_30 6-2_3 0.1333 P_100 6-2_3 0.0500 P_200 6-2_3 0.0400 P_500 6-2_3 0.0180 P_1000 6-2_3 0.0100 relstring 6-2_3 '-04120100-' recall_5 6-2_3 0.1176 recall_10 6-2_3 0.1176 recall_15 6-2_3 0.1176 recall_20 6-2_3 0.2353 recall_30 6-2_3 0.2353 recall_100 6-2_3 0.2941 recall_200 6-2_3 0.4706 recall_500 6-2_3 0.5294 recall_1000 6-2_3 0.5882 infAP 6-2_3 0.0821 Rprec_mult_0.20 6-2_3 0.2500 Rprec_mult_0.40 6-2_3 0.2857 Rprec_mult_0.60 6-2_3 0.1818 Rprec_mult_0.80 6-2_3 0.1429 Rprec_mult_1.00 6-2_3 0.1176 Rprec_mult_1.20 6-2_3 0.1905 Rprec_mult_1.40 6-2_3 0.1667 Rprec_mult_1.60 6-2_3 0.1429 Rprec_mult_1.80 6-2_3 0.1290 Rprec_mult_2.00 6-2_3 0.1176 utility 6-2_3 -980.0000 11pt_avg 6-2_3 0.1103 binG 6-2_3 0.1323 G 6-2_3 0.1125 ndcg 6-2_3 0.3747 ndcg_rel 6-2_3 0.3367 Rndcg 6-2_3 0.2218 ndcg_cut_5 6-2_3 0.3255 ndcg_cut_10 6-2_3 0.2642 ndcg_cut_15 6-2_3 0.2207 ndcg_cut_20 6-2_3 0.2658 ndcg_cut_30 6-2_3 0.2374 ndcg_cut_100 6-2_3 0.2680 ndcg_cut_200 6-2_3 0.3215 ndcg_cut_500 6-2_3 0.3639 ndcg_cut_1000 6-2_3 0.3747 map_cut_5 6-2_3 0.0431 map_cut_10 6-2_3 0.0431 map_cut_15 6-2_3 0.0431 map_cut_20 6-2_3 0.0653 map_cut_30 6-2_3 0.0653 map_cut_100 6-2_3 0.0715 map_cut_200 6-2_3 0.0789 map_cut_500 6-2_3 0.0811 map_cut_1000 6-2_3 0.0821 relative_P_5 6-2_3 0.4000 relative_P_10 6-2_3 0.2000 relative_P_15 6-2_3 0.1333 relative_P_20 6-2_3 0.2353 relative_P_30 6-2_3 0.2353 relative_P_100 6-2_3 0.2941 relative_P_200 6-2_3 0.4706 relative_P_500 6-2_3 0.5294 relative_P_1000 6-2_3 0.5882 success_1 6-2_3 0.0000 success_5 6-2_3 1.0000 success_10 6-2_3 1.0000 set_P 6-2_3 0.0100 set_relative_P 6-2_3 0.5882 set_recall 6-2_3 0.5882 set_map 6-2_3 0.0059 set_F 6-2_3 0.0197 num_nonrel_judged_ret 6-2_3 40 rbp 6-2_3 0.1656 rbp_resid 6-2_3 0.4005 unj_5 6-2_3 0.2000 unj_10 6-2_3 0.2000 unj_20 6-2_3 0.4500 num_ret 6-2_5 1000 num_rel 6-2_5 51 num_rel_ret 6-2_5 24 map 6-2_5 0.1115 Rprec 6-2_5 0.2157 bpref 6-2_5 0.3280 recip_rank 6-2_5 0.5000 iprec_at_recall_0.00 6-2_5 0.6000 iprec_at_recall_0.10 6-2_5 0.3600 iprec_at_recall_0.20 6-2_5 0.2292 iprec_at_recall_0.30 6-2_5 0.1339 iprec_at_recall_0.40 6-2_5 0.1093 iprec_at_recall_0.50 6-2_5 0.0000 iprec_at_recall_0.60 6-2_5 0.0000 iprec_at_recall_0.70 6-2_5 0.0000 iprec_at_recall_0.80 6-2_5 0.0000 iprec_at_recall_0.90 6-2_5 0.0000 iprec_at_recall_1.00 6-2_5 0.0000 P_5 6-2_5 0.6000 P_10 6-2_5 0.3000 P_15 6-2_5 0.3333 P_20 6-2_5 0.3000 P_30 6-2_5 0.3000 P_100 6-2_5 0.1400 P_200 6-2_5 0.1050 P_500 6-2_5 0.0460 P_1000 6-2_5 0.0240 relstring 6-2_5 '1212400111' recall_5 6-2_5 0.0588 recall_10 6-2_5 0.0588 recall_15 6-2_5 0.0980 recall_20 6-2_5 0.1176 recall_30 6-2_5 0.1765 recall_100 6-2_5 0.2745 recall_200 6-2_5 0.4118 recall_500 6-2_5 0.4510 recall_1000 6-2_5 0.4706 infAP 6-2_5 0.1115 Rprec_mult_0.20 6-2_5 0.3636 Rprec_mult_0.40 6-2_5 0.2857 Rprec_mult_0.60 6-2_5 0.2903 Rprec_mult_0.80 6-2_5 0.2195 Rprec_mult_1.00 6-2_5 0.2157 Rprec_mult_1.20 6-2_5 0.1935 Rprec_mult_1.40 6-2_5 0.1667 Rprec_mult_1.60 6-2_5 0.1585 Rprec_mult_1.80 6-2_5 0.1522 Rprec_mult_2.00 6-2_5 0.1373 utility 6-2_5 -952.0000 11pt_avg 6-2_5 0.1302 binG 6-2_5 0.1069 G 6-2_5 0.0860 ndcg 6-2_5 0.4218 ndcg_rel 6-2_5 0.3808 Rndcg 6-2_5 0.3340 ndcg_cut_5 6-2_5 0.4384 ndcg_cut_10 6-2_5 0.3343 ndcg_cut_15 6-2_5 0.3155 ndcg_cut_20 6-2_5 0.3154 ndcg_cut_30 6-2_5 0.3300 ndcg_cut_100 6-2_5 0.3001 ndcg_cut_200 6-2_5 0.3820 ndcg_cut_500 6-2_5 0.4152 ndcg_cut_1000 6-2_5 0.4218 map_cut_5 6-2_5 0.0314 map_cut_10 6-2_5 0.0314 map_cut_15 6-2_5 0.0450 map_cut_20 6-2_5 0.0520 map_cut_30 6-2_5 0.0715 map_cut_100 6-2_5 0.0910 map_cut_200 6-2_5 0.1077 map_cut_500 6-2_5 0.1109 map_cut_1000 6-2_5 0.1115 relative_P_5 6-2_5 0.6000 relative_P_10 6-2_5 0.3000 relative_P_15 6-2_5 0.3333 relative_P_20 6-2_5 0.3000 relative_P_30 6-2_5 0.3000 relative_P_100 6-2_5 0.2745 relative_P_200 6-2_5 0.4118 relative_P_500 6-2_5 0.4510 relative_P_1000 6-2_5 0.4706 success_1 6-2_5 0.0000 success_5 6-2_5 1.0000 success_10 6-2_5 1.0000 set_P 6-2_5 0.0240 set_relative_P 6-2_5 0.4706 set_recall 6-2_5 0.4706 set_map 6-2_5 0.0113 set_F 6-2_5 0.0457 num_nonrel_judged_ret 6-2_5 37 rbp 6-2_5 0.3098 rbp_resid 6-2_5 0.1706 unj_5 6-2_5 0.0000 unj_10 6-2_5 0.0000 unj_20 6-2_5 0.2000 num_ret 7-1_1 1000 num_rel 7-1_1 4 num_rel_ret 7-1_1 1 map 7-1_1 0.0125 Rprec 7-1_1 0.0000 bpref 7-1_1 0.0000 recip_rank 7-1_1 0.0500 iprec_at_recall_0.00 7-1_1 0.0500 iprec_at_recall_0.10 7-1_1 0.0500 iprec_at_recall_0.20 7-1_1 0.0500 iprec_at_recall_0.30 7-1_1 0.0500 iprec_at_recall_0.40 7-1_1 0.0000 iprec_at_recall_0.50 7-1_1 0.0000 iprec_at_recall_0.60 7-1_1 0.0000 iprec_at_recall_0.70 7-1_1 0.0000 iprec_at_recall_0.80 7-1_1 0.0000 iprec_at_recall_0.90 7-1_1 0.0000 iprec_at_recall_1.00 7-1_1 0.0000 P_5 7-1_1 0.0000 P_10 7-1_1 0.0000 P_15 7-1_1 0.0000 P_20 7-1_1 0.0500 P_30 7-1_1 0.0333 P_100 7-1_1 0.0100 P_200 7-1_1 0.0050 P_500 7-1_1 0.0020 P_1000 7-1_1 0.0010 relstring 7-1_1 '1111111111' recall_5 7-1_1 0.0000 recall_10 7-1_1 0.0000 recall_15 7-1_1 0.0000 recall_20 7-1_1 0.2500 recall_30 7-1_1 0.2500 recall_100 7-1_1 0.2500 recall_200 7-1_1 0.2500 recall_500 7-1_1 0.2500 recall_1000 7-1_1 0.2500 infAP 7-1_1 0.0125 Rprec_mult_0.20 7-1_1 0.0000 Rprec_mult_0.40 7-1_1 0.0000 Rprec_mult_0.60 7-1_1 0.0000 Rprec_mult_0.80 7-1_1 0.0000 Rprec_mult_1.00 7-1_1 0.0000 Rprec_mult_1.20 7-1_1 0.0000 Rprec_mult_1.40 7-1_1 0.0000 Rprec_mult_1.60 7-1_1 0.0000 Rprec_mult_1.80 7-1_1 0.0000 Rprec_mult_2.00 7-1_1 0.0000 utility 7-1_1 -998.0000 11pt_avg 7-1_1 0.0182 binG 7-1_1 0.0569 G 7-1_1 0.1023 ndcg 7-1_1 0.4642 ndcg_rel 7-1_1 0.4658 Rndcg 7-1_1 0.3969 ndcg_cut_5 7-1_1 0.4529 ndcg_cut_10 7-1_1 0.5606 ndcg_cut_15 7-1_1 0.5383 ndcg_cut_20 7-1_1 0.5654 ndcg_cut_30 7-1_1 0.5558 ndcg_cut_100 7-1_1 0.4272 ndcg_cut_200 7-1_1 0.4171 ndcg_cut_500 7-1_1 0.4465 ndcg_cut_1000 7-1_1 0.4642 map_cut_5 7-1_1 0.0000 map_cut_10 7-1_1 0.0000 map_cut_15 7-1_1 0.0000 map_cut_20 7-1_1 0.0125 map_cut_30 7-1_1 0.0125 map_cut_100 7-1_1 0.0125 map_cut_200 7-1_1 0.0125 map_cut_500 7-1_1 0.0125 map_cut_1000 7-1_1 0.0125 relative_P_5 7-1_1 0.0000 relative_P_10 7-1_1 0.0000 relative_P_15 7-1_1 0.0000 relative_P_20 7-1_1 0.2500 relative_P_30 7-1_1 0.2500 relative_P_100 7-1_1 0.2500 relative_P_200 7-1_1 0.2500 relative_P_500 7-1_1 0.2500 relative_P_1000 7-1_1 0.2500 success_1 7-1_1 0.0000 success_5 7-1_1 0.0000 success_10 7-1_1 0.0000 set_P 7-1_1 0.0010 set_relative_P 7-1_1 0.2500 set_recall 7-1_1 0.2500 set_map 7-1_1 0.0003 set_F 7-1_1 0.0020 num_nonrel_judged_ret 7-1_1 78 rbp 7-1_1 0.2754 rbp_resid 7-1_1 0.1575 unj_5 7-1_1 0.0000 unj_10 7-1_1 0.0000 unj_20 7-1_1 0.2000 num_ret 7-1_5 1000 num_rel 7-1_5 6 num_rel_ret 7-1_5 0 map 7-1_5 0.0000 Rprec 7-1_5 0.0000 bpref 7-1_5 0.0000 recip_rank 7-1_5 0.0000 iprec_at_recall_0.00 7-1_5 0.0000 iprec_at_recall_0.10 7-1_5 0.0000 iprec_at_recall_0.20 7-1_5 0.0000 iprec_at_recall_0.30 7-1_5 0.0000 iprec_at_recall_0.40 7-1_5 0.0000 iprec_at_recall_0.50 7-1_5 0.0000 iprec_at_recall_0.60 7-1_5 0.0000 iprec_at_recall_0.70 7-1_5 0.0000 iprec_at_recall_0.80 7-1_5 0.0000 iprec_at_recall_0.90 7-1_5 0.0000 iprec_at_recall_1.00 7-1_5 0.0000 P_5 7-1_5 0.0000 P_10 7-1_5 0.0000 P_15 7-1_5 0.0000 P_20 7-1_5 0.0000 P_30 7-1_5 0.0000 P_100 7-1_5 0.0000 P_200 7-1_5 0.0000 P_500 7-1_5 0.0000 P_1000 7-1_5 0.0000 relstring 7-1_5 '-00-0--0-0' recall_5 7-1_5 0.0000 recall_10 7-1_5 0.0000 recall_15 7-1_5 0.0000 recall_20 7-1_5 0.0000 recall_30 7-1_5 0.0000 recall_100 7-1_5 0.0000 recall_200 7-1_5 0.0000 recall_500 7-1_5 0.0000 recall_1000 7-1_5 0.0000 infAP 7-1_5 0.0000 Rprec_mult_0.20 7-1_5 0.0000 Rprec_mult_0.40 7-1_5 0.0000 Rprec_mult_0.60 7-1_5 0.0000 Rprec_mult_0.80 7-1_5 0.0000 Rprec_mult_1.00 7-1_5 0.0000 Rprec_mult_1.20 7-1_5 0.0000 Rprec_mult_1.40 7-1_5 0.0000 Rprec_mult_1.60 7-1_5 0.0000 Rprec_mult_1.80 7-1_5 0.0000 Rprec_mult_2.00 7-1_5 0.0000 utility 7-1_5 -1000.0000 11pt_avg 7-1_5 0.0000 binG 7-1_5 0.0000 G 7-1_5 0.0033 ndcg 7-1_5 0.0077 ndcg_rel 7-1_5 0.0077 Rndcg 7-1_5 0.0019 ndcg_cut_5 7-1_5 0.0000 ndcg_cut_10 7-1_5 0.0000 ndcg_cut_15 7-1_5 0.0000 ndcg_cut_20 7-1_5 0.0000 ndcg_cut_30 7-1_5 0.0000 ndcg_cut_100 7-1_5 0.0000 ndcg_cut_200 7-1_5 0.0000 ndcg_cut_500 7-1_5 0.0077 ndcg_cut_1000 7-1_5 0.0077 map_cut_5 7-1_5 0.0000 map_cut_10 7-1_5 0.0000 map_cut_15 7-1_5 0.0000 map_cut_20 7-1_5 0.0000 map_cut_30 7-1_5 0.0000 map_cut_100 7-1_5 0.0000 map_cut_200 7-1_5 0.0000 map_cut_500 7-1_5 0.0000 map_cut_1000 7-1_5 0.0000 relative_P_5 7-1_5 0.0000 relative_P_10 7-1_5 0.0000 relative_P_15 7-1_5 0.0000 relative_P_20 7-1_5 0.0000 relative_P_30 7-1_5 0.0000 relative_P_100 7-1_5 0.0000 relative_P_200 7-1_5 0.0000 relative_P_500 7-1_5 0.0000 relative_P_1000 7-1_5 0.0000 success_1 7-1_5 0.0000 success_5 7-1_5 0.0000 success_10 7-1_5 0.0000 set_P 7-1_5 0.0000 set_relative_P 7-1_5 0.0000 set_recall 7-1_5 0.0000 set_map 7-1_5 0.0000 set_F 7-1_5 0.0000 num_nonrel_judged_ret 7-1_5 43 rbp 7-1_5 0.0000 rbp_resid 7-1_5 0.5415 unj_5 7-1_5 0.4000 unj_10 7-1_5 0.5000 unj_20 7-1_5 0.5500 num_ret 7-1_6 1000 num_rel 7-1_6 9 num_rel_ret 7-1_6 8 map 7-1_6 0.7705 Rprec 7-1_6 0.7778 bpref 7-1_6 0.8148 recip_rank 7-1_6 1.0000 iprec_at_recall_0.00 7-1_6 1.0000 iprec_at_recall_0.10 7-1_6 1.0000 iprec_at_recall_0.20 7-1_6 1.0000 iprec_at_recall_0.30 7-1_6 1.0000 iprec_at_recall_0.40 7-1_6 0.8571 iprec_at_recall_0.50 7-1_6 0.8571 iprec_at_recall_0.60 7-1_6 0.8571 iprec_at_recall_0.70 7-1_6 0.8571 iprec_at_recall_0.80 7-1_6 0.7778 iprec_at_recall_0.90 7-1_6 0.6667 iprec_at_recall_1.00 7-1_6 0.0000 P_5 7-1_6 0.8000 P_10 7-1_6 0.7000 P_15 7-1_6 0.5333 P_20 7-1_6 0.4000 P_30 7-1_6 0.2667 P_100 7-1_6 0.0800 P_200 7-1_6 0.0400 P_500 7-1_6 0.0160 P_1000 7-1_6 0.0080 relstring 7-1_6 '4441222-41' recall_5 7-1_6 0.4444 recall_10 7-1_6 0.7778 recall_15 7-1_6 0.8889 recall_20 7-1_6 0.8889 recall_30 7-1_6 0.8889 recall_100 7-1_6 0.8889 recall_200 7-1_6 0.8889 recall_500 7-1_6 0.8889 recall_1000 7-1_6 0.8889 infAP 7-1_6 0.7705 Rprec_mult_0.20 7-1_6 1.0000 Rprec_mult_0.40 7-1_6 0.7500 Rprec_mult_0.60 7-1_6 0.8333 Rprec_mult_0.80 7-1_6 0.7500 Rprec_mult_1.00 7-1_6 0.7778 Rprec_mult_1.20 7-1_6 0.6364 Rprec_mult_1.40 7-1_6 0.6154 Rprec_mult_1.60 7-1_6 0.5333 Rprec_mult_1.80 7-1_6 0.4706 Rprec_mult_2.00 7-1_6 0.4444 utility 7-1_6 -984.0000 11pt_avg 7-1_6 0.8066 binG 7-1_6 0.6422 G 7-1_6 0.4994 ndcg 7-1_6 0.8500 ndcg_rel 7-1_6 0.8667 Rndcg 7-1_6 0.8180 ndcg_cut_5 7-1_6 0.8248 ndcg_cut_10 7-1_6 0.8178 ndcg_cut_15 7-1_6 0.8180 ndcg_cut_20 7-1_6 0.8180 ndcg_cut_30 7-1_6 0.8312 ndcg_cut_100 7-1_6 0.8416 ndcg_cut_200 7-1_6 0.8500 ndcg_cut_500 7-1_6 0.8500 ndcg_cut_1000 7-1_6 0.8500 map_cut_5 7-1_6 0.4222 map_cut_10 7-1_6 0.6965 map_cut_15 7-1_6 0.7705 map_cut_20 7-1_6 0.7705 map_cut_30 7-1_6 0.7705 map_cut_100 7-1_6 0.7705 map_cut_200 7-1_6 0.7705 map_cut_500 7-1_6 0.7705 map_cut_1000 7-1_6 0.7705 relative_P_5 7-1_6 0.8000 relative_P_10 7-1_6 0.7778 relative_P_15 7-1_6 0.8889 relative_P_20 7-1_6 0.8889 relative_P_30 7-1_6 0.8889 relative_P_100 7-1_6 0.8889 relative_P_200 7-1_6 0.8889 relative_P_500 7-1_6 0.8889 relative_P_1000 7-1_6 0.8889 success_1 7-1_6 1.0000 success_5 7-1_6 1.0000 success_10 7-1_6 1.0000 set_P 7-1_6 0.0080 set_relative_P 7-1_6 0.8889 set_recall 7-1_6 0.8889 set_map 7-1_6 0.0071 set_F 7-1_6 0.0159 num_nonrel_judged_ret 7-1_6 7 rbp 7-1_6 0.4651 rbp_resid 7-1_6 0.3538 unj_5 7-1_6 0.0000 unj_10 7-1_6 0.1000 unj_20 7-1_6 0.5000 num_ret 7-1_9 1000 num_rel 7-1_9 20 num_rel_ret 7-1_9 12 map 7-1_9 0.3052 Rprec 7-1_9 0.3500 bpref 7-1_9 0.4500 recip_rank 7-1_9 1.0000 iprec_at_recall_0.00 7-1_9 1.0000 iprec_at_recall_0.10 7-1_9 1.0000 iprec_at_recall_0.20 7-1_9 0.6667 iprec_at_recall_0.30 7-1_9 0.4615 iprec_at_recall_0.40 7-1_9 0.3333 iprec_at_recall_0.50 7-1_9 0.2041 iprec_at_recall_0.60 7-1_9 0.0262 iprec_at_recall_0.70 7-1_9 0.0000 iprec_at_recall_0.80 7-1_9 0.0000 iprec_at_recall_0.90 7-1_9 0.0000 iprec_at_recall_1.00 7-1_9 0.0000 P_5 7-1_9 0.6000 P_10 7-1_9 0.5000 P_15 7-1_9 0.4000 P_20 7-1_9 0.3500 P_30 7-1_9 0.2667 P_100 7-1_9 0.1000 P_200 7-1_9 0.0550 P_500 7-1_9 0.0240 P_1000 7-1_9 0.0120 relstring 7-1_9 '222--2020-' recall_5 7-1_9 0.1500 recall_10 7-1_9 0.2500 recall_15 7-1_9 0.3000 recall_20 7-1_9 0.3500 recall_30 7-1_9 0.4000 recall_100 7-1_9 0.5000 recall_200 7-1_9 0.5500 recall_500 7-1_9 0.6000 recall_1000 7-1_9 0.6000 infAP 7-1_9 0.3052 Rprec_mult_0.20 7-1_9 0.7500 Rprec_mult_0.40 7-1_9 0.6250 Rprec_mult_0.60 7-1_9 0.4167 Rprec_mult_0.80 7-1_9 0.4375 Rprec_mult_1.00 7-1_9 0.3500 Rprec_mult_1.20 7-1_9 0.3333 Rprec_mult_1.40 7-1_9 0.2857 Rprec_mult_1.60 7-1_9 0.2500 Rprec_mult_1.80 7-1_9 0.2500 Rprec_mult_2.00 7-1_9 0.2250 utility 7-1_9 -976.0000 11pt_avg 7-1_9 0.3356 binG 7-1_9 0.2715 G 7-1_9 0.1463 ndcg 7-1_9 0.5165 ndcg_rel 7-1_9 0.4991 Rndcg 7-1_9 0.4627 ndcg_cut_5 7-1_9 0.5397 ndcg_cut_10 7-1_9 0.5056 ndcg_cut_15 7-1_9 0.4467 ndcg_cut_20 7-1_9 0.4117 ndcg_cut_30 7-1_9 0.4220 ndcg_cut_100 7-1_9 0.4760 ndcg_cut_200 7-1_9 0.5049 ndcg_cut_500 7-1_9 0.5165 ndcg_cut_1000 7-1_9 0.5165 map_cut_5 7-1_9 0.1500 map_cut_10 7-1_9 0.2146 map_cut_15 7-1_9 0.2377 map_cut_20 7-1_9 0.2595 map_cut_30 7-1_9 0.2762 map_cut_100 7-1_9 0.3000 map_cut_200 7-1_9 0.3039 map_cut_500 7-1_9 0.3052 map_cut_1000 7-1_9 0.3052 relative_P_5 7-1_9 0.6000 relative_P_10 7-1_9 0.5000 relative_P_15 7-1_9 0.4000 relative_P_20 7-1_9 0.3500 relative_P_30 7-1_9 0.4000 relative_P_100 7-1_9 0.5000 relative_P_200 7-1_9 0.5500 relative_P_500 7-1_9 0.6000 relative_P_1000 7-1_9 0.6000 success_1 7-1_9 1.0000 success_5 7-1_9 1.0000 success_10 7-1_9 1.0000 set_P 7-1_9 0.0120 set_relative_P 7-1_9 0.6000 set_recall 7-1_9 0.6000 set_map 7-1_9 0.0072 set_F 7-1_9 0.0235 num_nonrel_judged_ret 7-1_9 18 rbp 7-1_9 0.2270 rbp_resid 7-1_9 0.4158 unj_5 7-1_9 0.4000 unj_10 7-1_9 0.3000 unj_20 7-1_9 0.5000 num_ret 9-1_10 1000 num_rel 9-1_10 59 num_rel_ret 9-1_10 28 map 9-1_10 0.0899 Rprec 9-1_10 0.1017 bpref 9-1_10 0.4097 recip_rank 9-1_10 1.0000 iprec_at_recall_0.00 9-1_10 1.0000 iprec_at_recall_0.10 9-1_10 0.1277 iprec_at_recall_0.20 9-1_10 0.0992 iprec_at_recall_0.30 9-1_10 0.0650 iprec_at_recall_0.40 9-1_10 0.0529 iprec_at_recall_0.50 9-1_10 0.0000 iprec_at_recall_0.60 9-1_10 0.0000 iprec_at_recall_0.70 9-1_10 0.0000 iprec_at_recall_0.80 9-1_10 0.0000 iprec_at_recall_0.90 9-1_10 0.0000 iprec_at_recall_1.00 9-1_10 0.0000 P_5 9-1_10 0.6000 P_10 9-1_10 0.5000 P_15 9-1_10 0.3333 P_20 9-1_10 0.2500 P_30 9-1_10 0.1667 P_100 9-1_10 0.1000 P_200 9-1_10 0.0750 P_500 9-1_10 0.0500 P_1000 9-1_10 0.0280 relstring 9-1_10 '3-03343-00' recall_5 9-1_10 0.0508 recall_10 9-1_10 0.0847 recall_15 9-1_10 0.0847 recall_20 9-1_10 0.0847 recall_30 9-1_10 0.0847 recall_100 9-1_10 0.1695 recall_200 9-1_10 0.2542 recall_500 9-1_10 0.4237 recall_1000 9-1_10 0.4746 infAP 9-1_10 0.0899 Rprec_mult_0.20 9-1_10 0.4167 Rprec_mult_0.40 9-1_10 0.2083 Rprec_mult_0.60 9-1_10 0.1389 Rprec_mult_0.80 9-1_10 0.1250 Rprec_mult_1.00 9-1_10 0.1017 Rprec_mult_1.20 9-1_10 0.1127 Rprec_mult_1.40 9-1_10 0.1084 Rprec_mult_1.60 9-1_10 0.0947 Rprec_mult_1.80 9-1_10 0.0935 Rprec_mult_2.00 9-1_10 0.0932 utility 9-1_10 -944.0000 11pt_avg 9-1_10 0.1222 binG 9-1_10 0.1034 G 9-1_10 0.0781 ndcg 9-1_10 0.3676 ndcg_rel 9-1_10 0.3468 Rndcg 9-1_10 0.2383 ndcg_cut_5 9-1_10 0.4623 ndcg_cut_10 9-1_10 0.4334 ndcg_cut_15 9-1_10 0.3360 ndcg_cut_20 9-1_10 0.2797 ndcg_cut_30 9-1_10 0.2267 ndcg_cut_100 9-1_10 0.2116 ndcg_cut_200 9-1_10 0.2598 ndcg_cut_500 9-1_10 0.3452 ndcg_cut_1000 9-1_10 0.3676 map_cut_5 9-1_10 0.0356 map_cut_10 9-1_10 0.0590 map_cut_15 9-1_10 0.0590 map_cut_20 9-1_10 0.0590 map_cut_30 9-1_10 0.0590 map_cut_100 9-1_10 0.0690 map_cut_200 9-1_10 0.0768 map_cut_500 9-1_10 0.0874 map_cut_1000 9-1_10 0.0899 relative_P_5 9-1_10 0.6000 relative_P_10 9-1_10 0.5000 relative_P_15 9-1_10 0.3333 relative_P_20 9-1_10 0.2500 relative_P_30 9-1_10 0.1667 relative_P_100 9-1_10 0.1695 relative_P_200 9-1_10 0.2542 relative_P_500 9-1_10 0.4237 relative_P_1000 9-1_10 0.4746 success_1 9-1_10 1.0000 success_5 9-1_10 1.0000 success_10 9-1_10 1.0000 set_P 9-1_10 0.0280 set_relative_P 9-1_10 0.4746 set_recall 9-1_10 0.4746 set_map 9-1_10 0.0133 set_F 9-1_10 0.0529 num_nonrel_judged_ret 9-1_10 14 rbp 9-1_10 0.2788 rbp_resid 9-1_10 0.4505 unj_5 9-1_10 0.2000 unj_10 9-1_10 0.2000 unj_20 9-1_10 0.5500 num_ret 9-1_2 1000 num_rel 9-1_2 58 num_rel_ret 9-1_2 54 map 9-1_2 0.2738 Rprec 9-1_2 0.2414 bpref 9-1_2 0.6293 recip_rank 9-1_2 1.0000 iprec_at_recall_0.00 9-1_2 1.0000 iprec_at_recall_0.10 9-1_2 0.4667 iprec_at_recall_0.20 9-1_2 0.3108 iprec_at_recall_0.30 9-1_2 0.3108 iprec_at_recall_0.40 9-1_2 0.3108 iprec_at_recall_0.50 9-1_2 0.2857 iprec_at_recall_0.60 9-1_2 0.2621 iprec_at_recall_0.70 9-1_2 0.2514 iprec_at_recall_0.80 9-1_2 0.2514 iprec_at_recall_0.90 9-1_2 0.1372 iprec_at_recall_1.00 9-1_2 0.0000 P_5 9-1_2 0.4000 P_10 9-1_2 0.4000 P_15 9-1_2 0.4667 P_20 9-1_2 0.3500 P_30 9-1_2 0.3000 P_100 9-1_2 0.2700 P_200 9-1_2 0.2350 P_500 9-1_2 0.1080 P_1000 9-1_2 0.0540 relstring 9-1_2 '31-0434100' recall_5 9-1_2 0.0345 recall_10 9-1_2 0.0690 recall_15 9-1_2 0.1207 recall_20 9-1_2 0.1207 recall_30 9-1_2 0.1552 recall_100 9-1_2 0.4655 recall_200 9-1_2 0.8103 recall_500 9-1_2 0.9310 recall_1000 9-1_2 0.9310 infAP 9-1_2 0.2738 Rprec_mult_0.20 9-1_2 0.3333 Rprec_mult_0.40 9-1_2 0.3333 Rprec_mult_0.60 9-1_2 0.3143 Rprec_mult_0.80 9-1_2 0.2766 Rprec_mult_1.00 9-1_2 0.2414 Rprec_mult_1.20 9-1_2 0.2857 Rprec_mult_1.40 9-1_2 0.2927 Rprec_mult_1.60 9-1_2 0.2796 Rprec_mult_1.80 9-1_2 0.2667 Rprec_mult_2.00 9-1_2 0.2845 utility 9-1_2 -892.0000 11pt_avg 9-1_2 0.3261 binG 9-1_2 0.1858 G 9-1_2 0.1523 ndcg 9-1_2 0.6814 ndcg_rel 9-1_2 0.5245 Rndcg 9-1_2 0.4696 ndcg_cut_5 9-1_2 0.4391 ndcg_cut_10 9-1_2 0.4572 ndcg_cut_15 9-1_2 0.4818 ndcg_cut_20 9-1_2 0.4320 ndcg_cut_30 9-1_2 0.3850 ndcg_cut_100 9-1_2 0.4466 ndcg_cut_200 9-1_2 0.6125 ndcg_cut_500 9-1_2 0.6790 ndcg_cut_1000 9-1_2 0.6814 map_cut_5 9-1_2 0.0241 map_cut_10 9-1_2 0.0426 map_cut_15 9-1_2 0.0647 map_cut_20 9-1_2 0.0647 map_cut_30 9-1_2 0.0764 map_cut_100 9-1_2 0.1649 map_cut_200 9-1_2 0.2540 map_cut_500 9-1_2 0.2738 map_cut_1000 9-1_2 0.2738 relative_P_5 9-1_2 0.4000 relative_P_10 9-1_2 0.4000 relative_P_15 9-1_2 0.4667 relative_P_20 9-1_2 0.3500 relative_P_30 9-1_2 0.3000 relative_P_100 9-1_2 0.4655 relative_P_200 9-1_2 0.8103 relative_P_500 9-1_2 0.9310 relative_P_1000 9-1_2 0.9310 success_1 9-1_2 1.0000 success_5 9-1_2 1.0000 success_10 9-1_2 1.0000 set_P 9-1_2 0.0540 set_relative_P 9-1_2 0.9310 set_recall 9-1_2 0.9310 set_map 9-1_2 0.0503 set_F 9-1_2 0.1021 num_nonrel_judged_ret 9-1_2 43 rbp 9-1_2 0.3618 rbp_resid 9-1_2 0.2213 unj_5 9-1_2 0.2000 unj_10 9-1_2 0.1000 unj_20 9-1_2 0.2000 num_ret 9-1_4 1000 num_rel 9-1_4 25 num_rel_ret 9-1_4 24 map 9-1_4 0.2632 Rprec 9-1_4 0.2000 bpref 9-1_4 0.5616 recip_rank 9-1_4 1.0000 iprec_at_recall_0.00 9-1_4 1.0000 iprec_at_recall_0.10 9-1_4 0.7500 iprec_at_recall_0.20 9-1_4 0.2500 iprec_at_recall_0.30 9-1_4 0.2500 iprec_at_recall_0.40 9-1_4 0.1842 iprec_at_recall_0.50 9-1_4 0.1842 iprec_at_recall_0.60 9-1_4 0.1553 iprec_at_recall_0.70 9-1_4 0.1408 iprec_at_recall_0.80 9-1_4 0.1408 iprec_at_recall_0.90 9-1_4 0.0852 iprec_at_recall_1.00 9-1_4 0.0000 P_5 9-1_4 0.6000 P_10 9-1_4 0.4000 P_15 9-1_4 0.2667 P_20 9-1_4 0.2500 P_30 9-1_4 0.2000 P_100 9-1_4 0.1500 P_200 9-1_4 0.1000 P_500 9-1_4 0.0480 P_1000 9-1_4 0.0240 relstring 9-1_4 '33130310--' recall_5 9-1_4 0.1200 recall_10 9-1_4 0.1600 recall_15 9-1_4 0.1600 recall_20 9-1_4 0.2000 recall_30 9-1_4 0.2400 recall_100 9-1_4 0.6000 recall_200 9-1_4 0.8000 recall_500 9-1_4 0.9600 recall_1000 9-1_4 0.9600 infAP 9-1_4 0.2632 Rprec_mult_0.20 9-1_4 0.6000 Rprec_mult_0.40 9-1_4 0.4000 Rprec_mult_0.60 9-1_4 0.2667 Rprec_mult_0.80 9-1_4 0.2500 Rprec_mult_1.00 9-1_4 0.2000 Rprec_mult_1.20 9-1_4 0.2000 Rprec_mult_1.40 9-1_4 0.2286 Rprec_mult_1.60 9-1_4 0.2000 Rprec_mult_1.80 9-1_4 0.1778 Rprec_mult_2.00 9-1_4 0.1600 utility 9-1_4 -952.0000 11pt_avg 9-1_4 0.2855 binG 9-1_4 0.2576 G 9-1_4 0.2420 ndcg 9-1_4 0.7056 ndcg_rel 9-1_4 0.6343 Rndcg 9-1_4 0.4676 ndcg_cut_5 9-1_4 0.7557 ndcg_cut_10 9-1_4 0.5933 ndcg_cut_15 9-1_4 0.4599 ndcg_cut_20 9-1_4 0.4197 ndcg_cut_30 9-1_4 0.3892 ndcg_cut_100 9-1_4 0.5589 ndcg_cut_200 9-1_4 0.6540 ndcg_cut_500 9-1_4 0.7056 ndcg_cut_1000 9-1_4 0.7056 map_cut_5 9-1_4 0.1100 map_cut_10 9-1_4 0.1367 map_cut_15 9-1_4 0.1367 map_cut_20 9-1_4 0.1467 map_cut_30 9-1_4 0.1549 map_cut_100 9-1_4 0.2211 map_cut_200 9-1_4 0.2499 map_cut_500 9-1_4 0.2632 map_cut_1000 9-1_4 0.2632 relative_P_5 9-1_4 0.6000 relative_P_10 9-1_4 0.4000 relative_P_15 9-1_4 0.2667 relative_P_20 9-1_4 0.2500 relative_P_30 9-1_4 0.2400 relative_P_100 9-1_4 0.6000 relative_P_200 9-1_4 0.8000 relative_P_500 9-1_4 0.9600 relative_P_1000 9-1_4 0.9600 success_1 9-1_4 1.0000 success_5 9-1_4 1.0000 success_10 9-1_4 1.0000 set_P 9-1_4 0.0240 set_relative_P 9-1_4 0.9600 set_recall 9-1_4 0.9600 set_map 9-1_4 0.0230 set_F 9-1_4 0.0468 num_nonrel_judged_ret 9-1_4 21 rbp 9-1_4 0.3929 rbp_resid 9-1_4 0.3496 unj_5 9-1_4 0.0000 unj_10 9-1_4 0.2000 unj_20 9-1_4 0.4500 num_ret 9-1_5 1000 num_rel 9-1_5 25 num_rel_ret 9-1_5 0 map 9-1_5 0.0000 Rprec 9-1_5 0.0000 bpref 9-1_5 0.0000 recip_rank 9-1_5 0.0000 iprec_at_recall_0.00 9-1_5 0.0000 iprec_at_recall_0.10 9-1_5 0.0000 iprec_at_recall_0.20 9-1_5 0.0000 iprec_at_recall_0.30 9-1_5 0.0000 iprec_at_recall_0.40 9-1_5 0.0000 iprec_at_recall_0.50 9-1_5 0.0000 iprec_at_recall_0.60 9-1_5 0.0000 iprec_at_recall_0.70 9-1_5 0.0000 iprec_at_recall_0.80 9-1_5 0.0000 iprec_at_recall_0.90 9-1_5 0.0000 iprec_at_recall_1.00 9-1_5 0.0000 P_5 9-1_5 0.0000 P_10 9-1_5 0.0000 P_15 9-1_5 0.0000 P_20 9-1_5 0.0000 P_30 9-1_5 0.0000 P_100 9-1_5 0.0000 P_200 9-1_5 0.0000 P_500 9-1_5 0.0000 P_1000 9-1_5 0.0000 relstring 9-1_5 '0-0-000-0-' recall_5 9-1_5 0.0000 recall_10 9-1_5 0.0000 recall_15 9-1_5 0.0000 recall_20 9-1_5 0.0000 recall_30 9-1_5 0.0000 recall_100 9-1_5 0.0000 recall_200 9-1_5 0.0000 recall_500 9-1_5 0.0000 recall_1000 9-1_5 0.0000 infAP 9-1_5 0.0000 Rprec_mult_0.20 9-1_5 0.0000 Rprec_mult_0.40 9-1_5 0.0000 Rprec_mult_0.60 9-1_5 0.0000 Rprec_mult_0.80 9-1_5 0.0000 Rprec_mult_1.00 9-1_5 0.0000 Rprec_mult_1.20 9-1_5 0.0000 Rprec_mult_1.40 9-1_5 0.0000 Rprec_mult_1.60 9-1_5 0.0000 Rprec_mult_1.80 9-1_5 0.0000 Rprec_mult_2.00 9-1_5 0.0000 utility 9-1_5 -1000.0000 11pt_avg 9-1_5 0.0000 binG 9-1_5 0.0000 G 9-1_5 0.0000 ndcg 9-1_5 0.0000 ndcg_rel 9-1_5 0.0000 Rndcg 9-1_5 0.0000 ndcg_cut_5 9-1_5 0.0000 ndcg_cut_10 9-1_5 0.0000 ndcg_cut_15 9-1_5 0.0000 ndcg_cut_20 9-1_5 0.0000 ndcg_cut_30 9-1_5 0.0000 ndcg_cut_100 9-1_5 0.0000 ndcg_cut_200 9-1_5 0.0000 ndcg_cut_500 9-1_5 0.0000 ndcg_cut_1000 9-1_5 0.0000 map_cut_5 9-1_5 0.0000 map_cut_10 9-1_5 0.0000 map_cut_15 9-1_5 0.0000 map_cut_20 9-1_5 0.0000 map_cut_30 9-1_5 0.0000 map_cut_100 9-1_5 0.0000 map_cut_200 9-1_5 0.0000 map_cut_500 9-1_5 0.0000 map_cut_1000 9-1_5 0.0000 relative_P_5 9-1_5 0.0000 relative_P_10 9-1_5 0.0000 relative_P_15 9-1_5 0.0000 relative_P_20 9-1_5 0.0000 relative_P_30 9-1_5 0.0000 relative_P_100 9-1_5 0.0000 relative_P_200 9-1_5 0.0000 relative_P_500 9-1_5 0.0000 relative_P_1000 9-1_5 0.0000 success_1 9-1_5 0.0000 success_5 9-1_5 0.0000 success_10 9-1_5 0.0000 set_P 9-1_5 0.0000 set_relative_P 9-1_5 0.0000 set_recall 9-1_5 0.0000 set_map 9-1_5 0.0000 set_F 9-1_5 0.0000 num_nonrel_judged_ret 9-1_5 14 rbp 9-1_5 0.0000 rbp_resid 9-1_5 0.5522 unj_5 9-1_5 0.4000 unj_10 9-1_5 0.4000 unj_20 9-1_5 0.6500 num_ret 9-2_6 1000 num_rel 9-2_6 20 num_rel_ret 9-2_6 12 map 9-2_6 0.2412 Rprec 9-2_6 0.3000 bpref 9-2_6 0.4575 recip_rank 9-2_6 1.0000 iprec_at_recall_0.00 9-2_6 1.0000 iprec_at_recall_0.10 9-2_6 1.0000 iprec_at_recall_0.20 9-2_6 0.4167 iprec_at_recall_0.30 9-2_6 0.3529 iprec_at_recall_0.40 9-2_6 0.2727 iprec_at_recall_0.50 9-2_6 0.2500 iprec_at_recall_0.60 9-2_6 0.0635 iprec_at_recall_0.70 9-2_6 0.0000 iprec_at_recall_0.80 9-2_6 0.0000 iprec_at_recall_0.90 9-2_6 0.0000 iprec_at_recall_1.00 9-2_6 0.0000 P_5 9-2_6 0.4000 P_10 9-2_6 0.4000 P_15 9-2_6 0.3333 P_20 9-2_6 0.3000 P_30 9-2_6 0.2333 P_100 9-2_6 0.1100 P_200 9-2_6 0.0600 P_500 9-2_6 0.0240 P_1000 9-2_6 0.0120 relstring 9-2_6 '33----1142' recall_5 9-2_6 0.1000 recall_10 9-2_6 0.2000 recall_15 9-2_6 0.2500 recall_20 9-2_6 0.3000 recall_30 9-2_6 0.3500 recall_100 9-2_6 0.5500 recall_200 9-2_6 0.6000 recall_500 9-2_6 0.6000 recall_1000 9-2_6 0.6000 infAP 9-2_6 0.2412 Rprec_mult_0.20 9-2_6 0.5000 Rprec_mult_0.40 9-2_6 0.2500 Rprec_mult_0.60 9-2_6 0.4167 Rprec_mult_0.80 9-2_6 0.3125 Rprec_mult_1.00 9-2_6 0.3000 Rprec_mult_1.20 9-2_6 0.2500 Rprec_mult_1.40 9-2_6 0.2500 Rprec_mult_1.60 9-2_6 0.2500 Rprec_mult_1.80 9-2_6 0.2500 Rprec_mult_2.00 9-2_6 0.2500 utility 9-2_6 -976.0000 11pt_avg 9-2_6 0.3051 binG 9-2_6 0.2212 G 9-2_6 0.1555 ndcg 9-2_6 0.5475 ndcg_rel 9-2_6 0.4989 Rndcg 9-2_6 0.4279 ndcg_cut_5 9-2_6 0.4149 ndcg_cut_10 9-2_6 0.4241 ndcg_cut_15 9-2_6 0.3896 ndcg_cut_20 9-2_6 0.3909 ndcg_cut_30 9-2_6 0.3911 ndcg_cut_100 9-2_6 0.5219 ndcg_cut_200 9-2_6 0.5429 ndcg_cut_500 9-2_6 0.5475 ndcg_cut_1000 9-2_6 0.5475 map_cut_5 9-2_6 0.1000 map_cut_10 9-2_6 0.1367 map_cut_15 9-2_6 0.1575 map_cut_20 9-2_6 0.1751 map_cut_30 9-2_6 0.1876 map_cut_100 9-2_6 0.2380 map_cut_200 9-2_6 0.2412 map_cut_500 9-2_6 0.2412 map_cut_1000 9-2_6 0.2412 relative_P_5 9-2_6 0.4000 relative_P_10 9-2_6 0.4000 relative_P_15 9-2_6 0.3333 relative_P_20 9-2_6 0.3000 relative_P_30 9-2_6 0.3500 relative_P_100 9-2_6 0.5500 relative_P_200 9-2_6 0.6000 relative_P_500 9-2_6 0.6000 relative_P_1000 9-2_6 0.6000 success_1 9-2_6 1.0000 success_5 9-2_6 1.0000 success_10 9-2_6 1.0000 set_P 9-2_6 0.0120 set_relative_P 9-2_6 0.6000 set_recall 9-2_6 0.6000 set_map 9-2_6 0.0072 set_F 9-2_6 0.0235 num_nonrel_judged_ret 9-2_6 19 rbp 9-2_6 0.2804 rbp_resid 9-2_6 0.5061 unj_5 9-2_6 0.6000 unj_10 9-2_6 0.4000 unj_20 9-2_6 0.5000 num_ret 9-2_7 1000 num_rel 9-2_7 10 num_rel_ret 9-2_7 1 map 9-2_7 0.0500 Rprec 9-2_7 0.1000 bpref 9-2_7 0.0900 recip_rank 9-2_7 0.5000 iprec_at_recall_0.00 9-2_7 0.5000 iprec_at_recall_0.10 9-2_7 0.5000 iprec_at_recall_0.20 9-2_7 0.0000 iprec_at_recall_0.30 9-2_7 0.0000 iprec_at_recall_0.40 9-2_7 0.0000 iprec_at_recall_0.50 9-2_7 0.0000 iprec_at_recall_0.60 9-2_7 0.0000 iprec_at_recall_0.70 9-2_7 0.0000 iprec_at_recall_0.80 9-2_7 0.0000 iprec_at_recall_0.90 9-2_7 0.0000 iprec_at_recall_1.00 9-2_7 0.0000 P_5 9-2_7 0.2000 P_10 9-2_7 0.1000 P_15 9-2_7 0.0667 P_20 9-2_7 0.0500 P_30 9-2_7 0.0333 P_100 9-2_7 0.0100 P_200 9-2_7 0.0050 P_500 9-2_7 0.0020 P_1000 9-2_7 0.0010 relstring 9-2_7 '04000-0000' recall_5 9-2_7 0.1000 recall_10 9-2_7 0.1000 recall_15 9-2_7 0.1000 recall_20 9-2_7 0.1000 recall_30 9-2_7 0.1000 recall_100 9-2_7 0.1000 recall_200 9-2_7 0.1000 recall_500 9-2_7 0.1000 recall_1000 9-2_7 0.1000 infAP 9-2_7 0.0500 Rprec_mult_0.20 9-2_7 0.5000 Rprec_mult_0.40 9-2_7 0.2500 Rprec_mult_0.60 9-2_7 0.1667 Rprec_mult_0.80 9-2_7 0.1250 Rprec_mult_1.00 9-2_7 0.1000 Rprec_mult_1.20 9-2_7 0.0833 Rprec_mult_1.40 9-2_7 0.0714 Rprec_mult_1.60 9-2_7 0.0625 Rprec_mult_1.80 9-2_7 0.0556 Rprec_mult_2.00 9-2_7 0.0500 utility 9-2_7 -998.0000 11pt_avg 9-2_7 0.0909 binG 9-2_7 0.0631 G 9-2_7 0.0401 ndcg 9-2_7 0.1642 ndcg_rel 9-2_7 0.1732 Rndcg 9-2_7 0.2299 ndcg_cut_5 9-2_7 0.2756 ndcg_cut_10 9-2_7 0.2044 ndcg_cut_15 9-2_7 0.2039 ndcg_cut_20 9-2_7 0.1877 ndcg_cut_30 9-2_7 0.1642 ndcg_cut_100 9-2_7 0.1642 ndcg_cut_200 9-2_7 0.1642 ndcg_cut_500 9-2_7 0.1642 ndcg_cut_1000 9-2_7 0.1642 map_cut_5 9-2_7 0.0500 map_cut_10 9-2_7 0.0500 map_cut_15 9-2_7 0.0500 map_cut_20 9-2_7 0.0500 map_cut_30 9-2_7 0.0500 map_cut_100 9-2_7 0.0500 map_cut_200 9-2_7 0.0500 map_cut_500 9-2_7 0.0500 map_cut_1000 9-2_7 0.0500 relative_P_5 9-2_7 0.2000 relative_P_10 9-2_7 0.1000 relative_P_15 9-2_7 0.1000 relative_P_20 9-2_7 0.1000 relative_P_30 9-2_7 0.1000 relative_P_100 9-2_7 0.1000 relative_P_200 9-2_7 0.1000 relative_P_500 9-2_7 0.1000 relative_P_1000 9-2_7 0.1000 success_1 9-2_7 0.0000 success_5 9-2_7 1.0000 success_10 9-2_7 1.0000 set_P 9-2_7 0.0010 set_relative_P 9-2_7 0.1000 set_recall 9-2_7 0.1000 set_map 9-2_7 0.0001 set_F 9-2_7 0.0020 num_nonrel_judged_ret 9-2_7 10 rbp 9-2_7 0.0971 rbp_resid 9-2_7 0.3446 unj_5 9-2_7 0.0000 unj_10 9-2_7 0.1000 unj_20 9-2_7 0.4500 num_ret 9-2_9 1000 num_rel 9-2_9 31 num_rel_ret 9-2_9 30 map 9-2_9 0.2435 Rprec 9-2_9 0.2581 bpref 9-2_9 0.2955 recip_rank 9-2_9 1.0000 iprec_at_recall_0.00 9-2_9 1.0000 iprec_at_recall_0.10 9-2_9 0.5000 iprec_at_recall_0.20 9-2_9 0.3750 iprec_at_recall_0.30 9-2_9 0.2647 iprec_at_recall_0.40 9-2_9 0.2321 iprec_at_recall_0.50 9-2_9 0.2043 iprec_at_recall_0.60 9-2_9 0.2043 iprec_at_recall_0.70 9-2_9 0.1983 iprec_at_recall_0.80 9-2_9 0.1344 iprec_at_recall_0.90 9-2_9 0.0855 iprec_at_recall_1.00 9-2_9 0.0000 P_5 9-2_9 0.4000 P_10 9-2_9 0.3000 P_15 9-2_9 0.3333 P_20 9-2_9 0.3000 P_30 9-2_9 0.2333 P_100 9-2_9 0.1900 P_200 9-2_9 0.1250 P_500 9-2_9 0.0600 P_1000 9-2_9 0.0300 relstring 9-2_9 '41-21411--' recall_5 9-2_9 0.0645 recall_10 9-2_9 0.0968 recall_15 9-2_9 0.1613 recall_20 9-2_9 0.1935 recall_30 9-2_9 0.2258 recall_100 9-2_9 0.6129 recall_200 9-2_9 0.8065 recall_500 9-2_9 0.9677 recall_1000 9-2_9 0.9677 infAP 9-2_9 0.2435 Rprec_mult_0.20 9-2_9 0.4286 Rprec_mult_0.40 9-2_9 0.3846 Rprec_mult_0.60 9-2_9 0.3158 Rprec_mult_0.80 9-2_9 0.2800 Rprec_mult_1.00 9-2_9 0.2581 Rprec_mult_1.20 9-2_9 0.2368 Rprec_mult_1.40 9-2_9 0.2045 Rprec_mult_1.60 9-2_9 0.2000 Rprec_mult_1.80 9-2_9 0.2321 Rprec_mult_2.00 9-2_9 0.2097 utility 9-2_9 -940.0000 11pt_avg 9-2_9 0.2908 binG 9-2_9 0.2166 G 9-2_9 0.1834 ndcg 9-2_9 0.7137 ndcg_rel 9-2_9 0.5836 Rndcg 9-2_9 0.5299 ndcg_cut_5 9-2_9 0.4985 ndcg_cut_10 9-2_9 0.4376 ndcg_cut_15 9-2_9 0.4678 ndcg_cut_20 9-2_9 0.4865 ndcg_cut_30 9-2_9 0.4661 ndcg_cut_100 9-2_9 0.5724 ndcg_cut_200 9-2_9 0.6555 ndcg_cut_500 9-2_9 0.7109 ndcg_cut_1000 9-2_9 0.7137 map_cut_5 9-2_9 0.0484 map_cut_10 9-2_9 0.0645 map_cut_15 9-2_9 0.0877 map_cut_20 9-2_9 0.0998 map_cut_30 9-2_9 0.1096 map_cut_100 9-2_9 0.1918 map_cut_200 9-2_9 0.2276 map_cut_500 9-2_9 0.2435 map_cut_1000 9-2_9 0.2435 relative_P_5 9-2_9 0.4000 relative_P_10 9-2_9 0.3000 relative_P_15 9-2_9 0.3333 relative_P_20 9-2_9 0.3000 relative_P_30 9-2_9 0.2333 relative_P_100 9-2_9 0.6129 relative_P_200 9-2_9 0.8065 relative_P_500 9-2_9 0.9677 relative_P_1000 9-2_9 0.9677 success_1 9-2_9 1.0000 success_5 9-2_9 1.0000 success_10 9-2_9 1.0000 set_P 9-2_9 0.0300 set_relative_P 9-2_9 0.9677 set_recall 9-2_9 0.9677 set_map 9-2_9 0.0290 set_F 9-2_9 0.0582 num_nonrel_judged_ret 9-2_9 48 rbp 9-2_9 0.3828 rbp_resid 9-2_9 0.2539 unj_5 9-2_9 0.2000 unj_10 9-2_9 0.3000 unj_20 9-2_9 0.2500 runid all orga-ance-llama70b num_q all 45 num_ret all 45000 num_rel all 2135 num_rel_ret all 1117 map all 0.1878 gm_map all 0.0448 Rprec all 0.2129 bpref all 0.3377 recip_rank all 0.5720 iprec_at_recall_0.00 all 0.6079 iprec_at_recall_0.10 all 0.4321 iprec_at_recall_0.20 all 0.3263 iprec_at_recall_0.30 all 0.2439 iprec_at_recall_0.40 all 0.1968 iprec_at_recall_0.50 all 0.1593 iprec_at_recall_0.60 all 0.1311 iprec_at_recall_0.70 all 0.1071 iprec_at_recall_0.80 all 0.0729 iprec_at_recall_0.90 all 0.0396 iprec_at_recall_1.00 all 0.0074 P_5 all 0.4044 P_10 all 0.3422 P_15 all 0.3096 P_20 all 0.2744 P_30 all 0.2385 P_100 all 0.1396 P_200 all 0.0940 P_500 all 0.0473 P_1000 all 0.0248 recall_5 all 0.0848 recall_10 all 0.1279 recall_15 all 0.1548 recall_20 all 0.1811 recall_30 all 0.2136 recall_100 all 0.3456 recall_200 all 0.4282 recall_500 all 0.5173 recall_1000 all 0.5385 infAP all 0.1878 gm_bpref all 0.0496 Rprec_mult_0.20 all 0.3824 Rprec_mult_0.40 all 0.2906 Rprec_mult_0.60 all 0.2611 Rprec_mult_0.80 all 0.2321 Rprec_mult_1.00 all 0.2129 Rprec_mult_1.20 all 0.1963 Rprec_mult_1.40 all 0.1819 Rprec_mult_1.60 all 0.1686 Rprec_mult_1.80 all 0.1594 Rprec_mult_2.00 all 0.1513 utility all -950.3556 11pt_avg all 0.2113 binG all 0.1650 G all 0.1186 ndcg all 0.4247 ndcg_rel all 0.3818 Rndcg all 0.3316 ndcg_cut_5 all 0.3821 ndcg_cut_10 all 0.3562 ndcg_cut_15 all 0.3394 ndcg_cut_20 all 0.3300 ndcg_cut_30 all 0.3240 ndcg_cut_100 all 0.3344 ndcg_cut_200 all 0.3738 ndcg_cut_500 all 0.4150 ndcg_cut_1000 all 0.4247 map_cut_5 all 0.0607 map_cut_10 all 0.0891 map_cut_15 all 0.1033 map_cut_20 all 0.1124 map_cut_30 all 0.1260 map_cut_100 all 0.1631 map_cut_200 all 0.1782 map_cut_500 all 0.1869 map_cut_1000 all 0.1878 relative_P_5 all 0.4222 relative_P_10 all 0.3640 relative_P_15 all 0.3423 relative_P_20 all 0.3255 relative_P_30 all 0.3166 relative_P_100 all 0.3509 relative_P_200 all 0.4287 relative_P_500 all 0.5173 relative_P_1000 all 0.5385 success_1 all 0.4444 success_5 all 0.7333 success_10 all 0.7556 set_P all 0.0248 set_relative_P all 0.5385 set_recall all 0.5385 set_map all 0.0165 set_F all 0.0463 num_nonrel_judged_ret all 1323 rbp all 0.2626 rbp_resid all 0.3357 unj_5 all 0.1822 unj_10 all 0.2022 unj_20 all 0.3889