num_ret 0_10 1000 num_rel 0_10 54 num_rel_ret 0_10 54 map 0_10 0.5780 Rprec 0_10 0.5741 bpref 0_10 0.8529 recip_rank 0_10 1.0000 iprec_at_recall_0.00 0_10 1.0000 iprec_at_recall_0.10 0_10 1.0000 iprec_at_recall_0.20 0_10 0.8462 iprec_at_recall_0.30 0_10 0.8400 iprec_at_recall_0.40 0_10 0.7857 iprec_at_recall_0.50 0_10 0.7297 iprec_at_recall_0.60 0_10 0.5079 iprec_at_recall_0.70 0_10 0.3015 iprec_at_recall_0.80 0_10 0.2544 iprec_at_recall_0.90 0_10 0.1404 iprec_at_recall_1.00 0_10 0.0558 P_5 0_10 1.0000 P_10 0_10 0.8000 P_15 0_10 0.8000 P_20 0_10 0.8000 P_30 0_10 0.7667 P_100 0_10 0.3400 P_200 0_10 0.2150 P_500 0_10 0.1060 P_1000 0_10 0.0540 relstring 0_10 '231233-13-' recall_5 0_10 0.0926 recall_10 0_10 0.1481 recall_15 0_10 0.2222 recall_20 0_10 0.2963 recall_30 0_10 0.4259 recall_100 0_10 0.6296 recall_200 0_10 0.7963 recall_500 0_10 0.9815 recall_1000 0_10 1.0000 infAP 0_10 0.5780 Rprec_mult_0.20 0_10 0.8182 Rprec_mult_0.40 0_10 0.8182 Rprec_mult_0.60 0_10 0.7576 Rprec_mult_0.80 0_10 0.6364 Rprec_mult_1.00 0_10 0.5741 Rprec_mult_1.20 0_10 0.4923 Rprec_mult_1.40 0_10 0.4342 Rprec_mult_1.60 0_10 0.3908 Rprec_mult_1.80 0_10 0.3469 Rprec_mult_2.00 0_10 0.3241 utility 0_10 -892.0000 11pt_avg 0_10 0.5874 binG 0_10 0.3494 G 0_10 0.2104 ndcg 0_10 0.8115 ndcg_rel 0_10 0.6824 Rndcg 0_10 0.6563 ndcg_cut_5 0_10 0.7252 ndcg_cut_10 0_10 0.6384 ndcg_cut_15 0_10 0.6457 ndcg_cut_20 0_10 0.6381 ndcg_cut_30 0_10 0.6364 ndcg_cut_100 0_10 0.6297 ndcg_cut_200 0_10 0.7246 ndcg_cut_500 0_10 0.8086 ndcg_cut_1000 0_10 0.8115 map_cut_5 0_10 0.0926 map_cut_10 0_10 0.1438 map_cut_15 0_10 0.2048 map_cut_20 0_10 0.2654 map_cut_30 0_10 0.3706 map_cut_100 0_10 0.4983 map_cut_200 0_10 0.5475 map_cut_500 0_10 0.5770 map_cut_1000 0_10 0.5780 relative_P_5 0_10 1.0000 relative_P_10 0_10 0.8000 relative_P_15 0_10 0.8000 relative_P_20 0_10 0.8000 relative_P_30 0_10 0.7667 relative_P_100 0_10 0.6296 relative_P_200 0_10 0.7963 relative_P_500 0_10 0.9815 relative_P_1000 0_10 1.0000 success_1 0_10 1.0000 success_5 0_10 1.0000 success_10 0_10 1.0000 set_P 0_10 0.0540 set_relative_P 0_10 1.0000 set_recall 0_10 1.0000 set_map 0_10 0.0540 set_F 0_10 0.1025 num_nonrel_judged_ret 0_10 33 rbp 0_10 0.6242 rbp_resid 0_10 0.1314 unj_5 0_10 0.0000 unj_10 0_10 0.2000 unj_20 0_10 0.1500 num_ret 0_11 1000 num_rel 0_11 12 num_rel_ret 0_11 12 map 0_11 0.2849 Rprec 0_11 0.3333 bpref 0_11 0.3056 recip_rank 0_11 1.0000 iprec_at_recall_0.00 0_11 1.0000 iprec_at_recall_0.10 0_11 1.0000 iprec_at_recall_0.20 0_11 1.0000 iprec_at_recall_0.30 0_11 0.4000 iprec_at_recall_0.40 0_11 0.2083 iprec_at_recall_0.50 0_11 0.0408 iprec_at_recall_0.60 0_11 0.0336 iprec_at_recall_0.70 0_11 0.0336 iprec_at_recall_0.80 0_11 0.0336 iprec_at_recall_0.90 0_11 0.0336 iprec_at_recall_1.00 0_11 0.0158 P_5 0_11 0.6000 P_10 0_11 0.4000 P_15 0_11 0.2667 P_20 0_11 0.2000 P_30 0_11 0.1667 P_100 0_11 0.0500 P_200 0_11 0.0300 P_500 0_11 0.0220 P_1000 0_11 0.0120 relstring 0_11 '3300300-03' recall_5 0_11 0.2500 recall_10 0_11 0.3333 recall_15 0_11 0.3333 recall_20 0_11 0.3333 recall_30 0_11 0.4167 recall_100 0_11 0.4167 recall_200 0_11 0.5000 recall_500 0_11 0.9167 recall_1000 0_11 1.0000 infAP 0_11 0.2849 Rprec_mult_0.20 0_11 0.6667 Rprec_mult_0.40 0_11 0.6000 Rprec_mult_0.60 0_11 0.3750 Rprec_mult_0.80 0_11 0.4000 Rprec_mult_1.00 0_11 0.3333 Rprec_mult_1.20 0_11 0.2667 Rprec_mult_1.40 0_11 0.2353 Rprec_mult_1.60 0_11 0.2000 Rprec_mult_1.80 0_11 0.1818 Rprec_mult_2.00 0_11 0.2083 utility 0_11 -976.0000 11pt_avg 0_11 0.3454 binG 0_11 0.3267 G 0_11 0.3012 ndcg 0_11 0.6631 ndcg_rel 0_11 0.6541 Rndcg 0_11 0.5580 ndcg_cut_5 0_11 0.6844 ndcg_cut_10 0_11 0.5077 ndcg_cut_15 0_11 0.4530 ndcg_cut_20 0_11 0.4530 ndcg_cut_30 0_11 0.4953 ndcg_cut_100 0_11 0.4953 ndcg_cut_200 0_11 0.5225 ndcg_cut_500 0_11 0.6426 ndcg_cut_1000 0_11 0.6631 map_cut_5 0_11 0.2167 map_cut_10 0_11 0.2500 map_cut_15 0_11 0.2500 map_cut_20 0_11 0.2500 map_cut_30 0_11 0.2674 map_cut_100 0_11 0.2674 map_cut_200 0_11 0.2708 map_cut_500 0_11 0.2836 map_cut_1000 0_11 0.2849 relative_P_5 0_11 0.6000 relative_P_10 0_11 0.4000 relative_P_15 0_11 0.3333 relative_P_20 0_11 0.3333 relative_P_30 0_11 0.4167 relative_P_100 0_11 0.4167 relative_P_200 0_11 0.5000 relative_P_500 0_11 0.9167 relative_P_1000 0_11 1.0000 success_1 0_11 1.0000 success_5 0_11 1.0000 success_10 0_11 1.0000 set_P 0_11 0.0120 set_relative_P 0_11 1.0000 set_recall 0_11 1.0000 set_map 0_11 0.0120 set_F 0_11 0.0237 num_nonrel_judged_ret 0_11 21 rbp 0_11 0.3032 rbp_resid 0_11 0.3105 unj_5 0_11 0.0000 unj_10 0_11 0.1000 unj_20 0_11 0.3500 num_ret 0_2 1000 num_rel 0_2 34 num_rel_ret 0_2 26 map 0_2 0.1925 Rprec 0_2 0.2353 bpref 0_2 0.1626 recip_rank 0_2 1.0000 iprec_at_recall_0.00 0_2 1.0000 iprec_at_recall_0.10 0_2 0.2963 iprec_at_recall_0.20 0_2 0.2963 iprec_at_recall_0.30 0_2 0.2222 iprec_at_recall_0.40 0_2 0.2093 iprec_at_recall_0.50 0_2 0.2093 iprec_at_recall_0.60 0_2 0.1869 iprec_at_recall_0.70 0_2 0.0938 iprec_at_recall_0.80 0_2 0.0000 iprec_at_recall_0.90 0_2 0.0000 iprec_at_recall_1.00 0_2 0.0000 P_5 0_2 0.4000 P_10 0_2 0.2000 P_15 0_2 0.2000 P_20 0_2 0.2500 P_30 0_2 0.2667 P_100 0_2 0.1900 P_200 0_2 0.1100 P_500 0_2 0.0500 P_1000 0_2 0.0260 relstring 0_2 '2200000000' recall_5 0_2 0.0588 recall_10 0_2 0.0588 recall_15 0_2 0.0882 recall_20 0_2 0.1471 recall_30 0_2 0.2353 recall_100 0_2 0.5588 recall_200 0_2 0.6471 recall_500 0_2 0.7353 recall_1000 0_2 0.7647 infAP 0_2 0.1925 Rprec_mult_0.20 0_2 0.2857 Rprec_mult_0.40 0_2 0.2143 Rprec_mult_0.60 0_2 0.2381 Rprec_mult_0.80 0_2 0.2857 Rprec_mult_1.00 0_2 0.2353 Rprec_mult_1.20 0_2 0.1951 Rprec_mult_1.40 0_2 0.2083 Rprec_mult_1.60 0_2 0.1818 Rprec_mult_1.80 0_2 0.1935 Rprec_mult_2.00 0_2 0.1912 utility 0_2 -948.0000 11pt_avg 0_2 0.2286 binG 0_2 0.1854 G 0_2 0.1706 ndcg 0_2 0.5564 ndcg_rel 0_2 0.4618 Rndcg 0_2 0.4547 ndcg_cut_5 0_2 0.4729 ndcg_cut_10 0_2 0.3234 ndcg_cut_15 0_2 0.2826 ndcg_cut_20 0_2 0.3095 ndcg_cut_30 0_2 0.3225 ndcg_cut_100 0_2 0.4557 ndcg_cut_200 0_2 0.4979 ndcg_cut_500 0_2 0.5431 ndcg_cut_1000 0_2 0.5564 map_cut_5 0_2 0.0588 map_cut_10 0_2 0.0588 map_cut_15 0_2 0.0656 map_cut_20 0_2 0.0803 map_cut_30 0_2 0.1053 map_cut_100 0_2 0.1686 map_cut_200 0_2 0.1829 map_cut_500 0_2 0.1911 map_cut_1000 0_2 0.1925 relative_P_5 0_2 0.4000 relative_P_10 0_2 0.2000 relative_P_15 0_2 0.2000 relative_P_20 0_2 0.2500 relative_P_30 0_2 0.2667 relative_P_100 0_2 0.5588 relative_P_200 0_2 0.6471 relative_P_500 0_2 0.7353 relative_P_1000 0_2 0.7647 success_1 0_2 1.0000 success_5 0_2 1.0000 success_10 0_2 1.0000 set_P 0_2 0.0260 set_relative_P 0_2 0.7647 set_recall 0_2 0.7647 set_map 0_2 0.0199 set_F 0_2 0.0503 num_nonrel_judged_ret 0_2 117 rbp 0_2 0.1654 rbp_resid 0_2 0.0112 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1000 num_rel 0_3 24 num_rel_ret 0_3 22 map 0_3 0.2678 Rprec 0_3 0.2917 bpref 0_3 0.2396 recip_rank 0_3 1.0000 iprec_at_recall_0.00 0_3 1.0000 iprec_at_recall_0.10 0_3 0.6667 iprec_at_recall_0.20 0_3 0.4545 iprec_at_recall_0.30 0_3 0.4118 iprec_at_recall_0.40 0_3 0.2000 iprec_at_recall_0.50 0_3 0.1884 iprec_at_recall_0.60 0_3 0.1798 iprec_at_recall_0.70 0_3 0.1604 iprec_at_recall_0.80 0_3 0.1357 iprec_at_recall_0.90 0_3 0.0913 iprec_at_recall_1.00 0_3 0.0000 P_5 0_3 0.6000 P_10 0_3 0.4000 P_15 0_3 0.4000 P_20 0_3 0.3500 P_30 0_3 0.2333 P_100 0_3 0.1600 P_200 0_3 0.1000 P_500 0_3 0.0440 P_1000 0_3 0.0220 relstring 0_3 '1001110000' recall_5 0_3 0.1250 recall_10 0_3 0.1667 recall_15 0_3 0.2500 recall_20 0_3 0.2917 recall_30 0_3 0.2917 recall_100 0_3 0.6667 recall_200 0_3 0.8333 recall_500 0_3 0.9167 recall_1000 0_3 0.9167 infAP 0_3 0.2678 Rprec_mult_0.20 0_3 0.6000 Rprec_mult_0.40 0_3 0.4000 Rprec_mult_0.60 0_3 0.4000 Rprec_mult_0.80 0_3 0.3500 Rprec_mult_1.00 0_3 0.2917 Rprec_mult_1.20 0_3 0.2414 Rprec_mult_1.40 0_3 0.2059 Rprec_mult_1.60 0_3 0.1795 Rprec_mult_1.80 0_3 0.1818 Rprec_mult_2.00 0_3 0.1667 utility 0_3 -956.0000 11pt_avg 0_3 0.3171 binG 0_3 0.2423 G 0_3 0.1908 ndcg 0_3 0.5362 ndcg_rel 0_3 0.4102 Rndcg 0_3 0.3622 ndcg_cut_5 0_3 0.2635 ndcg_cut_10 0_3 0.2560 ndcg_cut_15 0_3 0.3330 ndcg_cut_20 0_3 0.3409 ndcg_cut_30 0_3 0.3157 ndcg_cut_100 0_3 0.4568 ndcg_cut_200 0_3 0.5042 ndcg_cut_500 0_3 0.5362 ndcg_cut_1000 0_3 0.5362 map_cut_5 0_3 0.0875 map_cut_10 0_3 0.1153 map_cut_15 0_3 0.1521 map_cut_20 0_3 0.1692 map_cut_30 0_3 0.1692 map_cut_100 0_3 0.2377 map_cut_200 0_3 0.2603 map_cut_500 0_3 0.2678 map_cut_1000 0_3 0.2678 relative_P_5 0_3 0.6000 relative_P_10 0_3 0.4000 relative_P_15 0_3 0.4000 relative_P_20 0_3 0.3500 relative_P_30 0_3 0.2917 relative_P_100 0_3 0.6667 relative_P_200 0_3 0.8333 relative_P_500 0_3 0.9167 relative_P_1000 0_3 0.9167 success_1 0_3 1.0000 success_5 0_3 1.0000 success_10 0_3 1.0000 set_P 0_3 0.0220 set_relative_P 0_3 0.9167 set_recall 0_3 0.9167 set_map 0_3 0.0202 set_F 0_3 0.0430 num_nonrel_judged_ret 0_3 123 rbp 0_3 0.1560 rbp_resid 0_3 0.0062 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 1000 num_rel 0_4 20 num_rel_ret 0_4 18 map 0_4 0.2562 Rprec 0_4 0.2500 bpref 0_4 0.2825 recip_rank 0_4 1.0000 iprec_at_recall_0.00 0_4 1.0000 iprec_at_recall_0.10 0_4 1.0000 iprec_at_recall_0.20 0_4 0.5000 iprec_at_recall_0.30 0_4 0.2222 iprec_at_recall_0.40 0_4 0.1071 iprec_at_recall_0.50 0_4 0.0917 iprec_at_recall_0.60 0_4 0.0863 iprec_at_recall_0.70 0_4 0.0700 iprec_at_recall_0.80 0_4 0.0582 iprec_at_recall_0.90 0_4 0.0239 iprec_at_recall_1.00 0_4 0.0000 P_5 0_4 0.6000 P_10 0_4 0.4000 P_15 0_4 0.3333 P_20 0_4 0.2500 P_30 0_4 0.2000 P_100 0_4 0.0900 P_200 0_4 0.0700 P_500 0_4 0.0340 P_1000 0_4 0.0180 relstring 0_4 '314000-2--' recall_5 0_4 0.1500 recall_10 0_4 0.2000 recall_15 0_4 0.2500 recall_20 0_4 0.2500 recall_30 0_4 0.3000 recall_100 0_4 0.4500 recall_200 0_4 0.7000 recall_500 0_4 0.8500 recall_1000 0_4 0.9000 infAP 0_4 0.2562 Rprec_mult_0.20 0_4 0.7500 Rprec_mult_0.40 0_4 0.5000 Rprec_mult_0.60 0_4 0.4167 Rprec_mult_0.80 0_4 0.3125 Rprec_mult_1.00 0_4 0.2500 Rprec_mult_1.20 0_4 0.2083 Rprec_mult_1.40 0_4 0.2143 Rprec_mult_1.60 0_4 0.1875 Rprec_mult_1.80 0_4 0.1667 Rprec_mult_2.00 0_4 0.1750 utility 0_4 -964.0000 11pt_avg 0_4 0.2872 binG 0_4 0.2811 G 0_4 0.2219 ndcg 0_4 0.6367 ndcg_rel 0_4 0.5834 Rndcg 0_4 0.5602 ndcg_cut_5 0_4 0.5317 ndcg_cut_10 0_4 0.4544 ndcg_cut_15 0_4 0.4693 ndcg_cut_20 0_4 0.4364 ndcg_cut_30 0_4 0.4859 ndcg_cut_100 0_4 0.5454 ndcg_cut_200 0_4 0.5954 ndcg_cut_500 0_4 0.6242 ndcg_cut_1000 0_4 0.6367 map_cut_5 0_4 0.1500 map_cut_10 0_4 0.1750 map_cut_15 0_4 0.1958 map_cut_20 0_4 0.1958 map_cut_30 0_4 0.2069 map_cut_100 0_4 0.2262 map_cut_200 0_4 0.2466 map_cut_500 0_4 0.2550 map_cut_1000 0_4 0.2562 relative_P_5 0_4 0.6000 relative_P_10 0_4 0.4000 relative_P_15 0_4 0.3333 relative_P_20 0_4 0.2500 relative_P_30 0_4 0.3000 relative_P_100 0_4 0.4500 relative_P_200 0_4 0.7000 relative_P_500 0_4 0.8500 relative_P_1000 0_4 0.9000 success_1 0_4 1.0000 success_5 0_4 1.0000 success_10 0_4 1.0000 set_P 0_4 0.0180 set_relative_P 0_4 0.9000 set_recall 0_4 0.9000 set_map 0_4 0.0162 set_F 0_4 0.0353 num_nonrel_judged_ret 0_4 41 rbp 0_4 0.2412 rbp_resid 0_4 0.3062 unj_5 0_4 0.0000 unj_10 0_4 0.3000 unj_20 0_4 0.3000 num_ret 0_6 1000 num_rel 0_6 121 num_rel_ret 0_6 80 map 0_6 0.3683 Rprec 0_6 0.4215 bpref 0_6 0.6388 recip_rank 0_6 1.0000 iprec_at_recall_0.00 0_6 1.0000 iprec_at_recall_0.10 0_6 1.0000 iprec_at_recall_0.20 0_6 0.9032 iprec_at_recall_0.30 0_6 0.5217 iprec_at_recall_0.40 0_6 0.4425 iprec_at_recall_0.50 0_6 0.2082 iprec_at_recall_0.60 0_6 0.1072 iprec_at_recall_0.70 0_6 0.0000 iprec_at_recall_0.80 0_6 0.0000 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 1.0000 P_10 0_6 1.0000 P_15 0_6 0.9333 P_20 0_6 0.9500 P_30 0_6 0.9000 P_100 0_6 0.4400 P_200 0_6 0.2850 P_500 0_6 0.1380 P_1000 0_6 0.0800 relstring 0_6 '3222232211' recall_5 0_6 0.0413 recall_10 0_6 0.0826 recall_15 0_6 0.1157 recall_20 0_6 0.1570 recall_30 0_6 0.2231 recall_100 0_6 0.3636 recall_200 0_6 0.4711 recall_500 0_6 0.5702 recall_1000 0_6 0.6612 infAP 0_6 0.3683 Rprec_mult_0.20 0_6 0.8800 Rprec_mult_0.40 0_6 0.6735 Rprec_mult_0.60 0_6 0.5068 Rprec_mult_0.80 0_6 0.4330 Rprec_mult_1.00 0_6 0.4215 Rprec_mult_1.20 0_6 0.3630 Rprec_mult_1.40 0_6 0.3176 Rprec_mult_1.60 0_6 0.2887 Rprec_mult_1.80 0_6 0.2615 Rprec_mult_2.00 0_6 0.2438 utility 0_6 -840.0000 11pt_avg 0_6 0.3803 binG 0_6 0.2379 G 0_6 0.1598 ndcg 0_6 0.6580 ndcg_rel 0_6 0.6529 Rndcg 0_6 0.6636 ndcg_cut_5 0_6 0.7797 ndcg_cut_10 0_6 0.7951 ndcg_cut_15 0_6 0.7425 ndcg_cut_20 0_6 0.7096 ndcg_cut_30 0_6 0.6872 ndcg_cut_100 0_6 0.5491 ndcg_cut_200 0_6 0.5642 ndcg_cut_500 0_6 0.6159 ndcg_cut_1000 0_6 0.6580 map_cut_5 0_6 0.0413 map_cut_10 0_6 0.0826 map_cut_15 0_6 0.1146 map_cut_20 0_6 0.1536 map_cut_30 0_6 0.2131 map_cut_100 0_6 0.2977 map_cut_200 0_6 0.3395 map_cut_500 0_6 0.3592 map_cut_1000 0_6 0.3683 relative_P_5 0_6 1.0000 relative_P_10 0_6 1.0000 relative_P_15 0_6 0.9333 relative_P_20 0_6 0.9500 relative_P_30 0_6 0.9000 relative_P_100 0_6 0.4400 relative_P_200 0_6 0.4711 relative_P_500 0_6 0.5702 relative_P_1000 0_6 0.6612 success_1 0_6 1.0000 success_5 0_6 1.0000 success_10 0_6 1.0000 set_P 0_6 0.0800 set_relative_P 0_6 0.6612 set_recall 0_6 0.6612 set_map 0_6 0.0529 set_F 0_6 0.1427 num_nonrel_judged_ret 0_6 9 rbp 0_6 0.5700 rbp_resid 0_6 0.0489 unj_5 0_6 0.0000 unj_10 0_6 0.0000 unj_20 0_6 0.0000 num_ret 0_7 1000 num_rel 0_7 33 num_rel_ret 0_7 28 map 0_7 0.2444 Rprec 0_7 0.3030 bpref 0_7 0.3030 recip_rank 0_7 0.5000 iprec_at_recall_0.00 0_7 0.6250 iprec_at_recall_0.10 0_7 0.6250 iprec_at_recall_0.20 0_7 0.5833 iprec_at_recall_0.30 0_7 0.3704 iprec_at_recall_0.40 0_7 0.2500 iprec_at_recall_0.50 0_7 0.1957 iprec_at_recall_0.60 0_7 0.1515 iprec_at_recall_0.70 0_7 0.1285 iprec_at_recall_0.80 0_7 0.0974 iprec_at_recall_0.90 0_7 0.0000 iprec_at_recall_1.00 0_7 0.0000 P_5 0_7 0.4000 P_10 0_7 0.5000 P_15 0_7 0.4667 P_20 0_7 0.4500 P_30 0_7 0.3333 P_100 0_7 0.1800 P_200 0_7 0.1200 P_500 0_7 0.0540 P_1000 0_7 0.0280 relstring 0_7 '0100111100' recall_5 0_7 0.0606 recall_10 0_7 0.1515 recall_15 0_7 0.2121 recall_20 0_7 0.2727 recall_30 0_7 0.3030 recall_100 0_7 0.5455 recall_200 0_7 0.7273 recall_500 0_7 0.8182 recall_1000 0_7 0.8485 infAP 0_7 0.2444 Rprec_mult_0.20 0_7 0.5714 Rprec_mult_0.40 0_7 0.5000 Rprec_mult_0.60 0_7 0.4500 Rprec_mult_0.80 0_7 0.3704 Rprec_mult_1.00 0_7 0.3030 Rprec_mult_1.20 0_7 0.2750 Rprec_mult_1.40 0_7 0.2553 Rprec_mult_1.60 0_7 0.2453 Rprec_mult_1.80 0_7 0.2167 Rprec_mult_2.00 0_7 0.2273 utility 0_7 -944.0000 11pt_avg 0_7 0.2752 binG 0_7 0.2008 G 0_7 0.1765 ndcg 0_7 0.5331 ndcg_rel 0_7 0.4114 Rndcg 0_7 0.3372 ndcg_cut_5 0_7 0.2223 ndcg_cut_10 0_7 0.3276 ndcg_cut_15 0_7 0.3433 ndcg_cut_20 0_7 0.3505 ndcg_cut_30 0_7 0.3009 ndcg_cut_100 0_7 0.4188 ndcg_cut_200 0_7 0.4912 ndcg_cut_500 0_7 0.5242 ndcg_cut_1000 0_7 0.5331 map_cut_5 0_7 0.0273 map_cut_10 0_7 0.0787 map_cut_15 0_7 0.1129 map_cut_20 0_7 0.1408 map_cut_30 0_7 0.1520 map_cut_100 0_7 0.2088 map_cut_200 0_7 0.2342 map_cut_500 0_7 0.2435 map_cut_1000 0_7 0.2444 relative_P_5 0_7 0.4000 relative_P_10 0_7 0.5000 relative_P_15 0_7 0.4667 relative_P_20 0_7 0.4500 relative_P_30 0_7 0.3333 relative_P_100 0_7 0.5455 relative_P_200 0_7 0.7273 relative_P_500 0_7 0.8182 relative_P_1000 0_7 0.8485 success_1 0_7 0.0000 success_5 0_7 1.0000 success_10 0_7 1.0000 set_P 0_7 0.0280 set_relative_P 0_7 0.8485 set_recall 0_7 0.8485 set_map 0_7 0.0238 set_F 0_7 0.0542 num_nonrel_judged_ret 0_7 77 rbp 0_7 0.2124 rbp_resid 0_7 0.1152 unj_5 0_7 0.0000 unj_10 0_7 0.0000 unj_20 0_7 0.1500 num_ret 0_8 1000 num_rel 0_8 31 num_rel_ret 0_8 28 map 0_8 0.4304 Rprec 0_8 0.4516 bpref 0_8 0.7575 recip_rank 0_8 1.0000 iprec_at_recall_0.00 0_8 1.0000 iprec_at_recall_0.10 0_8 1.0000 iprec_at_recall_0.20 0_8 0.6000 iprec_at_recall_0.30 0_8 0.5556 iprec_at_recall_0.40 0_8 0.5000 iprec_at_recall_0.50 0_8 0.4103 iprec_at_recall_0.60 0_8 0.3333 iprec_at_recall_0.70 0_8 0.2292 iprec_at_recall_0.80 0_8 0.2101 iprec_at_recall_0.90 0_8 0.0398 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 1.0000 P_10 0_8 0.6000 P_15 0_8 0.5333 P_20 0_8 0.5000 P_30 0_8 0.4333 P_100 0_8 0.2200 P_200 0_8 0.1300 P_500 0_8 0.0540 P_1000 0_8 0.0280 relstring 0_8 '2122200--2' recall_5 0_8 0.1613 recall_10 0_8 0.1935 recall_15 0_8 0.2581 recall_20 0_8 0.3226 recall_30 0_8 0.4194 recall_100 0_8 0.7097 recall_200 0_8 0.8387 recall_500 0_8 0.8710 recall_1000 0_8 0.9032 infAP 0_8 0.4304 Rprec_mult_0.20 0_8 0.7143 Rprec_mult_0.40 0_8 0.5385 Rprec_mult_0.60 0_8 0.5263 Rprec_mult_0.80 0_8 0.4800 Rprec_mult_1.00 0_8 0.4516 Rprec_mult_1.20 0_8 0.3947 Rprec_mult_1.40 0_8 0.3864 Rprec_mult_1.60 0_8 0.3400 Rprec_mult_1.80 0_8 0.3214 Rprec_mult_2.00 0_8 0.3065 utility 0_8 -944.0000 11pt_avg 0_8 0.4435 binG 0_8 0.3239 G 0_8 0.2961 ndcg 0_8 0.7578 ndcg_rel 0_8 0.7011 Rndcg 0_8 0.6470 ndcg_cut_5 0_8 0.8930 ndcg_cut_10 0_8 0.6643 ndcg_cut_15 0_8 0.6291 ndcg_cut_20 0_8 0.6056 ndcg_cut_30 0_8 0.5578 ndcg_cut_100 0_8 0.6907 ndcg_cut_200 0_8 0.7335 ndcg_cut_500 0_8 0.7501 ndcg_cut_1000 0_8 0.7578 map_cut_5 0_8 0.1613 map_cut_10 0_8 0.1806 map_cut_15 0_8 0.2167 map_cut_20 0_8 0.2517 map_cut_30 0_8 0.2994 map_cut_100 0_8 0.3999 map_cut_200 0_8 0.4272 map_cut_500 0_8 0.4291 map_cut_1000 0_8 0.4304 relative_P_5 0_8 1.0000 relative_P_10 0_8 0.6000 relative_P_15 0_8 0.5333 relative_P_20 0_8 0.5000 relative_P_30 0_8 0.4333 relative_P_100 0_8 0.7097 relative_P_200 0_8 0.8387 relative_P_500 0_8 0.8710 relative_P_1000 0_8 0.9032 success_1 0_8 1.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 0.0280 set_relative_P 0_8 0.9032 set_recall 0_8 0.9032 set_map 0_8 0.0253 set_F 0_8 0.0543 num_nonrel_judged_ret 0_8 17 rbp 0_8 0.4672 rbp_resid 0_8 0.2942 unj_5 0_8 0.0000 unj_10 0_8 0.2000 unj_20 0_8 0.4000 num_ret 10_1 1000 num_rel 10_1 118 num_rel_ret 10_1 57 map 10_1 0.1267 Rprec 10_1 0.2373 bpref 10_1 0.3967 recip_rank 10_1 0.5000 iprec_at_recall_0.00 10_1 0.6667 iprec_at_recall_0.10 10_1 0.3889 iprec_at_recall_0.20 10_1 0.2857 iprec_at_recall_0.30 10_1 0.1804 iprec_at_recall_0.40 10_1 0.1071 iprec_at_recall_0.50 10_1 0.0000 iprec_at_recall_0.60 10_1 0.0000 iprec_at_recall_0.70 10_1 0.0000 iprec_at_recall_0.80 10_1 0.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 0.6000 P_10 10_1 0.5000 P_15 10_1 0.4667 P_20 10_1 0.4000 P_30 10_1 0.3000 P_100 10_1 0.2600 P_200 10_1 0.1750 P_500 10_1 0.0960 P_1000 10_1 0.0570 relstring 10_1 '01202--11-' recall_5 10_1 0.0254 recall_10 10_1 0.0424 recall_15 10_1 0.0593 recall_20 10_1 0.0678 recall_30 10_1 0.0763 recall_100 10_1 0.2203 recall_200 10_1 0.2966 recall_500 10_1 0.4068 recall_1000 10_1 0.4831 infAP 10_1 0.1267 Rprec_mult_0.20 10_1 0.3750 Rprec_mult_0.40 10_1 0.3333 Rprec_mult_0.60 10_1 0.3099 Rprec_mult_0.80 10_1 0.2737 Rprec_mult_1.00 10_1 0.2373 Rprec_mult_1.20 10_1 0.2042 Rprec_mult_1.40 10_1 0.1807 Rprec_mult_1.60 10_1 0.1799 Rprec_mult_1.80 10_1 0.1737 Rprec_mult_2.00 10_1 0.1653 utility 10_1 -886.0000 11pt_avg 10_1 0.1481 binG 10_1 0.0931 G 10_1 0.0772 ndcg 10_1 0.3777 ndcg_rel 10_1 0.3319 Rndcg 10_1 0.2627 ndcg_cut_5 10_1 0.2843 ndcg_cut_10 10_1 0.2594 ndcg_cut_15 10_1 0.2689 ndcg_cut_20 10_1 0.2450 ndcg_cut_30 10_1 0.2060 ndcg_cut_100 10_1 0.2491 ndcg_cut_200 10_1 0.2751 ndcg_cut_500 10_1 0.3415 ndcg_cut_1000 10_1 0.3777 map_cut_5 10_1 0.0150 map_cut_10 10_1 0.0239 map_cut_15 10_1 0.0331 map_cut_20 10_1 0.0369 map_cut_30 10_1 0.0405 map_cut_100 10_1 0.0896 map_cut_200 10_1 0.1055 map_cut_500 10_1 0.1206 map_cut_1000 10_1 0.1267 relative_P_5 10_1 0.6000 relative_P_10 10_1 0.5000 relative_P_15 10_1 0.4667 relative_P_20 10_1 0.4000 relative_P_30 10_1 0.3000 relative_P_100 10_1 0.2600 relative_P_200 10_1 0.2966 relative_P_500 10_1 0.4068 relative_P_1000 10_1 0.4831 success_1 10_1 0.0000 success_5 10_1 1.0000 success_10 10_1 1.0000 set_P 10_1 0.0570 set_relative_P 10_1 0.4831 set_recall 10_1 0.4831 set_map 10_1 0.0275 set_F 10_1 0.1020 num_nonrel_judged_ret 10_1 49 rbp 10_1 0.2105 rbp_resid 10_1 0.2368 unj_5 10_1 0.0000 unj_10 10_1 0.3000 unj_20 10_1 0.2500 num_ret 10_12 1000 num_rel 10_12 71 num_rel_ret 10_12 65 map 10_12 0.2467 Rprec 10_12 0.3099 bpref 10_12 0.7950 recip_rank 10_12 1.0000 iprec_at_recall_0.00 10_12 1.0000 iprec_at_recall_0.10 10_12 0.4250 iprec_at_recall_0.20 10_12 0.4250 iprec_at_recall_0.30 10_12 0.3492 iprec_at_recall_0.40 10_12 0.2222 iprec_at_recall_0.50 10_12 0.1827 iprec_at_recall_0.60 10_12 0.1530 iprec_at_recall_0.70 10_12 0.1309 iprec_at_recall_0.80 10_12 0.1042 iprec_at_recall_0.90 10_12 0.0744 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 0.8000 P_10 10_12 0.5000 P_15 10_12 0.3333 P_20 10_12 0.4000 P_30 10_12 0.4000 P_100 10_12 0.2400 P_200 10_12 0.1800 P_500 10_12 0.1040 P_1000 10_12 0.0650 relstring 10_12 '32401--0-2' recall_5 10_12 0.0563 recall_10 10_12 0.0704 recall_15 10_12 0.0704 recall_20 10_12 0.1127 recall_30 10_12 0.1690 recall_100 10_12 0.3380 recall_200 10_12 0.5070 recall_500 10_12 0.7324 recall_1000 10_12 0.9155 infAP 10_12 0.2467 Rprec_mult_0.20 10_12 0.3333 Rprec_mult_0.40 10_12 0.4138 Rprec_mult_0.60 10_12 0.3953 Rprec_mult_0.80 10_12 0.3509 Rprec_mult_1.00 10_12 0.3099 Rprec_mult_1.20 10_12 0.2674 Rprec_mult_1.40 10_12 0.2400 Rprec_mult_1.60 10_12 0.2368 Rprec_mult_1.80 10_12 0.2188 Rprec_mult_2.00 10_12 0.2113 utility 10_12 -870.0000 11pt_avg 10_12 0.2788 binG 10_12 0.1876 G 10_12 0.1550 ndcg 10_12 0.6487 ndcg_rel 10_12 0.5223 Rndcg 10_12 0.5244 ndcg_cut_5 10_12 0.6057 ndcg_cut_10 10_12 0.4671 ndcg_cut_15 10_12 0.3991 ndcg_cut_20 10_12 0.4106 ndcg_cut_30 10_12 0.4349 ndcg_cut_100 10_12 0.4064 ndcg_cut_200 10_12 0.4823 ndcg_cut_500 10_12 0.5851 ndcg_cut_1000 10_12 0.6487 map_cut_5 10_12 0.0535 map_cut_10 10_12 0.0606 map_cut_15 10_12 0.0606 map_cut_20 10_12 0.0767 map_cut_30 10_12 0.1001 map_cut_100 10_12 0.1616 map_cut_200 10_12 0.1980 map_cut_500 10_12 0.2305 map_cut_1000 10_12 0.2467 relative_P_5 10_12 0.8000 relative_P_10 10_12 0.5000 relative_P_15 10_12 0.3333 relative_P_20 10_12 0.4000 relative_P_30 10_12 0.4000 relative_P_100 10_12 0.3380 relative_P_200 10_12 0.5070 relative_P_500 10_12 0.7324 relative_P_1000 10_12 0.9155 success_1 10_12 1.0000 success_5 10_12 1.0000 success_10 10_12 1.0000 set_P 10_12 0.0650 set_relative_P 10_12 0.9155 set_recall 10_12 0.9155 set_map 10_12 0.0595 set_F 10_12 0.1214 num_nonrel_judged_ret 10_12 21 rbp 10_12 0.2860 rbp_resid 10_12 0.3891 unj_5 10_12 0.0000 unj_10 10_12 0.3000 unj_20 10_12 0.4500 num_ret 10_2 1000 num_rel 10_2 30 num_rel_ret 10_2 21 map 10_2 0.3000 Rprec 10_2 0.3333 bpref 10_2 0.3178 recip_rank 10_2 1.0000 iprec_at_recall_0.00 10_2 1.0000 iprec_at_recall_0.10 10_2 1.0000 iprec_at_recall_0.20 10_2 0.8571 iprec_at_recall_0.30 10_2 0.4091 iprec_at_recall_0.40 10_2 0.1463 iprec_at_recall_0.50 10_2 0.0968 iprec_at_recall_0.60 10_2 0.0537 iprec_at_recall_0.70 10_2 0.0395 iprec_at_recall_0.80 10_2 0.0000 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 1.0000 P_10 10_2 0.6000 P_15 10_2 0.5333 P_20 10_2 0.4000 P_30 10_2 0.3333 P_100 10_2 0.1300 P_200 10_2 0.0750 P_500 10_2 0.0400 P_1000 10_2 0.0210 relstring 10_2 '2211201--0' recall_5 10_2 0.1667 recall_10 10_2 0.2000 recall_15 10_2 0.2667 recall_20 10_2 0.2667 recall_30 10_2 0.3333 recall_100 10_2 0.4333 recall_200 10_2 0.5000 recall_500 10_2 0.6667 recall_1000 10_2 0.7000 infAP 10_2 0.3000 Rprec_mult_0.20 10_2 0.8333 Rprec_mult_0.40 10_2 0.6667 Rprec_mult_0.60 10_2 0.4444 Rprec_mult_0.80 10_2 0.3750 Rprec_mult_1.00 10_2 0.3333 Rprec_mult_1.20 10_2 0.3056 Rprec_mult_1.40 10_2 0.2619 Rprec_mult_1.60 10_2 0.2292 Rprec_mult_1.80 10_2 0.2037 Rprec_mult_2.00 10_2 0.1833 utility 10_2 -958.0000 11pt_avg 10_2 0.3275 binG 10_2 0.2803 G 10_2 0.1315 ndcg 10_2 0.4577 ndcg_rel 10_2 0.4410 Rndcg 10_2 0.4441 ndcg_cut_5 10_2 0.5044 ndcg_cut_10 10_2 0.4065 ndcg_cut_15 10_2 0.3925 ndcg_cut_20 10_2 0.3637 ndcg_cut_30 10_2 0.3447 ndcg_cut_100 10_2 0.3828 ndcg_cut_200 10_2 0.4131 ndcg_cut_500 10_2 0.4456 ndcg_cut_1000 10_2 0.4577 map_cut_5 10_2 0.1667 map_cut_10 10_2 0.1952 map_cut_15 10_2 0.2387 map_cut_20 10_2 0.2387 map_cut_30 10_2 0.2638 map_cut_100 10_2 0.2836 map_cut_200 10_2 0.2901 map_cut_500 10_2 0.2987 map_cut_1000 10_2 0.3000 relative_P_5 10_2 1.0000 relative_P_10 10_2 0.6000 relative_P_15 10_2 0.5333 relative_P_20 10_2 0.4000 relative_P_30 10_2 0.3333 relative_P_100 10_2 0.4333 relative_P_200 10_2 0.5000 relative_P_500 10_2 0.6667 relative_P_1000 10_2 0.7000 success_1 10_2 1.0000 success_5 10_2 1.0000 success_10 10_2 1.0000 set_P 10_2 0.0210 set_relative_P 10_2 0.7000 set_recall 10_2 0.7000 set_map 10_2 0.0147 set_F 10_2 0.0408 num_nonrel_judged_ret 10_2 89 rbp 10_2 0.2016 rbp_resid 10_2 0.1480 unj_5 10_2 0.0000 unj_10 10_2 0.2000 unj_20 10_2 0.1500 num_ret 10_3 1000 num_rel 10_3 23 num_rel_ret 10_3 5 map 10_3 0.0012 Rprec 10_3 0.0000 bpref 10_3 0.0000 recip_rank 10_3 0.0041 iprec_at_recall_0.00 10_3 0.0068 iprec_at_recall_0.10 10_3 0.0068 iprec_at_recall_0.20 10_3 0.0051 iprec_at_recall_0.30 10_3 0.0000 iprec_at_recall_0.40 10_3 0.0000 iprec_at_recall_0.50 10_3 0.0000 iprec_at_recall_0.60 10_3 0.0000 iprec_at_recall_0.70 10_3 0.0000 iprec_at_recall_0.80 10_3 0.0000 iprec_at_recall_0.90 10_3 0.0000 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 0.0000 P_10 10_3 0.0000 P_15 10_3 0.0000 P_20 10_3 0.0000 P_30 10_3 0.0000 P_100 10_3 0.0000 P_200 10_3 0.0000 P_500 10_3 0.0060 P_1000 10_3 0.0050 relstring 10_3 '0000000000' recall_5 10_3 0.0000 recall_10 10_3 0.0000 recall_15 10_3 0.0000 recall_20 10_3 0.0000 recall_30 10_3 0.0000 recall_100 10_3 0.0000 recall_200 10_3 0.0000 recall_500 10_3 0.1304 recall_1000 10_3 0.2174 infAP 10_3 0.0012 Rprec_mult_0.20 10_3 0.0000 Rprec_mult_0.40 10_3 0.0000 Rprec_mult_0.60 10_3 0.0000 Rprec_mult_0.80 10_3 0.0000 Rprec_mult_1.00 10_3 0.0000 Rprec_mult_1.20 10_3 0.0000 Rprec_mult_1.40 10_3 0.0000 Rprec_mult_1.60 10_3 0.0000 Rprec_mult_1.80 10_3 0.0000 Rprec_mult_2.00 10_3 0.0000 utility 10_3 -990.0000 11pt_avg 10_3 0.0017 binG 10_3 0.0245 G 10_3 0.0255 ndcg 10_3 0.0680 ndcg_rel 10_3 0.0629 Rndcg 10_3 0.0227 ndcg_cut_5 10_3 0.0000 ndcg_cut_10 10_3 0.0000 ndcg_cut_15 10_3 0.0000 ndcg_cut_20 10_3 0.0000 ndcg_cut_30 10_3 0.0000 ndcg_cut_100 10_3 0.0000 ndcg_cut_200 10_3 0.0000 ndcg_cut_500 10_3 0.0417 ndcg_cut_1000 10_3 0.0680 map_cut_5 10_3 0.0000 map_cut_10 10_3 0.0000 map_cut_15 10_3 0.0000 map_cut_20 10_3 0.0000 map_cut_30 10_3 0.0000 map_cut_100 10_3 0.0000 map_cut_200 10_3 0.0000 map_cut_500 10_3 0.0007 map_cut_1000 10_3 0.0012 relative_P_5 10_3 0.0000 relative_P_10 10_3 0.0000 relative_P_15 10_3 0.0000 relative_P_20 10_3 0.0000 relative_P_30 10_3 0.0000 relative_P_100 10_3 0.0000 relative_P_200 10_3 0.0000 relative_P_500 10_3 0.1304 relative_P_1000 10_3 0.2174 success_1 10_3 0.0000 success_5 10_3 0.0000 success_10 10_3 0.0000 set_P 10_3 0.0050 set_relative_P 10_3 0.2174 set_recall 10_3 0.2174 set_map 10_3 0.0011 set_F 10_3 0.0098 num_nonrel_judged_ret 10_3 72 rbp 10_3 0.0000 rbp_resid 10_3 0.1211 unj_5 10_3 0.0000 unj_10 10_3 0.0000 unj_20 10_3 0.1500 num_ret 10_6 1000 num_rel 10_6 133 num_rel_ret 10_6 29 map 10_6 0.0829 Rprec 10_6 0.1278 bpref 10_6 0.2137 recip_rank 10_6 1.0000 iprec_at_recall_0.00 10_6 1.0000 iprec_at_recall_0.10 10_6 0.4815 iprec_at_recall_0.20 10_6 0.0296 iprec_at_recall_0.30 10_6 0.0000 iprec_at_recall_0.40 10_6 0.0000 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 1.0000 P_10 10_6 0.6000 P_15 10_6 0.5333 P_20 10_6 0.5500 P_30 10_6 0.4667 P_100 10_6 0.1600 P_200 10_6 0.0850 P_500 10_6 0.0420 P_1000 10_6 0.0290 relstring 10_6 '11122-2---' recall_5 10_6 0.0376 recall_10 10_6 0.0451 recall_15 10_6 0.0602 recall_20 10_6 0.0827 recall_30 10_6 0.1053 recall_100 10_6 0.1203 recall_200 10_6 0.1278 recall_500 10_6 0.1579 recall_1000 10_6 0.2180 infAP 10_6 0.0829 Rprec_mult_0.20 10_6 0.4815 Rprec_mult_0.40 10_6 0.2593 Rprec_mult_0.60 10_6 0.1875 Rprec_mult_0.80 10_6 0.1495 Rprec_mult_1.00 10_6 0.1278 Rprec_mult_1.20 10_6 0.1062 Rprec_mult_1.40 10_6 0.0909 Rprec_mult_1.60 10_6 0.0798 Rprec_mult_1.80 10_6 0.0708 Rprec_mult_2.00 10_6 0.0639 utility 10_6 -942.0000 11pt_avg 10_6 0.1374 binG 10_6 0.0730 G 10_6 0.0443 ndcg 10_6 0.2447 ndcg_rel 10_6 0.2579 Rndcg 10_6 0.2527 ndcg_cut_5 10_6 0.4691 ndcg_cut_10 10_6 0.3951 ndcg_cut_15 10_6 0.3759 ndcg_cut_20 10_6 0.4086 ndcg_cut_30 10_6 0.3847 ndcg_cut_100 10_6 0.2164 ndcg_cut_200 10_6 0.1961 ndcg_cut_500 10_6 0.2092 ndcg_cut_1000 10_6 0.2447 map_cut_5 10_6 0.0376 map_cut_10 10_6 0.0440 map_cut_15 10_6 0.0521 map_cut_20 10_6 0.0646 map_cut_30 10_6 0.0754 map_cut_100 10_6 0.0785 map_cut_200 10_6 0.0796 map_cut_500 10_6 0.0810 map_cut_1000 10_6 0.0829 relative_P_5 10_6 1.0000 relative_P_10 10_6 0.6000 relative_P_15 10_6 0.5333 relative_P_20 10_6 0.5500 relative_P_30 10_6 0.4667 relative_P_100 10_6 0.1600 relative_P_200 10_6 0.1278 relative_P_500 10_6 0.1579 relative_P_1000 10_6 0.2180 success_1 10_6 1.0000 success_5 10_6 1.0000 success_10 10_6 1.0000 set_P 10_6 0.0290 set_relative_P 10_6 0.2180 set_recall 10_6 0.2180 set_map 10_6 0.0063 set_F 10_6 0.0512 num_nonrel_judged_ret 10_6 5 rbp 10_6 0.2913 rbp_resid 10_6 0.4073 unj_5 10_6 0.0000 unj_10 10_6 0.4000 unj_20 10_6 0.4500 num_ret 10_7 1000 num_rel 10_7 149 num_rel_ret 10_7 96 map 10_7 0.3082 Rprec 10_7 0.3356 bpref 10_7 0.5986 recip_rank 10_7 1.0000 iprec_at_recall_0.00 10_7 1.0000 iprec_at_recall_0.10 10_7 0.8636 iprec_at_recall_0.20 10_7 0.6818 iprec_at_recall_0.30 10_7 0.4792 iprec_at_recall_0.40 10_7 0.2981 iprec_at_recall_0.50 10_7 0.1984 iprec_at_recall_0.60 10_7 0.1180 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 1.0000 P_10 10_7 0.9000 P_15 10_7 0.9333 P_20 10_7 0.8500 P_30 10_7 0.8333 P_100 10_7 0.4600 P_200 10_7 0.2800 P_500 10_7 0.1620 P_1000 10_7 0.0960 relstring 10_7 '21111-1211' recall_5 10_7 0.0336 recall_10 10_7 0.0604 recall_15 10_7 0.0940 recall_20 10_7 0.1141 recall_30 10_7 0.1678 recall_100 10_7 0.3087 recall_200 10_7 0.3758 recall_500 10_7 0.5436 recall_1000 10_7 0.6443 infAP 10_7 0.3082 Rprec_mult_0.20 10_7 0.8333 Rprec_mult_0.40 10_7 0.5667 Rprec_mult_0.60 10_7 0.4778 Rprec_mult_0.80 10_7 0.3917 Rprec_mult_1.00 10_7 0.3356 Rprec_mult_1.20 10_7 0.3073 Rprec_mult_1.40 10_7 0.2967 Rprec_mult_1.60 10_7 0.2720 Rprec_mult_1.80 10_7 0.2491 Rprec_mult_2.00 10_7 0.2349 utility 10_7 -808.0000 11pt_avg 10_7 0.3308 binG 10_7 0.1750 G 10_7 0.1142 ndcg 10_7 0.5609 ndcg_rel 10_7 0.5147 Rndcg 10_7 0.5254 ndcg_cut_5 10_7 0.5725 ndcg_cut_10 10_7 0.5455 ndcg_cut_15 10_7 0.5567 ndcg_cut_20 10_7 0.5157 ndcg_cut_30 10_7 0.5128 ndcg_cut_100 10_7 0.4319 ndcg_cut_200 10_7 0.3927 ndcg_cut_500 10_7 0.5145 ndcg_cut_1000 10_7 0.5609 map_cut_5 10_7 0.0336 map_cut_10 10_7 0.0572 map_cut_15 10_7 0.0881 map_cut_20 10_7 0.1051 map_cut_30 10_7 0.1508 map_cut_100 10_7 0.2327 map_cut_200 10_7 0.2558 map_cut_500 10_7 0.2960 map_cut_1000 10_7 0.3082 relative_P_5 10_7 1.0000 relative_P_10 10_7 0.9000 relative_P_15 10_7 0.9333 relative_P_20 10_7 0.8500 relative_P_30 10_7 0.8333 relative_P_100 10_7 0.4600 relative_P_200 10_7 0.3758 relative_P_500 10_7 0.5436 relative_P_1000 10_7 0.6443 success_1 10_7 1.0000 success_5 10_7 1.0000 success_10 10_7 1.0000 set_P 10_7 0.0960 set_relative_P 10_7 0.6443 set_recall 10_7 0.6443 set_map 10_7 0.0619 set_F 10_7 0.1671 num_nonrel_judged_ret 10_7 14 rbp 10_7 0.3511 rbp_resid 10_7 0.1088 unj_5 10_7 0.0000 unj_10 10_7 0.1000 unj_20 10_7 0.1000 num_ret 10_8 1000 num_rel 10_8 76 num_rel_ret 10_8 30 map 10_8 0.0220 Rprec 10_8 0.0658 bpref 10_8 0.3158 recip_rank 10_8 0.0667 iprec_at_recall_0.00 10_8 0.1000 iprec_at_recall_0.10 10_8 0.0702 iprec_at_recall_0.20 10_8 0.0628 iprec_at_recall_0.30 10_8 0.0409 iprec_at_recall_0.40 10_8 0.0331 iprec_at_recall_0.50 10_8 0.0000 iprec_at_recall_0.60 10_8 0.0000 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 0.0000 P_10 10_8 0.0000 P_15 10_8 0.0667 P_20 10_8 0.0500 P_30 10_8 0.0667 P_100 10_8 0.0600 P_200 10_8 0.0650 P_500 10_8 0.0400 P_1000 10_8 0.0300 relstring 10_8 '00000--0-0' recall_5 10_8 0.0000 recall_10 10_8 0.0000 recall_15 10_8 0.0132 recall_20 10_8 0.0132 recall_30 10_8 0.0263 recall_100 10_8 0.0789 recall_200 10_8 0.1711 recall_500 10_8 0.2632 recall_1000 10_8 0.3947 infAP 10_8 0.0220 Rprec_mult_0.20 10_8 0.0625 Rprec_mult_0.40 10_8 0.0645 Rprec_mult_0.60 10_8 0.0652 Rprec_mult_0.80 10_8 0.0820 Rprec_mult_1.00 10_8 0.0658 Rprec_mult_1.20 10_8 0.0652 Rprec_mult_1.40 10_8 0.0561 Rprec_mult_1.60 10_8 0.0492 Rprec_mult_1.80 10_8 0.0584 Rprec_mult_2.00 10_8 0.0658 utility 10_8 -940.0000 11pt_avg 10_8 0.0279 binG 10_8 0.0535 G 10_8 0.0599 ndcg 10_8 0.2369 ndcg_rel 10_8 0.1976 Rndcg 10_8 0.0778 ndcg_cut_5 10_8 0.0000 ndcg_cut_10 10_8 0.0000 ndcg_cut_15 10_8 0.0374 ndcg_cut_20 10_8 0.0318 ndcg_cut_30 10_8 0.0375 ndcg_cut_100 10_8 0.0638 ndcg_cut_200 10_8 0.1248 ndcg_cut_500 10_8 0.1702 ndcg_cut_1000 10_8 0.2369 map_cut_5 10_8 0.0000 map_cut_10 10_8 0.0000 map_cut_15 10_8 0.0009 map_cut_20 10_8 0.0009 map_cut_30 10_8 0.0019 map_cut_100 10_8 0.0063 map_cut_200 10_8 0.0122 map_cut_500 10_8 0.0172 map_cut_1000 10_8 0.0220 relative_P_5 10_8 0.0000 relative_P_10 10_8 0.0000 relative_P_15 10_8 0.0667 relative_P_20 10_8 0.0500 relative_P_30 10_8 0.0667 relative_P_100 10_8 0.0789 relative_P_200 10_8 0.1711 relative_P_500 10_8 0.2632 relative_P_1000 10_8 0.3947 success_1 10_8 0.0000 success_5 10_8 0.0000 success_10 10_8 0.0000 set_P 10_8 0.0300 set_relative_P 10_8 0.3947 set_recall 10_8 0.3947 set_map 10_8 0.0118 set_F 10_8 0.0558 num_nonrel_judged_ret 10_8 29 rbp 10_8 0.0186 rbp_resid 10_8 0.4295 unj_5 10_8 0.0000 unj_10 10_8 0.3000 unj_20 10_8 0.5500 num_ret 11_10 1000 num_rel 11_10 126 num_rel_ret 11_10 107 map 11_10 0.4814 Rprec 11_10 0.4444 bpref 11_10 0.8187 recip_rank 11_10 1.0000 iprec_at_recall_0.00 11_10 1.0000 iprec_at_recall_0.10 11_10 1.0000 iprec_at_recall_0.20 11_10 1.0000 iprec_at_recall_0.30 11_10 0.9048 iprec_at_recall_0.40 11_10 0.5495 iprec_at_recall_0.50 11_10 0.3281 iprec_at_recall_0.60 11_10 0.2255 iprec_at_recall_0.70 11_10 0.2056 iprec_at_recall_0.80 11_10 0.1447 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 1.0000 P_10 11_10 1.0000 P_15 11_10 1.0000 P_20 11_10 1.0000 P_30 11_10 1.0000 P_100 11_10 0.5300 P_200 11_10 0.3150 P_500 11_10 0.1860 P_1000 11_10 0.1070 relstring 11_10 '3332233322' recall_5 11_10 0.0397 recall_10 11_10 0.0794 recall_15 11_10 0.1190 recall_20 11_10 0.1587 recall_30 11_10 0.2381 recall_100 11_10 0.4206 recall_200 11_10 0.5000 recall_500 11_10 0.7381 recall_1000 11_10 0.8492 infAP 11_10 0.4814 Rprec_mult_0.20 11_10 1.0000 Rprec_mult_0.40 11_10 0.7647 Rprec_mult_0.60 11_10 0.6316 Rprec_mult_0.80 11_10 0.5248 Rprec_mult_1.00 11_10 0.4444 Rprec_mult_1.20 11_10 0.3882 Rprec_mult_1.40 11_10 0.3446 Rprec_mult_1.60 11_10 0.3119 Rprec_mult_1.80 11_10 0.2863 Rprec_mult_2.00 11_10 0.2659 utility 11_10 -786.0000 11pt_avg 11_10 0.4871 binG 11_10 0.3550 G 11_10 0.1962 ndcg 11_10 0.7953 ndcg_rel 11_10 0.7556 Rndcg 11_10 0.7201 ndcg_cut_5 11_10 0.8154 ndcg_cut_10 11_10 0.8354 ndcg_cut_15 11_10 0.8709 ndcg_cut_20 11_10 0.8592 ndcg_cut_30 11_10 0.8534 ndcg_cut_100 11_10 0.6269 ndcg_cut_200 11_10 0.6265 ndcg_cut_500 11_10 0.7418 ndcg_cut_1000 11_10 0.7953 map_cut_5 11_10 0.0397 map_cut_10 11_10 0.0794 map_cut_15 11_10 0.1190 map_cut_20 11_10 0.1587 map_cut_30 11_10 0.2381 map_cut_100 11_10 0.3776 map_cut_200 11_10 0.4105 map_cut_500 11_10 0.4654 map_cut_1000 11_10 0.4814 relative_P_5 11_10 1.0000 relative_P_10 11_10 1.0000 relative_P_15 11_10 1.0000 relative_P_20 11_10 1.0000 relative_P_30 11_10 1.0000 relative_P_100 11_10 0.5300 relative_P_200 11_10 0.5000 relative_P_500 11_10 0.7381 relative_P_1000 11_10 0.8492 success_1 11_10 1.0000 success_5 11_10 1.0000 success_10 11_10 1.0000 set_P 11_10 0.1070 set_relative_P 11_10 0.8492 set_recall 11_10 0.8492 set_map 11_10 0.0909 set_F 11_10 0.1901 num_nonrel_judged_ret 11_10 9 rbp 11_10 0.6533 rbp_resid 11_10 0.0192 unj_5 11_10 0.0000 unj_10 11_10 0.0000 unj_20 11_10 0.0000 num_ret 11_11 1000 num_rel 11_11 134 num_rel_ret 11_11 100 map 11_11 0.3967 Rprec 11_11 0.4478 bpref 11_11 0.7030 recip_rank 11_11 1.0000 iprec_at_recall_0.00 11_11 1.0000 iprec_at_recall_0.10 11_11 0.7667 iprec_at_recall_0.20 11_11 0.7105 iprec_at_recall_0.30 11_11 0.5634 iprec_at_recall_0.40 11_11 0.4628 iprec_at_recall_0.50 11_11 0.4059 iprec_at_recall_0.60 11_11 0.3473 iprec_at_recall_0.70 11_11 0.2026 iprec_at_recall_0.80 11_11 0.0000 iprec_at_recall_0.90 11_11 0.0000 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 1.0000 P_10 11_11 1.0000 P_15 11_11 0.7333 P_20 11_11 0.7500 P_30 11_11 0.7667 P_100 11_11 0.4700 P_200 11_11 0.3800 P_500 11_11 0.1880 P_1000 11_11 0.1000 relstring 11_11 '3323132423' recall_5 11_11 0.0373 recall_10 11_11 0.0746 recall_15 11_11 0.0821 recall_20 11_11 0.1119 recall_30 11_11 0.1716 recall_100 11_11 0.3507 recall_200 11_11 0.5672 recall_500 11_11 0.7015 recall_1000 11_11 0.7463 infAP 11_11 0.3967 Rprec_mult_0.20 11_11 0.7407 Rprec_mult_0.40 11_11 0.6111 Rprec_mult_0.60 11_11 0.5185 Rprec_mult_0.80 11_11 0.4722 Rprec_mult_1.00 11_11 0.4478 Rprec_mult_1.20 11_11 0.4099 Rprec_mult_1.40 11_11 0.3936 Rprec_mult_1.60 11_11 0.3628 Rprec_mult_1.80 11_11 0.3471 Rprec_mult_2.00 11_11 0.3246 utility 11_11 -800.0000 11pt_avg 11_11 0.4054 binG 11_11 0.2055 G 11_11 0.1568 ndcg 11_11 0.7260 ndcg_rel 11_11 0.6567 Rndcg 11_11 0.6352 ndcg_cut_5 11_11 0.7691 ndcg_cut_10 11_11 0.8228 ndcg_cut_15 11_11 0.6768 ndcg_cut_20 11_11 0.6324 ndcg_cut_30 11_11 0.6134 ndcg_cut_100 11_11 0.5463 ndcg_cut_200 11_11 0.6305 ndcg_cut_500 11_11 0.7107 ndcg_cut_1000 11_11 0.7260 map_cut_5 11_11 0.0373 map_cut_10 11_11 0.0746 map_cut_15 11_11 0.0815 map_cut_20 11_11 0.1036 map_cut_30 11_11 0.1483 map_cut_100 11_11 0.2557 map_cut_200 11_11 0.3490 map_cut_500 11_11 0.3910 map_cut_1000 11_11 0.3967 relative_P_5 11_11 1.0000 relative_P_10 11_11 1.0000 relative_P_15 11_11 0.7333 relative_P_20 11_11 0.7500 relative_P_30 11_11 0.7667 relative_P_100 11_11 0.4700 relative_P_200 11_11 0.5672 relative_P_500 11_11 0.7015 relative_P_1000 11_11 0.7463 success_1 11_11 1.0000 success_5 11_11 1.0000 success_10 11_11 1.0000 set_P 11_11 0.1000 set_relative_P 11_11 0.7463 set_recall 11_11 0.7463 set_map 11_11 0.0746 set_F 11_11 0.1764 num_nonrel_judged_ret 11_11 6 rbp 11_11 0.5026 rbp_resid 11_11 0.1394 unj_5 11_11 0.0000 unj_10 11_11 0.0000 unj_20 11_11 0.2000 num_ret 11_12 1000 num_rel 11_12 89 num_rel_ret 11_12 55 map 11_12 0.1468 Rprec 11_12 0.2584 bpref 11_12 0.5257 recip_rank 11_12 0.5000 iprec_at_recall_0.00 11_12 0.5000 iprec_at_recall_0.10 11_12 0.4667 iprec_at_recall_0.20 11_12 0.3462 iprec_at_recall_0.30 11_12 0.2195 iprec_at_recall_0.40 11_12 0.1429 iprec_at_recall_0.50 11_12 0.0975 iprec_at_recall_0.60 11_12 0.0663 iprec_at_recall_0.70 11_12 0.0000 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.4000 P_10 11_12 0.4000 P_15 11_12 0.3333 P_20 11_12 0.3500 P_30 11_12 0.4667 P_100 11_12 0.2400 P_200 11_12 0.1650 P_500 11_12 0.0920 P_1000 11_12 0.0550 relstring 11_12 '02002-2-1-' recall_5 11_12 0.0225 recall_10 11_12 0.0449 recall_15 11_12 0.0562 recall_20 11_12 0.0787 recall_30 11_12 0.1573 recall_100 11_12 0.2697 recall_200 11_12 0.3708 recall_500 11_12 0.5169 recall_1000 11_12 0.6180 infAP 11_12 0.1468 Rprec_mult_0.20 11_12 0.3333 Rprec_mult_0.40 11_12 0.4167 Rprec_mult_0.60 11_12 0.3333 Rprec_mult_0.80 11_12 0.2778 Rprec_mult_1.00 11_12 0.2584 Rprec_mult_1.20 11_12 0.2243 Rprec_mult_1.40 11_12 0.2160 Rprec_mult_1.60 11_12 0.1958 Rprec_mult_1.80 11_12 0.1925 Rprec_mult_2.00 11_12 0.1742 utility 11_12 -890.0000 11pt_avg 11_12 0.1672 binG 11_12 0.1130 G 11_12 0.0934 ndcg 11_12 0.4301 ndcg_rel 11_12 0.3502 Rndcg 11_12 0.2759 ndcg_cut_5 11_12 0.2301 ndcg_cut_10 11_12 0.2203 ndcg_cut_15 11_12 0.2083 ndcg_cut_20 11_12 0.2319 ndcg_cut_30 11_12 0.2707 ndcg_cut_100 11_12 0.2479 ndcg_cut_200 11_12 0.3073 ndcg_cut_500 11_12 0.3801 ndcg_cut_1000 11_12 0.4301 map_cut_5 11_12 0.0101 map_cut_10 11_12 0.0199 map_cut_15 11_12 0.0237 map_cut_20 11_12 0.0318 map_cut_30 11_12 0.0642 map_cut_100 11_12 0.1005 map_cut_200 11_12 0.1211 map_cut_500 11_12 0.1394 map_cut_1000 11_12 0.1468 relative_P_5 11_12 0.4000 relative_P_10 11_12 0.4000 relative_P_15 11_12 0.3333 relative_P_20 11_12 0.3500 relative_P_30 11_12 0.4667 relative_P_100 11_12 0.2697 relative_P_200 11_12 0.3708 relative_P_500 11_12 0.5169 relative_P_1000 11_12 0.6180 success_1 11_12 0.0000 success_5 11_12 1.0000 success_10 11_12 1.0000 set_P 11_12 0.0550 set_relative_P 11_12 0.6180 set_recall 11_12 0.6180 set_map 11_12 0.0340 set_F 11_12 0.1010 num_nonrel_judged_ret 11_12 25 rbp 11_12 0.2164 rbp_resid 11_12 0.3106 unj_5 11_12 0.0000 unj_10 11_12 0.3000 unj_20 11_12 0.4000 num_ret 11_13 1000 num_rel 11_13 203 num_rel_ret 11_13 89 map 11_13 0.1667 Rprec 11_13 0.2266 bpref 11_13 0.4311 recip_rank 11_13 1.0000 iprec_at_recall_0.00 11_13 1.0000 iprec_at_recall_0.10 11_13 0.7097 iprec_at_recall_0.20 11_13 0.2628 iprec_at_recall_0.30 11_13 0.1821 iprec_at_recall_0.40 11_13 0.1176 iprec_at_recall_0.50 11_13 0.0000 iprec_at_recall_0.60 11_13 0.0000 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 1.0000 P_10 11_13 1.0000 P_15 11_13 0.8000 P_20 11_13 0.7000 P_30 11_13 0.7000 P_100 11_13 0.3100 P_200 11_13 0.2300 P_500 11_13 0.1440 P_1000 11_13 0.0890 relstring 11_13 '2132222212' recall_5 11_13 0.0246 recall_10 11_13 0.0493 recall_15 11_13 0.0591 recall_20 11_13 0.0690 recall_30 11_13 0.1034 recall_100 11_13 0.1527 recall_200 11_13 0.2266 recall_500 11_13 0.3547 recall_1000 11_13 0.4384 infAP 11_13 0.1667 Rprec_mult_0.20 11_13 0.5366 Rprec_mult_0.40 11_13 0.3780 Rprec_mult_0.60 11_13 0.2869 Rprec_mult_0.80 11_13 0.2515 Rprec_mult_1.00 11_13 0.2266 Rprec_mult_1.20 11_13 0.1967 Rprec_mult_1.40 11_13 0.1860 Rprec_mult_1.60 11_13 0.1815 Rprec_mult_1.80 11_13 0.1694 Rprec_mult_2.00 11_13 0.1675 utility 11_13 -822.0000 11pt_avg 11_13 0.2066 binG 11_13 0.1175 G 11_13 0.0692 ndcg 11_13 0.4154 ndcg_rel 11_13 0.4092 Rndcg 11_13 0.3269 ndcg_cut_5 11_13 0.6519 ndcg_cut_10 11_13 0.6350 ndcg_cut_15 11_13 0.5531 ndcg_cut_20 11_13 0.5059 ndcg_cut_30 11_13 0.5208 ndcg_cut_100 11_13 0.3024 ndcg_cut_200 11_13 0.2825 ndcg_cut_500 11_13 0.3676 ndcg_cut_1000 11_13 0.4154 map_cut_5 11_13 0.0246 map_cut_10 11_13 0.0493 map_cut_15 11_13 0.0584 map_cut_20 11_13 0.0662 map_cut_30 11_13 0.0911 map_cut_100 11_13 0.1139 map_cut_200 11_13 0.1338 map_cut_500 11_13 0.1571 map_cut_1000 11_13 0.1667 relative_P_5 11_13 1.0000 relative_P_10 11_13 1.0000 relative_P_15 11_13 0.8000 relative_P_20 11_13 0.7000 relative_P_30 11_13 0.7000 relative_P_100 11_13 0.3100 relative_P_200 11_13 0.2300 relative_P_500 11_13 0.3547 relative_P_1000 11_13 0.4384 success_1 11_13 1.0000 success_5 11_13 1.0000 success_10 11_13 1.0000 set_P 11_13 0.0890 set_relative_P 11_13 0.4384 set_recall 11_13 0.4384 set_map 11_13 0.0390 set_F 11_13 0.1480 num_nonrel_judged_ret 11_13 3 rbp 11_13 0.5334 rbp_resid 11_13 0.1850 unj_5 11_13 0.0000 unj_10 11_13 0.0000 unj_20 11_13 0.3000 num_ret 11_2 1000 num_rel 11_2 146 num_rel_ret 11_2 72 map 11_2 0.1032 Rprec 11_2 0.1849 bpref 11_2 0.4517 recip_rank 11_2 0.3333 iprec_at_recall_0.00 11_2 0.5714 iprec_at_recall_0.10 11_2 0.3019 iprec_at_recall_0.20 11_2 0.1754 iprec_at_recall_0.30 11_2 0.1084 iprec_at_recall_0.40 11_2 0.0984 iprec_at_recall_0.50 11_2 0.0000 iprec_at_recall_0.60 11_2 0.0000 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 0.4000 P_10 11_2 0.4000 P_15 11_2 0.4667 P_20 11_2 0.5000 P_30 11_2 0.4000 P_100 11_2 0.2400 P_200 11_2 0.1650 P_500 11_2 0.1000 P_1000 11_2 0.0720 relstring 11_2 '00220320--' recall_5 11_2 0.0137 recall_10 11_2 0.0274 recall_15 11_2 0.0479 recall_20 11_2 0.0685 recall_30 11_2 0.0822 recall_100 11_2 0.1644 recall_200 11_2 0.2260 recall_500 11_2 0.3425 recall_1000 11_2 0.4932 infAP 11_2 0.1032 Rprec_mult_0.20 11_2 0.4000 Rprec_mult_0.40 11_2 0.2881 Rprec_mult_0.60 11_2 0.2614 Rprec_mult_0.80 11_2 0.2051 Rprec_mult_1.00 11_2 0.1849 Rprec_mult_1.20 11_2 0.1705 Rprec_mult_1.40 11_2 0.1610 Rprec_mult_1.60 11_2 0.1581 Rprec_mult_1.80 11_2 0.1445 Rprec_mult_2.00 11_2 0.1301 utility 11_2 -856.0000 11pt_avg 11_2 0.1141 binG 11_2 0.0831 G 11_2 0.0697 ndcg 11_2 0.3750 ndcg_rel 11_2 0.3270 Rndcg 11_2 0.2096 ndcg_cut_5 11_2 0.1777 ndcg_cut_10 11_2 0.2357 ndcg_cut_15 11_2 0.2702 ndcg_cut_20 11_2 0.3010 ndcg_cut_30 11_2 0.2501 ndcg_cut_100 11_2 0.2266 ndcg_cut_200 11_2 0.2399 ndcg_cut_500 11_2 0.2955 ndcg_cut_1000 11_2 0.3750 map_cut_5 11_2 0.0057 map_cut_10 11_2 0.0130 map_cut_15 11_2 0.0227 map_cut_20 11_2 0.0330 map_cut_30 11_2 0.0397 map_cut_100 11_2 0.0641 map_cut_200 11_2 0.0751 map_cut_500 11_2 0.0896 map_cut_1000 11_2 0.1032 relative_P_5 11_2 0.4000 relative_P_10 11_2 0.4000 relative_P_15 11_2 0.4667 relative_P_20 11_2 0.5000 relative_P_30 11_2 0.4000 relative_P_100 11_2 0.2400 relative_P_200 11_2 0.2260 relative_P_500 11_2 0.3425 relative_P_1000 11_2 0.4932 success_1 11_2 0.0000 success_5 11_2 1.0000 success_10 11_2 1.0000 set_P 11_2 0.0720 set_relative_P 11_2 0.4932 set_recall 11_2 0.4932 set_map 11_2 0.0355 set_F 11_2 0.1257 num_nonrel_judged_ret 11_2 15 rbp 11_2 0.2308 rbp_resid 11_2 0.2304 unj_5 11_2 0.0000 unj_10 11_2 0.2000 unj_20 11_2 0.2500 num_ret 11_3 1000 num_rel 11_3 188 num_rel_ret 11_3 120 map 11_3 0.3282 Rprec 11_3 0.3404 bpref 11_3 0.6339 recip_rank 11_3 1.0000 iprec_at_recall_0.00 11_3 1.0000 iprec_at_recall_0.10 11_3 0.9583 iprec_at_recall_0.20 11_3 0.7917 iprec_at_recall_0.30 11_3 0.4409 iprec_at_recall_0.40 11_3 0.2412 iprec_at_recall_0.50 11_3 0.1822 iprec_at_recall_0.60 11_3 0.1365 iprec_at_recall_0.70 11_3 0.0000 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 1.0000 P_10 11_3 1.0000 P_15 11_3 1.0000 P_20 11_3 0.9500 P_30 11_3 0.9000 P_100 11_3 0.5400 P_200 11_3 0.3300 P_500 11_3 0.1840 P_1000 11_3 0.1200 relstring 11_3 '2222221221' recall_5 11_3 0.0266 recall_10 11_3 0.0532 recall_15 11_3 0.0798 recall_20 11_3 0.1011 recall_30 11_3 0.1436 recall_100 11_3 0.2872 recall_200 11_3 0.3511 recall_500 11_3 0.4894 recall_1000 11_3 0.6383 infAP 11_3 0.3282 Rprec_mult_0.20 11_3 0.8421 Rprec_mult_0.40 11_3 0.6316 Rprec_mult_0.60 11_3 0.4867 Rprec_mult_0.80 11_3 0.4106 Rprec_mult_1.00 11_3 0.3404 Rprec_mult_1.20 11_3 0.3009 Rprec_mult_1.40 11_3 0.2765 Rprec_mult_1.60 11_3 0.2458 Rprec_mult_1.80 11_3 0.2301 Rprec_mult_2.00 11_3 0.2207 utility 11_3 -760.0000 11pt_avg 11_3 0.3410 binG 11_3 0.2047 G 11_3 0.1114 ndcg 11_3 0.6046 ndcg_rel 11_3 0.5603 Rndcg 11_3 0.5059 ndcg_cut_5 11_3 0.6667 ndcg_cut_10 11_3 0.6210 ndcg_cut_15 11_3 0.5855 ndcg_cut_20 11_3 0.5660 ndcg_cut_30 11_3 0.5661 ndcg_cut_100 11_3 0.4781 ndcg_cut_200 11_3 0.4202 ndcg_cut_500 11_3 0.5156 ndcg_cut_1000 11_3 0.6046 map_cut_5 11_3 0.0266 map_cut_10 11_3 0.0532 map_cut_15 11_3 0.0798 map_cut_20 11_3 0.1008 map_cut_30 11_3 0.1409 map_cut_100 11_3 0.2460 map_cut_200 11_3 0.2726 map_cut_500 11_3 0.3058 map_cut_1000 11_3 0.3282 relative_P_5 11_3 1.0000 relative_P_10 11_3 1.0000 relative_P_15 11_3 1.0000 relative_P_20 11_3 0.9500 relative_P_30 11_3 0.9000 relative_P_100 11_3 0.5400 relative_P_200 11_3 0.3511 relative_P_500 11_3 0.4894 relative_P_1000 11_3 0.6383 success_1 11_3 1.0000 success_5 11_3 1.0000 success_10 11_3 1.0000 set_P 11_3 0.1200 set_relative_P 11_3 0.6383 set_recall 11_3 0.6383 set_map 11_3 0.0766 set_F 11_3 0.2020 num_nonrel_judged_ret 11_3 4 rbp 11_3 0.5612 rbp_resid 11_3 0.0455 unj_5 11_3 0.0000 unj_10 11_3 0.0000 unj_20 11_3 0.0500 num_ret 11_4 1000 num_rel 11_4 144 num_rel_ret 11_4 119 map 11_4 0.4285 Rprec 11_4 0.4653 bpref 11_4 0.7950 recip_rank 11_4 1.0000 iprec_at_recall_0.00 11_4 1.0000 iprec_at_recall_0.10 11_4 0.8889 iprec_at_recall_0.20 11_4 0.8611 iprec_at_recall_0.30 11_4 0.6719 iprec_at_recall_0.40 11_4 0.5043 iprec_at_recall_0.50 11_4 0.4091 iprec_at_recall_0.60 11_4 0.3308 iprec_at_recall_0.70 11_4 0.2032 iprec_at_recall_0.80 11_4 0.1288 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 0.8000 P_10 11_4 0.7000 P_15 11_4 0.8000 P_20 11_4 0.8500 P_30 11_4 0.8667 P_100 11_4 0.5500 P_200 11_4 0.3700 P_500 11_4 0.2020 P_1000 11_4 0.1190 relstring 11_4 '3222021--1' recall_5 11_4 0.0278 recall_10 11_4 0.0486 recall_15 11_4 0.0833 recall_20 11_4 0.1181 recall_30 11_4 0.1806 recall_100 11_4 0.3819 recall_200 11_4 0.5139 recall_500 11_4 0.7014 recall_1000 11_4 0.8264 infAP 11_4 0.4285 Rprec_mult_0.20 11_4 0.8621 Rprec_mult_0.40 11_4 0.6724 Rprec_mult_0.60 11_4 0.5747 Rprec_mult_0.80 11_4 0.5000 Rprec_mult_1.00 11_4 0.4653 Rprec_mult_1.20 11_4 0.4104 Rprec_mult_1.40 11_4 0.3663 Rprec_mult_1.60 11_4 0.3420 Rprec_mult_1.80 11_4 0.3308 Rprec_mult_2.00 11_4 0.3125 utility 11_4 -762.0000 11pt_avg 11_4 0.4544 binG 11_4 0.2039 G 11_4 0.1766 ndcg 11_4 0.7655 ndcg_rel 11_4 0.6996 Rndcg 11_4 0.6732 ndcg_cut_5 11_4 0.6923 ndcg_cut_10 11_4 0.6197 ndcg_cut_15 11_4 0.6890 ndcg_cut_20 11_4 0.7320 ndcg_cut_30 11_4 0.7661 ndcg_cut_100 11_4 0.6329 ndcg_cut_200 11_4 0.6156 ndcg_cut_500 11_4 0.7109 ndcg_cut_1000 11_4 0.7655 map_cut_5 11_4 0.0278 map_cut_10 11_4 0.0444 map_cut_15 11_4 0.0710 map_cut_20 11_4 0.0999 map_cut_30 11_4 0.1544 map_cut_100 11_4 0.2914 map_cut_200 11_4 0.3535 map_cut_500 11_4 0.4089 map_cut_1000 11_4 0.4285 relative_P_5 11_4 0.8000 relative_P_10 11_4 0.7000 relative_P_15 11_4 0.8000 relative_P_20 11_4 0.8500 relative_P_30 11_4 0.8667 relative_P_100 11_4 0.5500 relative_P_200 11_4 0.5139 relative_P_500 11_4 0.7014 relative_P_1000 11_4 0.8264 success_1 11_4 1.0000 success_5 11_4 1.0000 success_10 11_4 1.0000 set_P 11_4 0.1190 set_relative_P 11_4 0.8264 set_recall 11_4 0.8264 set_map 11_4 0.0983 set_F 11_4 0.2080 num_nonrel_judged_ret 11_4 3 rbp 11_4 0.5481 rbp_resid 11_4 0.1154 unj_5 11_4 0.0000 unj_10 11_4 0.2000 unj_20 11_4 0.1000 num_ret 11_6 1000 num_rel 11_6 60 num_rel_ret 11_6 53 map 11_6 0.2333 Rprec 11_6 0.2500 bpref 11_6 0.8311 recip_rank 11_6 1.0000 iprec_at_recall_0.00 11_6 1.0000 iprec_at_recall_0.10 11_6 0.6429 iprec_at_recall_0.20 11_6 0.2885 iprec_at_recall_0.30 11_6 0.2169 iprec_at_recall_0.40 11_6 0.1429 iprec_at_recall_0.50 11_6 0.1331 iprec_at_recall_0.60 11_6 0.1242 iprec_at_recall_0.70 11_6 0.1217 iprec_at_recall_0.80 11_6 0.0828 iprec_at_recall_0.90 11_6 0.0000 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 0.8000 P_10 11_6 0.5000 P_15 11_6 0.6000 P_20 11_6 0.5000 P_30 11_6 0.3333 P_100 11_6 0.1800 P_200 11_6 0.1200 P_500 11_6 0.0900 P_1000 11_6 0.0530 relstring 11_6 '22220-2---' recall_5 11_6 0.0667 recall_10 11_6 0.0833 recall_15 11_6 0.1500 recall_20 11_6 0.1667 recall_30 11_6 0.1667 recall_100 11_6 0.3000 recall_200 11_6 0.4000 recall_500 11_6 0.7500 recall_1000 11_6 0.8833 infAP 11_6 0.2333 Rprec_mult_0.20 11_6 0.5833 Rprec_mult_0.40 11_6 0.4167 Rprec_mult_0.60 11_6 0.3056 Rprec_mult_0.80 11_6 0.2500 Rprec_mult_1.00 11_6 0.2500 Rprec_mult_1.20 11_6 0.2361 Rprec_mult_1.40 11_6 0.2143 Rprec_mult_1.60 11_6 0.1875 Rprec_mult_1.80 11_6 0.1759 Rprec_mult_2.00 11_6 0.1583 utility 11_6 -894.0000 11pt_avg 11_6 0.2503 binG 11_6 0.2020 G 11_6 0.1444 ndcg 11_6 0.5983 ndcg_rel 11_6 0.4831 Rndcg 11_6 0.4241 ndcg_cut_5 11_6 0.5792 ndcg_cut_10 11_6 0.4248 ndcg_cut_15 11_6 0.4590 ndcg_cut_20 11_6 0.4160 ndcg_cut_30 11_6 0.3422 ndcg_cut_100 11_6 0.3422 ndcg_cut_200 11_6 0.3905 ndcg_cut_500 11_6 0.5424 ndcg_cut_1000 11_6 0.5983 map_cut_5 11_6 0.0667 map_cut_10 11_6 0.0786 map_cut_15 11_6 0.1184 map_cut_20 11_6 0.1276 map_cut_30 11_6 0.1276 map_cut_100 11_6 0.1644 map_cut_200 11_6 0.1807 map_cut_500 11_6 0.2234 map_cut_1000 11_6 0.2333 relative_P_5 11_6 0.8000 relative_P_10 11_6 0.5000 relative_P_15 11_6 0.6000 relative_P_20 11_6 0.5000 relative_P_30 11_6 0.3333 relative_P_100 11_6 0.3000 relative_P_200 11_6 0.4000 relative_P_500 11_6 0.7500 relative_P_1000 11_6 0.8833 success_1 11_6 1.0000 success_5 11_6 1.0000 success_10 11_6 1.0000 set_P 11_6 0.0530 set_relative_P 11_6 0.8833 set_recall 11_6 0.8833 set_map 11_6 0.0468 set_F 11_6 0.1000 num_nonrel_judged_ret 11_6 6 rbp 11_6 0.3600 rbp_resid 11_6 0.3822 unj_5 11_6 0.0000 unj_10 11_6 0.4000 unj_20 11_6 0.4500 num_ret 11_7 1000 num_rel 11_7 90 num_rel_ret 11_7 33 map 11_7 0.0232 Rprec 11_7 0.1000 bpref 11_7 0.2768 recip_rank 11_7 0.0556 iprec_at_recall_0.00 11_7 0.1071 iprec_at_recall_0.10 11_7 0.1071 iprec_at_recall_0.20 11_7 0.0536 iprec_at_recall_0.30 11_7 0.0451 iprec_at_recall_0.40 11_7 0.0000 iprec_at_recall_0.50 11_7 0.0000 iprec_at_recall_0.60 11_7 0.0000 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 0.0000 P_10 11_7 0.0000 P_15 11_7 0.0000 P_20 11_7 0.1000 P_30 11_7 0.1000 P_100 11_7 0.0900 P_200 11_7 0.0650 P_500 11_7 0.0480 P_1000 11_7 0.0330 relstring 11_7 '000000--0-' recall_5 11_7 0.0000 recall_10 11_7 0.0000 recall_15 11_7 0.0000 recall_20 11_7 0.0222 recall_30 11_7 0.0333 recall_100 11_7 0.1000 recall_200 11_7 0.1444 recall_500 11_7 0.2667 recall_1000 11_7 0.3667 infAP 11_7 0.0232 Rprec_mult_0.20 11_7 0.0556 Rprec_mult_0.40 11_7 0.0833 Rprec_mult_0.60 11_7 0.0556 Rprec_mult_0.80 11_7 0.0833 Rprec_mult_1.00 11_7 0.1000 Rprec_mult_1.20 11_7 0.0833 Rprec_mult_1.40 11_7 0.0714 Rprec_mult_1.60 11_7 0.0764 Rprec_mult_1.80 11_7 0.0679 Rprec_mult_2.00 11_7 0.0611 utility 11_7 -934.0000 11pt_avg 11_7 0.0284 binG 11_7 0.0501 G 11_7 0.0504 ndcg 11_7 0.2193 ndcg_rel 11_7 0.1889 Rndcg 11_7 0.0892 ndcg_cut_5 11_7 0.0000 ndcg_cut_10 11_7 0.0000 ndcg_cut_15 11_7 0.0000 ndcg_cut_20 11_7 0.0561 ndcg_cut_30 11_7 0.0642 ndcg_cut_100 11_7 0.0871 ndcg_cut_200 11_7 0.1112 ndcg_cut_500 11_7 0.1786 ndcg_cut_1000 11_7 0.2193 map_cut_5 11_7 0.0000 map_cut_10 11_7 0.0000 map_cut_15 11_7 0.0000 map_cut_20 11_7 0.0018 map_cut_30 11_7 0.0029 map_cut_100 11_7 0.0088 map_cut_200 11_7 0.0120 map_cut_500 11_7 0.0189 map_cut_1000 11_7 0.0232 relative_P_5 11_7 0.0000 relative_P_10 11_7 0.0000 relative_P_15 11_7 0.0000 relative_P_20 11_7 0.1000 relative_P_30 11_7 0.1000 relative_P_100 11_7 0.1000 relative_P_200 11_7 0.1444 relative_P_500 11_7 0.2667 relative_P_1000 11_7 0.3667 success_1 11_7 0.0000 success_5 11_7 0.0000 success_10 11_7 0.0000 set_P 11_7 0.0330 set_relative_P 11_7 0.3667 set_recall 11_7 0.3667 set_map 11_7 0.0121 set_F 11_7 0.0606 num_nonrel_judged_ret 11_7 33 rbp 11_7 0.0249 rbp_resid 11_7 0.4169 unj_5 11_7 0.0000 unj_10 11_7 0.3000 unj_20 11_7 0.5000 num_ret 11_8 1000 num_rel 11_8 97 num_rel_ret 11_8 79 map 11_8 0.2551 Rprec 11_8 0.3505 bpref 11_8 0.7515 recip_rank 11_8 0.3333 iprec_at_recall_0.00 11_8 0.6667 iprec_at_recall_0.10 11_8 0.6250 iprec_at_recall_0.20 11_8 0.4872 iprec_at_recall_0.30 11_8 0.4143 iprec_at_recall_0.40 11_8 0.3008 iprec_at_recall_0.50 11_8 0.2112 iprec_at_recall_0.60 11_8 0.1785 iprec_at_recall_0.70 11_8 0.1298 iprec_at_recall_0.80 11_8 0.0802 iprec_at_recall_0.90 11_8 0.0000 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 0.6000 P_10 11_8 0.5000 P_15 11_8 0.6000 P_20 11_8 0.6000 P_30 11_8 0.5000 P_100 11_8 0.3400 P_200 11_8 0.2350 P_500 11_8 0.1340 P_1000 11_8 0.0790 relstring 11_8 '002112--3-' recall_5 11_8 0.0309 recall_10 11_8 0.0515 recall_15 11_8 0.0928 recall_20 11_8 0.1237 recall_30 11_8 0.1546 recall_100 11_8 0.3505 recall_200 11_8 0.4845 recall_500 11_8 0.6907 recall_1000 11_8 0.8144 infAP 11_8 0.2551 Rprec_mult_0.20 11_8 0.6000 Rprec_mult_0.40 11_8 0.4872 Rprec_mult_0.60 11_8 0.3729 Rprec_mult_0.80 11_8 0.3974 Rprec_mult_1.00 11_8 0.3505 Rprec_mult_1.20 11_8 0.3077 Rprec_mult_1.40 11_8 0.2941 Rprec_mult_1.60 11_8 0.2756 Rprec_mult_1.80 11_8 0.2629 Rprec_mult_2.00 11_8 0.2423 utility 11_8 -842.0000 11pt_avg 11_8 0.2812 binG 11_8 0.1537 G 11_8 0.1226 ndcg 11_8 0.5813 ndcg_rel 11_8 0.4351 Rndcg 11_8 0.3347 ndcg_cut_5 11_8 0.1656 ndcg_cut_10 11_8 0.2178 ndcg_cut_15 11_8 0.2675 ndcg_cut_20 11_8 0.3246 ndcg_cut_30 11_8 0.3279 ndcg_cut_100 11_8 0.3448 ndcg_cut_200 11_8 0.4263 ndcg_cut_500 11_8 0.5292 ndcg_cut_1000 11_8 0.5813 map_cut_5 11_8 0.0148 map_cut_10 11_8 0.0274 map_cut_15 11_8 0.0515 map_cut_20 11_8 0.0701 map_cut_30 11_8 0.0862 map_cut_100 11_8 0.1679 map_cut_200 11_8 0.2067 map_cut_500 11_8 0.2429 map_cut_1000 11_8 0.2551 relative_P_5 11_8 0.6000 relative_P_10 11_8 0.5000 relative_P_15 11_8 0.6000 relative_P_20 11_8 0.6000 relative_P_30 11_8 0.5000 relative_P_100 11_8 0.3505 relative_P_200 11_8 0.4845 relative_P_500 11_8 0.6907 relative_P_1000 11_8 0.8144 success_1 11_8 0.0000 success_5 11_8 1.0000 success_10 11_8 1.0000 set_P 11_8 0.0790 set_relative_P 11_8 0.8144 set_recall 11_8 0.8144 set_map 11_8 0.0643 set_F 11_8 0.1440 num_nonrel_judged_ret 11_8 5 rbp 11_8 0.2453 rbp_resid 11_8 0.2838 unj_5 11_8 0.0000 unj_10 11_8 0.3000 unj_20 11_8 0.3000 num_ret 11_9 1000 num_rel 11_9 117 num_rel_ret 11_9 62 map 11_9 0.3147 Rprec 11_9 0.3162 bpref 11_9 0.5262 recip_rank 11_9 1.0000 iprec_at_recall_0.00 11_9 1.0000 iprec_at_recall_0.10 11_9 1.0000 iprec_at_recall_0.20 11_9 1.0000 iprec_at_recall_0.30 11_9 0.3636 iprec_at_recall_0.40 11_9 0.1983 iprec_at_recall_0.50 11_9 0.0669 iprec_at_recall_0.60 11_9 0.0000 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 1.0000 P_10 11_9 1.0000 P_15 11_9 1.0000 P_20 11_9 1.0000 P_30 11_9 1.0000 P_100 11_9 0.3600 P_200 11_9 0.2150 P_500 11_9 0.1000 P_1000 11_9 0.0620 relstring 11_9 '4333333313' recall_5 11_9 0.0427 recall_10 11_9 0.0855 recall_15 11_9 0.1282 recall_20 11_9 0.1709 recall_30 11_9 0.2564 recall_100 11_9 0.3077 recall_200 11_9 0.3675 recall_500 11_9 0.4274 recall_1000 11_9 0.5299 infAP 11_9 0.3147 Rprec_mult_0.20 11_9 1.0000 Rprec_mult_0.40 11_9 0.6596 Rprec_mult_0.60 11_9 0.4507 Rprec_mult_0.80 11_9 0.3617 Rprec_mult_1.00 11_9 0.3162 Rprec_mult_1.20 11_9 0.2766 Rprec_mult_1.40 11_9 0.2439 Rprec_mult_1.60 11_9 0.2234 Rprec_mult_1.80 11_9 0.2085 Rprec_mult_2.00 11_9 0.1923 utility 11_9 -876.0000 11pt_avg 11_9 0.3299 binG 11_9 0.2937 G 11_9 0.1846 ndcg 11_9 0.6572 ndcg_rel 11_9 0.7031 Rndcg 11_9 0.6820 ndcg_cut_5 11_9 0.9398 ndcg_cut_10 11_9 0.9192 ndcg_cut_15 11_9 0.8946 ndcg_cut_20 11_9 0.8801 ndcg_cut_30 11_9 0.8548 ndcg_cut_100 11_9 0.5418 ndcg_cut_200 11_9 0.5635 ndcg_cut_500 11_9 0.6109 ndcg_cut_1000 11_9 0.6572 map_cut_5 11_9 0.0427 map_cut_10 11_9 0.0855 map_cut_15 11_9 0.1282 map_cut_20 11_9 0.1709 map_cut_30 11_9 0.2564 map_cut_100 11_9 0.2805 map_cut_200 11_9 0.2962 map_cut_500 11_9 0.3069 map_cut_1000 11_9 0.3147 relative_P_5 11_9 1.0000 relative_P_10 11_9 1.0000 relative_P_15 11_9 1.0000 relative_P_20 11_9 1.0000 relative_P_30 11_9 1.0000 relative_P_100 11_9 0.3600 relative_P_200 11_9 0.3675 relative_P_500 11_9 0.4274 relative_P_1000 11_9 0.5299 success_1 11_9 1.0000 success_5 11_9 1.0000 success_10 11_9 1.0000 set_P 11_9 0.0620 set_relative_P 11_9 0.5299 set_recall 11_9 0.5299 set_map 11_9 0.0329 set_F 11_9 0.1110 num_nonrel_judged_ret 11_9 4 rbp 11_9 0.6736 rbp_resid 11_9 0.0408 unj_5 11_9 0.0000 unj_10 11_9 0.0000 unj_20 11_9 0.0000 num_ret 12_1 1000 num_rel 12_1 75 num_rel_ret 12_1 46 map 12_1 0.3249 Rprec 12_1 0.4133 bpref 12_1 0.5223 recip_rank 12_1 0.5000 iprec_at_recall_0.00 12_1 0.8889 iprec_at_recall_0.10 12_1 0.8889 iprec_at_recall_0.20 12_1 0.8095 iprec_at_recall_0.30 12_1 0.6389 iprec_at_recall_0.40 12_1 0.5082 iprec_at_recall_0.50 12_1 0.1712 iprec_at_recall_0.60 12_1 0.1172 iprec_at_recall_0.70 12_1 0.0000 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 0.8000 P_10 12_1 0.8000 P_15 12_1 0.7333 P_20 12_1 0.8000 P_30 12_1 0.6667 P_100 12_1 0.3200 P_200 12_1 0.1850 P_500 12_1 0.0900 P_1000 12_1 0.0460 relstring 12_1 '0212222120' recall_5 12_1 0.0533 recall_10 12_1 0.1067 recall_15 12_1 0.1467 recall_20 12_1 0.2133 recall_30 12_1 0.2667 recall_100 12_1 0.4267 recall_200 12_1 0.4933 recall_500 12_1 0.6000 recall_1000 12_1 0.6133 infAP 12_1 0.3249 Rprec_mult_0.20 12_1 0.7333 Rprec_mult_0.40 12_1 0.6667 Rprec_mult_0.60 12_1 0.5556 Rprec_mult_0.80 12_1 0.5000 Rprec_mult_1.00 12_1 0.4133 Rprec_mult_1.20 12_1 0.3444 Rprec_mult_1.40 12_1 0.3048 Rprec_mult_1.60 12_1 0.2667 Rprec_mult_1.80 12_1 0.2444 Rprec_mult_2.00 12_1 0.2267 utility 12_1 -908.0000 11pt_avg 12_1 0.3657 binG 12_1 0.1887 G 12_1 0.1430 ndcg 12_1 0.5667 ndcg_rel 12_1 0.5379 Rndcg 12_1 0.3798 ndcg_cut_5 12_1 0.4925 ndcg_cut_10 12_1 0.5644 ndcg_cut_15 12_1 0.5296 ndcg_cut_20 12_1 0.5719 ndcg_cut_30 12_1 0.5236 ndcg_cut_100 12_1 0.4708 ndcg_cut_200 12_1 0.5079 ndcg_cut_500 12_1 0.5631 ndcg_cut_1000 12_1 0.5667 map_cut_5 12_1 0.0362 map_cut_10 12_1 0.0823 map_cut_15 12_1 0.1130 map_cut_20 12_1 0.1648 map_cut_30 12_1 0.2053 map_cut_100 12_1 0.2939 map_cut_200 12_1 0.3080 map_cut_500 12_1 0.3240 map_cut_1000 12_1 0.3249 relative_P_5 12_1 0.8000 relative_P_10 12_1 0.8000 relative_P_15 12_1 0.7333 relative_P_20 12_1 0.8000 relative_P_30 12_1 0.6667 relative_P_100 12_1 0.4267 relative_P_200 12_1 0.4933 relative_P_500 12_1 0.6000 relative_P_1000 12_1 0.6133 success_1 12_1 0.0000 success_5 12_1 1.0000 success_10 12_1 1.0000 set_P 12_1 0.0460 set_relative_P 12_1 0.6133 set_recall 12_1 0.6133 set_map 12_1 0.0282 set_F 12_1 0.0856 num_nonrel_judged_ret 12_1 39 rbp 12_1 0.4091 rbp_resid 12_1 0.0364 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0000 num_ret 12_2 1000 num_rel 12_2 65 num_rel_ret 12_2 48 map 12_2 0.2803 Rprec 12_2 0.3846 bpref 12_2 0.7183 recip_rank 12_2 1.0000 iprec_at_recall_0.00 12_2 1.0000 iprec_at_recall_0.10 12_2 0.7778 iprec_at_recall_0.20 12_2 0.5600 iprec_at_recall_0.30 12_2 0.3968 iprec_at_recall_0.40 12_2 0.3611 iprec_at_recall_0.50 12_2 0.1976 iprec_at_recall_0.60 12_2 0.1338 iprec_at_recall_0.70 12_2 0.0770 iprec_at_recall_0.80 12_2 0.0000 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 0.8000 P_10 12_2 0.7000 P_15 12_2 0.6000 P_20 12_2 0.5500 P_30 12_2 0.5000 P_100 12_2 0.2900 P_200 12_2 0.1750 P_500 12_2 0.0880 P_1000 12_2 0.0480 relstring 12_2 '110221-22-' recall_5 12_2 0.0615 recall_10 12_2 0.1077 recall_15 12_2 0.1385 recall_20 12_2 0.1692 recall_30 12_2 0.2308 recall_100 12_2 0.4462 recall_200 12_2 0.5385 recall_500 12_2 0.6769 recall_1000 12_2 0.7385 infAP 12_2 0.2803 Rprec_mult_0.20 12_2 0.6154 Rprec_mult_0.40 12_2 0.5385 Rprec_mult_0.60 12_2 0.4103 Rprec_mult_0.80 12_2 0.3462 Rprec_mult_1.00 12_2 0.3846 Rprec_mult_1.20 12_2 0.3462 Rprec_mult_1.40 12_2 0.3077 Rprec_mult_1.60 12_2 0.2788 Rprec_mult_1.80 12_2 0.2479 Rprec_mult_2.00 12_2 0.2308 utility 12_2 -904.0000 11pt_avg 12_2 0.3186 binG 12_2 0.1898 G 12_2 0.1311 ndcg 12_2 0.5300 ndcg_rel 12_2 0.4409 Rndcg 12_2 0.4097 ndcg_cut_5 12_2 0.3692 ndcg_cut_10 12_2 0.4034 ndcg_cut_15 12_2 0.3840 ndcg_cut_20 12_2 0.3850 ndcg_cut_30 12_2 0.3737 ndcg_cut_100 12_2 0.3943 ndcg_cut_200 12_2 0.4417 ndcg_cut_500 12_2 0.5013 ndcg_cut_1000 12_2 0.5300 map_cut_5 12_2 0.0546 map_cut_10 12_2 0.0909 map_cut_15 12_2 0.1114 map_cut_20 12_2 0.1289 map_cut_30 12_2 0.1615 map_cut_100 12_2 0.2397 map_cut_200 12_2 0.2586 map_cut_500 12_2 0.2760 map_cut_1000 12_2 0.2803 relative_P_5 12_2 0.8000 relative_P_10 12_2 0.7000 relative_P_15 12_2 0.6000 relative_P_20 12_2 0.5500 relative_P_30 12_2 0.5000 relative_P_100 12_2 0.4462 relative_P_200 12_2 0.5385 relative_P_500 12_2 0.6769 relative_P_1000 12_2 0.7385 success_1 12_2 1.0000 success_5 12_2 1.0000 success_10 12_2 1.0000 set_P 12_2 0.0480 set_relative_P 12_2 0.7385 set_recall 12_2 0.7385 set_map 12_2 0.0354 set_F 12_2 0.0901 num_nonrel_judged_ret 12_2 6 rbp 12_2 0.2954 rbp_resid 12_2 0.3145 unj_5 12_2 0.0000 unj_10 12_2 0.2000 unj_20 12_2 0.4000 num_ret 12_3 1000 num_rel 12_3 75 num_rel_ret 12_3 68 map 12_3 0.5726 Rprec 12_3 0.5867 bpref 12_3 0.7895 recip_rank 12_3 1.0000 iprec_at_recall_0.00 12_3 1.0000 iprec_at_recall_0.10 12_3 0.9375 iprec_at_recall_0.20 12_3 0.9375 iprec_at_recall_0.30 12_3 0.7742 iprec_at_recall_0.40 12_3 0.7347 iprec_at_recall_0.50 12_3 0.6909 iprec_at_recall_0.60 12_3 0.5625 iprec_at_recall_0.70 12_3 0.4104 iprec_at_recall_0.80 12_3 0.2113 iprec_at_recall_0.90 12_3 0.0798 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 1.0000 P_10 12_3 0.9000 P_15 12_3 0.9333 P_20 12_3 0.8500 P_30 12_3 0.7667 P_100 12_3 0.4800 P_200 12_3 0.2900 P_500 12_3 0.1300 P_1000 12_3 0.0680 relstring 12_3 '1212102221' recall_5 12_3 0.0667 recall_10 12_3 0.1200 recall_15 12_3 0.1867 recall_20 12_3 0.2267 recall_30 12_3 0.3067 recall_100 12_3 0.6400 recall_200 12_3 0.7733 recall_500 12_3 0.8667 recall_1000 12_3 0.9067 infAP 12_3 0.5726 Rprec_mult_0.20 12_3 0.9333 Rprec_mult_0.40 12_3 0.7667 Rprec_mult_0.60 12_3 0.7111 Rprec_mult_0.80 12_3 0.6500 Rprec_mult_1.00 12_3 0.5867 Rprec_mult_1.20 12_3 0.5000 Rprec_mult_1.40 12_3 0.4571 Rprec_mult_1.60 12_3 0.4333 Rprec_mult_1.80 12_3 0.4074 Rprec_mult_2.00 12_3 0.3800 utility 12_3 -864.0000 11pt_avg 12_3 0.5763 binG 12_3 0.3083 G 12_3 0.2041 ndcg 12_3 0.7724 ndcg_rel 12_3 0.6714 Rndcg 12_3 0.6492 ndcg_cut_5 12_3 0.6800 ndcg_cut_10 12_3 0.6822 ndcg_cut_15 12_3 0.7323 ndcg_cut_20 12_3 0.6928 ndcg_cut_30 12_3 0.6131 ndcg_cut_100 12_3 0.6284 ndcg_cut_200 12_3 0.7196 ndcg_cut_500 12_3 0.7611 ndcg_cut_1000 12_3 0.7724 map_cut_5 12_3 0.0667 map_cut_10 12_3 0.1136 map_cut_15 12_3 0.1751 map_cut_20 12_3 0.2108 map_cut_30 12_3 0.2733 map_cut_100 12_3 0.4970 map_cut_200 12_3 0.5529 map_cut_500 12_3 0.5686 map_cut_1000 12_3 0.5726 relative_P_5 12_3 1.0000 relative_P_10 12_3 0.9000 relative_P_15 12_3 0.9333 relative_P_20 12_3 0.8500 relative_P_30 12_3 0.7667 relative_P_100 12_3 0.6400 relative_P_200 12_3 0.7733 relative_P_500 12_3 0.8667 relative_P_1000 12_3 0.9067 success_1 12_3 1.0000 success_5 12_3 1.0000 success_10 12_3 1.0000 set_P 12_3 0.0680 set_relative_P 12_3 0.9067 set_recall 12_3 0.9067 set_map 12_3 0.0617 set_F 12_3 0.1265 num_nonrel_judged_ret 12_3 27 rbp 12_3 0.6671 rbp_resid 12_3 0.0133 unj_5 12_3 0.0000 unj_10 12_3 0.0000 unj_20 12_3 0.0000 num_ret 12_5 1000 num_rel 12_5 57 num_rel_ret 12_5 36 map 12_5 0.3224 Rprec 12_5 0.3684 bpref 12_5 0.6236 recip_rank 12_5 1.0000 iprec_at_recall_0.00 12_5 1.0000 iprec_at_recall_0.10 12_5 1.0000 iprec_at_recall_0.20 12_5 0.8462 iprec_at_recall_0.30 12_5 0.5152 iprec_at_recall_0.40 12_5 0.3108 iprec_at_recall_0.50 12_5 0.1146 iprec_at_recall_0.60 12_5 0.0539 iprec_at_recall_0.70 12_5 0.0000 iprec_at_recall_0.80 12_5 0.0000 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 1.0000 P_10 12_5 0.8000 P_15 12_5 0.8000 P_20 12_5 0.6000 P_30 12_5 0.5333 P_100 12_5 0.2600 P_200 12_5 0.1400 P_500 12_5 0.0660 P_1000 12_5 0.0360 relstring 12_5 '2232222-3-' recall_5 12_5 0.0877 recall_10 12_5 0.1404 recall_15 12_5 0.2105 recall_20 12_5 0.2105 recall_30 12_5 0.2807 recall_100 12_5 0.4561 recall_200 12_5 0.4912 recall_500 12_5 0.5789 recall_1000 12_5 0.6316 infAP 12_5 0.3224 Rprec_mult_0.20 12_5 0.8333 Rprec_mult_0.40 12_5 0.6087 Rprec_mult_0.60 12_5 0.4857 Rprec_mult_0.80 12_5 0.4130 Rprec_mult_1.00 12_5 0.3684 Rprec_mult_1.20 12_5 0.3043 Rprec_mult_1.40 12_5 0.3000 Rprec_mult_1.60 12_5 0.2717 Rprec_mult_1.80 12_5 0.2524 Rprec_mult_2.00 12_5 0.2281 utility 12_5 -928.0000 11pt_avg 12_5 0.3491 binG 12_5 0.2432 G 12_5 0.1514 ndcg 12_5 0.5961 ndcg_rel 12_5 0.6045 Rndcg 12_5 0.5659 ndcg_cut_5 12_5 0.7232 ndcg_cut_10 12_5 0.6820 ndcg_cut_15 12_5 0.7214 ndcg_cut_20 12_5 0.6254 ndcg_cut_30 12_5 0.5836 ndcg_cut_100 12_5 0.5238 ndcg_cut_200 12_5 0.5412 ndcg_cut_500 12_5 0.5760 ndcg_cut_1000 12_5 0.5961 map_cut_5 12_5 0.0877 map_cut_10 12_5 0.1384 map_cut_15 12_5 0.1963 map_cut_20 12_5 0.1963 map_cut_30 12_5 0.2395 map_cut_100 12_5 0.3052 map_cut_200 12_5 0.3112 map_cut_500 12_5 0.3199 map_cut_1000 12_5 0.3224 relative_P_5 12_5 1.0000 relative_P_10 12_5 0.8000 relative_P_15 12_5 0.8000 relative_P_20 12_5 0.6000 relative_P_30 12_5 0.5333 relative_P_100 12_5 0.4561 relative_P_200 12_5 0.4912 relative_P_500 12_5 0.5789 relative_P_1000 12_5 0.6316 success_1 12_5 1.0000 success_5 12_5 1.0000 success_10 12_5 1.0000 set_P 12_5 0.0360 set_relative_P 12_5 0.6316 set_recall 12_5 0.6316 set_map 12_5 0.0227 set_F 12_5 0.0681 num_nonrel_judged_ret 12_5 2 rbp 12_5 0.5387 rbp_resid 12_5 0.2701 unj_5 12_5 0.0000 unj_10 12_5 0.2000 unj_20 12_5 0.4000 num_ret 12_6 1000 num_rel 12_6 48 num_rel_ret 12_6 39 map 12_6 0.4389 Rprec 12_6 0.4167 bpref 12_6 0.6784 recip_rank 12_6 1.0000 iprec_at_recall_0.00 12_6 1.0000 iprec_at_recall_0.10 12_6 1.0000 iprec_at_recall_0.20 12_6 1.0000 iprec_at_recall_0.30 12_6 0.7368 iprec_at_recall_0.40 12_6 0.5000 iprec_at_recall_0.50 12_6 0.4138 iprec_at_recall_0.60 12_6 0.3030 iprec_at_recall_0.70 12_6 0.0986 iprec_at_recall_0.80 12_6 0.0544 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 1.0000 P_10 12_6 1.0000 P_15 12_6 0.8000 P_20 12_6 0.7000 P_30 12_6 0.5333 P_100 12_6 0.3000 P_200 12_6 0.1550 P_500 12_6 0.0700 P_1000 12_6 0.0390 relstring 12_6 '1221112212' recall_5 12_6 0.1042 recall_10 12_6 0.2083 recall_15 12_6 0.2500 recall_20 12_6 0.2917 recall_30 12_6 0.3333 recall_100 12_6 0.6250 recall_200 12_6 0.6458 recall_500 12_6 0.7292 recall_1000 12_6 0.8125 infAP 12_6 0.4389 Rprec_mult_0.20 12_6 1.0000 Rprec_mult_0.40 12_6 0.7000 Rprec_mult_0.60 12_6 0.5517 Rprec_mult_0.80 12_6 0.4872 Rprec_mult_1.00 12_6 0.4167 Rprec_mult_1.20 12_6 0.4138 Rprec_mult_1.40 12_6 0.3529 Rprec_mult_1.60 12_6 0.3117 Rprec_mult_1.80 12_6 0.2989 Rprec_mult_2.00 12_6 0.2917 utility 12_6 -922.0000 11pt_avg 12_6 0.4642 binG 12_6 0.3392 G 12_6 0.1949 ndcg 12_6 0.6663 ndcg_rel 12_6 0.5953 Rndcg 12_6 0.5089 ndcg_cut_5 12_6 0.5915 ndcg_cut_10 12_6 0.6555 ndcg_cut_15 12_6 0.6024 ndcg_cut_20 12_6 0.5554 ndcg_cut_30 12_6 0.5121 ndcg_cut_100 12_6 0.6054 ndcg_cut_200 12_6 0.6125 ndcg_cut_500 12_6 0.6355 ndcg_cut_1000 12_6 0.6663 map_cut_5 12_6 0.1042 map_cut_10 12_6 0.2083 map_cut_15 12_6 0.2453 map_cut_20 12_6 0.2766 map_cut_30 12_6 0.3048 map_cut_100 12_6 0.4183 map_cut_200 12_6 0.4244 map_cut_500 12_6 0.4339 map_cut_1000 12_6 0.4389 relative_P_5 12_6 1.0000 relative_P_10 12_6 1.0000 relative_P_15 12_6 0.8000 relative_P_20 12_6 0.7000 relative_P_30 12_6 0.5333 relative_P_100 12_6 0.6250 relative_P_200 12_6 0.6458 relative_P_500 12_6 0.7292 relative_P_1000 12_6 0.8125 success_1 12_6 1.0000 success_5 12_6 1.0000 success_10 12_6 1.0000 set_P 12_6 0.0390 set_relative_P 12_6 0.8125 set_recall 12_6 0.8125 set_map 12_6 0.0317 set_F 12_6 0.0744 num_nonrel_judged_ret 12_6 27 rbp 12_6 0.3915 rbp_resid 12_6 0.1040 unj_5 12_6 0.0000 unj_10 12_6 0.0000 unj_20 12_6 0.1000 num_ret 12_7 1000 num_rel 12_7 17 num_rel_ret 12_7 16 map 12_7 0.2750 Rprec 12_7 0.3529 bpref 12_7 0.4602 recip_rank 12_7 0.5000 iprec_at_recall_0.00 12_7 0.5000 iprec_at_recall_0.10 12_7 0.5000 iprec_at_recall_0.20 12_7 0.5000 iprec_at_recall_0.30 12_7 0.5000 iprec_at_recall_0.40 12_7 0.3810 iprec_at_recall_0.50 12_7 0.2093 iprec_at_recall_0.60 12_7 0.2041 iprec_at_recall_0.70 12_7 0.1237 iprec_at_recall_0.80 12_7 0.0632 iprec_at_recall_0.90 12_7 0.0632 iprec_at_recall_1.00 12_7 0.0000 P_5 12_7 0.4000 P_10 12_7 0.4000 P_15 12_7 0.4000 P_20 12_7 0.3500 P_30 12_7 0.2667 P_100 12_7 0.1200 P_200 12_7 0.0650 P_500 12_7 0.0320 P_1000 12_7 0.0160 relstring 12_7 '030203-200' recall_5 12_7 0.1176 recall_10 12_7 0.2353 recall_15 12_7 0.3529 recall_20 12_7 0.4118 recall_30 12_7 0.4706 recall_100 12_7 0.7059 recall_200 12_7 0.7647 recall_500 12_7 0.9412 recall_1000 12_7 0.9412 infAP 12_7 0.2750 Rprec_mult_0.20 12_7 0.5000 Rprec_mult_0.40 12_7 0.4286 Rprec_mult_0.60 12_7 0.4545 Rprec_mult_0.80 12_7 0.4286 Rprec_mult_1.00 12_7 0.3529 Rprec_mult_1.20 12_7 0.3810 Rprec_mult_1.40 12_7 0.3333 Rprec_mult_1.60 12_7 0.2857 Rprec_mult_1.80 12_7 0.2581 Rprec_mult_2.00 12_7 0.2353 utility 12_7 -968.0000 11pt_avg 12_7 0.2768 binG 12_7 0.2566 G 12_7 0.2284 ndcg 12_7 0.6180 ndcg_rel 12_7 0.4997 Rndcg 12_7 0.4521 ndcg_cut_5 12_7 0.3256 ndcg_cut_10 12_7 0.3823 ndcg_cut_15 12_7 0.4108 ndcg_cut_20 12_7 0.4296 ndcg_cut_30 12_7 0.4617 ndcg_cut_100 12_7 0.5721 ndcg_cut_200 12_7 0.5819 ndcg_cut_500 12_7 0.6180 ndcg_cut_1000 12_7 0.6180 map_cut_5 12_7 0.0588 map_cut_10 12_7 0.1176 map_cut_15 12_7 0.1738 map_cut_20 12_7 0.1955 map_cut_30 12_7 0.2179 map_cut_100 12_7 0.2590 map_cut_200 12_7 0.2639 map_cut_500 12_7 0.2750 map_cut_1000 12_7 0.2750 relative_P_5 12_7 0.4000 relative_P_10 12_7 0.4000 relative_P_15 12_7 0.4000 relative_P_20 12_7 0.4118 relative_P_30 12_7 0.4706 relative_P_100 12_7 0.7059 relative_P_200 12_7 0.7647 relative_P_500 12_7 0.9412 relative_P_1000 12_7 0.9412 success_1 12_7 0.0000 success_5 12_7 1.0000 success_10 12_7 1.0000 set_P 12_7 0.0160 set_relative_P 12_7 0.9412 set_recall 12_7 0.9412 set_map 12_7 0.0151 set_F 12_7 0.0315 num_nonrel_judged_ret 12_7 43 rbp 12_7 0.2935 rbp_resid 12_7 0.2696 unj_5 12_7 0.0000 unj_10 12_7 0.1000 unj_20 12_7 0.3500 num_ret 12_9 1000 num_rel 12_9 27 num_rel_ret 12_9 0 map 12_9 0.0000 Rprec 12_9 0.0000 bpref 12_9 0.0000 recip_rank 12_9 0.0000 iprec_at_recall_0.00 12_9 0.0000 iprec_at_recall_0.10 12_9 0.0000 iprec_at_recall_0.20 12_9 0.0000 iprec_at_recall_0.30 12_9 0.0000 iprec_at_recall_0.40 12_9 0.0000 iprec_at_recall_0.50 12_9 0.0000 iprec_at_recall_0.60 12_9 0.0000 iprec_at_recall_0.70 12_9 0.0000 iprec_at_recall_0.80 12_9 0.0000 iprec_at_recall_0.90 12_9 0.0000 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 0.0000 P_10 12_9 0.0000 P_15 12_9 0.0000 P_20 12_9 0.0000 P_30 12_9 0.0000 P_100 12_9 0.0000 P_200 12_9 0.0000 P_500 12_9 0.0000 P_1000 12_9 0.0000 relstring 12_9 '0000000---' recall_5 12_9 0.0000 recall_10 12_9 0.0000 recall_15 12_9 0.0000 recall_20 12_9 0.0000 recall_30 12_9 0.0000 recall_100 12_9 0.0000 recall_200 12_9 0.0000 recall_500 12_9 0.0000 recall_1000 12_9 0.0000 infAP 12_9 0.0000 Rprec_mult_0.20 12_9 0.0000 Rprec_mult_0.40 12_9 0.0000 Rprec_mult_0.60 12_9 0.0000 Rprec_mult_0.80 12_9 0.0000 Rprec_mult_1.00 12_9 0.0000 Rprec_mult_1.20 12_9 0.0000 Rprec_mult_1.40 12_9 0.0000 Rprec_mult_1.60 12_9 0.0000 Rprec_mult_1.80 12_9 0.0000 Rprec_mult_2.00 12_9 0.0000 utility 12_9 -1000.0000 11pt_avg 12_9 0.0000 binG 12_9 0.0000 G 12_9 0.0000 ndcg 12_9 0.0000 ndcg_rel 12_9 0.0000 Rndcg 12_9 0.0000 ndcg_cut_5 12_9 0.0000 ndcg_cut_10 12_9 0.0000 ndcg_cut_15 12_9 0.0000 ndcg_cut_20 12_9 0.0000 ndcg_cut_30 12_9 0.0000 ndcg_cut_100 12_9 0.0000 ndcg_cut_200 12_9 0.0000 ndcg_cut_500 12_9 0.0000 ndcg_cut_1000 12_9 0.0000 map_cut_5 12_9 0.0000 map_cut_10 12_9 0.0000 map_cut_15 12_9 0.0000 map_cut_20 12_9 0.0000 map_cut_30 12_9 0.0000 map_cut_100 12_9 0.0000 map_cut_200 12_9 0.0000 map_cut_500 12_9 0.0000 map_cut_1000 12_9 0.0000 relative_P_5 12_9 0.0000 relative_P_10 12_9 0.0000 relative_P_15 12_9 0.0000 relative_P_20 12_9 0.0000 relative_P_30 12_9 0.0000 relative_P_100 12_9 0.0000 relative_P_200 12_9 0.0000 relative_P_500 12_9 0.0000 relative_P_1000 12_9 0.0000 success_1 12_9 0.0000 success_5 12_9 0.0000 success_10 12_9 0.0000 set_P 12_9 0.0000 set_relative_P 12_9 0.0000 set_recall 12_9 0.0000 set_map 12_9 0.0000 set_F 12_9 0.0000 num_nonrel_judged_ret 12_9 17 rbp 12_9 0.0000 rbp_resid 12_9 0.4627 unj_5 12_9 0.0000 unj_10 12_9 0.3000 unj_20 12_9 0.6000 num_ret 13_2 1000 num_rel 13_2 154 num_rel_ret 13_2 106 map 13_2 0.3060 Rprec 13_2 0.3247 bpref 13_2 0.6745 recip_rank 13_2 1.0000 iprec_at_recall_0.00 13_2 1.0000 iprec_at_recall_0.10 13_2 0.8462 iprec_at_recall_0.20 13_2 0.6078 iprec_at_recall_0.30 13_2 0.3884 iprec_at_recall_0.40 13_2 0.3069 iprec_at_recall_0.50 13_2 0.2348 iprec_at_recall_0.60 13_2 0.1679 iprec_at_recall_0.70 13_2 0.0000 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 1.0000 P_10 13_2 1.0000 P_15 13_2 0.8667 P_20 13_2 0.8000 P_30 13_2 0.8000 P_100 13_2 0.4000 P_200 13_2 0.3050 P_500 13_2 0.1780 P_1000 13_2 0.1060 relstring 13_2 '1233223324' recall_5 13_2 0.0325 recall_10 13_2 0.0649 recall_15 13_2 0.0844 recall_20 13_2 0.1039 recall_30 13_2 0.1558 recall_100 13_2 0.2597 recall_200 13_2 0.3961 recall_500 13_2 0.5779 recall_1000 13_2 0.6883 infAP 13_2 0.3060 Rprec_mult_0.20 13_2 0.8065 Rprec_mult_0.40 13_2 0.5161 Rprec_mult_0.60 13_2 0.4194 Rprec_mult_0.80 13_2 0.3790 Rprec_mult_1.00 13_2 0.3247 Rprec_mult_1.20 13_2 0.2973 Rprec_mult_1.40 13_2 0.2870 Rprec_mult_1.60 13_2 0.2713 Rprec_mult_1.80 13_2 0.2554 Rprec_mult_2.00 13_2 0.2403 utility 13_2 -788.0000 11pt_avg 13_2 0.3229 binG 13_2 0.1822 G 13_2 0.1264 ndcg 13_2 0.6363 ndcg_rel 13_2 0.5759 Rndcg 13_2 0.4747 ndcg_cut_5 13_2 0.5919 ndcg_cut_10 13_2 0.7002 ndcg_cut_15 13_2 0.6483 ndcg_cut_20 13_2 0.6085 ndcg_cut_30 13_2 0.6115 ndcg_cut_100 13_2 0.4571 ndcg_cut_200 13_2 0.4842 ndcg_cut_500 13_2 0.5897 ndcg_cut_1000 13_2 0.6363 map_cut_5 13_2 0.0325 map_cut_10 13_2 0.0649 map_cut_15 13_2 0.0821 map_cut_20 13_2 0.0983 map_cut_30 13_2 0.1411 map_cut_100 13_2 0.2001 map_cut_200 13_2 0.2468 map_cut_500 13_2 0.2898 map_cut_1000 13_2 0.3060 relative_P_5 13_2 1.0000 relative_P_10 13_2 1.0000 relative_P_15 13_2 0.8667 relative_P_20 13_2 0.8000 relative_P_30 13_2 0.8000 relative_P_100 13_2 0.4000 relative_P_200 13_2 0.3961 relative_P_500 13_2 0.5779 relative_P_1000 13_2 0.6883 success_1 13_2 1.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.1060 set_relative_P 13_2 0.6883 set_recall 13_2 0.6883 set_map 13_2 0.0730 set_F 13_2 0.1837 num_nonrel_judged_ret 13_2 4 rbp 13_2 0.4953 rbp_resid 13_2 0.1364 unj_5 13_2 0.0000 unj_10 13_2 0.0000 unj_20 13_2 0.2000 num_ret 13_3 1000 num_rel 13_3 79 num_rel_ret 13_3 58 map 13_3 0.3516 Rprec 13_3 0.4051 bpref 13_3 0.6754 recip_rank 13_3 1.0000 iprec_at_recall_0.00 13_3 1.0000 iprec_at_recall_0.10 13_3 0.9091 iprec_at_recall_0.20 13_3 0.6957 iprec_at_recall_0.30 13_3 0.5319 iprec_at_recall_0.40 13_3 0.4211 iprec_at_recall_0.50 13_3 0.2645 iprec_at_recall_0.60 13_3 0.2025 iprec_at_recall_0.70 13_3 0.1708 iprec_at_recall_0.80 13_3 0.0000 iprec_at_recall_0.90 13_3 0.0000 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 0.8000 P_10 13_3 0.9000 P_15 13_3 0.8000 P_20 13_3 0.6500 P_30 13_3 0.6333 P_100 13_3 0.3300 P_200 13_3 0.2200 P_500 13_3 0.1120 P_1000 13_3 0.0580 relstring 13_3 '2220222222' recall_5 13_3 0.0506 recall_10 13_3 0.1139 recall_15 13_3 0.1519 recall_20 13_3 0.1646 recall_30 13_3 0.2405 recall_100 13_3 0.4177 recall_200 13_3 0.5570 recall_500 13_3 0.7089 recall_1000 13_3 0.7342 infAP 13_3 0.3516 Rprec_mult_0.20 13_3 0.8125 Rprec_mult_0.40 13_3 0.6250 Rprec_mult_0.60 13_3 0.5208 Rprec_mult_0.80 13_3 0.4219 Rprec_mult_1.00 13_3 0.4051 Rprec_mult_1.20 13_3 0.3474 Rprec_mult_1.40 13_3 0.2973 Rprec_mult_1.60 13_3 0.2913 Rprec_mult_1.80 13_3 0.2727 Rprec_mult_2.00 13_3 0.2595 utility 13_3 -884.0000 11pt_avg 13_3 0.3814 binG 13_3 0.2138 G 13_3 0.1613 ndcg 13_3 0.6764 ndcg_rel 13_3 0.6224 Rndcg 13_3 0.5561 ndcg_cut_5 13_3 0.5953 ndcg_cut_10 13_3 0.7062 ndcg_cut_15 13_3 0.6692 ndcg_cut_20 13_3 0.6185 ndcg_cut_30 13_3 0.6161 ndcg_cut_100 13_3 0.5064 ndcg_cut_200 13_3 0.5791 ndcg_cut_500 13_3 0.6645 ndcg_cut_1000 13_3 0.6764 map_cut_5 13_3 0.0481 map_cut_10 13_3 0.1032 map_cut_15 13_3 0.1356 map_cut_20 13_3 0.1458 map_cut_30 13_3 0.1968 map_cut_100 13_3 0.2838 map_cut_200 13_3 0.3217 map_cut_500 13_3 0.3499 map_cut_1000 13_3 0.3516 relative_P_5 13_3 0.8000 relative_P_10 13_3 0.9000 relative_P_15 13_3 0.8000 relative_P_20 13_3 0.6500 relative_P_30 13_3 0.6333 relative_P_100 13_3 0.4177 relative_P_200 13_3 0.5570 relative_P_500 13_3 0.7089 relative_P_1000 13_3 0.7342 success_1 13_3 1.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.0580 set_relative_P 13_3 0.7342 set_recall 13_3 0.7342 set_map 13_3 0.0426 set_F 13_3 0.1075 num_nonrel_judged_ret 13_3 18 rbp 13_3 0.4996 rbp_resid 13_3 0.1515 unj_5 13_3 0.0000 unj_10 13_3 0.0000 unj_20 13_3 0.2500 num_ret 13_4 1000 num_rel 13_4 132 num_rel_ret 13_4 92 map 13_4 0.2938 Rprec 13_4 0.3712 bpref 13_4 0.6206 recip_rank 13_4 1.0000 iprec_at_recall_0.00 13_4 1.0000 iprec_at_recall_0.10 13_4 0.8125 iprec_at_recall_0.20 13_4 0.6923 iprec_at_recall_0.30 13_4 0.5063 iprec_at_recall_0.40 13_4 0.3099 iprec_at_recall_0.50 13_4 0.1765 iprec_at_recall_0.60 13_4 0.1143 iprec_at_recall_0.70 13_4 0.0923 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 0.8000 P_10 13_4 0.8000 P_15 13_4 0.8000 P_20 13_4 0.7000 P_30 13_4 0.6667 P_100 13_4 0.4400 P_200 13_4 0.2650 P_500 13_4 0.1440 P_1000 13_4 0.0920 relstring 13_4 '2120220222' recall_5 13_4 0.0303 recall_10 13_4 0.0606 recall_15 13_4 0.0909 recall_20 13_4 0.1061 recall_30 13_4 0.1515 recall_100 13_4 0.3333 recall_200 13_4 0.4015 recall_500 13_4 0.5455 recall_1000 13_4 0.6970 infAP 13_4 0.2938 Rprec_mult_0.20 13_4 0.6667 Rprec_mult_0.40 13_4 0.5849 Rprec_mult_0.60 13_4 0.5000 Rprec_mult_0.80 13_4 0.4434 Rprec_mult_1.00 13_4 0.3712 Rprec_mult_1.20 13_4 0.3145 Rprec_mult_1.40 13_4 0.2865 Rprec_mult_1.60 13_4 0.2547 Rprec_mult_1.80 13_4 0.2353 Rprec_mult_2.00 13_4 0.2159 utility 13_4 -816.0000 11pt_avg 13_4 0.3367 binG 13_4 0.1608 G 13_4 0.1276 ndcg 13_4 0.6301 ndcg_rel 13_4 0.5860 Rndcg 13_4 0.5489 ndcg_cut_5 13_4 0.6386 ndcg_cut_10 13_4 0.6868 ndcg_cut_15 13_4 0.7079 ndcg_cut_20 13_4 0.6290 ndcg_cut_30 13_4 0.6099 ndcg_cut_100 13_4 0.4690 ndcg_cut_200 13_4 0.4579 ndcg_cut_500 13_4 0.5462 ndcg_cut_1000 13_4 0.6301 map_cut_5 13_4 0.0288 map_cut_10 13_4 0.0527 map_cut_15 13_4 0.0763 map_cut_20 13_4 0.0883 map_cut_30 13_4 0.1181 map_cut_100 13_4 0.2241 map_cut_200 13_4 0.2504 map_cut_500 13_4 0.2775 map_cut_1000 13_4 0.2938 relative_P_5 13_4 0.8000 relative_P_10 13_4 0.8000 relative_P_15 13_4 0.8000 relative_P_20 13_4 0.7000 relative_P_30 13_4 0.6667 relative_P_100 13_4 0.4400 relative_P_200 13_4 0.4015 relative_P_500 13_4 0.5455 relative_P_1000 13_4 0.6970 success_1 13_4 1.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.0920 set_relative_P 13_4 0.6970 set_recall 13_4 0.6970 set_map 13_4 0.0641 set_F 13_4 0.1625 num_nonrel_judged_ret 13_4 16 rbp 13_4 0.4452 rbp_resid 13_4 0.1145 unj_5 13_4 0.0000 unj_10 13_4 0.0000 unj_20 13_4 0.1500 num_ret 13_6 1000 num_rel 13_6 135 num_rel_ret 13_6 85 map 13_6 0.2182 Rprec 13_6 0.2963 bpref 13_6 0.5972 recip_rank 13_6 1.0000 iprec_at_recall_0.00 13_6 1.0000 iprec_at_recall_0.10 13_6 0.5600 iprec_at_recall_0.20 13_6 0.3857 iprec_at_recall_0.30 13_6 0.2986 iprec_at_recall_0.40 13_6 0.2043 iprec_at_recall_0.50 13_6 0.1405 iprec_at_recall_0.60 13_6 0.0948 iprec_at_recall_0.70 13_6 0.0000 iprec_at_recall_0.80 13_6 0.0000 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 1.0000 P_10 13_6 0.7000 P_15 13_6 0.6000 P_20 13_6 0.6000 P_30 13_6 0.5000 P_100 13_6 0.3500 P_200 13_6 0.2400 P_500 13_6 0.1380 P_1000 13_6 0.0850 relstring 13_6 '3122312-0-' recall_5 13_6 0.0370 recall_10 13_6 0.0519 recall_15 13_6 0.0667 recall_20 13_6 0.0889 recall_30 13_6 0.1111 recall_100 13_6 0.2593 recall_200 13_6 0.3556 recall_500 13_6 0.5111 recall_1000 13_6 0.6296 infAP 13_6 0.2182 Rprec_mult_0.20 13_6 0.5556 Rprec_mult_0.40 13_6 0.4259 Rprec_mult_0.60 13_6 0.3580 Rprec_mult_0.80 13_6 0.3333 Rprec_mult_1.00 13_6 0.2963 Rprec_mult_1.20 13_6 0.2716 Rprec_mult_1.40 13_6 0.2540 Rprec_mult_1.60 13_6 0.2269 Rprec_mult_1.80 13_6 0.2099 Rprec_mult_2.00 13_6 0.2000 utility 13_6 -830.0000 11pt_avg 13_6 0.2440 binG 13_6 0.1455 G 13_6 0.1051 ndcg 13_6 0.5531 ndcg_rel 13_6 0.5027 Rndcg 13_6 0.5040 ndcg_cut_5 13_6 0.6757 ndcg_cut_10 13_6 0.5246 ndcg_cut_15 13_6 0.4697 ndcg_cut_20 13_6 0.4738 ndcg_cut_30 13_6 0.4615 ndcg_cut_100 13_6 0.3980 ndcg_cut_200 13_6 0.4119 ndcg_cut_500 13_6 0.5036 ndcg_cut_1000 13_6 0.5531 map_cut_5 13_6 0.0370 map_cut_10 13_6 0.0519 map_cut_15 13_6 0.0616 map_cut_20 13_6 0.0754 map_cut_30 13_6 0.0877 map_cut_100 13_6 0.1472 map_cut_200 13_6 0.1756 map_cut_500 13_6 0.2055 map_cut_1000 13_6 0.2182 relative_P_5 13_6 1.0000 relative_P_10 13_6 0.7000 relative_P_15 13_6 0.6000 relative_P_20 13_6 0.6000 relative_P_30 13_6 0.5000 relative_P_100 13_6 0.3500 relative_P_200 13_6 0.3556 relative_P_500 13_6 0.5111 relative_P_1000 13_6 0.6296 success_1 13_6 1.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.0850 set_relative_P 13_6 0.6296 set_recall 13_6 0.6296 set_map 13_6 0.0535 set_F 13_6 0.1498 num_nonrel_judged_ret 13_6 3 rbp 13_6 0.3410 rbp_resid 13_6 0.2909 unj_5 13_6 0.0000 unj_10 13_6 0.2000 unj_20 13_6 0.3500 num_ret 13_8 1000 num_rel 13_8 100 num_rel_ret 13_8 32 map 13_8 0.0755 Rprec 13_8 0.1300 bpref 13_8 0.2962 recip_rank 13_8 1.0000 iprec_at_recall_0.00 13_8 1.0000 iprec_at_recall_0.10 13_8 0.1897 iprec_at_recall_0.20 13_8 0.0648 iprec_at_recall_0.30 13_8 0.0484 iprec_at_recall_0.40 13_8 0.0000 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 0.8000 P_10 13_8 0.5000 P_15 13_8 0.4000 P_20 13_8 0.3500 P_30 13_8 0.2333 P_100 13_8 0.1300 P_200 13_8 0.0700 P_500 13_8 0.0500 P_1000 13_8 0.0320 relstring 13_8 '122010-1--' recall_5 13_8 0.0400 recall_10 13_8 0.0500 recall_15 13_8 0.0600 recall_20 13_8 0.0700 recall_30 13_8 0.0700 recall_100 13_8 0.1300 recall_200 13_8 0.1400 recall_500 13_8 0.2500 recall_1000 13_8 0.3200 infAP 13_8 0.0755 Rprec_mult_0.20 13_8 0.3500 Rprec_mult_0.40 13_8 0.2000 Rprec_mult_0.60 13_8 0.1833 Rprec_mult_0.80 13_8 0.1500 Rprec_mult_1.00 13_8 0.1300 Rprec_mult_1.20 13_8 0.1167 Rprec_mult_1.40 13_8 0.1000 Rprec_mult_1.60 13_8 0.0875 Rprec_mult_1.80 13_8 0.0778 Rprec_mult_2.00 13_8 0.0700 utility 13_8 -936.0000 11pt_avg 13_8 0.1184 binG 13_8 0.0799 G 13_8 0.0521 ndcg 13_8 0.2695 ndcg_rel 13_8 0.2642 Rndcg 13_8 0.2238 ndcg_cut_5 13_8 0.4125 ndcg_cut_10 13_8 0.2908 ndcg_cut_15 13_8 0.2599 ndcg_cut_20 13_8 0.2523 ndcg_cut_30 13_8 0.2075 ndcg_cut_100 13_8 0.1702 ndcg_cut_200 13_8 0.1805 ndcg_cut_500 13_8 0.2366 ndcg_cut_1000 13_8 0.2695 map_cut_5 13_8 0.0380 map_cut_10 13_8 0.0442 map_cut_15 13_8 0.0492 map_cut_20 13_8 0.0529 map_cut_30 13_8 0.0529 map_cut_100 13_8 0.0644 map_cut_200 13_8 0.0656 map_cut_500 13_8 0.0722 map_cut_1000 13_8 0.0755 relative_P_5 13_8 0.8000 relative_P_10 13_8 0.5000 relative_P_15 13_8 0.4000 relative_P_20 13_8 0.3500 relative_P_30 13_8 0.2333 relative_P_100 13_8 0.1300 relative_P_200 13_8 0.1400 relative_P_500 13_8 0.2500 relative_P_1000 13_8 0.3200 success_1 13_8 1.0000 success_5 13_8 1.0000 success_10 13_8 1.0000 set_P 13_8 0.0320 set_relative_P 13_8 0.3200 set_recall 13_8 0.3200 set_map 13_8 0.0102 set_F 13_8 0.0582 num_nonrel_judged_ret 13_8 11 rbp 13_8 0.2201 rbp_resid 13_8 0.4265 unj_5 13_8 0.0000 unj_10 13_8 0.3000 unj_20 13_8 0.5500 num_ret 14_10 1000 num_rel 14_10 52 num_rel_ret 14_10 38 map 14_10 0.2380 Rprec 14_10 0.3077 bpref 14_10 0.5706 recip_rank 14_10 1.0000 iprec_at_recall_0.00 14_10 1.0000 iprec_at_recall_0.10 14_10 0.8571 iprec_at_recall_0.20 14_10 0.4348 iprec_at_recall_0.30 14_10 0.3091 iprec_at_recall_0.40 14_10 0.1544 iprec_at_recall_0.50 14_10 0.1222 iprec_at_recall_0.60 14_10 0.0789 iprec_at_recall_0.70 14_10 0.0547 iprec_at_recall_0.80 14_10 0.0000 iprec_at_recall_0.90 14_10 0.0000 iprec_at_recall_1.00 14_10 0.0000 P_5 14_10 0.8000 P_10 14_10 0.6000 P_15 14_10 0.5333 P_20 14_10 0.4500 P_30 14_10 0.4000 P_100 14_10 0.1700 P_200 14_10 0.1250 P_500 14_10 0.0660 P_1000 14_10 0.0380 relstring 14_10 '22220220--' recall_5 14_10 0.0769 recall_10 14_10 0.1154 recall_15 14_10 0.1538 recall_20 14_10 0.1731 recall_30 14_10 0.2308 recall_100 14_10 0.3269 recall_200 14_10 0.4808 recall_500 14_10 0.6346 recall_1000 14_10 0.7308 infAP 14_10 0.2380 Rprec_mult_0.20 14_10 0.5455 Rprec_mult_0.40 14_10 0.4286 Rprec_mult_0.60 14_10 0.3750 Rprec_mult_0.80 14_10 0.3333 Rprec_mult_1.00 14_10 0.3077 Rprec_mult_1.20 14_10 0.2698 Rprec_mult_1.40 14_10 0.2329 Rprec_mult_1.60 14_10 0.2024 Rprec_mult_1.80 14_10 0.1809 Rprec_mult_2.00 14_10 0.1827 utility 14_10 -924.0000 11pt_avg 14_10 0.2737 binG 14_10 0.2036 G 14_10 0.1570 ndcg 14_10 0.5949 ndcg_rel 14_10 0.5435 Rndcg 14_10 0.5296 ndcg_cut_5 14_10 0.6382 ndcg_cut_10 14_10 0.5796 ndcg_cut_15 14_10 0.5424 ndcg_cut_20 14_10 0.4780 ndcg_cut_30 14_10 0.4446 ndcg_cut_100 14_10 0.4217 ndcg_cut_200 14_10 0.4900 ndcg_cut_500 14_10 0.5600 ndcg_cut_1000 14_10 0.5949 map_cut_5 14_10 0.0769 map_cut_10 14_10 0.1094 map_cut_15 14_10 0.1293 map_cut_20 14_10 0.1389 map_cut_30 14_10 0.1628 map_cut_100 14_10 0.1950 map_cut_200 14_10 0.2191 map_cut_500 14_10 0.2329 map_cut_1000 14_10 0.2380 relative_P_5 14_10 0.8000 relative_P_10 14_10 0.6000 relative_P_15 14_10 0.5333 relative_P_20 14_10 0.4500 relative_P_30 14_10 0.4000 relative_P_100 14_10 0.3269 relative_P_200 14_10 0.4808 relative_P_500 14_10 0.6346 relative_P_1000 14_10 0.7308 success_1 14_10 1.0000 success_5 14_10 1.0000 success_10 14_10 1.0000 set_P 14_10 0.0380 set_relative_P 14_10 0.7308 set_recall 14_10 0.7308 set_map 14_10 0.0278 set_F 14_10 0.0722 num_nonrel_judged_ret 14_10 30 rbp 14_10 0.3583 rbp_resid 14_10 0.3020 unj_5 14_10 0.0000 unj_10 14_10 0.2000 unj_20 14_10 0.4000 num_ret 14_2 1000 num_rel 14_2 105 num_rel_ret 14_2 52 map 14_2 0.1003 Rprec 14_2 0.1714 bpref 14_2 0.4245 recip_rank 14_2 1.0000 iprec_at_recall_0.00 14_2 1.0000 iprec_at_recall_0.10 14_2 0.2400 iprec_at_recall_0.20 14_2 0.1560 iprec_at_recall_0.30 14_2 0.1096 iprec_at_recall_0.40 14_2 0.0850 iprec_at_recall_0.50 14_2 0.0000 iprec_at_recall_0.60 14_2 0.0000 iprec_at_recall_0.70 14_2 0.0000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 0.8000 P_10 14_2 0.4000 P_15 14_2 0.3333 P_20 14_2 0.3000 P_30 14_2 0.3000 P_100 14_2 0.1800 P_200 14_2 0.1250 P_500 14_2 0.0840 P_1000 14_2 0.0520 relstring 14_2 '220220----' recall_5 14_2 0.0381 recall_10 14_2 0.0381 recall_15 14_2 0.0476 recall_20 14_2 0.0571 recall_30 14_2 0.0857 recall_100 14_2 0.1714 recall_200 14_2 0.2381 recall_500 14_2 0.4000 recall_1000 14_2 0.4952 infAP 14_2 0.1003 Rprec_mult_0.20 14_2 0.2857 Rprec_mult_0.40 14_2 0.2381 Rprec_mult_0.60 14_2 0.2222 Rprec_mult_0.80 14_2 0.1905 Rprec_mult_1.00 14_2 0.1714 Rprec_mult_1.20 14_2 0.1429 Rprec_mult_1.40 14_2 0.1497 Rprec_mult_1.60 14_2 0.1310 Rprec_mult_1.80 14_2 0.1323 Rprec_mult_2.00 14_2 0.1238 utility 14_2 -896.0000 11pt_avg 14_2 0.1446 binG 14_2 0.0975 G 14_2 0.0869 ndcg 14_2 0.4138 ndcg_rel 14_2 0.3805 Rndcg 14_2 0.3663 ndcg_cut_5 14_2 0.5789 ndcg_cut_10 14_2 0.4204 ndcg_cut_15 14_2 0.3807 ndcg_cut_20 14_2 0.3411 ndcg_cut_30 14_2 0.3112 ndcg_cut_100 14_2 0.2500 ndcg_cut_200 14_2 0.2877 ndcg_cut_500 14_2 0.3719 ndcg_cut_1000 14_2 0.4138 map_cut_5 14_2 0.0338 map_cut_10 14_2 0.0338 map_cut_15 14_2 0.0378 map_cut_20 14_2 0.0411 map_cut_30 14_2 0.0491 map_cut_100 14_2 0.0679 map_cut_200 14_2 0.0774 map_cut_500 14_2 0.0940 map_cut_1000 14_2 0.1003 relative_P_5 14_2 0.8000 relative_P_10 14_2 0.4000 relative_P_15 14_2 0.3333 relative_P_20 14_2 0.3000 relative_P_30 14_2 0.3000 relative_P_100 14_2 0.1800 relative_P_200 14_2 0.2381 relative_P_500 14_2 0.4000 relative_P_1000 14_2 0.4952 success_1 14_2 1.0000 success_5 14_2 1.0000 success_10 14_2 1.0000 set_P 14_2 0.0520 set_relative_P 14_2 0.4952 set_recall 14_2 0.4952 set_map 14_2 0.0258 set_F 14_2 0.0941 num_nonrel_judged_ret 14_2 26 rbp 14_2 0.2551 rbp_resid 14_2 0.4243 unj_5 14_2 0.0000 unj_10 14_2 0.4000 unj_20 14_2 0.5000 num_ret 14_3 1000 num_rel 14_3 160 num_rel_ret 14_3 102 map 14_3 0.1916 Rprec 14_3 0.2250 bpref 14_3 0.4594 recip_rank 14_3 1.0000 iprec_at_recall_0.00 14_3 1.0000 iprec_at_recall_0.10 14_3 0.5517 iprec_at_recall_0.20 14_3 0.3750 iprec_at_recall_0.30 14_3 0.1892 iprec_at_recall_0.40 14_3 0.1638 iprec_at_recall_0.50 14_3 0.1397 iprec_at_recall_0.60 14_3 0.1125 iprec_at_recall_0.70 14_3 0.0000 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 0.8000 P_10 14_3 0.8000 P_15 14_3 0.7333 P_20 14_3 0.6000 P_30 14_3 0.5333 P_100 14_3 0.3300 P_200 14_3 0.2050 P_500 14_3 0.1460 P_1000 14_3 0.1020 relstring 14_3 '2201111011' recall_5 14_3 0.0250 recall_10 14_3 0.0500 recall_15 14_3 0.0688 recall_20 14_3 0.0750 recall_30 14_3 0.1000 recall_100 14_3 0.2062 recall_200 14_3 0.2562 recall_500 14_3 0.4562 recall_1000 14_3 0.6375 infAP 14_3 0.1916 Rprec_mult_0.20 14_3 0.5312 Rprec_mult_0.40 14_3 0.3750 Rprec_mult_0.60 14_3 0.3438 Rprec_mult_0.80 14_3 0.2734 Rprec_mult_1.00 14_3 0.2250 Rprec_mult_1.20 14_3 0.2083 Rprec_mult_1.40 14_3 0.2009 Rprec_mult_1.60 14_3 0.1836 Rprec_mult_1.80 14_3 0.1840 Rprec_mult_2.00 14_3 0.1812 utility 14_3 -796.0000 11pt_avg 14_3 0.2302 binG 14_3 0.1251 G 14_3 0.0973 ndcg 14_3 0.5062 ndcg_rel 14_3 0.4324 Rndcg 14_3 0.3965 ndcg_cut_5 14_3 0.5082 ndcg_cut_10 14_3 0.4777 ndcg_cut_15 14_3 0.4634 ndcg_cut_20 14_3 0.4111 ndcg_cut_30 14_3 0.3668 ndcg_cut_100 14_3 0.3049 ndcg_cut_200 14_3 0.2778 ndcg_cut_500 14_3 0.4018 ndcg_cut_1000 14_3 0.5062 map_cut_5 14_3 0.0222 map_cut_10 14_3 0.0426 map_cut_15 14_3 0.0578 map_cut_20 14_3 0.0625 map_cut_30 14_3 0.0762 map_cut_100 14_3 0.1216 map_cut_200 14_3 0.1339 map_cut_500 14_3 0.1692 map_cut_1000 14_3 0.1916 relative_P_5 14_3 0.8000 relative_P_10 14_3 0.8000 relative_P_15 14_3 0.7333 relative_P_20 14_3 0.6000 relative_P_30 14_3 0.5333 relative_P_100 14_3 0.3300 relative_P_200 14_3 0.2562 relative_P_500 14_3 0.4562 relative_P_1000 14_3 0.6375 success_1 14_3 1.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.1020 set_relative_P 14_3 0.6375 set_recall 14_3 0.6375 set_map 14_3 0.0650 set_F 14_3 0.1759 num_nonrel_judged_ret 14_3 42 rbp 14_3 0.2993 rbp_resid 14_3 0.0962 unj_5 14_3 0.0000 unj_10 14_3 0.0000 unj_20 14_3 0.1000 num_ret 14_4 1000 num_rel 14_4 46 num_rel_ret 14_4 24 map 14_4 0.0126 Rprec 14_4 0.0000 bpref 14_4 0.1394 recip_rank 14_4 0.0169 iprec_at_recall_0.00 14_4 0.0268 iprec_at_recall_0.10 14_4 0.0268 iprec_at_recall_0.20 14_4 0.0268 iprec_at_recall_0.30 14_4 0.0268 iprec_at_recall_0.40 14_4 0.0268 iprec_at_recall_0.50 14_4 0.0262 iprec_at_recall_0.60 14_4 0.0000 iprec_at_recall_0.70 14_4 0.0000 iprec_at_recall_0.80 14_4 0.0000 iprec_at_recall_0.90 14_4 0.0000 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.0000 P_10 14_4 0.0000 P_15 14_4 0.0000 P_20 14_4 0.0000 P_30 14_4 0.0000 P_100 14_4 0.0100 P_200 14_4 0.0200 P_500 14_4 0.0200 P_1000 14_4 0.0240 relstring 14_4 '00000----0' recall_5 14_4 0.0000 recall_10 14_4 0.0000 recall_15 14_4 0.0000 recall_20 14_4 0.0000 recall_30 14_4 0.0000 recall_100 14_4 0.0217 recall_200 14_4 0.0870 recall_500 14_4 0.2174 recall_1000 14_4 0.5217 infAP 14_4 0.0126 Rprec_mult_0.20 14_4 0.0000 Rprec_mult_0.40 14_4 0.0000 Rprec_mult_0.60 14_4 0.0000 Rprec_mult_0.80 14_4 0.0000 Rprec_mult_1.00 14_4 0.0000 Rprec_mult_1.20 14_4 0.0000 Rprec_mult_1.40 14_4 0.0154 Rprec_mult_1.60 14_4 0.0135 Rprec_mult_1.80 14_4 0.0120 Rprec_mult_2.00 14_4 0.0109 utility 14_4 -952.0000 11pt_avg 14_4 0.0146 binG 14_4 0.0613 G 14_4 0.0621 ndcg 14_4 0.2011 ndcg_rel 14_4 0.1572 Rndcg 14_4 0.0503 ndcg_cut_5 14_4 0.0000 ndcg_cut_10 14_4 0.0000 ndcg_cut_15 14_4 0.0000 ndcg_cut_20 14_4 0.0000 ndcg_cut_30 14_4 0.0000 ndcg_cut_100 14_4 0.0072 ndcg_cut_200 14_4 0.0549 ndcg_cut_500 14_4 0.0961 ndcg_cut_1000 14_4 0.2011 map_cut_5 14_4 0.0000 map_cut_10 14_4 0.0000 map_cut_15 14_4 0.0000 map_cut_20 14_4 0.0000 map_cut_30 14_4 0.0000 map_cut_100 14_4 0.0004 map_cut_200 14_4 0.0017 map_cut_500 14_4 0.0049 map_cut_1000 14_4 0.0126 relative_P_5 14_4 0.0000 relative_P_10 14_4 0.0000 relative_P_15 14_4 0.0000 relative_P_20 14_4 0.0000 relative_P_30 14_4 0.0000 relative_P_100 14_4 0.0217 relative_P_200 14_4 0.0870 relative_P_500 14_4 0.2174 relative_P_1000 14_4 0.5217 success_1 14_4 0.0000 success_5 14_4 0.0000 success_10 14_4 0.0000 set_P 14_4 0.0240 set_relative_P 14_4 0.5217 set_recall 14_4 0.5217 set_map 14_4 0.0125 set_F 14_4 0.0459 num_nonrel_judged_ret 14_4 48 rbp 14_4 0.0001 rbp_resid 14_4 0.4759 unj_5 14_4 0.0000 unj_10 14_4 0.4000 unj_20 14_4 0.6000 num_ret 14_7 1000 num_rel 14_7 83 num_rel_ret 14_7 67 map 14_7 0.2982 Rprec 14_7 0.3253 bpref 14_7 0.7071 recip_rank 14_7 1.0000 iprec_at_recall_0.00 14_7 1.0000 iprec_at_recall_0.10 14_7 0.7273 iprec_at_recall_0.20 14_7 0.7200 iprec_at_recall_0.30 14_7 0.3788 iprec_at_recall_0.40 14_7 0.2444 iprec_at_recall_0.50 14_7 0.1983 iprec_at_recall_0.60 14_7 0.1742 iprec_at_recall_0.70 14_7 0.1103 iprec_at_recall_0.80 14_7 0.0843 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 1.0000 P_10 14_7 0.7000 P_15 14_7 0.6667 P_20 14_7 0.7000 P_30 14_7 0.6000 P_100 14_7 0.2800 P_200 14_7 0.1900 P_500 14_7 0.1120 P_1000 14_7 0.0670 relstring 14_7 '31112-1-02' recall_5 14_7 0.0602 recall_10 14_7 0.0843 recall_15 14_7 0.1205 recall_20 14_7 0.1687 recall_30 14_7 0.2169 recall_100 14_7 0.3373 recall_200 14_7 0.4578 recall_500 14_7 0.6747 recall_1000 14_7 0.8072 infAP 14_7 0.2982 Rprec_mult_0.20 14_7 0.6471 Rprec_mult_0.40 14_7 0.5588 Rprec_mult_0.60 14_7 0.4200 Rprec_mult_0.80 14_7 0.3731 Rprec_mult_1.00 14_7 0.3253 Rprec_mult_1.20 14_7 0.2800 Rprec_mult_1.40 14_7 0.2564 Rprec_mult_1.60 14_7 0.2406 Rprec_mult_1.80 14_7 0.2200 Rprec_mult_2.00 14_7 0.2048 utility 14_7 -866.0000 11pt_avg 14_7 0.3307 binG 14_7 0.2026 G 14_7 0.1582 ndcg 14_7 0.6429 ndcg_rel 14_7 0.5585 Rndcg 14_7 0.5068 ndcg_cut_5 14_7 0.6032 ndcg_cut_10 14_7 0.4909 ndcg_cut_15 14_7 0.5120 ndcg_cut_20 14_7 0.5361 ndcg_cut_30 14_7 0.4823 ndcg_cut_100 14_7 0.4160 ndcg_cut_200 14_7 0.4947 ndcg_cut_500 14_7 0.6063 ndcg_cut_1000 14_7 0.6429 map_cut_5 14_7 0.0602 map_cut_10 14_7 0.0790 map_cut_15 14_7 0.1047 map_cut_20 14_7 0.1377 map_cut_30 14_7 0.1723 map_cut_100 14_7 0.2200 map_cut_200 14_7 0.2482 map_cut_500 14_7 0.2862 map_cut_1000 14_7 0.2982 relative_P_5 14_7 1.0000 relative_P_10 14_7 0.7000 relative_P_15 14_7 0.6667 relative_P_20 14_7 0.7000 relative_P_30 14_7 0.6000 relative_P_100 14_7 0.3373 relative_P_200 14_7 0.4578 relative_P_500 14_7 0.6747 relative_P_1000 14_7 0.8072 success_1 14_7 1.0000 success_5 14_7 1.0000 success_10 14_7 1.0000 set_P 14_7 0.0670 set_relative_P 14_7 0.8072 set_recall 14_7 0.8072 set_map 14_7 0.0541 set_F 14_7 0.1237 num_nonrel_judged_ret 14_7 25 rbp 14_7 0.3872 rbp_resid 14_7 0.2184 unj_5 14_7 0.0000 unj_10 14_7 0.2000 unj_20 14_7 0.2500 num_ret 14_8 1000 num_rel 14_8 18 num_rel_ret 14_8 8 map 14_8 0.0207 Rprec 14_8 0.0556 bpref 14_8 0.0247 recip_rank 14_8 0.0909 iprec_at_recall_0.00 14_8 0.0909 iprec_at_recall_0.10 14_8 0.0870 iprec_at_recall_0.20 14_8 0.0476 iprec_at_recall_0.30 14_8 0.0442 iprec_at_recall_0.40 14_8 0.0099 iprec_at_recall_0.50 14_8 0.0000 iprec_at_recall_0.60 14_8 0.0000 iprec_at_recall_0.70 14_8 0.0000 iprec_at_recall_0.80 14_8 0.0000 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.0000 P_10 14_8 0.0000 P_15 14_8 0.0667 P_20 14_8 0.0500 P_30 14_8 0.0667 P_100 14_8 0.0400 P_200 14_8 0.0300 P_500 14_8 0.0120 P_1000 14_8 0.0080 relstring 14_8 '0000000000' recall_5 14_8 0.0000 recall_10 14_8 0.0000 recall_15 14_8 0.0556 recall_20 14_8 0.0556 recall_30 14_8 0.1111 recall_100 14_8 0.2222 recall_200 14_8 0.3333 recall_500 14_8 0.3333 recall_1000 14_8 0.4444 infAP 14_8 0.0207 Rprec_mult_0.20 14_8 0.0000 Rprec_mult_0.40 14_8 0.0000 Rprec_mult_0.60 14_8 0.0909 Rprec_mult_0.80 14_8 0.0667 Rprec_mult_1.00 14_8 0.0556 Rprec_mult_1.20 14_8 0.0455 Rprec_mult_1.40 14_8 0.0769 Rprec_mult_1.60 14_8 0.0690 Rprec_mult_1.80 14_8 0.0606 Rprec_mult_2.00 14_8 0.0556 utility 14_8 -984.0000 11pt_avg 14_8 0.0254 binG 14_8 0.0732 G 14_8 0.0721 ndcg 14_8 0.1834 ndcg_rel 14_8 0.1516 Rndcg 14_8 0.0702 ndcg_cut_5 14_8 0.0000 ndcg_cut_10 14_8 0.0000 ndcg_cut_15 14_8 0.0294 ndcg_cut_20 14_8 0.0273 ndcg_cut_30 14_8 0.0700 ndcg_cut_100 14_8 0.1012 ndcg_cut_200 14_8 0.1427 ndcg_cut_500 14_8 0.1427 ndcg_cut_1000 14_8 0.1834 map_cut_5 14_8 0.0000 map_cut_10 14_8 0.0000 map_cut_15 14_8 0.0051 map_cut_20 14_8 0.0051 map_cut_30 14_8 0.0099 map_cut_100 14_8 0.0149 map_cut_200 14_8 0.0196 map_cut_500 14_8 0.0196 map_cut_1000 14_8 0.0207 relative_P_5 14_8 0.0000 relative_P_10 14_8 0.0000 relative_P_15 14_8 0.0667 relative_P_20 14_8 0.0556 relative_P_30 14_8 0.1111 relative_P_100 14_8 0.2222 relative_P_200 14_8 0.3333 relative_P_500 14_8 0.3333 relative_P_1000 14_8 0.4444 success_1 14_8 0.0000 success_5 14_8 0.0000 success_10 14_8 0.0000 set_P 14_8 0.0080 set_relative_P 14_8 0.4444 set_recall 14_8 0.4444 set_map 14_8 0.0036 set_F 14_8 0.0157 num_nonrel_judged_ret 14_8 66 rbp 14_8 0.0273 rbp_resid 14_8 0.0860 unj_5 14_8 0.0000 unj_10 14_8 0.0000 unj_20 14_8 0.0500 num_ret 14_9 1000 num_rel 14_9 213 num_rel_ret 14_9 143 map 14_9 0.3616 Rprec 14_9 0.3803 bpref 14_9 0.6442 recip_rank 14_9 1.0000 iprec_at_recall_0.00 14_9 1.0000 iprec_at_recall_0.10 14_9 1.0000 iprec_at_recall_0.20 14_9 0.7895 iprec_at_recall_0.30 14_9 0.5118 iprec_at_recall_0.40 14_9 0.3744 iprec_at_recall_0.50 14_9 0.2388 iprec_at_recall_0.60 14_9 0.1726 iprec_at_recall_0.70 14_9 0.0000 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 1.0000 P_10 14_9 1.0000 P_15 14_9 1.0000 P_20 14_9 1.0000 P_30 14_9 1.0000 P_100 14_9 0.5900 P_200 14_9 0.3950 P_500 14_9 0.2240 P_1000 14_9 0.1430 relstring 14_9 '2322122121' recall_5 14_9 0.0235 recall_10 14_9 0.0469 recall_15 14_9 0.0704 recall_20 14_9 0.0939 recall_30 14_9 0.1408 recall_100 14_9 0.2770 recall_200 14_9 0.3709 recall_500 14_9 0.5258 recall_1000 14_9 0.6714 infAP 14_9 0.3616 Rprec_mult_0.20 14_9 0.8605 Rprec_mult_0.40 14_9 0.6047 Rprec_mult_0.60 14_9 0.5078 Rprec_mult_0.80 14_9 0.4386 Rprec_mult_1.00 14_9 0.3803 Rprec_mult_1.20 14_9 0.3516 Rprec_mult_1.40 14_9 0.3177 Rprec_mult_1.60 14_9 0.2874 Rprec_mult_1.80 14_9 0.2604 Rprec_mult_2.00 14_9 0.2418 utility 14_9 -714.0000 11pt_avg 14_9 0.3716 binG 14_9 0.2320 G 14_9 0.1156 ndcg 14_9 0.6238 ndcg_rel 14_9 0.5898 Rndcg 14_9 0.5391 ndcg_cut_5 14_9 0.6943 ndcg_cut_10 14_9 0.6402 ndcg_cut_15 14_9 0.6558 ndcg_cut_20 14_9 0.6735 ndcg_cut_30 14_9 0.7151 ndcg_cut_100 14_9 0.5298 ndcg_cut_200 14_9 0.4389 ndcg_cut_500 14_9 0.5380 ndcg_cut_1000 14_9 0.6238 map_cut_5 14_9 0.0235 map_cut_10 14_9 0.0469 map_cut_15 14_9 0.0704 map_cut_20 14_9 0.0939 map_cut_30 14_9 0.1408 map_cut_100 14_9 0.2426 map_cut_200 14_9 0.2876 map_cut_500 14_9 0.3352 map_cut_1000 14_9 0.3616 relative_P_5 14_9 1.0000 relative_P_10 14_9 1.0000 relative_P_15 14_9 1.0000 relative_P_20 14_9 1.0000 relative_P_30 14_9 1.0000 relative_P_100 14_9 0.5900 relative_P_200 14_9 0.3950 relative_P_500 14_9 0.5258 relative_P_1000 14_9 0.6714 success_1 14_9 1.0000 success_5 14_9 1.0000 success_10 14_9 1.0000 set_P 14_9 0.1430 set_relative_P 14_9 0.6714 set_recall 14_9 0.6714 set_map 14_9 0.0960 set_F 14_9 0.2358 num_nonrel_judged_ret 14_9 9 rbp 14_9 0.5961 rbp_resid 14_9 0.0206 unj_5 14_9 0.0000 unj_10 14_9 0.0000 unj_20 14_9 0.0000 num_ret 15_1 1000 num_rel 15_1 81 num_rel_ret 15_1 59 map 15_1 0.4140 Rprec 15_1 0.4815 bpref 15_1 0.6493 recip_rank 15_1 1.0000 iprec_at_recall_0.00 15_1 1.0000 iprec_at_recall_0.10 15_1 0.8421 iprec_at_recall_0.20 15_1 0.8421 iprec_at_recall_0.30 15_1 0.8000 iprec_at_recall_0.40 15_1 0.5789 iprec_at_recall_0.50 15_1 0.4824 iprec_at_recall_0.60 15_1 0.1976 iprec_at_recall_0.70 15_1 0.0825 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 1.0000 P_10 15_1 0.7000 P_15 15_1 0.8000 P_20 15_1 0.8000 P_30 15_1 0.8000 P_100 15_1 0.4200 P_200 15_1 0.2300 P_500 15_1 0.1080 P_1000 15_1 0.0590 relstring 15_1 '31331-0101' recall_5 15_1 0.0617 recall_10 15_1 0.0864 recall_15 15_1 0.1481 recall_20 15_1 0.1975 recall_30 15_1 0.2963 recall_100 15_1 0.5185 recall_200 15_1 0.5679 recall_500 15_1 0.6667 recall_1000 15_1 0.7284 infAP 15_1 0.4140 Rprec_mult_0.20 15_1 0.8235 Rprec_mult_0.40 15_1 0.7273 Rprec_mult_0.60 15_1 0.6327 Rprec_mult_0.80 15_1 0.5231 Rprec_mult_1.00 15_1 0.4815 Rprec_mult_1.20 15_1 0.4286 Rprec_mult_1.40 15_1 0.3860 Rprec_mult_1.60 15_1 0.3538 Rprec_mult_1.80 15_1 0.3151 Rprec_mult_2.00 15_1 0.2840 utility 15_1 -882.0000 11pt_avg 15_1 0.4387 binG 15_1 0.2298 G 15_1 0.1706 ndcg 15_1 0.6617 ndcg_rel 15_1 0.6286 Rndcg 15_1 0.6145 ndcg_cut_5 15_1 0.7699 ndcg_cut_10 15_1 0.5983 ndcg_cut_15 15_1 0.6157 ndcg_cut_20 15_1 0.6005 ndcg_cut_30 15_1 0.6093 ndcg_cut_100 15_1 0.5645 ndcg_cut_200 15_1 0.5920 ndcg_cut_500 15_1 0.6419 ndcg_cut_1000 15_1 0.6617 map_cut_5 15_1 0.0617 map_cut_10 15_1 0.0796 map_cut_15 15_1 0.1269 map_cut_20 15_1 0.1678 map_cut_30 15_1 0.2456 map_cut_100 15_1 0.3727 map_cut_200 15_1 0.3918 map_cut_500 15_1 0.4092 map_cut_1000 15_1 0.4140 relative_P_5 15_1 1.0000 relative_P_10 15_1 0.7000 relative_P_15 15_1 0.8000 relative_P_20 15_1 0.8000 relative_P_30 15_1 0.8000 relative_P_100 15_1 0.5185 relative_P_200 15_1 0.5679 relative_P_500 15_1 0.6667 relative_P_1000 15_1 0.7284 success_1 15_1 1.0000 success_5 15_1 1.0000 success_10 15_1 1.0000 set_P 15_1 0.0590 set_relative_P 15_1 0.7284 set_recall 15_1 0.7284 set_map 15_1 0.0430 set_F 15_1 0.1092 num_nonrel_judged_ret 15_1 33 rbp 15_1 0.4679 rbp_resid 15_1 0.1018 unj_5 15_1 0.0000 unj_10 15_1 0.1000 unj_20 15_1 0.0500 num_ret 15_10 1000 num_rel 15_10 35 num_rel_ret 15_10 32 map 15_10 0.2899 Rprec 15_10 0.3429 bpref 15_10 0.6384 recip_rank 15_10 1.0000 iprec_at_recall_0.00 15_10 1.0000 iprec_at_recall_0.10 15_10 0.5882 iprec_at_recall_0.20 15_10 0.5882 iprec_at_recall_0.30 15_10 0.5238 iprec_at_recall_0.40 15_10 0.3333 iprec_at_recall_0.50 15_10 0.2250 iprec_at_recall_0.60 15_10 0.1313 iprec_at_recall_0.70 15_10 0.0958 iprec_at_recall_0.80 15_10 0.0412 iprec_at_recall_0.90 15_10 0.0327 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 0.6000 P_10 15_10 0.5000 P_15 15_10 0.5333 P_20 15_10 0.5000 P_30 15_10 0.4000 P_100 15_10 0.1800 P_200 15_10 0.1100 P_500 15_10 0.0500 P_1000 15_10 0.0320 relstring 15_10 '201020101-' recall_5 15_10 0.0857 recall_10 15_10 0.1429 recall_15 15_10 0.2286 recall_20 15_10 0.2857 recall_30 15_10 0.3429 recall_100 15_10 0.5143 recall_200 15_10 0.6286 recall_500 15_10 0.7143 recall_1000 15_10 0.9143 infAP 15_10 0.2899 Rprec_mult_0.20 15_10 0.5714 Rprec_mult_0.40 15_10 0.5714 Rprec_mult_0.60 15_10 0.5238 Rprec_mult_0.80 15_10 0.4286 Rprec_mult_1.00 15_10 0.3429 Rprec_mult_1.20 15_10 0.3095 Rprec_mult_1.40 15_10 0.3061 Rprec_mult_1.60 15_10 0.2857 Rprec_mult_1.80 15_10 0.2698 Rprec_mult_2.00 15_10 0.2429 utility 15_10 -936.0000 11pt_avg 15_10 0.3236 binG 15_10 0.2284 G 15_10 0.1881 ndcg 15_10 0.6055 ndcg_rel 15_10 0.5012 Rndcg 15_10 0.4455 ndcg_cut_5 15_10 0.4349 ndcg_cut_10 15_10 0.3747 ndcg_cut_15 15_10 0.4250 ndcg_cut_20 15_10 0.4237 ndcg_cut_30 15_10 0.4075 ndcg_cut_100 15_10 0.4708 ndcg_cut_200 15_10 0.5138 ndcg_cut_500 15_10 0.5533 ndcg_cut_1000 15_10 0.6055 map_cut_5 15_10 0.0648 map_cut_10 15_10 0.0970 map_cut_15 15_10 0.1455 map_cut_20 15_10 0.1784 map_cut_30 15_10 0.2077 map_cut_100 15_10 0.2586 map_cut_200 15_10 0.2738 map_cut_500 15_10 0.2825 map_cut_1000 15_10 0.2899 relative_P_5 15_10 0.6000 relative_P_10 15_10 0.5000 relative_P_15 15_10 0.5333 relative_P_20 15_10 0.5000 relative_P_30 15_10 0.4000 relative_P_100 15_10 0.5143 relative_P_200 15_10 0.6286 relative_P_500 15_10 0.7143 relative_P_1000 15_10 0.9143 success_1 15_10 1.0000 success_5 15_10 1.0000 success_10 15_10 1.0000 set_P 15_10 0.0320 set_relative_P 15_10 0.9143 set_recall 15_10 0.9143 set_map 15_10 0.0293 set_F 15_10 0.0618 num_nonrel_judged_ret 15_10 26 rbp 15_10 0.2368 rbp_resid 15_10 0.1944 unj_5 15_10 0.0000 unj_10 15_10 0.1000 unj_20 15_10 0.2000 num_ret 15_3 1000 num_rel 15_3 22 num_rel_ret 15_3 6 map 15_3 0.0097 Rprec 15_3 0.0455 bpref 15_3 0.0558 recip_rank 15_3 0.1429 iprec_at_recall_0.00 15_3 0.1429 iprec_at_recall_0.10 15_3 0.0247 iprec_at_recall_0.20 15_3 0.0115 iprec_at_recall_0.30 15_3 0.0000 iprec_at_recall_0.40 15_3 0.0000 iprec_at_recall_0.50 15_3 0.0000 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.0000 P_10 15_3 0.1000 P_15 15_3 0.0667 P_20 15_3 0.0500 P_30 15_3 0.0333 P_100 15_3 0.0200 P_200 15_3 0.0150 P_500 15_3 0.0080 P_1000 15_3 0.0060 relstring 15_3 '00000-1-00' recall_5 15_3 0.0000 recall_10 15_3 0.0455 recall_15 15_3 0.0455 recall_20 15_3 0.0455 recall_30 15_3 0.0455 recall_100 15_3 0.0909 recall_200 15_3 0.1364 recall_500 15_3 0.1818 recall_1000 15_3 0.2727 infAP 15_3 0.0097 Rprec_mult_0.20 15_3 0.0000 Rprec_mult_0.40 15_3 0.1111 Rprec_mult_0.60 15_3 0.0714 Rprec_mult_0.80 15_3 0.0556 Rprec_mult_1.00 15_3 0.0455 Rprec_mult_1.20 15_3 0.0370 Rprec_mult_1.40 15_3 0.0323 Rprec_mult_1.60 15_3 0.0278 Rprec_mult_1.80 15_3 0.0250 Rprec_mult_2.00 15_3 0.0227 utility 15_3 -988.0000 11pt_avg 15_3 0.0163 binG 15_3 0.0437 G 15_3 0.0468 ndcg 15_3 0.1318 ndcg_rel 15_3 0.1194 Rndcg 15_3 0.0654 ndcg_cut_5 15_3 0.0000 ndcg_cut_10 15_3 0.0367 ndcg_cut_15 15_3 0.0320 ndcg_cut_20 15_3 0.0288 ndcg_cut_30 15_3 0.0277 ndcg_cut_100 15_3 0.0539 ndcg_cut_200 15_3 0.0765 ndcg_cut_500 15_3 0.0962 ndcg_cut_1000 15_3 0.1318 map_cut_5 15_3 0.0000 map_cut_10 15_3 0.0065 map_cut_15 15_3 0.0065 map_cut_20 15_3 0.0065 map_cut_30 15_3 0.0065 map_cut_100 15_3 0.0076 map_cut_200 15_3 0.0085 map_cut_500 15_3 0.0090 map_cut_1000 15_3 0.0097 relative_P_5 15_3 0.0000 relative_P_10 15_3 0.1000 relative_P_15 15_3 0.0667 relative_P_20 15_3 0.0500 relative_P_30 15_3 0.0455 relative_P_100 15_3 0.0909 relative_P_200 15_3 0.1364 relative_P_500 15_3 0.1818 relative_P_1000 15_3 0.2727 success_1 15_3 0.0000 success_5 15_3 0.0000 success_10 15_3 1.0000 set_P 15_3 0.0060 set_relative_P 15_3 0.2727 set_recall 15_3 0.2727 set_map 15_3 0.0016 set_F 15_3 0.0117 num_nonrel_judged_ret 15_3 43 rbp 15_3 0.0266 rbp_resid 15_3 0.3954 unj_5 15_3 0.0000 unj_10 15_3 0.2000 unj_20 15_3 0.5500 num_ret 15_4 1000 num_rel 15_4 20 num_rel_ret 15_4 13 map 15_4 0.0197 Rprec 15_4 0.0500 bpref 15_4 0.0325 recip_rank 15_4 0.0588 iprec_at_recall_0.00 15_4 0.0588 iprec_at_recall_0.10 15_4 0.0500 iprec_at_recall_0.20 15_4 0.0430 iprec_at_recall_0.30 15_4 0.0291 iprec_at_recall_0.40 15_4 0.0291 iprec_at_recall_0.50 15_4 0.0208 iprec_at_recall_0.60 15_4 0.0191 iprec_at_recall_0.70 15_4 0.0000 iprec_at_recall_0.80 15_4 0.0000 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.0000 P_10 15_4 0.0000 P_15 15_4 0.0000 P_20 15_4 0.0500 P_30 15_4 0.0333 P_100 15_4 0.0400 P_200 15_4 0.0200 P_500 15_4 0.0180 P_1000 15_4 0.0130 relstring 15_4 '0000000000' recall_5 15_4 0.0000 recall_10 15_4 0.0000 recall_15 15_4 0.0000 recall_20 15_4 0.0500 recall_30 15_4 0.0500 recall_100 15_4 0.2000 recall_200 15_4 0.2000 recall_500 15_4 0.4500 recall_1000 15_4 0.6500 infAP 15_4 0.0197 Rprec_mult_0.20 15_4 0.0000 Rprec_mult_0.40 15_4 0.0000 Rprec_mult_0.60 15_4 0.0000 Rprec_mult_0.80 15_4 0.0000 Rprec_mult_1.00 15_4 0.0500 Rprec_mult_1.20 15_4 0.0417 Rprec_mult_1.40 15_4 0.0357 Rprec_mult_1.60 15_4 0.0312 Rprec_mult_1.80 15_4 0.0278 Rprec_mult_2.00 15_4 0.0500 utility 15_4 -974.0000 11pt_avg 15_4 0.0227 binG 15_4 0.0898 G 15_4 0.0858 ndcg 15_4 0.2386 ndcg_rel 15_4 0.1771 Rndcg 15_4 0.0922 ndcg_cut_5 15_4 0.0000 ndcg_cut_10 15_4 0.0000 ndcg_cut_15 15_4 0.0000 ndcg_cut_20 15_4 0.0379 ndcg_cut_30 15_4 0.0379 ndcg_cut_100 15_4 0.0901 ndcg_cut_200 15_4 0.0901 ndcg_cut_500 15_4 0.1882 ndcg_cut_1000 15_4 0.2386 map_cut_5 15_4 0.0000 map_cut_10 15_4 0.0000 map_cut_15 15_4 0.0000 map_cut_20 15_4 0.0029 map_cut_30 15_4 0.0029 map_cut_100 15_4 0.0096 map_cut_200 15_4 0.0096 map_cut_500 15_4 0.0161 map_cut_1000 15_4 0.0197 relative_P_5 15_4 0.0000 relative_P_10 15_4 0.0000 relative_P_15 15_4 0.0000 relative_P_20 15_4 0.0500 relative_P_30 15_4 0.0500 relative_P_100 15_4 0.2000 relative_P_200 15_4 0.2000 relative_P_500 15_4 0.4500 relative_P_1000 15_4 0.6500 success_1 15_4 0.0000 success_5 15_4 0.0000 success_10 15_4 0.0000 set_P 15_4 0.0130 set_relative_P 15_4 0.6500 set_recall 15_4 0.6500 set_map 15_4 0.0084 set_F 15_4 0.0255 num_nonrel_judged_ret 15_4 53 rbp 15_4 0.0194 rbp_resid 15_4 0.2659 unj_5 15_4 0.0000 unj_10 15_4 0.0000 unj_20 15_4 0.3500 num_ret 15_5 1000 num_rel 15_5 31 num_rel_ret 15_5 23 map 15_5 0.1585 Rprec 15_5 0.2581 bpref 15_5 0.4433 recip_rank 15_5 0.5000 iprec_at_recall_0.00 15_5 0.6667 iprec_at_recall_0.10 15_5 0.4444 iprec_at_recall_0.20 15_5 0.4000 iprec_at_recall_0.30 15_5 0.2195 iprec_at_recall_0.40 15_5 0.1714 iprec_at_recall_0.50 15_5 0.0792 iprec_at_recall_0.60 15_5 0.0389 iprec_at_recall_0.70 15_5 0.0306 iprec_at_recall_0.80 15_5 0.0000 iprec_at_recall_0.90 15_5 0.0000 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.4000 P_10 15_5 0.4000 P_15 15_5 0.4000 P_20 15_5 0.3000 P_30 15_5 0.2667 P_100 15_5 0.1300 P_200 15_5 0.0750 P_500 15_5 0.0380 P_1000 15_5 0.0230 relstring 15_5 '03100--21-' recall_5 15_5 0.0645 recall_10 15_5 0.1290 recall_15 15_5 0.1935 recall_20 15_5 0.1935 recall_30 15_5 0.2581 recall_100 15_5 0.4194 recall_200 15_5 0.4839 recall_500 15_5 0.6129 recall_1000 15_5 0.7419 infAP 15_5 0.1585 Rprec_mult_0.20 15_5 0.2857 Rprec_mult_0.40 15_5 0.3846 Rprec_mult_0.60 15_5 0.3158 Rprec_mult_0.80 15_5 0.2800 Rprec_mult_1.00 15_5 0.2581 Rprec_mult_1.20 15_5 0.2105 Rprec_mult_1.40 15_5 0.2045 Rprec_mult_1.60 15_5 0.2000 Rprec_mult_1.80 15_5 0.1786 Rprec_mult_2.00 15_5 0.1774 utility 15_5 -954.0000 11pt_avg 15_5 0.1864 binG 15_5 0.1659 G 15_5 0.1634 ndcg 15_5 0.5011 ndcg_rel 15_5 0.4333 Rndcg 15_5 0.3802 ndcg_cut_5 15_5 0.2981 ndcg_cut_10 15_5 0.3128 ndcg_cut_15 15_5 0.4090 ndcg_cut_20 15_5 0.3722 ndcg_cut_30 15_5 0.3487 ndcg_cut_100 15_5 0.4107 ndcg_cut_200 15_5 0.4285 ndcg_cut_500 15_5 0.4602 ndcg_cut_1000 15_5 0.5011 map_cut_5 15_5 0.0376 map_cut_10 15_5 0.0641 map_cut_15 15_5 0.0904 map_cut_20 15_5 0.0904 map_cut_30 15_5 0.1104 map_cut_100 15_5 0.1404 map_cut_200 15_5 0.1465 map_cut_500 15_5 0.1545 map_cut_1000 15_5 0.1585 relative_P_5 15_5 0.4000 relative_P_10 15_5 0.4000 relative_P_15 15_5 0.4000 relative_P_20 15_5 0.3000 relative_P_30 15_5 0.2667 relative_P_100 15_5 0.4194 relative_P_200 15_5 0.4839 relative_P_500 15_5 0.6129 relative_P_1000 15_5 0.7419 success_1 15_5 0.0000 success_5 15_5 1.0000 success_10 15_5 1.0000 set_P 15_5 0.0230 set_relative_P 15_5 0.7419 set_recall 15_5 0.7419 set_map 15_5 0.0171 set_F 15_5 0.0446 num_nonrel_judged_ret 15_5 24 rbp 15_5 0.2246 rbp_resid 15_5 0.3321 unj_5 15_5 0.0000 unj_10 15_5 0.3000 unj_20 15_5 0.3500 num_ret 15_6 1000 num_rel 15_6 19 num_rel_ret 15_6 13 map 15_6 0.0686 Rprec 15_6 0.0526 bpref 15_6 0.1607 recip_rank 15_6 0.5000 iprec_at_recall_0.00 15_6 0.5000 iprec_at_recall_0.10 15_6 0.1429 iprec_at_recall_0.20 15_6 0.1429 iprec_at_recall_0.30 15_6 0.0714 iprec_at_recall_0.40 15_6 0.0650 iprec_at_recall_0.50 15_6 0.0405 iprec_at_recall_0.60 15_6 0.0394 iprec_at_recall_0.70 15_6 0.0297 iprec_at_recall_0.80 15_6 0.0000 iprec_at_recall_0.90 15_6 0.0000 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.2000 P_10 15_6 0.1000 P_15 15_6 0.0667 P_20 15_6 0.0500 P_30 15_6 0.1333 P_100 15_6 0.0600 P_200 15_6 0.0400 P_500 15_6 0.0260 P_1000 15_6 0.0130 relstring 15_6 '02000-----' recall_5 15_6 0.0526 recall_10 15_6 0.0526 recall_15 15_6 0.0526 recall_20 15_6 0.0526 recall_30 15_6 0.2105 recall_100 15_6 0.3158 recall_200 15_6 0.4211 recall_500 15_6 0.6842 recall_1000 15_6 0.6842 infAP 15_6 0.0686 Rprec_mult_0.20 15_6 0.2500 Rprec_mult_0.40 15_6 0.1250 Rprec_mult_0.60 15_6 0.0833 Rprec_mult_0.80 15_6 0.0625 Rprec_mult_1.00 15_6 0.0526 Rprec_mult_1.20 15_6 0.0435 Rprec_mult_1.40 15_6 0.1111 Rprec_mult_1.60 15_6 0.1290 Rprec_mult_1.80 15_6 0.1143 Rprec_mult_2.00 15_6 0.1053 utility 15_6 -974.0000 11pt_avg 15_6 0.0938 binG 15_6 0.1321 G 15_6 0.1215 ndcg 15_6 0.3571 ndcg_rel 15_6 0.2914 Rndcg 15_6 0.1346 ndcg_cut_5 15_6 0.1830 ndcg_cut_10 15_6 0.1251 ndcg_cut_15 15_6 0.0992 ndcg_cut_20 15_6 0.0891 ndcg_cut_30 15_6 0.1922 ndcg_cut_100 15_6 0.2382 ndcg_cut_200 15_6 0.2795 ndcg_cut_500 15_6 0.3571 ndcg_cut_1000 15_6 0.3571 map_cut_5 15_6 0.0263 map_cut_10 15_6 0.0263 map_cut_15 15_6 0.0263 map_cut_20 15_6 0.0263 map_cut_30 15_6 0.0439 map_cut_100 15_6 0.0522 map_cut_200 15_6 0.0591 map_cut_500 15_6 0.0686 map_cut_1000 15_6 0.0686 relative_P_5 15_6 0.2000 relative_P_10 15_6 0.1000 relative_P_15 15_6 0.0667 relative_P_20 15_6 0.0526 relative_P_30 15_6 0.2105 relative_P_100 15_6 0.3158 relative_P_200 15_6 0.4211 relative_P_500 15_6 0.6842 relative_P_1000 15_6 0.6842 success_1 15_6 0.0000 success_5 15_6 1.0000 success_10 15_6 1.0000 set_P 15_6 0.0130 set_relative_P 15_6 0.6842 set_recall 15_6 0.6842 set_map 15_6 0.0089 set_F 15_6 0.0255 num_nonrel_judged_ret 15_6 61 rbp 15_6 0.0756 rbp_resid 15_6 0.4496 unj_5 15_6 0.0000 unj_10 15_6 0.5000 unj_20 15_6 0.5500 num_ret 1_1 1000 num_rel 1_1 257 num_rel_ret 1_1 123 map 1_1 0.2778 Rprec 1_1 0.3385 bpref 1_1 0.4717 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 0.9688 iprec_at_recall_0.20 1_1 0.5745 iprec_at_recall_0.30 1_1 0.4278 iprec_at_recall_0.40 1_1 0.2661 iprec_at_recall_0.50 1_1 0.0000 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 1.0000 P_10 1_1 1.0000 P_15 1_1 1.0000 P_20 1_1 1.0000 P_30 1_1 0.9667 P_100 1_1 0.5400 P_200 1_1 0.4000 P_500 1_1 0.2180 P_1000 1_1 0.1230 relstring 1_1 '3223123121' recall_5 1_1 0.0195 recall_10 1_1 0.0389 recall_15 1_1 0.0584 recall_20 1_1 0.0778 recall_30 1_1 0.1128 recall_100 1_1 0.2101 recall_200 1_1 0.3113 recall_500 1_1 0.4241 recall_1000 1_1 0.4786 infAP 1_1 0.2778 Rprec_mult_0.20 1_1 0.7885 Rprec_mult_0.40 1_1 0.5243 Rprec_mult_0.60 1_1 0.4581 Rprec_mult_0.80 1_1 0.3981 Rprec_mult_1.00 1_1 0.3385 Rprec_mult_1.20 1_1 0.3042 Rprec_mult_1.40 1_1 0.2806 Rprec_mult_1.60 1_1 0.2524 Rprec_mult_1.80 1_1 0.2333 Rprec_mult_2.00 1_1 0.2140 utility 1_1 -754.0000 11pt_avg 1_1 0.2943 binG 1_1 0.1726 G 1_1 0.1030 ndcg 1_1 0.5518 ndcg_rel 1_1 0.5775 Rndcg 1_1 0.5567 ndcg_cut_5 1_1 0.7847 ndcg_cut_10 1_1 0.7233 ndcg_cut_15 1_1 0.7209 ndcg_cut_20 1_1 0.7543 ndcg_cut_30 1_1 0.7810 ndcg_cut_100 1_1 0.5529 ndcg_cut_200 1_1 0.4877 ndcg_cut_500 1_1 0.5194 ndcg_cut_1000 1_1 0.5518 map_cut_5 1_1 0.0195 map_cut_10 1_1 0.0389 map_cut_15 1_1 0.0584 map_cut_20 1_1 0.0778 map_cut_30 1_1 0.1123 map_cut_100 1_1 0.1855 map_cut_200 1_1 0.2342 map_cut_500 1_1 0.2686 map_cut_1000 1_1 0.2778 relative_P_5 1_1 1.0000 relative_P_10 1_1 1.0000 relative_P_15 1_1 1.0000 relative_P_20 1_1 1.0000 relative_P_30 1_1 0.9667 relative_P_100 1_1 0.5400 relative_P_200 1_1 0.4000 relative_P_500 1_1 0.4241 relative_P_1000 1_1 0.4786 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.1230 set_relative_P 1_1 0.4786 set_recall 1_1 0.4786 set_map 1_1 0.0589 set_F 1_1 0.1957 num_nonrel_judged_ret 1_1 2 rbp 1_1 0.6726 rbp_resid 1_1 0.0192 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1000 num_rel 1_2 114 num_rel_ret 1_2 90 map 1_2 0.3126 Rprec 1_2 0.3596 bpref 1_2 0.6940 recip_rank 1_2 1.0000 iprec_at_recall_0.00 1_2 1.0000 iprec_at_recall_0.10 1_2 0.7000 iprec_at_recall_0.20 1_2 0.5111 iprec_at_recall_0.30 1_2 0.4146 iprec_at_recall_0.40 1_2 0.3433 iprec_at_recall_0.50 1_2 0.2775 iprec_at_recall_0.60 1_2 0.2061 iprec_at_recall_0.70 1_2 0.1743 iprec_at_recall_0.80 1_2 0.0000 iprec_at_recall_0.90 1_2 0.0000 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 0.8000 P_10 1_2 0.8000 P_15 1_2 0.6667 P_20 1_2 0.7000 P_30 1_2 0.5667 P_100 1_2 0.3800 P_200 1_2 0.2750 P_500 1_2 0.1620 P_1000 1_2 0.0900 relstring 1_2 '1222033401' recall_5 1_2 0.0351 recall_10 1_2 0.0702 recall_15 1_2 0.0877 recall_20 1_2 0.1228 recall_30 1_2 0.1491 recall_100 1_2 0.3333 recall_200 1_2 0.4825 recall_500 1_2 0.7105 recall_1000 1_2 0.7895 infAP 1_2 0.3126 Rprec_mult_0.20 1_2 0.6522 Rprec_mult_0.40 1_2 0.5000 Rprec_mult_0.60 1_2 0.4203 Rprec_mult_0.80 1_2 0.4022 Rprec_mult_1.00 1_2 0.3596 Rprec_mult_1.20 1_2 0.3358 Rprec_mult_1.40 1_2 0.3000 Rprec_mult_1.60 1_2 0.2787 Rprec_mult_1.80 1_2 0.2767 Rprec_mult_2.00 1_2 0.2675 utility 1_2 -820.0000 11pt_avg 1_2 0.3297 binG 1_2 0.1801 G 1_2 0.1388 ndcg 1_2 0.6498 ndcg_rel 1_2 0.5377 Rndcg 1_2 0.4411 ndcg_cut_5 1_2 0.4188 ndcg_cut_10 1_2 0.5292 ndcg_cut_15 1_2 0.4604 ndcg_cut_20 1_2 0.5029 ndcg_cut_30 1_2 0.4691 ndcg_cut_100 1_2 0.4356 ndcg_cut_200 1_2 0.5063 ndcg_cut_500 1_2 0.6188 ndcg_cut_1000 1_2 0.6498 map_cut_5 1_2 0.0351 map_cut_10 1_2 0.0646 map_cut_15 1_2 0.0781 map_cut_20 1_2 0.1021 map_cut_30 1_2 0.1186 map_cut_100 1_2 0.2035 map_cut_200 1_2 0.2523 map_cut_500 1_2 0.3021 map_cut_1000 1_2 0.3126 relative_P_5 1_2 0.8000 relative_P_10 1_2 0.8000 relative_P_15 1_2 0.6667 relative_P_20 1_2 0.7000 relative_P_30 1_2 0.5667 relative_P_100 1_2 0.3800 relative_P_200 1_2 0.4825 relative_P_500 1_2 0.7105 relative_P_1000 1_2 0.7895 success_1 1_2 1.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 0.0900 set_relative_P 1_2 0.7895 set_recall 1_2 0.7895 set_map 1_2 0.0711 set_F 1_2 0.1616 num_nonrel_judged_ret 1_2 7 rbp 1_2 0.3690 rbp_resid 1_2 0.1534 unj_5 1_2 0.0000 unj_10 1_2 0.0000 unj_20 1_2 0.1500 num_ret 1_3 1000 num_rel 1_3 71 num_rel_ret 1_3 58 map 1_3 0.4816 Rprec 1_3 0.4789 bpref 1_3 0.7863 recip_rank 1_3 1.0000 iprec_at_recall_0.00 1_3 1.0000 iprec_at_recall_0.10 1_3 0.9048 iprec_at_recall_0.20 1_3 0.9048 iprec_at_recall_0.30 1_3 0.8800 iprec_at_recall_0.40 1_3 0.6667 iprec_at_recall_0.50 1_3 0.4444 iprec_at_recall_0.60 1_3 0.4019 iprec_at_recall_0.70 1_3 0.1618 iprec_at_recall_0.80 1_3 0.0753 iprec_at_recall_0.90 1_3 0.0000 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 1.0000 P_10 1_3 0.8000 P_15 1_3 0.8667 P_20 1_3 0.9000 P_30 1_3 0.8000 P_100 1_3 0.4100 P_200 1_3 0.2400 P_500 1_3 0.1100 P_1000 1_3 0.0580 relstring 1_3 '32112-32-2' recall_5 1_3 0.0704 recall_10 1_3 0.1127 recall_15 1_3 0.1831 recall_20 1_3 0.2535 recall_30 1_3 0.3380 recall_100 1_3 0.5775 recall_200 1_3 0.6761 recall_500 1_3 0.7746 recall_1000 1_3 0.8169 infAP 1_3 0.4816 Rprec_mult_0.20 1_3 0.8667 Rprec_mult_0.40 1_3 0.7931 Rprec_mult_0.60 1_3 0.6512 Rprec_mult_0.80 1_3 0.5263 Rprec_mult_1.00 1_3 0.4789 Rprec_mult_1.20 1_3 0.4186 Rprec_mult_1.40 1_3 0.4100 Rprec_mult_1.60 1_3 0.3860 Rprec_mult_1.80 1_3 0.3438 Rprec_mult_2.00 1_3 0.3099 utility 1_3 -884.0000 11pt_avg 1_3 0.4945 binG 1_3 0.2834 G 1_3 0.2142 ndcg 1_3 0.7722 ndcg_rel 1_3 0.7134 Rndcg 1_3 0.6612 ndcg_cut_5 1_3 0.6745 ndcg_cut_10 1_3 0.6597 ndcg_cut_15 1_3 0.7009 ndcg_cut_20 1_3 0.7281 ndcg_cut_30 1_3 0.6934 ndcg_cut_100 1_3 0.6755 ndcg_cut_200 1_3 0.7177 ndcg_cut_500 1_3 0.7615 ndcg_cut_1000 1_3 0.7722 map_cut_5 1_3 0.0704 map_cut_10 1_3 0.1061 map_cut_15 1_3 0.1655 map_cut_20 1_3 0.2281 map_cut_30 1_3 0.3011 map_cut_100 1_3 0.4307 map_cut_200 1_3 0.4634 map_cut_500 1_3 0.4780 map_cut_1000 1_3 0.4816 relative_P_5 1_3 1.0000 relative_P_10 1_3 0.8000 relative_P_15 1_3 0.8667 relative_P_20 1_3 0.9000 relative_P_30 1_3 0.8000 relative_P_100 1_3 0.5775 relative_P_200 1_3 0.6761 relative_P_500 1_3 0.7746 relative_P_1000 1_3 0.8169 success_1 1_3 1.0000 success_5 1_3 1.0000 success_10 1_3 1.0000 set_P 1_3 0.0580 set_relative_P 1_3 0.8169 set_recall 1_3 0.8169 set_map 1_3 0.0474 set_F 1_3 0.1083 num_nonrel_judged_ret 1_3 9 rbp 1_3 0.5371 rbp_resid 1_3 0.1613 unj_5 1_3 0.0000 unj_10 1_3 0.2000 unj_20 1_3 0.1000 num_ret 1_4 1000 num_rel 1_4 134 num_rel_ret 1_4 108 map 1_4 0.4995 Rprec 1_4 0.5000 bpref 1_4 0.7802 recip_rank 1_4 1.0000 iprec_at_recall_0.00 1_4 1.0000 iprec_at_recall_0.10 1_4 1.0000 iprec_at_recall_0.20 1_4 0.9643 iprec_at_recall_0.30 1_4 0.7547 iprec_at_recall_0.40 1_4 0.6429 iprec_at_recall_0.50 1_4 0.5037 iprec_at_recall_0.60 1_4 0.4091 iprec_at_recall_0.70 1_4 0.2709 iprec_at_recall_0.80 1_4 0.1087 iprec_at_recall_0.90 1_4 0.0000 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 1.0000 P_10 1_4 1.0000 P_15 1_4 1.0000 P_20 1_4 1.0000 P_30 1_4 0.9000 P_100 1_4 0.6000 P_200 1_4 0.4050 P_500 1_4 0.1940 P_1000 1_4 0.1080 relstring 1_4 '2233322222' recall_5 1_4 0.0373 recall_10 1_4 0.0746 recall_15 1_4 0.1119 recall_20 1_4 0.1493 recall_30 1_4 0.2015 recall_100 1_4 0.4478 recall_200 1_4 0.6045 recall_500 1_4 0.7239 recall_1000 1_4 0.8060 infAP 1_4 0.4995 Rprec_mult_0.20 1_4 0.9630 Rprec_mult_0.40 1_4 0.7407 Rprec_mult_0.60 1_4 0.6296 Rprec_mult_0.80 1_4 0.5648 Rprec_mult_1.00 1_4 0.5000 Rprec_mult_1.20 1_4 0.4658 Rprec_mult_1.40 1_4 0.4202 Rprec_mult_1.60 1_4 0.3814 Rprec_mult_1.80 1_4 0.3512 Rprec_mult_2.00 1_4 0.3209 utility 1_4 -784.0000 11pt_avg 1_4 0.5140 binG 1_4 0.2931 G 1_4 0.1749 ndcg 1_4 0.7742 ndcg_rel 1_4 0.7185 Rndcg 1_4 0.6877 ndcg_cut_5 1_4 0.8156 ndcg_cut_10 1_4 0.7633 ndcg_cut_15 1_4 0.7523 ndcg_cut_20 1_4 0.7813 ndcg_cut_30 1_4 0.7498 ndcg_cut_100 1_4 0.6278 ndcg_cut_200 1_4 0.6785 ndcg_cut_500 1_4 0.7430 ndcg_cut_1000 1_4 0.7742 map_cut_5 1_4 0.0373 map_cut_10 1_4 0.0746 map_cut_15 1_4 0.1119 map_cut_20 1_4 0.1493 map_cut_30 1_4 0.1994 map_cut_100 1_4 0.3769 map_cut_200 1_4 0.4521 map_cut_500 1_4 0.4879 map_cut_1000 1_4 0.4995 relative_P_5 1_4 1.0000 relative_P_10 1_4 1.0000 relative_P_15 1_4 1.0000 relative_P_20 1_4 1.0000 relative_P_30 1_4 0.9000 relative_P_100 1_4 0.6000 relative_P_200 1_4 0.6045 relative_P_500 1_4 0.7239 relative_P_1000 1_4 0.8060 success_1 1_4 1.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 0.1080 set_relative_P 1_4 0.8060 set_recall 1_4 0.8060 set_map 1_4 0.0870 set_F 1_4 0.1905 num_nonrel_judged_ret 1_4 8 rbp 1_4 0.7056 rbp_resid 1_4 0.0419 unj_5 1_4 0.0000 unj_10 1_4 0.0000 unj_20 1_4 0.0000 num_ret 1_6 1000 num_rel 1_6 121 num_rel_ret 1_6 60 map 1_6 0.1075 Rprec 1_6 0.2314 bpref 1_6 0.3899 recip_rank 1_6 1.0000 iprec_at_recall_0.00 1_6 1.0000 iprec_at_recall_0.10 1_6 0.2603 iprec_at_recall_0.20 1_6 0.2478 iprec_at_recall_0.30 1_6 0.1800 iprec_at_recall_0.40 1_6 0.1543 iprec_at_recall_0.50 1_6 0.0000 iprec_at_recall_0.60 1_6 0.0000 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 0.4000 P_10 1_6 0.4000 P_15 1_6 0.2667 P_20 1_6 0.2000 P_30 1_6 0.2000 P_100 1_6 0.2400 P_200 1_6 0.1800 P_500 1_6 0.1080 P_1000 1_6 0.0600 relstring 1_6 '1010002-10' recall_5 1_6 0.0165 recall_10 1_6 0.0331 recall_15 1_6 0.0331 recall_20 1_6 0.0331 recall_30 1_6 0.0496 recall_100 1_6 0.1983 recall_200 1_6 0.2975 recall_500 1_6 0.4463 recall_1000 1_6 0.4959 infAP 1_6 0.1075 Rprec_mult_0.20 1_6 0.2400 Rprec_mult_0.40 1_6 0.2041 Rprec_mult_0.60 1_6 0.2603 Rprec_mult_0.80 1_6 0.2371 Rprec_mult_1.00 1_6 0.2314 Rprec_mult_1.20 1_6 0.2055 Rprec_mult_1.40 1_6 0.1824 Rprec_mult_1.60 1_6 0.1804 Rprec_mult_1.80 1_6 0.1697 Rprec_mult_2.00 1_6 0.1612 utility 1_6 -880.0000 11pt_avg 1_6 0.1675 binG 1_6 0.0885 G 1_6 0.0893 ndcg 1_6 0.4335 ndcg_rel 1_6 0.3595 Rndcg 1_6 0.2387 ndcg_cut_5 1_6 0.1696 ndcg_cut_10 1_6 0.1810 ndcg_cut_15 1_6 0.1403 ndcg_cut_20 1_6 0.1168 ndcg_cut_30 1_6 0.1220 ndcg_cut_100 1_6 0.2406 ndcg_cut_200 1_6 0.3072 ndcg_cut_500 1_6 0.4080 ndcg_cut_1000 1_6 0.4335 map_cut_5 1_6 0.0138 map_cut_10 1_6 0.0210 map_cut_15 1_6 0.0210 map_cut_20 1_6 0.0210 map_cut_30 1_6 0.0249 map_cut_100 1_6 0.0606 map_cut_200 1_6 0.0812 map_cut_500 1_6 0.1036 map_cut_1000 1_6 0.1075 relative_P_5 1_6 0.4000 relative_P_10 1_6 0.4000 relative_P_15 1_6 0.2667 relative_P_20 1_6 0.2000 relative_P_30 1_6 0.2000 relative_P_100 1_6 0.2400 relative_P_200 1_6 0.2975 relative_P_500 1_6 0.4463 relative_P_1000 1_6 0.4959 success_1 1_6 1.0000 success_5 1_6 1.0000 success_10 1_6 1.0000 set_P 1_6 0.0600 set_relative_P 1_6 0.4959 set_recall 1_6 0.4959 set_map 1_6 0.0298 set_F 1_6 0.1070 num_nonrel_judged_ret 1_6 31 rbp 1_6 0.1294 rbp_resid 1_6 0.2557 unj_5 1_6 0.0000 unj_10 1_6 0.1000 unj_20 1_6 0.3500 num_ret 1_7 1000 num_rel 1_7 110 num_rel_ret 1_7 72 map 1_7 0.1873 Rprec 1_7 0.2909 bpref 1_7 0.5175 recip_rank 1_7 1.0000 iprec_at_recall_0.00 1_7 1.0000 iprec_at_recall_0.10 1_7 0.4390 iprec_at_recall_0.20 1_7 0.4074 iprec_at_recall_0.30 1_7 0.2598 iprec_at_recall_0.40 1_7 0.1767 iprec_at_recall_0.50 1_7 0.1288 iprec_at_recall_0.60 1_7 0.0918 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 0.6000 P_10 1_7 0.6000 P_15 1_7 0.4000 P_20 1_7 0.4000 P_30 1_7 0.4000 P_100 1_7 0.3000 P_200 1_7 0.2100 P_500 1_7 0.1160 P_1000 1_7 0.0720 relstring 1_7 '212001032-' recall_5 1_7 0.0273 recall_10 1_7 0.0545 recall_15 1_7 0.0545 recall_20 1_7 0.0727 recall_30 1_7 0.1091 recall_100 1_7 0.2727 recall_200 1_7 0.3818 recall_500 1_7 0.5273 recall_1000 1_7 0.6545 infAP 1_7 0.1873 Rprec_mult_0.20 1_7 0.4091 Rprec_mult_0.40 1_7 0.4091 Rprec_mult_0.60 1_7 0.3636 Rprec_mult_0.80 1_7 0.3068 Rprec_mult_1.00 1_7 0.2909 Rprec_mult_1.20 1_7 0.2500 Rprec_mult_1.40 1_7 0.2208 Rprec_mult_1.60 1_7 0.2045 Rprec_mult_1.80 1_7 0.2071 Rprec_mult_2.00 1_7 0.1909 utility 1_7 -856.0000 11pt_avg 1_7 0.2276 binG 1_7 0.1326 G 1_7 0.1210 ndcg 1_7 0.5566 ndcg_rel 1_7 0.4915 Rndcg 1_7 0.4618 ndcg_cut_5 1_7 0.4823 ndcg_cut_10 1_7 0.5165 ndcg_cut_15 1_7 0.4145 ndcg_cut_20 1_7 0.3974 ndcg_cut_30 1_7 0.3806 ndcg_cut_100 1_7 0.3766 ndcg_cut_200 1_7 0.4300 ndcg_cut_500 1_7 0.5088 ndcg_cut_1000 1_7 0.5566 map_cut_5 1_7 0.0273 map_cut_10 1_7 0.0451 map_cut_15 1_7 0.0451 map_cut_20 1_7 0.0529 map_cut_30 1_7 0.0685 map_cut_100 1_7 0.1303 map_cut_200 1_7 0.1554 map_cut_500 1_7 0.1756 map_cut_1000 1_7 0.1873 relative_P_5 1_7 0.6000 relative_P_10 1_7 0.6000 relative_P_15 1_7 0.4000 relative_P_20 1_7 0.4000 relative_P_30 1_7 0.4000 relative_P_100 1_7 0.3000 relative_P_200 1_7 0.3818 relative_P_500 1_7 0.5273 relative_P_1000 1_7 0.6545 success_1 1_7 1.0000 success_5 1_7 1.0000 success_10 1_7 1.0000 set_P 1_7 0.0720 set_relative_P 1_7 0.6545 set_recall 1_7 0.6545 set_map 1_7 0.0471 set_F 1_7 0.1297 num_nonrel_judged_ret 1_7 33 rbp 1_7 0.2885 rbp_resid 1_7 0.1756 unj_5 1_7 0.0000 unj_10 1_7 0.1000 unj_20 1_7 0.2500 num_ret 1_8 1000 num_rel 1_8 118 num_rel_ret 1_8 69 map 1_8 0.2350 Rprec 1_8 0.2966 bpref 1_8 0.5298 recip_rank 1_8 1.0000 iprec_at_recall_0.00 1_8 1.0000 iprec_at_recall_0.10 1_8 0.7727 iprec_at_recall_0.20 1_8 0.5854 iprec_at_recall_0.30 1_8 0.3271 iprec_at_recall_0.40 1_8 0.1491 iprec_at_recall_0.50 1_8 0.1081 iprec_at_recall_0.60 1_8 0.0000 iprec_at_recall_0.70 1_8 0.0000 iprec_at_recall_0.80 1_8 0.0000 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 1.0000 P_10 1_8 0.7000 P_15 1_8 0.7333 P_20 1_8 0.7500 P_30 1_8 0.7000 P_100 1_8 0.3300 P_200 1_8 0.1950 P_500 1_8 0.1120 P_1000 1_8 0.0690 relstring 1_8 '111111-3--' recall_5 1_8 0.0424 recall_10 1_8 0.0593 recall_15 1_8 0.0932 recall_20 1_8 0.1271 recall_30 1_8 0.1780 recall_100 1_8 0.2797 recall_200 1_8 0.3305 recall_500 1_8 0.4746 recall_1000 1_8 0.5847 infAP 1_8 0.2350 Rprec_mult_0.20 1_8 0.7500 Rprec_mult_0.40 1_8 0.5208 Rprec_mult_0.60 1_8 0.3803 Rprec_mult_0.80 1_8 0.3474 Rprec_mult_1.00 1_8 0.2966 Rprec_mult_1.20 1_8 0.2465 Rprec_mult_1.40 1_8 0.2289 Rprec_mult_1.60 1_8 0.2063 Rprec_mult_1.80 1_8 0.1831 Rprec_mult_2.00 1_8 0.1653 utility 1_8 -862.0000 11pt_avg 1_8 0.2675 binG 1_8 0.1559 G 1_8 0.0855 ndcg 1_8 0.4473 ndcg_rel 1_8 0.3960 Rndcg 1_8 0.3447 ndcg_cut_5 1_8 0.3333 ndcg_cut_10 1_8 0.3119 ndcg_cut_15 1_8 0.3486 ndcg_cut_20 1_8 0.3795 ndcg_cut_30 1_8 0.4108 ndcg_cut_100 1_8 0.2937 ndcg_cut_200 1_8 0.3069 ndcg_cut_500 1_8 0.3853 ndcg_cut_1000 1_8 0.4473 map_cut_5 1_8 0.0424 map_cut_10 1_8 0.0583 map_cut_15 1_8 0.0835 map_cut_20 1_8 0.1082 map_cut_30 1_8 0.1451 map_cut_100 1_8 0.1906 map_cut_200 1_8 0.2042 map_cut_500 1_8 0.2242 map_cut_1000 1_8 0.2350 relative_P_5 1_8 1.0000 relative_P_10 1_8 0.7000 relative_P_15 1_8 0.7333 relative_P_20 1_8 0.7500 relative_P_30 1_8 0.7000 relative_P_100 1_8 0.3300 relative_P_200 1_8 0.3305 relative_P_500 1_8 0.4746 relative_P_1000 1_8 0.5847 success_1 1_8 1.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 0.0690 set_relative_P 1_8 0.5847 set_recall 1_8 0.5847 set_map 1_8 0.0403 set_F 1_8 0.1234 num_nonrel_judged_ret 1_8 9 rbp 1_8 0.3324 rbp_resid 1_8 0.2380 unj_5 1_8 0.0000 unj_10 1_8 0.3000 unj_20 1_8 0.2500 num_ret 1_9 1000 num_rel 1_9 48 num_rel_ret 1_9 42 map 1_9 0.5216 Rprec 1_9 0.5000 bpref 1_9 0.8516 recip_rank 1_9 1.0000 iprec_at_recall_0.00 1_9 1.0000 iprec_at_recall_0.10 1_9 1.0000 iprec_at_recall_0.20 1_9 0.8750 iprec_at_recall_0.30 1_9 0.8750 iprec_at_recall_0.40 1_9 0.8696 iprec_at_recall_0.50 1_9 0.5455 iprec_at_recall_0.60 1_9 0.3919 iprec_at_recall_0.70 1_9 0.2313 iprec_at_recall_0.80 1_9 0.1367 iprec_at_recall_0.90 1_9 0.0000 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 1.0000 P_10 1_9 0.8000 P_15 1_9 0.8667 P_20 1_9 0.8500 P_30 1_9 0.7333 P_100 1_9 0.3000 P_200 1_9 0.1750 P_500 1_9 0.0800 P_1000 1_9 0.0420 relstring 1_9 '333230231-' recall_5 1_9 0.1042 recall_10 1_9 0.1667 recall_15 1_9 0.2708 recall_20 1_9 0.3542 recall_30 1_9 0.4583 recall_100 1_9 0.6250 recall_200 1_9 0.7292 recall_500 1_9 0.8333 recall_1000 1_9 0.8750 infAP 1_9 0.5216 Rprec_mult_0.20 1_9 0.8000 Rprec_mult_0.40 1_9 0.8500 Rprec_mult_0.60 1_9 0.7586 Rprec_mult_0.80 1_9 0.5897 Rprec_mult_1.00 1_9 0.5000 Rprec_mult_1.20 1_9 0.4310 Rprec_mult_1.40 1_9 0.3824 Rprec_mult_1.60 1_9 0.3766 Rprec_mult_1.80 1_9 0.3333 Rprec_mult_2.00 1_9 0.3125 utility 1_9 -916.0000 11pt_avg 1_9 0.5386 binG 1_9 0.3405 G 1_9 0.2831 ndcg 1_9 0.8004 ndcg_rel 1_9 0.7815 Rndcg 1_9 0.7249 ndcg_cut_5 1_9 0.9513 ndcg_cut_10 1_9 0.7578 ndcg_cut_15 1_9 0.7681 ndcg_cut_20 1_9 0.7835 ndcg_cut_30 1_9 0.6991 ndcg_cut_100 1_9 0.7193 ndcg_cut_200 1_9 0.7496 ndcg_cut_500 1_9 0.7890 ndcg_cut_1000 1_9 0.8004 map_cut_5 1_9 0.1042 map_cut_10 1_9 0.1588 map_cut_15 1_9 0.2467 map_cut_20 1_9 0.3176 map_cut_30 1_9 0.4041 map_cut_100 1_9 0.4807 map_cut_200 1_9 0.5058 map_cut_500 1_9 0.5191 map_cut_1000 1_9 0.5216 relative_P_5 1_9 1.0000 relative_P_10 1_9 0.8000 relative_P_15 1_9 0.8667 relative_P_20 1_9 0.8500 relative_P_30 1_9 0.7333 relative_P_100 1_9 0.6250 relative_P_200 1_9 0.7292 relative_P_500 1_9 0.8333 relative_P_1000 1_9 0.8750 success_1 1_9 1.0000 success_5 1_9 1.0000 success_10 1_9 1.0000 set_P 1_9 0.0420 set_relative_P 1_9 0.8750 set_recall 1_9 0.8750 set_map 1_9 0.0367 set_F 1_9 0.0802 num_nonrel_judged_ret 1_9 6 rbp 1_9 0.6712 rbp_resid 1_9 0.1279 unj_5 1_9 0.0000 unj_10 1_9 0.1000 unj_20 1_9 0.1000 num_ret 4_10 1000 num_rel 4_10 188 num_rel_ret 4_10 118 map 4_10 0.3305 Rprec 4_10 0.3564 bpref 4_10 0.5673 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 0.9615 iprec_at_recall_0.20 4_10 0.7407 iprec_at_recall_0.30 4_10 0.5185 iprec_at_recall_0.40 4_10 0.3233 iprec_at_recall_0.50 4_10 0.2084 iprec_at_recall_0.60 4_10 0.1257 iprec_at_recall_0.70 4_10 0.0000 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 1.0000 P_10 4_10 1.0000 P_15 4_10 1.0000 P_20 4_10 0.9500 P_30 4_10 0.9333 P_100 4_10 0.5200 P_200 4_10 0.3550 P_500 4_10 0.1940 P_1000 4_10 0.1180 relstring 4_10 '1211111112' recall_5 4_10 0.0266 recall_10 4_10 0.0532 recall_15 4_10 0.0798 recall_20 4_10 0.1011 recall_30 4_10 0.1489 recall_100 4_10 0.2766 recall_200 4_10 0.3777 recall_500 4_10 0.5160 recall_1000 4_10 0.6277 infAP 4_10 0.3305 Rprec_mult_0.20 4_10 0.8158 Rprec_mult_0.40 4_10 0.6053 Rprec_mult_0.60 4_10 0.4956 Rprec_mult_0.80 4_10 0.4106 Rprec_mult_1.00 4_10 0.3564 Rprec_mult_1.20 4_10 0.3230 Rprec_mult_1.40 4_10 0.2955 Rprec_mult_1.60 4_10 0.2658 Rprec_mult_1.80 4_10 0.2478 Rprec_mult_2.00 4_10 0.2261 utility 4_10 -764.0000 11pt_avg 4_10 0.3526 binG 4_10 0.2017 G 4_10 0.0827 ndcg 4_10 0.4495 ndcg_rel 4_10 0.4069 Rndcg 4_10 0.3824 ndcg_cut_5 4_10 0.4047 ndcg_cut_10 4_10 0.4008 ndcg_cut_15 4_10 0.3971 ndcg_cut_20 4_10 0.3972 ndcg_cut_30 4_10 0.4069 ndcg_cut_100 4_10 0.3590 ndcg_cut_200 4_10 0.3264 ndcg_cut_500 4_10 0.3994 ndcg_cut_1000 4_10 0.4495 map_cut_5 4_10 0.0266 map_cut_10 4_10 0.0532 map_cut_15 4_10 0.0798 map_cut_20 4_10 0.1002 map_cut_30 4_10 0.1456 map_cut_100 4_10 0.2355 map_cut_200 4_10 0.2778 map_cut_500 4_10 0.3136 map_cut_1000 4_10 0.3305 relative_P_5 4_10 1.0000 relative_P_10 4_10 1.0000 relative_P_15 4_10 1.0000 relative_P_20 4_10 0.9500 relative_P_30 4_10 0.9333 relative_P_100 4_10 0.5200 relative_P_200 4_10 0.3777 relative_P_500 4_10 0.5160 relative_P_1000 4_10 0.6277 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 0.1180 set_relative_P 4_10 0.6277 set_recall 4_10 0.6277 set_map 4_10 0.0741 set_F 4_10 0.1987 num_nonrel_judged_ret 4_10 11 rbp 4_10 0.3603 rbp_resid 4_10 0.0401 unj_5 4_10 0.0000 unj_10 4_10 0.0000 unj_20 4_10 0.0500 num_ret 4_11 1000 num_rel 4_11 171 num_rel_ret 4_11 81 map 4_11 0.1918 Rprec 4_11 0.2339 bpref 4_11 0.4524 recip_rank 4_11 1.0000 iprec_at_recall_0.00 4_11 1.0000 iprec_at_recall_0.10 4_11 0.8571 iprec_at_recall_0.20 4_11 0.3148 iprec_at_recall_0.30 4_11 0.1866 iprec_at_recall_0.40 4_11 0.1278 iprec_at_recall_0.50 4_11 0.0000 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 0.6000 P_10 4_11 0.8000 P_15 4_11 0.7333 P_20 4_11 0.8000 P_30 4_11 0.8333 P_100 4_11 0.3200 P_200 4_11 0.2050 P_500 4_11 0.1280 P_1000 4_11 0.0810 relstring 4_11 '2310012221' recall_5 4_11 0.0175 recall_10 4_11 0.0468 recall_15 4_11 0.0643 recall_20 4_11 0.0936 recall_30 4_11 0.1462 recall_100 4_11 0.1871 recall_200 4_11 0.2398 recall_500 4_11 0.3743 recall_1000 4_11 0.4737 infAP 4_11 0.1918 Rprec_mult_0.20 4_11 0.7429 Rprec_mult_0.40 4_11 0.4203 Rprec_mult_0.60 4_11 0.3107 Rprec_mult_0.80 4_11 0.2701 Rprec_mult_1.00 4_11 0.2339 Rprec_mult_1.20 4_11 0.2087 Rprec_mult_1.40 4_11 0.2000 Rprec_mult_1.60 4_11 0.1752 Rprec_mult_1.80 4_11 0.1721 Rprec_mult_2.00 4_11 0.1608 utility 4_11 -838.0000 11pt_avg 4_11 0.2260 binG 4_11 0.1172 G 4_11 0.0895 ndcg 4_11 0.4844 ndcg_rel 4_11 0.4747 Rndcg 4_11 0.4235 ndcg_cut_5 4_11 0.4966 ndcg_cut_10 4_11 0.5090 ndcg_cut_15 4_11 0.5091 ndcg_cut_20 4_11 0.5576 ndcg_cut_30 4_11 0.6210 ndcg_cut_100 4_11 0.3647 ndcg_cut_200 4_11 0.3349 ndcg_cut_500 4_11 0.4234 ndcg_cut_1000 4_11 0.4844 map_cut_5 4_11 0.0175 map_cut_10 4_11 0.0392 map_cut_15 4_11 0.0538 map_cut_20 4_11 0.0765 map_cut_30 4_11 0.1205 map_cut_100 4_11 0.1425 map_cut_200 4_11 0.1573 map_cut_500 4_11 0.1809 map_cut_1000 4_11 0.1918 relative_P_5 4_11 0.6000 relative_P_10 4_11 0.8000 relative_P_15 4_11 0.7333 relative_P_20 4_11 0.8000 relative_P_30 4_11 0.8333 relative_P_100 4_11 0.3200 relative_P_200 4_11 0.2398 relative_P_500 4_11 0.3743 relative_P_1000 4_11 0.4737 success_1 4_11 1.0000 success_5 4_11 1.0000 success_10 4_11 1.0000 set_P 4_11 0.0810 set_relative_P 4_11 0.4737 set_recall 4_11 0.4737 set_map 4_11 0.0384 set_F 4_11 0.1383 num_nonrel_judged_ret 4_11 17 rbp 4_11 0.4824 rbp_resid 4_11 0.0359 unj_5 4_11 0.0000 unj_10 4_11 0.0000 unj_20 4_11 0.0000 num_ret 4_12 1000 num_rel 4_12 134 num_rel_ret 4_12 90 map 4_12 0.2744 Rprec 4_12 0.2836 bpref 4_12 0.6021 recip_rank 4_12 1.0000 iprec_at_recall_0.00 4_12 1.0000 iprec_at_recall_0.10 4_12 0.9048 iprec_at_recall_0.20 4_12 0.5400 iprec_at_recall_0.30 4_12 0.2446 iprec_at_recall_0.40 4_12 0.2101 iprec_at_recall_0.50 4_12 0.1614 iprec_at_recall_0.60 4_12 0.1238 iprec_at_recall_0.70 4_12 0.0000 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 0.8000 P_10 4_12 0.9000 P_15 4_12 0.8667 P_20 4_12 0.9000 P_30 4_12 0.7667 P_100 4_12 0.3500 P_200 4_12 0.2250 P_500 4_12 0.1420 P_1000 4_12 0.0900 relstring 4_12 '2220222221' recall_5 4_12 0.0299 recall_10 4_12 0.0672 recall_15 4_12 0.0970 recall_20 4_12 0.1343 recall_30 4_12 0.1716 recall_100 4_12 0.2612 recall_200 4_12 0.3358 recall_500 4_12 0.5299 recall_1000 4_12 0.6716 infAP 4_12 0.2744 Rprec_mult_0.20 4_12 0.8519 Rprec_mult_0.40 4_12 0.5000 Rprec_mult_0.60 4_12 0.4074 Rprec_mult_0.80 4_12 0.3241 Rprec_mult_1.00 4_12 0.2836 Rprec_mult_1.20 4_12 0.2422 Rprec_mult_1.40 4_12 0.2394 Rprec_mult_1.60 4_12 0.2140 Rprec_mult_1.80 4_12 0.2107 Rprec_mult_2.00 4_12 0.2052 utility 4_12 -820.0000 11pt_avg 4_12 0.2895 binG 4_12 0.1720 G 4_12 0.1171 ndcg 4_12 0.5949 ndcg_rel 4_12 0.5512 Rndcg 4_12 0.4849 ndcg_cut_5 4_12 0.5693 ndcg_cut_10 4_12 0.5823 ndcg_cut_15 4_12 0.5796 ndcg_cut_20 4_12 0.6537 ndcg_cut_30 4_12 0.6460 ndcg_cut_100 4_12 0.4128 ndcg_cut_200 4_12 0.4119 ndcg_cut_500 4_12 0.5255 ndcg_cut_1000 4_12 0.5949 map_cut_5 4_12 0.0284 map_cut_10 4_12 0.0609 map_cut_15 4_12 0.0873 map_cut_20 4_12 0.1205 map_cut_30 4_12 0.1527 map_cut_100 4_12 0.2005 map_cut_200 4_12 0.2199 map_cut_500 4_12 0.2577 map_cut_1000 4_12 0.2744 relative_P_5 4_12 0.8000 relative_P_10 4_12 0.9000 relative_P_15 4_12 0.8667 relative_P_20 4_12 0.9000 relative_P_30 4_12 0.7667 relative_P_100 4_12 0.3500 relative_P_200 4_12 0.3358 relative_P_500 4_12 0.5299 relative_P_1000 4_12 0.6716 success_1 4_12 1.0000 success_5 4_12 1.0000 success_10 4_12 1.0000 set_P 4_12 0.0900 set_relative_P 4_12 0.6716 set_recall 4_12 0.6716 set_map 4_12 0.0604 set_F 4_12 0.1587 num_nonrel_judged_ret 4_12 18 rbp 4_12 0.5599 rbp_resid 4_12 0.0349 unj_5 4_12 0.0000 unj_10 4_12 0.0000 unj_20 4_12 0.0000 num_ret 4_13 1000 num_rel 4_13 162 num_rel_ret 4_13 104 map 4_13 0.2956 Rprec 4_13 0.3210 bpref 4_13 0.6136 recip_rank 4_13 1.0000 iprec_at_recall_0.00 4_13 1.0000 iprec_at_recall_0.10 4_13 0.9643 iprec_at_recall_0.20 4_13 0.6957 iprec_at_recall_0.30 4_13 0.3577 iprec_at_recall_0.40 4_13 0.2364 iprec_at_recall_0.50 4_13 0.1761 iprec_at_recall_0.60 4_13 0.1153 iprec_at_recall_0.70 4_13 0.0000 iprec_at_recall_0.80 4_13 0.0000 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 1.0000 P_10 4_13 0.9000 P_15 4_13 0.9333 P_20 4_13 0.9500 P_30 4_13 0.9333 P_100 4_13 0.4100 P_200 4_13 0.2750 P_500 4_13 0.1640 P_1000 4_13 0.1040 relstring 4_13 '3232220332' recall_5 4_13 0.0309 recall_10 4_13 0.0556 recall_15 4_13 0.0864 recall_20 4_13 0.1173 recall_30 4_13 0.1728 recall_100 4_13 0.2531 recall_200 4_13 0.3395 recall_500 4_13 0.5062 recall_1000 4_13 0.6420 infAP 4_13 0.2956 Rprec_mult_0.20 4_13 0.8788 Rprec_mult_0.40 4_13 0.5385 Rprec_mult_0.60 4_13 0.4184 Rprec_mult_0.80 4_13 0.3615 Rprec_mult_1.00 4_13 0.3210 Rprec_mult_1.20 4_13 0.2769 Rprec_mult_1.40 4_13 0.2511 Rprec_mult_1.60 4_13 0.2346 Rprec_mult_1.80 4_13 0.2295 Rprec_mult_2.00 4_13 0.2130 utility 4_13 -792.0000 11pt_avg 4_13 0.3223 binG 4_13 0.1887 G 4_13 0.1245 ndcg 4_13 0.6218 ndcg_rel 4_13 0.6089 Rndcg 4_13 0.5441 ndcg_cut_5 4_13 0.8362 ndcg_cut_10 4_13 0.7730 ndcg_cut_15 4_13 0.7491 ndcg_cut_20 4_13 0.7690 ndcg_cut_30 4_13 0.7386 ndcg_cut_100 4_13 0.4851 ndcg_cut_200 4_13 0.4450 ndcg_cut_500 4_13 0.5530 ndcg_cut_1000 4_13 0.6218 map_cut_5 4_13 0.0309 map_cut_10 4_13 0.0535 map_cut_15 4_13 0.0819 map_cut_20 4_13 0.1111 map_cut_30 4_13 0.1642 map_cut_100 4_13 0.2104 map_cut_200 4_13 0.2414 map_cut_500 4_13 0.2780 map_cut_1000 4_13 0.2956 relative_P_5 4_13 1.0000 relative_P_10 4_13 0.9000 relative_P_15 4_13 0.9333 relative_P_20 4_13 0.9500 relative_P_30 4_13 0.9333 relative_P_100 4_13 0.4100 relative_P_200 4_13 0.3395 relative_P_500 4_13 0.5062 relative_P_1000 4_13 0.6420 success_1 4_13 1.0000 success_5 4_13 1.0000 success_10 4_13 1.0000 set_P 4_13 0.1040 set_relative_P 4_13 0.6420 set_recall 4_13 0.6420 set_map 4_13 0.0668 set_F 4_13 0.1790 num_nonrel_judged_ret 4_13 14 rbp 4_13 0.7182 rbp_resid 4_13 0.0346 unj_5 4_13 0.0000 unj_10 4_13 0.0000 unj_20 4_13 0.0000 num_ret 4_14 1000 num_rel 4_14 177 num_rel_ret 4_14 128 map 4_14 0.3610 Rprec 4_14 0.3446 bpref 4_14 0.6698 recip_rank 4_14 1.0000 iprec_at_recall_0.00 4_14 1.0000 iprec_at_recall_0.10 4_14 1.0000 iprec_at_recall_0.20 4_14 0.7955 iprec_at_recall_0.30 4_14 0.5048 iprec_at_recall_0.40 4_14 0.3171 iprec_at_recall_0.50 4_14 0.2543 iprec_at_recall_0.60 4_14 0.1883 iprec_at_recall_0.70 4_14 0.1348 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 1.0000 P_10 4_14 1.0000 P_15 4_14 1.0000 P_20 4_14 1.0000 P_30 4_14 0.9333 P_100 4_14 0.5100 P_200 4_14 0.3250 P_500 4_14 0.2060 P_1000 4_14 0.1280 relstring 4_14 '3221232322' recall_5 4_14 0.0282 recall_10 4_14 0.0565 recall_15 4_14 0.0847 recall_20 4_14 0.1130 recall_30 4_14 0.1582 recall_100 4_14 0.2881 recall_200 4_14 0.3672 recall_500 4_14 0.5819 recall_1000 4_14 0.7232 infAP 4_14 0.3610 Rprec_mult_0.20 4_14 0.8333 Rprec_mult_0.40 4_14 0.6056 Rprec_mult_0.60 4_14 0.5047 Rprec_mult_0.80 4_14 0.4085 Rprec_mult_1.00 4_14 0.3446 Rprec_mult_1.20 4_14 0.3192 Rprec_mult_1.40 4_14 0.3145 Rprec_mult_1.60 4_14 0.2923 Rprec_mult_1.80 4_14 0.2696 Rprec_mult_2.00 4_14 0.2514 utility 4_14 -744.0000 11pt_avg 4_14 0.3813 binG 4_14 0.2286 G 4_14 0.1281 ndcg 4_14 0.6692 ndcg_rel 4_14 0.6274 Rndcg 4_14 0.5524 ndcg_cut_5 4_14 0.7310 ndcg_cut_10 4_14 0.7577 ndcg_cut_15 4_14 0.7830 ndcg_cut_20 4_14 0.7641 ndcg_cut_30 4_14 0.7027 ndcg_cut_100 4_14 0.5364 ndcg_cut_200 4_14 0.4533 ndcg_cut_500 4_14 0.5931 ndcg_cut_1000 4_14 0.6692 map_cut_5 4_14 0.0282 map_cut_10 4_14 0.0565 map_cut_15 4_14 0.0847 map_cut_20 4_14 0.1130 map_cut_30 4_14 0.1562 map_cut_100 4_14 0.2469 map_cut_200 4_14 0.2792 map_cut_500 4_14 0.3388 map_cut_1000 4_14 0.3610 relative_P_5 4_14 1.0000 relative_P_10 4_14 1.0000 relative_P_15 4_14 1.0000 relative_P_20 4_14 1.0000 relative_P_30 4_14 0.9333 relative_P_100 4_14 0.5100 relative_P_200 4_14 0.3672 relative_P_500 4_14 0.5819 relative_P_1000 4_14 0.7232 success_1 4_14 1.0000 success_5 4_14 1.0000 success_10 4_14 1.0000 set_P 4_14 0.1280 set_relative_P 4_14 0.7232 set_recall 4_14 0.7232 set_map 4_14 0.0926 set_F 4_14 0.2175 num_nonrel_judged_ret 4_14 16 rbp 4_14 0.7162 rbp_resid 4_14 0.0246 unj_5 4_14 0.0000 unj_10 4_14 0.0000 unj_20 4_14 0.0000 num_ret 4_17 1000 num_rel 4_17 1 num_rel_ret 4_17 1 map 4_17 0.0072 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0072 iprec_at_recall_0.00 4_17 0.0072 iprec_at_recall_0.10 4_17 0.0072 iprec_at_recall_0.20 4_17 0.0072 iprec_at_recall_0.30 4_17 0.0072 iprec_at_recall_0.40 4_17 0.0072 iprec_at_recall_0.50 4_17 0.0072 iprec_at_recall_0.60 4_17 0.0072 iprec_at_recall_0.70 4_17 0.0072 iprec_at_recall_0.80 4_17 0.0072 iprec_at_recall_0.90 4_17 0.0072 iprec_at_recall_1.00 4_17 0.0072 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0000 P_100 4_17 0.0000 P_200 4_17 0.0050 P_500 4_17 0.0020 P_1000 4_17 0.0010 relstring 4_17 '00000-0000' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 0.0000 recall_100 4_17 0.0000 recall_200 4_17 1.0000 recall_500 4_17 1.0000 recall_1000 4_17 1.0000 infAP 4_17 0.0072 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -998.0000 11pt_avg 4_17 0.0072 binG 4_17 0.1405 G 4_17 0.1405 ndcg 4_17 0.1405 ndcg_rel 4_17 0.1405 Rndcg 4_17 0.0702 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.0000 ndcg_cut_100 4_17 0.0000 ndcg_cut_200 4_17 0.1405 ndcg_cut_500 4_17 0.1405 ndcg_cut_1000 4_17 0.1405 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0000 map_cut_100 4_17 0.0000 map_cut_200 4_17 0.0072 map_cut_500 4_17 0.0072 map_cut_1000 4_17 0.0072 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 0.0000 relative_P_100 4_17 0.0000 relative_P_200 4_17 1.0000 relative_P_500 4_17 1.0000 relative_P_1000 4_17 1.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0010 set_relative_P 4_17 1.0000 set_recall 4_17 1.0000 set_map 4_17 0.0010 set_F 4_17 0.0020 num_nonrel_judged_ret 4_17 44 rbp 4_17 0.0000 rbp_resid 4_17 0.2282 unj_5 4_17 0.0000 unj_10 4_17 0.1000 unj_20 4_17 0.3000 num_ret 4_3 1000 num_rel 4_3 164 num_rel_ret 4_3 108 map 4_3 0.2557 Rprec 4_3 0.3232 bpref 4_3 0.5439 recip_rank 4_3 1.0000 iprec_at_recall_0.00 4_3 1.0000 iprec_at_recall_0.10 4_3 0.8125 iprec_at_recall_0.20 4_3 0.5789 iprec_at_recall_0.30 4_3 0.3684 iprec_at_recall_0.40 4_3 0.2566 iprec_at_recall_0.50 4_3 0.1839 iprec_at_recall_0.60 4_3 0.1344 iprec_at_recall_0.70 4_3 0.0000 iprec_at_recall_0.80 4_3 0.0000 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 0.4000 P_10 4_3 0.5000 P_15 4_3 0.6667 P_20 4_3 0.7000 P_30 4_3 0.8000 P_100 4_3 0.4200 P_200 4_3 0.2850 P_500 4_3 0.1680 P_1000 4_3 0.1080 relstring 4_3 '1000110101' recall_5 4_3 0.0122 recall_10 4_3 0.0305 recall_15 4_3 0.0610 recall_20 4_3 0.0854 recall_30 4_3 0.1463 recall_100 4_3 0.2561 recall_200 4_3 0.3476 recall_500 4_3 0.5122 recall_1000 4_3 0.6585 infAP 4_3 0.2557 Rprec_mult_0.20 4_3 0.7879 Rprec_mult_0.40 4_3 0.5303 Rprec_mult_0.60 4_3 0.4242 Rprec_mult_0.80 4_3 0.3636 Rprec_mult_1.00 4_3 0.3232 Rprec_mult_1.20 4_3 0.2843 Rprec_mult_1.40 4_3 0.2696 Rprec_mult_1.60 4_3 0.2548 Rprec_mult_1.80 4_3 0.2331 Rprec_mult_2.00 4_3 0.2134 utility 4_3 -784.0000 11pt_avg 4_3 0.3032 binG 4_3 0.1312 G 4_3 0.0933 ndcg 4_3 0.5044 ndcg_rel 4_3 0.4085 Rndcg 4_3 0.3320 ndcg_cut_5 4_3 0.1409 ndcg_cut_10 4_3 0.1605 ndcg_cut_15 4_3 0.2816 ndcg_cut_20 4_3 0.2794 ndcg_cut_30 4_3 0.3678 ndcg_cut_100 4_3 0.3166 ndcg_cut_200 4_3 0.3233 ndcg_cut_500 4_3 0.4270 ndcg_cut_1000 4_3 0.5044 map_cut_5 4_3 0.0085 map_cut_10 4_3 0.0177 map_cut_15 4_3 0.0363 map_cut_20 4_3 0.0535 map_cut_30 4_3 0.0999 map_cut_100 4_3 0.1659 map_cut_200 4_3 0.1980 map_cut_500 4_3 0.2356 map_cut_1000 4_3 0.2557 relative_P_5 4_3 0.4000 relative_P_10 4_3 0.5000 relative_P_15 4_3 0.6667 relative_P_20 4_3 0.7000 relative_P_30 4_3 0.8000 relative_P_100 4_3 0.4200 relative_P_200 4_3 0.3476 relative_P_500 4_3 0.5122 relative_P_1000 4_3 0.6585 success_1 4_3 1.0000 success_5 4_3 1.0000 success_10 4_3 1.0000 set_P 4_3 0.1080 set_relative_P 4_3 0.6585 set_recall 4_3 0.6585 set_map 4_3 0.0711 set_F 4_3 0.1856 num_nonrel_judged_ret 4_3 26 rbp 4_3 0.2112 rbp_resid 4_3 0.0238 unj_5 4_3 0.0000 unj_10 4_3 0.0000 unj_20 4_3 0.0000 num_ret 4_4 1000 num_rel 4_4 154 num_rel_ret 4_4 118 map 4_4 0.3603 Rprec 4_4 0.3896 bpref 4_4 0.7466 recip_rank 4_4 1.0000 iprec_at_recall_0.00 4_4 1.0000 iprec_at_recall_0.10 4_4 1.0000 iprec_at_recall_0.20 4_4 0.7021 iprec_at_recall_0.30 4_4 0.4792 iprec_at_recall_0.40 4_4 0.3523 iprec_at_recall_0.50 4_4 0.2265 iprec_at_recall_0.60 4_4 0.1688 iprec_at_recall_0.70 4_4 0.1587 iprec_at_recall_0.80 4_4 0.0000 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 1.0000 P_10 4_4 1.0000 P_15 4_4 1.0000 P_20 4_4 1.0000 P_30 4_4 0.8667 P_100 4_4 0.4700 P_200 4_4 0.3200 P_500 4_4 0.1760 P_1000 4_4 0.1180 relstring 4_4 '1223222232' recall_5 4_4 0.0325 recall_10 4_4 0.0649 recall_15 4_4 0.0974 recall_20 4_4 0.1299 recall_30 4_4 0.1688 recall_100 4_4 0.3052 recall_200 4_4 0.4156 recall_500 4_4 0.5714 recall_1000 4_4 0.7662 infAP 4_4 0.3603 Rprec_mult_0.20 4_4 0.8387 Rprec_mult_0.40 4_4 0.5806 Rprec_mult_0.60 4_4 0.4839 Rprec_mult_0.80 4_4 0.4274 Rprec_mult_1.00 4_4 0.3896 Rprec_mult_1.20 4_4 0.3351 Rprec_mult_1.40 4_4 0.2963 Rprec_mult_1.60 4_4 0.2874 Rprec_mult_1.80 4_4 0.2626 Rprec_mult_2.00 4_4 0.2435 utility 4_4 -764.0000 11pt_avg 4_4 0.3716 binG 4_4 0.2371 G 4_4 0.1207 ndcg 4_4 0.6339 ndcg_rel 4_4 0.5424 Rndcg 4_4 0.4772 ndcg_cut_5 4_4 0.5085 ndcg_cut_10 4_4 0.5778 ndcg_cut_15 4_4 0.5687 ndcg_cut_20 4_4 0.5837 ndcg_cut_30 4_4 0.5565 ndcg_cut_100 4_4 0.4406 ndcg_cut_200 4_4 0.4405 ndcg_cut_500 4_4 0.5347 ndcg_cut_1000 4_4 0.6339 map_cut_5 4_4 0.0325 map_cut_10 4_4 0.0649 map_cut_15 4_4 0.0974 map_cut_20 4_4 0.1299 map_cut_30 4_4 0.1654 map_cut_100 4_4 0.2467 map_cut_200 4_4 0.2920 map_cut_500 4_4 0.3297 map_cut_1000 4_4 0.3603 relative_P_5 4_4 1.0000 relative_P_10 4_4 1.0000 relative_P_15 4_4 1.0000 relative_P_20 4_4 1.0000 relative_P_30 4_4 0.8667 relative_P_100 4_4 0.4700 relative_P_200 4_4 0.4156 relative_P_500 4_4 0.5714 relative_P_1000 4_4 0.7662 success_1 4_4 1.0000 success_5 4_4 1.0000 success_10 4_4 1.0000 set_P 4_4 0.1180 set_relative_P 4_4 0.7662 set_recall 4_4 0.7662 set_map 4_4 0.0904 set_F 4_4 0.2045 num_nonrel_judged_ret 4_4 4 rbp 4_4 0.4525 rbp_resid 4_4 0.0647 unj_5 4_4 0.0000 unj_10 4_4 0.0000 unj_20 4_4 0.0000 num_ret 4_5 1000 num_rel 4_5 122 num_rel_ret 4_5 90 map 4_5 0.4154 Rprec 4_5 0.4426 bpref 4_5 0.7243 recip_rank 4_5 1.0000 iprec_at_recall_0.00 4_5 1.0000 iprec_at_recall_0.10 4_5 0.9286 iprec_at_recall_0.20 4_5 0.8966 iprec_at_recall_0.30 4_5 0.7451 iprec_at_recall_0.40 4_5 0.5814 iprec_at_recall_0.50 4_5 0.3466 iprec_at_recall_0.60 4_5 0.2370 iprec_at_recall_0.70 4_5 0.1638 iprec_at_recall_0.80 4_5 0.0000 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 0.8000 P_10 4_5 0.9000 P_15 4_5 0.8667 P_20 4_5 0.8500 P_30 4_5 0.8667 P_100 4_5 0.5300 P_200 4_5 0.3150 P_500 4_5 0.1660 P_1000 4_5 0.0900 relstring 4_5 '2302223322' recall_5 4_5 0.0328 recall_10 4_5 0.0738 recall_15 4_5 0.1066 recall_20 4_5 0.1393 recall_30 4_5 0.2131 recall_100 4_5 0.4344 recall_200 4_5 0.5164 recall_500 4_5 0.6803 recall_1000 4_5 0.7377 infAP 4_5 0.4154 Rprec_mult_0.20 4_5 0.8800 Rprec_mult_0.40 4_5 0.7347 Rprec_mult_0.60 4_5 0.5946 Rprec_mult_0.80 4_5 0.5306 Rprec_mult_1.00 4_5 0.4426 Rprec_mult_1.20 4_5 0.3741 Rprec_mult_1.40 4_5 0.3509 Rprec_mult_1.60 4_5 0.3214 Rprec_mult_1.80 4_5 0.2909 Rprec_mult_2.00 4_5 0.2746 utility 4_5 -820.0000 11pt_avg 4_5 0.4454 binG 4_5 0.2117 G 4_5 0.1427 ndcg 4_5 0.6855 ndcg_rel 4_5 0.6445 Rndcg 4_5 0.6099 ndcg_cut_5 4_5 0.6249 ndcg_cut_10 4_5 0.6872 ndcg_cut_15 4_5 0.6541 ndcg_cut_20 4_5 0.6773 ndcg_cut_30 4_5 0.6782 ndcg_cut_100 4_5 0.5562 ndcg_cut_200 4_5 0.5638 ndcg_cut_500 4_5 0.6596 ndcg_cut_1000 4_5 0.6855 map_cut_5 4_5 0.0291 map_cut_10 4_5 0.0648 map_cut_15 4_5 0.0949 map_cut_20 4_5 0.1224 map_cut_30 4_5 0.1872 map_cut_100 4_5 0.3377 map_cut_200 4_5 0.3680 map_cut_500 4_5 0.4074 map_cut_1000 4_5 0.4154 relative_P_5 4_5 0.8000 relative_P_10 4_5 0.9000 relative_P_15 4_5 0.8667 relative_P_20 4_5 0.8500 relative_P_30 4_5 0.8667 relative_P_100 4_5 0.5300 relative_P_200 4_5 0.5164 relative_P_500 4_5 0.6803 relative_P_1000 4_5 0.7377 success_1 4_5 1.0000 success_5 4_5 1.0000 success_10 4_5 1.0000 set_P 4_5 0.0900 set_relative_P 4_5 0.7377 set_recall 4_5 0.7377 set_map 4_5 0.0664 set_F 4_5 0.1604 num_nonrel_judged_ret 4_5 1 rbp 4_5 0.6538 rbp_resid 4_5 0.0707 unj_5 4_5 0.0000 unj_10 4_5 0.0000 unj_20 4_5 0.1000 num_ret 4_7 1000 num_rel 4_7 76 num_rel_ret 4_7 48 map 4_7 0.1025 Rprec 4_7 0.1711 bpref 4_7 0.4564 recip_rank 4_7 1.0000 iprec_at_recall_0.00 4_7 1.0000 iprec_at_recall_0.10 4_7 0.2759 iprec_at_recall_0.20 4_7 0.1524 iprec_at_recall_0.30 4_7 0.1036 iprec_at_recall_0.40 4_7 0.0648 iprec_at_recall_0.50 4_7 0.0624 iprec_at_recall_0.60 4_7 0.0603 iprec_at_recall_0.70 4_7 0.0000 iprec_at_recall_0.80 4_7 0.0000 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 0.4000 P_10 4_7 0.3000 P_15 4_7 0.2667 P_20 4_7 0.3000 P_30 4_7 0.2667 P_100 4_7 0.1400 P_200 4_7 0.1050 P_500 4_7 0.0600 P_1000 4_7 0.0480 relstring 4_7 '20200-10--' recall_5 4_7 0.0263 recall_10 4_7 0.0395 recall_15 4_7 0.0526 recall_20 4_7 0.0789 recall_30 4_7 0.1053 recall_100 4_7 0.1842 recall_200 4_7 0.2763 recall_500 4_7 0.3947 recall_1000 4_7 0.6316 infAP 4_7 0.1025 Rprec_mult_0.20 4_7 0.2500 Rprec_mult_0.40 4_7 0.2581 Rprec_mult_0.60 4_7 0.2174 Rprec_mult_0.80 4_7 0.2131 Rprec_mult_1.00 4_7 0.1711 Rprec_mult_1.20 4_7 0.1522 Rprec_mult_1.40 4_7 0.1495 Rprec_mult_1.60 4_7 0.1393 Rprec_mult_1.80 4_7 0.1241 Rprec_mult_2.00 4_7 0.1118 utility 4_7 -904.0000 11pt_avg 4_7 0.1563 binG 4_7 0.1118 G 4_7 0.1052 ndcg 4_7 0.4522 ndcg_rel 4_7 0.3822 Rndcg 4_7 0.3305 ndcg_cut_5 4_7 0.3985 ndcg_cut_10 4_7 0.3110 ndcg_cut_15 4_7 0.2693 ndcg_cut_20 4_7 0.2744 ndcg_cut_30 4_7 0.2525 ndcg_cut_100 4_7 0.2358 ndcg_cut_200 4_7 0.2860 ndcg_cut_500 4_7 0.3515 ndcg_cut_1000 4_7 0.4522 map_cut_5 4_7 0.0219 map_cut_10 4_7 0.0276 map_cut_15 4_7 0.0316 map_cut_20 4_7 0.0399 map_cut_30 4_7 0.0475 map_cut_100 4_7 0.0657 map_cut_200 4_7 0.0776 map_cut_500 4_7 0.0882 map_cut_1000 4_7 0.1025 relative_P_5 4_7 0.4000 relative_P_10 4_7 0.3000 relative_P_15 4_7 0.2667 relative_P_20 4_7 0.3000 relative_P_30 4_7 0.2667 relative_P_100 4_7 0.1842 relative_P_200 4_7 0.2763 relative_P_500 4_7 0.3947 relative_P_1000 4_7 0.6316 success_1 4_7 1.0000 success_5 4_7 1.0000 success_10 4_7 1.0000 set_P 4_7 0.0480 set_relative_P 4_7 0.6316 set_recall 4_7 0.6316 set_map 4_7 0.0303 set_F 4_7 0.0892 num_nonrel_judged_ret 4_7 40 rbp 4_7 0.1748 rbp_resid 4_7 0.3293 unj_5 4_7 0.0000 unj_10 4_7 0.3000 unj_20 4_7 0.3500 num_ret 4_8 1000 num_rel 4_8 96 num_rel_ret 4_8 46 map 4_8 0.0588 Rprec 4_8 0.1354 bpref 4_8 0.2855 recip_rank 4_8 0.3333 iprec_at_recall_0.00 4_8 0.3333 iprec_at_recall_0.10 4_8 0.1690 iprec_at_recall_0.20 4_8 0.0909 iprec_at_recall_0.30 4_8 0.0803 iprec_at_recall_0.40 4_8 0.0769 iprec_at_recall_0.50 4_8 0.0000 iprec_at_recall_0.60 4_8 0.0000 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 0.2000 P_10 4_8 0.3000 P_15 4_8 0.2667 P_20 4_8 0.2500 P_30 4_8 0.2333 P_100 4_8 0.1300 P_200 4_8 0.0800 P_500 4_8 0.0760 P_1000 4_8 0.0460 relstring 4_8 '001002--01' recall_5 4_8 0.0104 recall_10 4_8 0.0312 recall_15 4_8 0.0417 recall_20 4_8 0.0521 recall_30 4_8 0.0729 recall_100 4_8 0.1354 recall_200 4_8 0.1667 recall_500 4_8 0.3958 recall_1000 4_8 0.4792 infAP 4_8 0.0588 Rprec_mult_0.20 4_8 0.2500 Rprec_mult_0.40 4_8 0.1795 Rprec_mult_0.60 4_8 0.1379 Rprec_mult_0.80 4_8 0.1558 Rprec_mult_1.00 4_8 0.1354 Rprec_mult_1.20 4_8 0.1121 Rprec_mult_1.40 4_8 0.0963 Rprec_mult_1.60 4_8 0.0974 Rprec_mult_1.80 4_8 0.0867 Rprec_mult_2.00 4_8 0.0833 utility 4_8 -908.0000 11pt_avg 4_8 0.0682 binG 4_8 0.0751 G 4_8 0.0693 ndcg 4_8 0.3124 ndcg_rel 4_8 0.2650 Rndcg 4_8 0.1556 ndcg_cut_5 4_8 0.0725 ndcg_cut_10 4_8 0.1489 ndcg_cut_15 4_8 0.1593 ndcg_cut_20 4_8 0.1662 ndcg_cut_30 4_8 0.1744 ndcg_cut_100 4_8 0.1456 ndcg_cut_200 4_8 0.1590 ndcg_cut_500 4_8 0.2786 ndcg_cut_1000 4_8 0.3124 map_cut_5 4_8 0.0035 map_cut_10 4_8 0.0101 map_cut_15 4_8 0.0133 map_cut_20 4_8 0.0163 map_cut_30 4_8 0.0220 map_cut_100 4_8 0.0320 map_cut_200 4_8 0.0351 map_cut_500 4_8 0.0537 map_cut_1000 4_8 0.0588 relative_P_5 4_8 0.2000 relative_P_10 4_8 0.3000 relative_P_15 4_8 0.2667 relative_P_20 4_8 0.2500 relative_P_30 4_8 0.2333 relative_P_100 4_8 0.1354 relative_P_200 4_8 0.1667 relative_P_500 4_8 0.3958 relative_P_1000 4_8 0.4792 success_1 4_8 0.0000 success_5 4_8 1.0000 success_10 4_8 1.0000 set_P 4_8 0.0460 set_relative_P 4_8 0.4792 set_recall 4_8 0.4792 set_map 4_8 0.0220 set_F 4_8 0.0839 num_nonrel_judged_ret 4_8 72 rbp 4_8 0.1234 rbp_resid 4_8 0.2491 unj_5 4_8 0.0000 unj_10 4_8 0.2000 unj_20 4_8 0.2500 num_ret 4_9 1000 num_rel 4_9 85 num_rel_ret 4_9 54 map 4_9 0.0817 Rprec 4_9 0.1176 bpref 4_9 0.5444 recip_rank 4_9 0.2000 iprec_at_recall_0.00 4_9 0.2222 iprec_at_recall_0.10 4_9 0.1582 iprec_at_recall_0.20 4_9 0.1582 iprec_at_recall_0.30 4_9 0.1582 iprec_at_recall_0.40 4_9 0.1457 iprec_at_recall_0.50 4_9 0.1086 iprec_at_recall_0.60 4_9 0.0762 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 0.2000 P_10 4_9 0.1000 P_15 4_9 0.1333 P_20 4_9 0.2000 P_30 4_9 0.1333 P_100 4_9 0.1200 P_200 4_9 0.1550 P_500 4_9 0.0920 P_1000 4_9 0.0540 relstring 4_9 '00001-----' recall_5 4_9 0.0118 recall_10 4_9 0.0118 recall_15 4_9 0.0235 recall_20 4_9 0.0471 recall_30 4_9 0.0471 recall_100 4_9 0.1412 recall_200 4_9 0.3647 recall_500 4_9 0.5412 recall_1000 4_9 0.6353 infAP 4_9 0.0817 Rprec_mult_0.20 4_9 0.1765 Rprec_mult_0.40 4_9 0.1471 Rprec_mult_0.60 4_9 0.1176 Rprec_mult_0.80 4_9 0.1029 Rprec_mult_1.00 4_9 0.1176 Rprec_mult_1.20 4_9 0.1176 Rprec_mult_1.40 4_9 0.1261 Rprec_mult_1.60 4_9 0.1250 Rprec_mult_1.80 4_9 0.1438 Rprec_mult_2.00 4_9 0.1471 utility 4_9 -892.0000 11pt_avg 4_9 0.0934 binG 4_9 0.0936 G 4_9 0.0878 ndcg 4_9 0.4020 ndcg_rel 4_9 0.2947 Rndcg 4_9 0.1716 ndcg_cut_5 4_9 0.0437 ndcg_cut_10 4_9 0.0284 ndcg_cut_15 4_9 0.0379 ndcg_cut_20 4_9 0.0990 ndcg_cut_30 4_9 0.0804 ndcg_cut_100 4_9 0.1237 ndcg_cut_200 4_9 0.2607 ndcg_cut_500 4_9 0.3582 ndcg_cut_1000 4_9 0.4020 map_cut_5 4_9 0.0024 map_cut_10 4_9 0.0024 map_cut_15 4_9 0.0045 map_cut_20 4_9 0.0092 map_cut_30 4_9 0.0092 map_cut_100 4_9 0.0208 map_cut_200 4_9 0.0526 map_cut_500 4_9 0.0750 map_cut_1000 4_9 0.0817 relative_P_5 4_9 0.2000 relative_P_10 4_9 0.1000 relative_P_15 4_9 0.1333 relative_P_20 4_9 0.2000 relative_P_30 4_9 0.1333 relative_P_100 4_9 0.1412 relative_P_200 4_9 0.3647 relative_P_500 4_9 0.5412 relative_P_1000 4_9 0.6353 success_1 4_9 0.0000 success_5 4_9 1.0000 success_10 4_9 1.0000 set_P 4_9 0.0540 set_relative_P 4_9 0.6353 set_recall 4_9 0.6353 set_map 4_9 0.0343 set_F 4_9 0.0995 num_nonrel_judged_ret 4_9 19 rbp 4_9 0.0720 rbp_resid 4_9 0.5149 unj_5 4_9 0.0000 unj_10 4_9 0.5000 unj_20 4_9 0.6000 num_ret 5_10 1000 num_rel 5_10 43 num_rel_ret 5_10 18 map 5_10 0.1018 Rprec 5_10 0.1628 bpref 5_10 0.3818 recip_rank 5_10 1.0000 iprec_at_recall_0.00 5_10 1.0000 iprec_at_recall_0.10 5_10 0.4444 iprec_at_recall_0.20 5_10 0.0989 iprec_at_recall_0.30 5_10 0.0272 iprec_at_recall_0.40 5_10 0.0255 iprec_at_recall_0.50 5_10 0.0000 iprec_at_recall_0.60 5_10 0.0000 iprec_at_recall_0.70 5_10 0.0000 iprec_at_recall_0.80 5_10 0.0000 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 0.6000 P_10 5_10 0.4000 P_15 5_10 0.2667 P_20 5_10 0.2500 P_30 5_10 0.2333 P_100 5_10 0.0900 P_200 5_10 0.0500 P_500 5_10 0.0260 P_1000 5_10 0.0180 relstring 5_10 '31001---3-' recall_5 5_10 0.0698 recall_10 5_10 0.0930 recall_15 5_10 0.0930 recall_20 5_10 0.1163 recall_30 5_10 0.1628 recall_100 5_10 0.2093 recall_200 5_10 0.2326 recall_500 5_10 0.3023 recall_1000 5_10 0.4186 infAP 5_10 0.1018 Rprec_mult_0.20 5_10 0.4444 Rprec_mult_0.40 5_10 0.2778 Rprec_mult_0.60 5_10 0.2692 Rprec_mult_0.80 5_10 0.2000 Rprec_mult_1.00 5_10 0.1628 Rprec_mult_1.20 5_10 0.1538 Rprec_mult_1.40 5_10 0.1311 Rprec_mult_1.60 5_10 0.1159 Rprec_mult_1.80 5_10 0.1026 Rprec_mult_2.00 5_10 0.0930 utility 5_10 -964.0000 11pt_avg 5_10 0.1451 binG 5_10 0.1147 G 5_10 0.0872 ndcg 5_10 0.3452 ndcg_rel 5_10 0.3395 Rndcg 5_10 0.2730 ndcg_cut_5 5_10 0.3407 ndcg_cut_10 5_10 0.2906 ndcg_cut_15 5_10 0.2384 ndcg_cut_20 5_10 0.2345 ndcg_cut_30 5_10 0.2431 ndcg_cut_100 5_10 0.2520 ndcg_cut_200 5_10 0.2658 ndcg_cut_500 5_10 0.2976 ndcg_cut_1000 5_10 0.3452 map_cut_5 5_10 0.0605 map_cut_10 5_10 0.0708 map_cut_15 5_10 0.0708 map_cut_20 5_10 0.0773 map_cut_30 5_10 0.0896 map_cut_100 5_10 0.0957 map_cut_200 5_10 0.0970 map_cut_500 5_10 0.0991 map_cut_1000 5_10 0.1018 relative_P_5 5_10 0.6000 relative_P_10 5_10 0.4000 relative_P_15 5_10 0.2667 relative_P_20 5_10 0.2500 relative_P_30 5_10 0.2333 relative_P_100 5_10 0.2093 relative_P_200 5_10 0.2326 relative_P_500 5_10 0.3023 relative_P_1000 5_10 0.4186 success_1 5_10 1.0000 success_5 5_10 1.0000 success_10 5_10 1.0000 set_P 5_10 0.0180 set_relative_P 5_10 0.4186 set_recall 5_10 0.4186 set_map 5_10 0.0075 set_F 5_10 0.0345 num_nonrel_judged_ret 5_10 6 rbp 5_10 0.1668 rbp_resid 5_10 0.5131 unj_5 5_10 0.0000 unj_10 5_10 0.4000 unj_20 5_10 0.6500 num_ret 5_13 1000 num_rel 5_13 112 num_rel_ret 5_13 102 map 5_13 0.5176 Rprec 5_13 0.5357 bpref 5_13 0.7157 recip_rank 5_13 1.0000 iprec_at_recall_0.00 5_13 1.0000 iprec_at_recall_0.10 5_13 0.9167 iprec_at_recall_0.20 5_13 0.7742 iprec_at_recall_0.30 5_13 0.6438 iprec_at_recall_0.40 5_13 0.6438 iprec_at_recall_0.50 5_13 0.6022 iprec_at_recall_0.60 5_13 0.4718 iprec_at_recall_0.70 5_13 0.3264 iprec_at_recall_0.80 5_13 0.2473 iprec_at_recall_0.90 5_13 0.1487 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 1.0000 P_10 5_13 1.0000 P_15 5_13 0.8667 P_20 5_13 0.8500 P_30 5_13 0.7667 P_100 5_13 0.5700 P_200 5_13 0.3750 P_500 5_13 0.1860 P_1000 5_13 0.1020 relstring 5_13 '3141211142' recall_5 5_13 0.0446 recall_10 5_13 0.0893 recall_15 5_13 0.1161 recall_20 5_13 0.1518 recall_30 5_13 0.2054 recall_100 5_13 0.5089 recall_200 5_13 0.6696 recall_500 5_13 0.8304 recall_1000 5_13 0.9107 infAP 5_13 0.5176 Rprec_mult_0.20 5_13 0.8261 Rprec_mult_0.40 5_13 0.6889 Rprec_mult_0.60 5_13 0.6324 Rprec_mult_0.80 5_13 0.6000 Rprec_mult_1.00 5_13 0.5357 Rprec_mult_1.20 5_13 0.4815 Rprec_mult_1.40 5_13 0.4331 Rprec_mult_1.60 5_13 0.4056 Rprec_mult_1.80 5_13 0.3713 Rprec_mult_2.00 5_13 0.3393 utility 5_13 -796.0000 11pt_avg 5_13 0.5250 binG 5_13 0.2634 G 5_13 0.1812 ndcg 5_13 0.7739 ndcg_rel 5_13 0.6565 Rndcg 5_13 0.6139 ndcg_cut_5 5_13 0.6525 ndcg_cut_10 5_13 0.6559 ndcg_cut_15 5_13 0.6297 ndcg_cut_20 5_13 0.6619 ndcg_cut_30 5_13 0.6058 ndcg_cut_100 5_13 0.6013 ndcg_cut_200 5_13 0.6692 ndcg_cut_500 5_13 0.7389 ndcg_cut_1000 5_13 0.7739 map_cut_5 5_13 0.0446 map_cut_10 5_13 0.0893 map_cut_15 5_13 0.1129 map_cut_20 5_13 0.1441 map_cut_30 5_13 0.1862 map_cut_100 5_13 0.3843 map_cut_200 5_13 0.4600 map_cut_500 5_13 0.5050 map_cut_1000 5_13 0.5176 relative_P_5 5_13 1.0000 relative_P_10 5_13 1.0000 relative_P_15 5_13 0.8667 relative_P_20 5_13 0.8500 relative_P_30 5_13 0.7667 relative_P_100 5_13 0.5700 relative_P_200 5_13 0.6696 relative_P_500 5_13 0.8304 relative_P_1000 5_13 0.9107 success_1 5_13 1.0000 success_5 5_13 1.0000 success_10 5_13 1.0000 set_P 5_13 0.1020 set_relative_P 5_13 0.9107 set_recall 5_13 0.9107 set_map 5_13 0.0929 set_F 5_13 0.1835 num_nonrel_judged_ret 5_13 45 rbp 5_13 0.4217 rbp_resid 5_13 0.0692 unj_5 5_13 0.0000 unj_10 5_13 0.0000 unj_20 5_13 0.1000 num_ret 5_14 1000 num_rel 5_14 38 num_rel_ret 5_14 35 map 5_14 0.2952 Rprec 5_14 0.2632 bpref 5_14 0.8165 recip_rank 5_14 1.0000 iprec_at_recall_0.00 5_14 1.0000 iprec_at_recall_0.10 5_14 1.0000 iprec_at_recall_0.20 5_14 0.2963 iprec_at_recall_0.30 5_14 0.2766 iprec_at_recall_0.40 5_14 0.2632 iprec_at_recall_0.50 5_14 0.2405 iprec_at_recall_0.60 5_14 0.2202 iprec_at_recall_0.70 5_14 0.1350 iprec_at_recall_0.80 5_14 0.1286 iprec_at_recall_0.90 5_14 0.0497 iprec_at_recall_1.00 5_14 0.0000 P_5 5_14 1.0000 P_10 5_14 0.5000 P_15 5_14 0.3333 P_20 5_14 0.3000 P_30 5_14 0.2667 P_100 5_14 0.2000 P_200 5_14 0.1350 P_500 5_14 0.0660 P_1000 5_14 0.0350 relstring 5_14 '444420-0--' recall_5 5_14 0.1316 recall_10 5_14 0.1316 recall_15 5_14 0.1316 recall_20 5_14 0.1579 recall_30 5_14 0.2105 recall_100 5_14 0.5263 recall_200 5_14 0.7105 recall_500 5_14 0.8684 recall_1000 5_14 0.9211 infAP 5_14 0.2952 Rprec_mult_0.20 5_14 0.6250 Rprec_mult_0.40 5_14 0.3750 Rprec_mult_0.60 5_14 0.3043 Rprec_mult_0.80 5_14 0.2581 Rprec_mult_1.00 5_14 0.2632 Rprec_mult_1.20 5_14 0.2609 Rprec_mult_1.40 5_14 0.2407 Rprec_mult_1.60 5_14 0.2459 Rprec_mult_1.80 5_14 0.2319 Rprec_mult_2.00 5_14 0.2368 utility 5_14 -930.0000 11pt_avg 5_14 0.3282 binG 5_14 0.2633 G 5_14 0.3505 ndcg 5_14 0.7753 ndcg_rel 5_14 0.7116 Rndcg 5_14 0.7386 ndcg_cut_5 5_14 0.9661 ndcg_cut_10 5_14 0.7209 ndcg_cut_15 5_14 0.6149 ndcg_cut_20 5_14 0.5796 ndcg_cut_30 5_14 0.5381 ndcg_cut_100 5_14 0.6584 ndcg_cut_200 5_14 0.7174 ndcg_cut_500 5_14 0.7625 ndcg_cut_1000 5_14 0.7753 map_cut_5 5_14 0.1316 map_cut_10 5_14 0.1316 map_cut_15 5_14 0.1316 map_cut_20 5_14 0.1414 map_cut_30 5_14 0.1580 map_cut_100 5_14 0.2380 map_cut_200 5_14 0.2742 map_cut_500 5_14 0.2926 map_cut_1000 5_14 0.2952 relative_P_5 5_14 1.0000 relative_P_10 5_14 0.5000 relative_P_15 5_14 0.3333 relative_P_20 5_14 0.3000 relative_P_30 5_14 0.2667 relative_P_100 5_14 0.5263 relative_P_200 5_14 0.7105 relative_P_500 5_14 0.8684 relative_P_1000 5_14 0.9211 success_1 5_14 1.0000 success_5 5_14 1.0000 success_10 5_14 1.0000 set_P 5_14 0.0350 set_relative_P 5_14 0.9211 set_recall 5_14 0.9211 set_map 5_14 0.0322 set_F 5_14 0.0674 num_nonrel_judged_ret 5_14 16 rbp 5_14 0.4040 rbp_resid 5_14 0.4321 unj_5 5_14 0.0000 unj_10 5_14 0.3000 unj_20 5_14 0.6000 num_ret 5_15 1000 num_rel 5_15 43 num_rel_ret 5_15 39 map 5_15 0.2182 Rprec 5_15 0.2558 bpref 5_15 0.3104 recip_rank 5_15 1.0000 iprec_at_recall_0.00 5_15 1.0000 iprec_at_recall_0.10 5_15 0.5714 iprec_at_recall_0.20 5_15 0.3333 iprec_at_recall_0.30 5_15 0.2456 iprec_at_recall_0.40 5_15 0.1977 iprec_at_recall_0.50 5_15 0.1230 iprec_at_recall_0.60 5_15 0.1140 iprec_at_recall_0.70 5_15 0.1103 iprec_at_recall_0.80 5_15 0.0575 iprec_at_recall_0.90 5_15 0.0491 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 0.6000 P_10 5_15 0.5000 P_15 5_15 0.4000 P_20 5_15 0.4000 P_30 5_15 0.3333 P_100 5_15 0.1700 P_200 5_15 0.1150 P_500 5_15 0.0640 P_1000 5_15 0.0390 relstring 5_15 '203100203-' recall_5 5_15 0.0698 recall_10 5_15 0.1163 recall_15 5_15 0.1395 recall_20 5_15 0.1860 recall_30 5_15 0.2326 recall_100 5_15 0.3953 recall_200 5_15 0.5349 recall_500 5_15 0.7442 recall_1000 5_15 0.9070 infAP 5_15 0.2182 Rprec_mult_0.20 5_15 0.5556 Rprec_mult_0.40 5_15 0.3889 Rprec_mult_0.60 5_15 0.3077 Rprec_mult_0.80 5_15 0.3143 Rprec_mult_1.00 5_15 0.2558 Rprec_mult_1.20 5_15 0.2308 Rprec_mult_1.40 5_15 0.2295 Rprec_mult_1.60 5_15 0.2174 Rprec_mult_1.80 5_15 0.2051 Rprec_mult_2.00 5_15 0.1977 utility 5_15 -922.0000 11pt_avg 5_15 0.2547 binG 5_15 0.1963 G 5_15 0.1572 ndcg 5_15 0.5829 ndcg_rel 5_15 0.4592 Rndcg 5_15 0.4103 ndcg_cut_5 5_15 0.3992 ndcg_cut_10 5_15 0.3760 ndcg_cut_15 5_15 0.3289 ndcg_cut_20 5_15 0.3377 ndcg_cut_30 5_15 0.3230 ndcg_cut_100 5_15 0.3857 ndcg_cut_200 5_15 0.4549 ndcg_cut_500 5_15 0.5375 ndcg_cut_1000 5_15 0.5829 map_cut_5 5_15 0.0562 map_cut_10 5_15 0.0824 map_cut_15 5_15 0.0940 map_cut_20 5_15 0.1134 map_cut_30 5_15 0.1289 map_cut_100 5_15 0.1685 map_cut_200 5_15 0.1868 map_cut_500 5_15 0.2094 map_cut_1000 5_15 0.2182 relative_P_5 5_15 0.6000 relative_P_10 5_15 0.5000 relative_P_15 5_15 0.4000 relative_P_20 5_15 0.4000 relative_P_30 5_15 0.3333 relative_P_100 5_15 0.3953 relative_P_200 5_15 0.5349 relative_P_500 5_15 0.7442 relative_P_1000 5_15 0.9070 success_1 5_15 1.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 0.0390 set_relative_P 5_15 0.9070 set_recall 5_15 0.9070 set_map 5_15 0.0354 set_F 5_15 0.0748 num_nonrel_judged_ret 5_15 72 rbp 5_15 0.2212 rbp_resid 5_15 0.1742 unj_5 5_15 0.0000 unj_10 5_15 0.1000 unj_20 5_15 0.2500 num_ret 5_2 1000 num_rel 5_2 139 num_rel_ret 5_2 79 map 5_2 0.2287 Rprec 5_2 0.2878 bpref 5_2 0.5211 recip_rank 5_2 1.0000 iprec_at_recall_0.00 5_2 1.0000 iprec_at_recall_0.10 5_2 0.7619 iprec_at_recall_0.20 5_2 0.5091 iprec_at_recall_0.30 5_2 0.2727 iprec_at_recall_0.40 5_2 0.1556 iprec_at_recall_0.50 5_2 0.1007 iprec_at_recall_0.60 5_2 0.0000 iprec_at_recall_0.70 5_2 0.0000 iprec_at_recall_0.80 5_2 0.0000 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 1.0000 P_10 5_2 0.9000 P_15 5_2 0.7333 P_20 5_2 0.7500 P_30 5_2 0.7000 P_100 5_2 0.3500 P_200 5_2 0.2250 P_500 5_2 0.1200 P_1000 5_2 0.0790 relstring 5_2 '2132110113' recall_5 5_2 0.0360 recall_10 5_2 0.0647 recall_15 5_2 0.0791 recall_20 5_2 0.1079 recall_30 5_2 0.1511 recall_100 5_2 0.2518 recall_200 5_2 0.3237 recall_500 5_2 0.4317 recall_1000 5_2 0.5683 infAP 5_2 0.2287 Rprec_mult_0.20 5_2 0.7500 Rprec_mult_0.40 5_2 0.5000 Rprec_mult_0.60 5_2 0.3690 Rprec_mult_0.80 5_2 0.3393 Rprec_mult_1.00 5_2 0.2878 Rprec_mult_1.20 5_2 0.2515 Rprec_mult_1.40 5_2 0.2308 Rprec_mult_1.60 5_2 0.2063 Rprec_mult_1.80 5_2 0.1873 Rprec_mult_2.00 5_2 0.1727 utility 5_2 -842.0000 11pt_avg 5_2 0.2545 binG 5_2 0.1471 G 5_2 0.0879 ndcg 5_2 0.4684 ndcg_rel 5_2 0.4205 Rndcg 5_2 0.3662 ndcg_cut_5 5_2 0.4561 ndcg_cut_10 5_2 0.3972 ndcg_cut_15 5_2 0.3636 ndcg_cut_20 5_2 0.3771 ndcg_cut_30 5_2 0.3751 ndcg_cut_100 5_2 0.3207 ndcg_cut_200 5_2 0.3405 ndcg_cut_500 5_2 0.3972 ndcg_cut_1000 5_2 0.4684 map_cut_5 5_2 0.0360 map_cut_10 5_2 0.0623 map_cut_15 5_2 0.0735 map_cut_20 5_2 0.0948 map_cut_30 5_2 0.1265 map_cut_100 5_2 0.1756 map_cut_200 5_2 0.1974 map_cut_500 5_2 0.2152 map_cut_1000 5_2 0.2287 relative_P_5 5_2 1.0000 relative_P_10 5_2 0.9000 relative_P_15 5_2 0.7333 relative_P_20 5_2 0.7500 relative_P_30 5_2 0.7000 relative_P_100 5_2 0.3500 relative_P_200 5_2 0.3237 relative_P_500 5_2 0.4317 relative_P_1000 5_2 0.5683 success_1 5_2 1.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 0.0790 set_relative_P 5_2 0.5683 set_recall 5_2 0.5683 set_map 5_2 0.0449 set_F 5_2 0.1387 num_nonrel_judged_ret 5_2 10 rbp 5_2 0.3439 rbp_resid 5_2 0.1192 unj_5 5_2 0.0000 unj_10 5_2 0.0000 unj_20 5_2 0.1500 num_ret 5_4 1000 num_rel 5_4 108 num_rel_ret 5_4 78 map 5_4 0.1538 Rprec 5_4 0.1667 bpref 5_4 0.6610 recip_rank 5_4 1.0000 iprec_at_recall_0.00 5_4 1.0000 iprec_at_recall_0.10 5_4 0.4583 iprec_at_recall_0.20 5_4 0.1208 iprec_at_recall_0.30 5_4 0.1208 iprec_at_recall_0.40 5_4 0.1208 iprec_at_recall_0.50 5_4 0.1208 iprec_at_recall_0.60 5_4 0.1148 iprec_at_recall_0.70 5_4 0.0798 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 1.0000 P_10 5_4 0.6000 P_15 5_4 0.5333 P_20 5_4 0.4000 P_30 5_4 0.3667 P_100 5_4 0.1800 P_200 5_4 0.1000 P_500 5_4 0.1180 P_1000 5_4 0.0780 relstring 5_4 '321211----' recall_5 5_4 0.0463 recall_10 5_4 0.0556 recall_15 5_4 0.0741 recall_20 5_4 0.0741 recall_30 5_4 0.1019 recall_100 5_4 0.1667 recall_200 5_4 0.1852 recall_500 5_4 0.5463 recall_1000 5_4 0.7222 infAP 5_4 0.1538 Rprec_mult_0.20 5_4 0.4091 Rprec_mult_0.40 5_4 0.2727 Rprec_mult_0.60 5_4 0.2154 Rprec_mult_0.80 5_4 0.1954 Rprec_mult_1.00 5_4 0.1667 Rprec_mult_1.20 5_4 0.1462 Rprec_mult_1.40 5_4 0.1250 Rprec_mult_1.60 5_4 0.1098 Rprec_mult_1.80 5_4 0.1026 Rprec_mult_2.00 5_4 0.0926 utility 5_4 -844.0000 11pt_avg 5_4 0.1942 binG 5_4 0.1459 G 5_4 0.1070 ndcg 5_4 0.5165 ndcg_rel 5_4 0.4220 Rndcg 5_4 0.3607 ndcg_cut_5 5_4 0.5096 ndcg_cut_10 5_4 0.3759 ndcg_cut_15 5_4 0.3429 ndcg_cut_20 5_4 0.3081 ndcg_cut_30 5_4 0.3084 ndcg_cut_100 5_4 0.2387 ndcg_cut_200 5_4 0.2439 ndcg_cut_500 5_4 0.4365 ndcg_cut_1000 5_4 0.5165 map_cut_5 5_4 0.0463 map_cut_10 5_4 0.0556 map_cut_15 5_4 0.0662 map_cut_20 5_4 0.0662 map_cut_30 5_4 0.0785 map_cut_100 5_4 0.0941 map_cut_200 5_4 0.0965 map_cut_500 5_4 0.1365 map_cut_1000 5_4 0.1538 relative_P_5 5_4 1.0000 relative_P_10 5_4 0.6000 relative_P_15 5_4 0.5333 relative_P_20 5_4 0.4000 relative_P_30 5_4 0.3667 relative_P_100 5_4 0.1800 relative_P_200 5_4 0.1852 relative_P_500 5_4 0.5463 relative_P_1000 5_4 0.7222 success_1 5_4 1.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.0780 set_relative_P 5_4 0.7222 set_recall 5_4 0.7222 set_map 5_4 0.0563 set_F 5_4 0.1408 num_nonrel_judged_ret 5_4 9 rbp 5_4 0.2483 rbp_resid 5_4 0.4394 unj_5 5_4 0.0000 unj_10 5_4 0.4000 unj_20 5_4 0.6000 num_ret 5_5 1000 num_rel 5_5 108 num_rel_ret 5_5 64 map 5_5 0.2491 Rprec 5_5 0.3056 bpref 5_5 0.5418 recip_rank 5_5 1.0000 iprec_at_recall_0.00 5_5 1.0000 iprec_at_recall_0.10 5_5 0.7391 iprec_at_recall_0.20 5_5 0.6111 iprec_at_recall_0.30 5_5 0.3855 iprec_at_recall_0.40 5_5 0.1878 iprec_at_recall_0.50 5_5 0.0870 iprec_at_recall_0.60 5_5 0.0000 iprec_at_recall_0.70 5_5 0.0000 iprec_at_recall_0.80 5_5 0.0000 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 1.0000 P_10 5_5 0.8000 P_15 5_5 0.6667 P_20 5_5 0.7000 P_30 5_5 0.6667 P_100 5_5 0.3200 P_200 5_5 0.2100 P_500 5_5 0.0980 P_1000 5_5 0.0640 relstring 5_5 '1241122-20' recall_5 5_5 0.0463 recall_10 5_5 0.0741 recall_15 5_5 0.0926 recall_20 5_5 0.1296 recall_30 5_5 0.1852 recall_100 5_5 0.2963 recall_200 5_5 0.3889 recall_500 5_5 0.4537 recall_1000 5_5 0.5926 infAP 5_5 0.2491 Rprec_mult_0.20 5_5 0.7273 Rprec_mult_0.40 5_5 0.5227 Rprec_mult_0.60 5_5 0.4000 Rprec_mult_0.80 5_5 0.3678 Rprec_mult_1.00 5_5 0.3056 Rprec_mult_1.20 5_5 0.2769 Rprec_mult_1.40 5_5 0.2434 Rprec_mult_1.60 5_5 0.2370 Rprec_mult_1.80 5_5 0.2154 Rprec_mult_2.00 5_5 0.1944 utility 5_5 -872.0000 11pt_avg 5_5 0.2737 binG 5_5 0.1679 G 5_5 0.0978 ndcg 5_5 0.4750 ndcg_rel 5_5 0.4420 Rndcg 5_5 0.4115 ndcg_cut_5 5_5 0.4453 ndcg_cut_10 5_5 0.4360 ndcg_cut_15 5_5 0.4381 ndcg_cut_20 5_5 0.4679 ndcg_cut_30 5_5 0.4492 ndcg_cut_100 5_5 0.3520 ndcg_cut_200 5_5 0.3849 ndcg_cut_500 5_5 0.4132 ndcg_cut_1000 5_5 0.4750 map_cut_5 5_5 0.0463 map_cut_10 5_5 0.0730 map_cut_15 5_5 0.0862 map_cut_20 5_5 0.1126 map_cut_30 5_5 0.1521 map_cut_100 5_5 0.2033 map_cut_200 5_5 0.2282 map_cut_500 5_5 0.2378 map_cut_1000 5_5 0.2491 relative_P_5 5_5 1.0000 relative_P_10 5_5 0.8000 relative_P_15 5_5 0.6667 relative_P_20 5_5 0.7000 relative_P_30 5_5 0.6667 relative_P_100 5_5 0.3200 relative_P_200 5_5 0.3889 relative_P_500 5_5 0.4537 relative_P_1000 5_5 0.5926 success_1 5_5 1.0000 success_5 5_5 1.0000 success_10 5_5 1.0000 set_P 5_5 0.0640 set_relative_P 5_5 0.5926 set_recall 5_5 0.5926 set_map 5_5 0.0379 set_F 5_5 0.1155 num_nonrel_judged_ret 5_5 32 rbp 5_5 0.3481 rbp_resid 5_5 0.1752 unj_5 5_5 0.0000 unj_10 5_5 0.1000 unj_20 5_5 0.2000 num_ret 5_8 1000 num_rel 5_8 78 num_rel_ret 5_8 57 map 5_8 0.1763 Rprec 5_8 0.2821 bpref 5_8 0.4720 recip_rank 5_8 1.0000 iprec_at_recall_0.00 5_8 1.0000 iprec_at_recall_0.10 5_8 0.3824 iprec_at_recall_0.20 5_8 0.3500 iprec_at_recall_0.30 5_8 0.2706 iprec_at_recall_0.40 5_8 0.1751 iprec_at_recall_0.50 5_8 0.0884 iprec_at_recall_0.60 5_8 0.0803 iprec_at_recall_0.70 5_8 0.0594 iprec_at_recall_0.80 5_8 0.0000 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.6000 P_10 5_8 0.4000 P_15 5_8 0.2667 P_20 5_8 0.3500 P_30 5_8 0.3667 P_100 5_8 0.2400 P_200 5_8 0.1550 P_500 5_8 0.0860 P_1000 5_8 0.0570 relstring 5_8 '3100102000' recall_5 5_8 0.0385 recall_10 5_8 0.0513 recall_15 5_8 0.0513 recall_20 5_8 0.0897 recall_30 5_8 0.1410 recall_100 5_8 0.3077 recall_200 5_8 0.3974 recall_500 5_8 0.5513 recall_1000 5_8 0.7308 infAP 5_8 0.1763 Rprec_mult_0.20 5_8 0.3125 Rprec_mult_0.40 5_8 0.3438 Rprec_mult_0.60 5_8 0.3404 Rprec_mult_0.80 5_8 0.3333 Rprec_mult_1.00 5_8 0.2821 Rprec_mult_1.20 5_8 0.2553 Rprec_mult_1.40 5_8 0.2273 Rprec_mult_1.60 5_8 0.2080 Rprec_mult_1.80 5_8 0.2057 Rprec_mult_2.00 5_8 0.1923 utility 5_8 -886.0000 11pt_avg 5_8 0.2188 binG 5_8 0.1432 G 5_8 0.1185 ndcg 5_8 0.5056 ndcg_rel 5_8 0.4222 Rndcg 5_8 0.3575 ndcg_cut_5 5_8 0.3660 ndcg_cut_10 5_8 0.2972 ndcg_cut_15 5_8 0.2407 ndcg_cut_20 5_8 0.2691 ndcg_cut_30 5_8 0.2897 ndcg_cut_100 5_8 0.3321 ndcg_cut_200 5_8 0.3806 ndcg_cut_500 5_8 0.4484 ndcg_cut_1000 5_8 0.5056 map_cut_5 5_8 0.0333 map_cut_10 5_8 0.0407 map_cut_15 5_8 0.0407 map_cut_20 5_8 0.0534 map_cut_30 5_8 0.0723 map_cut_100 5_8 0.1278 map_cut_200 5_8 0.1464 map_cut_500 5_8 0.1636 map_cut_1000 5_8 0.1763 relative_P_5 5_8 0.6000 relative_P_10 5_8 0.4000 relative_P_15 5_8 0.2667 relative_P_20 5_8 0.3500 relative_P_30 5_8 0.3667 relative_P_100 5_8 0.3077 relative_P_200 5_8 0.3974 relative_P_500 5_8 0.5513 relative_P_1000 5_8 0.7308 success_1 5_8 1.0000 success_5 5_8 1.0000 success_10 5_8 1.0000 set_P 5_8 0.0570 set_relative_P 5_8 0.7308 set_recall 5_8 0.7308 set_map 5_8 0.0417 set_F 5_8 0.1058 num_nonrel_judged_ret 5_8 42 rbp 5_8 0.1818 rbp_resid 5_8 0.0782 unj_5 5_8 0.0000 unj_10 5_8 0.0000 unj_20 5_8 0.1000 num_ret 5_9 1000 num_rel 5_9 53 num_rel_ret 5_9 19 map 5_9 0.0342 Rprec 5_9 0.0755 bpref 5_9 0.3279 recip_rank 5_9 0.5000 iprec_at_recall_0.00 5_9 0.5000 iprec_at_recall_0.10 5_9 0.0984 iprec_at_recall_0.20 5_9 0.0560 iprec_at_recall_0.30 5_9 0.0349 iprec_at_recall_0.40 5_9 0.0000 iprec_at_recall_0.50 5_9 0.0000 iprec_at_recall_0.60 5_9 0.0000 iprec_at_recall_0.70 5_9 0.0000 iprec_at_recall_0.80 5_9 0.0000 iprec_at_recall_0.90 5_9 0.0000 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 0.2000 P_10 5_9 0.2000 P_15 5_9 0.1333 P_20 5_9 0.1000 P_30 5_9 0.1333 P_100 5_9 0.0600 P_200 5_9 0.0450 P_500 5_9 0.0320 P_1000 5_9 0.0190 relstring 5_9 '03000-4---' recall_5 5_9 0.0189 recall_10 5_9 0.0377 recall_15 5_9 0.0377 recall_20 5_9 0.0377 recall_30 5_9 0.0755 recall_100 5_9 0.1132 recall_200 5_9 0.1698 recall_500 5_9 0.3019 recall_1000 5_9 0.3585 infAP 5_9 0.0342 Rprec_mult_0.20 5_9 0.1818 Rprec_mult_0.40 5_9 0.0909 Rprec_mult_0.60 5_9 0.1250 Rprec_mult_0.80 5_9 0.0930 Rprec_mult_1.00 5_9 0.0755 Rprec_mult_1.20 5_9 0.0938 Rprec_mult_1.40 5_9 0.0800 Rprec_mult_1.60 5_9 0.0706 Rprec_mult_1.80 5_9 0.0625 Rprec_mult_2.00 5_9 0.0660 utility 5_9 -962.0000 11pt_avg 5_9 0.0627 binG 5_9 0.0637 G 5_9 0.0583 ndcg 5_9 0.2552 ndcg_rel 5_9 0.2349 Rndcg 5_9 0.1467 ndcg_cut_5 5_9 0.1605 ndcg_cut_10 5_9 0.1775 ndcg_cut_15 5_9 0.1376 ndcg_cut_20 5_9 0.1175 ndcg_cut_30 5_9 0.1389 ndcg_cut_100 5_9 0.1445 ndcg_cut_200 5_9 0.1795 ndcg_cut_500 5_9 0.2371 ndcg_cut_1000 5_9 0.2552 map_cut_5 5_9 0.0094 map_cut_10 5_9 0.0148 map_cut_15 5_9 0.0148 map_cut_20 5_9 0.0148 map_cut_30 5_9 0.0196 map_cut_100 5_9 0.0232 map_cut_200 5_9 0.0267 map_cut_500 5_9 0.0329 map_cut_1000 5_9 0.0342 relative_P_5 5_9 0.2000 relative_P_10 5_9 0.2000 relative_P_15 5_9 0.1333 relative_P_20 5_9 0.1000 relative_P_30 5_9 0.1333 relative_P_100 5_9 0.1132 relative_P_200 5_9 0.1698 relative_P_500 5_9 0.3019 relative_P_1000 5_9 0.3585 success_1 5_9 0.0000 success_5 5_9 1.0000 success_10 5_9 1.0000 set_P 5_9 0.0190 set_relative_P 5_9 0.3585 set_recall 5_9 0.3585 set_map 5_9 0.0068 set_F 5_9 0.0361 num_nonrel_judged_ret 5_9 5 rbp 5_9 0.1318 rbp_resid 5_9 0.5241 unj_5 5_9 0.0000 unj_10 5_9 0.4000 unj_20 5_9 0.7000 num_ret 6_1 1000 num_rel 6_1 331 num_rel_ret 6_1 125 map 6_1 0.1839 Rprec 6_1 0.2266 bpref 6_1 0.3763 recip_rank 6_1 1.0000 iprec_at_recall_0.00 6_1 1.0000 iprec_at_recall_0.10 6_1 0.8462 iprec_at_recall_0.20 6_1 0.2876 iprec_at_recall_0.30 6_1 0.1790 iprec_at_recall_0.40 6_1 0.0000 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 1.0000 P_10 6_1 1.0000 P_15 6_1 1.0000 P_20 6_1 1.0000 P_30 6_1 0.9333 P_100 6_1 0.5000 P_200 6_1 0.3150 P_500 6_1 0.1860 P_1000 6_1 0.1250 relstring 6_1 '1222112112' recall_5 6_1 0.0151 recall_10 6_1 0.0302 recall_15 6_1 0.0453 recall_20 6_1 0.0604 recall_30 6_1 0.0846 recall_100 6_1 0.1511 recall_200 6_1 0.1903 recall_500 6_1 0.2810 recall_1000 6_1 0.3776 infAP 6_1 0.1839 Rprec_mult_0.20 6_1 0.6418 Rprec_mult_0.40 6_1 0.3985 Rprec_mult_0.60 6_1 0.3166 Rprec_mult_0.80 6_1 0.2528 Rprec_mult_1.00 6_1 0.2266 Rprec_mult_1.20 6_1 0.2161 Rprec_mult_1.40 6_1 0.1961 Rprec_mult_1.60 6_1 0.1774 Rprec_mult_1.80 6_1 0.1695 Rprec_mult_2.00 6_1 0.1586 utility 6_1 -750.0000 11pt_avg 6_1 0.2102 binG 6_1 0.1296 G 6_1 0.0654 ndcg 6_1 0.4095 ndcg_rel 6_1 0.4131 Rndcg 6_1 0.3624 ndcg_cut_5 6_1 0.4581 ndcg_cut_10 6_1 0.4598 ndcg_cut_15 6_1 0.4746 ndcg_cut_20 6_1 0.5352 ndcg_cut_30 6_1 0.5646 ndcg_cut_100 6_1 0.4360 ndcg_cut_200 6_1 0.3602 ndcg_cut_500 6_1 0.3517 ndcg_cut_1000 6_1 0.4095 map_cut_5 6_1 0.0151 map_cut_10 6_1 0.0302 map_cut_15 6_1 0.0453 map_cut_20 6_1 0.0604 map_cut_30 6_1 0.0845 map_cut_100 6_1 0.1329 map_cut_200 6_1 0.1479 map_cut_500 6_1 0.1691 map_cut_1000 6_1 0.1839 relative_P_5 6_1 1.0000 relative_P_10 6_1 1.0000 relative_P_15 6_1 1.0000 relative_P_20 6_1 1.0000 relative_P_30 6_1 0.9333 relative_P_100 6_1 0.5000 relative_P_200 6_1 0.3150 relative_P_500 6_1 0.2810 relative_P_1000 6_1 0.3776 success_1 6_1 1.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.1250 set_relative_P 6_1 0.3776 set_recall 6_1 0.3776 set_map 6_1 0.0472 set_F 6_1 0.1878 num_nonrel_judged_ret 6_1 5 rbp 6_1 0.3793 rbp_resid 6_1 0.0318 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1000 num_rel 6_10 45 num_rel_ret 6_10 33 map 6_10 0.1072 Rprec 6_10 0.1556 bpref 6_10 0.6311 recip_rank 6_10 1.0000 iprec_at_recall_0.00 6_10 1.0000 iprec_at_recall_0.10 6_10 0.2222 iprec_at_recall_0.20 6_10 0.1607 iprec_at_recall_0.30 6_10 0.1261 iprec_at_recall_0.40 6_10 0.1023 iprec_at_recall_0.50 6_10 0.0578 iprec_at_recall_0.60 6_10 0.0508 iprec_at_recall_0.70 6_10 0.0428 iprec_at_recall_0.80 6_10 0.0000 iprec_at_recall_0.90 6_10 0.0000 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 0.4000 P_10 6_10 0.2000 P_15 6_10 0.2667 P_20 6_10 0.2000 P_30 6_10 0.2000 P_100 6_10 0.1200 P_200 6_10 0.0900 P_500 6_10 0.0520 P_1000 6_10 0.0330 relstring 6_10 '30001-----' recall_5 6_10 0.0444 recall_10 6_10 0.0444 recall_15 6_10 0.0889 recall_20 6_10 0.0889 recall_30 6_10 0.1333 recall_100 6_10 0.2667 recall_200 6_10 0.4000 recall_500 6_10 0.5778 recall_1000 6_10 0.7333 infAP 6_10 0.1072 Rprec_mult_0.20 6_10 0.2222 Rprec_mult_0.40 6_10 0.2222 Rprec_mult_0.60 6_10 0.2222 Rprec_mult_0.80 6_10 0.1944 Rprec_mult_1.00 6_10 0.1556 Rprec_mult_1.20 6_10 0.1481 Rprec_mult_1.40 6_10 0.1429 Rprec_mult_1.60 6_10 0.1389 Rprec_mult_1.80 6_10 0.1358 Rprec_mult_2.00 6_10 0.1222 utility 6_10 -934.0000 11pt_avg 6_10 0.1602 binG 6_10 0.1349 G 6_10 0.1166 ndcg 6_10 0.4434 ndcg_rel 6_10 0.3694 Rndcg 6_10 0.3734 ndcg_cut_5 6_10 0.3440 ndcg_cut_10 6_10 0.2315 ndcg_cut_15 6_10 0.2764 ndcg_cut_20 6_10 0.2441 ndcg_cut_30 6_10 0.2399 ndcg_cut_100 6_10 0.2768 ndcg_cut_200 6_10 0.3288 ndcg_cut_500 6_10 0.3879 ndcg_cut_1000 6_10 0.4434 map_cut_5 6_10 0.0311 map_cut_10 6_10 0.0311 map_cut_15 6_10 0.0422 map_cut_20 6_10 0.0422 map_cut_30 6_10 0.0514 map_cut_100 6_10 0.0719 map_cut_200 6_10 0.0872 map_cut_500 6_10 0.1001 map_cut_1000 6_10 0.1072 relative_P_5 6_10 0.4000 relative_P_10 6_10 0.2000 relative_P_15 6_10 0.2667 relative_P_20 6_10 0.2000 relative_P_30 6_10 0.2000 relative_P_100 6_10 0.2667 relative_P_200 6_10 0.4000 relative_P_500 6_10 0.5778 relative_P_1000 6_10 0.7333 success_1 6_10 1.0000 success_5 6_10 1.0000 success_10 6_10 1.0000 set_P 6_10 0.0330 set_relative_P 6_10 0.7333 set_recall 6_10 0.7333 set_map 6_10 0.0242 set_F 6_10 0.0632 num_nonrel_judged_ret 6_10 13 rbp 6_10 0.1374 rbp_resid 6_10 0.5217 unj_5 6_10 0.0000 unj_10 6_10 0.5000 unj_20 6_10 0.6500 num_ret 6_11 1000 num_rel 6_11 118 num_rel_ret 6_11 82 map 6_11 0.1874 Rprec 6_11 0.2627 bpref 6_11 0.5601 recip_rank 6_11 0.5000 iprec_at_recall_0.00 6_11 0.6667 iprec_at_recall_0.10 6_11 0.5600 iprec_at_recall_0.20 6_11 0.3824 iprec_at_recall_0.30 6_11 0.2468 iprec_at_recall_0.40 6_11 0.1822 iprec_at_recall_0.50 6_11 0.1446 iprec_at_recall_0.60 6_11 0.1203 iprec_at_recall_0.70 6_11 0.0000 iprec_at_recall_0.80 6_11 0.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 0.6000 P_10 6_11 0.5000 P_15 6_11 0.4667 P_20 6_11 0.5500 P_30 6_11 0.5333 P_100 6_11 0.2800 P_200 6_11 0.2050 P_500 6_11 0.1300 P_1000 6_11 0.0820 relstring 6_11 '02201-0032' recall_5 6_11 0.0254 recall_10 6_11 0.0424 recall_15 6_11 0.0593 recall_20 6_11 0.0932 recall_30 6_11 0.1356 recall_100 6_11 0.2373 recall_200 6_11 0.3475 recall_500 6_11 0.5508 recall_1000 6_11 0.6949 infAP 6_11 0.1874 Rprec_mult_0.20 6_11 0.5417 Rprec_mult_0.40 6_11 0.4167 Rprec_mult_0.60 6_11 0.3662 Rprec_mult_0.80 6_11 0.2947 Rprec_mult_1.00 6_11 0.2627 Rprec_mult_1.20 6_11 0.2394 Rprec_mult_1.40 6_11 0.2289 Rprec_mult_1.60 6_11 0.2063 Rprec_mult_1.80 6_11 0.1972 Rprec_mult_2.00 6_11 0.1822 utility 6_11 -836.0000 11pt_avg 6_11 0.2094 binG 6_11 0.1241 G 6_11 0.1109 ndcg 6_11 0.5322 ndcg_rel 6_11 0.4425 Rndcg 6_11 0.3833 ndcg_cut_5 6_11 0.3299 ndcg_cut_10 6_11 0.3682 ndcg_cut_15 6_11 0.3712 ndcg_cut_20 6_11 0.4190 ndcg_cut_30 6_11 0.4047 ndcg_cut_100 6_11 0.3111 ndcg_cut_200 6_11 0.3608 ndcg_cut_500 6_11 0.4686 ndcg_cut_1000 6_11 0.5322 map_cut_5 6_11 0.0150 map_cut_10 6_11 0.0230 map_cut_15 6_11 0.0306 map_cut_20 6_11 0.0487 map_cut_30 6_11 0.0718 map_cut_100 6_11 0.1121 map_cut_200 6_11 0.1391 map_cut_500 6_11 0.1720 map_cut_1000 6_11 0.1874 relative_P_5 6_11 0.6000 relative_P_10 6_11 0.5000 relative_P_15 6_11 0.4667 relative_P_20 6_11 0.5500 relative_P_30 6_11 0.5333 relative_P_100 6_11 0.2800 relative_P_200 6_11 0.3475 relative_P_500 6_11 0.5508 relative_P_1000 6_11 0.6949 success_1 6_11 0.0000 success_5 6_11 1.0000 success_10 6_11 1.0000 set_P 6_11 0.0820 set_relative_P 6_11 0.6949 set_recall 6_11 0.6949 set_map 6_11 0.0570 set_F 6_11 0.1467 num_nonrel_judged_ret 6_11 37 rbp 6_11 0.2986 rbp_resid 6_11 0.1719 unj_5 6_11 0.0000 unj_10 6_11 0.1000 unj_20 6_11 0.1500 num_ret 6_12 1000 num_rel 6_12 69 num_rel_ret 6_12 62 map 6_12 0.5585 Rprec 6_12 0.5797 bpref 6_12 0.8860 recip_rank 6_12 1.0000 iprec_at_recall_0.00 6_12 1.0000 iprec_at_recall_0.10 6_12 1.0000 iprec_at_recall_0.20 6_12 0.9048 iprec_at_recall_0.30 6_12 0.8400 iprec_at_recall_0.40 6_12 0.6744 iprec_at_recall_0.50 6_12 0.6102 iprec_at_recall_0.60 6_12 0.5467 iprec_at_recall_0.70 6_12 0.3182 iprec_at_recall_0.80 6_12 0.2254 iprec_at_recall_0.90 6_12 0.0681 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 1.0000 P_10 6_12 1.0000 P_15 6_12 0.8667 P_20 6_12 0.9000 P_30 6_12 0.7667 P_100 6_12 0.4300 P_200 6_12 0.2650 P_500 6_12 0.1160 P_1000 6_12 0.0620 relstring 6_12 '3333333433' recall_5 6_12 0.0725 recall_10 6_12 0.1449 recall_15 6_12 0.1884 recall_20 6_12 0.2609 recall_30 6_12 0.3333 recall_100 6_12 0.6232 recall_200 6_12 0.7681 recall_500 6_12 0.8406 recall_1000 6_12 0.8986 infAP 6_12 0.5585 Rprec_mult_0.20 6_12 0.9286 Rprec_mult_0.40 6_12 0.8214 Rprec_mult_0.60 6_12 0.6667 Rprec_mult_0.80 6_12 0.6071 Rprec_mult_1.00 6_12 0.5797 Rprec_mult_1.20 6_12 0.5060 Rprec_mult_1.40 6_12 0.4433 Rprec_mult_1.60 6_12 0.3964 Rprec_mult_1.80 6_12 0.3680 Rprec_mult_2.00 6_12 0.3406 utility 6_12 -876.0000 11pt_avg 6_12 0.5625 binG 6_12 0.3560 G 6_12 0.2756 ndcg 6_12 0.8264 ndcg_rel 6_12 0.7823 Rndcg 6_12 0.7008 ndcg_cut_5 6_12 0.8984 ndcg_cut_10 6_12 0.9532 ndcg_cut_15 6_12 0.8669 ndcg_cut_20 6_12 0.8882 ndcg_cut_30 6_12 0.7951 ndcg_cut_100 6_12 0.6748 ndcg_cut_200 6_12 0.7628 ndcg_cut_500 6_12 0.8017 ndcg_cut_1000 6_12 0.8264 map_cut_5 6_12 0.0725 map_cut_10 6_12 0.1449 map_cut_15 6_12 0.1884 map_cut_20 6_12 0.2528 map_cut_30 6_12 0.3144 map_cut_100 6_12 0.4906 map_cut_200 6_12 0.5388 map_cut_500 6_12 0.5532 map_cut_1000 6_12 0.5585 relative_P_5 6_12 1.0000 relative_P_10 6_12 1.0000 relative_P_15 6_12 0.8667 relative_P_20 6_12 0.9000 relative_P_30 6_12 0.7667 relative_P_100 6_12 0.6232 relative_P_200 6_12 0.7681 relative_P_500 6_12 0.8406 relative_P_1000 6_12 0.8986 success_1 6_12 1.0000 success_5 6_12 1.0000 success_10 6_12 1.0000 set_P 6_12 0.0620 set_relative_P 6_12 0.8986 set_recall 6_12 0.8986 set_map 6_12 0.0557 set_F 6_12 0.1160 num_nonrel_judged_ret 6_12 2 rbp 6_12 0.6650 rbp_resid 6_12 0.0913 unj_5 6_12 0.0000 unj_10 6_12 0.0000 unj_20 6_12 0.0500 num_ret 6_13 1000 num_rel 6_13 107 num_rel_ret 6_13 100 map 6_13 0.5468 Rprec 6_13 0.5047 bpref 6_13 0.8316 recip_rank 6_13 1.0000 iprec_at_recall_0.00 6_13 1.0000 iprec_at_recall_0.10 6_13 0.9412 iprec_at_recall_0.20 6_13 0.8929 iprec_at_recall_0.30 6_13 0.8250 iprec_at_recall_0.40 6_13 0.6615 iprec_at_recall_0.50 6_13 0.5143 iprec_at_recall_0.60 6_13 0.4295 iprec_at_recall_0.70 6_13 0.3707 iprec_at_recall_0.80 6_13 0.2886 iprec_at_recall_0.90 6_13 0.1333 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 1.0000 P_10 6_13 0.9000 P_15 6_13 0.9333 P_20 6_13 0.8500 P_30 6_13 0.8667 P_100 6_13 0.5300 P_200 6_13 0.3700 P_500 6_13 0.1820 P_1000 6_13 0.1000 relstring 6_13 '3333222-22' recall_5 6_13 0.0467 recall_10 6_13 0.0841 recall_15 6_13 0.1308 recall_20 6_13 0.1589 recall_30 6_13 0.2430 recall_100 6_13 0.4953 recall_200 6_13 0.6916 recall_500 6_13 0.8505 recall_1000 6_13 0.9346 infAP 6_13 0.5468 Rprec_mult_0.20 6_13 0.8636 Rprec_mult_0.40 6_13 0.7674 Rprec_mult_0.60 6_13 0.6615 Rprec_mult_0.80 6_13 0.6047 Rprec_mult_1.00 6_13 0.5047 Rprec_mult_1.20 6_13 0.4574 Rprec_mult_1.40 6_13 0.4267 Rprec_mult_1.60 6_13 0.4012 Rprec_mult_1.80 6_13 0.3834 Rprec_mult_2.00 6_13 0.3551 utility 6_13 -800.0000 11pt_avg 6_13 0.5506 binG 6_13 0.2836 G 6_13 0.2280 ndcg 6_13 0.8268 ndcg_rel 6_13 0.7483 Rndcg 6_13 0.7141 ndcg_cut_5 6_13 0.9563 ndcg_cut_10 6_13 0.8083 ndcg_cut_15 6_13 0.7950 ndcg_cut_20 6_13 0.7473 ndcg_cut_30 6_13 0.7668 ndcg_cut_100 6_13 0.6214 ndcg_cut_200 6_13 0.7115 ndcg_cut_500 6_13 0.7948 ndcg_cut_1000 6_13 0.8268 map_cut_5 6_13 0.0467 map_cut_10 6_13 0.0821 map_cut_15 6_13 0.1252 map_cut_20 6_13 0.1511 map_cut_30 6_13 0.2248 map_cut_100 6_13 0.4030 map_cut_200 6_13 0.4891 map_cut_500 6_13 0.5356 map_cut_1000 6_13 0.5468 relative_P_5 6_13 1.0000 relative_P_10 6_13 0.9000 relative_P_15 6_13 0.9333 relative_P_20 6_13 0.8500 relative_P_30 6_13 0.8667 relative_P_100 6_13 0.5300 relative_P_200 6_13 0.6916 relative_P_500 6_13 0.8505 relative_P_1000 6_13 0.9346 success_1 6_13 1.0000 success_5 6_13 1.0000 success_10 6_13 1.0000 set_P 6_13 0.1000 set_relative_P 6_13 0.9346 set_recall 6_13 0.9346 set_map 6_13 0.0935 set_F 6_13 0.1807 num_nonrel_judged_ret 6_13 16 rbp 6_13 0.6868 rbp_resid 6_13 0.0936 unj_5 6_13 0.0000 unj_10 6_13 0.1000 unj_20 6_13 0.1500 num_ret 6_14 1000 num_rel 6_14 56 num_rel_ret 6_14 54 map 6_14 0.4453 Rprec 6_14 0.5000 bpref 6_14 0.5676 recip_rank 6_14 1.0000 iprec_at_recall_0.00 6_14 1.0000 iprec_at_recall_0.10 6_14 0.7778 iprec_at_recall_0.20 6_14 0.6111 iprec_at_recall_0.30 6_14 0.5641 iprec_at_recall_0.40 6_14 0.5641 iprec_at_recall_0.50 6_14 0.5185 iprec_at_recall_0.60 6_14 0.3529 iprec_at_recall_0.70 6_14 0.3448 iprec_at_recall_0.80 6_14 0.3309 iprec_at_recall_0.90 6_14 0.1550 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.6000 P_10 6_14 0.7000 P_15 6_14 0.6667 P_20 6_14 0.6000 P_30 6_14 0.5333 P_100 6_14 0.3400 P_200 6_14 0.2350 P_500 6_14 0.1020 P_1000 6_14 0.0540 relstring 6_14 '1200121120' recall_5 6_14 0.0536 recall_10 6_14 0.1250 recall_15 6_14 0.1786 recall_20 6_14 0.2143 recall_30 6_14 0.2857 recall_100 6_14 0.6071 recall_200 6_14 0.8393 recall_500 6_14 0.9107 recall_1000 6_14 0.9643 infAP 6_14 0.4453 Rprec_mult_0.20 6_14 0.6667 Rprec_mult_0.40 6_14 0.5652 Rprec_mult_0.60 6_14 0.5294 Rprec_mult_0.80 6_14 0.5333 Rprec_mult_1.00 6_14 0.5000 Rprec_mult_1.20 6_14 0.4265 Rprec_mult_1.40 6_14 0.3797 Rprec_mult_1.60 6_14 0.3444 Rprec_mult_1.80 6_14 0.3465 Rprec_mult_2.00 6_14 0.3393 utility 6_14 -892.0000 11pt_avg 6_14 0.4745 binG 6_14 0.2492 G 6_14 0.1764 ndcg 6_14 0.6734 ndcg_rel 6_14 0.4827 Rndcg 6_14 0.4535 ndcg_cut_5 6_14 0.2994 ndcg_cut_10 6_14 0.3722 ndcg_cut_15 6_14 0.3945 ndcg_cut_20 6_14 0.3811 ndcg_cut_30 6_14 0.3875 ndcg_cut_100 6_14 0.4952 ndcg_cut_200 6_14 0.6113 ndcg_cut_500 6_14 0.6484 ndcg_cut_1000 6_14 0.6734 map_cut_5 6_14 0.0464 map_cut_10 6_14 0.0984 map_cut_15 6_14 0.1345 map_cut_20 6_14 0.1562 map_cut_30 6_14 0.1954 map_cut_100 6_14 0.3514 map_cut_200 6_14 0.4281 map_cut_500 6_14 0.4404 map_cut_1000 6_14 0.4453 relative_P_5 6_14 0.6000 relative_P_10 6_14 0.7000 relative_P_15 6_14 0.6667 relative_P_20 6_14 0.6000 relative_P_30 6_14 0.5333 relative_P_100 6_14 0.6071 relative_P_200 6_14 0.8393 relative_P_500 6_14 0.9107 relative_P_1000 6_14 0.9643 success_1 6_14 1.0000 success_5 6_14 1.0000 success_10 6_14 1.0000 set_P 6_14 0.0540 set_relative_P 6_14 0.9643 set_recall 6_14 0.9643 set_map 6_14 0.0521 set_F 6_14 0.1023 num_nonrel_judged_ret 6_14 61 rbp 6_14 0.3073 rbp_resid 6_14 0.0773 unj_5 6_14 0.0000 unj_10 6_14 0.0000 unj_20 6_14 0.1000 num_ret 6_16 1000 num_rel 6_16 29 num_rel_ret 6_16 22 map 6_16 0.2290 Rprec 6_16 0.3103 bpref 6_16 0.2628 recip_rank 6_16 1.0000 iprec_at_recall_0.00 6_16 1.0000 iprec_at_recall_0.10 6_16 1.0000 iprec_at_recall_0.20 6_16 0.3103 iprec_at_recall_0.30 6_16 0.3103 iprec_at_recall_0.40 6_16 0.1558 iprec_at_recall_0.50 6_16 0.1020 iprec_at_recall_0.60 6_16 0.0420 iprec_at_recall_0.70 6_16 0.0380 iprec_at_recall_0.80 6_16 0.0000 iprec_at_recall_0.90 6_16 0.0000 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.8000 P_10 6_16 0.4000 P_15 6_16 0.2667 P_20 6_16 0.2500 P_30 6_16 0.3000 P_100 6_16 0.1200 P_200 6_16 0.0800 P_500 6_16 0.0360 P_1000 6_16 0.0220 relstring 6_16 '3222000000' recall_5 6_16 0.1379 recall_10 6_16 0.1379 recall_15 6_16 0.1379 recall_20 6_16 0.1724 recall_30 6_16 0.3103 recall_100 6_16 0.4138 recall_200 6_16 0.5517 recall_500 6_16 0.6207 recall_1000 6_16 0.7586 infAP 6_16 0.2290 Rprec_mult_0.20 6_16 0.6667 Rprec_mult_0.40 6_16 0.3333 Rprec_mult_0.60 6_16 0.2222 Rprec_mult_0.80 6_16 0.2500 Rprec_mult_1.00 6_16 0.3103 Rprec_mult_1.20 6_16 0.2571 Rprec_mult_1.40 6_16 0.2439 Rprec_mult_1.60 6_16 0.2128 Rprec_mult_1.80 6_16 0.2075 Rprec_mult_2.00 6_16 0.1897 utility 6_16 -956.0000 11pt_avg 6_16 0.2690 binG 6_16 0.2396 G 6_16 0.1754 ndcg 6_16 0.5520 ndcg_rel 6_16 0.5376 Rndcg 6_16 0.4088 ndcg_cut_5 6_16 0.6923 ndcg_cut_10 6_16 0.4492 ndcg_cut_15 6_16 0.3482 ndcg_cut_20 6_16 0.3413 ndcg_cut_30 6_16 0.3972 ndcg_cut_100 6_16 0.4514 ndcg_cut_200 6_16 0.4940 ndcg_cut_500 6_16 0.5187 ndcg_cut_1000 6_16 0.5520 map_cut_5 6_16 0.1379 map_cut_10 6_16 0.1379 map_cut_15 6_16 0.1379 map_cut_20 6_16 0.1466 map_cut_30 6_16 0.1854 map_cut_100 6_16 0.2068 map_cut_200 6_16 0.2214 map_cut_500 6_16 0.2241 map_cut_1000 6_16 0.2290 relative_P_5 6_16 0.8000 relative_P_10 6_16 0.4000 relative_P_15 6_16 0.2667 relative_P_20 6_16 0.2500 relative_P_30 6_16 0.3103 relative_P_100 6_16 0.4138 relative_P_200 6_16 0.5517 relative_P_500 6_16 0.6207 relative_P_1000 6_16 0.7586 success_1 6_16 1.0000 success_5 6_16 1.0000 success_10 6_16 1.0000 set_P 6_16 0.0220 set_relative_P 6_16 0.7586 set_recall 6_16 0.7586 set_map 6_16 0.0167 set_F 6_16 0.0428 num_nonrel_judged_ret 6_16 69 rbp 6_16 0.3049 rbp_resid 6_16 0.1080 unj_5 6_16 0.0000 unj_10 6_16 0.0000 unj_20 6_16 0.1000 num_ret 6_3 1000 num_rel 6_3 97 num_rel_ret 6_3 17 map 6_3 0.0109 Rprec 6_3 0.0515 bpref 6_3 0.1589 recip_rank 6_3 0.5000 iprec_at_recall_0.00 6_3 0.5000 iprec_at_recall_0.10 6_3 0.0324 iprec_at_recall_0.20 6_3 0.0000 iprec_at_recall_0.30 6_3 0.0000 iprec_at_recall_0.40 6_3 0.0000 iprec_at_recall_0.50 6_3 0.0000 iprec_at_recall_0.60 6_3 0.0000 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 0.2000 P_10 6_3 0.1000 P_15 6_3 0.0667 P_20 6_3 0.0500 P_30 6_3 0.0333 P_100 6_3 0.0500 P_200 6_3 0.0400 P_500 6_3 0.0220 P_1000 6_3 0.0170 relstring 6_3 '01000----0' recall_5 6_3 0.0103 recall_10 6_3 0.0103 recall_15 6_3 0.0103 recall_20 6_3 0.0103 recall_30 6_3 0.0103 recall_100 6_3 0.0515 recall_200 6_3 0.0825 recall_500 6_3 0.1134 recall_1000 6_3 0.1753 infAP 6_3 0.0109 Rprec_mult_0.20 6_3 0.0500 Rprec_mult_0.40 6_3 0.0256 Rprec_mult_0.60 6_3 0.0339 Rprec_mult_0.80 6_3 0.0513 Rprec_mult_1.00 6_3 0.0515 Rprec_mult_1.20 6_3 0.0427 Rprec_mult_1.40 6_3 0.0368 Rprec_mult_1.60 6_3 0.0449 Rprec_mult_1.80 6_3 0.0400 Rprec_mult_2.00 6_3 0.0412 utility 6_3 -966.0000 11pt_avg 6_3 0.0484 binG 6_3 0.0280 G 6_3 0.0264 ndcg 6_3 0.1222 ndcg_rel 6_3 0.1152 Rndcg 6_3 0.0680 ndcg_cut_5 6_3 0.0602 ndcg_cut_10 6_3 0.0413 ndcg_cut_15 6_3 0.0333 ndcg_cut_20 6_3 0.0296 ndcg_cut_30 6_3 0.0247 ndcg_cut_100 6_3 0.0587 ndcg_cut_200 6_3 0.0753 ndcg_cut_500 6_3 0.0867 ndcg_cut_1000 6_3 0.1222 map_cut_5 6_3 0.0052 map_cut_10 6_3 0.0052 map_cut_15 6_3 0.0052 map_cut_20 6_3 0.0052 map_cut_30 6_3 0.0052 map_cut_100 6_3 0.0073 map_cut_200 6_3 0.0087 map_cut_500 6_3 0.0096 map_cut_1000 6_3 0.0109 relative_P_5 6_3 0.2000 relative_P_10 6_3 0.1000 relative_P_15 6_3 0.0667 relative_P_20 6_3 0.0500 relative_P_30 6_3 0.0333 relative_P_100 6_3 0.0515 relative_P_200 6_3 0.0825 relative_P_500 6_3 0.1134 relative_P_1000 6_3 0.1753 success_1 6_3 0.0000 success_5 6_3 1.0000 success_10 6_3 1.0000 set_P 6_3 0.0170 set_relative_P 6_3 0.1753 set_recall 6_3 0.1753 set_map 6_3 0.0030 set_F 6_3 0.0310 num_nonrel_judged_ret 6_3 16 rbp 6_3 0.0231 rbp_resid 6_3 0.5408 unj_5 6_3 0.0000 unj_10 6_3 0.4000 unj_20 6_3 0.7000 num_ret 6_4 1000 num_rel 6_4 121 num_rel_ret 6_4 62 map 6_4 0.2228 Rprec 6_4 0.2810 bpref 6_4 0.4744 recip_rank 6_4 1.0000 iprec_at_recall_0.00 6_4 1.0000 iprec_at_recall_0.10 6_4 0.8000 iprec_at_recall_0.20 6_4 0.6667 iprec_at_recall_0.30 6_4 0.2500 iprec_at_recall_0.40 6_4 0.1605 iprec_at_recall_0.50 6_4 0.0630 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 0.8000 P_10 6_4 0.8000 P_15 6_4 0.6667 P_20 6_4 0.7500 P_30 6_4 0.7667 P_100 6_4 0.3200 P_200 6_4 0.2050 P_500 6_4 0.1040 P_1000 6_4 0.0620 relstring 6_4 '22201-2223' recall_5 6_4 0.0331 recall_10 6_4 0.0661 recall_15 6_4 0.0826 recall_20 6_4 0.1240 recall_30 6_4 0.1901 recall_100 6_4 0.2645 recall_200 6_4 0.3388 recall_500 6_4 0.4298 recall_1000 6_4 0.5124 infAP 6_4 0.2228 Rprec_mult_0.20 6_4 0.8000 Rprec_mult_0.40 6_4 0.5306 Rprec_mult_0.60 6_4 0.3699 Rprec_mult_0.80 6_4 0.3196 Rprec_mult_1.00 6_4 0.2810 Rprec_mult_1.20 6_4 0.2466 Rprec_mult_1.40 6_4 0.2118 Rprec_mult_1.60 6_4 0.2113 Rprec_mult_1.80 6_4 0.1972 Rprec_mult_2.00 6_4 0.1818 utility 6_4 -876.0000 11pt_avg 6_4 0.2673 binG 6_4 0.1374 G 6_4 0.0960 ndcg 6_4 0.4952 ndcg_rel 6_4 0.4861 Rndcg 6_4 0.4309 ndcg_cut_5 6_4 0.5256 ndcg_cut_10 6_4 0.5440 ndcg_cut_15 6_4 0.4903 ndcg_cut_20 6_4 0.5398 ndcg_cut_30 6_4 0.5869 ndcg_cut_100 6_4 0.3667 ndcg_cut_200 6_4 0.3934 ndcg_cut_500 6_4 0.4515 ndcg_cut_1000 6_4 0.4952 map_cut_5 6_4 0.0314 map_cut_10 6_4 0.0565 map_cut_15 6_4 0.0697 map_cut_20 6_4 0.0994 map_cut_30 6_4 0.1512 map_cut_100 6_4 0.1838 map_cut_200 6_4 0.2017 map_cut_500 6_4 0.2164 map_cut_1000 6_4 0.2228 relative_P_5 6_4 0.8000 relative_P_10 6_4 0.8000 relative_P_15 6_4 0.6667 relative_P_20 6_4 0.7500 relative_P_30 6_4 0.7667 relative_P_100 6_4 0.3200 relative_P_200 6_4 0.3388 relative_P_500 6_4 0.4298 relative_P_1000 6_4 0.5124 success_1 6_4 1.0000 success_5 6_4 1.0000 success_10 6_4 1.0000 set_P 6_4 0.0620 set_relative_P 6_4 0.5124 set_recall 6_4 0.5124 set_map 6_4 0.0318 set_F 6_4 0.1106 num_nonrel_judged_ret 6_4 30 rbp 6_4 0.4790 rbp_resid 6_4 0.1592 unj_5 6_4 0.0000 unj_10 6_4 0.1000 unj_20 6_4 0.1500 num_ret 6_5 1000 num_rel 6_5 47 num_rel_ret 6_5 34 map 6_5 0.2364 Rprec 6_5 0.2766 bpref 6_5 0.5971 recip_rank 6_5 1.0000 iprec_at_recall_0.00 6_5 1.0000 iprec_at_recall_0.10 6_5 0.8571 iprec_at_recall_0.20 6_5 0.4545 iprec_at_recall_0.30 6_5 0.2593 iprec_at_recall_0.40 6_5 0.1754 iprec_at_recall_0.50 6_5 0.1096 iprec_at_recall_0.60 6_5 0.1061 iprec_at_recall_0.70 6_5 0.0462 iprec_at_recall_0.80 6_5 0.0000 iprec_at_recall_0.90 6_5 0.0000 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 0.8000 P_10 6_5 0.7000 P_15 6_5 0.5333 P_20 6_5 0.4500 P_30 6_5 0.4000 P_100 6_5 0.1700 P_200 6_5 0.1150 P_500 6_5 0.0620 P_1000 6_5 0.0340 relstring 6_5 '3032443003' recall_5 6_5 0.0851 recall_10 6_5 0.1489 recall_15 6_5 0.1702 recall_20 6_5 0.1915 recall_30 6_5 0.2553 recall_100 6_5 0.3617 recall_200 6_5 0.4894 recall_500 6_5 0.6596 recall_1000 6_5 0.7234 infAP 6_5 0.2364 Rprec_mult_0.20 6_5 0.7000 Rprec_mult_0.40 6_5 0.4211 Rprec_mult_0.60 6_5 0.3793 Rprec_mult_0.80 6_5 0.3158 Rprec_mult_1.00 6_5 0.2766 Rprec_mult_1.20 6_5 0.2456 Rprec_mult_1.40 6_5 0.2273 Rprec_mult_1.60 6_5 0.2105 Rprec_mult_1.80 6_5 0.1882 Rprec_mult_2.00 6_5 0.1809 utility 6_5 -932.0000 11pt_avg 6_5 0.2735 binG 6_5 0.1940 G 6_5 0.1505 ndcg 6_5 0.5857 ndcg_rel 6_5 0.5422 Rndcg 6_5 0.4723 ndcg_cut_5 6_5 0.6057 ndcg_cut_10 6_5 0.6300 ndcg_cut_15 6_5 0.5479 ndcg_cut_20 6_5 0.4853 ndcg_cut_30 6_5 0.4358 ndcg_cut_100 6_5 0.4491 ndcg_cut_200 6_5 0.4958 ndcg_cut_500 6_5 0.5665 ndcg_cut_1000 6_5 0.5857 map_cut_5 6_5 0.0684 map_cut_10 6_5 0.1193 map_cut_15 6_5 0.1348 map_cut_20 6_5 0.1443 map_cut_30 6_5 0.1719 map_cut_100 6_5 0.1981 map_cut_200 6_5 0.2173 map_cut_500 6_5 0.2336 map_cut_1000 6_5 0.2364 relative_P_5 6_5 0.8000 relative_P_10 6_5 0.7000 relative_P_15 6_5 0.5333 relative_P_20 6_5 0.4500 relative_P_30 6_5 0.4000 relative_P_100 6_5 0.3617 relative_P_200 6_5 0.4894 relative_P_500 6_5 0.6596 relative_P_1000 6_5 0.7234 success_1 6_5 1.0000 success_5 6_5 1.0000 success_10 6_5 1.0000 set_P 6_5 0.0340 set_relative_P 6_5 0.7234 set_recall 6_5 0.7234 set_map 6_5 0.0246 set_F 6_5 0.0649 num_nonrel_judged_ret 6_5 18 rbp 6_5 0.4097 rbp_resid 6_5 0.2152 unj_5 6_5 0.0000 unj_10 6_5 0.0000 unj_20 6_5 0.3000 num_ret 6_6 1000 num_rel 6_6 85 num_rel_ret 6_6 71 map 6_6 0.4099 Rprec 6_6 0.3765 bpref 6_6 0.7645 recip_rank 6_6 1.0000 iprec_at_recall_0.00 6_6 1.0000 iprec_at_recall_0.10 6_6 1.0000 iprec_at_recall_0.20 6_6 0.9444 iprec_at_recall_0.30 6_6 0.6667 iprec_at_recall_0.40 6_6 0.3778 iprec_at_recall_0.50 6_6 0.2905 iprec_at_recall_0.60 6_6 0.2097 iprec_at_recall_0.70 6_6 0.1734 iprec_at_recall_0.80 6_6 0.0914 iprec_at_recall_0.90 6_6 0.0000 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 1.0000 P_10 6_6 1.0000 P_15 6_6 0.9333 P_20 6_6 0.8500 P_30 6_6 0.7333 P_100 6_6 0.3500 P_200 6_6 0.2450 P_500 6_6 0.1240 P_1000 6_6 0.0710 relstring 6_6 '2232232222' recall_5 6_6 0.0588 recall_10 6_6 0.1176 recall_15 6_6 0.1647 recall_20 6_6 0.2000 recall_30 6_6 0.2588 recall_100 6_6 0.4118 recall_200 6_6 0.5765 recall_500 6_6 0.7294 recall_1000 6_6 0.8353 infAP 6_6 0.4099 Rprec_mult_0.20 6_6 0.9412 Rprec_mult_0.40 6_6 0.7059 Rprec_mult_0.60 6_6 0.5294 Rprec_mult_0.80 6_6 0.4412 Rprec_mult_1.00 6_6 0.3765 Rprec_mult_1.20 6_6 0.3431 Rprec_mult_1.40 6_6 0.3109 Rprec_mult_1.60 6_6 0.2941 Rprec_mult_1.80 6_6 0.2810 Rprec_mult_2.00 6_6 0.2706 utility 6_6 -858.0000 11pt_avg 6_6 0.4322 binG 6_6 0.2850 G 6_6 0.1787 ndcg 6_6 0.7301 ndcg_rel 6_6 0.6657 Rndcg 6_6 0.6170 ndcg_cut_5 6_6 0.7232 ndcg_cut_10 6_6 0.7625 ndcg_cut_15 6_6 0.7334 ndcg_cut_20 6_6 0.7176 ndcg_cut_30 6_6 0.6586 ndcg_cut_100 6_6 0.5186 ndcg_cut_200 6_6 0.6279 ndcg_cut_500 6_6 0.6869 ndcg_cut_1000 6_6 0.7301 map_cut_5 6_6 0.0588 map_cut_10 6_6 0.1176 map_cut_15 6_6 0.1622 map_cut_20 6_6 0.1954 map_cut_30 6_6 0.2446 map_cut_100 6_6 0.3238 map_cut_200 6_6 0.3713 map_cut_500 6_6 0.3996 map_cut_1000 6_6 0.4099 relative_P_5 6_6 1.0000 relative_P_10 6_6 1.0000 relative_P_15 6_6 0.9333 relative_P_20 6_6 0.8500 relative_P_30 6_6 0.7333 relative_P_100 6_6 0.4118 relative_P_200 6_6 0.5765 relative_P_500 6_6 0.7294 relative_P_1000 6_6 0.8353 success_1 6_6 1.0000 success_5 6_6 1.0000 success_10 6_6 1.0000 set_P 6_6 0.0710 set_relative_P 6_6 0.8353 set_recall 6_6 0.8353 set_map 6_6 0.0593 set_F 6_6 0.1309 num_nonrel_judged_ret 6_6 14 rbp 6_6 0.6049 rbp_resid 6_6 0.1228 unj_5 6_6 0.0000 unj_10 6_6 0.0000 unj_20 6_6 0.1500 num_ret 7_11 1000 num_rel 7_11 38 num_rel_ret 7_11 30 map 7_11 0.2787 Rprec 7_11 0.3421 bpref 7_11 0.6503 recip_rank 7_11 0.3333 iprec_at_recall_0.00 7_11 0.7500 iprec_at_recall_0.10 7_11 0.7500 iprec_at_recall_0.20 7_11 0.5333 iprec_at_recall_0.30 7_11 0.3750 iprec_at_recall_0.40 7_11 0.3265 iprec_at_recall_0.50 7_11 0.2985 iprec_at_recall_0.60 7_11 0.2233 iprec_at_recall_0.70 7_11 0.0863 iprec_at_recall_0.80 7_11 0.0375 iprec_at_recall_0.90 7_11 0.0000 iprec_at_recall_1.00 7_11 0.0000 P_5 7_11 0.6000 P_10 7_11 0.6000 P_15 7_11 0.5333 P_20 7_11 0.5000 P_30 7_11 0.3333 P_100 7_11 0.2200 P_200 7_11 0.1250 P_500 7_11 0.0580 P_1000 7_11 0.0300 relstring 7_11 '003211110-' recall_5 7_11 0.0789 recall_10 7_11 0.1579 recall_15 7_11 0.2105 recall_20 7_11 0.2632 recall_30 7_11 0.2632 recall_100 7_11 0.5789 recall_200 7_11 0.6579 recall_500 7_11 0.7632 recall_1000 7_11 0.7895 infAP 7_11 0.2787 Rprec_mult_0.20 7_11 0.7500 Rprec_mult_0.40 7_11 0.5000 Rprec_mult_0.60 7_11 0.4348 Rprec_mult_0.80 7_11 0.3548 Rprec_mult_1.00 7_11 0.3421 Rprec_mult_1.20 7_11 0.3043 Rprec_mult_1.40 7_11 0.3148 Rprec_mult_1.60 7_11 0.2951 Rprec_mult_1.80 7_11 0.2899 Rprec_mult_2.00 7_11 0.2763 utility 7_11 -940.0000 11pt_avg 7_11 0.3073 binG 7_11 0.2016 G 7_11 0.1455 ndcg 7_11 0.4833 ndcg_rel 7_11 0.3868 Rndcg 7_11 0.3494 ndcg_cut_5 7_11 0.3249 ndcg_cut_10 7_11 0.3222 ndcg_cut_15 7_11 0.3168 ndcg_cut_20 7_11 0.3232 ndcg_cut_30 7_11 0.2824 ndcg_cut_100 7_11 0.4013 ndcg_cut_200 7_11 0.4394 ndcg_cut_500 7_11 0.4720 ndcg_cut_1000 7_11 0.4833 map_cut_5 7_11 0.0377 map_cut_10 7_11 0.0938 map_cut_15 7_11 0.1246 map_cut_20 7_11 0.1517 map_cut_30 7_11 0.1517 map_cut_100 7_11 0.2531 map_cut_200 7_11 0.2684 map_cut_500 7_11 0.2778 map_cut_1000 7_11 0.2787 relative_P_5 7_11 0.6000 relative_P_10 7_11 0.6000 relative_P_15 7_11 0.5333 relative_P_20 7_11 0.5000 relative_P_30 7_11 0.3333 relative_P_100 7_11 0.5789 relative_P_200 7_11 0.6579 relative_P_500 7_11 0.7632 relative_P_1000 7_11 0.7895 success_1 7_11 0.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 0.0300 set_relative_P 7_11 0.7895 set_recall 7_11 0.7895 set_map 7_11 0.0237 set_F 7_11 0.0578 num_nonrel_judged_ret 7_11 12 rbp 7_11 0.2397 rbp_resid 7_11 0.2602 unj_5 7_11 0.0000 unj_10 7_11 0.1000 unj_20 7_11 0.3500 num_ret 7_12 1000 num_rel 7_12 64 num_rel_ret 7_12 55 map 7_12 0.4036 Rprec 7_12 0.3906 bpref 7_12 0.5930 recip_rank 7_12 1.0000 iprec_at_recall_0.00 7_12 1.0000 iprec_at_recall_0.10 7_12 1.0000 iprec_at_recall_0.20 7_12 0.8750 iprec_at_recall_0.30 7_12 0.7600 iprec_at_recall_0.40 7_12 0.3881 iprec_at_recall_0.50 7_12 0.1864 iprec_at_recall_0.60 7_12 0.1618 iprec_at_recall_0.70 7_12 0.1227 iprec_at_recall_0.80 7_12 0.0718 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 1.0000 P_10 7_12 0.9000 P_15 7_12 0.8667 P_20 7_12 0.8000 P_30 7_12 0.7000 P_100 7_12 0.2800 P_200 7_12 0.1750 P_500 7_12 0.0980 P_1000 7_12 0.0550 relstring 7_12 '2222213101' recall_5 7_12 0.0781 recall_10 7_12 0.1406 recall_15 7_12 0.2031 recall_20 7_12 0.2500 recall_30 7_12 0.3281 recall_100 7_12 0.4375 recall_200 7_12 0.5469 recall_500 7_12 0.7656 recall_1000 7_12 0.8594 infAP 7_12 0.4036 Rprec_mult_0.20 7_12 0.8462 Rprec_mult_0.40 7_12 0.7308 Rprec_mult_0.60 7_12 0.5897 Rprec_mult_0.80 7_12 0.4615 Rprec_mult_1.00 7_12 0.3906 Rprec_mult_1.20 7_12 0.3636 Rprec_mult_1.40 7_12 0.3111 Rprec_mult_1.60 7_12 0.2718 Rprec_mult_1.80 7_12 0.2414 Rprec_mult_2.00 7_12 0.2266 utility 7_12 -890.0000 11pt_avg 7_12 0.4151 binG 7_12 0.2924 G 7_12 0.1931 ndcg 7_12 0.7132 ndcg_rel 7_12 0.6466 Rndcg 7_12 0.6112 ndcg_cut_5 7_12 0.7346 ndcg_cut_10 7_12 0.7004 ndcg_cut_15 7_12 0.6994 ndcg_cut_20 7_12 0.6703 ndcg_cut_30 7_12 0.5831 ndcg_cut_100 7_12 0.5236 ndcg_cut_200 7_12 0.5793 ndcg_cut_500 7_12 0.6704 ndcg_cut_1000 7_12 0.7132 map_cut_5 7_12 0.0781 map_cut_10 7_12 0.1391 map_cut_15 7_12 0.1945 map_cut_20 7_12 0.2344 map_cut_30 7_12 0.2925 map_cut_100 7_12 0.3453 map_cut_200 7_12 0.3660 map_cut_500 7_12 0.3973 map_cut_1000 7_12 0.4036 relative_P_5 7_12 1.0000 relative_P_10 7_12 0.9000 relative_P_15 7_12 0.8667 relative_P_20 7_12 0.8000 relative_P_30 7_12 0.7000 relative_P_100 7_12 0.4375 relative_P_200 7_12 0.5469 relative_P_500 7_12 0.7656 relative_P_1000 7_12 0.8594 success_1 7_12 1.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.0550 set_relative_P 7_12 0.8594 set_recall 7_12 0.8594 set_map 7_12 0.0473 set_F 7_12 0.1034 num_nonrel_judged_ret 7_12 58 rbp 7_12 0.4838 rbp_resid 7_12 0.0848 unj_5 7_12 0.0000 unj_10 7_12 0.0000 unj_20 7_12 0.1000 num_ret 7_14 1000 num_rel 7_14 67 num_rel_ret 7_14 55 map 7_14 0.4268 Rprec 7_14 0.4328 bpref 7_14 0.7335 recip_rank 7_14 1.0000 iprec_at_recall_0.00 7_14 1.0000 iprec_at_recall_0.10 7_14 0.9231 iprec_at_recall_0.20 7_14 0.8333 iprec_at_recall_0.30 7_14 0.7692 iprec_at_recall_0.40 7_14 0.5625 iprec_at_recall_0.50 7_14 0.3579 iprec_at_recall_0.60 7_14 0.2500 iprec_at_recall_0.70 7_14 0.1880 iprec_at_recall_0.80 7_14 0.0737 iprec_at_recall_0.90 7_14 0.0000 iprec_at_recall_1.00 7_14 0.0000 P_5 7_14 0.8000 P_10 7_14 0.9000 P_15 7_14 0.8000 P_20 7_14 0.8000 P_30 7_14 0.6667 P_100 7_14 0.3400 P_200 7_14 0.2150 P_500 7_14 0.1020 P_1000 7_14 0.0550 relstring 7_14 '3332022221' recall_5 7_14 0.0597 recall_10 7_14 0.1343 recall_15 7_14 0.1791 recall_20 7_14 0.2388 recall_30 7_14 0.2985 recall_100 7_14 0.5075 recall_200 7_14 0.6418 recall_500 7_14 0.7612 recall_1000 7_14 0.8209 infAP 7_14 0.4268 Rprec_mult_0.20 7_14 0.8571 Rprec_mult_0.40 7_14 0.7407 Rprec_mult_0.60 7_14 0.6098 Rprec_mult_0.80 7_14 0.5000 Rprec_mult_1.00 7_14 0.4328 Rprec_mult_1.20 7_14 0.3951 Rprec_mult_1.40 7_14 0.3511 Rprec_mult_1.60 7_14 0.3241 Rprec_mult_1.80 7_14 0.3058 Rprec_mult_2.00 7_14 0.2836 utility 7_14 -890.0000 11pt_avg 7_14 0.4507 binG 7_14 0.2661 G 7_14 0.2000 ndcg 7_14 0.7219 ndcg_rel 7_14 0.6843 Rndcg 7_14 0.5985 ndcg_cut_5 7_14 0.8201 ndcg_cut_10 7_14 0.7450 ndcg_cut_15 7_14 0.6704 ndcg_cut_20 7_14 0.6813 ndcg_cut_30 7_14 0.6030 ndcg_cut_100 7_14 0.5732 ndcg_cut_200 7_14 0.6466 ndcg_cut_500 7_14 0.7028 ndcg_cut_1000 7_14 0.7219 map_cut_5 7_14 0.0597 map_cut_10 7_14 0.1247 map_cut_15 7_14 0.1657 map_cut_20 7_14 0.2145 map_cut_30 7_14 0.2606 map_cut_100 7_14 0.3672 map_cut_200 7_14 0.4038 map_cut_500 7_14 0.4225 map_cut_1000 7_14 0.4268 relative_P_5 7_14 0.8000 relative_P_10 7_14 0.9000 relative_P_15 7_14 0.8000 relative_P_20 7_14 0.8000 relative_P_30 7_14 0.6667 relative_P_100 7_14 0.5075 relative_P_200 7_14 0.6418 relative_P_500 7_14 0.7612 relative_P_1000 7_14 0.8209 success_1 7_14 1.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 0.0550 set_relative_P 7_14 0.8209 set_recall 7_14 0.8209 set_map 7_14 0.0451 set_F 7_14 0.1031 num_nonrel_judged_ret 7_14 8 rbp 7_14 0.6316 rbp_resid 7_14 0.1066 unj_5 7_14 0.0000 unj_10 7_14 0.0000 unj_20 7_14 0.1000 num_ret 7_15 1000 num_rel 7_15 54 num_rel_ret 7_15 9 map 7_15 0.0043 Rprec 7_15 0.0185 bpref 7_15 0.1441 recip_rank 7_15 0.0833 iprec_at_recall_0.00 7_15 0.0833 iprec_at_recall_0.10 7_15 0.0235 iprec_at_recall_0.20 7_15 0.0000 iprec_at_recall_0.30 7_15 0.0000 iprec_at_recall_0.40 7_15 0.0000 iprec_at_recall_0.50 7_15 0.0000 iprec_at_recall_0.60 7_15 0.0000 iprec_at_recall_0.70 7_15 0.0000 iprec_at_recall_0.80 7_15 0.0000 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 0.0000 P_10 7_15 0.0000 P_15 7_15 0.0667 P_20 7_15 0.0500 P_30 7_15 0.0333 P_100 7_15 0.0200 P_200 7_15 0.0200 P_500 7_15 0.0100 P_1000 7_15 0.0090 relstring 7_15 '00000-----' recall_5 7_15 0.0000 recall_10 7_15 0.0000 recall_15 7_15 0.0185 recall_20 7_15 0.0185 recall_30 7_15 0.0185 recall_100 7_15 0.0370 recall_200 7_15 0.0741 recall_500 7_15 0.0926 recall_1000 7_15 0.1667 infAP 7_15 0.0043 Rprec_mult_0.20 7_15 0.0000 Rprec_mult_0.40 7_15 0.0455 Rprec_mult_0.60 7_15 0.0303 Rprec_mult_0.80 7_15 0.0227 Rprec_mult_1.00 7_15 0.0185 Rprec_mult_1.20 7_15 0.0308 Rprec_mult_1.40 7_15 0.0263 Rprec_mult_1.60 7_15 0.0230 Rprec_mult_1.80 7_15 0.0204 Rprec_mult_2.00 7_15 0.0185 utility 7_15 -982.0000 11pt_avg 7_15 0.0097 binG 7_15 0.0236 G 7_15 0.0192 ndcg 7_15 0.0687 ndcg_rel 7_15 0.0642 Rndcg 7_15 0.0250 ndcg_cut_5 7_15 0.0000 ndcg_cut_10 7_15 0.0000 ndcg_cut_15 7_15 0.0202 ndcg_cut_20 7_15 0.0180 ndcg_cut_30 7_15 0.0158 ndcg_cut_100 7_15 0.0203 ndcg_cut_200 7_15 0.0335 ndcg_cut_500 7_15 0.0395 ndcg_cut_1000 7_15 0.0687 map_cut_5 7_15 0.0000 map_cut_10 7_15 0.0000 map_cut_15 7_15 0.0015 map_cut_20 7_15 0.0015 map_cut_30 7_15 0.0015 map_cut_100 7_15 0.0021 map_cut_200 7_15 0.0032 map_cut_500 7_15 0.0036 map_cut_1000 7_15 0.0043 relative_P_5 7_15 0.0000 relative_P_10 7_15 0.0000 relative_P_15 7_15 0.0667 relative_P_20 7_15 0.0500 relative_P_30 7_15 0.0333 relative_P_100 7_15 0.0370 relative_P_200 7_15 0.0741 relative_P_500 7_15 0.0926 relative_P_1000 7_15 0.1667 success_1 7_15 0.0000 success_5 7_15 0.0000 success_10 7_15 0.0000 set_P 7_15 0.0090 set_relative_P 7_15 0.1667 set_recall 7_15 0.1667 set_map 7_15 0.0015 set_F 7_15 0.0171 num_nonrel_judged_ret 7_15 7 rbp 7_15 0.0105 rbp_resid 7_15 0.5590 unj_5 7_15 0.0000 unj_10 7_15 0.5000 unj_20 7_15 0.7000 num_ret 7_16 1000 num_rel 7_16 47 num_rel_ret 7_16 41 map 7_16 0.1440 Rprec 7_16 0.1702 bpref 7_16 0.3744 recip_rank 7_16 1.0000 iprec_at_recall_0.00 7_16 1.0000 iprec_at_recall_0.10 7_16 0.2941 iprec_at_recall_0.20 7_16 0.1707 iprec_at_recall_0.30 7_16 0.1707 iprec_at_recall_0.40 7_16 0.1462 iprec_at_recall_0.50 7_16 0.0984 iprec_at_recall_0.60 7_16 0.0802 iprec_at_recall_0.70 7_16 0.0607 iprec_at_recall_0.80 7_16 0.0471 iprec_at_recall_0.90 7_16 0.0000 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.4000 P_10 7_16 0.2000 P_15 7_16 0.2667 P_20 7_16 0.2500 P_30 7_16 0.1667 P_100 7_16 0.1700 P_200 7_16 0.1100 P_500 7_16 0.0640 P_1000 7_16 0.0410 relstring 7_16 '31000-00-0' recall_5 7_16 0.0426 recall_10 7_16 0.0426 recall_15 7_16 0.0851 recall_20 7_16 0.1064 recall_30 7_16 0.1064 recall_100 7_16 0.3617 recall_200 7_16 0.4681 recall_500 7_16 0.6809 recall_1000 7_16 0.8723 infAP 7_16 0.1440 Rprec_mult_0.20 7_16 0.2000 Rprec_mult_0.40 7_16 0.2632 Rprec_mult_0.60 7_16 0.1724 Rprec_mult_0.80 7_16 0.1579 Rprec_mult_1.00 7_16 0.1702 Rprec_mult_1.20 7_16 0.1404 Rprec_mult_1.40 7_16 0.1364 Rprec_mult_1.60 7_16 0.1579 Rprec_mult_1.80 7_16 0.1647 Rprec_mult_2.00 7_16 0.1596 utility 7_16 -918.0000 11pt_avg 7_16 0.1880 binG 7_16 0.1653 G 7_16 0.1845 ndcg 7_16 0.5909 ndcg_rel 7_16 0.4928 Rndcg 7_16 0.5188 ndcg_cut_5 7_16 0.4823 ndcg_cut_10 7_16 0.3830 ndcg_cut_15 7_16 0.4087 ndcg_cut_20 7_16 0.3885 ndcg_cut_30 7_16 0.3301 ndcg_cut_100 7_16 0.4205 ndcg_cut_200 7_16 0.4610 ndcg_cut_500 7_16 0.5299 ndcg_cut_1000 7_16 0.5909 map_cut_5 7_16 0.0426 map_cut_10 7_16 0.0426 map_cut_15 7_16 0.0540 map_cut_20 7_16 0.0602 map_cut_30 7_16 0.0602 map_cut_100 7_16 0.1018 map_cut_200 7_16 0.1169 map_cut_500 7_16 0.1343 map_cut_1000 7_16 0.1440 relative_P_5 7_16 0.4000 relative_P_10 7_16 0.2000 relative_P_15 7_16 0.2667 relative_P_20 7_16 0.2500 relative_P_30 7_16 0.1667 relative_P_100 7_16 0.3617 relative_P_200 7_16 0.4681 relative_P_500 7_16 0.6809 relative_P_1000 7_16 0.8723 success_1 7_16 1.0000 success_5 7_16 1.0000 success_10 7_16 1.0000 set_P 7_16 0.0410 set_relative_P 7_16 0.8723 set_recall 7_16 0.8723 set_map 7_16 0.0358 set_F 7_16 0.0783 num_nonrel_judged_ret 7_16 43 rbp 7_16 0.1657 rbp_resid 7_16 0.2262 unj_5 7_16 0.0000 unj_10 7_16 0.2000 unj_20 7_16 0.2500 num_ret 7_2 1000 num_rel 7_2 76 num_rel_ret 7_2 60 map 7_2 0.5011 Rprec 7_2 0.5526 bpref 7_2 0.7043 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 1.0000 iprec_at_recall_0.20 7_2 0.9583 iprec_at_recall_0.30 7_2 0.9583 iprec_at_recall_0.40 7_2 0.7442 iprec_at_recall_0.50 7_2 0.5758 iprec_at_recall_0.60 7_2 0.2100 iprec_at_recall_0.70 7_2 0.1175 iprec_at_recall_0.80 7_2 0.0000 iprec_at_recall_0.90 7_2 0.0000 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 1.0000 P_10 7_2 1.0000 P_15 7_2 0.9333 P_20 7_2 0.9500 P_30 7_2 0.8333 P_100 7_2 0.4300 P_200 7_2 0.2250 P_500 7_2 0.1080 P_1000 7_2 0.0600 relstring 7_2 '1133311232' recall_5 7_2 0.0658 recall_10 7_2 0.1316 recall_15 7_2 0.1842 recall_20 7_2 0.2500 recall_30 7_2 0.3289 recall_100 7_2 0.5658 recall_200 7_2 0.5921 recall_500 7_2 0.7105 recall_1000 7_2 0.7895 infAP 7_2 0.5011 Rprec_mult_0.20 7_2 0.9375 Rprec_mult_0.40 7_2 0.8065 Rprec_mult_0.60 7_2 0.7174 Rprec_mult_0.80 7_2 0.5902 Rprec_mult_1.00 7_2 0.5526 Rprec_mult_1.20 7_2 0.4565 Rprec_mult_1.40 7_2 0.4019 Rprec_mult_1.60 7_2 0.3525 Rprec_mult_1.80 7_2 0.3139 Rprec_mult_2.00 7_2 0.2895 utility 7_2 -880.0000 11pt_avg 7_2 0.5058 binG 7_2 0.3340 G 7_2 0.1867 ndcg 7_2 0.6844 ndcg_rel 7_2 0.6403 Rndcg 7_2 0.6397 ndcg_cut_5 7_2 0.6312 ndcg_cut_10 7_2 0.6967 ndcg_cut_15 7_2 0.6782 ndcg_cut_20 7_2 0.6671 ndcg_cut_30 7_2 0.6385 ndcg_cut_100 7_2 0.5936 ndcg_cut_200 7_2 0.6085 ndcg_cut_500 7_2 0.6502 ndcg_cut_1000 7_2 0.6844 map_cut_5 7_2 0.0658 map_cut_10 7_2 0.1316 map_cut_15 7_2 0.1803 map_cut_20 7_2 0.2424 map_cut_30 7_2 0.3157 map_cut_100 7_2 0.4711 map_cut_200 7_2 0.4788 map_cut_500 7_2 0.4943 map_cut_1000 7_2 0.5011 relative_P_5 7_2 1.0000 relative_P_10 7_2 1.0000 relative_P_15 7_2 0.9333 relative_P_20 7_2 0.9500 relative_P_30 7_2 0.8333 relative_P_100 7_2 0.5658 relative_P_200 7_2 0.5921 relative_P_500 7_2 0.7105 relative_P_1000 7_2 0.7895 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.0600 set_relative_P 7_2 0.7895 set_recall 7_2 0.7895 set_map 7_2 0.0474 set_F 7_2 0.1115 num_nonrel_judged_ret 7_2 15 rbp 7_2 0.5355 rbp_resid 7_2 0.0405 unj_5 7_2 0.0000 unj_10 7_2 0.0000 unj_20 7_2 0.0000 num_ret 7_3 1000 num_rel 7_3 55 num_rel_ret 7_3 50 map 7_3 0.3654 Rprec 7_3 0.4727 bpref 7_3 0.6129 recip_rank 7_3 0.5000 iprec_at_recall_0.00 7_3 0.6452 iprec_at_recall_0.10 7_3 0.6452 iprec_at_recall_0.20 7_3 0.6452 iprec_at_recall_0.30 7_3 0.6452 iprec_at_recall_0.40 7_3 0.5789 iprec_at_recall_0.50 7_3 0.3836 iprec_at_recall_0.60 7_3 0.3438 iprec_at_recall_0.70 7_3 0.2021 iprec_at_recall_0.80 7_3 0.1199 iprec_at_recall_0.90 7_3 0.0663 iprec_at_recall_1.00 7_3 0.0000 P_5 7_3 0.6000 P_10 7_3 0.4000 P_15 7_3 0.6000 P_20 7_3 0.6000 P_30 7_3 0.6333 P_100 7_3 0.3300 P_200 7_3 0.1950 P_500 7_3 0.0920 P_1000 7_3 0.0500 relstring 7_3 '020330020-' recall_5 7_3 0.0545 recall_10 7_3 0.0727 recall_15 7_3 0.1636 recall_20 7_3 0.2182 recall_30 7_3 0.3455 recall_100 7_3 0.6000 recall_200 7_3 0.7091 recall_500 7_3 0.8364 recall_1000 7_3 0.9091 infAP 7_3 0.3654 Rprec_mult_0.20 7_3 0.4545 Rprec_mult_0.40 7_3 0.5455 Rprec_mult_0.60 7_3 0.6364 Rprec_mult_0.80 7_3 0.5227 Rprec_mult_1.00 7_3 0.4727 Rprec_mult_1.20 7_3 0.4091 Rprec_mult_1.40 7_3 0.3636 Rprec_mult_1.60 7_3 0.3523 Rprec_mult_1.80 7_3 0.3333 Rprec_mult_2.00 7_3 0.3000 utility 7_3 -900.0000 11pt_avg 7_3 0.3887 binG 7_3 0.2106 G 7_3 0.1923 ndcg 7_3 0.6571 ndcg_rel 7_3 0.5233 Rndcg 7_3 0.4333 ndcg_cut_5 7_3 0.4627 ndcg_cut_10 7_3 0.3874 ndcg_cut_15 7_3 0.4328 ndcg_cut_20 7_3 0.4457 ndcg_cut_30 7_3 0.4902 ndcg_cut_100 7_3 0.5339 ndcg_cut_200 7_3 0.5803 ndcg_cut_500 7_3 0.6316 ndcg_cut_1000 7_3 0.6571 map_cut_5 7_3 0.0291 map_cut_10 7_3 0.0382 map_cut_15 7_3 0.0866 map_cut_20 7_3 0.1182 map_cut_30 7_3 0.1954 map_cut_100 7_3 0.3158 map_cut_200 7_3 0.3436 map_cut_500 7_3 0.3600 map_cut_1000 7_3 0.3654 relative_P_5 7_3 0.6000 relative_P_10 7_3 0.4000 relative_P_15 7_3 0.6000 relative_P_20 7_3 0.6000 relative_P_30 7_3 0.6333 relative_P_100 7_3 0.6000 relative_P_200 7_3 0.7091 relative_P_500 7_3 0.8364 relative_P_1000 7_3 0.9091 success_1 7_3 0.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.0500 set_relative_P 7_3 0.9091 set_recall 7_3 0.9091 set_map 7_3 0.0455 set_F 7_3 0.0948 num_nonrel_judged_ret 7_3 43 rbp 7_3 0.3197 rbp_resid 7_3 0.0775 unj_5 7_3 0.0000 unj_10 7_3 0.1000 unj_20 7_3 0.1000 num_ret 7_4 1000 num_rel 7_4 29 num_rel_ret 7_4 24 map 7_4 0.4712 Rprec 7_4 0.4138 bpref 7_4 0.5113 recip_rank 7_4 1.0000 iprec_at_recall_0.00 7_4 1.0000 iprec_at_recall_0.10 7_4 1.0000 iprec_at_recall_0.20 7_4 1.0000 iprec_at_recall_0.30 7_4 0.9167 iprec_at_recall_0.40 7_4 0.7500 iprec_at_recall_0.50 7_4 0.3947 iprec_at_recall_0.60 7_4 0.2537 iprec_at_recall_0.70 7_4 0.1163 iprec_at_recall_0.80 7_4 0.0546 iprec_at_recall_0.90 7_4 0.0000 iprec_at_recall_1.00 7_4 0.0000 P_5 7_4 1.0000 P_10 7_4 0.9000 P_15 7_4 0.7333 P_20 7_4 0.6000 P_30 7_4 0.4000 P_100 7_4 0.1800 P_200 7_4 0.1000 P_500 7_4 0.0460 P_1000 7_4 0.0240 relstring 7_4 '3212110112' recall_5 7_4 0.1724 recall_10 7_4 0.3103 recall_15 7_4 0.3793 recall_20 7_4 0.4138 recall_30 7_4 0.4138 recall_100 7_4 0.6207 recall_200 7_4 0.6897 recall_500 7_4 0.7931 recall_1000 7_4 0.8276 infAP 7_4 0.4712 Rprec_mult_0.20 7_4 1.0000 Rprec_mult_0.40 7_4 0.9167 Rprec_mult_0.60 7_4 0.6667 Rprec_mult_0.80 7_4 0.5000 Rprec_mult_1.00 7_4 0.4138 Rprec_mult_1.20 7_4 0.3714 Rprec_mult_1.40 7_4 0.3659 Rprec_mult_1.60 7_4 0.3191 Rprec_mult_1.80 7_4 0.2830 Rprec_mult_2.00 7_4 0.2759 utility 7_4 -952.0000 11pt_avg 7_4 0.4987 binG 7_4 0.3956 G 7_4 0.2388 ndcg 7_4 0.6794 ndcg_rel 7_4 0.6584 Rndcg 7_4 0.6126 ndcg_cut_5 7_4 0.7105 ndcg_cut_10 7_4 0.6491 ndcg_cut_15 7_4 0.5678 ndcg_cut_20 7_4 0.5319 ndcg_cut_30 7_4 0.4740 ndcg_cut_100 7_4 0.5947 ndcg_cut_200 7_4 0.6265 ndcg_cut_500 7_4 0.6735 ndcg_cut_1000 7_4 0.6794 map_cut_5 7_4 0.1724 map_cut_10 7_4 0.2988 map_cut_15 7_4 0.3617 map_cut_20 7_4 0.3876 map_cut_30 7_4 0.3876 map_cut_100 7_4 0.4541 map_cut_200 7_4 0.4638 map_cut_500 7_4 0.4702 map_cut_1000 7_4 0.4712 relative_P_5 7_4 1.0000 relative_P_10 7_4 0.9000 relative_P_15 7_4 0.7333 relative_P_20 7_4 0.6000 relative_P_30 7_4 0.4138 relative_P_100 7_4 0.6207 relative_P_200 7_4 0.6897 relative_P_500 7_4 0.7931 relative_P_1000 7_4 0.8276 success_1 7_4 1.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 0.0240 set_relative_P 7_4 0.8276 set_recall 7_4 0.8276 set_map 7_4 0.0199 set_F 7_4 0.0466 num_nonrel_judged_ret 7_4 40 rbp 7_4 0.3672 rbp_resid 7_4 0.0850 unj_5 7_4 0.0000 unj_10 7_4 0.0000 unj_20 7_4 0.1000 num_ret 7_9 1000 num_rel 7_9 36 num_rel_ret 7_9 27 map 7_9 0.0716 Rprec 7_9 0.1111 bpref 7_9 0.1258 recip_rank 7_9 0.1667 iprec_at_recall_0.00 7_9 0.1667 iprec_at_recall_0.10 7_9 0.1667 iprec_at_recall_0.20 7_9 0.1667 iprec_at_recall_0.30 7_9 0.1341 iprec_at_recall_0.40 7_9 0.1077 iprec_at_recall_0.50 7_9 0.0923 iprec_at_recall_0.60 7_9 0.0433 iprec_at_recall_0.70 7_9 0.0411 iprec_at_recall_0.80 7_9 0.0000 iprec_at_recall_0.90 7_9 0.0000 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.0000 P_10 7_9 0.1000 P_15 7_9 0.0667 P_20 7_9 0.1000 P_30 7_9 0.1333 P_100 7_9 0.1100 P_200 7_9 0.0900 P_500 7_9 0.0420 P_1000 7_9 0.0270 relstring 7_9 '0000030000' recall_5 7_9 0.0000 recall_10 7_9 0.0278 recall_15 7_9 0.0278 recall_20 7_9 0.0556 recall_30 7_9 0.1111 recall_100 7_9 0.3056 recall_200 7_9 0.5000 recall_500 7_9 0.5833 recall_1000 7_9 0.7500 infAP 7_9 0.0716 Rprec_mult_0.20 7_9 0.1250 Rprec_mult_0.40 7_9 0.0667 Rprec_mult_0.60 7_9 0.0909 Rprec_mult_0.80 7_9 0.1034 Rprec_mult_1.00 7_9 0.1111 Rprec_mult_1.20 7_9 0.1364 Rprec_mult_1.40 7_9 0.1176 Rprec_mult_1.60 7_9 0.1552 Rprec_mult_1.80 7_9 0.1385 Rprec_mult_2.00 7_9 0.1250 utility 7_9 -946.0000 11pt_avg 7_9 0.0835 binG 7_9 0.1179 G 7_9 0.1213 ndcg 7_9 0.3796 ndcg_rel 7_9 0.2794 Rndcg 7_9 0.1402 ndcg_cut_5 7_9 0.0000 ndcg_cut_10 7_9 0.0953 ndcg_cut_15 7_9 0.0771 ndcg_cut_20 7_9 0.0865 ndcg_cut_30 7_9 0.1113 ndcg_cut_100 7_9 0.2266 ndcg_cut_200 7_9 0.3022 ndcg_cut_500 7_9 0.3276 ndcg_cut_1000 7_9 0.3796 map_cut_5 7_9 0.0000 map_cut_10 7_9 0.0046 map_cut_15 7_9 0.0046 map_cut_20 7_9 0.0076 map_cut_30 7_9 0.0141 map_cut_100 7_9 0.0415 map_cut_200 7_9 0.0607 map_cut_500 7_9 0.0652 map_cut_1000 7_9 0.0716 relative_P_5 7_9 0.0000 relative_P_10 7_9 0.1000 relative_P_15 7_9 0.0667 relative_P_20 7_9 0.1000 relative_P_30 7_9 0.1333 relative_P_100 7_9 0.3056 relative_P_200 7_9 0.5000 relative_P_500 7_9 0.5833 relative_P_1000 7_9 0.7500 success_1 7_9 0.0000 success_5 7_9 0.0000 success_10 7_9 1.0000 set_P 7_9 0.0270 set_relative_P 7_9 0.7500 set_recall 7_9 0.7500 set_map 7_9 0.0203 set_F 7_9 0.0521 num_nonrel_judged_ret 7_9 54 rbp 7_9 0.0717 rbp_resid 7_9 0.1194 unj_5 7_9 0.0000 unj_10 7_9 0.0000 unj_20 7_9 0.1500 num_ret 8_1 1000 num_rel 8_1 64 num_rel_ret 8_1 41 map 8_1 0.3789 Rprec 8_1 0.4062 bpref 8_1 0.5125 recip_rank 8_1 1.0000 iprec_at_recall_0.00 8_1 1.0000 iprec_at_recall_0.10 8_1 0.8889 iprec_at_recall_0.20 8_1 0.8400 iprec_at_recall_0.30 8_1 0.8400 iprec_at_recall_0.40 8_1 0.6500 iprec_at_recall_0.50 8_1 0.2560 iprec_at_recall_0.60 8_1 0.0586 iprec_at_recall_0.70 8_1 0.0000 iprec_at_recall_0.80 8_1 0.0000 iprec_at_recall_0.90 8_1 0.0000 iprec_at_recall_1.00 8_1 0.0000 P_5 8_1 1.0000 P_10 8_1 0.8000 P_15 8_1 0.7333 P_20 8_1 0.8000 P_30 8_1 0.7667 P_100 8_1 0.3000 P_200 8_1 0.1600 P_500 8_1 0.0700 P_1000 8_1 0.0410 relstring 8_1 '4423304120' recall_5 8_1 0.0781 recall_10 8_1 0.1250 recall_15 8_1 0.1719 recall_20 8_1 0.2500 recall_30 8_1 0.3594 recall_100 8_1 0.4688 recall_200 8_1 0.5000 recall_500 8_1 0.5469 recall_1000 8_1 0.6406 infAP 8_1 0.3789 Rprec_mult_0.20 8_1 0.7692 Rprec_mult_0.40 8_1 0.8077 Rprec_mult_0.60 8_1 0.6410 Rprec_mult_0.80 8_1 0.5000 Rprec_mult_1.00 8_1 0.4062 Rprec_mult_1.20 8_1 0.3506 Rprec_mult_1.40 8_1 0.3222 Rprec_mult_1.60 8_1 0.2913 Rprec_mult_1.80 8_1 0.2672 Rprec_mult_2.00 8_1 0.2500 utility 8_1 -918.0000 11pt_avg 8_1 0.4121 binG 8_1 0.2441 G 8_1 0.1931 ndcg 8_1 0.6456 ndcg_rel 8_1 0.6672 Rndcg 8_1 0.6422 ndcg_cut_5 8_1 0.8459 ndcg_cut_10 8_1 0.6954 ndcg_cut_15 8_1 0.6362 ndcg_cut_20 8_1 0.6522 ndcg_cut_30 8_1 0.6465 ndcg_cut_100 8_1 0.5939 ndcg_cut_200 8_1 0.6108 ndcg_cut_500 8_1 0.6211 ndcg_cut_1000 8_1 0.6456 map_cut_5 8_1 0.0781 map_cut_10 8_1 0.1191 map_cut_15 8_1 0.1562 map_cut_20 8_1 0.2168 map_cut_30 8_1 0.3069 map_cut_100 8_1 0.3601 map_cut_200 8_1 0.3687 map_cut_500 8_1 0.3735 map_cut_1000 8_1 0.3789 relative_P_5 8_1 1.0000 relative_P_10 8_1 0.8000 relative_P_15 8_1 0.7333 relative_P_20 8_1 0.8000 relative_P_30 8_1 0.7667 relative_P_100 8_1 0.4688 relative_P_200 8_1 0.5000 relative_P_500 8_1 0.5469 relative_P_1000 8_1 0.6406 success_1 8_1 1.0000 success_5 8_1 1.0000 success_10 8_1 1.0000 set_P 8_1 0.0410 set_relative_P 8_1 0.6406 set_recall 8_1 0.6406 set_map 8_1 0.0263 set_F 8_1 0.0771 num_nonrel_judged_ret 8_1 53 rbp 8_1 0.5228 rbp_resid 8_1 0.0289 unj_5 8_1 0.0000 unj_10 8_1 0.0000 unj_20 8_1 0.0000 num_ret 8_10 1000 num_rel 8_10 28 num_rel_ret 8_10 9 map 8_10 0.0153 Rprec 8_10 0.0357 bpref 8_10 0.0804 recip_rank 8_10 0.3333 iprec_at_recall_0.00 8_10 0.3333 iprec_at_recall_0.10 8_10 0.0169 iprec_at_recall_0.20 8_10 0.0110 iprec_at_recall_0.30 8_10 0.0108 iprec_at_recall_0.40 8_10 0.0000 iprec_at_recall_0.50 8_10 0.0000 iprec_at_recall_0.60 8_10 0.0000 iprec_at_recall_0.70 8_10 0.0000 iprec_at_recall_0.80 8_10 0.0000 iprec_at_recall_0.90 8_10 0.0000 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.2000 P_10 8_10 0.1000 P_15 8_10 0.0667 P_20 8_10 0.0500 P_30 8_10 0.0333 P_100 8_10 0.0100 P_200 8_10 0.0150 P_500 8_10 0.0100 P_1000 8_10 0.0090 relstring 8_10 '00200-0000' recall_5 8_10 0.0357 recall_10 8_10 0.0357 recall_15 8_10 0.0357 recall_20 8_10 0.0357 recall_30 8_10 0.0357 recall_100 8_10 0.0357 recall_200 8_10 0.1071 recall_500 8_10 0.1786 recall_1000 8_10 0.3214 infAP 8_10 0.0153 Rprec_mult_0.20 8_10 0.1667 Rprec_mult_0.40 8_10 0.0833 Rprec_mult_0.60 8_10 0.0588 Rprec_mult_0.80 8_10 0.0435 Rprec_mult_1.00 8_10 0.0357 Rprec_mult_1.20 8_10 0.0294 Rprec_mult_1.40 8_10 0.0250 Rprec_mult_1.60 8_10 0.0222 Rprec_mult_1.80 8_10 0.0196 Rprec_mult_2.00 8_10 0.0179 utility 8_10 -982.0000 11pt_avg 8_10 0.0338 binG 8_10 0.0510 G 8_10 0.0451 ndcg 8_10 0.1433 ndcg_rel 8_10 0.1347 Rndcg 8_10 0.0980 ndcg_cut_5 8_10 0.1131 ndcg_cut_10 8_10 0.0831 ndcg_cut_15 8_10 0.0719 ndcg_cut_20 8_10 0.0663 ndcg_cut_30 8_10 0.0595 ndcg_cut_100 8_10 0.0595 ndcg_cut_200 8_10 0.0835 ndcg_cut_500 8_10 0.1119 ndcg_cut_1000 8_10 0.1433 map_cut_5 8_10 0.0119 map_cut_10 8_10 0.0119 map_cut_15 8_10 0.0119 map_cut_20 8_10 0.0119 map_cut_30 8_10 0.0119 map_cut_100 8_10 0.0119 map_cut_200 8_10 0.0129 map_cut_500 8_10 0.0138 map_cut_1000 8_10 0.0153 relative_P_5 8_10 0.2000 relative_P_10 8_10 0.1000 relative_P_15 8_10 0.0667 relative_P_20 8_10 0.0500 relative_P_30 8_10 0.0357 relative_P_100 8_10 0.0357 relative_P_200 8_10 0.1071 relative_P_500 8_10 0.1786 relative_P_1000 8_10 0.3214 success_1 8_10 0.0000 success_5 8_10 1.0000 success_10 8_10 1.0000 set_P 8_10 0.0090 set_relative_P 8_10 0.3214 set_recall 8_10 0.3214 set_map 8_10 0.0029 set_F 8_10 0.0175 num_nonrel_judged_ret 8_10 29 rbp 8_10 0.0540 rbp_resid 8_10 0.3890 unj_5 8_10 0.0000 unj_10 8_10 0.1000 unj_20 8_10 0.5500 num_ret 8_11 1000 num_rel 8_11 10 num_rel_ret 8_11 9 map 8_11 0.2098 Rprec 8_11 0.3000 bpref 8_11 0.2500 recip_rank 8_11 0.5000 iprec_at_recall_0.00 8_11 0.6000 iprec_at_recall_0.10 8_11 0.6000 iprec_at_recall_0.20 8_11 0.6000 iprec_at_recall_0.30 8_11 0.6000 iprec_at_recall_0.40 8_11 0.1429 iprec_at_recall_0.50 8_11 0.1304 iprec_at_recall_0.60 8_11 0.1304 iprec_at_recall_0.70 8_11 0.0391 iprec_at_recall_0.80 8_11 0.0339 iprec_at_recall_0.90 8_11 0.0238 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 0.6000 P_10 8_11 0.3000 P_15 8_11 0.2000 P_20 8_11 0.1500 P_30 8_11 0.1333 P_100 8_11 0.0600 P_200 8_11 0.0350 P_500 8_11 0.0180 P_1000 8_11 0.0090 relstring 8_11 '01021---00' recall_5 8_11 0.3000 recall_10 8_11 0.3000 recall_15 8_11 0.3000 recall_20 8_11 0.3000 recall_30 8_11 0.4000 recall_100 8_11 0.6000 recall_200 8_11 0.7000 recall_500 8_11 0.9000 recall_1000 8_11 0.9000 infAP 8_11 0.2098 Rprec_mult_0.20 8_11 0.5000 Rprec_mult_0.40 8_11 0.5000 Rprec_mult_0.60 8_11 0.5000 Rprec_mult_0.80 8_11 0.3750 Rprec_mult_1.00 8_11 0.3000 Rprec_mult_1.20 8_11 0.2500 Rprec_mult_1.40 8_11 0.2143 Rprec_mult_1.60 8_11 0.1875 Rprec_mult_1.80 8_11 0.1667 Rprec_mult_2.00 8_11 0.1500 utility 8_11 -982.0000 11pt_avg 8_11 0.2637 binG 8_11 0.2602 G 8_11 0.2396 ndcg 8_11 0.4875 ndcg_rel 8_11 0.3983 Rndcg 8_11 0.3284 ndcg_cut_5 8_11 0.4103 ndcg_cut_10 8_11 0.3043 ndcg_cut_15 8_11 0.3043 ndcg_cut_20 8_11 0.3043 ndcg_cut_30 8_11 0.3377 ndcg_cut_100 8_11 0.4264 ndcg_cut_200 8_11 0.4480 ndcg_cut_500 8_11 0.4875 ndcg_cut_1000 8_11 0.4875 map_cut_5 8_11 0.1600 map_cut_10 8_11 0.1600 map_cut_15 8_11 0.1600 map_cut_20 8_11 0.1600 map_cut_30 8_11 0.1743 map_cut_100 8_11 0.2001 map_cut_200 8_11 0.2041 map_cut_500 8_11 0.2098 map_cut_1000 8_11 0.2098 relative_P_5 8_11 0.6000 relative_P_10 8_11 0.3000 relative_P_15 8_11 0.3000 relative_P_20 8_11 0.3000 relative_P_30 8_11 0.4000 relative_P_100 8_11 0.6000 relative_P_200 8_11 0.7000 relative_P_500 8_11 0.9000 relative_P_1000 8_11 0.9000 success_1 8_11 0.0000 success_5 8_11 1.0000 success_10 8_11 1.0000 set_P 8_11 0.0090 set_relative_P 8_11 0.9000 set_recall 8_11 0.9000 set_map 8_11 0.0081 set_F 8_11 0.0178 num_nonrel_judged_ret 8_11 40 rbp 8_11 0.1554 rbp_resid 8_11 0.3752 unj_5 8_11 0.0000 unj_10 8_11 0.3000 unj_20 8_11 0.4000 num_ret 8_12 1000 num_rel 8_12 44 num_rel_ret 8_12 31 map 8_12 0.1651 Rprec 8_12 0.2955 bpref 8_12 0.3388 recip_rank 8_12 0.3333 iprec_at_recall_0.00 8_12 0.4000 iprec_at_recall_0.10 8_12 0.4000 iprec_at_recall_0.20 8_12 0.4000 iprec_at_recall_0.30 8_12 0.3333 iprec_at_recall_0.40 8_12 0.1765 iprec_at_recall_0.50 8_12 0.1719 iprec_at_recall_0.60 8_12 0.1221 iprec_at_recall_0.70 8_12 0.0487 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.2000 P_10 8_12 0.2000 P_15 8_12 0.2667 P_20 8_12 0.3500 P_30 8_12 0.4000 P_100 8_12 0.1700 P_200 8_12 0.1250 P_500 8_12 0.0600 P_1000 8_12 0.0310 relstring 8_12 '003000002-' recall_5 8_12 0.0227 recall_10 8_12 0.0455 recall_15 8_12 0.0909 recall_20 8_12 0.1591 recall_30 8_12 0.2727 recall_100 8_12 0.3864 recall_200 8_12 0.5682 recall_500 8_12 0.6818 recall_1000 8_12 0.7045 infAP 8_12 0.1651 Rprec_mult_0.20 8_12 0.2222 Rprec_mult_0.40 8_12 0.3333 Rprec_mult_0.60 8_12 0.3333 Rprec_mult_0.80 8_12 0.3333 Rprec_mult_1.00 8_12 0.2955 Rprec_mult_1.20 8_12 0.3019 Rprec_mult_1.40 8_12 0.2581 Rprec_mult_1.60 8_12 0.2254 Rprec_mult_1.80 8_12 0.2000 Rprec_mult_2.00 8_12 0.1818 utility 8_12 -938.0000 11pt_avg 8_12 0.1866 binG 8_12 0.1417 G 8_12 0.1285 ndcg 8_12 0.4365 ndcg_rel 8_12 0.3531 Rndcg 8_12 0.2112 ndcg_cut_5 8_12 0.1432 ndcg_cut_10 8_12 0.1433 ndcg_cut_15 8_12 0.2194 ndcg_cut_20 8_12 0.2709 ndcg_cut_30 8_12 0.3140 ndcg_cut_100 8_12 0.3152 ndcg_cut_200 8_12 0.3824 ndcg_cut_500 8_12 0.4319 ndcg_cut_1000 8_12 0.4365 map_cut_5 8_12 0.0076 map_cut_10 8_12 0.0126 map_cut_15 8_12 0.0258 map_cut_20 8_12 0.0485 map_cut_30 8_12 0.0911 map_cut_100 8_12 0.1227 map_cut_200 8_12 0.1515 map_cut_500 8_12 0.1640 map_cut_1000 8_12 0.1651 relative_P_5 8_12 0.2000 relative_P_10 8_12 0.2000 relative_P_15 8_12 0.2667 relative_P_20 8_12 0.3500 relative_P_30 8_12 0.4000 relative_P_100 8_12 0.3864 relative_P_200 8_12 0.5682 relative_P_500 8_12 0.6818 relative_P_1000 8_12 0.7045 success_1 8_12 0.0000 success_5 8_12 1.0000 success_10 8_12 1.0000 set_P 8_12 0.0310 set_relative_P 8_12 0.7045 set_recall 8_12 0.7045 set_map 8_12 0.0218 set_F 8_12 0.0594 num_nonrel_judged_ret 8_12 58 rbp 8_12 0.1664 rbp_resid 8_12 0.1194 unj_5 8_12 0.0000 unj_10 8_12 0.1000 unj_20 8_12 0.1000 num_ret 8_13 1000 num_rel 8_13 53 num_rel_ret 8_13 32 map 8_13 0.2525 Rprec 8_13 0.3208 bpref 8_13 0.5123 recip_rank 8_13 1.0000 iprec_at_recall_0.00 8_13 1.0000 iprec_at_recall_0.10 8_13 0.7778 iprec_at_recall_0.20 8_13 0.5000 iprec_at_recall_0.30 8_13 0.3864 iprec_at_recall_0.40 8_13 0.2949 iprec_at_recall_0.50 8_13 0.1656 iprec_at_recall_0.60 8_13 0.0364 iprec_at_recall_0.70 8_13 0.0000 iprec_at_recall_0.80 8_13 0.0000 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 0.8000 P_10 8_13 0.7000 P_15 8_13 0.5333 P_20 8_13 0.4500 P_30 8_13 0.4333 P_100 8_13 0.2400 P_200 8_13 0.1400 P_500 8_13 0.0600 P_1000 8_13 0.0320 relstring 8_13 '2401102130' recall_5 8_13 0.0755 recall_10 8_13 0.1321 recall_15 8_13 0.1509 recall_20 8_13 0.1698 recall_30 8_13 0.2453 recall_100 8_13 0.4528 recall_200 8_13 0.5283 recall_500 8_13 0.5660 recall_1000 8_13 0.6038 infAP 8_13 0.2525 Rprec_mult_0.20 8_13 0.7273 Rprec_mult_0.40 8_13 0.5000 Rprec_mult_0.60 8_13 0.4062 Rprec_mult_0.80 8_13 0.3721 Rprec_mult_1.00 8_13 0.3208 Rprec_mult_1.20 8_13 0.2812 Rprec_mult_1.40 8_13 0.2800 Rprec_mult_1.60 8_13 0.2706 Rprec_mult_1.80 8_13 0.2500 Rprec_mult_2.00 8_13 0.2264 utility 8_13 -936.0000 11pt_avg 8_13 0.2874 binG 8_13 0.1809 G 8_13 0.1279 ndcg 8_13 0.4953 ndcg_rel 8_13 0.4588 Rndcg 8_13 0.4288 ndcg_cut_5 8_13 0.4682 ndcg_cut_10 8_13 0.4463 ndcg_cut_15 8_13 0.3986 ndcg_cut_20 8_13 0.3652 ndcg_cut_30 8_13 0.3781 ndcg_cut_100 8_13 0.4409 ndcg_cut_200 8_13 0.4753 ndcg_cut_500 8_13 0.4840 ndcg_cut_1000 8_13 0.4953 map_cut_5 8_13 0.0670 map_cut_10 8_13 0.1093 map_cut_15 8_13 0.1230 map_cut_20 8_13 0.1319 map_cut_30 8_13 0.1679 map_cut_100 8_13 0.2342 map_cut_200 8_13 0.2474 map_cut_500 8_13 0.2511 map_cut_1000 8_13 0.2525 relative_P_5 8_13 0.8000 relative_P_10 8_13 0.7000 relative_P_15 8_13 0.5333 relative_P_20 8_13 0.4500 relative_P_30 8_13 0.4333 relative_P_100 8_13 0.4528 relative_P_200 8_13 0.5283 relative_P_500 8_13 0.5660 relative_P_1000 8_13 0.6038 success_1 8_13 1.0000 success_5 8_13 1.0000 success_10 8_13 1.0000 set_P 8_13 0.0320 set_relative_P 8_13 0.6038 set_recall 8_13 0.6038 set_map 8_13 0.0193 set_F 8_13 0.0608 num_nonrel_judged_ret 8_13 28 rbp 8_13 0.2715 rbp_resid 8_13 0.2059 unj_5 8_13 0.0000 unj_10 8_13 0.0000 unj_20 8_13 0.3500 num_ret 8_2 1000 num_rel 8_2 47 num_rel_ret 8_2 33 map 8_2 0.1619 Rprec 8_2 0.2766 bpref 8_2 0.3128 recip_rank 8_2 1.0000 iprec_at_recall_0.00 8_2 1.0000 iprec_at_recall_0.10 8_2 0.5000 iprec_at_recall_0.20 8_2 0.4762 iprec_at_recall_0.30 8_2 0.1918 iprec_at_recall_0.40 8_2 0.0995 iprec_at_recall_0.50 8_2 0.0561 iprec_at_recall_0.60 8_2 0.0494 iprec_at_recall_0.70 8_2 0.0379 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 0.2000 P_10 8_2 0.5000 P_15 8_2 0.4000 P_20 8_2 0.4500 P_30 8_2 0.3667 P_100 8_2 0.1400 P_200 8_2 0.0950 P_500 8_2 0.0540 P_1000 8_2 0.0330 relstring 8_2 '2000033021' recall_5 8_2 0.0213 recall_10 8_2 0.1064 recall_15 8_2 0.1277 recall_20 8_2 0.1915 recall_30 8_2 0.2340 recall_100 8_2 0.2979 recall_200 8_2 0.4043 recall_500 8_2 0.5745 recall_1000 8_2 0.7021 infAP 8_2 0.1619 Rprec_mult_0.20 8_2 0.5000 Rprec_mult_0.40 8_2 0.4211 Rprec_mult_0.60 8_2 0.3793 Rprec_mult_0.80 8_2 0.3158 Rprec_mult_1.00 8_2 0.2766 Rprec_mult_1.20 8_2 0.2281 Rprec_mult_1.40 8_2 0.1970 Rprec_mult_1.60 8_2 0.1842 Rprec_mult_1.80 8_2 0.1647 Rprec_mult_2.00 8_2 0.1489 utility 8_2 -934.0000 11pt_avg 8_2 0.2192 binG 8_2 0.1498 G 8_2 0.1224 ndcg 8_2 0.4612 ndcg_rel 8_2 0.3919 Rndcg 8_2 0.3251 ndcg_cut_5 8_2 0.1822 ndcg_cut_10 8_2 0.3206 ndcg_cut_15 8_2 0.2880 ndcg_cut_20 8_2 0.3136 ndcg_cut_30 8_2 0.3127 ndcg_cut_100 8_2 0.3087 ndcg_cut_200 8_2 0.3516 ndcg_cut_500 8_2 0.4122 ndcg_cut_1000 8_2 0.4612 map_cut_5 8_2 0.0213 map_cut_10 8_2 0.0576 map_cut_15 8_2 0.0667 map_cut_20 8_2 0.0956 map_cut_30 8_2 0.1147 map_cut_100 8_2 0.1327 map_cut_200 8_2 0.1448 map_cut_500 8_2 0.1565 map_cut_1000 8_2 0.1619 relative_P_5 8_2 0.2000 relative_P_10 8_2 0.5000 relative_P_15 8_2 0.4000 relative_P_20 8_2 0.4500 relative_P_30 8_2 0.3667 relative_P_100 8_2 0.2979 relative_P_200 8_2 0.4043 relative_P_500 8_2 0.5745 relative_P_1000 8_2 0.7021 success_1 8_2 1.0000 success_5 8_2 1.0000 success_10 8_2 1.0000 set_P 8_2 0.0330 set_relative_P 8_2 0.7021 set_recall 8_2 0.7021 set_map 8_2 0.0232 set_F 8_2 0.0630 num_nonrel_judged_ret 8_2 56 rbp 8_2 0.2034 rbp_resid 8_2 0.0867 unj_5 8_2 0.0000 unj_10 8_2 0.0000 unj_20 8_2 0.0500 num_ret 8_3 1000 num_rel 8_3 28 num_rel_ret 8_3 25 map 8_3 0.1424 Rprec 8_3 0.2500 bpref 8_3 0.1837 recip_rank 8_3 0.3333 iprec_at_recall_0.00 8_3 0.3333 iprec_at_recall_0.10 8_3 0.2857 iprec_at_recall_0.20 8_3 0.2857 iprec_at_recall_0.30 8_3 0.2759 iprec_at_recall_0.40 8_3 0.1549 iprec_at_recall_0.50 8_3 0.1096 iprec_at_recall_0.60 8_3 0.1033 iprec_at_recall_0.70 8_3 0.0806 iprec_at_recall_0.80 8_3 0.0746 iprec_at_recall_0.90 8_3 0.0499 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.2000 P_10 8_3 0.2000 P_15 8_3 0.2000 P_20 8_3 0.2500 P_30 8_3 0.2667 P_100 8_3 0.1200 P_200 8_3 0.0950 P_500 8_3 0.0480 P_1000 8_3 0.0250 relstring 8_3 '0010000010' recall_5 8_3 0.0357 recall_10 8_3 0.0714 recall_15 8_3 0.1071 recall_20 8_3 0.1786 recall_30 8_3 0.2857 recall_100 8_3 0.4286 recall_200 8_3 0.6786 recall_500 8_3 0.8571 recall_1000 8_3 0.8929 infAP 8_3 0.1424 Rprec_mult_0.20 8_3 0.1667 Rprec_mult_0.40 8_3 0.1667 Rprec_mult_0.60 8_3 0.2353 Rprec_mult_0.80 8_3 0.2609 Rprec_mult_1.00 8_3 0.2500 Rprec_mult_1.20 8_3 0.2647 Rprec_mult_1.40 8_3 0.2250 Rprec_mult_1.60 8_3 0.2000 Rprec_mult_1.80 8_3 0.1961 Rprec_mult_2.00 8_3 0.1786 utility 8_3 -950.0000 11pt_avg 8_3 0.1594 binG 8_3 0.1685 G 8_3 0.1487 ndcg 8_3 0.4344 ndcg_rel 8_3 0.2841 Rndcg 8_3 0.2244 ndcg_cut_5 8_3 0.0848 ndcg_cut_10 8_3 0.1021 ndcg_cut_15 8_3 0.1153 ndcg_cut_20 8_3 0.1486 ndcg_cut_30 8_3 0.1800 ndcg_cut_100 8_3 0.2531 ndcg_cut_200 8_3 0.3558 ndcg_cut_500 8_3 0.4160 ndcg_cut_1000 8_3 0.4344 map_cut_5 8_3 0.0119 map_cut_10 8_3 0.0198 map_cut_15 8_3 0.0275 map_cut_20 8_3 0.0463 map_cut_30 8_3 0.0753 map_cut_100 8_3 0.1020 map_cut_200 8_3 0.1282 map_cut_500 8_3 0.1406 map_cut_1000 8_3 0.1424 relative_P_5 8_3 0.2000 relative_P_10 8_3 0.2000 relative_P_15 8_3 0.2000 relative_P_20 8_3 0.2500 relative_P_30 8_3 0.2857 relative_P_100 8_3 0.4286 relative_P_200 8_3 0.6786 relative_P_500 8_3 0.8571 relative_P_1000 8_3 0.8929 success_1 8_3 0.0000 success_5 8_3 1.0000 success_10 8_3 1.0000 set_P 8_3 0.0250 set_relative_P 8_3 0.8929 set_recall 8_3 0.8929 set_map 8_3 0.0223 set_F 8_3 0.0486 num_nonrel_judged_ret 8_3 65 rbp 8_3 0.1087 rbp_resid 8_3 0.0798 unj_5 8_3 0.0000 unj_10 8_3 0.0000 unj_20 8_3 0.1000 num_ret 8_4 1000 num_rel 8_4 101 num_rel_ret 8_4 86 map 8_4 0.5164 Rprec 8_4 0.4950 bpref 8_4 0.7393 recip_rank 8_4 1.0000 iprec_at_recall_0.00 8_4 1.0000 iprec_at_recall_0.10 8_4 0.9500 iprec_at_recall_0.20 8_4 0.9167 iprec_at_recall_0.30 8_4 0.7692 iprec_at_recall_0.40 8_4 0.5797 iprec_at_recall_0.50 8_4 0.5000 iprec_at_recall_0.60 8_4 0.4627 iprec_at_recall_0.70 8_4 0.3087 iprec_at_recall_0.80 8_4 0.2065 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 1.0000 P_10 8_4 0.9000 P_15 8_4 0.9333 P_20 8_4 0.9500 P_30 8_4 0.9000 P_100 8_4 0.5000 P_200 8_4 0.3400 P_500 8_4 0.1680 P_1000 8_4 0.0860 relstring 8_4 '4223244120' recall_5 8_4 0.0495 recall_10 8_4 0.0891 recall_15 8_4 0.1386 recall_20 8_4 0.1881 recall_30 8_4 0.2673 recall_100 8_4 0.4950 recall_200 8_4 0.6733 recall_500 8_4 0.8317 recall_1000 8_4 0.8515 infAP 8_4 0.5164 Rprec_mult_0.20 8_4 0.9048 Rprec_mult_0.40 8_4 0.7317 Rprec_mult_0.60 8_4 0.5902 Rprec_mult_0.80 8_4 0.5679 Rprec_mult_1.00 8_4 0.4950 Rprec_mult_1.20 8_4 0.4672 Rprec_mult_1.40 8_4 0.4366 Rprec_mult_1.60 8_4 0.3951 Rprec_mult_1.80 8_4 0.3571 Rprec_mult_2.00 8_4 0.3416 utility 8_4 -828.0000 11pt_avg 8_4 0.5176 binG 8_4 0.2897 G 8_4 0.1848 ndcg 8_4 0.7675 ndcg_rel 8_4 0.6786 Rndcg 8_4 0.6422 ndcg_cut_5 8_4 0.7061 ndcg_cut_10 8_4 0.6605 ndcg_cut_15 8_4 0.6612 ndcg_cut_20 8_4 0.6341 ndcg_cut_30 8_4 0.6423 ndcg_cut_100 8_4 0.5831 ndcg_cut_200 8_4 0.6964 ndcg_cut_500 8_4 0.7628 ndcg_cut_1000 8_4 0.7675 map_cut_5 8_4 0.0495 map_cut_10 8_4 0.0891 map_cut_15 8_4 0.1348 map_cut_20 8_4 0.1815 map_cut_30 8_4 0.2528 map_cut_100 8_4 0.3952 map_cut_200 8_4 0.4745 map_cut_500 8_4 0.5138 map_cut_1000 8_4 0.5164 relative_P_5 8_4 1.0000 relative_P_10 8_4 0.9000 relative_P_15 8_4 0.9333 relative_P_20 8_4 0.9500 relative_P_30 8_4 0.9000 relative_P_100 8_4 0.5000 relative_P_200 8_4 0.6733 relative_P_500 8_4 0.8317 relative_P_1000 8_4 0.8515 success_1 8_4 1.0000 success_5 8_4 1.0000 success_10 8_4 1.0000 set_P 8_4 0.0860 set_relative_P 8_4 0.8515 set_recall 8_4 0.8515 set_map 8_4 0.0732 set_F 8_4 0.1562 num_nonrel_judged_ret 8_4 58 rbp 8_4 0.5525 rbp_resid 8_4 0.0200 unj_5 8_4 0.0000 unj_10 8_4 0.0000 unj_20 8_4 0.0000 num_ret 8_5 1000 num_rel 8_5 51 num_rel_ret 8_5 45 map 8_5 0.2120 Rprec 8_5 0.3137 bpref 8_5 0.4579 recip_rank 8_5 1.0000 iprec_at_recall_0.00 8_5 1.0000 iprec_at_recall_0.10 8_5 0.5556 iprec_at_recall_0.20 8_5 0.4167 iprec_at_recall_0.30 8_5 0.3137 iprec_at_recall_0.40 8_5 0.2083 iprec_at_recall_0.50 8_5 0.1598 iprec_at_recall_0.60 8_5 0.1185 iprec_at_recall_0.70 8_5 0.1088 iprec_at_recall_0.80 8_5 0.0655 iprec_at_recall_0.90 8_5 0.0000 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.4000 P_10 8_5 0.5000 P_15 8_5 0.4000 P_20 8_5 0.4000 P_30 8_5 0.3333 P_100 8_5 0.2000 P_200 8_5 0.1350 P_500 8_5 0.0780 P_1000 8_5 0.0450 relstring 8_5 '1000210330' recall_5 8_5 0.0392 recall_10 8_5 0.0980 recall_15 8_5 0.1176 recall_20 8_5 0.1569 recall_30 8_5 0.1961 recall_100 8_5 0.3922 recall_200 8_5 0.5294 recall_500 8_5 0.7647 recall_1000 8_5 0.8824 infAP 8_5 0.2120 Rprec_mult_0.20 8_5 0.4545 Rprec_mult_0.40 8_5 0.3810 Rprec_mult_0.60 8_5 0.3226 Rprec_mult_0.80 8_5 0.3171 Rprec_mult_1.00 8_5 0.3137 Rprec_mult_1.20 8_5 0.2742 Rprec_mult_1.40 8_5 0.2500 Rprec_mult_1.60 8_5 0.2317 Rprec_mult_1.80 8_5 0.2065 Rprec_mult_2.00 8_5 0.2059 utility 8_5 -910.0000 11pt_avg 8_5 0.2679 binG 8_5 0.1770 G 8_5 0.1488 ndcg 8_5 0.5217 ndcg_rel 8_5 0.3873 Rndcg 8_5 0.2665 ndcg_cut_5 8_5 0.1758 ndcg_cut_10 8_5 0.2997 ndcg_cut_15 8_5 0.2700 ndcg_cut_20 8_5 0.2941 ndcg_cut_30 8_5 0.2841 ndcg_cut_100 8_5 0.3267 ndcg_cut_200 8_5 0.4004 ndcg_cut_500 8_5 0.4801 ndcg_cut_1000 8_5 0.5217 map_cut_5 8_5 0.0275 map_cut_10 8_5 0.0580 map_cut_15 8_5 0.0658 map_cut_20 8_5 0.0831 map_cut_30 8_5 0.0989 map_cut_100 8_5 0.1551 map_cut_200 8_5 0.1789 map_cut_500 8_5 0.2053 map_cut_1000 8_5 0.2120 relative_P_5 8_5 0.4000 relative_P_10 8_5 0.5000 relative_P_15 8_5 0.4000 relative_P_20 8_5 0.4000 relative_P_30 8_5 0.3333 relative_P_100 8_5 0.3922 relative_P_200 8_5 0.5294 relative_P_500 8_5 0.7647 relative_P_1000 8_5 0.8824 success_1 8_5 1.0000 success_5 8_5 1.0000 success_10 8_5 1.0000 set_P 8_5 0.0450 set_relative_P 8_5 0.8824 set_recall 8_5 0.8824 set_map 8_5 0.0397 set_F 8_5 0.0856 num_nonrel_judged_ret 8_5 46 rbp 8_5 0.1685 rbp_resid 8_5 0.1285 unj_5 8_5 0.0000 unj_10 8_5 0.0000 unj_20 8_5 0.1000 num_ret 8_7 1000 num_rel 8_7 47 num_rel_ret 8_7 43 map 8_7 0.4234 Rprec 8_7 0.4255 bpref 8_7 0.7116 recip_rank 8_7 1.0000 iprec_at_recall_0.00 8_7 1.0000 iprec_at_recall_0.10 8_7 1.0000 iprec_at_recall_0.20 8_7 0.9091 iprec_at_recall_0.30 8_7 0.5600 iprec_at_recall_0.40 8_7 0.4444 iprec_at_recall_0.50 8_7 0.3333 iprec_at_recall_0.60 8_7 0.2979 iprec_at_recall_0.70 8_7 0.2519 iprec_at_recall_0.80 8_7 0.1288 iprec_at_recall_0.90 8_7 0.0750 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 1.0000 P_10 8_7 0.9000 P_15 8_7 0.7333 P_20 8_7 0.5500 P_30 8_7 0.5000 P_100 8_7 0.2900 P_200 8_7 0.1800 P_500 8_7 0.0820 P_1000 8_7 0.0430 relstring 8_7 '2311202121' recall_5 8_7 0.1064 recall_10 8_7 0.1915 recall_15 8_7 0.2340 recall_20 8_7 0.2340 recall_30 8_7 0.3191 recall_100 8_7 0.6170 recall_200 8_7 0.7660 recall_500 8_7 0.8723 recall_1000 8_7 0.9149 infAP 8_7 0.4234 Rprec_mult_0.20 8_7 0.9000 Rprec_mult_0.40 8_7 0.5789 Rprec_mult_0.60 8_7 0.5172 Rprec_mult_0.80 8_7 0.4211 Rprec_mult_1.00 8_7 0.4255 Rprec_mult_1.20 8_7 0.3684 Rprec_mult_1.40 8_7 0.3333 Rprec_mult_1.60 8_7 0.3158 Rprec_mult_1.80 8_7 0.3059 Rprec_mult_2.00 8_7 0.2979 utility 8_7 -914.0000 11pt_avg 8_7 0.4546 binG 8_7 0.3007 G 8_7 0.2000 ndcg 8_7 0.6934 ndcg_rel 8_7 0.5858 Rndcg 8_7 0.5631 ndcg_cut_5 8_7 0.5548 ndcg_cut_10 8_7 0.5625 ndcg_cut_15 8_7 0.5183 ndcg_cut_20 8_7 0.4758 ndcg_cut_30 8_7 0.5108 ndcg_cut_100 8_7 0.6038 ndcg_cut_200 8_7 0.6474 ndcg_cut_500 8_7 0.6841 ndcg_cut_1000 8_7 0.6934 map_cut_5 8_7 0.1064 map_cut_10 8_7 0.1813 map_cut_15 8_7 0.2162 map_cut_20 8_7 0.2162 map_cut_30 8_7 0.2626 map_cut_100 8_7 0.3715 map_cut_200 8_7 0.4081 map_cut_500 8_7 0.4209 map_cut_1000 8_7 0.4234 relative_P_5 8_7 1.0000 relative_P_10 8_7 0.9000 relative_P_15 8_7 0.7333 relative_P_20 8_7 0.5500 relative_P_30 8_7 0.5000 relative_P_100 8_7 0.6170 relative_P_200 8_7 0.7660 relative_P_500 8_7 0.8723 relative_P_1000 8_7 0.9149 success_1 8_7 1.0000 success_5 8_7 1.0000 success_10 8_7 1.0000 set_P 8_7 0.0430 set_relative_P 8_7 0.9149 set_recall 8_7 0.9149 set_map 8_7 0.0393 set_F 8_7 0.0821 num_nonrel_judged_ret 8_7 25 rbp 8_7 0.2977 rbp_resid 8_7 0.1331 unj_5 8_7 0.0000 unj_10 8_7 0.0000 unj_20 8_7 0.2000 num_ret 8_8 1000 num_rel 8_8 32 num_rel_ret 8_8 31 map 8_8 0.3048 Rprec 8_8 0.3750 bpref 8_8 0.3984 recip_rank 8_8 0.5000 iprec_at_recall_0.00 8_8 0.6667 iprec_at_recall_0.10 8_8 0.6154 iprec_at_recall_0.20 8_8 0.6154 iprec_at_recall_0.30 8_8 0.4762 iprec_at_recall_0.40 8_8 0.3824 iprec_at_recall_0.50 8_8 0.2667 iprec_at_recall_0.60 8_8 0.1980 iprec_at_recall_0.70 8_8 0.1746 iprec_at_recall_0.80 8_8 0.1469 iprec_at_recall_0.90 8_8 0.0929 iprec_at_recall_1.00 8_8 0.0000 P_5 8_8 0.4000 P_10 8_8 0.6000 P_15 8_8 0.5333 P_20 8_8 0.4500 P_30 8_8 0.3667 P_100 8_8 0.1900 P_200 8_8 0.1300 P_500 8_8 0.0600 P_1000 8_8 0.0310 relstring 8_8 '0440004133' recall_5 8_8 0.0625 recall_10 8_8 0.1875 recall_15 8_8 0.2500 recall_20 8_8 0.2812 recall_30 8_8 0.3438 recall_100 8_8 0.5938 recall_200 8_8 0.8125 recall_500 8_8 0.9375 recall_1000 8_8 0.9688 infAP 8_8 0.3048 Rprec_mult_0.20 8_8 0.4286 Rprec_mult_0.40 8_8 0.6154 Rprec_mult_0.60 8_8 0.4500 Rprec_mult_0.80 8_8 0.4231 Rprec_mult_1.00 8_8 0.3750 Rprec_mult_1.20 8_8 0.3333 Rprec_mult_1.40 8_8 0.3111 Rprec_mult_1.60 8_8 0.2885 Rprec_mult_1.80 8_8 0.2586 Rprec_mult_2.00 8_8 0.2500 utility 8_8 -938.0000 11pt_avg 8_8 0.3305 binG 8_8 0.2331 G 8_8 0.2061 ndcg 8_8 0.6669 ndcg_rel 8_8 0.5434 Rndcg 8_8 0.4791 ndcg_cut_5 8_8 0.3836 ndcg_cut_10 8_8 0.4791 ndcg_cut_15 8_8 0.4625 ndcg_cut_20 8_8 0.4640 ndcg_cut_30 8_8 0.4407 ndcg_cut_100 8_8 0.5733 ndcg_cut_200 8_8 0.6314 ndcg_cut_500 8_8 0.6623 ndcg_cut_1000 8_8 0.6669 map_cut_5 8_8 0.0365 map_cut_10 8_8 0.1016 map_cut_15 8_8 0.1390 map_cut_20 8_8 0.1531 map_cut_30 8_8 0.1812 map_cut_100 8_8 0.2548 map_cut_200 8_8 0.2906 map_cut_500 8_8 0.3031 map_cut_1000 8_8 0.3048 relative_P_5 8_8 0.4000 relative_P_10 8_8 0.6000 relative_P_15 8_8 0.5333 relative_P_20 8_8 0.4500 relative_P_30 8_8 0.3667 relative_P_100 8_8 0.5938 relative_P_200 8_8 0.8125 relative_P_500 8_8 0.9375 relative_P_1000 8_8 0.9688 success_1 8_8 0.0000 success_5 8_8 1.0000 success_10 8_8 1.0000 set_P 8_8 0.0310 set_relative_P 8_8 0.9688 set_recall 8_8 0.9688 set_map 8_8 0.0300 set_F 8_8 0.0601 num_nonrel_judged_ret 8_8 53 rbp 8_8 0.3533 rbp_resid 8_8 0.0923 unj_5 8_8 0.0000 unj_10 8_8 0.0000 unj_20 8_8 0.1000 num_ret 9_11 1000 num_rel 9_11 119 num_rel_ret 9_11 72 map 9_11 0.2883 Rprec 9_11 0.3277 bpref 9_11 0.5826 recip_rank 9_11 1.0000 iprec_at_recall_0.00 9_11 1.0000 iprec_at_recall_0.10 9_11 1.0000 iprec_at_recall_0.20 9_11 0.6667 iprec_at_recall_0.30 9_11 0.3830 iprec_at_recall_0.40 9_11 0.2712 iprec_at_recall_0.50 9_11 0.1478 iprec_at_recall_0.60 9_11 0.0833 iprec_at_recall_0.70 9_11 0.0000 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 1.0000 P_10 9_11 1.0000 P_15 9_11 0.9333 P_20 9_11 0.8000 P_30 9_11 0.7333 P_100 9_11 0.3700 P_200 9_11 0.2450 P_500 9_11 0.1260 P_1000 9_11 0.0720 relstring 9_11 '3222222122' recall_5 9_11 0.0420 recall_10 9_11 0.0840 recall_15 9_11 0.1176 recall_20 9_11 0.1345 recall_30 9_11 0.1849 recall_100 9_11 0.3109 recall_200 9_11 0.4118 recall_500 9_11 0.5294 recall_1000 9_11 0.6050 infAP 9_11 0.2883 Rprec_mult_0.20 9_11 0.7917 Rprec_mult_0.40 9_11 0.5208 Rprec_mult_0.60 9_11 0.4028 Rprec_mult_0.80 9_11 0.3750 Rprec_mult_1.00 9_11 0.3277 Rprec_mult_1.20 9_11 0.3077 Rprec_mult_1.40 9_11 0.2814 Rprec_mult_1.60 9_11 0.2565 Rprec_mult_1.80 9_11 0.2279 Rprec_mult_2.00 9_11 0.2059 utility 9_11 -856.0000 11pt_avg 9_11 0.3229 binG 9_11 0.2022 G 9_11 0.1377 ndcg 9_11 0.6089 ndcg_rel 9_11 0.6072 Rndcg 9_11 0.5690 ndcg_cut_5 9_11 0.7797 ndcg_cut_10 9_11 0.7324 ndcg_cut_15 9_11 0.7445 ndcg_cut_20 9_11 0.7128 ndcg_cut_30 9_11 0.7027 ndcg_cut_100 9_11 0.4854 ndcg_cut_200 9_11 0.5084 ndcg_cut_500 9_11 0.5755 ndcg_cut_1000 9_11 0.6089 map_cut_5 9_11 0.0420 map_cut_10 9_11 0.0840 map_cut_15 9_11 0.1171 map_cut_20 9_11 0.1312 map_cut_30 9_11 0.1702 map_cut_100 9_11 0.2283 map_cut_200 9_11 0.2600 map_cut_500 9_11 0.2803 map_cut_1000 9_11 0.2883 relative_P_5 9_11 1.0000 relative_P_10 9_11 1.0000 relative_P_15 9_11 0.9333 relative_P_20 9_11 0.8000 relative_P_30 9_11 0.7333 relative_P_100 9_11 0.3700 relative_P_200 9_11 0.4118 relative_P_500 9_11 0.5294 relative_P_1000 9_11 0.6050 success_1 9_11 1.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.0720 set_relative_P 9_11 0.6050 set_recall 9_11 0.6050 set_map 9_11 0.0436 set_F 9_11 0.1287 num_nonrel_judged_ret 9_11 7 rbp 9_11 0.6018 rbp_resid 9_11 0.1366 unj_5 9_11 0.0000 unj_10 9_11 0.0000 unj_20 9_11 0.2000 num_ret 9_13 1000 num_rel 9_13 4 num_rel_ret 9_13 2 map 9_13 0.4167 Rprec 9_13 0.5000 bpref 9_13 0.5000 recip_rank 9_13 1.0000 iprec_at_recall_0.00 9_13 1.0000 iprec_at_recall_0.10 9_13 1.0000 iprec_at_recall_0.20 9_13 1.0000 iprec_at_recall_0.30 9_13 1.0000 iprec_at_recall_0.40 9_13 0.6667 iprec_at_recall_0.50 9_13 0.6667 iprec_at_recall_0.60 9_13 0.6667 iprec_at_recall_0.70 9_13 0.0000 iprec_at_recall_0.80 9_13 0.0000 iprec_at_recall_0.90 9_13 0.0000 iprec_at_recall_1.00 9_13 0.0000 P_5 9_13 0.4000 P_10 9_13 0.2000 P_15 9_13 0.1333 P_20 9_13 0.1000 P_30 9_13 0.0667 P_100 9_13 0.0200 P_200 9_13 0.0100 P_500 9_13 0.0040 P_1000 9_13 0.0020 relstring 9_13 '2-3-------' recall_5 9_13 0.5000 recall_10 9_13 0.5000 recall_15 9_13 0.5000 recall_20 9_13 0.5000 recall_30 9_13 0.5000 recall_100 9_13 0.5000 recall_200 9_13 0.5000 recall_500 9_13 0.5000 recall_1000 9_13 0.5000 infAP 9_13 0.4167 Rprec_mult_0.20 9_13 1.0000 Rprec_mult_0.40 9_13 0.5000 Rprec_mult_0.60 9_13 0.6667 Rprec_mult_0.80 9_13 0.5000 Rprec_mult_1.00 9_13 0.5000 Rprec_mult_1.20 9_13 0.4000 Rprec_mult_1.40 9_13 0.3333 Rprec_mult_1.60 9_13 0.2857 Rprec_mult_1.80 9_13 0.2500 Rprec_mult_2.00 9_13 0.2500 utility 9_13 -996.0000 11pt_avg 9_13 0.5455 binG 9_13 0.4077 G 9_13 0.2838 ndcg 9_13 0.5535 ndcg_rel 9_13 0.5919 Rndcg 9_13 0.5274 ndcg_cut_5 9_13 0.5535 ndcg_cut_10 9_13 0.5535 ndcg_cut_15 9_13 0.5535 ndcg_cut_20 9_13 0.5535 ndcg_cut_30 9_13 0.5535 ndcg_cut_100 9_13 0.5535 ndcg_cut_200 9_13 0.5535 ndcg_cut_500 9_13 0.5535 ndcg_cut_1000 9_13 0.5535 map_cut_5 9_13 0.4167 map_cut_10 9_13 0.4167 map_cut_15 9_13 0.4167 map_cut_20 9_13 0.4167 map_cut_30 9_13 0.4167 map_cut_100 9_13 0.4167 map_cut_200 9_13 0.4167 map_cut_500 9_13 0.4167 map_cut_1000 9_13 0.4167 relative_P_5 9_13 0.5000 relative_P_10 9_13 0.5000 relative_P_15 9_13 0.5000 relative_P_20 9_13 0.5000 relative_P_30 9_13 0.5000 relative_P_100 9_13 0.5000 relative_P_200 9_13 0.5000 relative_P_500 9_13 0.5000 relative_P_1000 9_13 0.5000 success_1 9_13 1.0000 success_5 9_13 1.0000 success_10 9_13 1.0000 set_P 9_13 0.0020 set_relative_P 9_13 0.5000 set_recall 9_13 0.5000 set_map 9_13 0.0010 set_F 9_13 0.0040 num_nonrel_judged_ret 9_13 3 rbp 9_13 0.1477 rbp_resid 9_13 0.7770 unj_5 9_13 0.6000 unj_10 9_13 0.8000 unj_20 9_13 0.8500 num_ret 9_2 1000 num_rel 9_2 113 num_rel_ret 9_2 85 map 9_2 0.3405 Rprec 9_2 0.3805 bpref 9_2 0.6157 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 0.7333 iprec_at_recall_0.20 9_2 0.6389 iprec_at_recall_0.30 9_2 0.5072 iprec_at_recall_0.40 9_2 0.3630 iprec_at_recall_0.50 9_2 0.2969 iprec_at_recall_0.60 9_2 0.2595 iprec_at_recall_0.70 9_2 0.1308 iprec_at_recall_0.80 9_2 0.0000 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 1.0000 P_10 9_2 0.8000 P_15 9_2 0.7333 P_20 9_2 0.7000 P_30 9_2 0.6333 P_100 9_2 0.4000 P_200 9_2 0.2850 P_500 9_2 0.1540 P_1000 9_2 0.0850 relstring 9_2 '1112222003' recall_5 9_2 0.0442 recall_10 9_2 0.0708 recall_15 9_2 0.0973 recall_20 9_2 0.1239 recall_30 9_2 0.1681 recall_100 9_2 0.3540 recall_200 9_2 0.5044 recall_500 9_2 0.6814 recall_1000 9_2 0.7522 infAP 9_2 0.3405 Rprec_mult_0.20 9_2 0.6957 Rprec_mult_0.40 9_2 0.5652 Rprec_mult_0.60 9_2 0.5000 Rprec_mult_0.80 9_2 0.4066 Rprec_mult_1.00 9_2 0.3805 Rprec_mult_1.20 9_2 0.3603 Rprec_mult_1.40 9_2 0.3333 Rprec_mult_1.60 9_2 0.3039 Rprec_mult_1.80 9_2 0.2843 Rprec_mult_2.00 9_2 0.2788 utility 9_2 -830.0000 11pt_avg 9_2 0.3572 binG 9_2 0.1933 G 9_2 0.1343 ndcg 9_2 0.6179 ndcg_rel 9_2 0.5174 Rndcg 9_2 0.4766 ndcg_cut_5 9_2 0.4258 ndcg_cut_10 9_2 0.4995 ndcg_cut_15 9_2 0.4638 ndcg_cut_20 9_2 0.4539 ndcg_cut_30 9_2 0.4632 ndcg_cut_100 9_2 0.4190 ndcg_cut_200 9_2 0.4879 ndcg_cut_500 9_2 0.5870 ndcg_cut_1000 9_2 0.6179 map_cut_5 9_2 0.0442 map_cut_10 9_2 0.0690 map_cut_15 9_2 0.0896 map_cut_20 9_2 0.1077 map_cut_30 9_2 0.1379 map_cut_100 9_2 0.2360 map_cut_200 9_2 0.2887 map_cut_500 9_2 0.3324 map_cut_1000 9_2 0.3405 relative_P_5 9_2 1.0000 relative_P_10 9_2 0.8000 relative_P_15 9_2 0.7333 relative_P_20 9_2 0.7000 relative_P_30 9_2 0.6333 relative_P_100 9_2 0.4000 relative_P_200 9_2 0.5044 relative_P_500 9_2 0.6814 relative_P_1000 9_2 0.7522 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 0.0850 set_relative_P 9_2 0.7522 set_recall 9_2 0.7522 set_map 9_2 0.0639 set_F 9_2 0.1527 num_nonrel_judged_ret 9_2 23 rbp 9_2 0.3816 rbp_resid 9_2 0.0907 unj_5 9_2 0.0000 unj_10 9_2 0.0000 unj_20 9_2 0.1000 num_ret 9_6 1000 num_rel 9_6 131 num_rel_ret 9_6 113 map 9_6 0.4003 Rprec 9_6 0.4198 bpref 9_6 0.8473 recip_rank 9_6 1.0000 iprec_at_recall_0.00 9_6 1.0000 iprec_at_recall_0.10 9_6 1.0000 iprec_at_recall_0.20 9_6 0.5495 iprec_at_recall_0.30 9_6 0.5495 iprec_at_recall_0.40 9_6 0.4771 iprec_at_recall_0.50 9_6 0.3350 iprec_at_recall_0.60 9_6 0.2614 iprec_at_recall_0.70 9_6 0.2252 iprec_at_recall_0.80 9_6 0.1710 iprec_at_recall_0.90 9_6 0.0000 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 1.0000 P_10 9_6 1.0000 P_15 9_6 0.9333 P_20 9_6 0.8500 P_30 9_6 0.6667 P_100 9_6 0.5100 P_200 9_6 0.3250 P_500 9_6 0.2000 P_1000 9_6 0.1130 relstring 9_6 '2232321221' recall_5 9_6 0.0382 recall_10 9_6 0.0763 recall_15 9_6 0.1069 recall_20 9_6 0.1298 recall_30 9_6 0.1527 recall_100 9_6 0.3893 recall_200 9_6 0.4962 recall_500 9_6 0.7634 recall_1000 9_6 0.8626 infAP 9_6 0.4003 Rprec_mult_0.20 9_6 0.7037 Rprec_mult_0.40 9_6 0.5283 Rprec_mult_0.60 9_6 0.5316 Rprec_mult_0.80 9_6 0.4857 Rprec_mult_1.00 9_6 0.4198 Rprec_mult_1.20 9_6 0.3797 Rprec_mult_1.40 9_6 0.3533 Rprec_mult_1.60 9_6 0.3238 Rprec_mult_1.80 9_6 0.3008 Rprec_mult_2.00 9_6 0.2824 utility 9_6 -774.0000 11pt_avg 9_6 0.4153 binG 9_6 0.2325 G 9_6 0.1486 ndcg 9_6 0.7308 ndcg_rel 9_6 0.6127 Rndcg 9_6 0.5760 ndcg_cut_5 9_6 0.7669 ndcg_cut_10 9_6 0.6861 ndcg_cut_15 9_6 0.6526 ndcg_cut_20 9_6 0.6210 ndcg_cut_30 9_6 0.5578 ndcg_cut_100 9_6 0.5114 ndcg_cut_200 9_6 0.5230 ndcg_cut_500 9_6 0.6825 ndcg_cut_1000 9_6 0.7308 map_cut_5 9_6 0.0382 map_cut_10 9_6 0.0763 map_cut_15 9_6 0.1064 map_cut_20 9_6 0.1264 map_cut_30 9_6 0.1439 map_cut_100 9_6 0.2726 map_cut_200 9_6 0.3159 map_cut_500 9_6 0.3847 map_cut_1000 9_6 0.4003 relative_P_5 9_6 1.0000 relative_P_10 9_6 1.0000 relative_P_15 9_6 0.9333 relative_P_20 9_6 0.8500 relative_P_30 9_6 0.6667 relative_P_100 9_6 0.5100 relative_P_200 9_6 0.4962 relative_P_500 9_6 0.7634 relative_P_1000 9_6 0.8626 success_1 9_6 1.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 0.1130 set_relative_P 9_6 0.8626 set_recall 9_6 0.8626 set_map 9_6 0.0975 set_F 9_6 0.1998 num_nonrel_judged_ret 9_6 3 rbp 9_6 0.5979 rbp_resid 9_6 0.1409 unj_5 9_6 0.0000 unj_10 9_6 0.0000 unj_20 9_6 0.1500 num_ret 9_9 1000 num_rel 9_9 55 num_rel_ret 9_9 40 map 9_9 0.4617 Rprec 9_9 0.4545 bpref 9_9 0.7266 recip_rank 9_9 1.0000 iprec_at_recall_0.00 9_9 1.0000 iprec_at_recall_0.10 9_9 1.0000 iprec_at_recall_0.20 9_9 0.9231 iprec_at_recall_0.30 9_9 0.8500 iprec_at_recall_0.40 9_9 0.7586 iprec_at_recall_0.50 9_9 0.4375 iprec_at_recall_0.60 9_9 0.1919 iprec_at_recall_0.70 9_9 0.0728 iprec_at_recall_0.80 9_9 0.0000 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 1.0000 P_10 9_9 1.0000 P_15 9_9 0.8000 P_20 9_9 0.8500 P_30 9_9 0.7333 P_100 9_9 0.3000 P_200 9_9 0.1700 P_500 9_9 0.0760 P_1000 9_9 0.0400 relstring 9_9 '3223333233' recall_5 9_9 0.0909 recall_10 9_9 0.1818 recall_15 9_9 0.2182 recall_20 9_9 0.3091 recall_30 9_9 0.4000 recall_100 9_9 0.5455 recall_200 9_9 0.6182 recall_500 9_9 0.6909 recall_1000 9_9 0.7273 infAP 9_9 0.4617 Rprec_mult_0.20 9_9 0.9091 Rprec_mult_0.40 9_9 0.7727 Rprec_mult_0.60 9_9 0.7273 Rprec_mult_0.80 9_9 0.5455 Rprec_mult_1.00 9_9 0.4545 Rprec_mult_1.20 9_9 0.4242 Rprec_mult_1.40 9_9 0.3636 Rprec_mult_1.60 9_9 0.3295 Rprec_mult_1.80 9_9 0.3030 Rprec_mult_2.00 9_9 0.2818 utility 9_9 -920.0000 11pt_avg 9_9 0.4758 binG 9_9 0.3294 G 9_9 0.2337 ndcg 9_9 0.7579 ndcg_rel 9_9 0.7599 Rndcg 9_9 0.6857 ndcg_cut_5 9_9 0.8721 ndcg_cut_10 9_9 0.8939 ndcg_cut_15 9_9 0.7535 ndcg_cut_20 9_9 0.7496 ndcg_cut_30 9_9 0.7194 ndcg_cut_100 9_9 0.6716 ndcg_cut_200 9_9 0.7105 ndcg_cut_500 9_9 0.7412 ndcg_cut_1000 9_9 0.7579 map_cut_5 9_9 0.0909 map_cut_10 9_9 0.1818 map_cut_15 9_9 0.2153 map_cut_20 9_9 0.2909 map_cut_30 9_9 0.3610 map_cut_100 9_9 0.4328 map_cut_200 9_9 0.4494 map_cut_500 9_9 0.4593 map_cut_1000 9_9 0.4617 relative_P_5 9_9 1.0000 relative_P_10 9_9 1.0000 relative_P_15 9_9 0.8000 relative_P_20 9_9 0.8500 relative_P_30 9_9 0.7333 relative_P_100 9_9 0.5455 relative_P_200 9_9 0.6182 relative_P_500 9_9 0.6909 relative_P_1000 9_9 0.7273 success_1 9_9 1.0000 success_5 9_9 1.0000 success_10 9_9 1.0000 set_P 9_9 0.0400 set_relative_P 9_9 0.7273 set_recall 9_9 0.7273 set_map 9_9 0.0291 set_F 9_9 0.0758 num_nonrel_judged_ret 9_9 1 rbp 9_9 0.7170 rbp_resid 9_9 0.1594 unj_5 9_9 0.0000 unj_10 9_9 0.0000 unj_20 9_9 0.1500 runid all infosense_llama_short_long_qrs_2_run num_q all 116 num_ret all 116000 num_rel all 9895 num_rel_ret all 6475 map all 0.2591 gm_map all 0.1705 Rprec all 0.3005 bpref all 0.5072 recip_rank all 0.8080 iprec_at_recall_0.00 all 0.8304 iprec_at_recall_0.10 all 0.6544 iprec_at_recall_0.20 all 0.5140 iprec_at_recall_0.30 all 0.3869 iprec_at_recall_0.40 all 0.2811 iprec_at_recall_0.50 all 0.1941 iprec_at_recall_0.60 all 0.1417 iprec_at_recall_0.70 all 0.0792 iprec_at_recall_0.80 all 0.0406 iprec_at_recall_0.90 all 0.0129 iprec_at_recall_1.00 all 0.0007 P_5 all 0.6828 P_10 all 0.6017 P_15 all 0.5592 P_20 all 0.5392 P_30 all 0.4945 P_100 all 0.2673 P_200 all 0.1745 P_500 all 0.0943 P_1000 all 0.0558 recall_5 all 0.0565 recall_10 all 0.0907 recall_15 all 0.1215 recall_20 all 0.1507 recall_30 all 0.2010 recall_100 all 0.3488 recall_200 all 0.4568 recall_500 all 0.5953 recall_1000 all 0.6869 infAP all 0.2591 gm_bpref all 0.3433 Rprec_mult_0.20 all 0.5811 Rprec_mult_0.40 all 0.4576 Rprec_mult_0.60 all 0.3885 Rprec_mult_0.80 all 0.3376 Rprec_mult_1.00 all 0.3005 Rprec_mult_1.20 all 0.2674 Rprec_mult_1.40 all 0.2454 Rprec_mult_1.60 all 0.2263 Rprec_mult_1.80 all 0.2105 Rprec_mult_2.00 all 0.1983 utility all -888.3621 11pt_avg all 0.2851 binG all 0.1897 G all 0.1412 ndcg all 0.5338 ndcg_rel all 0.4766 Rndcg all 0.4222 ndcg_cut_5 all 0.4722 ndcg_cut_10 all 0.4491 ndcg_cut_15 all 0.4366 ndcg_cut_20 all 0.4347 ndcg_cut_30 all 0.4262 ndcg_cut_100 all 0.3990 ndcg_cut_200 all 0.4323 ndcg_cut_500 all 0.4961 ndcg_cut_1000 all 0.5338 map_cut_5 all 0.0492 map_cut_10 all 0.0754 map_cut_15 all 0.0970 map_cut_20 all 0.1162 map_cut_30 all 0.1465 map_cut_100 all 0.2077 map_cut_200 all 0.2317 map_cut_500 all 0.2517 map_cut_1000 all 0.2591 relative_P_5 all 0.6836 relative_P_10 all 0.6043 relative_P_15 all 0.5638 relative_P_20 all 0.5457 relative_P_30 all 0.5075 relative_P_100 all 0.3906 relative_P_200 all 0.4589 relative_P_500 all 0.5953 relative_P_1000 all 0.6869 success_1 all 0.7241 success_5 all 0.9052 success_10 all 0.9224 set_P all 0.0558 set_relative_P all 0.6869 set_recall all 0.6869 set_map all 0.0393 set_F all 0.1004 num_nonrel_judged_ret all 3262 rbp all 0.3391 rbp_resid all 0.1999 unj_5 all 0.0052 unj_10 all 0.1276 unj_20 all 0.2349