num_ret 0_10 1000 num_rel 0_10 54 num_rel_ret 0_10 54 map 0_10 0.5883 Rprec 0_10 0.5926 bpref 0_10 0.8618 recip_rank 0_10 1.0000 iprec_at_recall_0.00 0_10 1.0000 iprec_at_recall_0.10 0_10 1.0000 iprec_at_recall_0.20 0_10 0.8125 iprec_at_recall_0.30 0_10 0.8065 iprec_at_recall_0.40 0_10 0.8065 iprec_at_recall_0.50 0_10 0.7500 iprec_at_recall_0.60 0_10 0.6038 iprec_at_recall_0.70 0_10 0.3838 iprec_at_recall_0.80 0_10 0.2756 iprec_at_recall_0.90 0_10 0.1269 iprec_at_recall_1.00 0_10 0.0748 P_5 0_10 1.0000 P_10 0_10 0.9000 P_15 0_10 0.8000 P_20 0_10 0.7500 P_30 0_10 0.8000 P_100 0_10 0.3800 P_200 0_10 0.2150 P_500 0_10 0.1060 P_1000 0_10 0.0540 relstring 0_10 '23231312-1' recall_5 0_10 0.0926 recall_10 0_10 0.1667 recall_15 0_10 0.2222 recall_20 0_10 0.2778 recall_30 0_10 0.4444 recall_100 0_10 0.7037 recall_200 0_10 0.7963 recall_500 0_10 0.9815 recall_1000 0_10 1.0000 infAP 0_10 0.5883 Rprec_mult_0.20 0_10 0.8182 Rprec_mult_0.40 0_10 0.7727 Rprec_mult_0.60 0_10 0.7879 Rprec_mult_0.80 0_10 0.6591 Rprec_mult_1.00 0_10 0.5926 Rprec_mult_1.20 0_10 0.5077 Rprec_mult_1.40 0_10 0.4342 Rprec_mult_1.60 0_10 0.4253 Rprec_mult_1.80 0_10 0.3776 Rprec_mult_2.00 0_10 0.3611 utility 0_10 -892.0000 11pt_avg 0_10 0.6037 binG 0_10 0.3597 G 0_10 0.2131 ndcg 0_10 0.8158 ndcg_rel 0_10 0.6856 Rndcg 0_10 0.6662 ndcg_cut_5 0_10 0.7429 ndcg_cut_10 0_10 0.6525 ndcg_cut_15 0_10 0.6227 ndcg_cut_20 0_10 0.5960 ndcg_cut_30 0_10 0.6575 ndcg_cut_100 0_10 0.6808 ndcg_cut_200 0_10 0.7218 ndcg_cut_500 0_10 0.8128 ndcg_cut_1000 0_10 0.8158 map_cut_5 0_10 0.0926 map_cut_10 0_10 0.1648 map_cut_15 0_10 0.2084 map_cut_20 0_10 0.2510 map_cut_30 0_10 0.3807 map_cut_100 0_10 0.5316 map_cut_200 0_10 0.5593 map_cut_500 0_10 0.5869 map_cut_1000 0_10 0.5883 relative_P_5 0_10 1.0000 relative_P_10 0_10 0.9000 relative_P_15 0_10 0.8000 relative_P_20 0_10 0.7500 relative_P_30 0_10 0.8000 relative_P_100 0_10 0.7037 relative_P_200 0_10 0.7963 relative_P_500 0_10 0.9815 relative_P_1000 0_10 1.0000 success_1 0_10 1.0000 success_5 0_10 1.0000 success_10 0_10 1.0000 set_P 0_10 0.0540 set_relative_P 0_10 1.0000 set_recall 0_10 1.0000 set_map 0_10 0.0540 set_F 0_10 0.1025 num_nonrel_judged_ret 0_10 30 rbp 0_10 0.6073 rbp_resid 0_10 0.1102 unj_5 0_10 0.0000 unj_10 0_10 0.1000 unj_20 0_10 0.1000 num_ret 0_11 1000 num_rel 0_11 12 num_rel_ret 0_11 12 map 0_11 0.3153 Rprec 0_11 0.3333 bpref 0_11 0.3194 recip_rank 0_11 1.0000 iprec_at_recall_0.00 0_11 1.0000 iprec_at_recall_0.10 0_11 1.0000 iprec_at_recall_0.20 0_11 1.0000 iprec_at_recall_0.30 0_11 0.4444 iprec_at_recall_0.40 0_11 0.1515 iprec_at_recall_0.50 0_11 0.0311 iprec_at_recall_0.60 0_11 0.0311 iprec_at_recall_0.70 0_11 0.0311 iprec_at_recall_0.80 0_11 0.0311 iprec_at_recall_0.90 0_11 0.0311 iprec_at_recall_1.00 0_11 0.0195 P_5 0_11 0.6000 P_10 0_11 0.4000 P_15 0_11 0.2667 P_20 0_11 0.2000 P_30 0_11 0.1333 P_100 0_11 0.0500 P_200 0_11 0.0250 P_500 0_11 0.0220 P_1000 0_11 0.0120 relstring 0_11 '33300-003-' recall_5 0_11 0.2500 recall_10 0_11 0.3333 recall_15 0_11 0.3333 recall_20 0_11 0.3333 recall_30 0_11 0.3333 recall_100 0_11 0.4167 recall_200 0_11 0.4167 recall_500 0_11 0.9167 recall_1000 0_11 1.0000 infAP 0_11 0.3153 Rprec_mult_0.20 0_11 1.0000 Rprec_mult_0.40 0_11 0.6000 Rprec_mult_0.60 0_11 0.3750 Rprec_mult_0.80 0_11 0.4000 Rprec_mult_1.00 0_11 0.3333 Rprec_mult_1.20 0_11 0.2667 Rprec_mult_1.40 0_11 0.2353 Rprec_mult_1.60 0_11 0.2000 Rprec_mult_1.80 0_11 0.1818 Rprec_mult_2.00 0_11 0.1667 utility 0_11 -976.0000 11pt_avg 0_11 0.3428 binG 0_11 0.3668 G 0_11 0.3555 ndcg 0_11 0.6808 ndcg_rel 0_11 0.6979 Rndcg 0_11 0.5792 ndcg_cut_5 0_11 0.7227 ndcg_cut_10 0_11 0.5353 ndcg_cut_15 0_11 0.4775 ndcg_cut_20 0_11 0.4775 ndcg_cut_30 0_11 0.4775 ndcg_cut_100 0_11 0.5161 ndcg_cut_200 0_11 0.5161 ndcg_cut_500 0_11 0.6596 ndcg_cut_1000 0_11 0.6808 map_cut_5 0_11 0.2500 map_cut_10 0_11 0.2870 map_cut_15 0_11 0.2870 map_cut_20 0_11 0.2870 map_cut_30 0_11 0.2870 map_cut_100 0_11 0.2997 map_cut_200 0_11 0.2997 map_cut_500 0_11 0.3137 map_cut_1000 0_11 0.3153 relative_P_5 0_11 0.6000 relative_P_10 0_11 0.4000 relative_P_15 0_11 0.3333 relative_P_20 0_11 0.3333 relative_P_30 0_11 0.3333 relative_P_100 0_11 0.4167 relative_P_200 0_11 0.4167 relative_P_500 0_11 0.9167 relative_P_1000 0_11 1.0000 success_1 0_11 1.0000 success_5 0_11 1.0000 success_10 0_11 1.0000 set_P 0_11 0.0120 set_relative_P 0_11 1.0000 set_recall 0_11 1.0000 set_map 0_11 0.0120 set_F 0_11 0.0237 num_nonrel_judged_ret 0_11 22 rbp 0_11 0.3175 rbp_resid 0_11 0.3626 unj_5 0_11 0.0000 unj_10 0_11 0.2000 unj_20 0_11 0.4500 num_ret 0_2 1000 num_rel 0_2 34 num_rel_ret 0_2 21 map 0_2 0.1390 Rprec 0_2 0.2059 bpref 0_2 0.1540 recip_rank 0_2 0.5000 iprec_at_recall_0.00 0_2 0.5000 iprec_at_recall_0.10 0_2 0.3571 iprec_at_recall_0.20 0_2 0.2162 iprec_at_recall_0.30 0_2 0.2113 iprec_at_recall_0.40 0_2 0.2113 iprec_at_recall_0.50 0_2 0.1717 iprec_at_recall_0.60 0_2 0.1399 iprec_at_recall_0.70 0_2 0.0000 iprec_at_recall_0.80 0_2 0.0000 iprec_at_recall_0.90 0_2 0.0000 iprec_at_recall_1.00 0_2 0.0000 P_5 0_2 0.2000 P_10 0_2 0.2000 P_15 0_2 0.3333 P_20 0_2 0.2500 P_30 0_2 0.2000 P_100 0_2 0.1700 P_200 0_2 0.1050 P_500 0_2 0.0420 P_1000 0_2 0.0210 relstring 0_2 '0200010000' recall_5 0_2 0.0294 recall_10 0_2 0.0588 recall_15 0_2 0.1471 recall_20 0_2 0.1471 recall_30 0_2 0.1765 recall_100 0_2 0.5000 recall_200 0_2 0.6176 recall_500 0_2 0.6176 recall_1000 0_2 0.6176 infAP 0_2 0.1390 Rprec_mult_0.20 0_2 0.2857 Rprec_mult_0.40 0_2 0.3571 Rprec_mult_0.60 0_2 0.2857 Rprec_mult_0.80 0_2 0.2143 Rprec_mult_1.00 0_2 0.2059 Rprec_mult_1.20 0_2 0.1951 Rprec_mult_1.40 0_2 0.1875 Rprec_mult_1.60 0_2 0.1636 Rprec_mult_1.80 0_2 0.1774 Rprec_mult_2.00 0_2 0.1912 utility 0_2 -958.0000 11pt_avg 0_2 0.1643 binG 0_2 0.1374 G 0_2 0.1174 ndcg 0_2 0.3901 ndcg_rel 0_2 0.3272 Rndcg 0_2 0.2151 ndcg_cut_5 0_2 0.1830 ndcg_cut_10 0_2 0.1604 ndcg_cut_15 0_2 0.2366 ndcg_cut_20 0_2 0.2161 ndcg_cut_30 0_2 0.2155 ndcg_cut_100 0_2 0.3394 ndcg_cut_200 0_2 0.3901 ndcg_cut_500 0_2 0.3901 ndcg_cut_1000 0_2 0.3901 map_cut_5 0_2 0.0147 map_cut_10 0_2 0.0245 map_cut_15 0_2 0.0521 map_cut_20 0_2 0.0521 map_cut_30 0_2 0.0605 map_cut_100 0_2 0.1224 map_cut_200 0_2 0.1390 map_cut_500 0_2 0.1390 map_cut_1000 0_2 0.1390 relative_P_5 0_2 0.2000 relative_P_10 0_2 0.2000 relative_P_15 0_2 0.3333 relative_P_20 0_2 0.2500 relative_P_30 0_2 0.2000 relative_P_100 0_2 0.5000 relative_P_200 0_2 0.6176 relative_P_500 0_2 0.6176 relative_P_1000 0_2 0.6176 success_1 0_2 0.0000 success_5 0_2 1.0000 success_10 0_2 1.0000 set_P 0_2 0.0210 set_relative_P 0_2 0.6176 set_recall 0_2 0.6176 set_map 0_2 0.0130 set_F 0_2 0.0406 num_nonrel_judged_ret 0_2 103 rbp 0_2 0.1408 rbp_resid 0_2 0.0163 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1000 num_rel 0_3 24 num_rel_ret 0_3 10 map 0_3 0.0685 Rprec 0_3 0.1250 bpref 0_3 0.0885 recip_rank 0_3 0.5000 iprec_at_recall_0.00 0_3 0.5000 iprec_at_recall_0.10 0_3 0.2500 iprec_at_recall_0.20 0_3 0.1304 iprec_at_recall_0.30 0_3 0.1231 iprec_at_recall_0.40 0_3 0.0538 iprec_at_recall_0.50 0_3 0.0000 iprec_at_recall_0.60 0_3 0.0000 iprec_at_recall_0.70 0_3 0.0000 iprec_at_recall_0.80 0_3 0.0000 iprec_at_recall_0.90 0_3 0.0000 iprec_at_recall_1.00 0_3 0.0000 P_5 0_3 0.2000 P_10 0_3 0.2000 P_15 0_3 0.1333 P_20 0_3 0.1500 P_30 0_3 0.1000 P_100 0_3 0.0800 P_200 0_3 0.0500 P_500 0_3 0.0200 P_1000 0_3 0.0100 relstring 0_3 '0100000100' recall_5 0_3 0.0417 recall_10 0_3 0.0833 recall_15 0_3 0.0833 recall_20 0_3 0.1250 recall_30 0_3 0.1250 recall_100 0_3 0.3333 recall_200 0_3 0.4167 recall_500 0_3 0.4167 recall_1000 0_3 0.4167 infAP 0_3 0.0685 Rprec_mult_0.20 0_3 0.2000 Rprec_mult_0.40 0_3 0.2000 Rprec_mult_0.60 0_3 0.1333 Rprec_mult_0.80 0_3 0.1500 Rprec_mult_1.00 0_3 0.1250 Rprec_mult_1.20 0_3 0.1034 Rprec_mult_1.40 0_3 0.0882 Rprec_mult_1.60 0_3 0.1026 Rprec_mult_1.80 0_3 0.1136 Rprec_mult_2.00 0_3 0.1250 utility 0_3 -980.0000 11pt_avg 0_3 0.0961 binG 0_3 0.1001 G 0_3 0.0786 ndcg 0_3 0.2253 ndcg_rel 0_3 0.1991 Rndcg 0_3 0.1042 ndcg_cut_5 0_3 0.0915 ndcg_cut_10 0_3 0.1114 ndcg_cut_15 0_3 0.0965 ndcg_cut_20 0_3 0.1079 ndcg_cut_30 0_3 0.1000 ndcg_cut_100 0_3 0.1916 ndcg_cut_200 0_3 0.2253 ndcg_cut_500 0_3 0.2253 ndcg_cut_1000 0_3 0.2253 map_cut_5 0_3 0.0208 map_cut_10 0_3 0.0312 map_cut_15 0_3 0.0312 map_cut_20 0_3 0.0386 map_cut_30 0_3 0.0386 map_cut_100 0_3 0.0640 map_cut_200 0_3 0.0685 map_cut_500 0_3 0.0685 map_cut_1000 0_3 0.0685 relative_P_5 0_3 0.2000 relative_P_10 0_3 0.2000 relative_P_15 0_3 0.1333 relative_P_20 0_3 0.1500 relative_P_30 0_3 0.1250 relative_P_100 0_3 0.3333 relative_P_200 0_3 0.4167 relative_P_500 0_3 0.4167 relative_P_1000 0_3 0.4167 success_1 0_3 0.0000 success_5 0_3 1.0000 success_10 0_3 1.0000 set_P 0_3 0.0100 set_relative_P 0_3 0.4167 set_recall 0_3 0.4167 set_map 0_3 0.0042 set_F 0_3 0.0195 num_nonrel_judged_ret 0_3 86 rbp 0_3 0.0549 rbp_resid 0_3 0.0125 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 1000 num_rel 0_4 20 num_rel_ret 0_4 19 map 0_4 0.3951 Rprec 0_4 0.4000 bpref 0_4 0.4875 recip_rank 0_4 1.0000 iprec_at_recall_0.00 0_4 1.0000 iprec_at_recall_0.10 0_4 1.0000 iprec_at_recall_0.20 0_4 0.7500 iprec_at_recall_0.30 0_4 0.7500 iprec_at_recall_0.40 0_4 0.5000 iprec_at_recall_0.50 0_4 0.3125 iprec_at_recall_0.60 0_4 0.2857 iprec_at_recall_0.70 0_4 0.1609 iprec_at_recall_0.80 0_4 0.1538 iprec_at_recall_0.90 0_4 0.0500 iprec_at_recall_1.00 0_4 0.0000 P_5 0_4 0.6000 P_10 0_4 0.6000 P_15 0_4 0.4667 P_20 0_4 0.4000 P_30 0_4 0.3000 P_100 0_4 0.1500 P_200 0_4 0.0800 P_500 0_4 0.0380 P_1000 0_4 0.0190 relstring 0_4 '2300214200' recall_5 0_4 0.1500 recall_10 0_4 0.3000 recall_15 0_4 0.3500 recall_20 0_4 0.4000 recall_30 0_4 0.4500 recall_100 0_4 0.7500 recall_200 0_4 0.8000 recall_500 0_4 0.9500 recall_1000 0_4 0.9500 infAP 0_4 0.3951 Rprec_mult_0.20 0_4 0.5000 Rprec_mult_0.40 0_4 0.7500 Rprec_mult_0.60 0_4 0.5833 Rprec_mult_0.80 0_4 0.5000 Rprec_mult_1.00 0_4 0.4000 Rprec_mult_1.20 0_4 0.3333 Rprec_mult_1.40 0_4 0.3214 Rprec_mult_1.60 0_4 0.3125 Rprec_mult_1.80 0_4 0.2778 Rprec_mult_2.00 0_4 0.2750 utility 0_4 -962.0000 11pt_avg 0_4 0.4512 binG 0_4 0.3272 G 0_4 0.2316 ndcg 0_4 0.6634 ndcg_rel 0_4 0.5584 Rndcg 0_4 0.4974 ndcg_cut_5 0_4 0.4407 ndcg_cut_10 0_4 0.5070 ndcg_cut_15 0_4 0.4822 ndcg_cut_20 0_4 0.4630 ndcg_cut_30 0_4 0.4755 ndcg_cut_100 0_4 0.6102 ndcg_cut_200 0_4 0.6279 ndcg_cut_500 0_4 0.6634 ndcg_cut_1000 0_4 0.6634 map_cut_5 0_4 0.1300 map_cut_10 0_4 0.2365 map_cut_15 0_4 0.2684 map_cut_20 0_4 0.2934 map_cut_30 0_4 0.3107 map_cut_100 0_4 0.3794 map_cut_200 0_4 0.3871 map_cut_500 0_4 0.3951 map_cut_1000 0_4 0.3951 relative_P_5 0_4 0.6000 relative_P_10 0_4 0.6000 relative_P_15 0_4 0.4667 relative_P_20 0_4 0.4000 relative_P_30 0_4 0.4500 relative_P_100 0_4 0.7500 relative_P_200 0_4 0.8000 relative_P_500 0_4 0.9500 relative_P_1000 0_4 0.9500 success_1 0_4 1.0000 success_5 0_4 1.0000 success_10 0_4 1.0000 set_P 0_4 0.0190 set_relative_P 0_4 0.9500 set_recall 0_4 0.9500 set_map 0_4 0.0181 set_F 0_4 0.0373 num_nonrel_judged_ret 0_4 42 rbp 0_4 0.2715 rbp_resid 0_4 0.2085 unj_5 0_4 0.0000 unj_10 0_4 0.0000 unj_20 0_4 0.2500 num_ret 0_6 1000 num_rel 0_6 121 num_rel_ret 0_6 62 map 0_6 0.2395 Rprec 0_6 0.2893 bpref 0_6 0.5060 recip_rank 0_6 1.0000 iprec_at_recall_0.00 0_6 1.0000 iprec_at_recall_0.10 0_6 0.8125 iprec_at_recall_0.20 0_6 0.7742 iprec_at_recall_0.30 0_6 0.2748 iprec_at_recall_0.40 0_6 0.1529 iprec_at_recall_0.50 0_6 0.0708 iprec_at_recall_0.60 0_6 0.0000 iprec_at_recall_0.70 0_6 0.0000 iprec_at_recall_0.80 0_6 0.0000 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 1.0000 P_10 0_6 0.8000 P_15 0_6 0.8000 P_20 0_6 0.7000 P_30 0_6 0.7667 P_100 0_6 0.3400 P_200 0_6 0.2000 P_500 0_6 0.1000 P_1000 0_6 0.0620 relstring 0_6 '23212-2-11' recall_5 0_6 0.0413 recall_10 0_6 0.0661 recall_15 0_6 0.0992 recall_20 0_6 0.1157 recall_30 0_6 0.1901 recall_100 0_6 0.2810 recall_200 0_6 0.3306 recall_500 0_6 0.4132 recall_1000 0_6 0.5124 infAP 0_6 0.2395 Rprec_mult_0.20 0_6 0.7600 Rprec_mult_0.40 0_6 0.5510 Rprec_mult_0.60 0_6 0.4247 Rprec_mult_0.80 0_6 0.3505 Rprec_mult_1.00 0_6 0.2893 Rprec_mult_1.20 0_6 0.2466 Rprec_mult_1.40 0_6 0.2294 Rprec_mult_1.60 0_6 0.2062 Rprec_mult_1.80 0_6 0.1972 Rprec_mult_2.00 0_6 0.1901 utility 0_6 -876.0000 11pt_avg 0_6 0.2805 binG 0_6 0.1489 G 0_6 0.1120 ndcg 0_6 0.5152 ndcg_rel 0_6 0.5106 Rndcg 0_6 0.5074 ndcg_cut_5 0_6 0.6893 ndcg_cut_10 0_6 0.5935 ndcg_cut_15 0_6 0.5585 ndcg_cut_20 0_6 0.5104 ndcg_cut_30 0_6 0.5273 ndcg_cut_100 0_6 0.4176 ndcg_cut_200 0_6 0.4164 ndcg_cut_500 0_6 0.4699 ndcg_cut_1000 0_6 0.5152 map_cut_5 0_6 0.0413 map_cut_10 0_6 0.0614 map_cut_15 0_6 0.0871 map_cut_20 0_6 0.1002 map_cut_30 0_6 0.1564 map_cut_100 0_6 0.2044 map_cut_200 0_6 0.2168 map_cut_500 0_6 0.2315 map_cut_1000 0_6 0.2395 relative_P_5 0_6 1.0000 relative_P_10 0_6 0.8000 relative_P_15 0_6 0.8000 relative_P_20 0_6 0.7000 relative_P_30 0_6 0.7667 relative_P_100 0_6 0.3400 relative_P_200 0_6 0.3306 relative_P_500 0_6 0.4132 relative_P_1000 0_6 0.5124 success_1 0_6 1.0000 success_5 0_6 1.0000 success_10 0_6 1.0000 set_P 0_6 0.0620 set_relative_P 0_6 0.5124 set_recall 0_6 0.5124 set_map 0_6 0.0318 set_F 0_6 0.1106 num_nonrel_judged_ret 0_6 4 rbp 0_6 0.4240 rbp_resid 0_6 0.2250 unj_5 0_6 0.0000 unj_10 0_6 0.2000 unj_20 0_6 0.3000 num_ret 0_7 1000 num_rel 0_7 33 num_rel_ret 0_7 28 map 0_7 0.2594 Rprec 0_7 0.3636 bpref 0_7 0.3104 recip_rank 0_7 1.0000 iprec_at_recall_0.00 0_7 1.0000 iprec_at_recall_0.10 0_7 0.6000 iprec_at_recall_0.20 0_7 0.5333 iprec_at_recall_0.30 0_7 0.3636 iprec_at_recall_0.40 0_7 0.3421 iprec_at_recall_0.50 0_7 0.1478 iprec_at_recall_0.60 0_7 0.1193 iprec_at_recall_0.70 0_7 0.1041 iprec_at_recall_0.80 0_7 0.0813 iprec_at_recall_0.90 0_7 0.0000 iprec_at_recall_1.00 0_7 0.0000 P_5 0_7 0.6000 P_10 0_7 0.4000 P_15 0_7 0.5333 P_20 0_7 0.4000 P_30 0_7 0.3333 P_100 0_7 0.1600 P_200 0_7 0.1050 P_500 0_7 0.0520 P_1000 0_7 0.0280 relstring 0_7 '110010-010' recall_5 0_7 0.0909 recall_10 0_7 0.1212 recall_15 0_7 0.2424 recall_20 0_7 0.2424 recall_30 0_7 0.3030 recall_100 0_7 0.4848 recall_200 0_7 0.6364 recall_500 0_7 0.7879 recall_1000 0_7 0.8485 infAP 0_7 0.2594 Rprec_mult_0.20 0_7 0.4286 Rprec_mult_0.40 0_7 0.5000 Rprec_mult_0.60 0_7 0.4000 Rprec_mult_0.80 0_7 0.3333 Rprec_mult_1.00 0_7 0.3636 Rprec_mult_1.20 0_7 0.3250 Rprec_mult_1.40 0_7 0.2979 Rprec_mult_1.60 0_7 0.2642 Rprec_mult_1.80 0_7 0.2333 Rprec_mult_2.00 0_7 0.2121 utility 0_7 -944.0000 11pt_avg 0_7 0.2992 binG 0_7 0.2218 G 0_7 0.1814 ndcg 0_7 0.5760 ndcg_rel 0_7 0.4760 Rndcg 0_7 0.4807 ndcg_cut_5 0_7 0.4406 ndcg_cut_10 0_7 0.3755 ndcg_cut_15 0_7 0.4481 ndcg_cut_20 0_7 0.3872 ndcg_cut_30 0_7 0.3497 ndcg_cut_100 0_7 0.4411 ndcg_cut_200 0_7 0.5022 ndcg_cut_500 0_7 0.5571 ndcg_cut_1000 0_7 0.5760 map_cut_5 0_7 0.0788 map_cut_10 0_7 0.0923 map_cut_15 0_7 0.1502 map_cut_20 0_7 0.1502 map_cut_30 0_7 0.1715 map_cut_100 0_7 0.2226 map_cut_200 0_7 0.2425 map_cut_500 0_7 0.2567 map_cut_1000 0_7 0.2594 relative_P_5 0_7 0.6000 relative_P_10 0_7 0.4000 relative_P_15 0_7 0.5333 relative_P_20 0_7 0.4000 relative_P_30 0_7 0.3333 relative_P_100 0_7 0.4848 relative_P_200 0_7 0.6364 relative_P_500 0_7 0.7879 relative_P_1000 0_7 0.8485 success_1 0_7 1.0000 success_5 0_7 1.0000 success_10 0_7 1.0000 set_P 0_7 0.0280 set_relative_P 0_7 0.8485 set_recall 0_7 0.8485 set_map 0_7 0.0238 set_F 0_7 0.0542 num_nonrel_judged_ret 0_7 77 rbp 0_7 0.2154 rbp_resid 0_7 0.1079 unj_5 0_7 0.0000 unj_10 0_7 0.1000 unj_20 0_7 0.0500 num_ret 0_8 1000 num_rel 0_8 31 num_rel_ret 0_8 28 map 0_8 0.4788 Rprec 0_8 0.5161 bpref 0_8 0.8023 recip_rank 0_8 1.0000 iprec_at_recall_0.00 0_8 1.0000 iprec_at_recall_0.10 0_8 1.0000 iprec_at_recall_0.20 0_8 0.7000 iprec_at_recall_0.30 0_8 0.5556 iprec_at_recall_0.40 0_8 0.5217 iprec_at_recall_0.50 0_8 0.5161 iprec_at_recall_0.60 0_8 0.5135 iprec_at_recall_0.70 0_8 0.3235 iprec_at_recall_0.80 0_8 0.2427 iprec_at_recall_0.90 0_8 0.0339 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 1.0000 P_10 0_8 0.7000 P_15 0_8 0.5333 P_20 0_8 0.5500 P_30 0_8 0.5000 P_100 0_8 0.2400 P_200 0_8 0.1300 P_500 0_8 0.0540 P_1000 0_8 0.0280 relstring 0_8 '21222-0-12' recall_5 0_8 0.1613 recall_10 0_8 0.2258 recall_15 0_8 0.2581 recall_20 0_8 0.3548 recall_30 0_8 0.4839 recall_100 0_8 0.7742 recall_200 0_8 0.8387 recall_500 0_8 0.8710 recall_1000 0_8 0.9032 infAP 0_8 0.4788 Rprec_mult_0.20 0_8 0.7143 Rprec_mult_0.40 0_8 0.5385 Rprec_mult_0.60 0_8 0.5263 Rprec_mult_0.80 0_8 0.4800 Rprec_mult_1.00 0_8 0.5161 Rprec_mult_1.20 0_8 0.5000 Rprec_mult_1.40 0_8 0.4318 Rprec_mult_1.60 0_8 0.4000 Rprec_mult_1.80 0_8 0.3571 Rprec_mult_2.00 0_8 0.3226 utility 0_8 -944.0000 11pt_avg 0_8 0.4915 binG 0_8 0.3383 G 0_8 0.3070 ndcg 0_8 0.7815 ndcg_rel 0_8 0.7112 Rndcg 0_8 0.6778 ndcg_cut_5 0_8 0.8930 ndcg_cut_10 0_8 0.6985 ndcg_cut_15 0_8 0.6328 ndcg_cut_20 0_8 0.6290 ndcg_cut_30 0_8 0.5915 ndcg_cut_100 0_8 0.7257 ndcg_cut_200 0_8 0.7568 ndcg_cut_500 0_8 0.7664 ndcg_cut_1000 0_8 0.7815 map_cut_5 0_8 0.1613 map_cut_10 0_8 0.2054 map_cut_15 0_8 0.2238 map_cut_20 0_8 0.2766 map_cut_30 0_8 0.3406 map_cut_100 0_8 0.4602 map_cut_200 0_8 0.4734 map_cut_500 0_8 0.4777 map_cut_1000 0_8 0.4788 relative_P_5 0_8 1.0000 relative_P_10 0_8 0.7000 relative_P_15 0_8 0.5333 relative_P_20 0_8 0.5500 relative_P_30 0_8 0.5000 relative_P_100 0_8 0.7742 relative_P_200 0_8 0.8387 relative_P_500 0_8 0.8710 relative_P_1000 0_8 0.9032 success_1 0_8 1.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 0.0280 set_relative_P 0_8 0.9032 set_recall 0_8 0.9032 set_map 0_8 0.0253 set_F 0_8 0.0543 num_nonrel_judged_ret 0_8 15 rbp 0_8 0.4823 rbp_resid 0_8 0.3218 unj_5 0_8 0.0000 unj_10 0_8 0.2000 unj_20 0_8 0.4000 num_ret 10_1 1000 num_rel 10_1 118 num_rel_ret 10_1 37 map 10_1 0.0350 Rprec 10_1 0.0508 bpref 10_1 0.2896 recip_rank 10_1 0.5000 iprec_at_recall_0.00 10_1 0.8000 iprec_at_recall_0.10 10_1 0.0506 iprec_at_recall_0.20 10_1 0.0425 iprec_at_recall_0.30 10_1 0.0381 iprec_at_recall_0.40 10_1 0.0000 iprec_at_recall_0.50 10_1 0.0000 iprec_at_recall_0.60 10_1 0.0000 iprec_at_recall_0.70 10_1 0.0000 iprec_at_recall_0.80 10_1 0.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 0.8000 P_10 10_1 0.4000 P_15 10_1 0.2667 P_20 10_1 0.2000 P_30 10_1 0.1333 P_100 10_1 0.0600 P_200 10_1 0.0450 P_500 10_1 0.0360 P_1000 10_1 0.0370 relstring 10_1 '01211-----' recall_5 10_1 0.0339 recall_10 10_1 0.0339 recall_15 10_1 0.0339 recall_20 10_1 0.0339 recall_30 10_1 0.0339 recall_100 10_1 0.0508 recall_200 10_1 0.0763 recall_500 10_1 0.1525 recall_1000 10_1 0.3136 infAP 10_1 0.0350 Rprec_mult_0.20 10_1 0.1667 Rprec_mult_0.40 10_1 0.0833 Rprec_mult_0.60 10_1 0.0704 Rprec_mult_0.80 10_1 0.0526 Rprec_mult_1.00 10_1 0.0508 Rprec_mult_1.20 10_1 0.0423 Rprec_mult_1.40 10_1 0.0422 Rprec_mult_1.60 10_1 0.0476 Rprec_mult_1.80 10_1 0.0423 Rprec_mult_2.00 10_1 0.0466 utility 10_1 -926.0000 11pt_avg 10_1 0.0847 binG 10_1 0.0540 G 10_1 0.0428 ndcg 10_1 0.2122 ndcg_rel 10_1 0.1951 Rndcg 10_1 0.1619 ndcg_cut_5 10_1 0.2895 ndcg_cut_10 10_1 0.2102 ndcg_cut_15 10_1 0.1714 ndcg_cut_20 10_1 0.1471 ndcg_cut_30 10_1 0.1172 ndcg_cut_100 10_1 0.0819 ndcg_cut_200 10_1 0.0937 ndcg_cut_500 10_1 0.1378 ndcg_cut_1000 10_1 0.2122 map_cut_5 10_1 0.0230 map_cut_10 10_1 0.0230 map_cut_15 10_1 0.0230 map_cut_20 10_1 0.0230 map_cut_30 10_1 0.0230 map_cut_100 10_1 0.0244 map_cut_200 10_1 0.0255 map_cut_500 10_1 0.0288 map_cut_1000 10_1 0.0350 relative_P_5 10_1 0.8000 relative_P_10 10_1 0.4000 relative_P_15 10_1 0.2667 relative_P_20 10_1 0.2000 relative_P_30 10_1 0.1333 relative_P_100 10_1 0.0600 relative_P_200 10_1 0.0763 relative_P_500 10_1 0.1525 relative_P_1000 10_1 0.3136 success_1 10_1 0.0000 success_5 10_1 1.0000 success_10 10_1 1.0000 set_P 10_1 0.0370 set_relative_P 10_1 0.3136 set_recall 10_1 0.3136 set_map 10_1 0.0116 set_F 10_1 0.0662 num_nonrel_judged_ret 10_1 18 rbp 10_1 0.1303 rbp_resid 10_1 0.5639 unj_5 10_1 0.0000 unj_10 10_1 0.5000 unj_20 10_1 0.7000 num_ret 10_12 1000 num_rel 10_12 71 num_rel_ret 10_12 64 map 10_12 0.2758 Rprec 10_12 0.3521 bpref 10_12 0.7920 recip_rank 10_12 0.5000 iprec_at_recall_0.00 10_12 0.7143 iprec_at_recall_0.10 10_12 0.5833 iprec_at_recall_0.20 10_12 0.4722 iprec_at_recall_0.30 10_12 0.4490 iprec_at_recall_0.40 10_12 0.3125 iprec_at_recall_0.50 10_12 0.2687 iprec_at_recall_0.60 10_12 0.1569 iprec_at_recall_0.70 10_12 0.1256 iprec_at_recall_0.80 10_12 0.0930 iprec_at_recall_0.90 10_12 0.0655 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 0.6000 P_10 10_12 0.6000 P_15 10_12 0.4667 P_20 10_12 0.5000 P_30 10_12 0.4667 P_100 10_12 0.3000 P_200 10_12 0.1950 P_500 10_12 0.1100 P_1000 10_12 0.0640 relstring 10_12 '0440231-20' recall_5 10_12 0.0423 recall_10 10_12 0.0845 recall_15 10_12 0.0986 recall_20 10_12 0.1408 recall_30 10_12 0.1972 recall_100 10_12 0.4225 recall_200 10_12 0.5493 recall_500 10_12 0.7746 recall_1000 10_12 0.9014 infAP 10_12 0.2758 Rprec_mult_0.20 10_12 0.4667 Rprec_mult_0.40 10_12 0.4483 Rprec_mult_0.60 10_12 0.4419 Rprec_mult_0.80 10_12 0.3860 Rprec_mult_1.00 10_12 0.3521 Rprec_mult_1.20 10_12 0.3140 Rprec_mult_1.40 10_12 0.3000 Rprec_mult_1.60 10_12 0.2982 Rprec_mult_1.80 10_12 0.2734 Rprec_mult_2.00 10_12 0.2535 utility 10_12 -872.0000 11pt_avg 10_12 0.2946 binG 10_12 0.1810 G 10_12 0.1591 ndcg 10_12 0.6572 ndcg_rel 10_12 0.5243 Rndcg 10_12 0.5031 ndcg_cut_5 10_12 0.4826 ndcg_cut_10 10_12 0.4719 ndcg_cut_15 10_12 0.4331 ndcg_cut_20 10_12 0.4528 ndcg_cut_30 10_12 0.4510 ndcg_cut_100 10_12 0.4537 ndcg_cut_200 10_12 0.5107 ndcg_cut_500 10_12 0.6096 ndcg_cut_1000 10_12 0.6572 map_cut_5 10_12 0.0249 map_cut_10 10_12 0.0537 map_cut_15 10_12 0.0619 map_cut_20 10_12 0.0835 map_cut_30 10_12 0.1098 map_cut_100 10_12 0.1978 map_cut_200 10_12 0.2329 map_cut_500 10_12 0.2654 map_cut_1000 10_12 0.2758 relative_P_5 10_12 0.6000 relative_P_10 10_12 0.6000 relative_P_15 10_12 0.4667 relative_P_20 10_12 0.5000 relative_P_30 10_12 0.4667 relative_P_100 10_12 0.4225 relative_P_200 10_12 0.5493 relative_P_500 10_12 0.7746 relative_P_1000 10_12 0.9014 success_1 10_12 0.0000 success_5 10_12 1.0000 success_10 10_12 1.0000 set_P 10_12 0.0640 set_relative_P 10_12 0.9014 set_recall 10_12 0.9014 set_map 10_12 0.0577 set_F 10_12 0.1195 num_nonrel_judged_ret 10_12 14 rbp 10_12 0.3462 rbp_resid 10_12 0.1979 unj_5 10_12 0.0000 unj_10 10_12 0.1000 unj_20 10_12 0.2500 num_ret 10_2 1000 num_rel 10_2 30 num_rel_ret 10_2 6 map 10_2 0.0380 Rprec 10_2 0.0667 bpref 10_2 0.0489 recip_rank 10_2 1.0000 iprec_at_recall_0.00 10_2 1.0000 iprec_at_recall_0.10 10_2 0.0172 iprec_at_recall_0.20 10_2 0.0093 iprec_at_recall_0.30 10_2 0.0000 iprec_at_recall_0.40 10_2 0.0000 iprec_at_recall_0.50 10_2 0.0000 iprec_at_recall_0.60 10_2 0.0000 iprec_at_recall_0.70 10_2 0.0000 iprec_at_recall_0.80 10_2 0.0000 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 0.2000 P_10 10_2 0.1000 P_15 10_2 0.0667 P_20 10_2 0.0500 P_30 10_2 0.0667 P_100 10_2 0.0200 P_200 10_2 0.0150 P_500 10_2 0.0080 P_1000 10_2 0.0060 relstring 10_2 '10000-0000' recall_5 10_2 0.0333 recall_10 10_2 0.0333 recall_15 10_2 0.0333 recall_20 10_2 0.0333 recall_30 10_2 0.0667 recall_100 10_2 0.0667 recall_200 10_2 0.1000 recall_500 10_2 0.1333 recall_1000 10_2 0.2000 infAP 10_2 0.0380 Rprec_mult_0.20 10_2 0.1667 Rprec_mult_0.40 10_2 0.0833 Rprec_mult_0.60 10_2 0.0556 Rprec_mult_0.80 10_2 0.0833 Rprec_mult_1.00 10_2 0.0667 Rprec_mult_1.20 10_2 0.0556 Rprec_mult_1.40 10_2 0.0476 Rprec_mult_1.60 10_2 0.0417 Rprec_mult_1.80 10_2 0.0370 Rprec_mult_2.00 10_2 0.0333 utility 10_2 -988.0000 11pt_avg 10_2 0.0933 binG 10_2 0.0567 G 10_2 0.0255 ndcg 10_2 0.1006 ndcg_rel 10_2 0.1034 Rndcg 10_2 0.1180 ndcg_cut_5 10_2 0.1016 ndcg_cut_10 10_2 0.0767 ndcg_cut_15 10_2 0.0671 ndcg_cut_20 10_2 0.0622 ndcg_cut_30 10_2 0.0669 ndcg_cut_100 10_2 0.0669 ndcg_cut_200 10_2 0.0816 ndcg_cut_500 10_2 0.0886 ndcg_cut_1000 10_2 0.1006 map_cut_5 10_2 0.0333 map_cut_10 10_2 0.0333 map_cut_15 10_2 0.0333 map_cut_20 10_2 0.0333 map_cut_30 10_2 0.0362 map_cut_100 10_2 0.0362 map_cut_200 10_2 0.0368 map_cut_500 10_2 0.0374 map_cut_1000 10_2 0.0380 relative_P_5 10_2 0.2000 relative_P_10 10_2 0.1000 relative_P_15 10_2 0.0667 relative_P_20 10_2 0.0500 relative_P_30 10_2 0.0667 relative_P_100 10_2 0.0667 relative_P_200 10_2 0.1000 relative_P_500 10_2 0.1333 relative_P_1000 10_2 0.2000 success_1 10_2 1.0000 success_5 10_2 1.0000 success_10 10_2 1.0000 set_P 10_2 0.0060 set_relative_P 10_2 0.2000 set_recall 10_2 0.2000 set_map 10_2 0.0012 set_F 10_2 0.0117 num_nonrel_judged_ret 10_2 99 rbp 10_2 0.0275 rbp_resid 10_2 0.1738 unj_5 10_2 0.0000 unj_10 10_2 0.1000 unj_20 10_2 0.2000 num_ret 10_3 1000 num_rel 10_3 23 num_rel_ret 10_3 8 map 10_3 0.0541 Rprec 10_3 0.1739 bpref 10_3 0.1342 recip_rank 10_3 0.2500 iprec_at_recall_0.00 10_3 0.3333 iprec_at_recall_0.10 10_3 0.3333 iprec_at_recall_0.20 10_3 0.0407 iprec_at_recall_0.30 10_3 0.0092 iprec_at_recall_0.40 10_3 0.0000 iprec_at_recall_0.50 10_3 0.0000 iprec_at_recall_0.60 10_3 0.0000 iprec_at_recall_0.70 10_3 0.0000 iprec_at_recall_0.80 10_3 0.0000 iprec_at_recall_0.90 10_3 0.0000 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 0.2000 P_10 10_3 0.3000 P_15 10_3 0.2667 P_20 10_3 0.2000 P_30 10_3 0.1333 P_100 10_3 0.0400 P_200 10_3 0.0250 P_500 10_3 0.0100 P_1000 10_3 0.0080 relstring 10_3 '0001001-10' recall_5 10_3 0.0435 recall_10 10_3 0.1304 recall_15 10_3 0.1739 recall_20 10_3 0.1739 recall_30 10_3 0.1739 recall_100 10_3 0.1739 recall_200 10_3 0.2174 recall_500 10_3 0.2174 recall_1000 10_3 0.3478 infAP 10_3 0.0541 Rprec_mult_0.20 10_3 0.2000 Rprec_mult_0.40 10_3 0.3000 Rprec_mult_0.60 10_3 0.2857 Rprec_mult_0.80 10_3 0.2105 Rprec_mult_1.00 10_3 0.1739 Rprec_mult_1.20 10_3 0.1429 Rprec_mult_1.40 10_3 0.1212 Rprec_mult_1.60 10_3 0.1081 Rprec_mult_1.80 10_3 0.0952 Rprec_mult_2.00 10_3 0.0870 utility 10_3 -984.0000 11pt_avg 10_3 0.0651 binG 10_3 0.0813 G 10_3 0.0570 ndcg 10_3 0.1743 ndcg_rel 10_3 0.1606 Rndcg 10_3 0.1283 ndcg_cut_5 10_3 0.0730 ndcg_cut_10 10_3 0.1253 ndcg_cut_15 10_3 0.1353 ndcg_cut_20 10_3 0.1208 ndcg_cut_30 10_3 0.1139 ndcg_cut_100 10_3 0.1139 ndcg_cut_200 10_3 0.1386 ndcg_cut_500 10_3 0.1386 ndcg_cut_1000 10_3 0.1743 map_cut_5 10_3 0.0109 map_cut_10 10_3 0.0378 map_cut_15 10_3 0.0512 map_cut_20 10_3 0.0512 map_cut_30 10_3 0.0512 map_cut_100 10_3 0.0512 map_cut_200 10_3 0.0529 map_cut_500 10_3 0.0529 map_cut_1000 10_3 0.0541 relative_P_5 10_3 0.2000 relative_P_10 10_3 0.3000 relative_P_15 10_3 0.2667 relative_P_20 10_3 0.2000 relative_P_30 10_3 0.1739 relative_P_100 10_3 0.1739 relative_P_200 10_3 0.2174 relative_P_500 10_3 0.2174 relative_P_1000 10_3 0.3478 success_1 10_3 0.0000 success_5 10_3 1.0000 success_10 10_3 1.0000 set_P 10_3 0.0080 set_relative_P 10_3 0.3478 set_recall 10_3 0.3478 set_map 10_3 0.0028 set_F 10_3 0.0156 num_nonrel_judged_ret 10_3 78 rbp 10_3 0.0987 rbp_resid 10_3 0.1734 unj_5 10_3 0.0000 unj_10 10_3 0.1000 unj_20 10_3 0.2000 num_ret 10_6 1000 num_rel 10_6 133 num_rel_ret 10_6 5 map 10_6 0.0078 Rprec 10_6 0.0150 bpref 10_6 0.0364 recip_rank 10_6 1.0000 iprec_at_recall_0.00 10_6 1.0000 iprec_at_recall_0.10 10_6 0.0000 iprec_at_recall_0.20 10_6 0.0000 iprec_at_recall_0.30 10_6 0.0000 iprec_at_recall_0.40 10_6 0.0000 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 0.2000 P_10 10_6 0.1000 P_15 10_6 0.0667 P_20 10_6 0.0500 P_30 10_6 0.0333 P_100 10_6 0.0100 P_200 10_6 0.0100 P_500 10_6 0.0040 P_1000 10_6 0.0050 relstring 10_6 '10000-----' recall_5 10_6 0.0075 recall_10 10_6 0.0075 recall_15 10_6 0.0075 recall_20 10_6 0.0075 recall_30 10_6 0.0075 recall_100 10_6 0.0075 recall_200 10_6 0.0150 recall_500 10_6 0.0150 recall_1000 10_6 0.0376 infAP 10_6 0.0078 Rprec_mult_0.20 10_6 0.0370 Rprec_mult_0.40 10_6 0.0185 Rprec_mult_0.60 10_6 0.0125 Rprec_mult_0.80 10_6 0.0093 Rprec_mult_1.00 10_6 0.0150 Rprec_mult_1.20 10_6 0.0125 Rprec_mult_1.40 10_6 0.0107 Rprec_mult_1.60 10_6 0.0094 Rprec_mult_1.80 10_6 0.0083 Rprec_mult_2.00 10_6 0.0075 utility 10_6 -990.0000 11pt_avg 10_6 0.0909 binG 10_6 0.0110 G 10_6 0.0051 ndcg 10_6 0.0355 ndcg_rel 10_6 0.0376 Rndcg 10_6 0.0617 ndcg_cut_5 10_6 0.1246 ndcg_cut_10 10_6 0.0891 ndcg_cut_15 10_6 0.0722 ndcg_cut_20 10_6 0.0617 ndcg_cut_30 10_6 0.0489 ndcg_cut_100 10_6 0.0254 ndcg_cut_200 10_6 0.0259 ndcg_cut_500 10_6 0.0259 ndcg_cut_1000 10_6 0.0355 map_cut_5 10_6 0.0075 map_cut_10 10_6 0.0075 map_cut_15 10_6 0.0075 map_cut_20 10_6 0.0075 map_cut_30 10_6 0.0075 map_cut_100 10_6 0.0075 map_cut_200 10_6 0.0076 map_cut_500 10_6 0.0076 map_cut_1000 10_6 0.0078 relative_P_5 10_6 0.2000 relative_P_10 10_6 0.1000 relative_P_15 10_6 0.0667 relative_P_20 10_6 0.0500 relative_P_30 10_6 0.0333 relative_P_100 10_6 0.0100 relative_P_200 10_6 0.0150 relative_P_500 10_6 0.0150 relative_P_1000 10_6 0.0376 success_1 10_6 1.0000 success_5 10_6 1.0000 success_10 10_6 1.0000 set_P 10_6 0.0050 set_relative_P 10_6 0.0376 set_recall 10_6 0.0376 set_map 10_6 0.0002 set_F 10_6 0.0088 num_nonrel_judged_ret 10_6 4 rbp 10_6 0.0333 rbp_resid 10_6 0.5905 unj_5 10_6 0.0000 unj_10 10_6 0.5000 unj_20 10_6 0.7500 num_ret 10_7 1000 num_rel 10_7 149 num_rel_ret 10_7 93 map 10_7 0.3170 Rprec 10_7 0.3490 bpref 10_7 0.5860 recip_rank 10_7 1.0000 iprec_at_recall_0.00 10_7 1.0000 iprec_at_recall_0.10 10_7 0.9062 iprec_at_recall_0.20 10_7 0.7500 iprec_at_recall_0.30 10_7 0.5696 iprec_at_recall_0.40 10_7 0.2372 iprec_at_recall_0.50 10_7 0.1550 iprec_at_recall_0.60 10_7 0.0975 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 1.0000 P_10 10_7 1.0000 P_15 10_7 0.8667 P_20 10_7 0.9000 P_30 10_7 0.9000 P_100 10_7 0.4700 P_200 10_7 0.2700 P_500 10_7 0.1520 P_1000 10_7 0.0930 relstring 10_7 '2121111111' recall_5 10_7 0.0336 recall_10 10_7 0.0671 recall_15 10_7 0.0872 recall_20 10_7 0.1208 recall_30 10_7 0.1812 recall_100 10_7 0.3154 recall_200 10_7 0.3624 recall_500 10_7 0.5101 recall_1000 10_7 0.6242 infAP 10_7 0.3170 Rprec_mult_0.20 10_7 0.9000 Rprec_mult_0.40 10_7 0.6000 Rprec_mult_0.60 10_7 0.5000 Rprec_mult_0.80 10_7 0.4083 Rprec_mult_1.00 10_7 0.3490 Rprec_mult_1.20 10_7 0.2961 Rprec_mult_1.40 10_7 0.2679 Rprec_mult_1.60 10_7 0.2343 Rprec_mult_1.80 10_7 0.2268 Rprec_mult_2.00 10_7 0.2114 utility 10_7 -814.0000 11pt_avg 10_7 0.3378 binG 10_7 0.1923 G 10_7 0.1117 ndcg 10_7 0.5459 ndcg_rel 10_7 0.5187 Rndcg 10_7 0.5321 ndcg_cut_5 10_7 0.6450 ndcg_cut_10 10_7 0.5991 ndcg_cut_15 10_7 0.5366 ndcg_cut_20 10_7 0.5308 ndcg_cut_30 10_7 0.5126 ndcg_cut_100 10_7 0.4455 ndcg_cut_200 10_7 0.4011 ndcg_cut_500 10_7 0.4940 ndcg_cut_1000 10_7 0.5459 map_cut_5 10_7 0.0336 map_cut_10 10_7 0.0671 map_cut_15 10_7 0.0853 map_cut_20 10_7 0.1151 map_cut_30 10_7 0.1687 map_cut_100 10_7 0.2557 map_cut_200 10_7 0.2737 map_cut_500 10_7 0.3037 map_cut_1000 10_7 0.3170 relative_P_5 10_7 1.0000 relative_P_10 10_7 1.0000 relative_P_15 10_7 0.8667 relative_P_20 10_7 0.9000 relative_P_30 10_7 0.9000 relative_P_100 10_7 0.4700 relative_P_200 10_7 0.3624 relative_P_500 10_7 0.5101 relative_P_1000 10_7 0.6242 success_1 10_7 1.0000 success_5 10_7 1.0000 success_10 10_7 1.0000 set_P 10_7 0.0930 set_relative_P 10_7 0.6242 set_recall 10_7 0.6242 set_map 10_7 0.0580 set_F 10_7 0.1619 num_nonrel_judged_ret 10_7 12 rbp 10_7 0.3623 rbp_resid 10_7 0.0512 unj_5 10_7 0.0000 unj_10 10_7 0.0000 unj_20 10_7 0.0500 num_ret 10_8 1000 num_rel 10_8 76 num_rel_ret 10_8 17 map 10_8 0.0126 Rprec 10_8 0.0526 bpref 10_8 0.1813 recip_rank 10_8 0.3333 iprec_at_recall_0.00 10_8 0.3333 iprec_at_recall_0.10 10_8 0.0181 iprec_at_recall_0.20 10_8 0.0181 iprec_at_recall_0.30 10_8 0.0000 iprec_at_recall_0.40 10_8 0.0000 iprec_at_recall_0.50 10_8 0.0000 iprec_at_recall_0.60 10_8 0.0000 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 0.2000 P_10 10_8 0.1000 P_15 10_8 0.1333 P_20 10_8 0.1000 P_30 10_8 0.0667 P_100 10_8 0.0500 P_200 10_8 0.0350 P_500 10_8 0.0160 P_1000 10_8 0.0170 relstring 10_8 '001000---0' recall_5 10_8 0.0132 recall_10 10_8 0.0132 recall_15 10_8 0.0263 recall_20 10_8 0.0263 recall_30 10_8 0.0263 recall_100 10_8 0.0658 recall_200 10_8 0.0921 recall_500 10_8 0.1053 recall_1000 10_8 0.2237 infAP 10_8 0.0126 Rprec_mult_0.20 10_8 0.1250 Rprec_mult_0.40 10_8 0.0645 Rprec_mult_0.60 10_8 0.0435 Rprec_mult_0.80 10_8 0.0656 Rprec_mult_1.00 10_8 0.0526 Rprec_mult_1.20 10_8 0.0543 Rprec_mult_1.40 10_8 0.0467 Rprec_mult_1.60 10_8 0.0410 Rprec_mult_1.80 10_8 0.0365 Rprec_mult_2.00 10_8 0.0461 utility 10_8 -966.0000 11pt_avg 10_8 0.0336 binG 10_8 0.0346 G 10_8 0.0310 ndcg 10_8 0.1300 ndcg_rel 10_8 0.1209 Rndcg 10_8 0.0570 ndcg_cut_5 10_8 0.0664 ndcg_cut_10 10_8 0.0467 ndcg_cut_15 10_8 0.0583 ndcg_cut_20 10_8 0.0496 ndcg_cut_30 10_8 0.0412 ndcg_cut_100 10_8 0.0601 ndcg_cut_200 10_8 0.0756 ndcg_cut_500 10_8 0.0798 ndcg_cut_1000 10_8 0.1300 map_cut_5 10_8 0.0044 map_cut_10 10_8 0.0044 map_cut_15 10_8 0.0068 map_cut_20 10_8 0.0068 map_cut_30 10_8 0.0068 map_cut_100 10_8 0.0092 map_cut_200 10_8 0.0103 map_cut_500 10_8 0.0106 map_cut_1000 10_8 0.0126 relative_P_5 10_8 0.2000 relative_P_10 10_8 0.1000 relative_P_15 10_8 0.1333 relative_P_20 10_8 0.1000 relative_P_30 10_8 0.0667 relative_P_100 10_8 0.0658 relative_P_200 10_8 0.0921 relative_P_500 10_8 0.1053 relative_P_1000 10_8 0.2237 success_1 10_8 0.0000 success_5 10_8 1.0000 success_10 10_8 1.0000 set_P 10_8 0.0170 set_relative_P 10_8 0.2237 set_recall 10_8 0.2237 set_map 10_8 0.0038 set_F 10_8 0.0316 num_nonrel_judged_ret 10_8 21 rbp 10_8 0.0391 rbp_resid 10_8 0.4445 unj_5 10_8 0.0000 unj_10 10_8 0.3000 unj_20 10_8 0.6000 num_ret 11_10 1000 num_rel 11_10 126 num_rel_ret 11_10 103 map 11_10 0.4712 Rprec 11_10 0.4762 bpref 11_10 0.7752 recip_rank 11_10 1.0000 iprec_at_recall_0.00 11_10 1.0000 iprec_at_recall_0.10 11_10 1.0000 iprec_at_recall_0.20 11_10 0.9677 iprec_at_recall_0.30 11_10 0.7037 iprec_at_recall_0.40 11_10 0.6538 iprec_at_recall_0.50 11_10 0.3772 iprec_at_recall_0.60 11_10 0.2825 iprec_at_recall_0.70 11_10 0.1429 iprec_at_recall_0.80 11_10 0.1200 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 1.0000 P_10 11_10 1.0000 P_15 11_10 1.0000 P_20 11_10 0.9500 P_30 11_10 0.9667 P_100 11_10 0.5600 P_200 11_10 0.3400 P_500 11_10 0.1660 P_1000 11_10 0.1030 relstring 11_10 '2323222323' recall_5 11_10 0.0397 recall_10 11_10 0.0794 recall_15 11_10 0.1190 recall_20 11_10 0.1508 recall_30 11_10 0.2302 recall_100 11_10 0.4444 recall_200 11_10 0.5397 recall_500 11_10 0.6587 recall_1000 11_10 0.8175 infAP 11_10 0.4712 Rprec_mult_0.20 11_10 0.9615 Rprec_mult_0.40 11_10 0.7255 Rprec_mult_0.60 11_10 0.6447 Rprec_mult_0.80 11_10 0.5545 Rprec_mult_1.00 11_10 0.4762 Rprec_mult_1.20 11_10 0.4079 Rprec_mult_1.40 11_10 0.3616 Rprec_mult_1.60 11_10 0.3366 Rprec_mult_1.80 11_10 0.3084 Rprec_mult_2.00 11_10 0.2897 utility 11_10 -794.0000 11pt_avg 11_10 0.4771 binG 11_10 0.3047 G 11_10 0.1607 ndcg 11_10 0.7413 ndcg_rel 11_10 0.6822 Rndcg 11_10 0.6204 ndcg_cut_5 11_10 0.7068 ndcg_cut_10 11_10 0.7350 ndcg_cut_15 11_10 0.7488 ndcg_cut_20 11_10 0.7257 ndcg_cut_30 11_10 0.7135 ndcg_cut_100 11_10 0.5986 ndcg_cut_200 11_10 0.6004 ndcg_cut_500 11_10 0.6687 ndcg_cut_1000 11_10 0.7413 map_cut_5 11_10 0.0397 map_cut_10 11_10 0.0794 map_cut_15 11_10 0.1190 map_cut_20 11_10 0.1508 map_cut_30 11_10 0.2270 map_cut_100 11_10 0.3778 map_cut_200 11_10 0.4184 map_cut_500 11_10 0.4498 map_cut_1000 11_10 0.4712 relative_P_5 11_10 1.0000 relative_P_10 11_10 1.0000 relative_P_15 11_10 1.0000 relative_P_20 11_10 0.9500 relative_P_30 11_10 0.9667 relative_P_100 11_10 0.5600 relative_P_200 11_10 0.5397 relative_P_500 11_10 0.6587 relative_P_1000 11_10 0.8175 success_1 11_10 1.0000 success_5 11_10 1.0000 success_10 11_10 1.0000 set_P 11_10 0.1030 set_relative_P 11_10 0.8175 set_recall 11_10 0.8175 set_map 11_10 0.0842 set_F 11_10 0.1829 num_nonrel_judged_ret 11_10 12 rbp 11_10 0.5659 rbp_resid 11_10 0.0367 unj_5 11_10 0.0000 unj_10 11_10 0.0000 unj_20 11_10 0.0500 num_ret 11_11 1000 num_rel 11_11 134 num_rel_ret 11_11 106 map 11_11 0.4983 Rprec 11_11 0.5149 bpref 11_11 0.7687 recip_rank 11_11 1.0000 iprec_at_recall_0.00 11_11 1.0000 iprec_at_recall_0.10 11_11 0.9545 iprec_at_recall_0.20 11_11 0.8182 iprec_at_recall_0.30 11_11 0.7000 iprec_at_recall_0.40 11_11 0.6333 iprec_at_recall_0.50 11_11 0.5255 iprec_at_recall_0.60 11_11 0.5031 iprec_at_recall_0.70 11_11 0.2975 iprec_at_recall_0.80 11_11 0.0000 iprec_at_recall_0.90 11_11 0.0000 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 1.0000 P_10 11_11 1.0000 P_15 11_11 0.9333 P_20 11_11 0.9500 P_30 11_11 0.8333 P_100 11_11 0.5800 P_200 11_11 0.4300 P_500 11_11 0.2020 P_1000 11_11 0.1060 relstring 11_11 '3232233223' recall_5 11_11 0.0373 recall_10 11_11 0.0746 recall_15 11_11 0.1045 recall_20 11_11 0.1418 recall_30 11_11 0.1866 recall_100 11_11 0.4328 recall_200 11_11 0.6418 recall_500 11_11 0.7537 recall_1000 11_11 0.7910 infAP 11_11 0.4983 Rprec_mult_0.20 11_11 0.8889 Rprec_mult_0.40 11_11 0.6852 Rprec_mult_0.60 11_11 0.6543 Rprec_mult_0.80 11_11 0.5463 Rprec_mult_1.00 11_11 0.5149 Rprec_mult_1.20 11_11 0.5031 Rprec_mult_1.40 11_11 0.4574 Rprec_mult_1.60 11_11 0.4047 Rprec_mult_1.80 11_11 0.3719 Rprec_mult_2.00 11_11 0.3433 utility 11_11 -788.0000 11pt_avg 11_11 0.4938 binG 11_11 0.2563 G 11_11 0.1701 ndcg 11_11 0.7714 ndcg_rel 11_11 0.7112 Rndcg 11_11 0.6899 ndcg_cut_5 11_11 0.7513 ndcg_cut_10 11_11 0.7905 ndcg_cut_15 11_11 0.7343 ndcg_cut_20 11_11 0.7346 ndcg_cut_30 11_11 0.6796 ndcg_cut_100 11_11 0.6260 ndcg_cut_200 11_11 0.7086 ndcg_cut_500 11_11 0.7598 ndcg_cut_1000 11_11 0.7714 map_cut_5 11_11 0.0373 map_cut_10 11_11 0.0746 map_cut_15 11_11 0.1034 map_cut_20 11_11 0.1387 map_cut_30 11_11 0.1792 map_cut_100 11_11 0.3514 map_cut_200 11_11 0.4586 map_cut_500 11_11 0.4928 map_cut_1000 11_11 0.4983 relative_P_5 11_11 1.0000 relative_P_10 11_11 1.0000 relative_P_15 11_11 0.9333 relative_P_20 11_11 0.9500 relative_P_30 11_11 0.8333 relative_P_100 11_11 0.5800 relative_P_200 11_11 0.6418 relative_P_500 11_11 0.7537 relative_P_1000 11_11 0.7910 success_1 11_11 1.0000 success_5 11_11 1.0000 success_10 11_11 1.0000 set_P 11_11 0.1060 set_relative_P 11_11 0.7910 set_recall 11_11 0.7910 set_map 11_11 0.0839 set_F 11_11 0.1869 num_nonrel_judged_ret 11_11 5 rbp 11_11 0.5531 rbp_resid 11_11 0.0762 unj_5 11_11 0.0000 unj_10 11_11 0.0000 unj_20 11_11 0.0500 num_ret 11_12 1000 num_rel 11_12 89 num_rel_ret 11_12 18 map 11_12 0.0370 Rprec 11_12 0.1124 bpref 11_12 0.1862 recip_rank 11_12 0.5000 iprec_at_recall_0.00 11_12 0.6667 iprec_at_recall_0.10 11_12 0.1333 iprec_at_recall_0.20 11_12 0.0185 iprec_at_recall_0.30 11_12 0.0000 iprec_at_recall_0.40 11_12 0.0000 iprec_at_recall_0.50 11_12 0.0000 iprec_at_recall_0.60 11_12 0.0000 iprec_at_recall_0.70 11_12 0.0000 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.4000 P_10 11_12 0.4000 P_15 11_12 0.2667 P_20 11_12 0.2500 P_30 11_12 0.2000 P_100 11_12 0.1000 P_200 11_12 0.0550 P_500 11_12 0.0260 P_1000 11_12 0.0180 relstring 11_12 '022000--13' recall_5 11_12 0.0225 recall_10 11_12 0.0449 recall_15 11_12 0.0449 recall_20 11_12 0.0562 recall_30 11_12 0.0674 recall_100 11_12 0.1124 recall_200 11_12 0.1236 recall_500 11_12 0.1461 recall_1000 11_12 0.2022 infAP 11_12 0.0370 Rprec_mult_0.20 11_12 0.2222 Rprec_mult_0.40 11_12 0.1667 Rprec_mult_0.60 11_12 0.1481 Rprec_mult_0.80 11_12 0.1250 Rprec_mult_1.00 11_12 0.1124 Rprec_mult_1.20 11_12 0.1028 Rprec_mult_1.40 11_12 0.0880 Rprec_mult_1.60 11_12 0.0769 Rprec_mult_1.80 11_12 0.0683 Rprec_mult_2.00 11_12 0.0618 utility 11_12 -964.0000 11pt_avg 11_12 0.0744 binG 11_12 0.0453 G 11_12 0.0344 ndcg 11_12 0.1762 ndcg_rel 11_12 0.1777 Rndcg 11_12 0.1714 ndcg_cut_5 11_12 0.2557 ndcg_cut_10 11_12 0.2516 ndcg_cut_15 11_12 0.2040 ndcg_cut_20 11_12 0.1910 ndcg_cut_30 11_12 0.1657 ndcg_cut_100 11_12 0.1350 ndcg_cut_200 11_12 0.1390 ndcg_cut_500 11_12 0.1515 ndcg_cut_1000 11_12 0.1762 map_cut_5 11_12 0.0131 map_cut_10 11_12 0.0213 map_cut_15 11_12 0.0213 map_cut_20 11_12 0.0243 map_cut_30 11_12 0.0272 map_cut_100 11_12 0.0339 map_cut_200 11_12 0.0350 map_cut_500 11_12 0.0358 map_cut_1000 11_12 0.0370 relative_P_5 11_12 0.4000 relative_P_10 11_12 0.4000 relative_P_15 11_12 0.2667 relative_P_20 11_12 0.2500 relative_P_30 11_12 0.2000 relative_P_100 11_12 0.1124 relative_P_200 11_12 0.1236 relative_P_500 11_12 0.1461 relative_P_1000 11_12 0.2022 success_1 11_12 0.0000 success_5 11_12 1.0000 success_10 11_12 1.0000 set_P 11_12 0.0180 set_relative_P 11_12 0.2022 set_recall 11_12 0.2022 set_map 11_12 0.0036 set_F 11_12 0.0331 num_nonrel_judged_ret 11_12 12 rbp 11_12 0.1769 rbp_resid 11_12 0.3984 unj_5 11_12 0.0000 unj_10 11_12 0.2000 unj_20 11_12 0.5000 num_ret 11_13 1000 num_rel 11_13 203 num_rel_ret 11_13 43 map 11_13 0.0719 Rprec 11_13 0.1133 bpref 11_13 0.2091 recip_rank 11_13 1.0000 iprec_at_recall_0.00 11_13 1.0000 iprec_at_recall_0.10 11_13 0.1408 iprec_at_recall_0.20 11_13 0.0460 iprec_at_recall_0.30 11_13 0.0000 iprec_at_recall_0.40 11_13 0.0000 iprec_at_recall_0.50 11_13 0.0000 iprec_at_recall_0.60 11_13 0.0000 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 1.0000 P_10 11_13 0.9000 P_15 11_13 0.6000 P_20 11_13 0.5000 P_30 11_13 0.4667 P_100 11_13 0.1800 P_200 11_13 0.1150 P_500 11_13 0.0620 P_1000 11_13 0.0430 relstring 11_13 '2313233-11' recall_5 11_13 0.0246 recall_10 11_13 0.0443 recall_15 11_13 0.0443 recall_20 11_13 0.0493 recall_30 11_13 0.0690 recall_100 11_13 0.0887 recall_200 11_13 0.1133 recall_500 11_13 0.1527 recall_1000 11_13 0.2118 infAP 11_13 0.0719 Rprec_mult_0.20 11_13 0.3902 Rprec_mult_0.40 11_13 0.2073 Rprec_mult_0.60 11_13 0.1557 Rprec_mult_0.80 11_13 0.1288 Rprec_mult_1.00 11_13 0.1133 Rprec_mult_1.20 11_13 0.1025 Rprec_mult_1.40 11_13 0.0947 Rprec_mult_1.60 11_13 0.0831 Rprec_mult_1.80 11_13 0.0792 Rprec_mult_2.00 11_13 0.0714 utility 11_13 -914.0000 11pt_avg 11_13 0.1079 binG 11_13 0.0656 G 11_13 0.0444 ndcg 11_13 0.2612 ndcg_rel 11_13 0.2838 Rndcg 11_13 0.2300 ndcg_cut_5 11_13 0.7302 ndcg_cut_10 11_13 0.6689 ndcg_cut_15 11_13 0.5185 ndcg_cut_20 11_13 0.4536 ndcg_cut_30 11_13 0.4339 ndcg_cut_100 11_13 0.2392 ndcg_cut_200 11_13 0.1942 ndcg_cut_500 11_13 0.2231 ndcg_cut_1000 11_13 0.2612 map_cut_5 11_13 0.0246 map_cut_10 11_13 0.0433 map_cut_15 11_13 0.0433 map_cut_20 11_13 0.0459 map_cut_30 11_13 0.0557 map_cut_100 11_13 0.0621 map_cut_200 11_13 0.0656 map_cut_500 11_13 0.0691 map_cut_1000 11_13 0.0719 relative_P_5 11_13 1.0000 relative_P_10 11_13 0.9000 relative_P_15 11_13 0.6000 relative_P_20 11_13 0.5000 relative_P_30 11_13 0.4667 relative_P_100 11_13 0.1800 relative_P_200 11_13 0.1150 relative_P_500 11_13 0.1527 relative_P_1000 11_13 0.2118 success_1 11_13 1.0000 success_5 11_13 1.0000 success_10 11_13 1.0000 set_P 11_13 0.0430 set_relative_P 11_13 0.2118 set_recall 11_13 0.2118 set_map 11_13 0.0091 set_F 11_13 0.0715 num_nonrel_judged_ret 11_13 3 rbp 11_13 0.4860 rbp_resid 11_13 0.3431 unj_5 11_13 0.0000 unj_10 11_13 0.1000 unj_20 11_13 0.5000 num_ret 11_2 1000 num_rel 11_2 146 num_rel_ret 11_2 74 map 11_2 0.1426 Rprec 11_2 0.2123 bpref 11_2 0.4658 recip_rank 11_2 1.0000 iprec_at_recall_0.00 11_2 1.0000 iprec_at_recall_0.10 11_2 0.5357 iprec_at_recall_0.20 11_2 0.2685 iprec_at_recall_0.30 11_2 0.1533 iprec_at_recall_0.40 11_2 0.1182 iprec_at_recall_0.50 11_2 0.0830 iprec_at_recall_0.60 11_2 0.0000 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 0.8000 P_10 11_2 0.5000 P_15 11_2 0.4667 P_20 11_2 0.5500 P_30 11_2 0.5000 P_100 11_2 0.2700 P_200 11_2 0.1850 P_500 11_2 0.1180 P_1000 11_2 0.0740 relstring 11_2 '2131020--0' recall_5 11_2 0.0274 recall_10 11_2 0.0342 recall_15 11_2 0.0479 recall_20 11_2 0.0753 recall_30 11_2 0.1027 recall_100 11_2 0.1849 recall_200 11_2 0.2534 recall_500 11_2 0.4041 recall_1000 11_2 0.5068 infAP 11_2 0.1426 Rprec_mult_0.20 11_2 0.5000 Rprec_mult_0.40 11_2 0.3390 Rprec_mult_0.60 11_2 0.2614 Rprec_mult_0.80 11_2 0.2564 Rprec_mult_1.00 11_2 0.2123 Rprec_mult_1.20 11_2 0.1989 Rprec_mult_1.40 11_2 0.1805 Rprec_mult_1.60 11_2 0.1624 Rprec_mult_1.80 11_2 0.1559 Rprec_mult_2.00 11_2 0.1438 utility 11_2 -852.0000 11pt_avg 11_2 0.1963 binG 11_2 0.1062 G 11_2 0.0753 ndcg 11_2 0.4166 ndcg_rel 11_2 0.3837 Rndcg 11_2 0.3410 ndcg_cut_5 11_2 0.4354 ndcg_cut_10 11_2 0.3456 ndcg_cut_15 11_2 0.3713 ndcg_cut_20 11_2 0.4185 ndcg_cut_30 11_2 0.3925 ndcg_cut_100 11_2 0.2699 ndcg_cut_200 11_2 0.2888 ndcg_cut_500 11_2 0.3691 ndcg_cut_1000 11_2 0.4166 map_cut_5 11_2 0.0274 map_cut_10 11_2 0.0331 map_cut_15 11_2 0.0403 map_cut_20 11_2 0.0549 map_cut_30 11_2 0.0695 map_cut_100 11_2 0.0967 map_cut_200 11_2 0.1118 map_cut_500 11_2 0.1329 map_cut_1000 11_2 0.1426 relative_P_5 11_2 0.8000 relative_P_10 11_2 0.5000 relative_P_15 11_2 0.4667 relative_P_20 11_2 0.5500 relative_P_30 11_2 0.5000 relative_P_100 11_2 0.2700 relative_P_200 11_2 0.2534 relative_P_500 11_2 0.4041 relative_P_1000 11_2 0.5068 success_1 11_2 1.0000 success_5 11_2 1.0000 success_10 11_2 1.0000 set_P 11_2 0.0740 set_relative_P 11_2 0.5068 set_recall 11_2 0.5068 set_map 11_2 0.0375 set_F 11_2 0.1291 num_nonrel_judged_ret 11_2 16 rbp 11_2 0.2988 rbp_resid 11_2 0.2421 unj_5 11_2 0.0000 unj_10 11_2 0.2000 unj_20 11_2 0.2500 num_ret 11_3 1000 num_rel 11_3 188 num_rel_ret 11_3 101 map 11_3 0.2954 Rprec 11_3 0.3298 bpref 11_3 0.5372 recip_rank 11_3 1.0000 iprec_at_recall_0.00 11_3 1.0000 iprec_at_recall_0.10 11_3 0.8710 iprec_at_recall_0.20 11_3 0.7843 iprec_at_recall_0.30 11_3 0.4444 iprec_at_recall_0.40 11_3 0.2338 iprec_at_recall_0.50 11_3 0.1331 iprec_at_recall_0.60 11_3 0.0000 iprec_at_recall_0.70 11_3 0.0000 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 1.0000 P_10 11_3 0.9000 P_15 11_3 0.8667 P_20 11_3 0.8500 P_30 11_3 0.8667 P_100 11_3 0.5400 P_200 11_3 0.3200 P_500 11_3 0.1740 P_1000 11_3 0.1010 relstring 11_3 '232232221-' recall_5 11_3 0.0266 recall_10 11_3 0.0479 recall_15 11_3 0.0691 recall_20 11_3 0.0904 recall_30 11_3 0.1383 recall_100 11_3 0.2872 recall_200 11_3 0.3404 recall_500 11_3 0.4628 recall_1000 11_3 0.5372 infAP 11_3 0.2954 Rprec_mult_0.20 11_3 0.8421 Rprec_mult_0.40 11_3 0.6316 Rprec_mult_0.60 11_3 0.4779 Rprec_mult_0.80 11_3 0.3841 Rprec_mult_1.00 11_3 0.3298 Rprec_mult_1.20 11_3 0.2965 Rprec_mult_1.40 11_3 0.2652 Rprec_mult_1.60 11_3 0.2392 Rprec_mult_1.80 11_3 0.2242 Rprec_mult_2.00 11_3 0.2048 utility 11_3 -798.0000 11pt_avg 11_3 0.3152 binG 11_3 0.1589 G 11_3 0.1080 ndcg 11_3 0.5683 ndcg_rel 11_3 0.5655 Rndcg 11_3 0.5135 ndcg_cut_5 11_3 0.7817 ndcg_cut_10 11_3 0.6768 ndcg_cut_15 11_3 0.6286 ndcg_cut_20 11_3 0.6235 ndcg_cut_30 11_3 0.6273 ndcg_cut_100 11_3 0.5033 ndcg_cut_200 11_3 0.4310 ndcg_cut_500 11_3 0.5208 ndcg_cut_1000 11_3 0.5683 map_cut_5 11_3 0.0266 map_cut_10 11_3 0.0479 map_cut_15 11_3 0.0660 map_cut_20 11_3 0.0843 map_cut_30 11_3 0.1250 map_cut_100 11_3 0.2368 map_cut_200 11_3 0.2570 map_cut_500 11_3 0.2857 map_cut_1000 11_3 0.2954 relative_P_5 11_3 1.0000 relative_P_10 11_3 0.9000 relative_P_15 11_3 0.8667 relative_P_20 11_3 0.8500 relative_P_30 11_3 0.8667 relative_P_100 11_3 0.5400 relative_P_200 11_3 0.3404 relative_P_500 11_3 0.4628 relative_P_1000 11_3 0.5372 success_1 11_3 1.0000 success_5 11_3 1.0000 success_10 11_3 1.0000 set_P 11_3 0.1010 set_relative_P 11_3 0.5372 set_recall 11_3 0.5372 set_map 11_3 0.0543 set_F 11_3 0.1700 num_nonrel_judged_ret 11_3 0 rbp 11_3 0.6111 rbp_resid 11_3 0.1158 unj_5 11_3 0.0000 unj_10 11_3 0.1000 unj_20 11_3 0.1500 num_ret 11_4 1000 num_rel 11_4 144 num_rel_ret 11_4 120 map 11_4 0.4312 Rprec 11_4 0.4653 bpref 11_4 0.8022 recip_rank 11_4 1.0000 iprec_at_recall_0.00 11_4 1.0000 iprec_at_recall_0.10 11_4 0.8788 iprec_at_recall_0.20 11_4 0.8788 iprec_at_recall_0.30 11_4 0.6825 iprec_at_recall_0.40 11_4 0.5133 iprec_at_recall_0.50 11_4 0.4114 iprec_at_recall_0.60 11_4 0.2801 iprec_at_recall_0.70 11_4 0.1954 iprec_at_recall_0.80 11_4 0.1413 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 0.8000 P_10 11_4 0.8000 P_15 11_4 0.7333 P_20 11_4 0.8000 P_30 11_4 0.8667 P_100 11_4 0.5300 P_200 11_4 0.3800 P_500 11_4 0.1980 P_1000 11_4 0.1200 relstring 11_4 '322202221-' recall_5 11_4 0.0278 recall_10 11_4 0.0556 recall_15 11_4 0.0764 recall_20 11_4 0.1111 recall_30 11_4 0.1806 recall_100 11_4 0.3681 recall_200 11_4 0.5278 recall_500 11_4 0.6875 recall_1000 11_4 0.8333 infAP 11_4 0.4312 Rprec_mult_0.20 11_4 0.8621 Rprec_mult_0.40 11_4 0.6897 Rprec_mult_0.60 11_4 0.5747 Rprec_mult_0.80 11_4 0.5000 Rprec_mult_1.00 11_4 0.4653 Rprec_mult_1.20 11_4 0.4046 Rprec_mult_1.40 11_4 0.3762 Rprec_mult_1.60 11_4 0.3506 Rprec_mult_1.80 11_4 0.3192 Rprec_mult_2.00 11_4 0.2917 utility 11_4 -760.0000 11pt_avg 11_4 0.4529 binG 11_4 0.2047 G 11_4 0.1778 ndcg 11_4 0.7695 ndcg_rel 11_4 0.7047 Rndcg 11_4 0.6778 ndcg_cut_5 11_4 0.6923 ndcg_cut_10 11_4 0.7008 ndcg_cut_15 11_4 0.6819 ndcg_cut_20 11_4 0.7395 ndcg_cut_30 11_4 0.7814 ndcg_cut_100 11_4 0.6125 ndcg_cut_200 11_4 0.6239 ndcg_cut_500 11_4 0.7023 ndcg_cut_1000 11_4 0.7695 map_cut_5 11_4 0.0278 map_cut_10 11_4 0.0518 map_cut_15 11_4 0.0678 map_cut_20 11_4 0.0947 map_cut_30 11_4 0.1531 map_cut_100 11_4 0.2863 map_cut_200 11_4 0.3624 map_cut_500 11_4 0.4070 map_cut_1000 11_4 0.4312 relative_P_5 11_4 0.8000 relative_P_10 11_4 0.8000 relative_P_15 11_4 0.7333 relative_P_20 11_4 0.8000 relative_P_30 11_4 0.8667 relative_P_100 11_4 0.5300 relative_P_200 11_4 0.5278 relative_P_500 11_4 0.6875 relative_P_1000 11_4 0.8333 success_1 11_4 1.0000 success_5 11_4 1.0000 success_10 11_4 1.0000 set_P 11_4 0.1200 set_relative_P 11_4 0.8333 set_recall 11_4 0.8333 set_map 11_4 0.1000 set_F 11_4 0.2098 num_nonrel_judged_ret 11_4 3 rbp 11_4 0.5626 rbp_resid 11_4 0.1138 unj_5 11_4 0.0000 unj_10 11_4 0.1000 unj_20 11_4 0.1500 num_ret 11_6 1000 num_rel 11_6 60 num_rel_ret 11_6 56 map 11_6 0.3307 Rprec 11_6 0.3167 bpref 11_6 0.8887 recip_rank 11_6 1.0000 iprec_at_recall_0.00 11_6 1.0000 iprec_at_recall_0.10 11_6 0.6923 iprec_at_recall_0.20 11_6 0.3750 iprec_at_recall_0.30 11_6 0.3462 iprec_at_recall_0.40 11_6 0.2955 iprec_at_recall_0.50 11_6 0.2727 iprec_at_recall_0.60 11_6 0.2534 iprec_at_recall_0.70 11_6 0.2176 iprec_at_recall_0.80 11_6 0.1892 iprec_at_recall_0.90 11_6 0.1247 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 1.0000 P_10 11_6 0.6000 P_15 11_6 0.6000 P_20 11_6 0.5000 P_30 11_6 0.3667 P_100 11_6 0.2800 P_200 11_6 0.2150 P_500 11_6 0.1080 P_1000 11_6 0.0560 relstring 11_6 '31322---1-' recall_5 11_6 0.0833 recall_10 11_6 0.1000 recall_15 11_6 0.1500 recall_20 11_6 0.1667 recall_30 11_6 0.1833 recall_100 11_6 0.4667 recall_200 11_6 0.7167 recall_500 11_6 0.9000 recall_1000 11_6 0.9333 infAP 11_6 0.3307 Rprec_mult_0.20 11_6 0.6667 Rprec_mult_0.40 11_6 0.4583 Rprec_mult_0.60 11_6 0.3333 Rprec_mult_0.80 11_6 0.3333 Rprec_mult_1.00 11_6 0.3167 Rprec_mult_1.20 11_6 0.3056 Rprec_mult_1.40 11_6 0.2857 Rprec_mult_1.60 11_6 0.2812 Rprec_mult_1.80 11_6 0.2685 Rprec_mult_2.00 11_6 0.2667 utility 11_6 -888.0000 11pt_avg 11_6 0.3424 binG 11_6 0.2355 G 11_6 0.1794 ndcg 11_6 0.6889 ndcg_rel 11_6 0.5475 Rndcg 11_6 0.4808 ndcg_cut_5 11_6 0.7649 ndcg_cut_10 11_6 0.5185 ndcg_cut_15 11_6 0.4848 ndcg_cut_20 11_6 0.4633 ndcg_cut_30 11_6 0.3904 ndcg_cut_100 11_6 0.4519 ndcg_cut_200 11_6 0.5863 ndcg_cut_500 11_6 0.6728 ndcg_cut_1000 11_6 0.6889 map_cut_5 11_6 0.0833 map_cut_10 11_6 0.0944 map_cut_15 11_6 0.1277 map_cut_20 11_6 0.1375 map_cut_30 11_6 0.1458 map_cut_100 11_6 0.2359 map_cut_200 11_6 0.2973 map_cut_500 11_6 0.3284 map_cut_1000 11_6 0.3307 relative_P_5 11_6 1.0000 relative_P_10 11_6 0.6000 relative_P_15 11_6 0.6000 relative_P_20 11_6 0.5000 relative_P_30 11_6 0.3667 relative_P_100 11_6 0.4667 relative_P_200 11_6 0.7167 relative_P_500 11_6 0.9000 relative_P_1000 11_6 0.9333 success_1 11_6 1.0000 success_5 11_6 1.0000 success_10 11_6 1.0000 set_P 11_6 0.0560 set_relative_P 11_6 0.9333 set_recall 11_6 0.9333 set_map 11_6 0.0523 set_F 11_6 0.1057 num_nonrel_judged_ret 11_6 7 rbp 11_6 0.3966 rbp_resid 11_6 0.4097 unj_5 11_6 0.0000 unj_10 11_6 0.4000 unj_20 11_6 0.5000 num_ret 11_7 1000 num_rel 11_7 90 num_rel_ret 11_7 16 map 11_7 0.0027 Rprec 11_7 0.0111 bpref 11_7 0.1241 recip_rank 11_7 0.0123 iprec_at_recall_0.00 11_7 0.0198 iprec_at_recall_0.10 11_7 0.0198 iprec_at_recall_0.20 11_7 0.0000 iprec_at_recall_0.30 11_7 0.0000 iprec_at_recall_0.40 11_7 0.0000 iprec_at_recall_0.50 11_7 0.0000 iprec_at_recall_0.60 11_7 0.0000 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 0.0000 P_10 11_7 0.0000 P_15 11_7 0.0000 P_20 11_7 0.0000 P_30 11_7 0.0000 P_100 11_7 0.0100 P_200 11_7 0.0100 P_500 11_7 0.0120 P_1000 11_7 0.0160 relstring 11_7 '000000----' recall_5 11_7 0.0000 recall_10 11_7 0.0000 recall_15 11_7 0.0000 recall_20 11_7 0.0000 recall_30 11_7 0.0000 recall_100 11_7 0.0111 recall_200 11_7 0.0222 recall_500 11_7 0.0667 recall_1000 11_7 0.1778 infAP 11_7 0.0027 Rprec_mult_0.20 11_7 0.0000 Rprec_mult_0.40 11_7 0.0000 Rprec_mult_0.60 11_7 0.0000 Rprec_mult_0.80 11_7 0.0000 Rprec_mult_1.00 11_7 0.0111 Rprec_mult_1.20 11_7 0.0093 Rprec_mult_1.40 11_7 0.0079 Rprec_mult_1.60 11_7 0.0139 Rprec_mult_1.80 11_7 0.0123 Rprec_mult_2.00 11_7 0.0111 utility 11_7 -968.0000 11pt_avg 11_7 0.0036 binG 11_7 0.0203 G 11_7 0.0215 ndcg 11_7 0.0895 ndcg_rel 11_7 0.0823 Rndcg 11_7 0.0235 ndcg_cut_5 11_7 0.0000 ndcg_cut_10 11_7 0.0000 ndcg_cut_15 11_7 0.0000 ndcg_cut_20 11_7 0.0000 ndcg_cut_30 11_7 0.0000 ndcg_cut_100 11_7 0.0046 ndcg_cut_200 11_7 0.0087 ndcg_cut_500 11_7 0.0360 ndcg_cut_1000 11_7 0.0895 map_cut_5 11_7 0.0000 map_cut_10 11_7 0.0000 map_cut_15 11_7 0.0000 map_cut_20 11_7 0.0000 map_cut_30 11_7 0.0000 map_cut_100 11_7 0.0001 map_cut_200 11_7 0.0003 map_cut_500 11_7 0.0008 map_cut_1000 11_7 0.0027 relative_P_5 11_7 0.0000 relative_P_10 11_7 0.0000 relative_P_15 11_7 0.0000 relative_P_20 11_7 0.0000 relative_P_30 11_7 0.0000 relative_P_100 11_7 0.0111 relative_P_200 11_7 0.0222 relative_P_500 11_7 0.0667 relative_P_1000 11_7 0.1778 success_1 11_7 0.0000 success_5 11_7 0.0000 success_10 11_7 0.0000 set_P 11_7 0.0160 set_relative_P 11_7 0.1778 set_recall 11_7 0.1778 set_map 11_7 0.0028 set_F 11_7 0.0294 num_nonrel_judged_ret 11_7 32 rbp 11_7 0.0000 rbp_resid 11_7 0.5297 unj_5 11_7 0.0000 unj_10 11_7 0.4000 unj_20 11_7 0.7000 num_ret 11_8 1000 num_rel 11_8 97 num_rel_ret 11_8 71 map 11_8 0.2517 Rprec 11_8 0.3299 bpref 11_8 0.6819 recip_rank 11_8 0.5000 iprec_at_recall_0.00 11_8 0.8333 iprec_at_recall_0.10 11_8 0.5417 iprec_at_recall_0.20 11_8 0.5000 iprec_at_recall_0.30 11_8 0.4203 iprec_at_recall_0.40 11_8 0.2708 iprec_at_recall_0.50 11_8 0.2207 iprec_at_recall_0.60 11_8 0.1853 iprec_at_recall_0.70 11_8 0.1174 iprec_at_recall_0.80 11_8 0.0000 iprec_at_recall_0.90 11_8 0.0000 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 0.8000 P_10 11_8 0.6000 P_15 11_8 0.5333 P_20 11_8 0.5000 P_30 11_8 0.4667 P_100 11_8 0.3200 P_200 11_8 0.2300 P_500 11_8 0.1300 P_1000 11_8 0.0710 relstring 11_8 '021112-0-2' recall_5 11_8 0.0412 recall_10 11_8 0.0619 recall_15 11_8 0.0825 recall_20 11_8 0.1031 recall_30 11_8 0.1443 recall_100 11_8 0.3299 recall_200 11_8 0.4742 recall_500 11_8 0.6701 recall_1000 11_8 0.7320 infAP 11_8 0.2517 Rprec_mult_0.20 11_8 0.5000 Rprec_mult_0.40 11_8 0.4359 Rprec_mult_0.60 11_8 0.4237 Rprec_mult_0.80 11_8 0.3974 Rprec_mult_1.00 11_8 0.3299 Rprec_mult_1.20 11_8 0.2906 Rprec_mult_1.40 11_8 0.2721 Rprec_mult_1.60 11_8 0.2564 Rprec_mult_1.80 11_8 0.2457 Rprec_mult_2.00 11_8 0.2320 utility 11_8 -858.0000 11pt_avg 11_8 0.2809 binG 11_8 0.1514 G 11_8 0.1139 ndcg 11_8 0.5488 ndcg_rel 11_8 0.4343 Rndcg 11_8 0.3455 ndcg_cut_5 11_8 0.2350 ndcg_cut_10 11_8 0.2455 ndcg_cut_15 11_8 0.2764 ndcg_cut_20 11_8 0.2903 ndcg_cut_30 11_8 0.3246 ndcg_cut_100 11_8 0.3390 ndcg_cut_200 11_8 0.4174 ndcg_cut_500 11_8 0.5219 ndcg_cut_1000 11_8 0.5488 map_cut_5 11_8 0.0280 map_cut_10 11_8 0.0428 map_cut_15 11_8 0.0547 map_cut_20 11_8 0.0653 map_cut_30 11_8 0.0865 map_cut_100 11_8 0.1698 map_cut_200 11_8 0.2083 map_cut_500 11_8 0.2448 map_cut_1000 11_8 0.2517 relative_P_5 11_8 0.8000 relative_P_10 11_8 0.6000 relative_P_15 11_8 0.5333 relative_P_20 11_8 0.5000 relative_P_30 11_8 0.4667 relative_P_100 11_8 0.3299 relative_P_200 11_8 0.4742 relative_P_500 11_8 0.6701 relative_P_1000 11_8 0.7320 success_1 11_8 0.0000 success_5 11_8 1.0000 success_10 11_8 1.0000 set_P 11_8 0.0710 set_relative_P 11_8 0.7320 set_recall 11_8 0.7320 set_map 11_8 0.0520 set_F 11_8 0.1294 num_nonrel_judged_ret 11_8 5 rbp 11_8 0.2435 rbp_resid 11_8 0.2956 unj_5 11_8 0.0000 unj_10 11_8 0.2000 unj_20 11_8 0.4000 num_ret 11_9 1000 num_rel 11_9 117 num_rel_ret 11_9 62 map 11_9 0.1709 Rprec 11_9 0.2564 bpref 11_9 0.4797 recip_rank 11_9 0.5000 iprec_at_recall_0.00 11_9 0.8571 iprec_at_recall_0.10 11_9 0.5000 iprec_at_recall_0.20 11_9 0.3906 iprec_at_recall_0.30 11_9 0.2397 iprec_at_recall_0.40 11_9 0.1362 iprec_at_recall_0.50 11_9 0.0735 iprec_at_recall_0.60 11_9 0.0000 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 0.8000 P_10 11_9 0.7000 P_15 11_9 0.5333 P_20 11_9 0.5000 P_30 11_9 0.4667 P_100 11_9 0.2800 P_200 11_9 0.1950 P_500 11_9 0.1060 P_1000 11_9 0.0620 relstring 11_9 '0111113-2-' recall_5 11_9 0.0342 recall_10 11_9 0.0598 recall_15 11_9 0.0684 recall_20 11_9 0.0855 recall_30 11_9 0.1197 recall_100 11_9 0.2393 recall_200 11_9 0.3333 recall_500 11_9 0.4530 recall_1000 11_9 0.5299 infAP 11_9 0.1709 Rprec_mult_0.20 11_9 0.4583 Rprec_mult_0.40 11_9 0.3830 Rprec_mult_0.60 11_9 0.3521 Rprec_mult_0.80 11_9 0.2979 Rprec_mult_1.00 11_9 0.2564 Rprec_mult_1.20 11_9 0.2411 Rprec_mult_1.40 11_9 0.2256 Rprec_mult_1.60 11_9 0.2021 Rprec_mult_1.80 11_9 0.1896 Rprec_mult_2.00 11_9 0.1752 utility 11_9 -876.0000 11pt_avg 11_9 0.1997 binG 11_9 0.1149 G 11_9 0.0757 ndcg 11_9 0.3890 ndcg_rel 11_9 0.3350 Rndcg 11_9 0.2478 ndcg_cut_5 11_9 0.1860 ndcg_cut_10 11_9 0.2560 ndcg_cut_15 11_9 0.2469 ndcg_cut_20 11_9 0.2700 ndcg_cut_30 11_9 0.2623 ndcg_cut_100 11_9 0.2487 ndcg_cut_200 11_9 0.2904 ndcg_cut_500 11_9 0.3527 ndcg_cut_1000 11_9 0.3890 map_cut_5 11_9 0.0232 map_cut_10 11_9 0.0443 map_cut_15 11_9 0.0505 map_cut_20 11_9 0.0593 map_cut_30 11_9 0.0762 map_cut_100 11_9 0.1239 map_cut_200 11_9 0.1465 map_cut_500 11_9 0.1645 map_cut_1000 11_9 0.1709 relative_P_5 11_9 0.8000 relative_P_10 11_9 0.7000 relative_P_15 11_9 0.5333 relative_P_20 11_9 0.5000 relative_P_30 11_9 0.4667 relative_P_100 11_9 0.2800 relative_P_200 11_9 0.3333 relative_P_500 11_9 0.4530 relative_P_1000 11_9 0.5299 success_1 11_9 0.0000 success_5 11_9 1.0000 success_10 11_9 1.0000 set_P 11_9 0.0620 set_relative_P 11_9 0.5299 set_recall 11_9 0.5299 set_map 11_9 0.0329 set_F 11_9 0.1110 num_nonrel_judged_ret 11_9 28 rbp 11_9 0.2256 rbp_resid 11_9 0.2434 unj_5 11_9 0.0000 unj_10 11_9 0.2000 unj_20 11_9 0.3500 num_ret 12_1 1000 num_rel 12_1 75 num_rel_ret 12_1 31 map 12_1 0.1711 Rprec 12_1 0.2933 bpref 12_1 0.3486 recip_rank 12_1 0.5000 iprec_at_recall_0.00 12_1 0.8000 iprec_at_recall_0.10 12_1 0.6154 iprec_at_recall_0.20 12_1 0.4286 iprec_at_recall_0.30 12_1 0.2674 iprec_at_recall_0.40 12_1 0.0441 iprec_at_recall_0.50 12_1 0.0000 iprec_at_recall_0.60 12_1 0.0000 iprec_at_recall_0.70 12_1 0.0000 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 0.8000 P_10 12_1 0.6000 P_15 12_1 0.5333 P_20 12_1 0.5500 P_30 12_1 0.4667 P_100 12_1 0.2400 P_200 12_1 0.1350 P_500 12_1 0.0580 P_1000 12_1 0.0310 relstring 12_1 '0222200210' recall_5 12_1 0.0533 recall_10 12_1 0.0800 recall_15 12_1 0.1067 recall_20 12_1 0.1467 recall_30 12_1 0.1867 recall_100 12_1 0.3200 recall_200 12_1 0.3600 recall_500 12_1 0.3867 recall_1000 12_1 0.4133 infAP 12_1 0.1711 Rprec_mult_0.20 12_1 0.5333 Rprec_mult_0.40 12_1 0.4667 Rprec_mult_0.60 12_1 0.3778 Rprec_mult_0.80 12_1 0.3500 Rprec_mult_1.00 12_1 0.2933 Rprec_mult_1.20 12_1 0.2556 Rprec_mult_1.40 12_1 0.2381 Rprec_mult_1.60 12_1 0.2167 Rprec_mult_1.80 12_1 0.1926 Rprec_mult_2.00 12_1 0.1733 utility 12_1 -938.0000 11pt_avg 12_1 0.1960 binG 12_1 0.1151 G 12_1 0.1004 ndcg 12_1 0.4213 ndcg_rel 12_1 0.4215 Rndcg 12_1 0.2839 ndcg_cut_5 12_1 0.5650 ndcg_cut_10 12_1 0.4787 ndcg_cut_15 12_1 0.4647 ndcg_cut_20 12_1 0.4548 ndcg_cut_30 12_1 0.4096 ndcg_cut_100 12_1 0.3718 ndcg_cut_200 12_1 0.4013 ndcg_cut_500 12_1 0.4142 ndcg_cut_1000 12_1 0.4213 map_cut_5 12_1 0.0362 map_cut_10 12_1 0.0534 map_cut_15 12_1 0.0701 map_cut_20 12_1 0.0923 map_cut_30 12_1 0.1128 map_cut_100 12_1 0.1588 map_cut_200 12_1 0.1673 map_cut_500 12_1 0.1701 map_cut_1000 12_1 0.1711 relative_P_5 12_1 0.8000 relative_P_10 12_1 0.6000 relative_P_15 12_1 0.5333 relative_P_20 12_1 0.5500 relative_P_30 12_1 0.4667 relative_P_100 12_1 0.3200 relative_P_200 12_1 0.3600 relative_P_500 12_1 0.3867 relative_P_1000 12_1 0.4133 success_1 12_1 0.0000 success_5 12_1 1.0000 success_10 12_1 1.0000 set_P 12_1 0.0310 set_relative_P 12_1 0.4133 set_recall 12_1 0.4133 set_map 12_1 0.0128 set_F 12_1 0.0577 num_nonrel_judged_ret 12_1 35 rbp 12_1 0.3342 rbp_resid 12_1 0.0705 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0000 num_ret 12_2 1000 num_rel 12_2 65 num_rel_ret 12_2 34 map 12_2 0.0316 Rprec 12_2 0.0769 bpref 12_2 0.4809 recip_rank 12_2 0.0909 iprec_at_recall_0.00 12_2 0.1212 iprec_at_recall_0.10 12_2 0.1098 iprec_at_recall_0.20 12_2 0.0544 iprec_at_recall_0.30 12_2 0.0475 iprec_at_recall_0.40 12_2 0.0423 iprec_at_recall_0.50 12_2 0.0355 iprec_at_recall_0.60 12_2 0.0000 iprec_at_recall_0.70 12_2 0.0000 iprec_at_recall_0.80 12_2 0.0000 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 0.0000 P_10 12_2 0.0000 P_15 12_2 0.0667 P_20 12_2 0.1000 P_30 12_2 0.1000 P_100 12_2 0.0900 P_200 12_2 0.0500 P_500 12_2 0.0460 P_1000 12_2 0.0340 relstring 12_2 '00000-----' recall_5 12_2 0.0000 recall_10 12_2 0.0000 recall_15 12_2 0.0154 recall_20 12_2 0.0308 recall_30 12_2 0.0462 recall_100 12_2 0.1385 recall_200 12_2 0.1538 recall_500 12_2 0.3538 recall_1000 12_2 0.5231 infAP 12_2 0.0316 Rprec_mult_0.20 12_2 0.0769 Rprec_mult_0.40 12_2 0.1154 Rprec_mult_0.60 12_2 0.1026 Rprec_mult_0.80 12_2 0.0962 Rprec_mult_1.00 12_2 0.0769 Rprec_mult_1.20 12_2 0.0897 Rprec_mult_1.40 12_2 0.0989 Rprec_mult_1.60 12_2 0.0865 Rprec_mult_1.80 12_2 0.0769 Rprec_mult_2.00 12_2 0.0692 utility 12_2 -932.0000 11pt_avg 12_2 0.0373 binG 12_2 0.0712 G 12_2 0.0638 ndcg 12_2 0.2392 ndcg_rel 12_2 0.1901 Rndcg 12_2 0.0847 ndcg_cut_5 12_2 0.0000 ndcg_cut_10 12_2 0.0000 ndcg_cut_15 12_2 0.0190 ndcg_cut_20 12_2 0.0445 ndcg_cut_30 12_2 0.0490 ndcg_cut_100 12_2 0.1006 ndcg_cut_200 12_2 0.1060 ndcg_cut_500 12_2 0.1871 ndcg_cut_1000 12_2 0.2392 map_cut_5 12_2 0.0000 map_cut_10 12_2 0.0000 map_cut_15 12_2 0.0014 map_cut_20 12_2 0.0032 map_cut_30 12_2 0.0051 map_cut_100 12_2 0.0144 map_cut_200 12_2 0.0155 map_cut_500 12_2 0.0250 map_cut_1000 12_2 0.0316 relative_P_5 12_2 0.0000 relative_P_10 12_2 0.0000 relative_P_15 12_2 0.0667 relative_P_20 12_2 0.1000 relative_P_30 12_2 0.1000 relative_P_100 12_2 0.1385 relative_P_200 12_2 0.1538 relative_P_500 12_2 0.3538 relative_P_1000 12_2 0.5231 success_1 12_2 0.0000 success_5 12_2 0.0000 success_10 12_2 0.0000 set_P 12_2 0.0340 set_relative_P 12_2 0.5231 set_recall 12_2 0.5231 set_map 12_2 0.0178 set_F 12_2 0.0638 num_nonrel_judged_ret 12_2 6 rbp 12_2 0.0282 rbp_resid 12_2 0.5250 unj_5 12_2 0.0000 unj_10 12_2 0.5000 unj_20 12_2 0.6500 num_ret 12_3 1000 num_rel 12_3 75 num_rel_ret 12_3 62 map 12_3 0.4697 Rprec 12_3 0.4800 bpref 12_3 0.7172 recip_rank 12_3 1.0000 iprec_at_recall_0.00 12_3 1.0000 iprec_at_recall_0.10 12_3 0.9091 iprec_at_recall_0.20 12_3 0.8333 iprec_at_recall_0.30 12_3 0.7931 iprec_at_recall_0.40 12_3 0.6383 iprec_at_recall_0.50 12_3 0.4634 iprec_at_recall_0.60 12_3 0.3147 iprec_at_recall_0.70 12_3 0.3011 iprec_at_recall_0.80 12_3 0.1075 iprec_at_recall_0.90 12_3 0.0000 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 0.8000 P_10 12_3 0.9000 P_15 12_3 0.8667 P_20 12_3 0.7500 P_30 12_3 0.7667 P_100 12_3 0.4200 P_200 12_3 0.2650 P_500 12_3 0.1180 P_1000 12_3 0.0620 relstring 12_3 '1102122121' recall_5 12_3 0.0533 recall_10 12_3 0.1200 recall_15 12_3 0.1733 recall_20 12_3 0.2000 recall_30 12_3 0.3067 recall_100 12_3 0.5600 recall_200 12_3 0.7067 recall_500 12_3 0.7867 recall_1000 12_3 0.8267 infAP 12_3 0.4697 Rprec_mult_0.20 12_3 0.8667 Rprec_mult_0.40 12_3 0.7667 Rprec_mult_0.60 12_3 0.6222 Rprec_mult_0.80 12_3 0.5500 Rprec_mult_1.00 12_3 0.4800 Rprec_mult_1.20 12_3 0.4333 Rprec_mult_1.40 12_3 0.4000 Rprec_mult_1.60 12_3 0.3583 Rprec_mult_1.80 12_3 0.3259 Rprec_mult_2.00 12_3 0.3000 utility 12_3 -876.0000 11pt_avg 12_3 0.4873 binG 12_3 0.2547 G 12_3 0.1773 ndcg 12_3 0.7111 ndcg_rel 12_3 0.6047 Rndcg 12_3 0.5783 ndcg_cut_5 12_3 0.4882 ndcg_cut_10 12_3 0.6014 ndcg_cut_15 12_3 0.6449 ndcg_cut_20 12_3 0.5707 ndcg_cut_30 12_3 0.5788 ndcg_cut_100 12_3 0.5455 ndcg_cut_200 12_3 0.6481 ndcg_cut_500 12_3 0.6919 ndcg_cut_1000 12_3 0.7111 map_cut_5 12_3 0.0473 map_cut_10 12_3 0.1054 map_cut_15 12_3 0.1518 map_cut_20 12_3 0.1739 map_cut_30 12_3 0.2578 map_cut_100 12_3 0.4025 map_cut_200 12_3 0.4487 map_cut_500 12_3 0.4656 map_cut_1000 12_3 0.4697 relative_P_5 12_3 0.8000 relative_P_10 12_3 0.9000 relative_P_15 12_3 0.8667 relative_P_20 12_3 0.7500 relative_P_30 12_3 0.7667 relative_P_100 12_3 0.5600 relative_P_200 12_3 0.7067 relative_P_500 12_3 0.7867 relative_P_1000 12_3 0.8267 success_1 12_3 1.0000 success_5 12_3 1.0000 success_10 12_3 1.0000 set_P 12_3 0.0620 set_relative_P 12_3 0.8267 set_recall 12_3 0.8267 set_map 12_3 0.0513 set_F 12_3 0.1153 num_nonrel_judged_ret 12_3 22 rbp 12_3 0.5904 rbp_resid 12_3 0.0420 unj_5 12_3 0.0000 unj_10 12_3 0.0000 unj_20 12_3 0.0500 num_ret 12_5 1000 num_rel 12_5 57 num_rel_ret 12_5 34 map 12_5 0.2790 Rprec 12_5 0.3684 bpref 12_5 0.5925 recip_rank 12_5 1.0000 iprec_at_recall_0.00 12_5 1.0000 iprec_at_recall_0.10 12_5 1.0000 iprec_at_recall_0.20 12_5 0.5714 iprec_at_recall_0.30 12_5 0.4200 iprec_at_recall_0.40 12_5 0.2875 iprec_at_recall_0.50 12_5 0.1203 iprec_at_recall_0.60 12_5 0.0352 iprec_at_recall_0.70 12_5 0.0000 iprec_at_recall_0.80 12_5 0.0000 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 1.0000 P_10 12_5 0.8000 P_15 12_5 0.6000 P_20 12_5 0.5500 P_30 12_5 0.4333 P_100 12_5 0.2500 P_200 12_5 0.1400 P_500 12_5 0.0660 P_1000 12_5 0.0340 relstring 12_5 '222222-2-2' recall_5 12_5 0.0877 recall_10 12_5 0.1404 recall_15 12_5 0.1579 recall_20 12_5 0.1930 recall_30 12_5 0.2281 recall_100 12_5 0.4386 recall_200 12_5 0.4912 recall_500 12_5 0.5789 recall_1000 12_5 0.5965 infAP 12_5 0.2790 Rprec_mult_0.20 12_5 0.6667 Rprec_mult_0.40 12_5 0.5217 Rprec_mult_0.60 12_5 0.4286 Rprec_mult_0.80 12_5 0.3913 Rprec_mult_1.00 12_5 0.3684 Rprec_mult_1.20 12_5 0.3043 Rprec_mult_1.40 12_5 0.2875 Rprec_mult_1.60 12_5 0.2500 Rprec_mult_1.80 12_5 0.2427 Rprec_mult_2.00 12_5 0.2193 utility 12_5 -932.0000 11pt_avg 12_5 0.3122 binG 12_5 0.2128 G 12_5 0.1318 ndcg 12_5 0.5533 ndcg_rel 12_5 0.5478 Rndcg 12_5 0.5151 ndcg_cut_5 12_5 0.6667 ndcg_cut_10 12_5 0.6144 ndcg_cut_15 12_5 0.5603 ndcg_cut_20 12_5 0.5513 ndcg_cut_30 12_5 0.4938 ndcg_cut_100 12_5 0.4865 ndcg_cut_200 12_5 0.5121 ndcg_cut_500 12_5 0.5469 ndcg_cut_1000 12_5 0.5533 map_cut_5 12_5 0.0877 map_cut_10 12_5 0.1346 map_cut_15 12_5 0.1468 map_cut_20 12_5 0.1662 map_cut_30 12_5 0.1838 map_cut_100 12_5 0.2617 map_cut_200 12_5 0.2697 map_cut_500 12_5 0.2784 map_cut_1000 12_5 0.2790 relative_P_5 12_5 1.0000 relative_P_10 12_5 0.8000 relative_P_15 12_5 0.6000 relative_P_20 12_5 0.5500 relative_P_30 12_5 0.4333 relative_P_100 12_5 0.4386 relative_P_200 12_5 0.4912 relative_P_500 12_5 0.5789 relative_P_1000 12_5 0.5965 success_1 12_5 1.0000 success_5 12_5 1.0000 success_10 12_5 1.0000 set_P 12_5 0.0340 set_relative_P 12_5 0.5965 set_recall 12_5 0.5965 set_map 12_5 0.0203 set_F 12_5 0.0643 num_nonrel_judged_ret 12_5 1 rbp 12_5 0.4500 rbp_resid 12_5 0.3550 unj_5 12_5 0.0000 unj_10 12_5 0.2000 unj_20 12_5 0.4500 num_ret 12_6 1000 num_rel 12_6 48 num_rel_ret 12_6 39 map 12_6 0.4730 Rprec 12_6 0.5000 bpref 12_6 0.6866 recip_rank 12_6 1.0000 iprec_at_recall_0.00 12_6 1.0000 iprec_at_recall_0.10 12_6 1.0000 iprec_at_recall_0.20 12_6 1.0000 iprec_at_recall_0.30 12_6 0.7778 iprec_at_recall_0.40 12_6 0.6061 iprec_at_recall_0.50 12_6 0.5217 iprec_at_recall_0.60 12_6 0.2661 iprec_at_recall_0.70 12_6 0.1145 iprec_at_recall_0.80 12_6 0.0443 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 1.0000 P_10 12_6 1.0000 P_15 12_6 0.8667 P_20 12_6 0.7500 P_30 12_6 0.6000 P_100 12_6 0.2800 P_200 12_6 0.1650 P_500 12_6 0.0680 P_1000 12_6 0.0390 relstring 12_6 '1221222111' recall_5 12_6 0.1042 recall_10 12_6 0.2083 recall_15 12_6 0.2708 recall_20 12_6 0.3125 recall_30 12_6 0.3750 recall_100 12_6 0.5833 recall_200 12_6 0.6875 recall_500 12_6 0.7083 recall_1000 12_6 0.8125 infAP 12_6 0.4730 Rprec_mult_0.20 12_6 1.0000 Rprec_mult_0.40 12_6 0.7500 Rprec_mult_0.60 12_6 0.5862 Rprec_mult_0.80 12_6 0.5641 Rprec_mult_1.00 12_6 0.5000 Rprec_mult_1.20 12_6 0.4310 Rprec_mult_1.40 12_6 0.3824 Rprec_mult_1.60 12_6 0.3377 Rprec_mult_1.80 12_6 0.3218 Rprec_mult_2.00 12_6 0.2917 utility 12_6 -922.0000 11pt_avg 12_6 0.4846 binG 12_6 0.3589 G 12_6 0.2063 ndcg 12_6 0.6792 ndcg_rel 12_6 0.6263 Rndcg 12_6 0.5353 ndcg_cut_5 12_6 0.6476 ndcg_cut_10 12_6 0.6693 ndcg_cut_15 12_6 0.6540 ndcg_cut_20 12_6 0.5981 ndcg_cut_30 12_6 0.5588 ndcg_cut_100 12_6 0.5969 ndcg_cut_200 12_6 0.6433 ndcg_cut_500 12_6 0.6491 ndcg_cut_1000 12_6 0.6792 map_cut_5 12_6 0.1042 map_cut_10 12_6 0.2083 map_cut_15 12_6 0.2651 map_cut_20 12_6 0.2969 map_cut_30 12_6 0.3400 map_cut_100 12_6 0.4435 map_cut_200 12_6 0.4653 map_cut_500 12_6 0.4677 map_cut_1000 12_6 0.4730 relative_P_5 12_6 1.0000 relative_P_10 12_6 1.0000 relative_P_15 12_6 0.8667 relative_P_20 12_6 0.7500 relative_P_30 12_6 0.6000 relative_P_100 12_6 0.5833 relative_P_200 12_6 0.6875 relative_P_500 12_6 0.7083 relative_P_1000 12_6 0.8125 success_1 12_6 1.0000 success_5 12_6 1.0000 success_10 12_6 1.0000 set_P 12_6 0.0390 set_relative_P 12_6 0.8125 set_recall 12_6 0.8125 set_map 12_6 0.0317 set_F 12_6 0.0744 num_nonrel_judged_ret 12_6 26 rbp 12_6 0.4218 rbp_resid 12_6 0.1081 unj_5 12_6 0.0000 unj_10 12_6 0.0000 unj_20 12_6 0.1000 num_ret 12_7 1000 num_rel 12_7 17 num_rel_ret 12_7 15 map 12_7 0.2358 Rprec 12_7 0.2941 bpref 12_7 0.4325 recip_rank 12_7 0.3333 iprec_at_recall_0.00 12_7 0.5000 iprec_at_recall_0.10 12_7 0.5000 iprec_at_recall_0.20 12_7 0.5000 iprec_at_recall_0.30 12_7 0.4545 iprec_at_recall_0.40 12_7 0.3077 iprec_at_recall_0.50 12_7 0.1765 iprec_at_recall_0.60 12_7 0.1463 iprec_at_recall_0.70 12_7 0.1463 iprec_at_recall_0.80 12_7 0.0897 iprec_at_recall_0.90 12_7 0.0754 iprec_at_recall_1.00 12_7 0.0000 P_5 12_7 0.4000 P_10 12_7 0.4000 P_15 12_7 0.3333 P_20 12_7 0.3000 P_30 12_7 0.2667 P_100 12_7 0.1200 P_200 12_7 0.0750 P_500 12_7 0.0300 P_1000 12_7 0.0150 relstring 12_7 '002300220-' recall_5 12_7 0.1176 recall_10 12_7 0.2353 recall_15 12_7 0.2941 recall_20 12_7 0.3529 recall_30 12_7 0.4706 recall_100 12_7 0.7059 recall_200 12_7 0.8824 recall_500 12_7 0.8824 recall_1000 12_7 0.8824 infAP 12_7 0.2358 Rprec_mult_0.20 12_7 0.5000 Rprec_mult_0.40 12_7 0.4286 Rprec_mult_0.60 12_7 0.4545 Rprec_mult_0.80 12_7 0.3571 Rprec_mult_1.00 12_7 0.2941 Rprec_mult_1.20 12_7 0.2857 Rprec_mult_1.40 12_7 0.2917 Rprec_mult_1.60 12_7 0.2857 Rprec_mult_1.80 12_7 0.2581 Rprec_mult_2.00 12_7 0.2353 utility 12_7 -970.0000 11pt_avg 12_7 0.2633 binG 12_7 0.2309 G 12_7 0.2028 ndcg 12_7 0.5487 ndcg_rel 12_7 0.4188 Rndcg 12_7 0.3671 ndcg_cut_5 12_7 0.2710 ndcg_cut_10 12_7 0.3082 ndcg_cut_15 12_7 0.3069 ndcg_cut_20 12_7 0.3450 ndcg_cut_30 12_7 0.4062 ndcg_cut_100 12_7 0.5099 ndcg_cut_200 12_7 0.5487 ndcg_cut_500 12_7 0.5487 ndcg_cut_1000 12_7 0.5487 map_cut_5 12_7 0.0490 map_cut_10 12_7 0.1036 map_cut_15 12_7 0.1304 map_cut_20 12_7 0.1480 map_cut_30 12_7 0.1840 map_cut_100 12_7 0.2198 map_cut_200 12_7 0.2358 map_cut_500 12_7 0.2358 map_cut_1000 12_7 0.2358 relative_P_5 12_7 0.4000 relative_P_10 12_7 0.4000 relative_P_15 12_7 0.3333 relative_P_20 12_7 0.3529 relative_P_30 12_7 0.4706 relative_P_100 12_7 0.7059 relative_P_200 12_7 0.8824 relative_P_500 12_7 0.8824 relative_P_1000 12_7 0.8824 success_1 12_7 0.0000 success_5 12_7 1.0000 success_10 12_7 1.0000 set_P 12_7 0.0150 set_relative_P 12_7 0.8824 set_recall 12_7 0.8824 set_map 12_7 0.0132 set_F 12_7 0.0295 num_nonrel_judged_ret 12_7 38 rbp 12_7 0.2426 rbp_resid 12_7 0.2815 unj_5 12_7 0.0000 unj_10 12_7 0.1000 unj_20 12_7 0.4000 num_ret 12_9 1000 num_rel 12_9 27 num_rel_ret 12_9 22 map 12_9 0.3370 Rprec 12_9 0.3704 bpref 12_9 0.5487 recip_rank 12_9 1.0000 iprec_at_recall_0.00 12_9 1.0000 iprec_at_recall_0.10 12_9 1.0000 iprec_at_recall_0.20 12_9 1.0000 iprec_at_recall_0.30 12_9 0.8000 iprec_at_recall_0.40 12_9 0.2444 iprec_at_recall_0.50 12_9 0.0579 iprec_at_recall_0.60 12_9 0.0561 iprec_at_recall_0.70 12_9 0.0371 iprec_at_recall_0.80 12_9 0.0245 iprec_at_recall_0.90 12_9 0.0000 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 1.0000 P_10 12_9 0.8000 P_15 12_9 0.5333 P_20 12_9 0.4000 P_30 12_9 0.3333 P_100 12_9 0.1200 P_200 12_9 0.0650 P_500 12_9 0.0360 P_1000 12_9 0.0220 relstring 12_9 '31111-1-11' recall_5 12_9 0.1852 recall_10 12_9 0.2963 recall_15 12_9 0.2963 recall_20 12_9 0.2963 recall_30 12_9 0.3704 recall_100 12_9 0.4444 recall_200 12_9 0.4815 recall_500 12_9 0.6667 recall_1000 12_9 0.8148 infAP 12_9 0.3370 Rprec_mult_0.20 12_9 0.8333 Rprec_mult_0.40 12_9 0.7273 Rprec_mult_0.60 12_9 0.4706 Rprec_mult_0.80 12_9 0.4091 Rprec_mult_1.00 12_9 0.3704 Rprec_mult_1.20 12_9 0.3030 Rprec_mult_1.40 12_9 0.2632 Rprec_mult_1.60 12_9 0.2273 Rprec_mult_1.80 12_9 0.2245 Rprec_mult_2.00 12_9 0.2037 utility 12_9 -956.0000 11pt_avg 12_9 0.3836 binG 12_9 0.3209 G 12_9 0.1955 ndcg 12_9 0.5610 ndcg_rel 12_9 0.5520 Rndcg 12_9 0.5340 ndcg_cut_5 12_9 0.6574 ndcg_cut_10 12_9 0.5479 ndcg_cut_15 12_9 0.4397 ndcg_cut_20 12_9 0.4041 ndcg_cut_30 12_9 0.3932 ndcg_cut_100 12_9 0.4236 ndcg_cut_200 12_9 0.4318 ndcg_cut_500 12_9 0.5076 ndcg_cut_1000 12_9 0.5610 map_cut_5 12_9 0.1852 map_cut_10 12_9 0.2754 map_cut_15 12_9 0.2754 map_cut_20 12_9 0.2754 map_cut_30 12_9 0.3060 map_cut_100 12_9 0.3198 map_cut_200 12_9 0.3224 map_cut_500 12_9 0.3323 map_cut_1000 12_9 0.3370 relative_P_5 12_9 1.0000 relative_P_10 12_9 0.8000 relative_P_15 12_9 0.5333 relative_P_20 12_9 0.4000 relative_P_30 12_9 0.3704 relative_P_100 12_9 0.4444 relative_P_200 12_9 0.4815 relative_P_500 12_9 0.6667 relative_P_1000 12_9 0.8148 success_1 12_9 1.0000 success_5 12_9 1.0000 success_10 12_9 1.0000 set_P 12_9 0.0220 set_relative_P 12_9 0.8148 set_recall 12_9 0.8148 set_map 12_9 0.0179 set_F 12_9 0.0428 num_nonrel_judged_ret 12_9 25 rbp 12_9 0.2551 rbp_resid 12_9 0.3152 unj_5 12_9 0.0000 unj_10 12_9 0.2000 unj_20 12_9 0.4000 num_ret 13_2 1000 num_rel 13_2 154 num_rel_ret 13_2 109 map 13_2 0.3133 Rprec 13_2 0.3636 bpref 13_2 0.6880 recip_rank 13_2 1.0000 iprec_at_recall_0.00 13_2 1.0000 iprec_at_recall_0.10 13_2 0.8000 iprec_at_recall_0.20 13_2 0.5714 iprec_at_recall_0.30 13_2 0.4571 iprec_at_recall_0.40 13_2 0.2952 iprec_at_recall_0.50 13_2 0.2278 iprec_at_recall_0.60 13_2 0.1855 iprec_at_recall_0.70 13_2 0.1184 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 1.0000 P_10 13_2 1.0000 P_15 13_2 0.8000 P_20 13_2 0.8000 P_30 13_2 0.7333 P_100 13_2 0.4500 P_200 13_2 0.3050 P_500 13_2 0.1840 P_1000 13_2 0.1090 relstring 13_2 '3221234332' recall_5 13_2 0.0325 recall_10 13_2 0.0649 recall_15 13_2 0.0779 recall_20 13_2 0.1039 recall_30 13_2 0.1429 recall_100 13_2 0.2922 recall_200 13_2 0.3961 recall_500 13_2 0.5974 recall_1000 13_2 0.7078 infAP 13_2 0.3133 Rprec_mult_0.20 13_2 0.7097 Rprec_mult_0.40 13_2 0.5323 Rprec_mult_0.60 13_2 0.4624 Rprec_mult_0.80 13_2 0.4113 Rprec_mult_1.00 13_2 0.3636 Rprec_mult_1.20 13_2 0.3243 Rprec_mult_1.40 13_2 0.2917 Rprec_mult_1.60 13_2 0.2753 Rprec_mult_1.80 13_2 0.2482 Rprec_mult_2.00 13_2 0.2403 utility 13_2 -782.0000 11pt_avg 13_2 0.3323 binG 13_2 0.1809 G 13_2 0.1314 ndcg 13_2 0.6618 ndcg_rel 13_2 0.6079 Rndcg 13_2 0.6015 ndcg_cut_5 13_2 0.6568 ndcg_cut_10 13_2 0.7721 ndcg_cut_15 13_2 0.6656 ndcg_cut_20 13_2 0.6544 ndcg_cut_30 13_2 0.6312 ndcg_cut_100 13_2 0.4943 ndcg_cut_200 13_2 0.4963 ndcg_cut_500 13_2 0.6082 ndcg_cut_1000 13_2 0.6618 map_cut_5 13_2 0.0325 map_cut_10 13_2 0.0649 map_cut_15 13_2 0.0769 map_cut_20 13_2 0.0975 map_cut_30 13_2 0.1263 map_cut_100 13_2 0.2093 map_cut_200 13_2 0.2496 map_cut_500 13_2 0.2972 map_cut_1000 13_2 0.3133 relative_P_5 13_2 1.0000 relative_P_10 13_2 1.0000 relative_P_15 13_2 0.8000 relative_P_20 13_2 0.8000 relative_P_30 13_2 0.7333 relative_P_100 13_2 0.4500 relative_P_200 13_2 0.3961 relative_P_500 13_2 0.5974 relative_P_1000 13_2 0.7078 success_1 13_2 1.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.1090 set_relative_P 13_2 0.7078 set_recall 13_2 0.7078 set_map 13_2 0.0771 set_F 13_2 0.1889 num_nonrel_judged_ret 13_2 5 rbp 13_2 0.4929 rbp_resid 13_2 0.1650 unj_5 13_2 0.0000 unj_10 13_2 0.0000 unj_20 13_2 0.2000 num_ret 13_3 1000 num_rel 13_3 79 num_rel_ret 13_3 65 map 13_3 0.3424 Rprec 13_3 0.3924 bpref 13_3 0.7571 recip_rank 13_3 0.5000 iprec_at_recall_0.00 13_3 0.8333 iprec_at_recall_0.10 13_3 0.7143 iprec_at_recall_0.20 13_3 0.6667 iprec_at_recall_0.30 13_3 0.4717 iprec_at_recall_0.40 13_3 0.4000 iprec_at_recall_0.50 13_3 0.3390 iprec_at_recall_0.60 13_3 0.2956 iprec_at_recall_0.70 13_3 0.1642 iprec_at_recall_0.80 13_3 0.1265 iprec_at_recall_0.90 13_3 0.0000 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 0.8000 P_10 13_3 0.7000 P_15 13_3 0.6667 P_20 13_3 0.6500 P_30 13_3 0.6000 P_100 13_3 0.3400 P_200 13_3 0.2550 P_500 13_3 0.1260 P_1000 13_3 0.0650 relstring 13_3 '0222220202' recall_5 13_3 0.0506 recall_10 13_3 0.0886 recall_15 13_3 0.1266 recall_20 13_3 0.1646 recall_30 13_3 0.2278 recall_100 13_3 0.4304 recall_200 13_3 0.6456 recall_500 13_3 0.7975 recall_1000 13_3 0.8228 infAP 13_3 0.3424 Rprec_mult_0.20 13_3 0.6250 Rprec_mult_0.40 13_3 0.5625 Rprec_mult_0.60 13_3 0.4375 Rprec_mult_0.80 13_3 0.4219 Rprec_mult_1.00 13_3 0.3924 Rprec_mult_1.20 13_3 0.3579 Rprec_mult_1.40 13_3 0.3333 Rprec_mult_1.60 13_3 0.3228 Rprec_mult_1.80 13_3 0.3007 Rprec_mult_2.00 13_3 0.2911 utility 13_3 -870.0000 11pt_avg 13_3 0.3647 binG 13_3 0.1921 G 13_3 0.1542 ndcg 13_3 0.6663 ndcg_rel 13_3 0.5336 Rndcg 13_3 0.4785 ndcg_cut_5 13_3 0.4607 ndcg_cut_10 13_3 0.4995 ndcg_cut_15 13_3 0.4815 ndcg_cut_20 13_3 0.4838 ndcg_cut_30 13_3 0.4979 ndcg_cut_100 13_3 0.4471 ndcg_cut_200 13_3 0.5685 ndcg_cut_500 13_3 0.6539 ndcg_cut_1000 13_3 0.6663 map_cut_5 13_3 0.0344 map_cut_10 13_3 0.0633 map_cut_15 13_3 0.0895 map_cut_20 13_3 0.1148 map_cut_30 13_3 0.1564 map_cut_100 13_3 0.2471 map_cut_200 13_3 0.3140 map_cut_500 13_3 0.3398 map_cut_1000 13_3 0.3424 relative_P_5 13_3 0.8000 relative_P_10 13_3 0.7000 relative_P_15 13_3 0.6667 relative_P_20 13_3 0.6500 relative_P_30 13_3 0.6000 relative_P_100 13_3 0.4304 relative_P_200 13_3 0.6456 relative_P_500 13_3 0.7975 relative_P_1000 13_3 0.8228 success_1 13_3 0.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.0650 set_relative_P 13_3 0.8228 set_recall 13_3 0.8228 set_map 13_3 0.0535 set_F 13_3 0.1205 num_nonrel_judged_ret 13_3 12 rbp 13_3 0.4062 rbp_resid 13_3 0.1523 unj_5 13_3 0.0000 unj_10 13_3 0.0000 unj_20 13_3 0.2000 num_ret 13_4 1000 num_rel 13_4 132 num_rel_ret 13_4 90 map 13_4 0.3077 Rprec 13_4 0.3712 bpref 13_4 0.6088 recip_rank 13_4 1.0000 iprec_at_recall_0.00 13_4 1.0000 iprec_at_recall_0.10 13_4 0.8750 iprec_at_recall_0.20 13_4 0.6667 iprec_at_recall_0.30 13_4 0.5062 iprec_at_recall_0.40 13_4 0.3232 iprec_at_recall_0.50 13_4 0.2157 iprec_at_recall_0.60 13_4 0.1406 iprec_at_recall_0.70 13_4 0.0000 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 1.0000 P_10 13_4 0.8000 P_15 13_4 0.8667 P_20 13_4 0.7500 P_30 13_4 0.7000 P_100 13_4 0.4500 P_200 13_4 0.2750 P_500 13_4 0.1480 P_1000 13_4 0.0900 relstring 13_4 '2221201022' recall_5 13_4 0.0379 recall_10 13_4 0.0606 recall_15 13_4 0.0985 recall_20 13_4 0.1136 recall_30 13_4 0.1591 recall_100 13_4 0.3409 recall_200 13_4 0.4167 recall_500 13_4 0.5606 recall_1000 13_4 0.6818 infAP 13_4 0.3077 Rprec_mult_0.20 13_4 0.7037 Rprec_mult_0.40 13_4 0.5849 Rprec_mult_0.60 13_4 0.5000 Rprec_mult_0.80 13_4 0.4245 Rprec_mult_1.00 13_4 0.3712 Rprec_mult_1.20 13_4 0.3270 Rprec_mult_1.40 13_4 0.2973 Rprec_mult_1.60 13_4 0.2594 Rprec_mult_1.80 13_4 0.2311 Rprec_mult_2.00 13_4 0.2235 utility 13_4 -820.0000 11pt_avg 13_4 0.3388 binG 13_4 0.1717 G 13_4 0.1298 ndcg 13_4 0.6278 ndcg_rel 13_4 0.5964 Rndcg 13_4 0.5494 ndcg_cut_5 13_4 0.7926 ndcg_cut_10 13_4 0.6919 ndcg_cut_15 13_4 0.7160 ndcg_cut_20 13_4 0.6672 ndcg_cut_30 13_4 0.6402 ndcg_cut_100 13_4 0.4806 ndcg_cut_200 13_4 0.4704 ndcg_cut_500 13_4 0.5623 ndcg_cut_1000 13_4 0.6278 map_cut_5 13_4 0.0379 map_cut_10 13_4 0.0563 map_cut_15 13_4 0.0883 map_cut_20 13_4 0.1009 map_cut_30 13_4 0.1328 map_cut_100 13_4 0.2362 map_cut_200 13_4 0.2632 map_cut_500 13_4 0.2931 map_cut_1000 13_4 0.3077 relative_P_5 13_4 1.0000 relative_P_10 13_4 0.8000 relative_P_15 13_4 0.8667 relative_P_20 13_4 0.7500 relative_P_30 13_4 0.7000 relative_P_100 13_4 0.4500 relative_P_200 13_4 0.4167 relative_P_500 13_4 0.5606 relative_P_1000 13_4 0.6818 success_1 13_4 1.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.0900 set_relative_P 13_4 0.6818 set_recall 13_4 0.6818 set_map 13_4 0.0614 set_F 13_4 0.1590 num_nonrel_judged_ret 13_4 16 rbp 13_4 0.4633 rbp_resid 13_4 0.0932 unj_5 13_4 0.0000 unj_10 13_4 0.0000 unj_20 13_4 0.1500 num_ret 13_6 1000 num_rel 13_6 135 num_rel_ret 13_6 73 map 13_6 0.1978 Rprec 13_6 0.3037 bpref 13_6 0.5135 recip_rank 13_6 1.0000 iprec_at_recall_0.00 13_6 1.0000 iprec_at_recall_0.10 13_6 0.5769 iprec_at_recall_0.20 13_6 0.3704 iprec_at_recall_0.30 13_6 0.3130 iprec_at_recall_0.40 13_6 0.1530 iprec_at_recall_0.50 13_6 0.1022 iprec_at_recall_0.60 13_6 0.0000 iprec_at_recall_0.70 13_6 0.0000 iprec_at_recall_0.80 13_6 0.0000 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 0.8000 P_10 13_6 0.8000 P_15 13_6 0.6667 P_20 13_6 0.5500 P_30 13_6 0.5333 P_100 13_6 0.3300 P_200 13_6 0.2400 P_500 13_6 0.1220 P_1000 13_6 0.0730 relstring 13_6 '2223032-32' recall_5 13_6 0.0296 recall_10 13_6 0.0593 recall_15 13_6 0.0741 recall_20 13_6 0.0815 recall_30 13_6 0.1185 recall_100 13_6 0.2444 recall_200 13_6 0.3556 recall_500 13_6 0.4519 recall_1000 13_6 0.5407 infAP 13_6 0.1978 Rprec_mult_0.20 13_6 0.5556 Rprec_mult_0.40 13_6 0.4074 Rprec_mult_0.60 13_6 0.3704 Rprec_mult_0.80 13_6 0.3241 Rprec_mult_1.00 13_6 0.3037 Rprec_mult_1.20 13_6 0.2593 Rprec_mult_1.40 13_6 0.2487 Rprec_mult_1.60 13_6 0.2269 Rprec_mult_1.80 13_6 0.2016 Rprec_mult_2.00 13_6 0.1889 utility 13_6 -854.0000 11pt_avg 13_6 0.2287 binG 13_6 0.1276 G 13_6 0.0982 ndcg 13_6 0.5190 ndcg_rel 13_6 0.4900 Rndcg 13_6 0.4562 ndcg_cut_5 13_6 0.5641 ndcg_cut_10 13_6 0.5995 ndcg_cut_15 13_6 0.5444 ndcg_cut_20 13_6 0.4828 ndcg_cut_30 13_6 0.5107 ndcg_cut_100 13_6 0.3791 ndcg_cut_200 13_6 0.4186 ndcg_cut_500 13_6 0.4784 ndcg_cut_1000 13_6 0.5190 map_cut_5 13_6 0.0296 map_cut_10 13_6 0.0538 map_cut_15 13_6 0.0656 map_cut_20 13_6 0.0697 map_cut_30 13_6 0.0903 map_cut_100 13_6 0.1398 map_cut_200 13_6 0.1728 map_cut_500 13_6 0.1885 map_cut_1000 13_6 0.1978 relative_P_5 13_6 0.8000 relative_P_10 13_6 0.8000 relative_P_15 13_6 0.6667 relative_P_20 13_6 0.5500 relative_P_30 13_6 0.5333 relative_P_100 13_6 0.3300 relative_P_200 13_6 0.3556 relative_P_500 13_6 0.4519 relative_P_1000 13_6 0.5407 success_1 13_6 1.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.0730 set_relative_P 13_6 0.5407 set_recall 13_6 0.5407 set_map 13_6 0.0395 set_F 13_6 0.1286 num_nonrel_judged_ret 13_6 3 rbp 13_6 0.3853 rbp_resid 13_6 0.2479 unj_5 13_6 0.0000 unj_10 13_6 0.1000 unj_20 13_6 0.3500 num_ret 13_8 1000 num_rel 13_8 100 num_rel_ret 13_8 25 map 13_8 0.0821 Rprec 13_8 0.1200 bpref 13_8 0.2445 recip_rank 13_8 1.0000 iprec_at_recall_0.00 13_8 1.0000 iprec_at_recall_0.10 13_8 0.4000 iprec_at_recall_0.20 13_8 0.0517 iprec_at_recall_0.30 13_8 0.0000 iprec_at_recall_0.40 13_8 0.0000 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 0.8000 P_10 13_8 0.6000 P_15 13_8 0.4667 P_20 13_8 0.4000 P_30 13_8 0.3333 P_100 13_8 0.1200 P_200 13_8 0.0650 P_500 13_8 0.0420 P_1000 13_8 0.0250 relstring 13_8 '22302302--' recall_5 13_8 0.0400 recall_10 13_8 0.0600 recall_15 13_8 0.0700 recall_20 13_8 0.0800 recall_30 13_8 0.1000 recall_100 13_8 0.1200 recall_200 13_8 0.1300 recall_500 13_8 0.2100 recall_1000 13_8 0.2500 infAP 13_8 0.0821 Rprec_mult_0.20 13_8 0.4000 Rprec_mult_0.40 13_8 0.2500 Rprec_mult_0.60 13_8 0.1667 Rprec_mult_0.80 13_8 0.1500 Rprec_mult_1.00 13_8 0.1200 Rprec_mult_1.20 13_8 0.1000 Rprec_mult_1.40 13_8 0.0929 Rprec_mult_1.60 13_8 0.0813 Rprec_mult_1.80 13_8 0.0722 Rprec_mult_2.00 13_8 0.0650 utility 13_8 -950.0000 11pt_avg 13_8 0.1320 binG 13_8 0.0777 G 13_8 0.0589 ndcg 13_8 0.2926 ndcg_rel 13_8 0.3168 Rndcg 13_8 0.3104 ndcg_cut_5 13_8 0.6258 ndcg_cut_10 13_8 0.5308 ndcg_cut_15 13_8 0.4486 ndcg_cut_20 13_8 0.4188 ndcg_cut_30 13_8 0.3805 ndcg_cut_100 13_8 0.2290 ndcg_cut_200 13_8 0.2391 ndcg_cut_500 13_8 0.2756 ndcg_cut_1000 13_8 0.2926 map_cut_5 13_8 0.0380 map_cut_10 13_8 0.0538 map_cut_15 13_8 0.0597 map_cut_20 13_8 0.0641 map_cut_30 13_8 0.0720 map_cut_100 13_8 0.0755 map_cut_200 13_8 0.0766 map_cut_500 13_8 0.0809 map_cut_1000 13_8 0.0821 relative_P_5 13_8 0.8000 relative_P_10 13_8 0.6000 relative_P_15 13_8 0.4667 relative_P_20 13_8 0.4000 relative_P_30 13_8 0.3333 relative_P_100 13_8 0.1200 relative_P_200 13_8 0.1300 relative_P_500 13_8 0.2100 relative_P_1000 13_8 0.2500 success_1 13_8 1.0000 success_5 13_8 1.0000 success_10 13_8 1.0000 set_P 13_8 0.0250 set_relative_P 13_8 0.2500 set_recall 13_8 0.2500 set_map 13_8 0.0063 set_F 13_8 0.0455 num_nonrel_judged_ret 13_8 3 rbp 13_8 0.3864 rbp_resid 13_8 0.3644 unj_5 13_8 0.0000 unj_10 13_8 0.2000 unj_20 13_8 0.5000 num_ret 14_10 1000 num_rel 14_10 52 num_rel_ret 14_10 38 map 14_10 0.1258 Rprec 14_10 0.2115 bpref 14_10 0.5096 recip_rank 14_10 0.2500 iprec_at_recall_0.00 14_10 0.4444 iprec_at_recall_0.10 14_10 0.4444 iprec_at_recall_0.20 14_10 0.2381 iprec_at_recall_0.30 14_10 0.2025 iprec_at_recall_0.40 14_10 0.1105 iprec_at_recall_0.50 14_10 0.0765 iprec_at_recall_0.60 14_10 0.0607 iprec_at_recall_0.70 14_10 0.0421 iprec_at_recall_0.80 14_10 0.0000 iprec_at_recall_0.90 14_10 0.0000 iprec_at_recall_1.00 14_10 0.0000 P_5 14_10 0.2000 P_10 14_10 0.3000 P_15 14_10 0.4000 P_20 14_10 0.4000 P_30 14_10 0.2667 P_100 14_10 0.1800 P_200 14_10 0.1050 P_500 14_10 0.0600 P_1000 14_10 0.0380 relstring 14_10 '00020-0-22' recall_5 14_10 0.0192 recall_10 14_10 0.0577 recall_15 14_10 0.1154 recall_20 14_10 0.1538 recall_30 14_10 0.1538 recall_100 14_10 0.3462 recall_200 14_10 0.4038 recall_500 14_10 0.5769 recall_1000 14_10 0.7308 infAP 14_10 0.1258 Rprec_mult_0.20 14_10 0.3636 Rprec_mult_0.40 14_10 0.3810 Rprec_mult_0.60 14_10 0.2500 Rprec_mult_0.80 14_10 0.2143 Rprec_mult_1.00 14_10 0.2115 Rprec_mult_1.20 14_10 0.2381 Rprec_mult_1.40 14_10 0.2055 Rprec_mult_1.60 14_10 0.1905 Rprec_mult_1.80 14_10 0.1915 Rprec_mult_2.00 14_10 0.1731 utility 14_10 -924.0000 11pt_avg 14_10 0.1472 binG 14_10 0.1291 G 14_10 0.1200 ndcg 14_10 0.4509 ndcg_rel 14_10 0.3504 Rndcg 14_10 0.2211 ndcg_cut_5 14_10 0.1073 ndcg_cut_10 14_10 0.1820 ndcg_cut_15 14_10 0.2451 ndcg_cut_20 14_10 0.2687 ndcg_cut_30 14_10 0.2151 ndcg_cut_100 14_10 0.2968 ndcg_cut_200 14_10 0.3247 ndcg_cut_500 14_10 0.4030 ndcg_cut_1000 14_10 0.4509 map_cut_5 14_10 0.0048 map_cut_10 14_10 0.0149 map_cut_15 14_10 0.0381 map_cut_20 14_10 0.0551 map_cut_30 14_10 0.0551 map_cut_100 14_10 0.0963 map_cut_200 14_10 0.1037 map_cut_500 14_10 0.1181 map_cut_1000 14_10 0.1258 relative_P_5 14_10 0.2000 relative_P_10 14_10 0.3000 relative_P_15 14_10 0.4000 relative_P_20 14_10 0.4000 relative_P_30 14_10 0.2667 relative_P_100 14_10 0.3462 relative_P_200 14_10 0.4038 relative_P_500 14_10 0.5769 relative_P_1000 14_10 0.7308 success_1 14_10 0.0000 success_5 14_10 1.0000 success_10 14_10 1.0000 set_P 14_10 0.0380 set_relative_P 14_10 0.7308 set_recall 14_10 0.7308 set_map 14_10 0.0278 set_F 14_10 0.0722 num_nonrel_judged_ret 14_10 28 rbp 14_10 0.1830 rbp_resid 14_10 0.2487 unj_5 14_10 0.0000 unj_10 14_10 0.2000 unj_20 14_10 0.2000 num_ret 14_2 1000 num_rel 14_2 105 num_rel_ret 14_2 58 map 14_2 0.1835 Rprec 14_2 0.2381 bpref 14_2 0.4866 recip_rank 14_2 1.0000 iprec_at_recall_0.00 14_2 1.0000 iprec_at_recall_0.10 14_2 0.6923 iprec_at_recall_0.20 14_2 0.4468 iprec_at_recall_0.30 14_2 0.2254 iprec_at_recall_0.40 14_2 0.1400 iprec_at_recall_0.50 14_2 0.0776 iprec_at_recall_0.60 14_2 0.0000 iprec_at_recall_0.70 14_2 0.0000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 0.6000 P_10 14_2 0.4000 P_15 14_2 0.4667 P_20 14_2 0.6000 P_30 14_2 0.6000 P_100 14_2 0.2500 P_200 14_2 0.1800 P_500 14_2 0.1020 P_1000 14_2 0.0580 relstring 14_2 '22100000-2' recall_5 14_2 0.0286 recall_10 14_2 0.0381 recall_15 14_2 0.0667 recall_20 14_2 0.1143 recall_30 14_2 0.1714 recall_100 14_2 0.2381 recall_200 14_2 0.3429 recall_500 14_2 0.4857 recall_1000 14_2 0.5524 infAP 14_2 0.1835 Rprec_mult_0.20 14_2 0.6190 Rprec_mult_0.40 14_2 0.4762 Rprec_mult_0.60 14_2 0.3492 Rprec_mult_0.80 14_2 0.2976 Rprec_mult_1.00 14_2 0.2381 Rprec_mult_1.20 14_2 0.2460 Rprec_mult_1.40 14_2 0.2177 Rprec_mult_1.60 14_2 0.2083 Rprec_mult_1.80 14_2 0.1852 Rprec_mult_2.00 14_2 0.1714 utility 14_2 -884.0000 11pt_avg 14_2 0.2347 binG 14_2 0.1255 G 14_2 0.1034 ndcg 14_2 0.4825 ndcg_rel 14_2 0.4541 Rndcg 14_2 0.4328 ndcg_cut_5 14_2 0.4447 ndcg_cut_10 14_2 0.3726 ndcg_cut_15 14_2 0.3963 ndcg_cut_20 14_2 0.4538 ndcg_cut_30 14_2 0.4765 ndcg_cut_100 14_2 0.3335 ndcg_cut_200 14_2 0.3781 ndcg_cut_500 14_2 0.4561 ndcg_cut_1000 14_2 0.4825 map_cut_5 14_2 0.0286 map_cut_10 14_2 0.0324 map_cut_15 14_2 0.0456 map_cut_20 14_2 0.0719 map_cut_30 14_2 0.1095 map_cut_100 14_2 0.1360 map_cut_200 14_2 0.1602 map_cut_500 14_2 0.1788 map_cut_1000 14_2 0.1835 relative_P_5 14_2 0.6000 relative_P_10 14_2 0.4000 relative_P_15 14_2 0.4667 relative_P_20 14_2 0.6000 relative_P_30 14_2 0.6000 relative_P_100 14_2 0.2500 relative_P_200 14_2 0.3429 relative_P_500 14_2 0.4857 relative_P_1000 14_2 0.5524 success_1 14_2 1.0000 success_5 14_2 1.0000 success_10 14_2 1.0000 set_P 14_2 0.0580 set_relative_P 14_2 0.5524 set_recall 14_2 0.5524 set_map 14_2 0.0320 set_F 14_2 0.1050 num_nonrel_judged_ret 14_2 21 rbp 14_2 0.3126 rbp_resid 14_2 0.1123 unj_5 14_2 0.0000 unj_10 14_2 0.1000 unj_20 14_2 0.1000 num_ret 14_3 1000 num_rel 14_3 160 num_rel_ret 14_3 99 map 14_3 0.2010 Rprec 14_3 0.2188 bpref 14_3 0.4798 recip_rank 14_3 1.0000 iprec_at_recall_0.00 14_3 1.0000 iprec_at_recall_0.10 14_3 0.8095 iprec_at_recall_0.20 14_3 0.3404 iprec_at_recall_0.30 14_3 0.1661 iprec_at_recall_0.40 14_3 0.1404 iprec_at_recall_0.50 14_3 0.1183 iprec_at_recall_0.60 14_3 0.1022 iprec_at_recall_0.70 14_3 0.0000 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 0.8000 P_10 14_3 0.9000 P_15 14_3 0.8000 P_20 14_3 0.8000 P_30 14_3 0.7000 P_100 14_3 0.3200 P_200 14_3 0.1950 P_500 14_3 0.1360 P_1000 14_3 0.0990 relstring 14_3 '2210111121' recall_5 14_3 0.0250 recall_10 14_3 0.0563 recall_15 14_3 0.0750 recall_20 14_3 0.1000 recall_30 14_3 0.1313 recall_100 14_3 0.2000 recall_200 14_3 0.2437 recall_500 14_3 0.4250 recall_1000 14_3 0.6188 infAP 14_3 0.2010 Rprec_mult_0.20 14_3 0.7188 Rprec_mult_0.40 14_3 0.3906 Rprec_mult_0.60 14_3 0.3333 Rprec_mult_0.80 14_3 0.2578 Rprec_mult_1.00 14_3 0.2188 Rprec_mult_1.20 14_3 0.1979 Rprec_mult_1.40 14_3 0.1875 Rprec_mult_1.60 14_3 0.1719 Rprec_mult_1.80 14_3 0.1632 Rprec_mult_2.00 14_3 0.1562 utility 14_3 -802.0000 11pt_avg 14_3 0.2434 binG 14_3 0.1342 G 14_3 0.0978 ndcg 14_3 0.5062 ndcg_rel 14_3 0.4504 Rndcg 14_3 0.4261 ndcg_cut_5 14_3 0.5168 ndcg_cut_10 14_3 0.5388 ndcg_cut_15 14_3 0.5108 ndcg_cut_20 14_3 0.5095 ndcg_cut_30 14_3 0.4659 ndcg_cut_100 14_3 0.3203 ndcg_cut_200 14_3 0.2904 ndcg_cut_500 14_3 0.3953 ndcg_cut_1000 14_3 0.5062 map_cut_5 14_3 0.0238 map_cut_10 14_3 0.0510 map_cut_15 14_3 0.0657 map_cut_20 14_3 0.0858 map_cut_30 14_3 0.1095 map_cut_100 14_3 0.1397 map_cut_200 14_3 0.1499 map_cut_500 14_3 0.1786 map_cut_1000 14_3 0.2010 relative_P_5 14_3 0.8000 relative_P_10 14_3 0.9000 relative_P_15 14_3 0.8000 relative_P_20 14_3 0.8000 relative_P_30 14_3 0.7000 relative_P_100 14_3 0.3200 relative_P_200 14_3 0.2437 relative_P_500 14_3 0.4250 relative_P_1000 14_3 0.6188 success_1 14_3 1.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.0990 set_relative_P 14_3 0.6188 set_recall 14_3 0.6188 set_map 14_3 0.0613 set_F 14_3 0.1707 num_nonrel_judged_ret 14_3 40 rbp 14_3 0.3527 rbp_resid 14_3 0.0388 unj_5 14_3 0.0000 unj_10 14_3 0.0000 unj_20 14_3 0.0000 num_ret 14_4 1000 num_rel 14_4 46 num_rel_ret 14_4 29 map 14_4 0.0528 Rprec 14_4 0.0870 bpref 14_4 0.1999 recip_rank 14_4 0.2000 iprec_at_recall_0.00 14_4 0.3750 iprec_at_recall_0.10 14_4 0.1064 iprec_at_recall_0.20 14_4 0.0736 iprec_at_recall_0.30 14_4 0.0650 iprec_at_recall_0.40 14_4 0.0627 iprec_at_recall_0.50 14_4 0.0381 iprec_at_recall_0.60 14_4 0.0333 iprec_at_recall_0.70 14_4 0.0000 iprec_at_recall_0.80 14_4 0.0000 iprec_at_recall_0.90 14_4 0.0000 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.2000 P_10 14_4 0.3000 P_15 14_4 0.2000 P_20 14_4 0.1500 P_30 14_4 0.1333 P_100 14_4 0.0700 P_200 14_4 0.0650 P_500 14_4 0.0380 P_1000 14_4 0.0290 relstring 14_4 '000030210-' recall_5 14_4 0.0217 recall_10 14_4 0.0652 recall_15 14_4 0.0652 recall_20 14_4 0.0652 recall_30 14_4 0.0870 recall_100 14_4 0.1522 recall_200 14_4 0.2826 recall_500 14_4 0.4130 recall_1000 14_4 0.6304 infAP 14_4 0.0528 Rprec_mult_0.20 14_4 0.3000 Rprec_mult_0.40 14_4 0.1579 Rprec_mult_0.60 14_4 0.1429 Rprec_mult_0.80 14_4 0.1081 Rprec_mult_1.00 14_4 0.0870 Rprec_mult_1.20 14_4 0.0893 Rprec_mult_1.40 14_4 0.0769 Rprec_mult_1.60 14_4 0.0811 Rprec_mult_1.80 14_4 0.0723 Rprec_mult_2.00 14_4 0.0652 utility 14_4 -942.0000 11pt_avg 14_4 0.0686 binG 14_4 0.0975 G 14_4 0.0910 ndcg 14_4 0.3237 ndcg_rel 14_4 0.2601 Rndcg 14_4 0.1773 ndcg_cut_5 14_4 0.1312 ndcg_cut_10 14_4 0.1606 ndcg_cut_15 14_4 0.1341 ndcg_cut_20 14_4 0.1169 ndcg_cut_30 14_4 0.1156 ndcg_cut_100 14_4 0.1511 ndcg_cut_200 14_4 0.2099 ndcg_cut_500 14_4 0.2466 ndcg_cut_1000 14_4 0.3237 map_cut_5 14_4 0.0043 map_cut_10 14_4 0.0187 map_cut_15 14_4 0.0187 map_cut_20 14_4 0.0187 map_cut_30 14_4 0.0227 map_cut_100 14_4 0.0285 map_cut_200 14_4 0.0375 map_cut_500 14_4 0.0452 map_cut_1000 14_4 0.0528 relative_P_5 14_4 0.2000 relative_P_10 14_4 0.3000 relative_P_15 14_4 0.2000 relative_P_20 14_4 0.1500 relative_P_30 14_4 0.1333 relative_P_100 14_4 0.1522 relative_P_200 14_4 0.2826 relative_P_500 14_4 0.4130 relative_P_1000 14_4 0.6304 success_1 14_4 0.0000 success_5 14_4 1.0000 success_10 14_4 1.0000 set_P 14_4 0.0290 set_relative_P 14_4 0.6304 set_recall 14_4 0.6304 set_map 14_4 0.0183 set_F 14_4 0.0554 num_nonrel_judged_ret 14_4 56 rbp 14_4 0.1215 rbp_resid 14_4 0.2765 unj_5 14_4 0.0000 unj_10 14_4 0.1000 unj_20 14_4 0.4000 num_ret 14_7 1000 num_rel 14_7 83 num_rel_ret 14_7 1 map 14_7 0.0000 Rprec 14_7 0.0000 bpref 14_7 0.0093 recip_rank 14_7 0.0010 iprec_at_recall_0.00 14_7 0.0010 iprec_at_recall_0.10 14_7 0.0000 iprec_at_recall_0.20 14_7 0.0000 iprec_at_recall_0.30 14_7 0.0000 iprec_at_recall_0.40 14_7 0.0000 iprec_at_recall_0.50 14_7 0.0000 iprec_at_recall_0.60 14_7 0.0000 iprec_at_recall_0.70 14_7 0.0000 iprec_at_recall_0.80 14_7 0.0000 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 0.0000 P_10 14_7 0.0000 P_15 14_7 0.0000 P_20 14_7 0.0000 P_30 14_7 0.0000 P_100 14_7 0.0000 P_200 14_7 0.0000 P_500 14_7 0.0000 P_1000 14_7 0.0010 relstring 14_7 '00000-----' recall_5 14_7 0.0000 recall_10 14_7 0.0000 recall_15 14_7 0.0000 recall_20 14_7 0.0000 recall_30 14_7 0.0000 recall_100 14_7 0.0000 recall_200 14_7 0.0000 recall_500 14_7 0.0000 recall_1000 14_7 0.0120 infAP 14_7 0.0000 Rprec_mult_0.20 14_7 0.0000 Rprec_mult_0.40 14_7 0.0000 Rprec_mult_0.60 14_7 0.0000 Rprec_mult_0.80 14_7 0.0000 Rprec_mult_1.00 14_7 0.0000 Rprec_mult_1.20 14_7 0.0000 Rprec_mult_1.40 14_7 0.0000 Rprec_mult_1.60 14_7 0.0000 Rprec_mult_1.80 14_7 0.0000 Rprec_mult_2.00 14_7 0.0000 utility 14_7 -998.0000 11pt_avg 14_7 0.0001 binG 14_7 0.0012 G 14_7 0.0008 ndcg 14_7 0.0032 ndcg_rel 14_7 0.0032 Rndcg 14_7 0.0008 ndcg_cut_5 14_7 0.0000 ndcg_cut_10 14_7 0.0000 ndcg_cut_15 14_7 0.0000 ndcg_cut_20 14_7 0.0000 ndcg_cut_30 14_7 0.0000 ndcg_cut_100 14_7 0.0000 ndcg_cut_200 14_7 0.0000 ndcg_cut_500 14_7 0.0000 ndcg_cut_1000 14_7 0.0032 map_cut_5 14_7 0.0000 map_cut_10 14_7 0.0000 map_cut_15 14_7 0.0000 map_cut_20 14_7 0.0000 map_cut_30 14_7 0.0000 map_cut_100 14_7 0.0000 map_cut_200 14_7 0.0000 map_cut_500 14_7 0.0000 map_cut_1000 14_7 0.0000 relative_P_5 14_7 0.0000 relative_P_10 14_7 0.0000 relative_P_15 14_7 0.0000 relative_P_20 14_7 0.0000 relative_P_30 14_7 0.0000 relative_P_100 14_7 0.0000 relative_P_200 14_7 0.0000 relative_P_500 14_7 0.0000 relative_P_1000 14_7 0.0120 success_1 14_7 0.0000 success_5 14_7 0.0000 success_10 14_7 0.0000 set_P 14_7 0.0010 set_relative_P 14_7 0.0120 set_recall 14_7 0.0120 set_map 14_7 0.0000 set_F 14_7 0.0018 num_nonrel_judged_ret 14_7 19 rbp 14_7 0.0000 rbp_resid 14_7 0.5560 unj_5 14_7 0.0000 unj_10 14_7 0.5000 unj_20 14_7 0.7000 num_ret 14_8 1000 num_rel 14_8 18 num_rel_ret 14_8 3 map 14_8 0.0698 Rprec 14_8 0.1111 bpref 14_8 0.0957 recip_rank 14_8 1.0000 iprec_at_recall_0.00 14_8 1.0000 iprec_at_recall_0.10 14_8 0.2500 iprec_at_recall_0.20 14_8 0.0000 iprec_at_recall_0.30 14_8 0.0000 iprec_at_recall_0.40 14_8 0.0000 iprec_at_recall_0.50 14_8 0.0000 iprec_at_recall_0.60 14_8 0.0000 iprec_at_recall_0.70 14_8 0.0000 iprec_at_recall_0.80 14_8 0.0000 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.2000 P_10 14_8 0.2000 P_15 14_8 0.1333 P_20 14_8 0.1000 P_30 14_8 0.0667 P_100 14_8 0.0200 P_200 14_8 0.0100 P_500 14_8 0.0060 P_1000 14_8 0.0030 relstring 14_8 '200000-10-' recall_5 14_8 0.0556 recall_10 14_8 0.1111 recall_15 14_8 0.1111 recall_20 14_8 0.1111 recall_30 14_8 0.1111 recall_100 14_8 0.1111 recall_200 14_8 0.1111 recall_500 14_8 0.1667 recall_1000 14_8 0.1667 infAP 14_8 0.0698 Rprec_mult_0.20 14_8 0.2500 Rprec_mult_0.40 14_8 0.2500 Rprec_mult_0.60 14_8 0.1818 Rprec_mult_0.80 14_8 0.1333 Rprec_mult_1.00 14_8 0.1111 Rprec_mult_1.20 14_8 0.0909 Rprec_mult_1.40 14_8 0.0769 Rprec_mult_1.60 14_8 0.0690 Rprec_mult_1.80 14_8 0.0606 Rprec_mult_2.00 14_8 0.0556 utility 14_8 -994.0000 11pt_avg 14_8 0.1136 binG 14_8 0.0804 G 14_8 0.0951 ndcg 14_8 0.2378 ndcg_rel 14_8 0.2839 Rndcg 14_8 0.2464 ndcg_cut_5 14_8 0.3392 ndcg_cut_10 14_8 0.2830 ndcg_cut_15 14_8 0.2437 ndcg_cut_20 14_8 0.2266 ndcg_cut_30 14_8 0.2266 ndcg_cut_100 14_8 0.2266 ndcg_cut_200 14_8 0.2266 ndcg_cut_500 14_8 0.2378 ndcg_cut_1000 14_8 0.2378 map_cut_5 14_8 0.0556 map_cut_10 14_8 0.0694 map_cut_15 14_8 0.0694 map_cut_20 14_8 0.0694 map_cut_30 14_8 0.0694 map_cut_100 14_8 0.0694 map_cut_200 14_8 0.0694 map_cut_500 14_8 0.0698 map_cut_1000 14_8 0.0698 relative_P_5 14_8 0.2000 relative_P_10 14_8 0.2000 relative_P_15 14_8 0.1333 relative_P_20 14_8 0.1111 relative_P_30 14_8 0.1111 relative_P_100 14_8 0.1111 relative_P_200 14_8 0.1111 relative_P_500 14_8 0.1667 relative_P_1000 14_8 0.1667 success_1 14_8 1.0000 success_5 14_8 1.0000 success_10 14_8 1.0000 set_P 14_8 0.0030 set_relative_P 14_8 0.1667 set_recall 14_8 0.1667 set_map 14_8 0.0005 set_F 14_8 0.0059 num_nonrel_judged_ret 14_8 47 rbp 14_8 0.1239 rbp_resid 14_8 0.3272 unj_5 14_8 0.0000 unj_10 14_8 0.2000 unj_20 14_8 0.3500 num_ret 14_9 1000 num_rel 14_9 213 num_rel_ret 14_9 57 map 14_9 0.0423 Rprec 14_9 0.1268 bpref 14_9 0.2464 recip_rank 14_9 0.5000 iprec_at_recall_0.00 14_9 0.5000 iprec_at_recall_0.10 14_9 0.1458 iprec_at_recall_0.20 14_9 0.0848 iprec_at_recall_0.30 14_9 0.0000 iprec_at_recall_0.40 14_9 0.0000 iprec_at_recall_0.50 14_9 0.0000 iprec_at_recall_0.60 14_9 0.0000 iprec_at_recall_0.70 14_9 0.0000 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 0.4000 P_10 14_9 0.4000 P_15 14_9 0.4000 P_20 14_9 0.3500 P_30 14_9 0.2667 P_100 14_9 0.1500 P_200 14_9 0.1300 P_500 14_9 0.0820 P_1000 14_9 0.0570 relstring 14_9 '01001-12--' recall_5 14_9 0.0094 recall_10 14_9 0.0188 recall_15 14_9 0.0282 recall_20 14_9 0.0329 recall_30 14_9 0.0376 recall_100 14_9 0.0704 recall_200 14_9 0.1221 recall_500 14_9 0.1925 recall_1000 14_9 0.2676 infAP 14_9 0.0423 Rprec_mult_0.20 14_9 0.2326 Rprec_mult_0.40 14_9 0.1279 Rprec_mult_0.60 14_9 0.1328 Rprec_mult_0.80 14_9 0.1345 Rprec_mult_1.00 14_9 0.1268 Rprec_mult_1.20 14_9 0.1172 Rprec_mult_1.40 14_9 0.1137 Rprec_mult_1.60 14_9 0.1056 Rprec_mult_1.80 14_9 0.0938 Rprec_mult_2.00 14_9 0.0915 utility 14_9 -886.0000 11pt_avg 14_9 0.0664 binG 14_9 0.0437 G 14_9 0.0333 ndcg 14_9 0.2035 ndcg_rel 14_9 0.1894 Rndcg 14_9 0.1432 ndcg_cut_5 14_9 0.1151 ndcg_cut_10 14_9 0.1454 ndcg_cut_15 14_9 0.1834 ndcg_cut_20 14_9 0.1735 ndcg_cut_30 14_9 0.1595 ndcg_cut_100 14_9 0.1147 ndcg_cut_200 14_9 0.1246 ndcg_cut_500 14_9 0.1659 ndcg_cut_1000 14_9 0.2035 map_cut_5 14_9 0.0042 map_cut_10 14_9 0.0086 map_cut_15 14_9 0.0126 map_cut_20 14_9 0.0146 map_cut_30 14_9 0.0159 map_cut_100 14_9 0.0221 map_cut_200 14_9 0.0291 map_cut_500 14_9 0.0368 map_cut_1000 14_9 0.0423 relative_P_5 14_9 0.4000 relative_P_10 14_9 0.4000 relative_P_15 14_9 0.4000 relative_P_20 14_9 0.3500 relative_P_30 14_9 0.2667 relative_P_100 14_9 0.1500 relative_P_200 14_9 0.1300 relative_P_500 14_9 0.1925 relative_P_1000 14_9 0.2676 success_1 14_9 0.0000 success_5 14_9 1.0000 success_10 14_9 1.0000 set_P 14_9 0.0570 set_relative_P 14_9 0.2676 set_recall 14_9 0.2676 set_map 14_9 0.0153 set_F 14_9 0.0940 num_nonrel_judged_ret 14_9 8 rbp 14_9 0.1526 rbp_resid 14_9 0.3980 unj_5 14_9 0.0000 unj_10 14_9 0.3000 unj_20 14_9 0.5000 num_ret 15_1 1000 num_rel 15_1 81 num_rel_ret 15_1 62 map 15_1 0.4389 Rprec 15_1 0.4691 bpref 15_1 0.6802 recip_rank 15_1 1.0000 iprec_at_recall_0.00 15_1 1.0000 iprec_at_recall_0.10 15_1 0.9167 iprec_at_recall_0.20 15_1 0.8571 iprec_at_recall_0.30 15_1 0.7647 iprec_at_recall_0.40 15_1 0.7021 iprec_at_recall_0.50 15_1 0.4020 iprec_at_recall_0.60 15_1 0.1944 iprec_at_recall_0.70 15_1 0.0882 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 1.0000 P_10 15_1 0.9000 P_15 15_1 0.8000 P_20 15_1 0.8500 P_30 15_1 0.7667 P_100 15_1 0.4000 P_200 15_1 0.2350 P_500 15_1 0.1080 P_1000 15_1 0.0620 relstring 15_1 '3121202111' recall_5 15_1 0.0617 recall_10 15_1 0.1111 recall_15 15_1 0.1481 recall_20 15_1 0.2099 recall_30 15_1 0.2840 recall_100 15_1 0.4938 recall_200 15_1 0.5802 recall_500 15_1 0.6667 recall_1000 15_1 0.7654 infAP 15_1 0.4389 Rprec_mult_0.20 15_1 0.8235 Rprec_mult_0.40 15_1 0.7576 Rprec_mult_0.60 15_1 0.6735 Rprec_mult_0.80 15_1 0.5692 Rprec_mult_1.00 15_1 0.4691 Rprec_mult_1.20 15_1 0.4082 Rprec_mult_1.40 15_1 0.3684 Rprec_mult_1.60 15_1 0.3308 Rprec_mult_1.80 15_1 0.3014 Rprec_mult_2.00 15_1 0.2778 utility 15_1 -876.0000 11pt_avg 15_1 0.4478 binG 15_1 0.2538 G 15_1 0.1679 ndcg 15_1 0.6696 ndcg_rel 15_1 0.6237 Rndcg 15_1 0.5870 ndcg_cut_5 15_1 0.6597 ndcg_cut_10 15_1 0.5978 ndcg_cut_15 15_1 0.5641 ndcg_cut_20 15_1 0.6102 ndcg_cut_30 15_1 0.5787 ndcg_cut_100 15_1 0.5392 ndcg_cut_200 15_1 0.5877 ndcg_cut_500 15_1 0.6334 ndcg_cut_1000 15_1 0.6696 map_cut_5 15_1 0.0617 map_cut_10 15_1 0.1052 map_cut_15 15_1 0.1376 map_cut_20 15_1 0.1890 map_cut_30 15_1 0.2487 map_cut_100 15_1 0.3878 map_cut_200 15_1 0.4165 map_cut_500 15_1 0.4309 map_cut_1000 15_1 0.4389 relative_P_5 15_1 1.0000 relative_P_10 15_1 0.9000 relative_P_15 15_1 0.8000 relative_P_20 15_1 0.8500 relative_P_30 15_1 0.7667 relative_P_100 15_1 0.4938 relative_P_200 15_1 0.5802 relative_P_500 15_1 0.6667 relative_P_1000 15_1 0.7654 success_1 15_1 1.0000 success_5 15_1 1.0000 success_10 15_1 1.0000 set_P 15_1 0.0620 set_relative_P 15_1 0.7654 set_recall 15_1 0.7654 set_map 15_1 0.0475 set_F 15_1 0.1147 num_nonrel_judged_ret 15_1 27 rbp 15_1 0.4585 rbp_resid 15_1 0.0288 unj_5 15_1 0.0000 unj_10 15_1 0.0000 unj_20 15_1 0.0000 num_ret 15_10 1000 num_rel 15_10 35 num_rel_ret 15_10 26 map 15_10 0.2503 Rprec 15_10 0.3429 bpref 15_10 0.5829 recip_rank 15_10 1.0000 iprec_at_recall_0.00 15_10 1.0000 iprec_at_recall_0.10 15_10 0.6250 iprec_at_recall_0.20 15_10 0.5385 iprec_at_recall_0.30 15_10 0.3750 iprec_at_recall_0.40 15_10 0.3261 iprec_at_recall_0.50 15_10 0.2045 iprec_at_recall_0.60 15_10 0.0902 iprec_at_recall_0.70 15_10 0.0444 iprec_at_recall_0.80 15_10 0.0000 iprec_at_recall_0.90 15_10 0.0000 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 0.6000 P_10 15_10 0.5000 P_15 15_10 0.4667 P_20 15_10 0.4000 P_30 15_10 0.3333 P_100 15_10 0.1800 P_200 15_10 0.1000 P_500 15_10 0.0480 P_1000 15_10 0.0260 relstring 15_10 '20011012--' recall_5 15_10 0.0857 recall_10 15_10 0.1429 recall_15 15_10 0.2000 recall_20 15_10 0.2286 recall_30 15_10 0.2857 recall_100 15_10 0.5143 recall_200 15_10 0.5714 recall_500 15_10 0.6857 recall_1000 15_10 0.7429 infAP 15_10 0.2503 Rprec_mult_0.20 15_10 0.5714 Rprec_mult_0.40 15_10 0.5000 Rprec_mult_0.60 15_10 0.4286 Rprec_mult_0.80 15_10 0.3571 Rprec_mult_1.00 15_10 0.3429 Rprec_mult_1.20 15_10 0.3095 Rprec_mult_1.40 15_10 0.3061 Rprec_mult_1.60 15_10 0.2679 Rprec_mult_1.80 15_10 0.2381 Rprec_mult_2.00 15_10 0.2286 utility 15_10 -948.0000 11pt_avg 15_10 0.2912 binG 15_10 0.1974 G 15_10 0.1643 ndcg 15_10 0.5374 ndcg_rel 15_10 0.4566 Rndcg 15_10 0.4174 ndcg_cut_5 15_10 0.3743 ndcg_cut_10 15_10 0.3626 ndcg_cut_15 15_10 0.3673 ndcg_cut_20 15_10 0.3524 ndcg_cut_30 15_10 0.3470 ndcg_cut_100 15_10 0.4456 ndcg_cut_200 15_10 0.4631 ndcg_cut_500 15_10 0.5172 ndcg_cut_1000 15_10 0.5374 map_cut_5 15_10 0.0600 map_cut_10 15_10 0.0942 map_cut_15 15_10 0.1239 map_cut_20 15_10 0.1373 map_cut_30 15_10 0.1620 map_cut_100 15_10 0.2301 map_cut_200 15_10 0.2383 map_cut_500 15_10 0.2480 map_cut_1000 15_10 0.2503 relative_P_5 15_10 0.6000 relative_P_10 15_10 0.5000 relative_P_15 15_10 0.4667 relative_P_20 15_10 0.4000 relative_P_30 15_10 0.3333 relative_P_100 15_10 0.5143 relative_P_200 15_10 0.5714 relative_P_500 15_10 0.6857 relative_P_1000 15_10 0.7429 success_1 15_10 1.0000 success_5 15_10 1.0000 success_10 15_10 1.0000 set_P 15_10 0.0260 set_relative_P 15_10 0.7429 set_recall 15_10 0.7429 set_map 15_10 0.0193 set_F 15_10 0.0502 num_nonrel_judged_ret 15_10 25 rbp 15_10 0.2044 rbp_resid 15_10 0.2568 unj_5 15_10 0.0000 unj_10 15_10 0.2000 unj_20 15_10 0.3500 num_ret 15_3 1000 num_rel 15_3 22 num_rel_ret 15_3 8 map 15_3 0.0306 Rprec 15_3 0.0909 bpref 15_3 0.0744 recip_rank 15_3 0.3333 iprec_at_recall_0.00 15_3 0.3333 iprec_at_recall_0.10 15_3 0.2500 iprec_at_recall_0.20 15_3 0.0280 iprec_at_recall_0.30 15_3 0.0085 iprec_at_recall_0.40 15_3 0.0000 iprec_at_recall_0.50 15_3 0.0000 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.2000 P_10 15_3 0.2000 P_15 15_3 0.1333 P_20 15_3 0.1000 P_30 15_3 0.0667 P_100 15_3 0.0300 P_200 15_3 0.0200 P_500 15_3 0.0080 P_1000 15_3 0.0080 relstring 15_3 '0020000200' recall_5 15_3 0.0455 recall_10 15_3 0.0909 recall_15 15_3 0.0909 recall_20 15_3 0.0909 recall_30 15_3 0.0909 recall_100 15_3 0.1364 recall_200 15_3 0.1818 recall_500 15_3 0.1818 recall_1000 15_3 0.3636 infAP 15_3 0.0306 Rprec_mult_0.20 15_3 0.2000 Rprec_mult_0.40 15_3 0.2222 Rprec_mult_0.60 15_3 0.1429 Rprec_mult_0.80 15_3 0.1111 Rprec_mult_1.00 15_3 0.0909 Rprec_mult_1.20 15_3 0.0741 Rprec_mult_1.40 15_3 0.0645 Rprec_mult_1.60 15_3 0.0556 Rprec_mult_1.80 15_3 0.0500 Rprec_mult_2.00 15_3 0.0455 utility 15_3 -984.0000 11pt_avg 15_3 0.0563 binG 15_3 0.0698 G 15_3 0.0766 ndcg 15_3 0.2318 ndcg_rel 15_3 0.2202 Rndcg 15_3 0.1823 ndcg_cut_5 15_3 0.1696 ndcg_cut_10 15_3 0.1795 ndcg_cut_15 15_3 0.1567 ndcg_cut_20 15_3 0.1408 ndcg_cut_30 15_3 0.1356 ndcg_cut_100 15_3 0.1609 ndcg_cut_200 15_3 0.1725 ndcg_cut_500 15_3 0.1725 ndcg_cut_1000 15_3 0.2318 map_cut_5 15_3 0.0152 map_cut_10 15_3 0.0265 map_cut_15 15_3 0.0265 map_cut_20 15_3 0.0265 map_cut_30 15_3 0.0265 map_cut_100 15_3 0.0280 map_cut_200 15_3 0.0293 map_cut_500 15_3 0.0293 map_cut_1000 15_3 0.0306 relative_P_5 15_3 0.2000 relative_P_10 15_3 0.2000 relative_P_15 15_3 0.1333 relative_P_20 15_3 0.1000 relative_P_30 15_3 0.0909 relative_P_100 15_3 0.1364 relative_P_200 15_3 0.1818 relative_P_500 15_3 0.1818 relative_P_1000 15_3 0.3636 success_1 15_3 0.0000 success_5 15_3 1.0000 success_10 15_3 1.0000 set_P 15_3 0.0080 set_relative_P 15_3 0.3636 set_recall 15_3 0.3636 set_map 15_3 0.0029 set_F 15_3 0.0157 num_nonrel_judged_ret 15_3 48 rbp 15_3 0.1288 rbp_resid 15_3 0.2038 unj_5 15_3 0.0000 unj_10 15_3 0.0000 unj_20 15_3 0.2500 num_ret 15_4 1000 num_rel 15_4 20 num_rel_ret 15_4 14 map 15_4 0.0276 Rprec 15_4 0.0000 bpref 15_4 0.0125 recip_rank 15_4 0.0400 iprec_at_recall_0.00 15_4 0.0667 iprec_at_recall_0.10 15_4 0.0667 iprec_at_recall_0.20 15_4 0.0667 iprec_at_recall_0.30 15_4 0.0667 iprec_at_recall_0.40 15_4 0.0566 iprec_at_recall_0.50 15_4 0.0267 iprec_at_recall_0.60 15_4 0.0152 iprec_at_recall_0.70 15_4 0.0148 iprec_at_recall_0.80 15_4 0.0000 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.0000 P_10 15_4 0.0000 P_15 15_4 0.0000 P_20 15_4 0.0000 P_30 15_4 0.0333 P_100 15_4 0.0600 P_200 15_4 0.0450 P_500 15_4 0.0200 P_1000 15_4 0.0140 relstring 15_4 '0000000--0' recall_5 15_4 0.0000 recall_10 15_4 0.0000 recall_15 15_4 0.0000 recall_20 15_4 0.0000 recall_30 15_4 0.0500 recall_100 15_4 0.3000 recall_200 15_4 0.4500 recall_500 15_4 0.5000 recall_1000 15_4 0.7000 infAP 15_4 0.0276 Rprec_mult_0.20 15_4 0.0000 Rprec_mult_0.40 15_4 0.0000 Rprec_mult_0.60 15_4 0.0000 Rprec_mult_0.80 15_4 0.0000 Rprec_mult_1.00 15_4 0.0000 Rprec_mult_1.20 15_4 0.0000 Rprec_mult_1.40 15_4 0.0357 Rprec_mult_1.60 15_4 0.0312 Rprec_mult_1.80 15_4 0.0278 Rprec_mult_2.00 15_4 0.0250 utility 15_4 -972.0000 11pt_avg 15_4 0.0345 binG 15_4 0.0988 G 15_4 0.0968 ndcg 15_4 0.2663 ndcg_rel 15_4 0.1914 Rndcg 15_4 0.0888 ndcg_cut_5 15_4 0.0000 ndcg_cut_10 15_4 0.0000 ndcg_cut_15 15_4 0.0000 ndcg_cut_20 15_4 0.0000 ndcg_cut_30 15_4 0.0336 ndcg_cut_100 15_4 0.1454 ndcg_cut_200 15_4 0.1900 ndcg_cut_500 15_4 0.2085 ndcg_cut_1000 15_4 0.2663 map_cut_5 15_4 0.0000 map_cut_10 15_4 0.0000 map_cut_15 15_4 0.0000 map_cut_20 15_4 0.0000 map_cut_30 15_4 0.0020 map_cut_100 15_4 0.0140 map_cut_200 15_4 0.0230 map_cut_500 15_4 0.0243 map_cut_1000 15_4 0.0276 relative_P_5 15_4 0.0000 relative_P_10 15_4 0.0000 relative_P_15 15_4 0.0000 relative_P_20 15_4 0.0000 relative_P_30 15_4 0.0500 relative_P_100 15_4 0.3000 relative_P_200 15_4 0.4500 relative_P_500 15_4 0.5000 relative_P_1000 15_4 0.7000 success_1 15_4 0.0000 success_5 15_4 0.0000 success_10 15_4 0.0000 set_P 15_4 0.0140 set_relative_P 15_4 0.7000 set_recall 15_4 0.7000 set_map 15_4 0.0098 set_F 15_4 0.0275 num_nonrel_judged_ret 15_4 55 rbp 15_4 0.0082 rbp_resid 15_4 0.2419 unj_5 15_4 0.0000 unj_10 15_4 0.2000 unj_20 15_4 0.2500 num_ret 15_5 1000 num_rel 15_5 31 num_rel_ret 15_5 21 map 15_5 0.1732 Rprec 15_5 0.2581 bpref 15_5 0.4412 recip_rank 15_5 0.5000 iprec_at_recall_0.00 15_5 0.6667 iprec_at_recall_0.10 15_5 0.5714 iprec_at_recall_0.20 15_5 0.5455 iprec_at_recall_0.30 15_5 0.2571 iprec_at_recall_0.40 15_5 0.1143 iprec_at_recall_0.50 15_5 0.0667 iprec_at_recall_0.60 15_5 0.0316 iprec_at_recall_0.70 15_5 0.0000 iprec_at_recall_0.80 15_5 0.0000 iprec_at_recall_0.90 15_5 0.0000 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.4000 P_10 15_5 0.5000 P_15 15_5 0.4000 P_20 15_5 0.4000 P_30 15_5 0.2667 P_100 15_5 0.1100 P_200 15_5 0.0700 P_500 15_5 0.0340 P_1000 15_5 0.0210 relstring 15_5 '0130031-20' recall_5 15_5 0.0645 recall_10 15_5 0.1613 recall_15 15_5 0.1935 recall_20 15_5 0.2581 recall_30 15_5 0.2581 recall_100 15_5 0.3548 recall_200 15_5 0.4516 recall_500 15_5 0.5484 recall_1000 15_5 0.6774 infAP 15_5 0.1732 Rprec_mult_0.20 15_5 0.5714 Rprec_mult_0.40 15_5 0.4615 Rprec_mult_0.60 15_5 0.4211 Rprec_mult_0.80 15_5 0.3200 Rprec_mult_1.00 15_5 0.2581 Rprec_mult_1.20 15_5 0.2368 Rprec_mult_1.40 15_5 0.2045 Rprec_mult_1.60 15_5 0.2000 Rprec_mult_1.80 15_5 0.1786 Rprec_mult_2.00 15_5 0.1613 utility 15_5 -958.0000 11pt_avg 15_5 0.2048 binG 15_5 0.1681 G 15_5 0.1602 ndcg 15_5 0.4919 ndcg_rel 15_5 0.4350 Rndcg 15_5 0.3825 ndcg_cut_5 15_5 0.2654 ndcg_cut_10 15_5 0.3891 ndcg_cut_15 15_5 0.4162 ndcg_cut_20 15_5 0.4151 ndcg_cut_30 15_5 0.3573 ndcg_cut_100 15_5 0.3993 ndcg_cut_200 15_5 0.4268 ndcg_cut_500 15_5 0.4505 ndcg_cut_1000 15_5 0.4919 map_cut_5 15_5 0.0376 map_cut_10 15_5 0.0901 map_cut_15 15_5 0.1077 map_cut_20 15_5 0.1354 map_cut_30 15_5 0.1354 map_cut_100 15_5 0.1546 map_cut_200 15_5 0.1641 map_cut_500 15_5 0.1695 map_cut_1000 15_5 0.1732 relative_P_5 15_5 0.4000 relative_P_10 15_5 0.5000 relative_P_15 15_5 0.4000 relative_P_20 15_5 0.4000 relative_P_30 15_5 0.2667 relative_P_100 15_5 0.3548 relative_P_200 15_5 0.4516 relative_P_500 15_5 0.5484 relative_P_1000 15_5 0.6774 success_1 15_5 0.0000 success_5 15_5 1.0000 success_10 15_5 1.0000 set_P 15_5 0.0210 set_relative_P 15_5 0.6774 set_recall 15_5 0.6774 set_map 15_5 0.0142 set_F 15_5 0.0407 num_nonrel_judged_ret 15_5 21 rbp 15_5 0.2653 rbp_resid 15_5 0.2754 unj_5 15_5 0.0000 unj_10 15_5 0.1000 unj_20 15_5 0.3500 num_ret 15_6 1000 num_rel 15_6 19 num_rel_ret 15_6 13 map 15_6 0.1601 Rprec 15_6 0.1579 bpref 15_6 0.3380 recip_rank 15_6 1.0000 iprec_at_recall_0.00 15_6 1.0000 iprec_at_recall_0.10 15_6 0.6667 iprec_at_recall_0.20 15_6 0.2069 iprec_at_recall_0.30 15_6 0.2069 iprec_at_recall_0.40 15_6 0.1081 iprec_at_recall_0.50 15_6 0.0643 iprec_at_recall_0.60 15_6 0.0643 iprec_at_recall_0.70 15_6 0.0246 iprec_at_recall_0.80 15_6 0.0000 iprec_at_recall_0.90 15_6 0.0000 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.4000 P_10 15_6 0.2000 P_15 15_6 0.2000 P_20 15_6 0.1500 P_30 15_6 0.2000 P_100 15_6 0.0800 P_200 15_6 0.0550 P_500 15_6 0.0240 P_1000 15_6 0.0130 relstring 15_6 '20200-----' recall_5 15_6 0.1053 recall_10 15_6 0.1053 recall_15 15_6 0.1579 recall_20 15_6 0.1579 recall_30 15_6 0.3158 recall_100 15_6 0.4211 recall_200 15_6 0.5789 recall_500 15_6 0.6316 recall_1000 15_6 0.6842 infAP 15_6 0.1601 Rprec_mult_0.20 15_6 0.5000 Rprec_mult_0.40 15_6 0.2500 Rprec_mult_0.60 15_6 0.1667 Rprec_mult_0.80 15_6 0.1875 Rprec_mult_1.00 15_6 0.1579 Rprec_mult_1.20 15_6 0.1739 Rprec_mult_1.40 15_6 0.1852 Rprec_mult_1.60 15_6 0.1935 Rprec_mult_1.80 15_6 0.2000 Rprec_mult_2.00 15_6 0.1842 utility 15_6 -974.0000 11pt_avg 15_6 0.2129 binG 15_6 0.1891 G 15_6 0.1562 ndcg 15_6 0.4847 ndcg_rel 15_6 0.4440 Rndcg 15_6 0.4145 ndcg_cut_5 15_6 0.4350 ndcg_cut_10 15_6 0.2974 ndcg_cut_15 15_6 0.2771 ndcg_cut_20 15_6 0.2490 ndcg_cut_30 15_6 0.3386 ndcg_cut_100 15_6 0.4026 ndcg_cut_200 15_6 0.4610 ndcg_cut_500 15_6 0.4691 ndcg_cut_1000 15_6 0.4847 map_cut_5 15_6 0.0877 map_cut_10 15_6 0.0877 map_cut_15 15_6 0.0999 map_cut_20 15_6 0.0999 map_cut_30 15_6 0.1304 map_cut_100 15_6 0.1470 map_cut_200 15_6 0.1573 map_cut_500 15_6 0.1588 map_cut_1000 15_6 0.1601 relative_P_5 15_6 0.4000 relative_P_10 15_6 0.2000 relative_P_15 15_6 0.2000 relative_P_20 15_6 0.1579 relative_P_30 15_6 0.3158 relative_P_100 15_6 0.4211 relative_P_200 15_6 0.5789 relative_P_500 15_6 0.6316 relative_P_1000 15_6 0.6842 success_1 15_6 1.0000 success_5 15_6 1.0000 success_10 15_6 1.0000 set_P 15_6 0.0130 set_relative_P 15_6 0.6842 set_recall 15_6 0.6842 set_map 15_6 0.0089 set_F 15_6 0.0255 num_nonrel_judged_ret 15_6 49 rbp 15_6 0.1580 rbp_resid 15_6 0.4378 unj_5 15_6 0.0000 unj_10 15_6 0.5000 unj_20 15_6 0.5500 num_ret 1_1 1000 num_rel 1_1 257 num_rel_ret 1_1 135 map 1_1 0.2527 Rprec 1_1 0.3074 bpref 1_1 0.5177 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 0.9667 iprec_at_recall_0.20 1_1 0.4513 iprec_at_recall_0.30 1_1 0.3123 iprec_at_recall_0.40 1_1 0.2234 iprec_at_recall_0.50 1_1 0.1652 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 1.0000 P_10 1_1 1.0000 P_15 1_1 0.9333 P_20 1_1 0.9500 P_30 1_1 0.9667 P_100 1_1 0.5000 P_200 1_1 0.3600 P_500 1_1 0.2120 P_1000 1_1 0.1350 relstring 1_1 '2122321212' recall_5 1_1 0.0195 recall_10 1_1 0.0389 recall_15 1_1 0.0545 recall_20 1_1 0.0739 recall_30 1_1 0.1128 recall_100 1_1 0.1946 recall_200 1_1 0.2802 recall_500 1_1 0.4125 recall_1000 1_1 0.5253 infAP 1_1 0.2527 Rprec_mult_0.20 1_1 0.6731 Rprec_mult_0.40 1_1 0.4854 Rprec_mult_0.60 1_1 0.4065 Rprec_mult_0.80 1_1 0.3544 Rprec_mult_1.00 1_1 0.3074 Rprec_mult_1.20 1_1 0.2848 Rprec_mult_1.40 1_1 0.2611 Rprec_mult_1.60 1_1 0.2379 Rprec_mult_1.80 1_1 0.2225 Rprec_mult_2.00 1_1 0.2062 utility 1_1 -730.0000 11pt_avg 1_1 0.2835 binG 1_1 0.1463 G 1_1 0.0956 ndcg 1_1 0.5561 ndcg_rel 1_1 0.5293 Rndcg 1_1 0.4790 ndcg_cut_5 1_1 0.6391 ndcg_cut_10 1_1 0.6022 ndcg_cut_15 1_1 0.5627 ndcg_cut_20 1_1 0.6152 ndcg_cut_30 1_1 0.6658 ndcg_cut_100 1_1 0.4765 ndcg_cut_200 1_1 0.4139 ndcg_cut_500 1_1 0.4807 ndcg_cut_1000 1_1 0.5561 map_cut_5 1_1 0.0195 map_cut_10 1_1 0.0389 map_cut_15 1_1 0.0533 map_cut_20 1_1 0.0717 map_cut_30 1_1 0.1090 map_cut_100 1_1 0.1609 map_cut_200 1_1 0.1957 map_cut_500 1_1 0.2324 map_cut_1000 1_1 0.2527 relative_P_5 1_1 1.0000 relative_P_10 1_1 1.0000 relative_P_15 1_1 0.9333 relative_P_20 1_1 0.9500 relative_P_30 1_1 0.9667 relative_P_100 1_1 0.5000 relative_P_200 1_1 0.3600 relative_P_500 1_1 0.4125 relative_P_1000 1_1 0.5253 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.1350 set_relative_P 1_1 0.5253 set_recall 1_1 0.5253 set_map 1_1 0.0709 set_F 1_1 0.2148 num_nonrel_judged_ret 1_1 1 rbp 1_1 0.5570 rbp_resid 1_1 0.0324 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1000 num_rel 1_2 114 num_rel_ret 1_2 94 map 1_2 0.3249 Rprec 1_2 0.2982 bpref 1_2 0.7679 recip_rank 1_2 1.0000 iprec_at_recall_0.00 1_2 1.0000 iprec_at_recall_0.10 1_2 1.0000 iprec_at_recall_0.20 1_2 0.6098 iprec_at_recall_0.30 1_2 0.3178 iprec_at_recall_0.40 1_2 0.2275 iprec_at_recall_0.50 1_2 0.2000 iprec_at_recall_0.60 1_2 0.1753 iprec_at_recall_0.70 1_2 0.1455 iprec_at_recall_0.80 1_2 0.1114 iprec_at_recall_0.90 1_2 0.0000 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 1.0000 P_10 1_2 1.0000 P_15 1_2 0.9333 P_20 1_2 0.8000 P_30 1_2 0.6667 P_100 1_2 0.3300 P_200 1_2 0.2250 P_500 1_2 0.1440 P_1000 1_2 0.0940 relstring 1_2 '2222321112' recall_5 1_2 0.0439 recall_10 1_2 0.0877 recall_15 1_2 0.1228 recall_20 1_2 0.1404 recall_30 1_2 0.1754 recall_100 1_2 0.2895 recall_200 1_2 0.3947 recall_500 1_2 0.6316 recall_1000 1_2 0.8246 infAP 1_2 0.3249 Rprec_mult_0.20 1_2 0.8261 Rprec_mult_0.40 1_2 0.5652 Rprec_mult_0.60 1_2 0.4203 Rprec_mult_0.80 1_2 0.3370 Rprec_mult_1.00 1_2 0.2982 Rprec_mult_1.20 1_2 0.2920 Rprec_mult_1.40 1_2 0.2687 Rprec_mult_1.60 1_2 0.2404 Rprec_mult_1.80 1_2 0.2233 Rprec_mult_2.00 1_2 0.2237 utility 1_2 -812.0000 11pt_avg 1_2 0.3443 binG 1_2 0.2360 G 1_2 0.1393 ndcg 1_2 0.6540 ndcg_rel 1_2 0.5378 Rndcg 1_2 0.4838 ndcg_cut_5 1_2 0.6382 ndcg_cut_10 1_2 0.5826 ndcg_cut_15 1_2 0.5595 ndcg_cut_20 1_2 0.5018 ndcg_cut_30 1_2 0.4706 ndcg_cut_100 1_2 0.3780 ndcg_cut_200 1_2 0.4263 ndcg_cut_500 1_2 0.5536 ndcg_cut_1000 1_2 0.6540 map_cut_5 1_2 0.0439 map_cut_10 1_2 0.0877 map_cut_15 1_2 0.1228 map_cut_20 1_2 0.1380 map_cut_30 1_2 0.1666 map_cut_100 1_2 0.2235 map_cut_200 1_2 0.2533 map_cut_500 1_2 0.2991 map_cut_1000 1_2 0.3249 relative_P_5 1_2 1.0000 relative_P_10 1_2 1.0000 relative_P_15 1_2 0.9333 relative_P_20 1_2 0.8000 relative_P_30 1_2 0.6667 relative_P_100 1_2 0.3300 relative_P_200 1_2 0.3947 relative_P_500 1_2 0.6316 relative_P_1000 1_2 0.8246 success_1 1_2 1.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 0.0940 set_relative_P 1_2 0.8246 set_recall 1_2 0.8246 set_map 1_2 0.0775 set_F 1_2 0.1688 num_nonrel_judged_ret 1_2 7 rbp 1_2 0.3876 rbp_resid 1_2 0.1373 unj_5 1_2 0.0000 unj_10 1_2 0.0000 unj_20 1_2 0.2000 num_ret 1_3 1000 num_rel 1_3 71 num_rel_ret 1_3 58 map 1_3 0.4857 Rprec 1_3 0.4930 bpref 1_3 0.7770 recip_rank 1_3 1.0000 iprec_at_recall_0.00 1_3 1.0000 iprec_at_recall_0.10 1_3 1.0000 iprec_at_recall_0.20 1_3 0.8696 iprec_at_recall_0.30 1_3 0.8519 iprec_at_recall_0.40 1_3 0.6444 iprec_at_recall_0.50 1_3 0.5000 iprec_at_recall_0.60 1_3 0.3613 iprec_at_recall_0.70 1_3 0.1639 iprec_at_recall_0.80 1_3 0.0633 iprec_at_recall_0.90 1_3 0.0000 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 1.0000 P_10 1_3 0.9000 P_15 1_3 0.8000 P_20 1_3 0.8500 P_30 1_3 0.8000 P_100 1_3 0.4100 P_200 1_3 0.2350 P_500 1_3 0.1080 P_1000 1_3 0.0580 relstring 1_3 '323112222-' recall_5 1_3 0.0704 recall_10 1_3 0.1268 recall_15 1_3 0.1690 recall_20 1_3 0.2394 recall_30 1_3 0.3380 recall_100 1_3 0.5775 recall_200 1_3 0.6620 recall_500 1_3 0.7606 recall_1000 1_3 0.8169 infAP 1_3 0.4857 Rprec_mult_0.20 1_3 0.8000 Rprec_mult_0.40 1_3 0.7931 Rprec_mult_0.60 1_3 0.6279 Rprec_mult_0.80 1_3 0.5614 Rprec_mult_1.00 1_3 0.4930 Rprec_mult_1.20 1_3 0.4419 Rprec_mult_1.40 1_3 0.4100 Rprec_mult_1.60 1_3 0.3684 Rprec_mult_1.80 1_3 0.3359 Rprec_mult_2.00 1_3 0.3310 utility 1_3 -884.0000 11pt_avg 1_3 0.4959 binG 1_3 0.2989 G 1_3 0.2269 ndcg 1_3 0.7898 ndcg_rel 1_3 0.7431 Rndcg 1_3 0.7132 ndcg_cut_5 1_3 0.7438 ndcg_cut_10 1_3 0.7417 ndcg_cut_15 1_3 0.7158 ndcg_cut_20 1_3 0.7408 ndcg_cut_30 1_3 0.7146 ndcg_cut_100 1_3 0.6883 ndcg_cut_200 1_3 0.7317 ndcg_cut_500 1_3 0.7759 ndcg_cut_1000 1_3 0.7898 map_cut_5 1_3 0.0704 map_cut_10 1_3 0.1268 map_cut_15 1_3 0.1617 map_cut_20 1_3 0.2203 map_cut_30 1_3 0.3038 map_cut_100 1_3 0.4370 map_cut_200 1_3 0.4666 map_cut_500 1_3 0.4820 map_cut_1000 1_3 0.4857 relative_P_5 1_3 1.0000 relative_P_10 1_3 0.9000 relative_P_15 1_3 0.8000 relative_P_20 1_3 0.8500 relative_P_30 1_3 0.8000 relative_P_100 1_3 0.5775 relative_P_200 1_3 0.6620 relative_P_500 1_3 0.7606 relative_P_1000 1_3 0.8169 success_1 1_3 1.0000 success_5 1_3 1.0000 success_10 1_3 1.0000 set_P 1_3 0.0580 set_relative_P 1_3 0.8169 set_recall 1_3 0.8169 set_map 1_3 0.0474 set_F 1_3 0.1083 num_nonrel_judged_ret 1_3 10 rbp 1_3 0.5714 rbp_resid 1_3 0.1498 unj_5 1_3 0.0000 unj_10 1_3 0.1000 unj_20 1_3 0.1500 num_ret 1_4 1000 num_rel 1_4 134 num_rel_ret 1_4 104 map 1_4 0.4567 Rprec 1_4 0.4925 bpref 1_4 0.7555 recip_rank 1_4 1.0000 iprec_at_recall_0.00 1_4 1.0000 iprec_at_recall_0.10 1_4 0.8500 iprec_at_recall_0.20 1_4 0.8485 iprec_at_recall_0.30 1_4 0.7193 iprec_at_recall_0.40 1_4 0.5833 iprec_at_recall_0.50 1_4 0.4963 iprec_at_recall_0.60 1_4 0.3636 iprec_at_recall_0.70 1_4 0.2559 iprec_at_recall_0.80 1_4 0.0000 iprec_at_recall_0.90 1_4 0.0000 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 1.0000 P_10 1_4 0.8000 P_15 1_4 0.8000 P_20 1_4 0.8500 P_30 1_4 0.8333 P_100 1_4 0.5700 P_200 1_4 0.3850 P_500 1_4 0.1940 P_1000 1_4 0.1040 relstring 1_4 '323222--21' recall_5 1_4 0.0373 recall_10 1_4 0.0597 recall_15 1_4 0.0896 recall_20 1_4 0.1269 recall_30 1_4 0.1866 recall_100 1_4 0.4254 recall_200 1_4 0.5746 recall_500 1_4 0.7239 recall_1000 1_4 0.7761 infAP 1_4 0.4567 Rprec_mult_0.20 1_4 0.8148 Rprec_mult_0.40 1_4 0.7037 Rprec_mult_0.60 1_4 0.6296 Rprec_mult_0.80 1_4 0.5556 Rprec_mult_1.00 1_4 0.4925 Rprec_mult_1.20 1_4 0.4410 Rprec_mult_1.40 1_4 0.3989 Rprec_mult_1.60 1_4 0.3674 Rprec_mult_1.80 1_4 0.3471 Rprec_mult_2.00 1_4 0.3209 utility 1_4 -792.0000 11pt_avg 1_4 0.4652 binG 1_4 0.2134 G 1_4 0.1726 ndcg 1_4 0.7655 ndcg_rel 1_4 0.7132 Rndcg 1_4 0.6625 ndcg_cut_5 1_4 0.8362 ndcg_cut_10 1_4 0.6603 ndcg_cut_15 1_4 0.6725 ndcg_cut_20 1_4 0.7239 ndcg_cut_30 1_4 0.7367 ndcg_cut_100 1_4 0.6198 ndcg_cut_200 1_4 0.6589 ndcg_cut_500 1_4 0.7386 ndcg_cut_1000 1_4 0.7655 map_cut_5 1_4 0.0373 map_cut_10 1_4 0.0566 map_cut_15 1_4 0.0812 map_cut_20 1_4 0.1122 map_cut_30 1_4 0.1611 map_cut_100 1_4 0.3307 map_cut_200 1_4 0.4025 map_cut_500 1_4 0.4494 map_cut_1000 1_4 0.4567 relative_P_5 1_4 1.0000 relative_P_10 1_4 0.8000 relative_P_15 1_4 0.8000 relative_P_20 1_4 0.8500 relative_P_30 1_4 0.8333 relative_P_100 1_4 0.5700 relative_P_200 1_4 0.5746 relative_P_500 1_4 0.7239 relative_P_1000 1_4 0.7761 success_1 1_4 1.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 0.1040 set_relative_P 1_4 0.7761 set_recall 1_4 0.7761 set_map 1_4 0.0807 set_F 1_4 0.1834 num_nonrel_judged_ret 1_4 6 rbp 1_4 0.6354 rbp_resid 1_4 0.1625 unj_5 1_4 0.0000 unj_10 1_4 0.2000 unj_20 1_4 0.1500 num_ret 1_6 1000 num_rel 1_6 121 num_rel_ret 1_6 57 map 1_6 0.1743 Rprec 1_6 0.2562 bpref 1_6 0.3989 recip_rank 1_6 1.0000 iprec_at_recall_0.00 1_6 1.0000 iprec_at_recall_0.10 1_6 0.6667 iprec_at_recall_0.20 1_6 0.5106 iprec_at_recall_0.30 1_6 0.2714 iprec_at_recall_0.40 1_6 0.1116 iprec_at_recall_0.50 1_6 0.0000 iprec_at_recall_0.60 1_6 0.0000 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 0.4000 P_10 1_6 0.4000 P_15 1_6 0.5333 P_20 1_6 0.5500 P_30 1_6 0.6667 P_100 1_6 0.2900 P_200 1_6 0.2150 P_500 1_6 0.1000 P_1000 1_6 0.0570 relstring 1_6 '20100-023-' recall_5 1_6 0.0165 recall_10 1_6 0.0331 recall_15 1_6 0.0661 recall_20 1_6 0.0909 recall_30 1_6 0.1653 recall_100 1_6 0.2397 recall_200 1_6 0.3554 recall_500 1_6 0.4132 recall_1000 1_6 0.4711 infAP 1_6 0.1743 Rprec_mult_0.20 1_6 0.6000 Rprec_mult_0.40 1_6 0.5102 Rprec_mult_0.60 1_6 0.3562 Rprec_mult_0.80 1_6 0.2990 Rprec_mult_1.00 1_6 0.2562 Rprec_mult_1.20 1_6 0.2603 Rprec_mult_1.40 1_6 0.2471 Rprec_mult_1.60 1_6 0.2216 Rprec_mult_1.80 1_6 0.1972 Rprec_mult_2.00 1_6 0.1777 utility 1_6 -886.0000 11pt_avg 1_6 0.2328 binG 1_6 0.1047 G 1_6 0.1021 ndcg 1_6 0.5049 ndcg_rel 1_6 0.4661 Rndcg 1_6 0.4129 ndcg_cut_5 1_6 0.2826 ndcg_cut_10 1_6 0.2960 ndcg_cut_15 1_6 0.3658 ndcg_cut_20 1_6 0.3726 ndcg_cut_30 1_6 0.4742 ndcg_cut_100 1_6 0.3669 ndcg_cut_200 1_6 0.4451 ndcg_cut_500 1_6 0.4762 ndcg_cut_1000 1_6 0.5049 map_cut_5 1_6 0.0138 map_cut_10 1_6 0.0205 map_cut_15 1_6 0.0376 map_cut_20 1_6 0.0517 map_cut_30 1_6 0.0980 map_cut_100 1_6 0.1316 map_cut_200 1_6 0.1623 map_cut_500 1_6 0.1695 map_cut_1000 1_6 0.1743 relative_P_5 1_6 0.4000 relative_P_10 1_6 0.4000 relative_P_15 1_6 0.5333 relative_P_20 1_6 0.5500 relative_P_30 1_6 0.6667 relative_P_100 1_6 0.2900 relative_P_200 1_6 0.3554 relative_P_500 1_6 0.4132 relative_P_1000 1_6 0.4711 success_1 1_6 1.0000 success_5 1_6 1.0000 success_10 1_6 1.0000 set_P 1_6 0.0570 set_relative_P 1_6 0.4711 set_recall 1_6 0.4711 set_map 1_6 0.0269 set_F 1_6 0.1017 num_nonrel_judged_ret 1_6 22 rbp 1_6 0.3543 rbp_resid 1_6 0.1476 unj_5 1_6 0.0000 unj_10 1_6 0.2000 unj_20 1_6 0.1500 num_ret 1_7 1000 num_rel 1_7 110 num_rel_ret 1_7 64 map 1_7 0.1231 Rprec 1_7 0.2545 bpref 1_7 0.4592 recip_rank 1_7 0.3333 iprec_at_recall_0.00 1_7 0.3478 iprec_at_recall_0.10 1_7 0.3171 iprec_at_recall_0.20 1_7 0.2911 iprec_at_recall_0.30 1_7 0.2357 iprec_at_recall_0.40 1_7 0.1477 iprec_at_recall_0.50 1_7 0.0956 iprec_at_recall_0.60 1_7 0.0000 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 0.2000 P_10 1_7 0.2000 P_15 1_7 0.3333 P_20 1_7 0.2500 P_30 1_7 0.3000 P_100 1_7 0.2600 P_200 1_7 0.1850 P_500 1_7 0.1000 P_1000 1_7 0.0640 relstring 1_7 '0010020---' recall_5 1_7 0.0091 recall_10 1_7 0.0182 recall_15 1_7 0.0455 recall_20 1_7 0.0455 recall_30 1_7 0.0818 recall_100 1_7 0.2364 recall_200 1_7 0.3364 recall_500 1_7 0.4545 recall_1000 1_7 0.5818 infAP 1_7 0.1231 Rprec_mult_0.20 1_7 0.3182 Rprec_mult_0.40 1_7 0.2955 Rprec_mult_0.60 1_7 0.2727 Rprec_mult_0.80 1_7 0.2727 Rprec_mult_1.00 1_7 0.2545 Rprec_mult_1.20 1_7 0.2348 Rprec_mult_1.40 1_7 0.2273 Rprec_mult_1.60 1_7 0.2045 Rprec_mult_1.80 1_7 0.1869 Rprec_mult_2.00 1_7 0.1682 utility 1_7 -872.0000 11pt_avg 1_7 0.1305 binG 1_7 0.0966 G 1_7 0.0949 ndcg 1_7 0.4280 ndcg_rel 1_7 0.3509 Rndcg 1_7 0.2213 ndcg_cut_5 1_7 0.0664 ndcg_cut_10 1_7 0.1131 ndcg_cut_15 1_7 0.2088 ndcg_cut_20 1_7 0.1775 ndcg_cut_30 1_7 0.1960 ndcg_cut_100 1_7 0.2618 ndcg_cut_200 1_7 0.3097 ndcg_cut_500 1_7 0.3761 ndcg_cut_1000 1_7 0.4280 map_cut_5 1_7 0.0030 map_cut_10 1_7 0.0061 map_cut_15 1_7 0.0142 map_cut_20 1_7 0.0142 map_cut_30 1_7 0.0260 map_cut_100 1_7 0.0703 map_cut_200 1_7 0.0942 map_cut_500 1_7 0.1118 map_cut_1000 1_7 0.1231 relative_P_5 1_7 0.2000 relative_P_10 1_7 0.2000 relative_P_15 1_7 0.3333 relative_P_20 1_7 0.2500 relative_P_30 1_7 0.3000 relative_P_100 1_7 0.2600 relative_P_200 1_7 0.3364 relative_P_500 1_7 0.4545 relative_P_1000 1_7 0.5818 success_1 1_7 0.0000 success_5 1_7 1.0000 success_10 1_7 1.0000 set_P 1_7 0.0640 set_relative_P 1_7 0.5818 set_recall 1_7 0.5818 set_map 1_7 0.0372 set_F 1_7 0.1153 num_nonrel_judged_ret 1_7 30 rbp 1_7 0.1440 rbp_resid 1_7 0.2271 unj_5 1_7 0.0000 unj_10 1_7 0.3000 unj_20 1_7 0.3000 num_ret 1_8 1000 num_rel 1_8 118 num_rel_ret 1_8 55 map 1_8 0.1659 Rprec 1_8 0.2203 bpref 1_8 0.4202 recip_rank 1_8 1.0000 iprec_at_recall_0.00 1_8 1.0000 iprec_at_recall_0.10 1_8 0.8000 iprec_at_recall_0.20 1_8 0.2500 iprec_at_recall_0.30 1_8 0.1457 iprec_at_recall_0.40 1_8 0.1026 iprec_at_recall_0.50 1_8 0.0000 iprec_at_recall_0.60 1_8 0.0000 iprec_at_recall_0.70 1_8 0.0000 iprec_at_recall_0.80 1_8 0.0000 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 0.8000 P_10 1_8 0.8000 P_15 1_8 0.8000 P_20 1_8 0.6500 P_30 1_8 0.5333 P_100 1_8 0.2500 P_200 1_8 0.1600 P_500 1_8 0.0940 P_1000 1_8 0.0550 relstring 1_8 '11110111-1' recall_5 1_8 0.0339 recall_10 1_8 0.0678 recall_15 1_8 0.1017 recall_20 1_8 0.1102 recall_30 1_8 0.1356 recall_100 1_8 0.2119 recall_200 1_8 0.2712 recall_500 1_8 0.3983 recall_1000 1_8 0.4661 infAP 1_8 0.1659 Rprec_mult_0.20 1_8 0.6250 Rprec_mult_0.40 1_8 0.3750 Rprec_mult_0.60 1_8 0.2535 Rprec_mult_0.80 1_8 0.2421 Rprec_mult_1.00 1_8 0.2203 Rprec_mult_1.20 1_8 0.1901 Rprec_mult_1.40 1_8 0.1807 Rprec_mult_1.60 1_8 0.1640 Rprec_mult_1.80 1_8 0.1502 Rprec_mult_2.00 1_8 0.1398 utility 1_8 -890.0000 11pt_avg 1_8 0.2089 binG 1_8 0.1243 G 1_8 0.0618 ndcg 1_8 0.3330 ndcg_rel 1_8 0.3043 Rndcg 1_8 0.2496 ndcg_cut_5 1_8 0.2896 ndcg_cut_10 1_8 0.2829 ndcg_cut_15 1_8 0.3228 ndcg_cut_20 1_8 0.2950 ndcg_cut_30 1_8 0.2868 ndcg_cut_100 1_8 0.2039 ndcg_cut_200 1_8 0.2325 ndcg_cut_500 1_8 0.2965 ndcg_cut_1000 1_8 0.3330 map_cut_5 1_8 0.0339 map_cut_10 1_8 0.0624 map_cut_15 1_8 0.0893 map_cut_20 1_8 0.0948 map_cut_30 1_8 0.1101 map_cut_100 1_8 0.1345 map_cut_200 1_8 0.1460 map_cut_500 1_8 0.1615 map_cut_1000 1_8 0.1659 relative_P_5 1_8 0.8000 relative_P_10 1_8 0.8000 relative_P_15 1_8 0.8000 relative_P_20 1_8 0.6500 relative_P_30 1_8 0.5333 relative_P_100 1_8 0.2500 relative_P_200 1_8 0.2712 relative_P_500 1_8 0.3983 relative_P_1000 1_8 0.4661 success_1 1_8 1.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 0.0550 set_relative_P 1_8 0.4661 set_recall 1_8 0.4661 set_map 1_8 0.0256 set_F 1_8 0.0984 num_nonrel_judged_ret 1_8 10 rbp 1_8 0.2573 rbp_resid 1_8 0.2280 unj_5 1_8 0.0000 unj_10 1_8 0.1000 unj_20 1_8 0.3000 num_ret 1_9 1000 num_rel 1_9 48 num_rel_ret 1_9 40 map 1_9 0.4747 Rprec 1_9 0.5000 bpref 1_9 0.8121 recip_rank 1_9 1.0000 iprec_at_recall_0.00 1_9 1.0000 iprec_at_recall_0.10 1_9 0.8571 iprec_at_recall_0.20 1_9 0.8571 iprec_at_recall_0.30 1_9 0.7826 iprec_at_recall_0.40 1_9 0.7778 iprec_at_recall_0.50 1_9 0.5217 iprec_at_recall_0.60 1_9 0.2959 iprec_at_recall_0.70 1_9 0.1700 iprec_at_recall_0.80 1_9 0.1022 iprec_at_recall_0.90 1_9 0.0000 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 0.8000 P_10 1_9 0.8000 P_15 1_9 0.8000 P_20 1_9 0.7500 P_30 1_9 0.7000 P_100 1_9 0.2900 P_200 1_9 0.1700 P_500 1_9 0.0780 P_1000 1_9 0.0400 relstring 1_9 '3332032-23' recall_5 1_9 0.0833 recall_10 1_9 0.1667 recall_15 1_9 0.2500 recall_20 1_9 0.3125 recall_30 1_9 0.4375 recall_100 1_9 0.6042 recall_200 1_9 0.7083 recall_500 1_9 0.8125 recall_1000 1_9 0.8333 infAP 1_9 0.4747 Rprec_mult_0.20 1_9 0.8000 Rprec_mult_0.40 1_9 0.7500 Rprec_mult_0.60 1_9 0.7241 Rprec_mult_0.80 1_9 0.5641 Rprec_mult_1.00 1_9 0.5000 Rprec_mult_1.20 1_9 0.4310 Rprec_mult_1.40 1_9 0.3824 Rprec_mult_1.60 1_9 0.3636 Rprec_mult_1.80 1_9 0.3218 Rprec_mult_2.00 1_9 0.2917 utility 1_9 -920.0000 11pt_avg 1_9 0.4877 binG 1_9 0.3027 G 1_9 0.2648 ndcg 1_9 0.7743 ndcg_rel 1_9 0.7575 Rndcg 1_9 0.7016 ndcg_cut_5 1_9 0.8201 ndcg_cut_10 1_9 0.7673 ndcg_cut_15 1_9 0.7303 ndcg_cut_20 1_9 0.7276 ndcg_cut_30 1_9 0.6804 ndcg_cut_100 1_9 0.7024 ndcg_cut_200 1_9 0.7320 ndcg_cut_500 1_9 0.7705 ndcg_cut_1000 1_9 0.7743 map_cut_5 1_9 0.0833 map_cut_10 1_9 0.1514 map_cut_15 1_9 0.2213 map_cut_20 1_9 0.2701 map_cut_30 1_9 0.3664 map_cut_100 1_9 0.4407 map_cut_200 1_9 0.4623 map_cut_500 1_9 0.4736 map_cut_1000 1_9 0.4747 relative_P_5 1_9 0.8000 relative_P_10 1_9 0.8000 relative_P_15 1_9 0.8000 relative_P_20 1_9 0.7500 relative_P_30 1_9 0.7000 relative_P_100 1_9 0.6042 relative_P_200 1_9 0.7083 relative_P_500 1_9 0.8125 relative_P_1000 1_9 0.8333 success_1 1_9 1.0000 success_5 1_9 1.0000 success_10 1_9 1.0000 set_P 1_9 0.0400 set_relative_P 1_9 0.8333 set_recall 1_9 0.8333 set_map 1_9 0.0333 set_F 1_9 0.0763 num_nonrel_judged_ret 1_9 5 rbp 1_9 0.6415 rbp_resid 1_9 0.1663 unj_5 1_9 0.0000 unj_10 1_9 0.1000 unj_20 1_9 0.2000 num_ret 4_10 1000 num_rel 4_10 188 num_rel_ret 4_10 142 map 4_10 0.4065 Rprec 4_10 0.4202 bpref 4_10 0.6842 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 0.9643 iprec_at_recall_0.20 4_10 0.7049 iprec_at_recall_0.30 4_10 0.5437 iprec_at_recall_0.40 4_10 0.4717 iprec_at_recall_0.50 4_10 0.3789 iprec_at_recall_0.60 4_10 0.2653 iprec_at_recall_0.70 4_10 0.1880 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 1.0000 P_10 4_10 1.0000 P_15 4_10 1.0000 P_20 4_10 0.9500 P_30 4_10 0.9333 P_100 4_10 0.5500 P_200 4_10 0.4050 P_500 4_10 0.2340 P_1000 4_10 0.1420 relstring 4_10 '1211322213' recall_5 4_10 0.0266 recall_10 4_10 0.0532 recall_15 4_10 0.0798 recall_20 4_10 0.1011 recall_30 4_10 0.1489 recall_100 4_10 0.2926 recall_200 4_10 0.4309 recall_500 4_10 0.6223 recall_1000 4_10 0.7553 infAP 4_10 0.4065 Rprec_mult_0.20 4_10 0.8421 Rprec_mult_0.40 4_10 0.6447 Rprec_mult_0.60 4_10 0.5221 Rprec_mult_0.80 4_10 0.4901 Rprec_mult_1.00 4_10 0.4202 Rprec_mult_1.20 4_10 0.3938 Rprec_mult_1.40 4_10 0.3674 Rprec_mult_1.60 4_10 0.3322 Rprec_mult_1.80 4_10 0.3068 Rprec_mult_2.00 4_10 0.2926 utility 4_10 -716.0000 11pt_avg 4_10 0.4106 binG 4_10 0.2237 G 4_10 0.1272 ndcg 4_10 0.6459 ndcg_rel 4_10 0.5592 Rndcg 4_10 0.5323 ndcg_cut_5 4_10 0.4921 ndcg_cut_10 4_10 0.5525 ndcg_cut_15 4_10 0.5182 ndcg_cut_20 4_10 0.5162 ndcg_cut_30 4_10 0.5135 ndcg_cut_100 4_10 0.4963 ndcg_cut_200 4_10 0.4842 ndcg_cut_500 4_10 0.5851 ndcg_cut_1000 4_10 0.6459 map_cut_5 4_10 0.0266 map_cut_10 4_10 0.0532 map_cut_15 4_10 0.0798 map_cut_20 4_10 0.1002 map_cut_30 4_10 0.1460 map_cut_100 4_10 0.2483 map_cut_200 4_10 0.3167 map_cut_500 4_10 0.3814 map_cut_1000 4_10 0.4065 relative_P_5 4_10 1.0000 relative_P_10 4_10 1.0000 relative_P_15 4_10 1.0000 relative_P_20 4_10 0.9500 relative_P_30 4_10 0.9333 relative_P_100 4_10 0.5500 relative_P_200 4_10 0.4309 relative_P_500 4_10 0.6223 relative_P_1000 4_10 0.7553 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 0.1420 set_relative_P 4_10 0.7553 set_recall 4_10 0.7553 set_map 4_10 0.1073 set_F 4_10 0.2391 num_nonrel_judged_ret 4_10 14 rbp 4_10 0.4829 rbp_resid 4_10 0.0409 unj_5 4_10 0.0000 unj_10 4_10 0.0000 unj_20 4_10 0.0500 num_ret 4_11 1000 num_rel 4_11 171 num_rel_ret 4_11 45 map 4_11 0.0538 Rprec 4_11 0.1111 bpref 4_11 0.2443 recip_rank 4_11 1.0000 iprec_at_recall_0.00 4_11 1.0000 iprec_at_recall_0.10 4_11 0.1650 iprec_at_recall_0.20 4_11 0.0667 iprec_at_recall_0.30 4_11 0.0000 iprec_at_recall_0.40 4_11 0.0000 iprec_at_recall_0.50 4_11 0.0000 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 0.4000 P_10 4_11 0.6000 P_15 4_11 0.4667 P_20 4_11 0.4500 P_30 4_11 0.3333 P_100 4_11 0.1600 P_200 4_11 0.1100 P_500 4_11 0.0640 P_1000 4_11 0.0450 relstring 4_11 '1003010112' recall_5 4_11 0.0117 recall_10 4_11 0.0351 recall_15 4_11 0.0409 recall_20 4_11 0.0526 recall_30 4_11 0.0585 recall_100 4_11 0.0936 recall_200 4_11 0.1287 recall_500 4_11 0.1871 recall_1000 4_11 0.2632 infAP 4_11 0.0538 Rprec_mult_0.20 4_11 0.2857 Rprec_mult_0.40 4_11 0.1739 Rprec_mult_0.60 4_11 0.1650 Rprec_mult_0.80 4_11 0.1314 Rprec_mult_1.00 4_11 0.1111 Rprec_mult_1.20 4_11 0.1068 Rprec_mult_1.40 4_11 0.0958 Rprec_mult_1.60 4_11 0.0876 Rprec_mult_1.80 4_11 0.0844 Rprec_mult_2.00 4_11 0.0819 utility 4_11 -910.0000 11pt_avg 4_11 0.1120 binG 4_11 0.0514 G 4_11 0.0408 ndcg 4_11 0.2408 ndcg_rel 4_11 0.2321 Rndcg 4_11 0.1986 ndcg_cut_5 4_11 0.2591 ndcg_cut_10 4_11 0.2819 ndcg_cut_15 4_11 0.2451 ndcg_cut_20 4_11 0.2641 ndcg_cut_30 4_11 0.2340 ndcg_cut_100 4_11 0.1556 ndcg_cut_200 4_11 0.1513 ndcg_cut_500 4_11 0.1958 ndcg_cut_1000 4_11 0.2408 map_cut_5 4_11 0.0088 map_cut_10 4_11 0.0214 map_cut_15 4_11 0.0251 map_cut_20 4_11 0.0306 map_cut_30 4_11 0.0328 map_cut_100 4_11 0.0399 map_cut_200 4_11 0.0445 map_cut_500 4_11 0.0493 map_cut_1000 4_11 0.0538 relative_P_5 4_11 0.4000 relative_P_10 4_11 0.6000 relative_P_15 4_11 0.4667 relative_P_20 4_11 0.4500 relative_P_30 4_11 0.3333 relative_P_100 4_11 0.1600 relative_P_200 4_11 0.1287 relative_P_500 4_11 0.1871 relative_P_1000 4_11 0.2632 success_1 4_11 1.0000 success_5 4_11 1.0000 success_10 4_11 1.0000 set_P 4_11 0.0450 set_relative_P 4_11 0.2632 set_recall 4_11 0.2632 set_map 4_11 0.0118 set_F 4_11 0.0769 num_nonrel_judged_ret 4_11 20 rbp 4_11 0.2219 rbp_resid 4_11 0.1141 unj_5 4_11 0.0000 unj_10 4_11 0.0000 unj_20 4_11 0.0500 num_ret 4_12 1000 num_rel 4_12 134 num_rel_ret 4_12 31 map 4_12 0.0154 Rprec 4_12 0.0522 bpref 4_12 0.1954 recip_rank 4_12 0.2000 iprec_at_recall_0.00 4_12 0.2308 iprec_at_recall_0.10 4_12 0.0484 iprec_at_recall_0.20 4_12 0.0344 iprec_at_recall_0.30 4_12 0.0000 iprec_at_recall_0.40 4_12 0.0000 iprec_at_recall_0.50 4_12 0.0000 iprec_at_recall_0.60 4_12 0.0000 iprec_at_recall_0.70 4_12 0.0000 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 0.2000 P_10 4_12 0.2000 P_15 4_12 0.2000 P_20 4_12 0.1500 P_30 4_12 0.1000 P_100 4_12 0.0700 P_200 4_12 0.0500 P_500 4_12 0.0420 P_1000 4_12 0.0310 relstring 4_12 '00002---2-' recall_5 4_12 0.0075 recall_10 4_12 0.0149 recall_15 4_12 0.0224 recall_20 4_12 0.0224 recall_30 4_12 0.0224 recall_100 4_12 0.0522 recall_200 4_12 0.0746 recall_500 4_12 0.1567 recall_1000 4_12 0.2313 infAP 4_12 0.0154 Rprec_mult_0.20 4_12 0.1111 Rprec_mult_0.40 4_12 0.0926 Rprec_mult_0.60 4_12 0.0741 Rprec_mult_0.80 4_12 0.0648 Rprec_mult_1.00 4_12 0.0522 Rprec_mult_1.20 4_12 0.0621 Rprec_mult_1.40 4_12 0.0532 Rprec_mult_1.60 4_12 0.0465 Rprec_mult_1.80 4_12 0.0455 Rprec_mult_2.00 4_12 0.0448 utility 4_12 -938.0000 11pt_avg 4_12 0.0285 binG 4_12 0.0334 G 4_12 0.0317 ndcg 4_12 0.1703 ndcg_rel 4_12 0.1582 Rndcg 4_12 0.1040 ndcg_cut_5 4_12 0.0875 ndcg_cut_10 4_12 0.1009 ndcg_cut_15 4_12 0.1097 ndcg_cut_20 4_12 0.0965 ndcg_cut_30 4_12 0.0794 ndcg_cut_100 4_12 0.0722 ndcg_cut_200 4_12 0.0794 ndcg_cut_500 4_12 0.1349 ndcg_cut_1000 4_12 0.1703 map_cut_5 4_12 0.0015 map_cut_10 4_12 0.0032 map_cut_15 4_12 0.0049 map_cut_20 4_12 0.0049 map_cut_30 4_12 0.0049 map_cut_100 4_12 0.0077 map_cut_200 4_12 0.0091 map_cut_500 4_12 0.0128 map_cut_1000 4_12 0.0154 relative_P_5 4_12 0.2000 relative_P_10 4_12 0.2000 relative_P_15 4_12 0.2000 relative_P_20 4_12 0.1500 relative_P_30 4_12 0.1000 relative_P_100 4_12 0.0700 relative_P_200 4_12 0.0746 relative_P_500 4_12 0.1567 relative_P_1000 4_12 0.2313 success_1 4_12 0.0000 success_5 4_12 1.0000 success_10 4_12 1.0000 set_P 4_12 0.0310 set_relative_P 4_12 0.2313 set_recall 4_12 0.2313 set_map 4_12 0.0072 set_F 4_12 0.0547 num_nonrel_judged_ret 4_12 26 rbp 4_12 0.0934 rbp_resid 4_12 0.4888 unj_5 4_12 0.0000 unj_10 4_12 0.4000 unj_20 4_12 0.6000 num_ret 4_13 1000 num_rel 4_13 162 num_rel_ret 4_13 94 map 4_13 0.1811 Rprec 4_13 0.2654 bpref 4_13 0.5044 recip_rank 4_13 1.0000 iprec_at_recall_0.00 4_13 1.0000 iprec_at_recall_0.10 4_13 0.5667 iprec_at_recall_0.20 4_13 0.2857 iprec_at_recall_0.30 4_13 0.2565 iprec_at_recall_0.40 4_13 0.1823 iprec_at_recall_0.50 4_13 0.1401 iprec_at_recall_0.60 4_13 0.0000 iprec_at_recall_0.70 4_13 0.0000 iprec_at_recall_0.80 4_13 0.0000 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 0.8000 P_10 4_13 0.8000 P_15 4_13 0.6000 P_20 4_13 0.6000 P_30 4_13 0.5667 P_100 4_13 0.2800 P_200 4_13 0.2500 P_500 4_13 0.1440 P_1000 4_13 0.0940 relstring 4_13 '33022111-2' recall_5 4_13 0.0247 recall_10 4_13 0.0494 recall_15 4_13 0.0556 recall_20 4_13 0.0741 recall_30 4_13 0.1049 recall_100 4_13 0.1728 recall_200 4_13 0.3086 recall_500 4_13 0.4444 recall_1000 4_13 0.5802 infAP 4_13 0.1811 Rprec_mult_0.20 4_13 0.5152 Rprec_mult_0.40 4_13 0.3231 Rprec_mult_0.60 4_13 0.2857 Rprec_mult_0.80 4_13 0.2692 Rprec_mult_1.00 4_13 0.2654 Rprec_mult_1.20 4_13 0.2564 Rprec_mult_1.40 4_13 0.2335 Rprec_mult_1.60 4_13 0.2115 Rprec_mult_1.80 4_13 0.2021 Rprec_mult_2.00 4_13 0.1883 utility 4_13 -812.0000 11pt_avg 4_13 0.2210 binG 4_13 0.1165 G 4_13 0.0979 ndcg 4_13 0.5153 ndcg_rel 4_13 0.4739 Rndcg 4_13 0.4023 ndcg_cut_5 4_13 0.7380 ndcg_cut_10 4_13 0.5951 ndcg_cut_15 4_13 0.5074 ndcg_cut_20 4_13 0.5012 ndcg_cut_30 4_13 0.4854 ndcg_cut_100 4_13 0.3329 ndcg_cut_200 4_13 0.3577 ndcg_cut_500 4_13 0.4460 ndcg_cut_1000 4_13 0.5153 map_cut_5 4_13 0.0219 map_cut_10 4_13 0.0427 map_cut_15 4_13 0.0473 map_cut_20 4_13 0.0588 map_cut_30 4_13 0.0770 map_cut_100 4_13 0.1009 map_cut_200 4_13 0.1379 map_cut_500 4_13 0.1645 map_cut_1000 4_13 0.1811 relative_P_5 4_13 0.8000 relative_P_10 4_13 0.8000 relative_P_15 4_13 0.6000 relative_P_20 4_13 0.6000 relative_P_30 4_13 0.5667 relative_P_100 4_13 0.2800 relative_P_200 4_13 0.3086 relative_P_500 4_13 0.4444 relative_P_1000 4_13 0.5802 success_1 4_13 1.0000 success_5 4_13 1.0000 success_10 4_13 1.0000 set_P 4_13 0.0940 set_relative_P 4_13 0.5802 set_recall 4_13 0.5802 set_map 4_13 0.0545 set_F 4_13 0.1618 num_nonrel_judged_ret 4_13 19 rbp 4_13 0.4714 rbp_resid 4_13 0.2088 unj_5 4_13 0.0000 unj_10 4_13 0.1000 unj_20 4_13 0.3000 num_ret 4_14 1000 num_rel 4_14 177 num_rel_ret 4_14 128 map 4_14 0.3693 Rprec 4_14 0.3672 bpref 4_14 0.6699 recip_rank 4_14 1.0000 iprec_at_recall_0.00 4_14 1.0000 iprec_at_recall_0.10 4_14 1.0000 iprec_at_recall_0.20 4_14 0.8974 iprec_at_recall_0.30 4_14 0.5248 iprec_at_recall_0.40 4_14 0.3149 iprec_at_recall_0.50 4_14 0.2409 iprec_at_recall_0.60 4_14 0.2038 iprec_at_recall_0.70 4_14 0.1449 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 1.0000 P_10 4_14 1.0000 P_15 4_14 1.0000 P_20 4_14 1.0000 P_30 4_14 0.9667 P_100 4_14 0.5200 P_200 4_14 0.3300 P_500 4_14 0.2060 P_1000 4_14 0.1280 relstring 4_14 '3222122322' recall_5 4_14 0.0282 recall_10 4_14 0.0565 recall_15 4_14 0.0847 recall_20 4_14 0.1130 recall_30 4_14 0.1638 recall_100 4_14 0.2938 recall_200 4_14 0.3729 recall_500 4_14 0.5819 recall_1000 4_14 0.7232 infAP 4_14 0.3693 Rprec_mult_0.20 4_14 0.9167 Rprec_mult_0.40 4_14 0.5775 Rprec_mult_0.60 4_14 0.5047 Rprec_mult_0.80 4_14 0.4296 Rprec_mult_1.00 4_14 0.3672 Rprec_mult_1.20 4_14 0.3099 Rprec_mult_1.40 4_14 0.3024 Rprec_mult_1.60 4_14 0.2852 Rprec_mult_1.80 4_14 0.2665 Rprec_mult_2.00 4_14 0.2458 utility 4_14 -744.0000 11pt_avg 4_14 0.3933 binG 4_14 0.2456 G 4_14 0.1276 ndcg 4_14 0.6707 ndcg_rel 4_14 0.6309 Rndcg 4_14 0.5641 ndcg_cut_5 4_14 0.7360 ndcg_cut_10 4_14 0.7348 ndcg_cut_15 4_14 0.7336 ndcg_cut_20 4_14 0.7335 ndcg_cut_30 4_14 0.7334 ndcg_cut_100 4_14 0.5474 ndcg_cut_200 4_14 0.4617 ndcg_cut_500 4_14 0.5941 ndcg_cut_1000 4_14 0.6707 map_cut_5 4_14 0.0282 map_cut_10 4_14 0.0565 map_cut_15 4_14 0.0847 map_cut_20 4_14 0.1130 map_cut_30 4_14 0.1628 map_cut_100 4_14 0.2552 map_cut_200 4_14 0.2904 map_cut_500 4_14 0.3461 map_cut_1000 4_14 0.3693 relative_P_5 4_14 1.0000 relative_P_10 4_14 1.0000 relative_P_15 4_14 1.0000 relative_P_20 4_14 1.0000 relative_P_30 4_14 0.9667 relative_P_100 4_14 0.5200 relative_P_200 4_14 0.3729 relative_P_500 4_14 0.5819 relative_P_1000 4_14 0.7232 success_1 4_14 1.0000 success_5 4_14 1.0000 success_10 4_14 1.0000 set_P 4_14 0.1280 set_relative_P 4_14 0.7232 set_recall 4_14 0.7232 set_map 4_14 0.0926 set_F 4_14 0.2175 num_nonrel_judged_ret 4_14 17 rbp 4_14 0.6996 rbp_resid 4_14 0.0204 unj_5 4_14 0.0000 unj_10 4_14 0.0000 unj_20 4_14 0.0000 num_ret 4_17 1000 num_rel 4_17 1 num_rel_ret 4_17 1 map 4_17 0.0052 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0052 iprec_at_recall_0.00 4_17 0.0052 iprec_at_recall_0.10 4_17 0.0052 iprec_at_recall_0.20 4_17 0.0052 iprec_at_recall_0.30 4_17 0.0052 iprec_at_recall_0.40 4_17 0.0052 iprec_at_recall_0.50 4_17 0.0052 iprec_at_recall_0.60 4_17 0.0052 iprec_at_recall_0.70 4_17 0.0052 iprec_at_recall_0.80 4_17 0.0052 iprec_at_recall_0.90 4_17 0.0052 iprec_at_recall_1.00 4_17 0.0052 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0000 P_100 4_17 0.0000 P_200 4_17 0.0050 P_500 4_17 0.0020 P_1000 4_17 0.0010 relstring 4_17 '000000-000' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 0.0000 recall_100 4_17 0.0000 recall_200 4_17 1.0000 recall_500 4_17 1.0000 recall_1000 4_17 1.0000 infAP 4_17 0.0052 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -998.0000 11pt_avg 4_17 0.0052 binG 4_17 0.1318 G 4_17 0.1318 ndcg 4_17 0.1318 ndcg_rel 4_17 0.1318 Rndcg 4_17 0.0659 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.0000 ndcg_cut_100 4_17 0.0000 ndcg_cut_200 4_17 0.1318 ndcg_cut_500 4_17 0.1318 ndcg_cut_1000 4_17 0.1318 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0000 map_cut_100 4_17 0.0000 map_cut_200 4_17 0.0052 map_cut_500 4_17 0.0052 map_cut_1000 4_17 0.0052 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 0.0000 relative_P_100 4_17 0.0000 relative_P_200 4_17 1.0000 relative_P_500 4_17 1.0000 relative_P_1000 4_17 1.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0010 set_relative_P 4_17 1.0000 set_recall 4_17 1.0000 set_map 4_17 0.0010 set_F 4_17 0.0020 num_nonrel_judged_ret 4_17 54 rbp 4_17 0.0000 rbp_resid 4_17 0.2227 unj_5 4_17 0.0000 unj_10 4_17 0.1000 unj_20 4_17 0.3000 num_ret 4_3 1000 num_rel 4_3 164 num_rel_ret 4_3 108 map 4_3 0.2199 Rprec 4_3 0.3049 bpref 4_3 0.5519 recip_rank 4_3 1.0000 iprec_at_recall_0.00 4_3 1.0000 iprec_at_recall_0.10 4_3 0.7000 iprec_at_recall_0.20 4_3 0.3750 iprec_at_recall_0.30 4_3 0.3101 iprec_at_recall_0.40 4_3 0.2300 iprec_at_recall_0.50 4_3 0.1505 iprec_at_recall_0.60 4_3 0.1298 iprec_at_recall_0.70 4_3 0.0000 iprec_at_recall_0.80 4_3 0.0000 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 0.8000 P_10 4_3 0.5000 P_15 4_3 0.5333 P_20 4_3 0.6500 P_30 4_3 0.7000 P_100 4_3 0.3400 P_200 4_3 0.2650 P_500 4_3 0.1580 P_1000 4_3 0.1080 relstring 4_3 '2021101000' recall_5 4_3 0.0244 recall_10 4_3 0.0305 recall_15 4_3 0.0488 recall_20 4_3 0.0793 recall_30 4_3 0.1280 recall_100 4_3 0.2073 recall_200 4_3 0.3232 recall_500 4_3 0.4817 recall_1000 4_3 0.6585 infAP 4_3 0.2199 Rprec_mult_0.20 4_3 0.6364 Rprec_mult_0.40 4_3 0.4545 Rprec_mult_0.60 4_3 0.3434 Rprec_mult_0.80 4_3 0.3333 Rprec_mult_1.00 4_3 0.3049 Rprec_mult_1.20 4_3 0.2690 Rprec_mult_1.40 4_3 0.2522 Rprec_mult_1.60 4_3 0.2357 Rprec_mult_1.80 4_3 0.2230 Rprec_mult_2.00 4_3 0.2104 utility 4_3 -784.0000 11pt_avg 4_3 0.2632 binG 4_3 0.1243 G 4_3 0.0939 ndcg 4_3 0.5153 ndcg_rel 4_3 0.4263 Rndcg 4_3 0.3886 ndcg_cut_5 4_3 0.3877 ndcg_cut_10 4_3 0.2837 ndcg_cut_15 4_3 0.2656 ndcg_cut_20 4_3 0.3187 ndcg_cut_30 4_3 0.4006 ndcg_cut_100 4_3 0.2922 ndcg_cut_200 4_3 0.3228 ndcg_cut_500 4_3 0.4172 ndcg_cut_1000 4_3 0.5153 map_cut_5 4_3 0.0196 map_cut_10 4_3 0.0240 map_cut_15 4_3 0.0336 map_cut_20 4_3 0.0522 map_cut_30 4_3 0.0853 map_cut_100 4_3 0.1252 map_cut_200 4_3 0.1624 map_cut_500 4_3 0.1967 map_cut_1000 4_3 0.2199 relative_P_5 4_3 0.8000 relative_P_10 4_3 0.5000 relative_P_15 4_3 0.5333 relative_P_20 4_3 0.6500 relative_P_30 4_3 0.7000 relative_P_100 4_3 0.3400 relative_P_200 4_3 0.3232 relative_P_500 4_3 0.4817 relative_P_1000 4_3 0.6585 success_1 4_3 1.0000 success_5 4_3 1.0000 success_10 4_3 1.0000 set_P 4_3 0.1080 set_relative_P 4_3 0.6585 set_recall 4_3 0.6585 set_map 4_3 0.0711 set_F 4_3 0.1856 num_nonrel_judged_ret 4_3 22 rbp 4_3 0.2343 rbp_resid 4_3 0.0656 unj_5 4_3 0.0000 unj_10 4_3 0.0000 unj_20 4_3 0.0500 num_ret 4_4 1000 num_rel 4_4 154 num_rel_ret 4_4 111 map 4_4 0.3514 Rprec 4_4 0.3766 bpref 4_4 0.6803 recip_rank 4_4 1.0000 iprec_at_recall_0.00 4_4 1.0000 iprec_at_recall_0.10 4_4 0.9500 iprec_at_recall_0.20 4_4 0.7561 iprec_at_recall_0.30 4_4 0.4949 iprec_at_recall_0.40 4_4 0.3642 iprec_at_recall_0.50 4_4 0.2253 iprec_at_recall_0.60 4_4 0.1783 iprec_at_recall_0.70 4_4 0.1300 iprec_at_recall_0.80 4_4 0.0000 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 1.0000 P_10 4_4 1.0000 P_15 4_4 0.9333 P_20 4_4 0.9500 P_30 4_4 0.8667 P_100 4_4 0.4900 P_200 4_4 0.3300 P_500 4_4 0.1800 P_1000 4_4 0.1110 relstring 4_4 '1233122223' recall_5 4_4 0.0325 recall_10 4_4 0.0649 recall_15 4_4 0.0909 recall_20 4_4 0.1234 recall_30 4_4 0.1688 recall_100 4_4 0.3182 recall_200 4_4 0.4286 recall_500 4_4 0.5844 recall_1000 4_4 0.7208 infAP 4_4 0.3514 Rprec_mult_0.20 4_4 0.8710 Rprec_mult_0.40 4_4 0.5645 Rprec_mult_0.60 4_4 0.4731 Rprec_mult_0.80 4_4 0.4194 Rprec_mult_1.00 4_4 0.3766 Rprec_mult_1.20 4_4 0.3405 Rprec_mult_1.40 4_4 0.3102 Rprec_mult_1.60 4_4 0.2753 Rprec_mult_1.80 4_4 0.2518 Rprec_mult_2.00 4_4 0.2370 utility 4_4 -778.0000 11pt_avg 4_4 0.3726 binG 4_4 0.2153 G 4_4 0.1157 ndcg 4_4 0.6113 ndcg_rel 4_4 0.5316 Rndcg 4_4 0.4619 ndcg_cut_5 4_4 0.5193 ndcg_cut_10 4_4 0.5845 ndcg_cut_15 4_4 0.5617 ndcg_cut_20 4_4 0.5468 ndcg_cut_30 4_4 0.5271 ndcg_cut_100 4_4 0.4388 ndcg_cut_200 4_4 0.4420 ndcg_cut_500 4_4 0.5332 ndcg_cut_1000 4_4 0.6113 map_cut_5 4_4 0.0325 map_cut_10 4_4 0.0649 map_cut_15 4_4 0.0905 map_cut_20 4_4 0.1211 map_cut_30 4_4 0.1623 map_cut_100 4_4 0.2516 map_cut_200 4_4 0.2949 map_cut_500 4_4 0.3305 map_cut_1000 4_4 0.3514 relative_P_5 4_4 1.0000 relative_P_10 4_4 1.0000 relative_P_15 4_4 0.9333 relative_P_20 4_4 0.9500 relative_P_30 4_4 0.8667 relative_P_100 4_4 0.4900 relative_P_200 4_4 0.4286 relative_P_500 4_4 0.5844 relative_P_1000 4_4 0.7208 success_1 4_4 1.0000 success_5 4_4 1.0000 success_10 4_4 1.0000 set_P 4_4 0.1110 set_relative_P 4_4 0.7208 set_recall 4_4 0.7208 set_map 4_4 0.0800 set_F 4_4 0.1924 num_nonrel_judged_ret 4_4 6 rbp 4_4 0.4442 rbp_resid 4_4 0.0449 unj_5 4_4 0.0000 unj_10 4_4 0.0000 unj_20 4_4 0.0000 num_ret 4_5 1000 num_rel 4_5 122 num_rel_ret 4_5 84 map 4_5 0.3660 Rprec 4_5 0.4098 bpref 4_5 0.6732 recip_rank 4_5 1.0000 iprec_at_recall_0.00 4_5 1.0000 iprec_at_recall_0.10 4_5 0.8500 iprec_at_recall_0.20 4_5 0.8056 iprec_at_recall_0.30 4_5 0.6727 iprec_at_recall_0.40 4_5 0.4375 iprec_at_recall_0.50 4_5 0.2652 iprec_at_recall_0.60 4_5 0.1362 iprec_at_recall_0.70 4_5 0.0000 iprec_at_recall_0.80 4_5 0.0000 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 1.0000 P_10 4_5 0.8000 P_15 4_5 0.8000 P_20 4_5 0.8500 P_30 4_5 0.7667 P_100 4_5 0.4700 P_200 4_5 0.2900 P_500 4_5 0.1420 P_1000 4_5 0.0840 relstring 4_5 '32233-222-' recall_5 4_5 0.0410 recall_10 4_5 0.0656 recall_15 4_5 0.0984 recall_20 4_5 0.1393 recall_30 4_5 0.1885 recall_100 4_5 0.3852 recall_200 4_5 0.4754 recall_500 4_5 0.5820 recall_1000 4_5 0.6885 infAP 4_5 0.3660 Rprec_mult_0.20 4_5 0.8400 Rprec_mult_0.40 4_5 0.7347 Rprec_mult_0.60 4_5 0.5541 Rprec_mult_0.80 4_5 0.4694 Rprec_mult_1.00 4_5 0.4098 Rprec_mult_1.20 4_5 0.3673 Rprec_mult_1.40 4_5 0.3333 Rprec_mult_1.60 4_5 0.2959 Rprec_mult_1.80 4_5 0.2727 Rprec_mult_2.00 4_5 0.2541 utility 4_5 -832.0000 11pt_avg 4_5 0.3788 binG 4_5 0.1959 G 4_5 0.1389 ndcg 4_5 0.6525 ndcg_rel 4_5 0.6317 Rndcg 4_5 0.5700 ndcg_cut_5 4_5 0.8721 ndcg_cut_10 4_5 0.7053 ndcg_cut_15 4_5 0.6509 ndcg_cut_20 4_5 0.6539 ndcg_cut_30 4_5 0.6046 ndcg_cut_100 4_5 0.5168 ndcg_cut_200 4_5 0.5390 ndcg_cut_500 4_5 0.6013 ndcg_cut_1000 4_5 0.6525 map_cut_5 4_5 0.0410 map_cut_10 4_5 0.0625 map_cut_15 4_5 0.0890 map_cut_20 4_5 0.1231 map_cut_30 4_5 0.1637 map_cut_100 4_5 0.2961 map_cut_200 4_5 0.3307 map_cut_500 4_5 0.3531 map_cut_1000 4_5 0.3660 relative_P_5 4_5 1.0000 relative_P_10 4_5 0.8000 relative_P_15 4_5 0.8000 relative_P_20 4_5 0.8500 relative_P_30 4_5 0.7667 relative_P_100 4_5 0.4700 relative_P_200 4_5 0.4754 relative_P_500 4_5 0.5820 relative_P_1000 4_5 0.6885 success_1 4_5 1.0000 success_5 4_5 1.0000 success_10 4_5 1.0000 set_P 4_5 0.0840 set_relative_P 4_5 0.6885 set_recall 4_5 0.6885 set_map 4_5 0.0578 set_F 4_5 0.1497 num_nonrel_judged_ret 4_5 3 rbp 4_5 0.6266 rbp_resid 4_5 0.1404 unj_5 4_5 0.0000 unj_10 4_5 0.2000 unj_20 4_5 0.1000 num_ret 4_7 1000 num_rel 4_7 76 num_rel_ret 4_7 40 map 4_7 0.0417 Rprec 4_7 0.0658 bpref 4_7 0.3755 recip_rank 4_7 1.0000 iprec_at_recall_0.00 4_7 1.0000 iprec_at_recall_0.10 4_7 0.0796 iprec_at_recall_0.20 4_7 0.0658 iprec_at_recall_0.30 4_7 0.0567 iprec_at_recall_0.40 4_7 0.0477 iprec_at_recall_0.50 4_7 0.0433 iprec_at_recall_0.60 4_7 0.0000 iprec_at_recall_0.70 4_7 0.0000 iprec_at_recall_0.80 4_7 0.0000 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 0.2000 P_10 4_7 0.1000 P_15 4_7 0.0667 P_20 4_7 0.0500 P_30 4_7 0.0333 P_100 4_7 0.0600 P_200 4_7 0.0650 P_500 4_7 0.0480 P_1000 4_7 0.0400 relstring 4_7 '20000-----' recall_5 4_7 0.0132 recall_10 4_7 0.0132 recall_15 4_7 0.0132 recall_20 4_7 0.0132 recall_30 4_7 0.0132 recall_100 4_7 0.0789 recall_200 4_7 0.1711 recall_500 4_7 0.3158 recall_1000 4_7 0.5263 infAP 4_7 0.0417 Rprec_mult_0.20 4_7 0.0625 Rprec_mult_0.40 4_7 0.0323 Rprec_mult_0.60 4_7 0.0435 Rprec_mult_0.80 4_7 0.0492 Rprec_mult_1.00 4_7 0.0658 Rprec_mult_1.20 4_7 0.0652 Rprec_mult_1.40 4_7 0.0561 Rprec_mult_1.60 4_7 0.0738 Rprec_mult_1.80 4_7 0.0730 Rprec_mult_2.00 4_7 0.0658 utility 4_7 -920.0000 11pt_avg 4_7 0.1176 binG 4_7 0.0775 G 4_7 0.0771 ndcg 4_7 0.3275 ndcg_rel 4_7 0.2740 Rndcg 4_7 0.2377 ndcg_cut_5 4_7 0.2657 ndcg_cut_10 4_7 0.1866 ndcg_cut_15 4_7 0.1498 ndcg_cut_20 4_7 0.1273 ndcg_cut_30 4_7 0.1023 ndcg_cut_100 4_7 0.1215 ndcg_cut_200 4_7 0.1665 ndcg_cut_500 4_7 0.2397 ndcg_cut_1000 4_7 0.3275 map_cut_5 4_7 0.0132 map_cut_10 4_7 0.0132 map_cut_15 4_7 0.0132 map_cut_20 4_7 0.0132 map_cut_30 4_7 0.0132 map_cut_100 4_7 0.0175 map_cut_200 4_7 0.0239 map_cut_500 4_7 0.0320 map_cut_1000 4_7 0.0417 relative_P_5 4_7 0.2000 relative_P_10 4_7 0.1000 relative_P_15 4_7 0.0667 relative_P_20 4_7 0.0500 relative_P_30 4_7 0.0333 relative_P_100 4_7 0.0789 relative_P_200 4_7 0.1711 relative_P_500 4_7 0.3158 relative_P_1000 4_7 0.5263 success_1 4_7 1.0000 success_5 4_7 1.0000 success_10 4_7 1.0000 set_P 4_7 0.0400 set_relative_P 4_7 0.5263 set_recall 4_7 0.5263 set_map 4_7 0.0211 set_F 4_7 0.0743 num_nonrel_judged_ret 4_7 34 rbp 4_7 0.0683 rbp_resid 4_7 0.5661 unj_5 4_7 0.0000 unj_10 4_7 0.5000 unj_20 4_7 0.7000 num_ret 4_8 1000 num_rel 4_8 96 num_rel_ret 4_8 32 map 4_8 0.0496 Rprec 4_8 0.1146 bpref 4_8 0.2477 recip_rank 4_8 0.5000 iprec_at_recall_0.00 4_8 0.5000 iprec_at_recall_0.10 4_8 0.1318 iprec_at_recall_0.20 4_8 0.0980 iprec_at_recall_0.30 4_8 0.0467 iprec_at_recall_0.40 4_8 0.0000 iprec_at_recall_0.50 4_8 0.0000 iprec_at_recall_0.60 4_8 0.0000 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 0.2000 P_10 4_8 0.2000 P_15 4_8 0.2667 P_20 4_8 0.2500 P_30 4_8 0.2667 P_100 4_8 0.1100 P_200 4_8 0.0950 P_500 4_8 0.0500 P_1000 4_8 0.0320 relstring 4_8 '010000-02-' recall_5 4_8 0.0104 recall_10 4_8 0.0208 recall_15 4_8 0.0417 recall_20 4_8 0.0521 recall_30 4_8 0.0833 recall_100 4_8 0.1146 recall_200 4_8 0.1979 recall_500 4_8 0.2604 recall_1000 4_8 0.3333 infAP 4_8 0.0496 Rprec_mult_0.20 4_8 0.2500 Rprec_mult_0.40 4_8 0.2308 Rprec_mult_0.60 4_8 0.1552 Rprec_mult_0.80 4_8 0.1169 Rprec_mult_1.00 4_8 0.1146 Rprec_mult_1.20 4_8 0.1121 Rprec_mult_1.40 4_8 0.1259 Rprec_mult_1.60 4_8 0.1104 Rprec_mult_1.80 4_8 0.1040 Rprec_mult_2.00 4_8 0.0938 utility 4_8 -936.0000 11pt_avg 4_8 0.0706 binG 4_8 0.0595 G 4_8 0.0497 ndcg 4_8 0.2318 ndcg_rel 4_8 0.2121 Rndcg 4_8 0.1304 ndcg_cut_5 4_8 0.0915 ndcg_cut_10 4_8 0.1222 ndcg_cut_15 4_8 0.1614 ndcg_cut_20 4_8 0.1664 ndcg_cut_30 4_8 0.1752 ndcg_cut_100 4_8 0.1249 ndcg_cut_200 4_8 0.1614 ndcg_cut_500 4_8 0.1937 ndcg_cut_1000 4_8 0.2318 map_cut_5 4_8 0.0052 map_cut_10 4_8 0.0075 map_cut_15 4_8 0.0136 map_cut_20 4_8 0.0162 map_cut_30 4_8 0.0259 map_cut_100 4_8 0.0310 map_cut_200 4_8 0.0407 map_cut_500 4_8 0.0462 map_cut_1000 4_8 0.0496 relative_P_5 4_8 0.2000 relative_P_10 4_8 0.2000 relative_P_15 4_8 0.2667 relative_P_20 4_8 0.2500 relative_P_30 4_8 0.2667 relative_P_100 4_8 0.1146 relative_P_200 4_8 0.1979 relative_P_500 4_8 0.2604 relative_P_1000 4_8 0.3333 success_1 4_8 0.0000 success_5 4_8 1.0000 success_10 4_8 1.0000 set_P 4_8 0.0320 set_relative_P 4_8 0.3333 set_recall 4_8 0.3333 set_map 4_8 0.0107 set_F 4_8 0.0584 num_nonrel_judged_ret 4_8 42 rbp 4_8 0.1149 rbp_resid 4_8 0.1914 unj_5 4_8 0.0000 unj_10 4_8 0.2000 unj_20 4_8 0.2000 num_ret 4_9 1000 num_rel 4_9 85 num_rel_ret 4_9 50 map 4_9 0.2882 Rprec 4_9 0.3294 bpref 4_9 0.5561 recip_rank 4_9 1.0000 iprec_at_recall_0.00 4_9 1.0000 iprec_at_recall_0.10 4_9 1.0000 iprec_at_recall_0.20 4_9 0.8095 iprec_at_recall_0.30 4_9 0.3939 iprec_at_recall_0.40 4_9 0.1862 iprec_at_recall_0.50 4_9 0.1089 iprec_at_recall_0.60 4_9 0.0000 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 1.0000 P_10 4_9 0.9000 P_15 4_9 0.8667 P_20 4_9 0.8000 P_30 4_9 0.5667 P_100 4_9 0.3200 P_200 4_9 0.1800 P_500 4_9 0.0920 P_1000 4_9 0.0500 relstring 4_9 '321231233-' recall_5 4_9 0.0588 recall_10 4_9 0.1059 recall_15 4_9 0.1529 recall_20 4_9 0.1882 recall_30 4_9 0.2000 recall_100 4_9 0.3765 recall_200 4_9 0.4235 recall_500 4_9 0.5412 recall_1000 4_9 0.5882 infAP 4_9 0.2882 Rprec_mult_0.20 4_9 0.8235 Rprec_mult_0.40 4_9 0.5294 Rprec_mult_0.60 4_9 0.4314 Rprec_mult_0.80 4_9 0.3824 Rprec_mult_1.00 4_9 0.3294 Rprec_mult_1.20 4_9 0.3137 Rprec_mult_1.40 4_9 0.2689 Rprec_mult_1.60 4_9 0.2353 Rprec_mult_1.80 4_9 0.2157 Rprec_mult_2.00 4_9 0.1941 utility 4_9 -900.0000 11pt_avg 4_9 0.3180 binG 4_9 0.2159 G 4_9 0.1369 ndcg 4_9 0.5948 ndcg_rel 4_9 0.5972 Rndcg 4_9 0.5334 ndcg_cut_5 4_9 0.7669 ndcg_cut_10 4_9 0.7084 ndcg_cut_15 4_9 0.6851 ndcg_cut_20 4_9 0.6602 ndcg_cut_30 4_9 0.5616 ndcg_cut_100 4_9 0.4820 ndcg_cut_200 4_9 0.5129 ndcg_cut_500 4_9 0.5754 ndcg_cut_1000 4_9 0.5948 map_cut_5 4_9 0.0588 map_cut_10 4_9 0.1059 map_cut_15 4_9 0.1491 map_cut_20 4_9 0.1787 map_cut_30 4_9 0.1882 map_cut_100 4_9 0.2618 map_cut_200 4_9 0.2711 map_cut_500 4_9 0.2850 map_cut_1000 4_9 0.2882 relative_P_5 4_9 1.0000 relative_P_10 4_9 0.9000 relative_P_15 4_9 0.8667 relative_P_20 4_9 0.8000 relative_P_30 4_9 0.5667 relative_P_100 4_9 0.3765 relative_P_200 4_9 0.4235 relative_P_500 4_9 0.5412 relative_P_1000 4_9 0.5882 success_1 4_9 1.0000 success_5 4_9 1.0000 success_10 4_9 1.0000 set_P 4_9 0.0500 set_relative_P 4_9 0.5882 set_recall 4_9 0.5882 set_map 4_9 0.0294 set_F 4_9 0.0922 num_nonrel_judged_ret 4_9 12 rbp 4_9 0.6038 rbp_resid 4_9 0.1824 unj_5 4_9 0.0000 unj_10 4_9 0.1000 unj_20 4_9 0.2000 num_ret 5_10 1000 num_rel 5_10 43 num_rel_ret 5_10 21 map 5_10 0.1129 Rprec 5_10 0.1860 bpref 5_10 0.4191 recip_rank 5_10 1.0000 iprec_at_recall_0.00 5_10 1.0000 iprec_at_recall_0.10 5_10 0.4444 iprec_at_recall_0.20 5_10 0.1915 iprec_at_recall_0.30 5_10 0.1204 iprec_at_recall_0.40 5_10 0.0650 iprec_at_recall_0.50 5_10 0.0000 iprec_at_recall_0.60 5_10 0.0000 iprec_at_recall_0.70 5_10 0.0000 iprec_at_recall_0.80 5_10 0.0000 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 0.4000 P_10 5_10 0.4000 P_15 5_10 0.3333 P_20 5_10 0.2500 P_30 5_10 0.2333 P_100 5_10 0.1200 P_200 5_10 0.0700 P_500 5_10 0.0380 P_1000 5_10 0.0210 relstring 5_10 '40100--32-' recall_5 5_10 0.0465 recall_10 5_10 0.0930 recall_15 5_10 0.1163 recall_20 5_10 0.1163 recall_30 5_10 0.1628 recall_100 5_10 0.2791 recall_200 5_10 0.3256 recall_500 5_10 0.4419 recall_1000 5_10 0.4884 infAP 5_10 0.1129 Rprec_mult_0.20 5_10 0.4444 Rprec_mult_0.40 5_10 0.2778 Rprec_mult_0.60 5_10 0.2692 Rprec_mult_0.80 5_10 0.2000 Rprec_mult_1.00 5_10 0.1860 Rprec_mult_1.20 5_10 0.1731 Rprec_mult_1.40 5_10 0.1639 Rprec_mult_1.60 5_10 0.1594 Rprec_mult_1.80 5_10 0.1410 Rprec_mult_2.00 5_10 0.1279 utility 5_10 -958.0000 11pt_avg 5_10 0.1656 binG 5_10 0.1193 G 5_10 0.1239 ndcg 5_10 0.4240 ndcg_rel 5_10 0.4112 Rndcg 5_10 0.3312 ndcg_cut_5 5_10 0.3816 ndcg_cut_10 5_10 0.3571 ndcg_cut_15 5_10 0.3058 ndcg_cut_20 5_10 0.2744 ndcg_cut_30 5_10 0.2852 ndcg_cut_100 5_10 0.3500 ndcg_cut_200 5_10 0.3702 ndcg_cut_500 5_10 0.4132 ndcg_cut_1000 5_10 0.4240 map_cut_5 5_10 0.0388 map_cut_10 5_10 0.0578 map_cut_15 5_10 0.0668 map_cut_20 5_10 0.0668 map_cut_30 5_10 0.0791 map_cut_100 5_10 0.0989 map_cut_200 5_10 0.1044 map_cut_500 5_10 0.1117 map_cut_1000 5_10 0.1129 relative_P_5 5_10 0.4000 relative_P_10 5_10 0.4000 relative_P_15 5_10 0.3333 relative_P_20 5_10 0.2500 relative_P_30 5_10 0.2333 relative_P_100 5_10 0.2791 relative_P_200 5_10 0.3256 relative_P_500 5_10 0.4419 relative_P_1000 5_10 0.4884 success_1 5_10 1.0000 success_5 5_10 1.0000 success_10 5_10 1.0000 set_P 5_10 0.0210 set_relative_P 5_10 0.4884 set_recall 5_10 0.4884 set_map 5_10 0.0103 set_F 5_10 0.0403 num_nonrel_judged_ret 5_10 10 rbp 5_10 0.1994 rbp_resid 5_10 0.4180 unj_5 5_10 0.0000 unj_10 5_10 0.3000 unj_20 5_10 0.5500 num_ret 5_13 1000 num_rel 5_13 112 num_rel_ret 5_13 103 map 5_13 0.4838 Rprec 5_13 0.5268 bpref 5_13 0.7187 recip_rank 5_13 1.0000 iprec_at_recall_0.00 5_13 1.0000 iprec_at_recall_0.10 5_13 0.8462 iprec_at_recall_0.20 5_13 0.7273 iprec_at_recall_0.30 5_13 0.6923 iprec_at_recall_0.40 5_13 0.6000 iprec_at_recall_0.50 5_13 0.5534 iprec_at_recall_0.60 5_13 0.3807 iprec_at_recall_0.70 5_13 0.3108 iprec_at_recall_0.80 5_13 0.2267 iprec_at_recall_0.90 5_13 0.1547 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 1.0000 P_10 5_13 0.8000 P_15 5_13 0.8000 P_20 5_13 0.7500 P_30 5_13 0.7000 P_100 5_13 0.5400 P_200 5_13 0.3550 P_500 5_13 0.1900 P_1000 5_13 0.1030 relstring 5_13 '34111012-2' recall_5 5_13 0.0446 recall_10 5_13 0.0714 recall_15 5_13 0.1071 recall_20 5_13 0.1339 recall_30 5_13 0.1875 recall_100 5_13 0.4821 recall_200 5_13 0.6339 recall_500 5_13 0.8482 recall_1000 5_13 0.9196 infAP 5_13 0.4838 Rprec_mult_0.20 5_13 0.6522 Rprec_mult_0.40 5_13 0.6667 Rprec_mult_0.60 5_13 0.6471 Rprec_mult_0.80 5_13 0.5667 Rprec_mult_1.00 5_13 0.5268 Rprec_mult_1.20 5_13 0.4815 Rprec_mult_1.40 5_13 0.4140 Rprec_mult_1.60 5_13 0.3722 Rprec_mult_1.80 5_13 0.3515 Rprec_mult_2.00 5_13 0.3259 utility 5_13 -794.0000 11pt_avg 5_13 0.4993 binG 5_13 0.2303 G 5_13 0.1813 ndcg 5_13 0.7722 ndcg_rel 5_13 0.6515 Rndcg 5_13 0.6747 ndcg_cut_5 5_13 0.6530 ndcg_cut_10 5_13 0.5714 ndcg_cut_15 5_13 0.6075 ndcg_cut_20 5_13 0.5932 ndcg_cut_30 5_13 0.6020 ndcg_cut_100 5_13 0.5837 ndcg_cut_200 5_13 0.6393 ndcg_cut_500 5_13 0.7455 ndcg_cut_1000 5_13 0.7722 map_cut_5 5_13 0.0446 map_cut_10 5_13 0.0673 map_cut_15 5_13 0.0967 map_cut_20 5_13 0.1164 map_cut_30 5_13 0.1537 map_cut_100 5_13 0.3446 map_cut_200 5_13 0.4155 map_cut_500 5_13 0.4729 map_cut_1000 5_13 0.4838 relative_P_5 5_13 1.0000 relative_P_10 5_13 0.8000 relative_P_15 5_13 0.8000 relative_P_20 5_13 0.7500 relative_P_30 5_13 0.7000 relative_P_100 5_13 0.5400 relative_P_200 5_13 0.6339 relative_P_500 5_13 0.8482 relative_P_1000 5_13 0.9196 success_1 5_13 1.0000 success_5 5_13 1.0000 success_10 5_13 1.0000 set_P 5_13 0.1030 set_relative_P 5_13 0.9196 set_recall 5_13 0.9196 set_map 5_13 0.0947 set_F 5_13 0.1853 num_nonrel_judged_ret 5_13 45 rbp 5_13 0.3872 rbp_resid 5_13 0.0822 unj_5 5_13 0.0000 unj_10 5_13 0.1000 unj_20 5_13 0.1000 num_ret 5_14 1000 num_rel 5_14 38 num_rel_ret 5_14 35 map 5_14 0.3000 Rprec 5_14 0.2368 bpref 5_14 0.8082 recip_rank 5_14 1.0000 iprec_at_recall_0.00 5_14 1.0000 iprec_at_recall_0.10 5_14 1.0000 iprec_at_recall_0.20 5_14 0.4000 iprec_at_recall_0.30 5_14 0.2619 iprec_at_recall_0.40 5_14 0.2368 iprec_at_recall_0.50 5_14 0.2317 iprec_at_recall_0.60 5_14 0.1562 iprec_at_recall_0.70 5_14 0.1392 iprec_at_recall_0.80 5_14 0.1220 iprec_at_recall_0.90 5_14 0.0559 iprec_at_recall_1.00 5_14 0.0000 P_5 5_14 1.0000 P_10 5_14 0.6000 P_15 5_14 0.4000 P_20 5_14 0.4000 P_30 5_14 0.3000 P_100 5_14 0.2000 P_200 5_14 0.1350 P_500 5_14 0.0640 P_1000 5_14 0.0350 relstring 5_14 '4444203---' recall_5 5_14 0.1316 recall_10 5_14 0.1579 recall_15 5_14 0.1579 recall_20 5_14 0.2105 recall_30 5_14 0.2368 recall_100 5_14 0.5263 recall_200 5_14 0.7105 recall_500 5_14 0.8421 recall_1000 5_14 0.9211 infAP 5_14 0.3000 Rprec_mult_0.20 5_14 0.7500 Rprec_mult_0.40 5_14 0.4375 Rprec_mult_0.60 5_14 0.3478 Rprec_mult_0.80 5_14 0.2903 Rprec_mult_1.00 5_14 0.2368 Rprec_mult_1.20 5_14 0.2391 Rprec_mult_1.40 5_14 0.2222 Rprec_mult_1.60 5_14 0.2131 Rprec_mult_1.80 5_14 0.2174 Rprec_mult_2.00 5_14 0.2368 utility 5_14 -930.0000 11pt_avg 5_14 0.3276 binG 5_14 0.2715 G 5_14 0.3569 ndcg 5_14 0.7849 ndcg_rel 5_14 0.7344 Rndcg 5_14 0.7623 ndcg_cut_5 5_14 0.9661 ndcg_cut_10 5_14 0.7863 ndcg_cut_15 5_14 0.6707 ndcg_cut_20 5_14 0.6393 ndcg_cut_30 5_14 0.5709 ndcg_cut_100 5_14 0.6773 ndcg_cut_200 5_14 0.7275 ndcg_cut_500 5_14 0.7629 ndcg_cut_1000 5_14 0.7849 map_cut_5 5_14 0.1316 map_cut_10 5_14 0.1541 map_cut_15 5_14 0.1541 map_cut_20 5_14 0.1762 map_cut_30 5_14 0.1841 map_cut_100 5_14 0.2511 map_cut_200 5_14 0.2801 map_cut_500 5_14 0.2956 map_cut_1000 5_14 0.3000 relative_P_5 5_14 1.0000 relative_P_10 5_14 0.6000 relative_P_15 5_14 0.4000 relative_P_20 5_14 0.4000 relative_P_30 5_14 0.3000 relative_P_100 5_14 0.5263 relative_P_200 5_14 0.7105 relative_P_500 5_14 0.8421 relative_P_1000 5_14 0.9211 success_1 5_14 1.0000 success_5 5_14 1.0000 success_10 5_14 1.0000 set_P 5_14 0.0350 set_relative_P 5_14 0.9211 set_recall 5_14 0.9211 set_map 5_14 0.0322 set_F 5_14 0.0674 num_nonrel_judged_ret 5_14 16 rbp 5_14 0.4365 rbp_resid 5_14 0.4020 unj_5 5_14 0.0000 unj_10 5_14 0.3000 unj_20 5_14 0.5000 num_ret 5_15 1000 num_rel 5_15 43 num_rel_ret 5_15 38 map 5_15 0.1959 Rprec 5_15 0.2558 bpref 5_15 0.2953 recip_rank 5_15 1.0000 iprec_at_recall_0.00 5_15 1.0000 iprec_at_recall_0.10 5_15 0.5714 iprec_at_recall_0.20 5_15 0.3448 iprec_at_recall_0.30 5_15 0.2273 iprec_at_recall_0.40 5_15 0.1429 iprec_at_recall_0.50 5_15 0.1384 iprec_at_recall_0.60 5_15 0.1166 iprec_at_recall_0.70 5_15 0.0915 iprec_at_recall_0.80 5_15 0.0492 iprec_at_recall_0.90 5_15 0.0000 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 0.6000 P_10 5_15 0.5000 P_15 5_15 0.4000 P_20 5_15 0.3500 P_30 5_15 0.3333 P_100 5_15 0.1500 P_200 5_15 0.1250 P_500 5_15 0.0620 P_1000 5_15 0.0380 relstring 5_15 '20031020-1' recall_5 5_15 0.0698 recall_10 5_15 0.1163 recall_15 5_15 0.1395 recall_20 5_15 0.1628 recall_30 5_15 0.2326 recall_100 5_15 0.3488 recall_200 5_15 0.5814 recall_500 5_15 0.7209 recall_1000 5_15 0.8837 infAP 5_15 0.1959 Rprec_mult_0.20 5_15 0.4444 Rprec_mult_0.40 5_15 0.3889 Rprec_mult_0.60 5_15 0.2692 Rprec_mult_0.80 5_15 0.2857 Rprec_mult_1.00 5_15 0.2558 Rprec_mult_1.20 5_15 0.2115 Rprec_mult_1.40 5_15 0.2131 Rprec_mult_1.60 5_15 0.2174 Rprec_mult_1.80 5_15 0.1923 Rprec_mult_2.00 5_15 0.1744 utility 5_15 -924.0000 11pt_avg 5_15 0.2438 binG 5_15 0.1831 G 5_15 0.1499 ndcg 5_15 0.5549 ndcg_rel 5_15 0.4304 Rndcg 5_15 0.3786 ndcg_cut_5 5_15 0.3737 ndcg_cut_10 5_15 0.3168 ndcg_cut_15 5_15 0.3079 ndcg_cut_20 5_15 0.2833 ndcg_cut_30 5_15 0.2945 ndcg_cut_100 5_15 0.3338 ndcg_cut_200 5_15 0.4527 ndcg_cut_500 5_15 0.5051 ndcg_cut_1000 5_15 0.5549 map_cut_5 5_15 0.0488 map_cut_10 5_15 0.0738 map_cut_15 5_15 0.0837 map_cut_20 5_15 0.0928 map_cut_30 5_15 0.1151 map_cut_100 5_15 0.1422 map_cut_200 5_15 0.1733 map_cut_500 5_15 0.1874 map_cut_1000 5_15 0.1959 relative_P_5 5_15 0.6000 relative_P_10 5_15 0.5000 relative_P_15 5_15 0.4000 relative_P_20 5_15 0.3500 relative_P_30 5_15 0.3333 relative_P_100 5_15 0.3488 relative_P_200 5_15 0.5814 relative_P_500 5_15 0.7209 relative_P_1000 5_15 0.8837 success_1 5_15 1.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 0.0380 set_relative_P 5_15 0.8837 set_recall 5_15 0.8837 set_map 5_15 0.0336 set_F 5_15 0.0729 num_nonrel_judged_ret 5_15 72 rbp 5_15 0.1909 rbp_resid 5_15 0.1598 unj_5 5_15 0.0000 unj_10 5_15 0.1000 unj_20 5_15 0.2000 num_ret 5_2 1000 num_rel 5_2 139 num_rel_ret 5_2 91 map 5_2 0.2942 Rprec 5_2 0.3022 bpref 5_2 0.6095 recip_rank 5_2 1.0000 iprec_at_recall_0.00 5_2 1.0000 iprec_at_recall_0.10 5_2 0.8750 iprec_at_recall_0.20 5_2 0.7632 iprec_at_recall_0.30 5_2 0.3022 iprec_at_recall_0.40 5_2 0.1951 iprec_at_recall_0.50 5_2 0.1281 iprec_at_recall_0.60 5_2 0.1027 iprec_at_recall_0.70 5_2 0.0000 iprec_at_recall_0.80 5_2 0.0000 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 1.0000 P_10 5_2 1.0000 P_15 5_2 0.8667 P_20 5_2 0.8500 P_30 5_2 0.8667 P_100 5_2 0.3900 P_200 5_2 0.2350 P_500 5_2 0.1360 P_1000 5_2 0.0910 relstring 5_2 '3122112311' recall_5 5_2 0.0360 recall_10 5_2 0.0719 recall_15 5_2 0.0935 recall_20 5_2 0.1223 recall_30 5_2 0.1871 recall_100 5_2 0.2806 recall_200 5_2 0.3381 recall_500 5_2 0.4892 recall_1000 5_2 0.6547 infAP 5_2 0.2942 Rprec_mult_0.20 5_2 0.8571 Rprec_mult_0.40 5_2 0.5893 Rprec_mult_0.60 5_2 0.4405 Rprec_mult_0.80 5_2 0.3571 Rprec_mult_1.00 5_2 0.3022 Rprec_mult_1.20 5_2 0.2754 Rprec_mult_1.40 5_2 0.2410 Rprec_mult_1.60 5_2 0.2287 Rprec_mult_1.80 5_2 0.2032 Rprec_mult_2.00 5_2 0.1942 utility 5_2 -818.0000 11pt_avg 5_2 0.3060 binG 5_2 0.1996 G 5_2 0.1090 ndcg 5_2 0.5634 ndcg_rel 5_2 0.4983 Rndcg 5_2 0.4392 ndcg_cut_5 5_2 0.4985 ndcg_cut_10 5_2 0.4643 ndcg_cut_15 5_2 0.4058 ndcg_cut_20 5_2 0.4393 ndcg_cut_30 5_2 0.4827 ndcg_cut_100 5_2 0.3765 ndcg_cut_200 5_2 0.3784 ndcg_cut_500 5_2 0.4734 ndcg_cut_1000 5_2 0.5634 map_cut_5 5_2 0.0360 map_cut_10 5_2 0.0719 map_cut_15 5_2 0.0935 map_cut_20 5_2 0.1180 map_cut_30 5_2 0.1737 map_cut_100 5_2 0.2295 map_cut_200 5_2 0.2468 map_cut_500 5_2 0.2756 map_cut_1000 5_2 0.2942 relative_P_5 5_2 1.0000 relative_P_10 5_2 1.0000 relative_P_15 5_2 0.8667 relative_P_20 5_2 0.8500 relative_P_30 5_2 0.8667 relative_P_100 5_2 0.3900 relative_P_200 5_2 0.3381 relative_P_500 5_2 0.4892 relative_P_1000 5_2 0.6547 success_1 5_2 1.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 0.0910 set_relative_P 5_2 0.6547 set_recall 5_2 0.6547 set_map 5_2 0.0596 set_F 5_2 0.1598 num_nonrel_judged_ret 5_2 8 rbp 5_2 0.4044 rbp_resid 5_2 0.0784 unj_5 5_2 0.0000 unj_10 5_2 0.0000 unj_20 5_2 0.1000 num_ret 5_4 1000 num_rel 5_4 108 num_rel_ret 5_4 79 map 5_4 0.1499 Rprec 5_4 0.1667 bpref 5_4 0.6829 recip_rank 5_4 1.0000 iprec_at_recall_0.00 5_4 1.0000 iprec_at_recall_0.10 5_4 0.2895 iprec_at_recall_0.20 5_4 0.1353 iprec_at_recall_0.30 5_4 0.1353 iprec_at_recall_0.40 5_4 0.1353 iprec_at_recall_0.50 5_4 0.1353 iprec_at_recall_0.60 5_4 0.1136 iprec_at_recall_0.70 5_4 0.0834 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 1.0000 P_10 5_4 0.6000 P_15 5_4 0.4667 P_20 5_4 0.4000 P_30 5_4 0.3333 P_100 5_4 0.1800 P_200 5_4 0.1000 P_500 5_4 0.1140 P_1000 5_4 0.0790 relstring 5_4 '32111--2--' recall_5 5_4 0.0463 recall_10 5_4 0.0556 recall_15 5_4 0.0648 recall_20 5_4 0.0741 recall_30 5_4 0.0926 recall_100 5_4 0.1667 recall_200 5_4 0.1852 recall_500 5_4 0.5278 recall_1000 5_4 0.7315 infAP 5_4 0.1499 Rprec_mult_0.20 5_4 0.3636 Rprec_mult_0.40 5_4 0.2727 Rprec_mult_0.60 5_4 0.2000 Rprec_mult_0.80 5_4 0.1839 Rprec_mult_1.00 5_4 0.1667 Rprec_mult_1.20 5_4 0.1385 Rprec_mult_1.40 5_4 0.1184 Rprec_mult_1.60 5_4 0.1098 Rprec_mult_1.80 5_4 0.0974 Rprec_mult_2.00 5_4 0.0972 utility 5_4 -842.0000 11pt_avg 5_4 0.1843 binG 5_4 0.1414 G 5_4 0.1061 ndcg 5_4 0.5106 ndcg_rel 5_4 0.4118 Rndcg 5_4 0.3395 ndcg_cut_5 5_4 0.4731 ndcg_cut_10 5_4 0.3667 ndcg_cut_15 5_4 0.3107 ndcg_cut_20 5_4 0.2998 ndcg_cut_30 5_4 0.2842 ndcg_cut_100 5_4 0.2311 ndcg_cut_200 5_4 0.2336 ndcg_cut_500 5_4 0.4195 ndcg_cut_1000 5_4 0.5106 map_cut_5 5_4 0.0463 map_cut_10 5_4 0.0532 map_cut_15 5_4 0.0591 map_cut_20 5_4 0.0635 map_cut_30 5_4 0.0703 map_cut_100 5_4 0.0873 map_cut_200 5_4 0.0894 map_cut_500 5_4 0.1298 map_cut_1000 5_4 0.1499 relative_P_5 5_4 1.0000 relative_P_10 5_4 0.6000 relative_P_15 5_4 0.4667 relative_P_20 5_4 0.4000 relative_P_30 5_4 0.3333 relative_P_100 5_4 0.1800 relative_P_200 5_4 0.1852 relative_P_500 5_4 0.5278 relative_P_1000 5_4 0.7315 success_1 5_4 1.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.0790 set_relative_P 5_4 0.7315 set_recall 5_4 0.7315 set_map 5_4 0.0578 set_F 5_4 0.1426 num_nonrel_judged_ret 5_4 8 rbp 5_4 0.2264 rbp_resid 5_4 0.4702 unj_5 5_4 0.0000 unj_10 5_4 0.4000 unj_20 5_4 0.6000 num_ret 5_5 1000 num_rel 5_5 108 num_rel_ret 5_5 82 map 5_5 0.4105 Rprec 5_5 0.4352 bpref 5_5 0.7037 recip_rank 5_5 1.0000 iprec_at_recall_0.00 5_5 1.0000 iprec_at_recall_0.10 5_5 0.8846 iprec_at_recall_0.20 5_5 0.8846 iprec_at_recall_0.30 5_5 0.6957 iprec_at_recall_0.40 5_5 0.5513 iprec_at_recall_0.50 5_5 0.3503 iprec_at_recall_0.60 5_5 0.2364 iprec_at_recall_0.70 5_5 0.1095 iprec_at_recall_0.80 5_5 0.0000 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 1.0000 P_10 5_5 0.8000 P_15 5_5 0.8667 P_20 5_5 0.8500 P_30 5_5 0.8333 P_100 5_5 0.4700 P_200 5_5 0.3000 P_500 5_5 0.1360 P_1000 5_5 0.0820 relstring 5_5 '1242102220' recall_5 5_5 0.0463 recall_10 5_5 0.0741 recall_15 5_5 0.1204 recall_20 5_5 0.1574 recall_30 5_5 0.2315 recall_100 5_5 0.4352 recall_200 5_5 0.5556 recall_500 5_5 0.6296 recall_1000 5_5 0.7593 infAP 5_5 0.4105 Rprec_mult_0.20 5_5 0.8636 Rprec_mult_0.40 5_5 0.7045 Rprec_mult_0.60 5_5 0.6000 Rprec_mult_0.80 5_5 0.5057 Rprec_mult_1.00 5_5 0.4352 Rprec_mult_1.20 5_5 0.3769 Rprec_mult_1.40 5_5 0.3487 Rprec_mult_1.60 5_5 0.3295 Rprec_mult_1.80 5_5 0.3077 Rprec_mult_2.00 5_5 0.2824 utility 5_5 -836.0000 11pt_avg 5_5 0.4284 binG 5_5 0.2237 G 5_5 0.1456 ndcg 5_5 0.6523 ndcg_rel 5_5 0.5828 Rndcg 5_5 0.5337 ndcg_cut_5 5_5 0.4830 ndcg_cut_10 5_5 0.4576 ndcg_cut_15 5_5 0.5686 ndcg_cut_20 5_5 0.6150 ndcg_cut_30 5_5 0.6047 ndcg_cut_100 5_5 0.5107 ndcg_cut_200 5_5 0.5639 ndcg_cut_500 5_5 0.6003 ndcg_cut_1000 5_5 0.6523 map_cut_5 5_5 0.0463 map_cut_10 5_5 0.0706 map_cut_15 5_5 0.1097 map_cut_20 5_5 0.1407 map_cut_30 5_5 0.2045 map_cut_100 5_5 0.3363 map_cut_200 5_5 0.3791 map_cut_500 5_5 0.3953 map_cut_1000 5_5 0.4105 relative_P_5 5_5 1.0000 relative_P_10 5_5 0.8000 relative_P_15 5_5 0.8667 relative_P_20 5_5 0.8500 relative_P_30 5_5 0.8333 relative_P_100 5_5 0.4700 relative_P_200 5_5 0.5556 relative_P_500 5_5 0.6296 relative_P_1000 5_5 0.7593 success_1 5_5 1.0000 success_5 5_5 1.0000 success_10 5_5 1.0000 set_P 5_5 0.0820 set_relative_P 5_5 0.7593 set_recall 5_5 0.7593 set_map 5_5 0.0623 set_F 5_5 0.1480 num_nonrel_judged_ret 5_5 27 rbp 5_5 0.4418 rbp_resid 5_5 0.0541 unj_5 5_5 0.0000 unj_10 5_5 0.0000 unj_20 5_5 0.0500 num_ret 5_8 1000 num_rel 5_8 78 num_rel_ret 5_8 65 map 5_8 0.1964 Rprec 5_8 0.3333 bpref 5_8 0.5436 recip_rank 5_8 0.2500 iprec_at_recall_0.00 5_8 0.5714 iprec_at_recall_0.10 5_8 0.4348 iprec_at_recall_0.20 5_8 0.4348 iprec_at_recall_0.30 5_8 0.3333 iprec_at_recall_0.40 5_8 0.2053 iprec_at_recall_0.50 5_8 0.1254 iprec_at_recall_0.60 5_8 0.1137 iprec_at_recall_0.70 5_8 0.0963 iprec_at_recall_0.80 5_8 0.0709 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.4000 P_10 5_8 0.4000 P_15 5_8 0.4667 P_20 5_8 0.4000 P_30 5_8 0.4000 P_100 5_8 0.2800 P_200 5_8 0.1600 P_500 5_8 0.1000 P_1000 5_8 0.0650 relstring 5_8 '00013210--' recall_5 5_8 0.0256 recall_10 5_8 0.0513 recall_15 5_8 0.0897 recall_20 5_8 0.1026 recall_30 5_8 0.1538 recall_100 5_8 0.3590 recall_200 5_8 0.4103 recall_500 5_8 0.6410 recall_1000 5_8 0.8333 infAP 5_8 0.1964 Rprec_mult_0.20 5_8 0.4375 Rprec_mult_0.40 5_8 0.3750 Rprec_mult_0.60 5_8 0.4255 Rprec_mult_0.80 5_8 0.3175 Rprec_mult_1.00 5_8 0.3333 Rprec_mult_1.20 5_8 0.2872 Rprec_mult_1.40 5_8 0.2636 Rprec_mult_1.60 5_8 0.2320 Rprec_mult_1.80 5_8 0.2128 Rprec_mult_2.00 5_8 0.1987 utility 5_8 -870.0000 11pt_avg 5_8 0.2169 binG 5_8 0.1461 G 5_8 0.1249 ndcg 5_8 0.5102 ndcg_rel 5_8 0.3712 Rndcg 5_8 0.2482 ndcg_cut_5 5_8 0.1450 ndcg_cut_10 5_8 0.1673 ndcg_cut_15 5_8 0.2033 ndcg_cut_20 5_8 0.1917 ndcg_cut_30 5_8 0.2250 ndcg_cut_100 5_8 0.3150 ndcg_cut_200 5_8 0.3468 ndcg_cut_500 5_8 0.4386 ndcg_cut_1000 5_8 0.5102 map_cut_5 5_8 0.0083 map_cut_10 5_8 0.0221 map_cut_15 5_8 0.0394 map_cut_20 5_8 0.0445 map_cut_30 5_8 0.0650 map_cut_100 5_8 0.1397 map_cut_200 5_8 0.1511 map_cut_500 5_8 0.1808 map_cut_1000 5_8 0.1964 relative_P_5 5_8 0.4000 relative_P_10 5_8 0.4000 relative_P_15 5_8 0.4667 relative_P_20 5_8 0.4000 relative_P_30 5_8 0.4000 relative_P_100 5_8 0.3590 relative_P_200 5_8 0.4103 relative_P_500 5_8 0.6410 relative_P_1000 5_8 0.8333 success_1 5_8 0.0000 success_5 5_8 1.0000 success_10 5_8 1.0000 set_P 5_8 0.0650 set_relative_P 5_8 0.8333 set_recall 5_8 0.8333 set_map 5_8 0.0542 set_F 5_8 0.1206 num_nonrel_judged_ret 5_8 41 rbp 5_8 0.1717 rbp_resid 5_8 0.1775 unj_5 5_8 0.0000 unj_10 5_8 0.2000 unj_20 5_8 0.2500 num_ret 5_9 1000 num_rel 5_9 53 num_rel_ret 5_9 44 map 5_9 0.5826 Rprec 5_9 0.5660 bpref 5_9 0.7857 recip_rank 5_9 1.0000 iprec_at_recall_0.00 5_9 1.0000 iprec_at_recall_0.10 5_9 1.0000 iprec_at_recall_0.20 5_9 0.9412 iprec_at_recall_0.30 5_9 0.9412 iprec_at_recall_0.40 5_9 0.8214 iprec_at_recall_0.50 5_9 0.6750 iprec_at_recall_0.60 5_9 0.5614 iprec_at_recall_0.70 5_9 0.4933 iprec_at_recall_0.80 5_9 0.0622 iprec_at_recall_0.90 5_9 0.0000 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 1.0000 P_10 5_9 0.9000 P_15 5_9 0.9333 P_20 5_9 0.9000 P_30 5_9 0.8000 P_100 5_9 0.3800 P_200 5_9 0.1900 P_500 5_9 0.0820 P_1000 5_9 0.0440 relstring 5_9 '3344442031' recall_5 5_9 0.0943 recall_10 5_9 0.1698 recall_15 5_9 0.2642 recall_20 5_9 0.3396 recall_30 5_9 0.4528 recall_100 5_9 0.7170 recall_200 5_9 0.7170 recall_500 5_9 0.7736 recall_1000 5_9 0.8302 infAP 5_9 0.5826 Rprec_mult_0.20 5_9 0.9091 Rprec_mult_0.40 5_9 0.8636 Rprec_mult_0.60 5_9 0.7500 Rprec_mult_0.80 5_9 0.6512 Rprec_mult_1.00 5_9 0.5660 Rprec_mult_1.20 5_9 0.5312 Rprec_mult_1.40 5_9 0.4933 Rprec_mult_1.60 5_9 0.4471 Rprec_mult_1.80 5_9 0.3958 Rprec_mult_2.00 5_9 0.3585 utility 5_9 -912.0000 11pt_avg 5_9 0.5905 binG 5_9 0.3733 G 5_9 0.2199 ndcg 5_9 0.7888 ndcg_rel 5_9 0.7545 Rndcg 5_9 0.7222 ndcg_cut_5 5_9 0.8617 ndcg_cut_10 5_9 0.7399 ndcg_cut_15 5_9 0.7641 ndcg_cut_20 5_9 0.7214 ndcg_cut_30 5_9 0.7089 ndcg_cut_100 5_9 0.7617 ndcg_cut_200 5_9 0.7617 ndcg_cut_500 5_9 0.7760 ndcg_cut_1000 5_9 0.7888 map_cut_5 5_9 0.0943 map_cut_10 5_9 0.1658 map_cut_15 5_9 0.2528 map_cut_20 5_9 0.3221 map_cut_30 5_9 0.4161 map_cut_100 5_9 0.5738 map_cut_200 5_9 0.5738 map_cut_500 5_9 0.5795 map_cut_1000 5_9 0.5826 relative_P_5 5_9 1.0000 relative_P_10 5_9 0.9000 relative_P_15 5_9 0.9333 relative_P_20 5_9 0.9000 relative_P_30 5_9 0.8000 relative_P_100 5_9 0.7170 relative_P_200 5_9 0.7170 relative_P_500 5_9 0.7736 relative_P_1000 5_9 0.8302 success_1 5_9 1.0000 success_5 5_9 1.0000 success_10 5_9 1.0000 set_P 5_9 0.0440 set_relative_P 5_9 0.8302 set_recall 5_9 0.8302 set_map 5_9 0.0365 set_F 5_9 0.0836 num_nonrel_judged_ret 5_9 11 rbp 5_9 0.6918 rbp_resid 5_9 0.0605 unj_5 5_9 0.0000 unj_10 5_9 0.0000 unj_20 5_9 0.0000 num_ret 6_1 1000 num_rel 6_1 331 num_rel_ret 6_1 122 map 6_1 0.1559 Rprec 6_1 0.2115 bpref 6_1 0.3597 recip_rank 6_1 1.0000 iprec_at_recall_0.00 6_1 1.0000 iprec_at_recall_0.10 6_1 0.4789 iprec_at_recall_0.20 6_1 0.2157 iprec_at_recall_0.30 6_1 0.1491 iprec_at_recall_0.40 6_1 0.0000 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 1.0000 P_10 6_1 1.0000 P_15 6_1 1.0000 P_20 6_1 1.0000 P_30 6_1 1.0000 P_100 6_1 0.3800 P_200 6_1 0.2700 P_500 6_1 0.1800 P_1000 6_1 0.1220 relstring 6_1 '2122221212' recall_5 6_1 0.0151 recall_10 6_1 0.0302 recall_15 6_1 0.0453 recall_20 6_1 0.0604 recall_30 6_1 0.0906 recall_100 6_1 0.1148 recall_200 6_1 0.1631 recall_500 6_1 0.2719 recall_1000 6_1 0.3686 infAP 6_1 0.1559 Rprec_mult_0.20 6_1 0.4776 Rprec_mult_0.40 6_1 0.3158 Rprec_mult_0.60 6_1 0.2714 Rprec_mult_0.80 6_1 0.2302 Rprec_mult_1.00 6_1 0.2115 Rprec_mult_1.20 6_1 0.1935 Rprec_mult_1.40 6_1 0.1875 Rprec_mult_1.60 6_1 0.1698 Rprec_mult_1.80 6_1 0.1577 Rprec_mult_2.00 6_1 0.1480 utility 6_1 -756.0000 11pt_avg 6_1 0.1676 binG 6_1 0.1268 G 6_1 0.0628 ndcg 6_1 0.3929 ndcg_rel 6_1 0.3994 Rndcg 6_1 0.4178 ndcg_cut_5 6_1 0.5349 ndcg_cut_10 6_1 0.5346 ndcg_cut_15 6_1 0.5789 ndcg_cut_20 6_1 0.6276 ndcg_cut_30 6_1 0.6736 ndcg_cut_100 6_1 0.3889 ndcg_cut_200 6_1 0.3250 ndcg_cut_500 6_1 0.3389 ndcg_cut_1000 6_1 0.3929 map_cut_5 6_1 0.0151 map_cut_10 6_1 0.0302 map_cut_15 6_1 0.0453 map_cut_20 6_1 0.0604 map_cut_30 6_1 0.0906 map_cut_100 6_1 0.1034 map_cut_200 6_1 0.1189 map_cut_500 6_1 0.1419 map_cut_1000 6_1 0.1559 relative_P_5 6_1 1.0000 relative_P_10 6_1 1.0000 relative_P_15 6_1 1.0000 relative_P_20 6_1 1.0000 relative_P_30 6_1 1.0000 relative_P_100 6_1 0.3800 relative_P_200 6_1 0.2700 relative_P_500 6_1 0.2719 relative_P_1000 6_1 0.3686 success_1 6_1 1.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.1220 set_relative_P 6_1 0.3686 set_recall 6_1 0.3686 set_map 6_1 0.0450 set_F 6_1 0.1833 num_nonrel_judged_ret 6_1 9 rbp 6_1 0.4288 rbp_resid 6_1 0.0393 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1000 num_rel 6_10 45 num_rel_ret 6_10 28 map 6_10 0.1951 Rprec 6_10 0.1778 bpref 6_10 0.5151 recip_rank 6_10 1.0000 iprec_at_recall_0.00 6_10 1.0000 iprec_at_recall_0.10 6_10 1.0000 iprec_at_recall_0.20 6_10 0.2083 iprec_at_recall_0.30 6_10 0.1867 iprec_at_recall_0.40 6_10 0.0829 iprec_at_recall_0.50 6_10 0.0737 iprec_at_recall_0.60 6_10 0.0305 iprec_at_recall_0.70 6_10 0.0000 iprec_at_recall_0.80 6_10 0.0000 iprec_at_recall_0.90 6_10 0.0000 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 1.0000 P_10 6_10 0.6000 P_15 6_10 0.4000 P_20 6_10 0.4000 P_30 6_10 0.2667 P_100 6_10 0.1500 P_200 6_10 0.0850 P_500 6_10 0.0460 P_1000 6_10 0.0280 relstring 6_10 '31114020--' recall_5 6_10 0.1111 recall_10 6_10 0.1333 recall_15 6_10 0.1333 recall_20 6_10 0.1778 recall_30 6_10 0.1778 recall_100 6_10 0.3333 recall_200 6_10 0.3778 recall_500 6_10 0.5111 recall_1000 6_10 0.6222 infAP 6_10 0.1951 Rprec_mult_0.20 6_10 0.6667 Rprec_mult_0.40 6_10 0.3889 Rprec_mult_0.60 6_10 0.2963 Rprec_mult_0.80 6_10 0.2222 Rprec_mult_1.00 6_10 0.1778 Rprec_mult_1.20 6_10 0.1852 Rprec_mult_1.40 6_10 0.1746 Rprec_mult_1.60 6_10 0.1667 Rprec_mult_1.80 6_10 0.1728 Rprec_mult_2.00 6_10 0.1556 utility 6_10 -944.0000 11pt_avg 6_10 0.2347 binG 6_10 0.1987 G 6_10 0.1220 ndcg 6_10 0.4721 ndcg_rel 6_10 0.4506 Rndcg 6_10 0.4504 ndcg_cut_5 6_10 0.6205 ndcg_cut_10 6_10 0.4631 ndcg_cut_15 6_10 0.3803 ndcg_cut_20 6_10 0.3822 ndcg_cut_30 6_10 0.3211 ndcg_cut_100 6_10 0.3604 ndcg_cut_200 6_10 0.3910 ndcg_cut_500 6_10 0.4374 ndcg_cut_1000 6_10 0.4721 map_cut_5 6_10 0.1111 map_cut_10 6_10 0.1302 map_cut_15 6_10 0.1302 map_cut_20 6_10 0.1482 map_cut_30 6_10 0.1482 map_cut_100 6_10 0.1764 map_cut_200 6_10 0.1812 map_cut_500 6_10 0.1915 map_cut_1000 6_10 0.1951 relative_P_5 6_10 1.0000 relative_P_10 6_10 0.6000 relative_P_15 6_10 0.4000 relative_P_20 6_10 0.4000 relative_P_30 6_10 0.2667 relative_P_100 6_10 0.3333 relative_P_200 6_10 0.3778 relative_P_500 6_10 0.5111 relative_P_1000 6_10 0.6222 success_1 6_10 1.0000 success_5 6_10 1.0000 success_10 6_10 1.0000 set_P 6_10 0.0280 set_relative_P 6_10 0.6222 set_recall 6_10 0.6222 set_map 6_10 0.0174 set_F 6_10 0.0536 num_nonrel_judged_ret 6_10 18 rbp 6_10 0.2448 rbp_resid 6_10 0.3509 unj_5 6_10 0.0000 unj_10 6_10 0.2000 unj_20 6_10 0.4000 num_ret 6_11 1000 num_rel 6_11 118 num_rel_ret 6_11 87 map 6_11 0.2504 Rprec 6_11 0.3305 bpref 6_11 0.5885 recip_rank 6_11 1.0000 iprec_at_recall_0.00 6_11 1.0000 iprec_at_recall_0.10 6_11 0.5806 iprec_at_recall_0.20 6_11 0.5417 iprec_at_recall_0.30 6_11 0.4545 iprec_at_recall_0.40 6_11 0.2765 iprec_at_recall_0.50 6_11 0.1947 iprec_at_recall_0.60 6_11 0.1617 iprec_at_recall_0.70 6_11 0.1093 iprec_at_recall_0.80 6_11 0.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 0.6000 P_10 6_11 0.5000 P_15 6_11 0.4667 P_20 6_11 0.5000 P_30 6_11 0.5667 P_100 6_11 0.3700 P_200 6_11 0.2500 P_500 6_11 0.1480 P_1000 6_11 0.0870 relstring 6_11 '201200011-' recall_5 6_11 0.0254 recall_10 6_11 0.0424 recall_15 6_11 0.0593 recall_20 6_11 0.0847 recall_30 6_11 0.1441 recall_100 6_11 0.3136 recall_200 6_11 0.4237 recall_500 6_11 0.6271 recall_1000 6_11 0.7373 infAP 6_11 0.2504 Rprec_mult_0.20 6_11 0.5000 Rprec_mult_0.40 6_11 0.5417 Rprec_mult_0.60 6_11 0.4507 Rprec_mult_0.80 6_11 0.3789 Rprec_mult_1.00 6_11 0.3305 Rprec_mult_1.20 6_11 0.3028 Rprec_mult_1.40 6_11 0.2711 Rprec_mult_1.60 6_11 0.2646 Rprec_mult_1.80 6_11 0.2347 Rprec_mult_2.00 6_11 0.2203 utility 6_11 -826.0000 11pt_avg 6_11 0.3017 binG 6_11 0.1424 G 6_11 0.1191 ndcg 6_11 0.5763 ndcg_rel 6_11 0.4752 Rndcg 6_11 0.4297 ndcg_cut_5 6_11 0.4187 ndcg_cut_10 6_11 0.3546 ndcg_cut_15 6_11 0.3430 ndcg_cut_20 6_11 0.3505 ndcg_cut_30 6_11 0.4008 ndcg_cut_100 6_11 0.3750 ndcg_cut_200 6_11 0.4235 ndcg_cut_500 6_11 0.5281 ndcg_cut_1000 6_11 0.5763 map_cut_5 6_11 0.0205 map_cut_10 6_11 0.0294 map_cut_15 6_11 0.0376 map_cut_20 6_11 0.0496 map_cut_30 6_11 0.0809 map_cut_100 6_11 0.1651 map_cut_200 6_11 0.1986 map_cut_500 6_11 0.2369 map_cut_1000 6_11 0.2504 relative_P_5 6_11 0.6000 relative_P_10 6_11 0.5000 relative_P_15 6_11 0.4667 relative_P_20 6_11 0.5000 relative_P_30 6_11 0.5667 relative_P_100 6_11 0.3700 relative_P_200 6_11 0.4237 relative_P_500 6_11 0.6271 relative_P_1000 6_11 0.7373 success_1 6_11 1.0000 success_5 6_11 1.0000 success_10 6_11 1.0000 set_P 6_11 0.0870 set_relative_P 6_11 0.7373 set_recall 6_11 0.7373 set_map 6_11 0.0641 set_F 6_11 0.1556 num_nonrel_judged_ret 6_11 43 rbp 6_11 0.2579 rbp_resid 6_11 0.1344 unj_5 6_11 0.0000 unj_10 6_11 0.1000 unj_20 6_11 0.2000 num_ret 6_12 1000 num_rel 6_12 69 num_rel_ret 6_12 62 map 6_12 0.5486 Rprec 6_12 0.5362 bpref 6_12 0.8867 recip_rank 6_12 1.0000 iprec_at_recall_0.00 6_12 1.0000 iprec_at_recall_0.10 6_12 1.0000 iprec_at_recall_0.20 6_12 1.0000 iprec_at_recall_0.30 6_12 0.8462 iprec_at_recall_0.40 6_12 0.6591 iprec_at_recall_0.50 6_12 0.5625 iprec_at_recall_0.60 6_12 0.4556 iprec_at_recall_0.70 6_12 0.3478 iprec_at_recall_0.80 6_12 0.2140 iprec_at_recall_0.90 6_12 0.1006 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 1.0000 P_10 6_12 1.0000 P_15 6_12 1.0000 P_20 6_12 0.8500 P_30 6_12 0.7333 P_100 6_12 0.4100 P_200 6_12 0.2550 P_500 6_12 0.1160 P_1000 6_12 0.0620 relstring 6_12 '3333334233' recall_5 6_12 0.0725 recall_10 6_12 0.1449 recall_15 6_12 0.2174 recall_20 6_12 0.2464 recall_30 6_12 0.3188 recall_100 6_12 0.5942 recall_200 6_12 0.7391 recall_500 6_12 0.8406 recall_1000 6_12 0.8986 infAP 6_12 0.5486 Rprec_mult_0.20 6_12 1.0000 Rprec_mult_0.40 6_12 0.7857 Rprec_mult_0.60 6_12 0.6429 Rprec_mult_0.80 6_12 0.5714 Rprec_mult_1.00 6_12 0.5362 Rprec_mult_1.20 6_12 0.4699 Rprec_mult_1.40 6_12 0.4227 Rprec_mult_1.60 6_12 0.3964 Rprec_mult_1.80 6_12 0.3520 Rprec_mult_2.00 6_12 0.3478 utility 6_12 -876.0000 11pt_avg 6_12 0.5623 binG 6_12 0.3711 G 6_12 0.2696 ndcg 6_12 0.8235 ndcg_rel 6_12 0.7784 Rndcg 6_12 0.6890 ndcg_cut_5 6_12 0.8984 ndcg_cut_10 6_12 0.9329 ndcg_cut_15 6_12 0.9472 ndcg_cut_20 6_12 0.8598 ndcg_cut_30 6_12 0.7744 ndcg_cut_100 6_12 0.6529 ndcg_cut_200 6_12 0.7430 ndcg_cut_500 6_12 0.7981 ndcg_cut_1000 6_12 0.8235 map_cut_5 6_12 0.0725 map_cut_10 6_12 0.1449 map_cut_15 6_12 0.2174 map_cut_20 6_12 0.2442 map_cut_30 6_12 0.3057 map_cut_100 6_12 0.4694 map_cut_200 6_12 0.5213 map_cut_500 6_12 0.5424 map_cut_1000 6_12 0.5486 relative_P_5 6_12 1.0000 relative_P_10 6_12 1.0000 relative_P_15 6_12 1.0000 relative_P_20 6_12 0.8500 relative_P_30 6_12 0.7333 relative_P_100 6_12 0.5942 relative_P_200 6_12 0.7391 relative_P_500 6_12 0.8406 relative_P_1000 6_12 0.8986 success_1 6_12 1.0000 success_5 6_12 1.0000 success_10 6_12 1.0000 set_P 6_12 0.0620 set_relative_P 6_12 0.8986 set_recall 6_12 0.8986 set_map 6_12 0.0557 set_F 6_12 0.1160 num_nonrel_judged_ret 6_12 2 rbp 6_12 0.6652 rbp_resid 6_12 0.0921 unj_5 6_12 0.0000 unj_10 6_12 0.0000 unj_20 6_12 0.1000 num_ret 6_13 1000 num_rel 6_13 107 num_rel_ret 6_13 98 map 6_13 0.5438 Rprec 6_13 0.5234 bpref 6_13 0.8164 recip_rank 6_13 1.0000 iprec_at_recall_0.00 6_13 1.0000 iprec_at_recall_0.10 6_13 1.0000 iprec_at_recall_0.20 6_13 0.8667 iprec_at_recall_0.30 6_13 0.8000 iprec_at_recall_0.40 6_13 0.7288 iprec_at_recall_0.50 6_13 0.5870 iprec_at_recall_0.60 6_13 0.4476 iprec_at_recall_0.70 6_13 0.3362 iprec_at_recall_0.80 6_13 0.2245 iprec_at_recall_0.90 6_13 0.1244 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 1.0000 P_10 6_13 1.0000 P_15 6_13 0.9333 P_20 6_13 0.8500 P_30 6_13 0.8667 P_100 6_13 0.5500 P_200 6_13 0.3600 P_500 6_13 0.1800 P_1000 6_13 0.0980 relstring 6_13 '3332332222' recall_5 6_13 0.0467 recall_10 6_13 0.0935 recall_15 6_13 0.1308 recall_20 6_13 0.1589 recall_30 6_13 0.2430 recall_100 6_13 0.5140 recall_200 6_13 0.6729 recall_500 6_13 0.8411 recall_1000 6_13 0.9159 infAP 6_13 0.5438 Rprec_mult_0.20 6_13 0.8636 Rprec_mult_0.40 6_13 0.7442 Rprec_mult_0.60 6_13 0.6923 Rprec_mult_0.80 6_13 0.5930 Rprec_mult_1.00 6_13 0.5234 Rprec_mult_1.20 6_13 0.4574 Rprec_mult_1.40 6_13 0.4267 Rprec_mult_1.60 6_13 0.3895 Rprec_mult_1.80 6_13 0.3731 Rprec_mult_2.00 6_13 0.3364 utility 6_13 -804.0000 11pt_avg 6_13 0.5559 binG 6_13 0.2971 G 6_13 0.2300 ndcg 6_13 0.8244 ndcg_rel 6_13 0.7610 Rndcg 6_13 0.7485 ndcg_cut_5 6_13 0.9513 ndcg_cut_10 6_13 0.8775 ndcg_cut_15 6_13 0.8397 ndcg_cut_20 6_13 0.7966 ndcg_cut_30 6_13 0.7794 ndcg_cut_100 6_13 0.6423 ndcg_cut_200 6_13 0.7083 ndcg_cut_500 6_13 0.7947 ndcg_cut_1000 6_13 0.8244 map_cut_5 6_13 0.0467 map_cut_10 6_13 0.0935 map_cut_15 6_13 0.1308 map_cut_20 6_13 0.1544 map_cut_30 6_13 0.2265 map_cut_100 6_13 0.4161 map_cut_200 6_13 0.4854 map_cut_500 6_13 0.5339 map_cut_1000 6_13 0.5438 relative_P_5 6_13 1.0000 relative_P_10 6_13 1.0000 relative_P_15 6_13 0.9333 relative_P_20 6_13 0.8500 relative_P_30 6_13 0.8667 relative_P_100 6_13 0.5500 relative_P_200 6_13 0.6729 relative_P_500 6_13 0.8411 relative_P_1000 6_13 0.9159 success_1 6_13 1.0000 success_5 6_13 1.0000 success_10 6_13 1.0000 set_P 6_13 0.0980 set_relative_P 6_13 0.9159 set_recall 6_13 0.9159 set_map 6_13 0.0898 set_F 6_13 0.1771 num_nonrel_judged_ret 6_13 15 rbp 6_13 0.7227 rbp_resid 6_13 0.0834 unj_5 6_13 0.0000 unj_10 6_13 0.0000 unj_20 6_13 0.1500 num_ret 6_14 1000 num_rel 6_14 56 num_rel_ret 6_14 52 map 6_14 0.4334 Rprec 6_14 0.4643 bpref 6_14 0.5421 recip_rank 6_14 0.5000 iprec_at_recall_0.00 6_14 0.7333 iprec_at_recall_0.10 6_14 0.7333 iprec_at_recall_0.20 6_14 0.7333 iprec_at_recall_0.30 6_14 0.6176 iprec_at_recall_0.40 6_14 0.5500 iprec_at_recall_0.50 6_14 0.4308 iprec_at_recall_0.60 6_14 0.3933 iprec_at_recall_0.70 6_14 0.3471 iprec_at_recall_0.80 6_14 0.2446 iprec_at_recall_0.90 6_14 0.1792 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.4000 P_10 6_14 0.7000 P_15 6_14 0.7333 P_20 6_14 0.6500 P_30 6_14 0.6000 P_100 6_14 0.3600 P_200 6_14 0.2250 P_500 6_14 0.1020 P_1000 6_14 0.0520 relstring 6_14 '0120021211' recall_5 6_14 0.0357 recall_10 6_14 0.1250 recall_15 6_14 0.1964 recall_20 6_14 0.2321 recall_30 6_14 0.3214 recall_100 6_14 0.6429 recall_200 6_14 0.8036 recall_500 6_14 0.9107 recall_1000 6_14 0.9286 infAP 6_14 0.4334 Rprec_mult_0.20 6_14 0.6667 Rprec_mult_0.40 6_14 0.6087 Rprec_mult_0.60 6_14 0.6176 Rprec_mult_0.80 6_14 0.5333 Rprec_mult_1.00 6_14 0.4643 Rprec_mult_1.20 6_14 0.4265 Rprec_mult_1.40 6_14 0.3797 Rprec_mult_1.60 6_14 0.3889 Rprec_mult_1.80 6_14 0.3564 Rprec_mult_2.00 6_14 0.3393 utility 6_14 -896.0000 11pt_avg 6_14 0.4511 binG 6_14 0.2332 G 6_14 0.1669 ndcg 6_14 0.6282 ndcg_rel 6_14 0.4450 Rndcg 6_14 0.4007 ndcg_cut_5 6_14 0.1844 ndcg_cut_10 6_14 0.3145 ndcg_cut_15 6_14 0.3632 ndcg_cut_20 6_14 0.3548 ndcg_cut_30 6_14 0.3468 ndcg_cut_100 6_14 0.4953 ndcg_cut_200 6_14 0.5724 ndcg_cut_500 6_14 0.6198 ndcg_cut_1000 6_14 0.6282 map_cut_5 6_14 0.0208 map_cut_10 6_14 0.0755 map_cut_15 6_14 0.1267 map_cut_20 6_14 0.1516 map_cut_30 6_14 0.2068 map_cut_100 6_14 0.3587 map_cut_200 6_14 0.4113 map_cut_500 6_14 0.4317 map_cut_1000 6_14 0.4334 relative_P_5 6_14 0.4000 relative_P_10 6_14 0.7000 relative_P_15 6_14 0.7333 relative_P_20 6_14 0.6500 relative_P_30 6_14 0.6000 relative_P_100 6_14 0.6429 relative_P_200 6_14 0.8036 relative_P_500 6_14 0.9107 relative_P_1000 6_14 0.9286 success_1 6_14 0.0000 success_5 6_14 1.0000 success_10 6_14 1.0000 set_P 6_14 0.0520 set_relative_P 6_14 0.9286 set_recall 6_14 0.9286 set_map 6_14 0.0483 set_F 6_14 0.0985 num_nonrel_judged_ret 6_14 62 rbp 6_14 0.2975 rbp_resid 6_14 0.0120 unj_5 6_14 0.0000 unj_10 6_14 0.0000 unj_20 6_14 0.0000 num_ret 6_16 1000 num_rel 6_16 29 num_rel_ret 6_16 21 map 6_16 0.1641 Rprec 6_16 0.2069 bpref 6_16 0.2319 recip_rank 6_16 1.0000 iprec_at_recall_0.00 6_16 1.0000 iprec_at_recall_0.10 6_16 0.3750 iprec_at_recall_0.20 6_16 0.2500 iprec_at_recall_0.30 6_16 0.2500 iprec_at_recall_0.40 6_16 0.1081 iprec_at_recall_0.50 6_16 0.0769 iprec_at_recall_0.60 6_16 0.0586 iprec_at_recall_0.70 6_16 0.0374 iprec_at_recall_0.80 6_16 0.0000 iprec_at_recall_0.90 6_16 0.0000 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.4000 P_10 6_16 0.3000 P_15 6_16 0.2000 P_20 6_16 0.1500 P_30 6_16 0.2333 P_100 6_16 0.1100 P_200 6_16 0.0750 P_500 6_16 0.0380 P_1000 6_16 0.0210 relstring 6_16 '320000-20-' recall_5 6_16 0.0690 recall_10 6_16 0.1034 recall_15 6_16 0.1034 recall_20 6_16 0.1034 recall_30 6_16 0.2414 recall_100 6_16 0.3793 recall_200 6_16 0.5172 recall_500 6_16 0.6552 recall_1000 6_16 0.7241 infAP 6_16 0.1641 Rprec_mult_0.20 6_16 0.3333 Rprec_mult_0.40 6_16 0.2500 Rprec_mult_0.60 6_16 0.1667 Rprec_mult_0.80 6_16 0.1667 Rprec_mult_1.00 6_16 0.2069 Rprec_mult_1.20 6_16 0.2286 Rprec_mult_1.40 6_16 0.2195 Rprec_mult_1.60 6_16 0.2128 Rprec_mult_1.80 6_16 0.2075 Rprec_mult_2.00 6_16 0.1897 utility 6_16 -958.0000 11pt_avg 6_16 0.1960 binG 6_16 0.1826 G 6_16 0.1559 ndcg 6_16 0.4980 ndcg_rel 6_16 0.4567 Rndcg 6_16 0.3189 ndcg_cut_5 6_16 0.4818 ndcg_cut_10 6_16 0.3590 ndcg_cut_15 6_16 0.2783 ndcg_cut_20 6_16 0.2454 ndcg_cut_30 6_16 0.2944 ndcg_cut_100 6_16 0.3829 ndcg_cut_200 6_16 0.4435 ndcg_cut_500 6_16 0.4750 ndcg_cut_1000 6_16 0.4980 map_cut_5 6_16 0.0690 map_cut_10 6_16 0.0819 map_cut_15 6_16 0.0819 map_cut_20 6_16 0.0819 map_cut_30 6_16 0.1102 map_cut_100 6_16 0.1419 map_cut_200 6_16 0.1545 map_cut_500 6_16 0.1620 map_cut_1000 6_16 0.1641 relative_P_5 6_16 0.4000 relative_P_10 6_16 0.3000 relative_P_15 6_16 0.2000 relative_P_20 6_16 0.1500 relative_P_30 6_16 0.2414 relative_P_100 6_16 0.3793 relative_P_200 6_16 0.5172 relative_P_500 6_16 0.6552 relative_P_1000 6_16 0.7241 success_1 6_16 1.0000 success_5 6_16 1.0000 success_10 6_16 1.0000 set_P 6_16 0.0210 set_relative_P 6_16 0.7241 set_recall 6_16 0.7241 set_map 6_16 0.0152 set_F 6_16 0.0408 num_nonrel_judged_ret 6_16 50 rbp 6_16 0.2169 rbp_resid 6_16 0.2243 unj_5 6_16 0.0000 unj_10 6_16 0.2000 unj_20 6_16 0.3000 num_ret 6_3 1000 num_rel 6_3 97 num_rel_ret 6_3 34 map 6_3 0.0756 Rprec 6_3 0.1443 bpref 6_3 0.3210 recip_rank 6_3 1.0000 iprec_at_recall_0.00 6_3 1.0000 iprec_at_recall_0.10 6_3 0.2222 iprec_at_recall_0.20 6_3 0.0734 iprec_at_recall_0.30 6_3 0.0444 iprec_at_recall_0.40 6_3 0.0000 iprec_at_recall_0.50 6_3 0.0000 iprec_at_recall_0.60 6_3 0.0000 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 0.6000 P_10 6_3 0.4000 P_15 6_3 0.4000 P_20 6_3 0.3000 P_30 6_3 0.2667 P_100 6_3 0.1500 P_200 6_3 0.0900 P_500 6_3 0.0520 P_1000 6_3 0.0340 relstring 6_3 '44001--2--' recall_5 6_3 0.0309 recall_10 6_3 0.0412 recall_15 6_3 0.0619 recall_20 6_3 0.0619 recall_30 6_3 0.0825 recall_100 6_3 0.1546 recall_200 6_3 0.1856 recall_500 6_3 0.2680 recall_1000 6_3 0.3505 infAP 6_3 0.0756 Rprec_mult_0.20 6_3 0.3000 Rprec_mult_0.40 6_3 0.2308 Rprec_mult_0.60 6_3 0.2034 Rprec_mult_0.80 6_3 0.1795 Rprec_mult_1.00 6_3 0.1443 Rprec_mult_1.20 6_3 0.1368 Rprec_mult_1.40 6_3 0.1250 Rprec_mult_1.60 6_3 0.1154 Rprec_mult_1.80 6_3 0.1029 Rprec_mult_2.00 6_3 0.0928 utility 6_3 -932.0000 11pt_avg 6_3 0.1218 binG 6_3 0.0774 G 6_3 0.1005 ndcg 6_3 0.3972 ndcg_rel 6_3 0.4045 Rndcg 6_3 0.5010 ndcg_cut_5 6_3 0.6596 ndcg_cut_10 6_3 0.4941 ndcg_cut_15 6_3 0.4688 ndcg_cut_20 6_3 0.4169 ndcg_cut_30 6_3 0.3821 ndcg_cut_100 6_3 0.3044 ndcg_cut_200 6_3 0.3248 ndcg_cut_500 6_3 0.3640 ndcg_cut_1000 6_3 0.3972 map_cut_5 6_3 0.0268 map_cut_10 6_3 0.0320 map_cut_15 6_3 0.0411 map_cut_20 6_3 0.0411 map_cut_30 6_3 0.0479 map_cut_100 6_3 0.0630 map_cut_200 6_3 0.0671 map_cut_500 6_3 0.0719 map_cut_1000 6_3 0.0756 relative_P_5 6_3 0.6000 relative_P_10 6_3 0.4000 relative_P_15 6_3 0.4000 relative_P_20 6_3 0.3000 relative_P_30 6_3 0.2667 relative_P_100 6_3 0.1546 relative_P_200 6_3 0.1856 relative_P_500 6_3 0.2680 relative_P_1000 6_3 0.3505 success_1 6_3 1.0000 success_5 6_3 1.0000 success_10 6_3 1.0000 set_P 6_3 0.0340 set_relative_P 6_3 0.3505 set_recall 6_3 0.3505 set_map 6_3 0.0119 set_F 6_3 0.0620 num_nonrel_judged_ret 6_3 20 rbp 6_3 0.2821 rbp_resid 6_3 0.4564 unj_5 6_3 0.0000 unj_10 6_3 0.4000 unj_20 6_3 0.6000 num_ret 6_4 1000 num_rel 6_4 121 num_rel_ret 6_4 67 map 6_4 0.2019 Rprec 6_4 0.2893 bpref 6_4 0.4809 recip_rank 6_4 1.0000 iprec_at_recall_0.00 6_4 1.0000 iprec_at_recall_0.10 6_4 0.6316 iprec_at_recall_0.20 6_4 0.4127 iprec_at_recall_0.30 6_4 0.2951 iprec_at_recall_0.40 6_4 0.1890 iprec_at_recall_0.50 6_4 0.1030 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 1.0000 P_10 6_4 0.6000 P_15 6_4 0.6000 P_20 6_4 0.6000 P_30 6_4 0.5000 P_100 6_4 0.3300 P_200 6_4 0.2200 P_500 6_4 0.1160 P_1000 6_4 0.0670 relstring 6_4 '122220-3-0' recall_5 6_4 0.0413 recall_10 6_4 0.0496 recall_15 6_4 0.0744 recall_20 6_4 0.0992 recall_30 6_4 0.1240 recall_100 6_4 0.2727 recall_200 6_4 0.3636 recall_500 6_4 0.4793 recall_1000 6_4 0.5537 infAP 6_4 0.2019 Rprec_mult_0.20 6_4 0.5200 Rprec_mult_0.40 6_4 0.4490 Rprec_mult_0.60 6_4 0.3836 Rprec_mult_0.80 6_4 0.3402 Rprec_mult_1.00 6_4 0.2893 Rprec_mult_1.20 6_4 0.2466 Rprec_mult_1.40 6_4 0.2353 Rprec_mult_1.60 6_4 0.2165 Rprec_mult_1.80 6_4 0.2064 Rprec_mult_2.00 6_4 0.1860 utility 6_4 -866.0000 11pt_avg 6_4 0.2392 binG 6_4 0.1334 G 6_4 0.0966 ndcg 6_4 0.5036 ndcg_rel 6_4 0.4638 Rndcg 6_4 0.4077 ndcg_cut_5 6_4 0.5536 ndcg_cut_10 6_4 0.4287 ndcg_cut_15 6_4 0.4277 ndcg_cut_20 6_4 0.4604 ndcg_cut_30 6_4 0.4316 ndcg_cut_100 6_4 0.3631 ndcg_cut_200 6_4 0.4035 ndcg_cut_500 6_4 0.4677 ndcg_cut_1000 6_4 0.5036 map_cut_5 6_4 0.0413 map_cut_10 6_4 0.0475 map_cut_15 6_4 0.0625 map_cut_20 6_4 0.0776 map_cut_30 6_4 0.0910 map_cut_100 6_4 0.1536 map_cut_200 6_4 0.1763 map_cut_500 6_4 0.1950 map_cut_1000 6_4 0.2019 relative_P_5 6_4 1.0000 relative_P_10 6_4 0.6000 relative_P_15 6_4 0.6000 relative_P_20 6_4 0.6000 relative_P_30 6_4 0.5000 relative_P_100 6_4 0.3300 relative_P_200 6_4 0.3636 relative_P_500 6_4 0.4793 relative_P_1000 6_4 0.5537 success_1 6_4 1.0000 success_5 6_4 1.0000 success_10 6_4 1.0000 set_P 6_4 0.0670 set_relative_P 6_4 0.5537 set_recall 6_4 0.5537 set_map 6_4 0.0371 set_F 6_4 0.1195 num_nonrel_judged_ret 6_4 39 rbp 6_4 0.4085 rbp_resid 6_4 0.1747 unj_5 6_4 0.0000 unj_10 6_4 0.2000 unj_20 6_4 0.1500 num_ret 6_5 1000 num_rel 6_5 47 num_rel_ret 6_5 19 map 6_5 0.0655 Rprec 6_5 0.0851 bpref 6_5 0.2802 recip_rank 6_5 1.0000 iprec_at_recall_0.00 6_5 1.0000 iprec_at_recall_0.10 6_5 0.1304 iprec_at_recall_0.20 6_5 0.1304 iprec_at_recall_0.30 6_5 0.0598 iprec_at_recall_0.40 6_5 0.0291 iprec_at_recall_0.50 6_5 0.0000 iprec_at_recall_0.60 6_5 0.0000 iprec_at_recall_0.70 6_5 0.0000 iprec_at_recall_0.80 6_5 0.0000 iprec_at_recall_0.90 6_5 0.0000 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 0.4000 P_10 6_5 0.3000 P_15 6_5 0.2000 P_20 6_5 0.1500 P_30 6_5 0.1333 P_100 6_5 0.1000 P_200 6_5 0.0600 P_500 6_5 0.0340 P_1000 6_5 0.0190 relstring 6_5 '300040--3-' recall_5 6_5 0.0426 recall_10 6_5 0.0638 recall_15 6_5 0.0638 recall_20 6_5 0.0638 recall_30 6_5 0.0851 recall_100 6_5 0.2128 recall_200 6_5 0.2553 recall_500 6_5 0.3617 recall_1000 6_5 0.4043 infAP 6_5 0.0655 Rprec_mult_0.20 6_5 0.3000 Rprec_mult_0.40 6_5 0.1579 Rprec_mult_0.60 6_5 0.1379 Rprec_mult_0.80 6_5 0.1053 Rprec_mult_1.00 6_5 0.0851 Rprec_mult_1.20 6_5 0.1053 Rprec_mult_1.40 6_5 0.1212 Rprec_mult_1.60 6_5 0.1184 Rprec_mult_1.80 6_5 0.1176 Rprec_mult_2.00 6_5 0.1064 utility 6_5 -962.0000 11pt_avg 6_5 0.1227 binG 6_5 0.0879 G 6_5 0.0786 ndcg 6_5 0.3319 ndcg_rel 6_5 0.3212 Rndcg 6_5 0.2532 ndcg_cut_5 6_5 0.3987 ndcg_cut_10 6_5 0.3366 ndcg_cut_15 6_5 0.2706 ndcg_cut_20 6_5 0.2301 ndcg_cut_30 6_5 0.2195 ndcg_cut_100 6_5 0.2539 ndcg_cut_200 6_5 0.2755 ndcg_cut_500 6_5 0.3121 ndcg_cut_1000 6_5 0.3319 map_cut_5 6_5 0.0298 map_cut_10 6_5 0.0369 map_cut_15 6_5 0.0369 map_cut_20 6_5 0.0369 map_cut_30 6_5 0.0406 map_cut_100 6_5 0.0554 map_cut_200 6_5 0.0592 map_cut_500 6_5 0.0642 map_cut_1000 6_5 0.0655 relative_P_5 6_5 0.4000 relative_P_10 6_5 0.3000 relative_P_15 6_5 0.2000 relative_P_20 6_5 0.1500 relative_P_30 6_5 0.1333 relative_P_100 6_5 0.2128 relative_P_200 6_5 0.2553 relative_P_500 6_5 0.3617 relative_P_1000 6_5 0.4043 success_1 6_5 1.0000 success_5 6_5 1.0000 success_10 6_5 1.0000 set_P 6_5 0.0190 set_relative_P 6_5 0.4043 set_recall 6_5 0.4043 set_map 6_5 0.0077 set_F 6_5 0.0363 num_nonrel_judged_ret 6_5 22 rbp 6_5 0.1833 rbp_resid 6_5 0.3934 unj_5 6_5 0.0000 unj_10 6_5 0.3000 unj_20 6_5 0.5500 num_ret 6_6 1000 num_rel 6_6 85 num_rel_ret 6_6 70 map 6_6 0.4333 Rprec 6_6 0.4235 bpref 6_6 0.7696 recip_rank 6_6 1.0000 iprec_at_recall_0.00 6_6 1.0000 iprec_at_recall_0.10 6_6 0.9333 iprec_at_recall_0.20 6_6 0.7333 iprec_at_recall_0.30 6_6 0.7143 iprec_at_recall_0.40 6_6 0.5763 iprec_at_recall_0.50 6_6 0.3217 iprec_at_recall_0.60 6_6 0.2500 iprec_at_recall_0.70 6_6 0.1928 iprec_at_recall_0.80 6_6 0.1013 iprec_at_recall_0.90 6_6 0.0000 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 1.0000 P_10 6_6 0.9000 P_15 6_6 0.9333 P_20 6_6 0.7500 P_30 6_6 0.7333 P_100 6_6 0.3700 P_200 6_6 0.2500 P_500 6_6 0.1300 P_1000 6_6 0.0700 relstring 6_6 '23221223-2' recall_5 6_6 0.0588 recall_10 6_6 0.1059 recall_15 6_6 0.1647 recall_20 6_6 0.1765 recall_30 6_6 0.2588 recall_100 6_6 0.4353 recall_200 6_6 0.5882 recall_500 6_6 0.7647 recall_1000 6_6 0.8235 infAP 6_6 0.4333 Rprec_mult_0.20 6_6 0.8824 Rprec_mult_0.40 6_6 0.6765 Rprec_mult_0.60 6_6 0.6275 Rprec_mult_0.80 6_6 0.5294 Rprec_mult_1.00 6_6 0.4235 Rprec_mult_1.20 6_6 0.3627 Rprec_mult_1.40 6_6 0.3445 Rprec_mult_1.60 6_6 0.3162 Rprec_mult_1.80 6_6 0.3137 Rprec_mult_2.00 6_6 0.2824 utility 6_6 -860.0000 11pt_avg 6_6 0.4385 binG 6_6 0.2651 G 6_6 0.1817 ndcg 6_6 0.7409 ndcg_rel 6_6 0.6796 Rndcg 6_6 0.6436 ndcg_cut_5 6_6 0.6943 ndcg_cut_10 6_6 0.6936 ndcg_cut_15 6_6 0.7614 ndcg_cut_20 6_6 0.6885 ndcg_cut_30 6_6 0.6886 ndcg_cut_100 6_6 0.5473 ndcg_cut_200 6_6 0.6280 ndcg_cut_500 6_6 0.7208 ndcg_cut_1000 6_6 0.7409 map_cut_5 6_6 0.0588 map_cut_10 6_6 0.1047 map_cut_15 6_6 0.1589 map_cut_20 6_6 0.1693 map_cut_30 6_6 0.2281 map_cut_100 6_6 0.3423 map_cut_200 6_6 0.3919 map_cut_500 6_6 0.4271 map_cut_1000 6_6 0.4333 relative_P_5 6_6 1.0000 relative_P_10 6_6 0.9000 relative_P_15 6_6 0.9333 relative_P_20 6_6 0.7500 relative_P_30 6_6 0.7333 relative_P_100 6_6 0.4353 relative_P_200 6_6 0.5882 relative_P_500 6_6 0.7647 relative_P_1000 6_6 0.8235 success_1 6_6 1.0000 success_5 6_6 1.0000 success_10 6_6 1.0000 set_P 6_6 0.0700 set_relative_P 6_6 0.8235 set_recall 6_6 0.8235 set_map 6_6 0.0576 set_F 6_6 0.1290 num_nonrel_judged_ret 6_6 12 rbp 6_6 0.5890 rbp_resid 6_6 0.1568 unj_5 6_6 0.0000 unj_10 6_6 0.1000 unj_20 6_6 0.2500 num_ret 7_11 1000 num_rel 7_11 38 num_rel_ret 7_11 32 map 7_11 0.3156 Rprec 7_11 0.4211 bpref 7_11 0.6978 recip_rank 7_11 0.3333 iprec_at_recall_0.00 7_11 0.6667 iprec_at_recall_0.10 7_11 0.6667 iprec_at_recall_0.20 7_11 0.6000 iprec_at_recall_0.30 7_11 0.5500 iprec_at_recall_0.40 7_11 0.5000 iprec_at_recall_0.50 7_11 0.3654 iprec_at_recall_0.60 7_11 0.2347 iprec_at_recall_0.70 7_11 0.0854 iprec_at_recall_0.80 7_11 0.0362 iprec_at_recall_0.90 7_11 0.0000 iprec_at_recall_1.00 7_11 0.0000 P_5 7_11 0.6000 P_10 7_11 0.6000 P_15 7_11 0.6000 P_20 7_11 0.5500 P_30 7_11 0.5000 P_100 7_11 0.2300 P_200 7_11 0.1300 P_500 7_11 0.0560 P_1000 7_11 0.0320 relstring 7_11 '001321--11' recall_5 7_11 0.0789 recall_10 7_11 0.1579 recall_15 7_11 0.2368 recall_20 7_11 0.2895 recall_30 7_11 0.3947 recall_100 7_11 0.6053 recall_200 7_11 0.6842 recall_500 7_11 0.7368 recall_1000 7_11 0.8421 infAP 7_11 0.3156 Rprec_mult_0.20 7_11 0.5000 Rprec_mult_0.40 7_11 0.5625 Rprec_mult_0.60 7_11 0.5217 Rprec_mult_0.80 7_11 0.4839 Rprec_mult_1.00 7_11 0.4211 Rprec_mult_1.20 7_11 0.3913 Rprec_mult_1.40 7_11 0.3519 Rprec_mult_1.60 7_11 0.3115 Rprec_mult_1.80 7_11 0.3188 Rprec_mult_2.00 7_11 0.2895 utility 7_11 -936.0000 11pt_avg 7_11 0.3368 binG 7_11 0.2126 G 7_11 0.1532 ndcg 7_11 0.5015 ndcg_rel 7_11 0.3827 Rndcg 7_11 0.3313 ndcg_cut_5 7_11 0.3033 ndcg_cut_10 7_11 0.3015 ndcg_cut_15 7_11 0.3167 ndcg_cut_20 7_11 0.3228 ndcg_cut_30 7_11 0.3322 ndcg_cut_100 7_11 0.4254 ndcg_cut_200 7_11 0.4487 ndcg_cut_500 7_11 0.4618 ndcg_cut_1000 7_11 0.5015 map_cut_5 7_11 0.0377 map_cut_10 7_11 0.0857 map_cut_15 7_11 0.1307 map_cut_20 7_11 0.1598 map_cut_30 7_11 0.2142 map_cut_100 7_11 0.2914 map_cut_200 7_11 0.3070 map_cut_500 7_11 0.3115 map_cut_1000 7_11 0.3156 relative_P_5 7_11 0.6000 relative_P_10 7_11 0.6000 relative_P_15 7_11 0.6000 relative_P_20 7_11 0.5500 relative_P_30 7_11 0.5000 relative_P_100 7_11 0.6053 relative_P_200 7_11 0.6842 relative_P_500 7_11 0.7368 relative_P_1000 7_11 0.8421 success_1 7_11 0.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 0.0320 set_relative_P 7_11 0.8421 set_recall 7_11 0.8421 set_map 7_11 0.0269 set_F 7_11 0.0617 num_nonrel_judged_ret 7_11 13 rbp 7_11 0.2390 rbp_resid 7_11 0.2519 unj_5 7_11 0.0000 unj_10 7_11 0.2000 unj_20 7_11 0.2500 num_ret 7_12 1000 num_rel 7_12 64 num_rel_ret 7_12 55 map 7_12 0.1813 Rprec 7_12 0.2344 bpref 7_12 0.5085 recip_rank 7_12 1.0000 iprec_at_recall_0.00 7_12 1.0000 iprec_at_recall_0.10 7_12 0.3810 iprec_at_recall_0.20 7_12 0.2800 iprec_at_recall_0.30 7_12 0.2021 iprec_at_recall_0.40 7_12 0.1529 iprec_at_recall_0.50 7_12 0.1306 iprec_at_recall_0.60 7_12 0.1296 iprec_at_recall_0.70 7_12 0.1080 iprec_at_recall_0.80 7_12 0.0832 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 0.6000 P_10 7_12 0.4000 P_15 7_12 0.3333 P_20 7_12 0.3500 P_30 7_12 0.2667 P_100 7_12 0.2000 P_200 7_12 0.1300 P_500 7_12 0.0980 P_1000 7_12 0.0550 relstring 7_12 '10103--200' recall_5 7_12 0.0469 recall_10 7_12 0.0625 recall_15 7_12 0.0781 recall_20 7_12 0.1094 recall_30 7_12 0.1250 recall_100 7_12 0.3125 recall_200 7_12 0.4062 recall_500 7_12 0.7656 recall_1000 7_12 0.8594 infAP 7_12 0.1813 Rprec_mult_0.20 7_12 0.3077 Rprec_mult_0.40 7_12 0.3077 Rprec_mult_0.60 7_12 0.3077 Rprec_mult_0.80 7_12 0.2692 Rprec_mult_1.00 7_12 0.2344 Rprec_mult_1.20 7_12 0.2078 Rprec_mult_1.40 7_12 0.2000 Rprec_mult_1.60 7_12 0.1942 Rprec_mult_1.80 7_12 0.1810 Rprec_mult_2.00 7_12 0.1719 utility 7_12 -890.0000 11pt_avg 7_12 0.2243 binG 7_12 0.1594 G 7_12 0.1336 ndcg 7_12 0.5394 ndcg_rel 7_12 0.3901 Rndcg 7_12 0.3128 ndcg_cut_5 7_12 0.3314 ndcg_cut_10 7_12 0.2934 ndcg_cut_15 7_12 0.2561 ndcg_cut_20 7_12 0.2614 ndcg_cut_30 7_12 0.2182 ndcg_cut_100 7_12 0.2845 ndcg_cut_200 7_12 0.3320 ndcg_cut_500 7_12 0.5035 ndcg_cut_1000 7_12 0.5394 map_cut_5 7_12 0.0354 map_cut_10 7_12 0.0432 map_cut_15 7_12 0.0488 map_cut_20 7_12 0.0595 map_cut_30 7_12 0.0654 map_cut_100 7_12 0.1143 map_cut_200 7_12 0.1303 map_cut_500 7_12 0.1738 map_cut_1000 7_12 0.1813 relative_P_5 7_12 0.6000 relative_P_10 7_12 0.4000 relative_P_15 7_12 0.3333 relative_P_20 7_12 0.3500 relative_P_30 7_12 0.2667 relative_P_100 7_12 0.3125 relative_P_200 7_12 0.4062 relative_P_500 7_12 0.7656 relative_P_1000 7_12 0.8594 success_1 7_12 1.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.0550 set_relative_P 7_12 0.8594 set_recall 7_12 0.8594 set_map 7_12 0.0473 set_F 7_12 0.1034 num_nonrel_judged_ret 7_12 56 rbp 7_12 0.1931 rbp_resid 7_12 0.2673 unj_5 7_12 0.0000 unj_10 7_12 0.2000 unj_20 7_12 0.3000 num_ret 7_14 1000 num_rel 7_14 67 num_rel_ret 7_14 55 map 7_14 0.4171 Rprec 7_14 0.4030 bpref 7_14 0.7132 recip_rank 7_14 1.0000 iprec_at_recall_0.00 7_14 1.0000 iprec_at_recall_0.10 7_14 1.0000 iprec_at_recall_0.20 7_14 0.8235 iprec_at_recall_0.30 7_14 0.7692 iprec_at_recall_0.40 7_14 0.5000 iprec_at_recall_0.50 7_14 0.2982 iprec_at_recall_0.60 7_14 0.2455 iprec_at_recall_0.70 7_14 0.1370 iprec_at_recall_0.80 7_14 0.0644 iprec_at_recall_0.90 7_14 0.0000 iprec_at_recall_1.00 7_14 0.0000 P_5 7_14 1.0000 P_10 7_14 0.9000 P_15 7_14 0.8000 P_20 7_14 0.8000 P_30 7_14 0.7000 P_100 7_14 0.3200 P_200 7_14 0.2050 P_500 7_14 0.1020 P_1000 7_14 0.0550 relstring 7_14 '3332213022' recall_5 7_14 0.0746 recall_10 7_14 0.1343 recall_15 7_14 0.1791 recall_20 7_14 0.2388 recall_30 7_14 0.3134 recall_100 7_14 0.4776 recall_200 7_14 0.6119 recall_500 7_14 0.7612 recall_1000 7_14 0.8209 infAP 7_14 0.4171 Rprec_mult_0.20 7_14 0.7857 Rprec_mult_0.40 7_14 0.7407 Rprec_mult_0.60 7_14 0.5854 Rprec_mult_0.80 7_14 0.5000 Rprec_mult_1.00 7_14 0.4030 Rprec_mult_1.20 7_14 0.3704 Rprec_mult_1.40 7_14 0.3298 Rprec_mult_1.60 7_14 0.3056 Rprec_mult_1.80 7_14 0.2893 Rprec_mult_2.00 7_14 0.2687 utility 7_14 -890.0000 11pt_avg 7_14 0.4398 binG 7_14 0.2769 G 7_14 0.2019 ndcg 7_14 0.7203 ndcg_rel 7_14 0.6867 Rndcg 7_14 0.5986 ndcg_cut_5 7_14 0.9076 ndcg_cut_10 7_14 0.7750 ndcg_cut_15 7_14 0.6775 ndcg_cut_20 7_14 0.6530 ndcg_cut_30 7_14 0.6199 ndcg_cut_100 7_14 0.5576 ndcg_cut_200 7_14 0.6420 ndcg_cut_500 7_14 0.6981 ndcg_cut_1000 7_14 0.7203 map_cut_5 7_14 0.0746 map_cut_10 7_14 0.1312 map_cut_15 7_14 0.1704 map_cut_20 7_14 0.2185 map_cut_30 7_14 0.2754 map_cut_100 7_14 0.3532 map_cut_200 7_14 0.3896 map_cut_500 7_14 0.4126 map_cut_1000 7_14 0.4171 relative_P_5 7_14 1.0000 relative_P_10 7_14 0.9000 relative_P_15 7_14 0.8000 relative_P_20 7_14 0.8000 relative_P_30 7_14 0.7000 relative_P_100 7_14 0.4776 relative_P_200 7_14 0.6119 relative_P_500 7_14 0.7612 relative_P_1000 7_14 0.8209 success_1 7_14 1.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 0.0550 set_relative_P 7_14 0.8209 set_recall 7_14 0.8209 set_map 7_14 0.0451 set_F 7_14 0.1031 num_nonrel_judged_ret 7_14 8 rbp 7_14 0.6336 rbp_resid 7_14 0.1080 unj_5 7_14 0.0000 unj_10 7_14 0.0000 unj_20 7_14 0.1000 num_ret 7_15 1000 num_rel 7_15 54 num_rel_ret 7_15 44 map 7_15 0.2505 Rprec 7_15 0.2778 bpref 7_15 0.7746 recip_rank 7_15 1.0000 iprec_at_recall_0.00 7_15 1.0000 iprec_at_recall_0.10 7_15 1.0000 iprec_at_recall_0.20 7_15 0.4400 iprec_at_recall_0.30 7_15 0.2857 iprec_at_recall_0.40 7_15 0.1116 iprec_at_recall_0.50 7_15 0.1081 iprec_at_recall_0.60 7_15 0.1063 iprec_at_recall_0.70 7_15 0.0754 iprec_at_recall_0.80 7_15 0.0533 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 1.0000 P_10 7_15 0.7000 P_15 7_15 0.5333 P_20 7_15 0.4000 P_30 7_15 0.3667 P_100 7_15 0.1800 P_200 7_15 0.1050 P_500 7_15 0.0740 P_1000 7_15 0.0440 relstring 7_15 '2211111---' recall_5 7_15 0.0926 recall_10 7_15 0.1296 recall_15 7_15 0.1481 recall_20 7_15 0.1481 recall_30 7_15 0.2037 recall_100 7_15 0.3333 recall_200 7_15 0.3889 recall_500 7_15 0.6852 recall_1000 7_15 0.8148 infAP 7_15 0.2505 Rprec_mult_0.20 7_15 0.7273 Rprec_mult_0.40 7_15 0.4091 Rprec_mult_0.60 7_15 0.3636 Rprec_mult_0.80 7_15 0.3182 Rprec_mult_1.00 7_15 0.2778 Rprec_mult_1.20 7_15 0.2462 Rprec_mult_1.40 7_15 0.2105 Rprec_mult_1.60 7_15 0.2069 Rprec_mult_1.80 7_15 0.1837 Rprec_mult_2.00 7_15 0.1759 utility 7_15 -912.0000 11pt_avg 7_15 0.2891 binG 7_15 0.2354 G 7_15 0.1565 ndcg 7_15 0.5875 ndcg_rel 7_15 0.5079 Rndcg 7_15 0.5014 ndcg_cut_5 7_15 0.6083 ndcg_cut_10 7_15 0.4916 ndcg_cut_15 7_15 0.4363 ndcg_cut_20 7_15 0.3880 ndcg_cut_30 7_15 0.3906 ndcg_cut_100 7_15 0.3814 ndcg_cut_200 7_15 0.4013 ndcg_cut_500 7_15 0.5382 ndcg_cut_1000 7_15 0.5875 map_cut_5 7_15 0.0926 map_cut_10 7_15 0.1296 map_cut_15 7_15 0.1431 map_cut_20 7_15 0.1431 map_cut_30 7_15 0.1669 map_cut_100 7_15 0.2039 map_cut_200 7_15 0.2127 map_cut_500 7_15 0.2427 map_cut_1000 7_15 0.2505 relative_P_5 7_15 1.0000 relative_P_10 7_15 0.7000 relative_P_15 7_15 0.5333 relative_P_20 7_15 0.4000 relative_P_30 7_15 0.3667 relative_P_100 7_15 0.3333 relative_P_200 7_15 0.3889 relative_P_500 7_15 0.6852 relative_P_1000 7_15 0.8148 success_1 7_15 1.0000 success_5 7_15 1.0000 success_10 7_15 1.0000 set_P 7_15 0.0440 set_relative_P 7_15 0.8148 set_recall 7_15 0.8148 set_map 7_15 0.0359 set_F 7_15 0.0835 num_nonrel_judged_ret 7_15 7 rbp 7_15 0.2755 rbp_resid 7_15 0.4074 unj_5 7_15 0.0000 unj_10 7_15 0.3000 unj_20 7_15 0.6000 num_ret 7_16 1000 num_rel 7_16 47 num_rel_ret 7_16 40 map 7_16 0.0939 Rprec 7_16 0.1489 bpref 7_16 0.3880 recip_rank 7_16 0.2500 iprec_at_recall_0.00 7_16 0.4000 iprec_at_recall_0.10 7_16 0.2609 iprec_at_recall_0.20 7_16 0.1049 iprec_at_recall_0.30 7_16 0.1049 iprec_at_recall_0.40 7_16 0.0976 iprec_at_recall_0.50 7_16 0.0822 iprec_at_recall_0.60 7_16 0.0769 iprec_at_recall_0.70 7_16 0.0672 iprec_at_recall_0.80 7_16 0.0511 iprec_at_recall_0.90 7_16 0.0000 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.4000 P_10 7_16 0.2000 P_15 7_16 0.1333 P_20 7_16 0.2000 P_30 7_16 0.2333 P_100 7_16 0.0900 P_200 7_16 0.0950 P_500 7_16 0.0640 P_1000 7_16 0.0400 relstring 7_16 '0001100---' recall_5 7_16 0.0426 recall_10 7_16 0.0426 recall_15 7_16 0.0426 recall_20 7_16 0.0851 recall_30 7_16 0.1489 recall_100 7_16 0.1915 recall_200 7_16 0.4043 recall_500 7_16 0.6809 recall_1000 7_16 0.8511 infAP 7_16 0.0939 Rprec_mult_0.20 7_16 0.2000 Rprec_mult_0.40 7_16 0.1579 Rprec_mult_0.60 7_16 0.2414 Rprec_mult_0.80 7_16 0.1842 Rprec_mult_1.00 7_16 0.1489 Rprec_mult_1.20 7_16 0.1228 Rprec_mult_1.40 7_16 0.1061 Rprec_mult_1.60 7_16 0.0921 Rprec_mult_1.80 7_16 0.0941 Rprec_mult_2.00 7_16 0.0957 utility 7_16 -920.0000 11pt_avg 7_16 0.1132 binG 7_16 0.1323 G 7_16 0.1338 ndcg 7_16 0.4382 ndcg_rel 7_16 0.3170 Rndcg 7_16 0.1782 ndcg_cut_5 7_16 0.1086 ndcg_cut_10 7_16 0.0862 ndcg_cut_15 7_16 0.0757 ndcg_cut_20 7_16 0.1462 ndcg_cut_30 7_16 0.2152 ndcg_cut_100 7_16 0.2024 ndcg_cut_200 7_16 0.2916 ndcg_cut_500 7_16 0.3888 ndcg_cut_1000 7_16 0.4382 map_cut_5 7_16 0.0138 map_cut_10 7_16 0.0138 map_cut_15 7_16 0.0138 map_cut_20 7_16 0.0216 map_cut_30 7_16 0.0372 map_cut_100 7_16 0.0414 map_cut_200 7_16 0.0624 map_cut_500 7_16 0.0845 map_cut_1000 7_16 0.0939 relative_P_5 7_16 0.4000 relative_P_10 7_16 0.2000 relative_P_15 7_16 0.1333 relative_P_20 7_16 0.2000 relative_P_30 7_16 0.2333 relative_P_100 7_16 0.1915 relative_P_200 7_16 0.4043 relative_P_500 7_16 0.6809 relative_P_1000 7_16 0.8511 success_1 7_16 0.0000 success_5 7_16 1.0000 success_10 7_16 1.0000 set_P 7_16 0.0400 set_relative_P 7_16 0.8511 set_recall 7_16 0.8511 set_map 7_16 0.0340 set_F 7_16 0.0764 num_nonrel_judged_ret 7_16 43 rbp 7_16 0.0844 rbp_resid 7_16 0.3532 unj_5 7_16 0.0000 unj_10 7_16 0.3000 unj_20 7_16 0.4500 num_ret 7_2 1000 num_rel 7_2 76 num_rel_ret 7_2 60 map 7_2 0.4881 Rprec 7_2 0.5263 bpref 7_2 0.6945 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 0.9474 iprec_at_recall_0.20 7_2 0.9474 iprec_at_recall_0.30 7_2 0.8621 iprec_at_recall_0.40 7_2 0.6818 iprec_at_recall_0.50 7_2 0.6552 iprec_at_recall_0.60 7_2 0.2081 iprec_at_recall_0.70 7_2 0.1027 iprec_at_recall_0.80 7_2 0.0000 iprec_at_recall_0.90 7_2 0.0000 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 1.0000 P_10 7_2 0.9000 P_15 7_2 0.9333 P_20 7_2 0.9000 P_30 7_2 0.8333 P_100 7_2 0.4200 P_200 7_2 0.2250 P_500 7_2 0.1040 P_1000 7_2 0.0600 relstring 7_2 '1313221012' recall_5 7_2 0.0658 recall_10 7_2 0.1184 recall_15 7_2 0.1842 recall_20 7_2 0.2368 recall_30 7_2 0.3289 recall_100 7_2 0.5526 recall_200 7_2 0.5921 recall_500 7_2 0.6842 recall_1000 7_2 0.7895 infAP 7_2 0.4881 Rprec_mult_0.20 7_2 0.9375 Rprec_mult_0.40 7_2 0.8387 Rprec_mult_0.60 7_2 0.6739 Rprec_mult_0.80 7_2 0.6230 Rprec_mult_1.00 7_2 0.5263 Rprec_mult_1.20 7_2 0.4457 Rprec_mult_1.40 7_2 0.3925 Rprec_mult_1.60 7_2 0.3607 Rprec_mult_1.80 7_2 0.3212 Rprec_mult_2.00 7_2 0.2895 utility 7_2 -880.0000 11pt_avg 7_2 0.4913 binG 7_2 0.3029 G 7_2 0.1813 ndcg 7_2 0.6826 ndcg_rel 7_2 0.6362 Rndcg 7_2 0.6236 ndcg_cut_5 7_2 0.6171 ndcg_cut_10 7_2 0.6135 ndcg_cut_15 7_2 0.6652 ndcg_cut_20 7_2 0.6428 ndcg_cut_30 7_2 0.6375 ndcg_cut_100 7_2 0.5855 ndcg_cut_200 7_2 0.6056 ndcg_cut_500 7_2 0.6360 ndcg_cut_1000 7_2 0.6826 map_cut_5 7_2 0.0658 map_cut_10 7_2 0.1156 map_cut_15 7_2 0.1763 map_cut_20 7_2 0.2259 map_cut_30 7_2 0.3047 map_cut_100 7_2 0.4503 map_cut_200 7_2 0.4634 map_cut_500 7_2 0.4783 map_cut_1000 7_2 0.4881 relative_P_5 7_2 1.0000 relative_P_10 7_2 0.9000 relative_P_15 7_2 0.9333 relative_P_20 7_2 0.9000 relative_P_30 7_2 0.8333 relative_P_100 7_2 0.5526 relative_P_200 7_2 0.5921 relative_P_500 7_2 0.6842 relative_P_1000 7_2 0.7895 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.0600 set_relative_P 7_2 0.7895 set_recall 7_2 0.7895 set_map 7_2 0.0474 set_F 7_2 0.1115 num_nonrel_judged_ret 7_2 16 rbp 7_2 0.5056 rbp_resid 7_2 0.0491 unj_5 7_2 0.0000 unj_10 7_2 0.0000 unj_20 7_2 0.0500 num_ret 7_3 1000 num_rel 7_3 55 num_rel_ret 7_3 50 map 7_3 0.3637 Rprec 7_3 0.4727 bpref 7_3 0.6076 recip_rank 7_3 0.3333 iprec_at_recall_0.00 7_3 0.6250 iprec_at_recall_0.10 7_3 0.6250 iprec_at_recall_0.20 7_3 0.6250 iprec_at_recall_0.30 7_3 0.6207 iprec_at_recall_0.40 7_3 0.5641 iprec_at_recall_0.50 7_3 0.3590 iprec_at_recall_0.60 7_3 0.3400 iprec_at_recall_0.70 7_3 0.2708 iprec_at_recall_0.80 7_3 0.1346 iprec_at_recall_0.90 7_3 0.0562 iprec_at_recall_1.00 7_3 0.0000 P_5 7_3 0.6000 P_10 7_3 0.5000 P_15 7_3 0.6000 P_20 7_3 0.6000 P_30 7_3 0.6000 P_100 7_3 0.3400 P_200 7_3 0.2000 P_500 7_3 0.0920 P_1000 7_3 0.0500 relstring 7_3 '0032300120' recall_5 7_3 0.0545 recall_10 7_3 0.0909 recall_15 7_3 0.1636 recall_20 7_3 0.2182 recall_30 7_3 0.3273 recall_100 7_3 0.6182 recall_200 7_3 0.7273 recall_500 7_3 0.8364 recall_1000 7_3 0.9091 infAP 7_3 0.3637 Rprec_mult_0.20 7_3 0.4545 Rprec_mult_0.40 7_3 0.5909 Rprec_mult_0.60 7_3 0.5758 Rprec_mult_0.80 7_3 0.5227 Rprec_mult_1.00 7_3 0.4727 Rprec_mult_1.20 7_3 0.3939 Rprec_mult_1.40 7_3 0.3506 Rprec_mult_1.60 7_3 0.3409 Rprec_mult_1.80 7_3 0.3333 Rprec_mult_2.00 7_3 0.3091 utility 7_3 -900.0000 11pt_avg 7_3 0.3837 binG 7_3 0.2085 G 7_3 0.1911 ndcg 7_3 0.6493 ndcg_rel 7_3 0.5136 Rndcg 7_3 0.4347 ndcg_cut_5 7_3 0.4387 ndcg_cut_10 7_3 0.3957 ndcg_cut_15 7_3 0.4187 ndcg_cut_20 7_3 0.4328 ndcg_cut_30 7_3 0.4928 ndcg_cut_100 7_3 0.5315 ndcg_cut_200 7_3 0.5783 ndcg_cut_500 7_3 0.6243 ndcg_cut_1000 7_3 0.6493 map_cut_5 7_3 0.0261 map_cut_10 7_3 0.0453 map_cut_15 7_3 0.0854 map_cut_20 7_3 0.1170 map_cut_30 7_3 0.1832 map_cut_100 7_3 0.3141 map_cut_200 7_3 0.3437 map_cut_500 7_3 0.3590 map_cut_1000 7_3 0.3637 relative_P_5 7_3 0.6000 relative_P_10 7_3 0.5000 relative_P_15 7_3 0.6000 relative_P_20 7_3 0.6000 relative_P_30 7_3 0.6000 relative_P_100 7_3 0.6182 relative_P_200 7_3 0.7273 relative_P_500 7_3 0.8364 relative_P_1000 7_3 0.9091 success_1 7_3 0.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.0500 set_relative_P 7_3 0.9091 set_recall 7_3 0.9091 set_map 7_3 0.0455 set_F 7_3 0.0948 num_nonrel_judged_ret 7_3 43 rbp 7_3 0.3191 rbp_resid 7_3 0.0587 unj_5 7_3 0.0000 unj_10 7_3 0.0000 unj_20 7_3 0.1000 num_ret 7_4 1000 num_rel 7_4 29 num_rel_ret 7_4 24 map 7_4 0.4355 Rprec 7_4 0.4483 bpref 7_4 0.4911 recip_rank 7_4 1.0000 iprec_at_recall_0.00 7_4 1.0000 iprec_at_recall_0.10 7_4 1.0000 iprec_at_recall_0.20 7_4 0.8889 iprec_at_recall_0.30 7_4 0.8182 iprec_at_recall_0.40 7_4 0.4643 iprec_at_recall_0.50 7_4 0.3488 iprec_at_recall_0.60 7_4 0.2656 iprec_at_recall_0.70 7_4 0.1370 iprec_at_recall_0.80 7_4 0.0655 iprec_at_recall_0.90 7_4 0.0000 iprec_at_recall_1.00 7_4 0.0000 P_5 7_4 0.8000 P_10 7_4 0.8000 P_15 7_4 0.6000 P_20 7_4 0.5500 P_30 7_4 0.4333 P_100 7_4 0.1900 P_200 7_4 0.1000 P_500 7_4 0.0460 P_1000 7_4 0.0240 relstring 7_4 '322101111-' recall_5 7_4 0.1379 recall_10 7_4 0.2759 recall_15 7_4 0.3103 recall_20 7_4 0.3793 recall_30 7_4 0.4483 recall_100 7_4 0.6552 recall_200 7_4 0.6897 recall_500 7_4 0.7931 recall_1000 7_4 0.8276 infAP 7_4 0.4355 Rprec_mult_0.20 7_4 0.8333 Rprec_mult_0.40 7_4 0.7500 Rprec_mult_0.60 7_4 0.5556 Rprec_mult_0.80 7_4 0.4583 Rprec_mult_1.00 7_4 0.4483 Rprec_mult_1.20 7_4 0.4000 Rprec_mult_1.40 7_4 0.3415 Rprec_mult_1.60 7_4 0.3404 Rprec_mult_1.80 7_4 0.3019 Rprec_mult_2.00 7_4 0.2759 utility 7_4 -952.0000 11pt_avg 7_4 0.4535 binG 7_4 0.3417 G 7_4 0.2409 ndcg 7_4 0.6807 ndcg_rel 7_4 0.6474 Rndcg 7_4 0.6130 ndcg_cut_5 7_4 0.6730 ndcg_cut_10 7_4 0.6008 ndcg_cut_15 7_4 0.5290 ndcg_cut_20 7_4 0.5114 ndcg_cut_30 7_4 0.5025 ndcg_cut_100 7_4 0.6105 ndcg_cut_200 7_4 0.6263 ndcg_cut_500 7_4 0.6749 ndcg_cut_1000 7_4 0.6807 map_cut_5 7_4 0.1379 map_cut_10 7_4 0.2570 map_cut_15 7_4 0.2853 map_cut_20 7_4 0.3268 map_cut_30 7_4 0.3581 map_cut_100 7_4 0.4221 map_cut_200 7_4 0.4268 map_cut_500 7_4 0.4345 map_cut_1000 7_4 0.4355 relative_P_5 7_4 0.8000 relative_P_10 7_4 0.8000 relative_P_15 7_4 0.6000 relative_P_20 7_4 0.5500 relative_P_30 7_4 0.4483 relative_P_100 7_4 0.6552 relative_P_200 7_4 0.6897 relative_P_500 7_4 0.7931 relative_P_1000 7_4 0.8276 success_1 7_4 1.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 0.0240 set_relative_P 7_4 0.8276 set_recall 7_4 0.8276 set_map 7_4 0.0199 set_F 7_4 0.0466 num_nonrel_judged_ret 7_4 39 rbp 7_4 0.3523 rbp_resid 7_4 0.1208 unj_5 7_4 0.0000 unj_10 7_4 0.1000 unj_20 7_4 0.1500 num_ret 7_9 1000 num_rel 7_9 36 num_rel_ret 7_9 27 map 7_9 0.0736 Rprec 7_9 0.1667 bpref 7_9 0.1366 recip_rank 7_9 0.1000 iprec_at_recall_0.00 7_9 0.1892 iprec_at_recall_0.10 7_9 0.1892 iprec_at_recall_0.20 7_9 0.1892 iprec_at_recall_0.30 7_9 0.1618 iprec_at_recall_0.40 7_9 0.0892 iprec_at_recall_0.50 7_9 0.0688 iprec_at_recall_0.60 7_9 0.0537 iprec_at_recall_0.70 7_9 0.0336 iprec_at_recall_0.80 7_9 0.0000 iprec_at_recall_0.90 7_9 0.0000 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.0000 P_10 7_9 0.1000 P_15 7_9 0.0667 P_20 7_9 0.0500 P_30 7_9 0.1000 P_100 7_9 0.1100 P_200 7_9 0.0800 P_500 7_9 0.0460 P_1000 7_9 0.0270 relstring 7_9 '0000000003' recall_5 7_9 0.0000 recall_10 7_9 0.0278 recall_15 7_9 0.0278 recall_20 7_9 0.0278 recall_30 7_9 0.0833 recall_100 7_9 0.3056 recall_200 7_9 0.4444 recall_500 7_9 0.6389 recall_1000 7_9 0.7500 infAP 7_9 0.0736 Rprec_mult_0.20 7_9 0.0000 Rprec_mult_0.40 7_9 0.0667 Rprec_mult_0.60 7_9 0.0455 Rprec_mult_0.80 7_9 0.1034 Rprec_mult_1.00 7_9 0.1667 Rprec_mult_1.20 7_9 0.1591 Rprec_mult_1.40 7_9 0.1765 Rprec_mult_1.60 7_9 0.1724 Rprec_mult_1.80 7_9 0.1538 Rprec_mult_2.00 7_9 0.1528 utility 7_9 -946.0000 11pt_avg 7_9 0.0886 binG 7_9 0.1172 G 7_9 0.1194 ndcg 7_9 0.3701 ndcg_rel 7_9 0.2724 Rndcg 7_9 0.1394 ndcg_cut_5 7_9 0.0000 ndcg_cut_10 7_9 0.0773 ndcg_cut_15 7_9 0.0626 ndcg_cut_20 7_9 0.0577 ndcg_cut_30 7_9 0.0877 ndcg_cut_100 7_9 0.2313 ndcg_cut_200 7_9 0.2841 ndcg_cut_500 7_9 0.3361 ndcg_cut_1000 7_9 0.3701 map_cut_5 7_9 0.0000 map_cut_10 7_9 0.0028 map_cut_15 7_9 0.0028 map_cut_20 7_9 0.0028 map_cut_30 7_9 0.0081 map_cut_100 7_9 0.0450 map_cut_200 7_9 0.0582 map_cut_500 7_9 0.0699 map_cut_1000 7_9 0.0736 relative_P_5 7_9 0.0000 relative_P_10 7_9 0.1000 relative_P_15 7_9 0.0667 relative_P_20 7_9 0.0500 relative_P_30 7_9 0.1000 relative_P_100 7_9 0.3056 relative_P_200 7_9 0.4444 relative_P_500 7_9 0.6389 relative_P_1000 7_9 0.7500 success_1 7_9 0.0000 success_5 7_9 0.0000 success_10 7_9 1.0000 set_P 7_9 0.0270 set_relative_P 7_9 0.7500 set_recall 7_9 0.7500 set_map 7_9 0.0203 set_F 7_9 0.0521 num_nonrel_judged_ret 7_9 54 rbp 7_9 0.0545 rbp_resid 7_9 0.1218 unj_5 7_9 0.0000 unj_10 7_9 0.0000 unj_20 7_9 0.1500 num_ret 8_1 1000 num_rel 8_1 64 num_rel_ret 8_1 42 map 8_1 0.2931 Rprec 8_1 0.3906 bpref 8_1 0.4963 recip_rank 8_1 1.0000 iprec_at_recall_0.00 8_1 1.0000 iprec_at_recall_0.10 8_1 0.7778 iprec_at_recall_0.20 8_1 0.6667 iprec_at_recall_0.30 8_1 0.5938 iprec_at_recall_0.40 8_1 0.4000 iprec_at_recall_0.50 8_1 0.1429 iprec_at_recall_0.60 8_1 0.0701 iprec_at_recall_0.70 8_1 0.0000 iprec_at_recall_0.80 8_1 0.0000 iprec_at_recall_0.90 8_1 0.0000 iprec_at_recall_1.00 8_1 0.0000 P_5 8_1 0.8000 P_10 8_1 0.7000 P_15 8_1 0.7333 P_20 8_1 0.6500 P_30 8_1 0.5667 P_100 8_1 0.2900 P_200 8_1 0.1500 P_500 8_1 0.0700 P_1000 8_1 0.0420 relstring 8_1 '4041330220' recall_5 8_1 0.0625 recall_10 8_1 0.1094 recall_15 8_1 0.1719 recall_20 8_1 0.2031 recall_30 8_1 0.2656 recall_100 8_1 0.4531 recall_200 8_1 0.4688 recall_500 8_1 0.5469 recall_1000 8_1 0.6562 infAP 8_1 0.2931 Rprec_mult_0.20 8_1 0.7692 Rprec_mult_0.40 8_1 0.5385 Rprec_mult_0.60 8_1 0.5128 Rprec_mult_0.80 8_1 0.4231 Rprec_mult_1.00 8_1 0.3906 Rprec_mult_1.20 8_1 0.3506 Rprec_mult_1.40 8_1 0.3222 Rprec_mult_1.60 8_1 0.2816 Rprec_mult_1.80 8_1 0.2500 Rprec_mult_2.00 8_1 0.2266 utility 8_1 -916.0000 11pt_avg 8_1 0.3319 binG 8_1 0.1867 G 8_1 0.1614 ndcg 8_1 0.6159 ndcg_rel 8_1 0.5936 Rndcg 8_1 0.5607 ndcg_cut_5 8_1 0.6437 ndcg_cut_10 8_1 0.5626 ndcg_cut_15 8_1 0.5876 ndcg_cut_20 8_1 0.5685 ndcg_cut_30 8_1 0.5274 ndcg_cut_100 8_1 0.5525 ndcg_cut_200 8_1 0.5563 ndcg_cut_500 8_1 0.5880 ndcg_cut_1000 8_1 0.6159 map_cut_5 8_1 0.0503 map_cut_10 8_1 0.0872 map_cut_15 8_1 0.1337 map_cut_20 8_1 0.1549 map_cut_30 8_1 0.1918 map_cut_100 8_1 0.2750 map_cut_200 8_1 0.2775 map_cut_500 8_1 0.2866 map_cut_1000 8_1 0.2931 relative_P_5 8_1 0.8000 relative_P_10 8_1 0.7000 relative_P_15 8_1 0.7333 relative_P_20 8_1 0.6500 relative_P_30 8_1 0.5667 relative_P_100 8_1 0.4531 relative_P_200 8_1 0.4688 relative_P_500 8_1 0.5469 relative_P_1000 8_1 0.6562 success_1 8_1 1.0000 success_5 8_1 1.0000 success_10 8_1 1.0000 set_P 8_1 0.0420 set_relative_P 8_1 0.6562 set_recall 8_1 0.6562 set_map 8_1 0.0276 set_F 8_1 0.0789 num_nonrel_judged_ret 8_1 36 rbp 8_1 0.4421 rbp_resid 8_1 0.0542 unj_5 8_1 0.0000 unj_10 8_1 0.0000 unj_20 8_1 0.1000 num_ret 8_10 1000 num_rel 8_10 28 num_rel_ret 8_10 8 map 8_10 0.0100 Rprec 8_10 0.0357 bpref 8_10 0.0676 recip_rank 8_10 0.2000 iprec_at_recall_0.00 8_10 0.2000 iprec_at_recall_0.10 8_10 0.0149 iprec_at_recall_0.20 8_10 0.0099 iprec_at_recall_0.30 8_10 0.0099 iprec_at_recall_0.40 8_10 0.0000 iprec_at_recall_0.50 8_10 0.0000 iprec_at_recall_0.60 8_10 0.0000 iprec_at_recall_0.70 8_10 0.0000 iprec_at_recall_0.80 8_10 0.0000 iprec_at_recall_0.90 8_10 0.0000 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.2000 P_10 8_10 0.1000 P_15 8_10 0.0667 P_20 8_10 0.0500 P_30 8_10 0.0333 P_100 8_10 0.0100 P_200 8_10 0.0100 P_500 8_10 0.0100 P_1000 8_10 0.0080 relstring 8_10 '000020-0-0' recall_5 8_10 0.0357 recall_10 8_10 0.0357 recall_15 8_10 0.0357 recall_20 8_10 0.0357 recall_30 8_10 0.0357 recall_100 8_10 0.0357 recall_200 8_10 0.0714 recall_500 8_10 0.1786 recall_1000 8_10 0.2857 infAP 8_10 0.0100 Rprec_mult_0.20 8_10 0.1667 Rprec_mult_0.40 8_10 0.0833 Rprec_mult_0.60 8_10 0.0588 Rprec_mult_0.80 8_10 0.0435 Rprec_mult_1.00 8_10 0.0357 Rprec_mult_1.20 8_10 0.0294 Rprec_mult_1.40 8_10 0.0250 Rprec_mult_1.60 8_10 0.0222 Rprec_mult_1.80 8_10 0.0196 Rprec_mult_2.00 8_10 0.0179 utility 8_10 -984.0000 11pt_avg 8_10 0.0213 binG 8_10 0.0429 G 8_10 0.0401 ndcg 8_10 0.1234 ndcg_rel 8_10 0.1149 Rndcg 8_10 0.0790 ndcg_cut_5 8_10 0.0875 ndcg_cut_10 8_10 0.0643 ndcg_cut_15 8_10 0.0557 ndcg_cut_20 8_10 0.0513 ndcg_cut_30 8_10 0.0461 ndcg_cut_100 8_10 0.0461 ndcg_cut_200 8_10 0.0619 ndcg_cut_500 8_10 0.0986 ndcg_cut_1000 8_10 0.1234 map_cut_5 8_10 0.0071 map_cut_10 8_10 0.0071 map_cut_15 8_10 0.0071 map_cut_20 8_10 0.0071 map_cut_30 8_10 0.0071 map_cut_100 8_10 0.0071 map_cut_200 8_10 0.0075 map_cut_500 8_10 0.0090 map_cut_1000 8_10 0.0100 relative_P_5 8_10 0.2000 relative_P_10 8_10 0.1000 relative_P_15 8_10 0.0667 relative_P_20 8_10 0.0500 relative_P_30 8_10 0.0357 relative_P_100 8_10 0.0357 relative_P_200 8_10 0.0714 relative_P_500 8_10 0.1786 relative_P_1000 8_10 0.2857 success_1 8_10 0.0000 success_5 8_10 1.0000 success_10 8_10 1.0000 set_P 8_10 0.0080 set_relative_P 8_10 0.2857 set_recall 8_10 0.2857 set_map 8_10 0.0023 set_F 8_10 0.0156 num_nonrel_judged_ret 8_10 29 rbp 8_10 0.0437 rbp_resid 8_10 0.4093 unj_5 8_10 0.0000 unj_10 8_10 0.2000 unj_20 8_10 0.5500 num_ret 8_11 1000 num_rel 8_11 10 num_rel_ret 8_11 9 map 8_11 0.0472 Rprec 8_11 0.0000 bpref 8_11 0.0300 recip_rank 8_11 0.0526 iprec_at_recall_0.00 8_11 0.0862 iprec_at_recall_0.10 8_11 0.0862 iprec_at_recall_0.20 8_11 0.0862 iprec_at_recall_0.30 8_11 0.0862 iprec_at_recall_0.40 8_11 0.0862 iprec_at_recall_0.50 8_11 0.0862 iprec_at_recall_0.60 8_11 0.0556 iprec_at_recall_0.70 8_11 0.0395 iprec_at_recall_0.80 8_11 0.0253 iprec_at_recall_0.90 8_11 0.0142 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 0.0000 P_10 8_11 0.0000 P_15 8_11 0.0000 P_20 8_11 0.0500 P_30 8_11 0.0333 P_100 8_11 0.0500 P_200 8_11 0.0350 P_500 8_11 0.0160 P_1000 8_11 0.0090 relstring 8_11 '00000--0--' recall_5 8_11 0.0000 recall_10 8_11 0.0000 recall_15 8_11 0.0000 recall_20 8_11 0.1000 recall_30 8_11 0.1000 recall_100 8_11 0.5000 recall_200 8_11 0.7000 recall_500 8_11 0.8000 recall_1000 8_11 0.9000 infAP 8_11 0.0472 Rprec_mult_0.20 8_11 0.0000 Rprec_mult_0.40 8_11 0.0000 Rprec_mult_0.60 8_11 0.0000 Rprec_mult_0.80 8_11 0.0000 Rprec_mult_1.00 8_11 0.0000 Rprec_mult_1.20 8_11 0.0000 Rprec_mult_1.40 8_11 0.0000 Rprec_mult_1.60 8_11 0.0000 Rprec_mult_1.80 8_11 0.0000 Rprec_mult_2.00 8_11 0.0500 utility 8_11 -982.0000 11pt_avg 8_11 0.0593 binG 8_11 0.1470 G 8_11 0.1509 ndcg 8_11 0.2931 ndcg_rel 8_11 0.1985 Rndcg 8_11 0.0977 ndcg_cut_5 8_11 0.0000 ndcg_cut_10 8_11 0.0000 ndcg_cut_15 8_11 0.0000 ndcg_cut_20 8_11 0.0749 ndcg_cut_30 8_11 0.0749 ndcg_cut_100 8_11 0.1911 ndcg_cut_200 8_11 0.2367 ndcg_cut_500 8_11 0.2757 ndcg_cut_1000 8_11 0.2931 map_cut_5 8_11 0.0000 map_cut_10 8_11 0.0000 map_cut_15 8_11 0.0000 map_cut_20 8_11 0.0053 map_cut_30 8_11 0.0053 map_cut_100 8_11 0.0337 map_cut_200 8_11 0.0433 map_cut_500 8_11 0.0458 map_cut_1000 8_11 0.0472 relative_P_5 8_11 0.0000 relative_P_10 8_11 0.0000 relative_P_15 8_11 0.0000 relative_P_20 8_11 0.1000 relative_P_30 8_11 0.1000 relative_P_100 8_11 0.5000 relative_P_200 8_11 0.7000 relative_P_500 8_11 0.8000 relative_P_1000 8_11 0.9000 success_1 8_11 0.0000 success_5 8_11 0.0000 success_10 8_11 0.0000 set_P 8_11 0.0090 set_relative_P 8_11 0.9000 set_recall 8_11 0.9000 set_map 8_11 0.0081 set_F 8_11 0.0178 num_nonrel_judged_ret 8_11 33 rbp 8_11 0.0172 rbp_resid 8_11 0.4726 unj_5 8_11 0.0000 unj_10 8_11 0.4000 unj_20 8_11 0.6000 num_ret 8_12 1000 num_rel 8_12 44 num_rel_ret 8_12 30 map 8_12 0.1161 Rprec 8_12 0.2045 bpref 8_12 0.2955 recip_rank 8_12 0.2500 iprec_at_recall_0.00 8_12 0.3333 iprec_at_recall_0.10 8_12 0.3333 iprec_at_recall_0.20 8_12 0.2500 iprec_at_recall_0.30 8_12 0.2203 iprec_at_recall_0.40 8_12 0.1324 iprec_at_recall_0.50 8_12 0.0870 iprec_at_recall_0.60 8_12 0.0677 iprec_at_recall_0.70 8_12 0.0000 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.2000 P_10 8_12 0.3000 P_15 8_12 0.3333 P_20 8_12 0.3000 P_30 8_12 0.2333 P_100 8_12 0.1600 P_200 8_12 0.0950 P_500 8_12 0.0540 P_1000 8_12 0.0300 relstring 8_12 '00020--031' recall_5 8_12 0.0227 recall_10 8_12 0.0682 recall_15 8_12 0.1136 recall_20 8_12 0.1364 recall_30 8_12 0.1591 recall_100 8_12 0.3636 recall_200 8_12 0.4318 recall_500 8_12 0.6136 recall_1000 8_12 0.6818 infAP 8_12 0.1161 Rprec_mult_0.20 8_12 0.2222 Rprec_mult_0.40 8_12 0.2778 Rprec_mult_0.60 8_12 0.2593 Rprec_mult_0.80 8_12 0.2500 Rprec_mult_1.00 8_12 0.2045 Rprec_mult_1.20 8_12 0.1887 Rprec_mult_1.40 8_12 0.2097 Rprec_mult_1.60 8_12 0.1972 Rprec_mult_1.80 8_12 0.1750 Rprec_mult_2.00 8_12 0.1705 utility 8_12 -940.0000 11pt_avg 8_12 0.1295 binG 8_12 0.1253 G 8_12 0.1129 ndcg 8_12 0.3806 ndcg_rel 8_12 0.3031 Rndcg 8_12 0.1661 ndcg_cut_5 8_12 0.0822 ndcg_cut_10 8_12 0.1400 ndcg_cut_15 8_12 0.2244 ndcg_cut_20 8_12 0.2226 ndcg_cut_30 8_12 0.2104 ndcg_cut_100 8_12 0.2814 ndcg_cut_200 8_12 0.2997 ndcg_cut_500 8_12 0.3576 ndcg_cut_1000 8_12 0.3806 map_cut_5 8_12 0.0057 map_cut_10 8_12 0.0176 map_cut_15 8_12 0.0316 map_cut_20 8_12 0.0388 map_cut_30 8_12 0.0464 map_cut_100 8_12 0.0897 map_cut_200 8_12 0.0986 map_cut_500 8_12 0.1133 map_cut_1000 8_12 0.1161 relative_P_5 8_12 0.2000 relative_P_10 8_12 0.3000 relative_P_15 8_12 0.3333 relative_P_20 8_12 0.3000 relative_P_30 8_12 0.2333 relative_P_100 8_12 0.3636 relative_P_200 8_12 0.4318 relative_P_500 8_12 0.6136 relative_P_1000 8_12 0.6818 success_1 8_12 0.0000 success_5 8_12 1.0000 success_10 8_12 1.0000 set_P 8_12 0.0300 set_relative_P 8_12 0.6818 set_recall 8_12 0.6818 set_map 8_12 0.0205 set_F 8_12 0.0575 num_nonrel_judged_ret 8_12 52 rbp 8_12 0.1299 rbp_resid 8_12 0.2174 unj_5 8_12 0.0000 unj_10 8_12 0.2000 unj_20 8_12 0.2000 num_ret 8_13 1000 num_rel 8_13 53 num_rel_ret 8_13 39 map 8_13 0.4375 Rprec 8_13 0.4528 bpref 8_13 0.6351 recip_rank 8_13 1.0000 iprec_at_recall_0.00 8_13 1.0000 iprec_at_recall_0.10 8_13 1.0000 iprec_at_recall_0.20 8_13 0.8571 iprec_at_recall_0.30 8_13 0.7200 iprec_at_recall_0.40 8_13 0.6970 iprec_at_recall_0.50 8_13 0.3784 iprec_at_recall_0.60 8_13 0.2171 iprec_at_recall_0.70 8_13 0.0652 iprec_at_recall_0.80 8_13 0.0000 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 1.0000 P_10 8_13 0.8000 P_15 8_13 0.8000 P_20 8_13 0.7500 P_30 8_13 0.6667 P_100 8_13 0.3000 P_200 8_13 0.1700 P_500 8_13 0.0720 P_1000 8_13 0.0390 relstring 8_13 '4234210301' recall_5 8_13 0.0943 recall_10 8_13 0.1509 recall_15 8_13 0.2264 recall_20 8_13 0.2830 recall_30 8_13 0.3774 recall_100 8_13 0.5660 recall_200 8_13 0.6415 recall_500 8_13 0.6792 recall_1000 8_13 0.7358 infAP 8_13 0.4375 Rprec_mult_0.20 8_13 0.8182 Rprec_mult_0.40 8_13 0.6818 Rprec_mult_0.60 8_13 0.6875 Rprec_mult_0.80 8_13 0.5581 Rprec_mult_1.00 8_13 0.4528 Rprec_mult_1.20 8_13 0.3906 Rprec_mult_1.40 8_13 0.3733 Rprec_mult_1.60 8_13 0.3294 Rprec_mult_1.80 8_13 0.3021 Rprec_mult_2.00 8_13 0.2830 utility 8_13 -922.0000 11pt_avg 8_13 0.4486 binG 8_13 0.2881 G 8_13 0.2206 ndcg 8_13 0.7146 ndcg_rel 8_13 0.7054 Rndcg 8_13 0.6980 ndcg_cut_5 8_13 0.8116 ndcg_cut_10 8_13 0.6701 ndcg_cut_15 8_13 0.6760 ndcg_cut_20 8_13 0.6803 ndcg_cut_30 8_13 0.6727 ndcg_cut_100 8_13 0.6557 ndcg_cut_200 8_13 0.6856 ndcg_cut_500 8_13 0.6991 ndcg_cut_1000 8_13 0.7146 map_cut_5 8_13 0.0943 map_cut_10 8_13 0.1448 map_cut_15 8_13 0.2081 map_cut_20 8_13 0.2547 map_cut_30 8_13 0.3215 map_cut_100 8_13 0.4129 map_cut_200 8_13 0.4289 map_cut_500 8_13 0.4342 map_cut_1000 8_13 0.4375 relative_P_5 8_13 1.0000 relative_P_10 8_13 0.8000 relative_P_15 8_13 0.8000 relative_P_20 8_13 0.7500 relative_P_30 8_13 0.6667 relative_P_100 8_13 0.5660 relative_P_200 8_13 0.6415 relative_P_500 8_13 0.6792 relative_P_1000 8_13 0.7358 success_1 8_13 1.0000 success_5 8_13 1.0000 success_10 8_13 1.0000 set_P 8_13 0.0390 set_relative_P 8_13 0.7358 set_recall 8_13 0.7358 set_map 8_13 0.0287 set_F 8_13 0.0741 num_nonrel_judged_ret 8_13 30 rbp 8_13 0.4730 rbp_resid 8_13 0.0696 unj_5 8_13 0.0000 unj_10 8_13 0.0000 unj_20 8_13 0.0500 num_ret 8_2 1000 num_rel 8_2 47 num_rel_ret 8_2 37 map 8_2 0.1138 Rprec 8_2 0.1277 bpref 8_2 0.3042 recip_rank 8_2 1.0000 iprec_at_recall_0.00 8_2 1.0000 iprec_at_recall_0.10 8_2 0.3846 iprec_at_recall_0.20 8_2 0.1354 iprec_at_recall_0.30 8_2 0.1273 iprec_at_recall_0.40 8_2 0.1131 iprec_at_recall_0.50 8_2 0.0738 iprec_at_recall_0.60 8_2 0.0613 iprec_at_recall_0.70 8_2 0.0470 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 0.2000 P_10 8_2 0.4000 P_15 8_2 0.3333 P_20 8_2 0.2500 P_30 8_2 0.1667 P_100 8_2 0.1300 P_200 8_2 0.0950 P_500 8_2 0.0600 P_1000 8_2 0.0370 relstring 8_2 '300000211-' recall_5 8_2 0.0213 recall_10 8_2 0.0851 recall_15 8_2 0.1064 recall_20 8_2 0.1064 recall_30 8_2 0.1064 recall_100 8_2 0.2766 recall_200 8_2 0.4043 recall_500 8_2 0.6383 recall_1000 8_2 0.7872 infAP 8_2 0.1138 Rprec_mult_0.20 8_2 0.4000 Rprec_mult_0.40 8_2 0.2632 Rprec_mult_0.60 8_2 0.1724 Rprec_mult_0.80 8_2 0.1579 Rprec_mult_1.00 8_2 0.1277 Rprec_mult_1.20 8_2 0.1404 Rprec_mult_1.40 8_2 0.1212 Rprec_mult_1.60 8_2 0.1053 Rprec_mult_1.80 8_2 0.1176 Rprec_mult_2.00 8_2 0.1277 utility 8_2 -926.0000 11pt_avg 8_2 0.1766 binG 8_2 0.1412 G 8_2 0.1252 ndcg 8_2 0.4482 ndcg_rel 8_2 0.3653 Rndcg 8_2 0.2988 ndcg_cut_5 8_2 0.2733 ndcg_cut_10 8_2 0.2768 ndcg_cut_15 8_2 0.2510 ndcg_cut_20 8_2 0.2221 ndcg_cut_30 8_2 0.2013 ndcg_cut_100 8_2 0.2630 ndcg_cut_200 8_2 0.3335 ndcg_cut_500 8_2 0.4157 ndcg_cut_1000 8_2 0.4482 map_cut_5 8_2 0.0213 map_cut_10 8_2 0.0448 map_cut_15 8_2 0.0530 map_cut_20 8_2 0.0530 map_cut_30 8_2 0.0530 map_cut_100 8_2 0.0760 map_cut_200 8_2 0.0906 map_cut_500 8_2 0.1070 map_cut_1000 8_2 0.1138 relative_P_5 8_2 0.2000 relative_P_10 8_2 0.4000 relative_P_15 8_2 0.3333 relative_P_20 8_2 0.2500 relative_P_30 8_2 0.1667 relative_P_100 8_2 0.2766 relative_P_200 8_2 0.4043 relative_P_500 8_2 0.6383 relative_P_1000 8_2 0.7872 success_1 8_2 1.0000 success_5 8_2 1.0000 success_10 8_2 1.0000 set_P 8_2 0.0370 set_relative_P 8_2 0.7872 set_recall 8_2 0.7872 set_map 8_2 0.0291 set_F 8_2 0.0707 num_nonrel_judged_ret 8_2 56 rbp 8_2 0.1326 rbp_resid 8_2 0.1707 unj_5 8_2 0.0000 unj_10 8_2 0.1000 unj_20 8_2 0.2000 num_ret 8_3 1000 num_rel 8_3 28 num_rel_ret 8_3 18 map 8_3 0.1171 Rprec 8_3 0.2500 bpref 8_3 0.1620 recip_rank 8_3 1.0000 iprec_at_recall_0.00 8_3 1.0000 iprec_at_recall_0.10 8_3 0.2692 iprec_at_recall_0.20 8_3 0.2692 iprec_at_recall_0.30 8_3 0.2424 iprec_at_recall_0.40 8_3 0.0647 iprec_at_recall_0.50 8_3 0.0625 iprec_at_recall_0.60 8_3 0.0384 iprec_at_recall_0.70 8_3 0.0000 iprec_at_recall_0.80 8_3 0.0000 iprec_at_recall_0.90 8_3 0.0000 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.2000 P_10 8_3 0.1000 P_15 8_3 0.2667 P_20 8_3 0.2000 P_30 8_3 0.2333 P_100 8_3 0.1000 P_200 8_3 0.0600 P_500 8_3 0.0340 P_1000 8_3 0.0180 relstring 8_3 '10000000-0' recall_5 8_3 0.0357 recall_10 8_3 0.0357 recall_15 8_3 0.1429 recall_20 8_3 0.1429 recall_30 8_3 0.2500 recall_100 8_3 0.3571 recall_200 8_3 0.4286 recall_500 8_3 0.6071 recall_1000 8_3 0.6429 infAP 8_3 0.1171 Rprec_mult_0.20 8_3 0.1667 Rprec_mult_0.40 8_3 0.1667 Rprec_mult_0.60 8_3 0.2353 Rprec_mult_0.80 8_3 0.2609 Rprec_mult_1.00 8_3 0.2500 Rprec_mult_1.20 8_3 0.2353 Rprec_mult_1.40 8_3 0.2000 Rprec_mult_1.60 8_3 0.1778 Rprec_mult_1.80 8_3 0.1569 Rprec_mult_2.00 8_3 0.1429 utility 8_3 -964.0000 11pt_avg 8_3 0.1769 binG 8_3 0.1441 G 8_3 0.1158 ndcg 8_3 0.3616 ndcg_rel 8_3 0.3052 Rndcg 8_3 0.2439 ndcg_cut_5 8_3 0.1696 ndcg_cut_10 8_3 0.1274 ndcg_cut_15 8_3 0.1938 ndcg_cut_20 8_3 0.1717 ndcg_cut_30 8_3 0.2188 ndcg_cut_100 8_3 0.2612 ndcg_cut_200 8_3 0.2939 ndcg_cut_500 8_3 0.3438 ndcg_cut_1000 8_3 0.3616 map_cut_5 8_3 0.0357 map_cut_10 8_3 0.0357 map_cut_15 8_3 0.0588 map_cut_20 8_3 0.0588 map_cut_30 8_3 0.0863 map_cut_100 8_3 0.1033 map_cut_200 8_3 0.1076 map_cut_500 8_3 0.1161 map_cut_1000 8_3 0.1171 relative_P_5 8_3 0.2000 relative_P_10 8_3 0.1000 relative_P_15 8_3 0.2667 relative_P_20 8_3 0.2000 relative_P_30 8_3 0.2500 relative_P_100 8_3 0.3571 relative_P_200 8_3 0.4286 relative_P_500 8_3 0.6071 relative_P_1000 8_3 0.6429 success_1 8_3 1.0000 success_5 8_3 1.0000 success_10 8_3 1.0000 set_P 8_3 0.0180 set_relative_P 8_3 0.6429 set_recall 8_3 0.6429 set_map 8_3 0.0116 set_F 8_3 0.0350 num_nonrel_judged_ret 8_3 57 rbp 8_3 0.1098 rbp_resid 8_3 0.0857 unj_5 8_3 0.0000 unj_10 8_3 0.1000 unj_20 8_3 0.0500 num_ret 8_4 1000 num_rel 8_4 101 num_rel_ret 8_4 86 map 8_4 0.5250 Rprec 8_4 0.5248 bpref 8_4 0.7462 recip_rank 8_4 1.0000 iprec_at_recall_0.00 8_4 1.0000 iprec_at_recall_0.10 8_4 0.9286 iprec_at_recall_0.20 8_4 0.9286 iprec_at_recall_0.30 8_4 0.8333 iprec_at_recall_0.40 8_4 0.6406 iprec_at_recall_0.50 8_4 0.5521 iprec_at_recall_0.60 8_4 0.4919 iprec_at_recall_0.70 8_4 0.2910 iprec_at_recall_0.80 8_4 0.1939 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 1.0000 P_10 8_4 0.9000 P_15 8_4 0.8667 P_20 8_4 0.9000 P_30 8_4 0.9000 P_100 8_4 0.5300 P_200 8_4 0.3400 P_500 8_4 0.1660 P_1000 8_4 0.0860 relstring 8_4 '4234202411' recall_5 8_4 0.0495 recall_10 8_4 0.0891 recall_15 8_4 0.1287 recall_20 8_4 0.1782 recall_30 8_4 0.2673 recall_100 8_4 0.5248 recall_200 8_4 0.6733 recall_500 8_4 0.8218 recall_1000 8_4 0.8515 infAP 8_4 0.5250 Rprec_mult_0.20 8_4 0.9048 Rprec_mult_0.40 8_4 0.8049 Rprec_mult_0.60 8_4 0.6393 Rprec_mult_0.80 8_4 0.5556 Rprec_mult_1.00 8_4 0.5248 Rprec_mult_1.20 8_4 0.4918 Rprec_mult_1.40 8_4 0.4366 Rprec_mult_1.60 8_4 0.3827 Rprec_mult_1.80 8_4 0.3626 Rprec_mult_2.00 8_4 0.3416 utility 8_4 -828.0000 11pt_avg 8_4 0.5327 binG 8_4 0.2756 G 8_4 0.1862 ndcg 8_4 0.7679 ndcg_rel 8_4 0.6866 Rndcg 8_4 0.6498 ndcg_cut_5 8_4 0.7850 ndcg_cut_10 8_4 0.6480 ndcg_cut_15 8_4 0.6299 ndcg_cut_20 8_4 0.6172 ndcg_cut_30 8_4 0.6439 ndcg_cut_100 8_4 0.6153 ndcg_cut_200 8_4 0.7024 ndcg_cut_500 8_4 0.7611 ndcg_cut_1000 8_4 0.7679 map_cut_5 8_4 0.0495 map_cut_10 8_4 0.0844 map_cut_15 8_4 0.1208 map_cut_20 8_4 0.1647 map_cut_30 8_4 0.2463 map_cut_100 8_4 0.4187 map_cut_200 8_4 0.4846 map_cut_500 8_4 0.5218 map_cut_1000 8_4 0.5250 relative_P_5 8_4 1.0000 relative_P_10 8_4 0.9000 relative_P_15 8_4 0.8667 relative_P_20 8_4 0.9000 relative_P_30 8_4 0.9000 relative_P_100 8_4 0.5300 relative_P_200 8_4 0.6733 relative_P_500 8_4 0.8218 relative_P_1000 8_4 0.8515 success_1 8_4 1.0000 success_5 8_4 1.0000 success_10 8_4 1.0000 set_P 8_4 0.0860 set_relative_P 8_4 0.8515 set_recall 8_4 0.8515 set_map 8_4 0.0732 set_F 8_4 0.1562 num_nonrel_judged_ret 8_4 58 rbp 8_4 0.5511 rbp_resid 8_4 0.0153 unj_5 8_4 0.0000 unj_10 8_4 0.0000 unj_20 8_4 0.0000 num_ret 8_5 1000 num_rel 8_5 51 num_rel_ret 8_5 40 map 8_5 0.2083 Rprec 8_5 0.2745 bpref 8_5 0.4229 recip_rank 8_5 1.0000 iprec_at_recall_0.00 8_5 1.0000 iprec_at_recall_0.10 8_5 0.6429 iprec_at_recall_0.20 8_5 0.5263 iprec_at_recall_0.30 8_5 0.2830 iprec_at_recall_0.40 8_5 0.1947 iprec_at_recall_0.50 8_5 0.1765 iprec_at_recall_0.60 8_5 0.1069 iprec_at_recall_0.70 8_5 0.0699 iprec_at_recall_0.80 8_5 0.0000 iprec_at_recall_0.90 8_5 0.0000 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.2000 P_10 8_5 0.5000 P_15 8_5 0.6000 P_20 8_5 0.5000 P_30 8_5 0.3667 P_100 8_5 0.1900 P_200 8_5 0.1400 P_500 8_5 0.0700 P_1000 8_5 0.0400 relstring 8_5 '2000010111' recall_5 8_5 0.0196 recall_10 8_5 0.0980 recall_15 8_5 0.1765 recall_20 8_5 0.1961 recall_30 8_5 0.2157 recall_100 8_5 0.3725 recall_200 8_5 0.5490 recall_500 8_5 0.6863 recall_1000 8_5 0.7843 infAP 8_5 0.2083 Rprec_mult_0.20 8_5 0.5455 Rprec_mult_0.40 8_5 0.4762 Rprec_mult_0.60 8_5 0.3548 Rprec_mult_0.80 8_5 0.2927 Rprec_mult_1.00 8_5 0.2745 Rprec_mult_1.20 8_5 0.2419 Rprec_mult_1.40 8_5 0.2222 Rprec_mult_1.60 8_5 0.2073 Rprec_mult_1.80 8_5 0.1957 Rprec_mult_2.00 8_5 0.1863 utility 8_5 -920.0000 11pt_avg 8_5 0.2727 binG 8_5 0.1682 G 8_5 0.1344 ndcg 8_5 0.4860 ndcg_rel 8_5 0.3847 Rndcg 8_5 0.3163 ndcg_cut_5 8_5 0.1982 ndcg_cut_10 8_5 0.2456 ndcg_cut_15 8_5 0.2931 ndcg_cut_20 8_5 0.2864 ndcg_cut_30 8_5 0.2656 ndcg_cut_100 8_5 0.3331 ndcg_cut_200 8_5 0.4014 ndcg_cut_500 8_5 0.4576 ndcg_cut_1000 8_5 0.4860 map_cut_5 8_5 0.0196 map_cut_10 8_5 0.0520 map_cut_15 8_5 0.0988 map_cut_20 8_5 0.1091 map_cut_30 8_5 0.1178 map_cut_100 8_5 0.1580 map_cut_200 8_5 0.1899 map_cut_500 8_5 0.2023 map_cut_1000 8_5 0.2083 relative_P_5 8_5 0.2000 relative_P_10 8_5 0.5000 relative_P_15 8_5 0.6000 relative_P_20 8_5 0.5000 relative_P_30 8_5 0.3667 relative_P_100 8_5 0.3725 relative_P_200 8_5 0.5490 relative_P_500 8_5 0.6863 relative_P_1000 8_5 0.7843 success_1 8_5 1.0000 success_5 8_5 1.0000 success_10 8_5 1.0000 set_P 8_5 0.0400 set_relative_P 8_5 0.7843 set_recall 8_5 0.7843 set_map 8_5 0.0314 set_F 8_5 0.0761 num_nonrel_judged_ret 8_5 50 rbp 8_5 0.1426 rbp_resid 8_5 0.0922 unj_5 8_5 0.0000 unj_10 8_5 0.0000 unj_20 8_5 0.0500 num_ret 8_7 1000 num_rel 8_7 47 num_rel_ret 8_7 42 map 8_7 0.3933 Rprec 8_7 0.4043 bpref 8_7 0.6922 recip_rank 8_7 1.0000 iprec_at_recall_0.00 8_7 1.0000 iprec_at_recall_0.10 8_7 1.0000 iprec_at_recall_0.20 8_7 0.9000 iprec_at_recall_0.30 8_7 0.5000 iprec_at_recall_0.40 8_7 0.4419 iprec_at_recall_0.50 8_7 0.3000 iprec_at_recall_0.60 8_7 0.2772 iprec_at_recall_0.70 8_7 0.2062 iprec_at_recall_0.80 8_7 0.1131 iprec_at_recall_0.90 8_7 0.0551 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 1.0000 P_10 8_7 0.9000 P_15 8_7 0.6000 P_20 8_7 0.6000 P_30 8_7 0.5000 P_100 8_7 0.2700 P_200 8_7 0.1700 P_500 8_7 0.0800 P_1000 8_7 0.0420 relstring 8_7 '2321210214' recall_5 8_7 0.1064 recall_10 8_7 0.1915 recall_15 8_7 0.1915 recall_20 8_7 0.2553 recall_30 8_7 0.3191 recall_100 8_7 0.5745 recall_200 8_7 0.7234 recall_500 8_7 0.8511 recall_1000 8_7 0.8936 infAP 8_7 0.3933 Rprec_mult_0.20 8_7 0.9000 Rprec_mult_0.40 8_7 0.5789 Rprec_mult_0.60 8_7 0.4828 Rprec_mult_0.80 8_7 0.4211 Rprec_mult_1.00 8_7 0.4043 Rprec_mult_1.20 8_7 0.3333 Rprec_mult_1.40 8_7 0.3030 Rprec_mult_1.60 8_7 0.3026 Rprec_mult_1.80 8_7 0.2824 Rprec_mult_2.00 8_7 0.2660 utility 8_7 -916.0000 11pt_avg 8_7 0.4358 binG 8_7 0.2935 G 8_7 0.2037 ndcg 8_7 0.7021 ndcg_rel 8_7 0.6044 Rndcg 8_7 0.5808 ndcg_cut_5 8_7 0.6043 ndcg_cut_10 8_7 0.6432 ndcg_cut_15 8_7 0.5367 ndcg_cut_20 8_7 0.5463 ndcg_cut_30 8_7 0.5397 ndcg_cut_100 8_7 0.5902 ndcg_cut_200 8_7 0.6466 ndcg_cut_500 8_7 0.6836 ndcg_cut_1000 8_7 0.7021 map_cut_5 8_7 0.1064 map_cut_10 8_7 0.1843 map_cut_15 8_7 0.1843 map_cut_20 8_7 0.2219 map_cut_30 8_7 0.2535 map_cut_100 8_7 0.3428 map_cut_200 8_7 0.3764 map_cut_500 8_7 0.3910 map_cut_1000 8_7 0.3933 relative_P_5 8_7 1.0000 relative_P_10 8_7 0.9000 relative_P_15 8_7 0.6000 relative_P_20 8_7 0.6000 relative_P_30 8_7 0.5000 relative_P_100 8_7 0.5745 relative_P_200 8_7 0.7234 relative_P_500 8_7 0.8511 relative_P_1000 8_7 0.8936 success_1 8_7 1.0000 success_5 8_7 1.0000 success_10 8_7 1.0000 set_P 8_7 0.0420 set_relative_P 8_7 0.8936 set_recall 8_7 0.8936 set_map 8_7 0.0375 set_F 8_7 0.0802 num_nonrel_judged_ret 8_7 23 rbp 8_7 0.3231 rbp_resid 8_7 0.1262 unj_5 8_7 0.0000 unj_10 8_7 0.0000 unj_20 8_7 0.1000 num_ret 8_8 1000 num_rel 8_8 32 num_rel_ret 8_8 30 map 8_8 0.3192 Rprec 8_8 0.4062 bpref 8_8 0.4121 recip_rank 8_8 0.5000 iprec_at_recall_0.00 8_8 0.7500 iprec_at_recall_0.10 8_8 0.7500 iprec_at_recall_0.20 8_8 0.6364 iprec_at_recall_0.30 8_8 0.4615 iprec_at_recall_0.40 8_8 0.4194 iprec_at_recall_0.50 8_8 0.2174 iprec_at_recall_0.60 8_8 0.2174 iprec_at_recall_0.70 8_8 0.1739 iprec_at_recall_0.80 8_8 0.1215 iprec_at_recall_0.90 8_8 0.0997 iprec_at_recall_1.00 8_8 0.0000 P_5 8_8 0.6000 P_10 8_8 0.6000 P_15 8_8 0.5333 P_20 8_8 0.4000 P_30 8_8 0.4000 P_100 8_8 0.2000 P_200 8_8 0.1250 P_500 8_8 0.0580 P_1000 8_8 0.0300 relstring 8_8 '0444030013' recall_5 8_8 0.0938 recall_10 8_8 0.1875 recall_15 8_8 0.2500 recall_20 8_8 0.2500 recall_30 8_8 0.3750 recall_100 8_8 0.6250 recall_200 8_8 0.7812 recall_500 8_8 0.9062 recall_1000 8_8 0.9375 infAP 8_8 0.3192 Rprec_mult_0.20 8_8 0.5714 Rprec_mult_0.40 8_8 0.5385 Rprec_mult_0.60 8_8 0.4000 Rprec_mult_0.80 8_8 0.4615 Rprec_mult_1.00 8_8 0.4062 Rprec_mult_1.20 8_8 0.3590 Rprec_mult_1.40 8_8 0.3333 Rprec_mult_1.60 8_8 0.2885 Rprec_mult_1.80 8_8 0.2586 Rprec_mult_2.00 8_8 0.2344 utility 8_8 -940.0000 11pt_avg 8_8 0.3497 binG 8_8 0.2411 G 8_8 0.2166 ndcg 8_8 0.6873 ndcg_rel 8_8 0.5764 Rndcg 8_8 0.5433 ndcg_cut_5 8_8 0.5296 ndcg_cut_10 8_8 0.5117 ndcg_cut_15 8_8 0.4912 ndcg_cut_20 8_8 0.4476 ndcg_cut_30 8_8 0.4899 ndcg_cut_100 8_8 0.6047 ndcg_cut_200 8_8 0.6459 ndcg_cut_500 8_8 0.6828 ndcg_cut_1000 8_8 0.6873 map_cut_5 8_8 0.0599 map_cut_10 8_8 0.1168 map_cut_15 8_8 0.1546 map_cut_20 8_8 0.1546 map_cut_30 8_8 0.2086 map_cut_100 8_8 0.2779 map_cut_200 8_8 0.3040 map_cut_500 8_8 0.3178 map_cut_1000 8_8 0.3192 relative_P_5 8_8 0.6000 relative_P_10 8_8 0.6000 relative_P_15 8_8 0.5333 relative_P_20 8_8 0.4000 relative_P_30 8_8 0.4000 relative_P_100 8_8 0.6250 relative_P_200 8_8 0.7812 relative_P_500 8_8 0.9062 relative_P_1000 8_8 0.9375 success_1 8_8 0.0000 success_5 8_8 1.0000 success_10 8_8 1.0000 set_P 8_8 0.0300 set_relative_P 8_8 0.9375 set_recall 8_8 0.9375 set_map 8_8 0.0281 set_F 8_8 0.0581 num_nonrel_judged_ret 8_8 49 rbp 8_8 0.3866 rbp_resid 8_8 0.0869 unj_5 8_8 0.0000 unj_10 8_8 0.0000 unj_20 8_8 0.1000 num_ret 9_11 1000 num_rel 9_11 119 num_rel_ret 9_11 60 map 9_11 0.1642 Rprec 9_11 0.2353 bpref 9_11 0.4712 recip_rank 9_11 1.0000 iprec_at_recall_0.00 9_11 1.0000 iprec_at_recall_0.10 9_11 0.4872 iprec_at_recall_0.20 9_11 0.3871 iprec_at_recall_0.30 9_11 0.1706 iprec_at_recall_0.40 9_11 0.1368 iprec_at_recall_0.50 9_11 0.0636 iprec_at_recall_0.60 9_11 0.0000 iprec_at_recall_0.70 9_11 0.0000 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 1.0000 P_10 9_11 0.6000 P_15 9_11 0.5333 P_20 9_11 0.5000 P_30 9_11 0.4333 P_100 9_11 0.2600 P_200 9_11 0.1700 P_500 9_11 0.0980 P_1000 9_11 0.0600 relstring 9_11 '32121-0--2' recall_5 9_11 0.0420 recall_10 9_11 0.0504 recall_15 9_11 0.0672 recall_20 9_11 0.0840 recall_30 9_11 0.1092 recall_100 9_11 0.2185 recall_200 9_11 0.2857 recall_500 9_11 0.4118 recall_1000 9_11 0.5042 infAP 9_11 0.1642 Rprec_mult_0.20 9_11 0.4583 Rprec_mult_0.40 9_11 0.4375 Rprec_mult_0.60 9_11 0.3333 Rprec_mult_0.80 9_11 0.2604 Rprec_mult_1.00 9_11 0.2353 Rprec_mult_1.20 9_11 0.2028 Rprec_mult_1.40 9_11 0.1856 Rprec_mult_1.60 9_11 0.1780 Rprec_mult_1.80 9_11 0.1674 Rprec_mult_2.00 9_11 0.1555 utility 9_11 -880.0000 11pt_avg 9_11 0.2041 binG 9_11 0.1208 G 9_11 0.0934 ndcg 9_11 0.4448 ndcg_rel 9_11 0.4313 Rndcg 9_11 0.3796 ndcg_cut_5 9_11 0.6795 ndcg_cut_10 9_11 0.4938 ndcg_cut_15 9_11 0.4600 ndcg_cut_20 9_11 0.4406 ndcg_cut_30 9_11 0.3859 ndcg_cut_100 9_11 0.2974 ndcg_cut_200 9_11 0.3256 ndcg_cut_500 9_11 0.3947 ndcg_cut_1000 9_11 0.4448 map_cut_5 9_11 0.0420 map_cut_10 9_11 0.0471 map_cut_15 9_11 0.0557 map_cut_20 9_11 0.0654 map_cut_30 9_11 0.0772 map_cut_100 9_11 0.1234 map_cut_200 9_11 0.1376 map_cut_500 9_11 0.1564 map_cut_1000 9_11 0.1642 relative_P_5 9_11 1.0000 relative_P_10 9_11 0.6000 relative_P_15 9_11 0.5333 relative_P_20 9_11 0.5000 relative_P_30 9_11 0.4333 relative_P_100 9_11 0.2600 relative_P_200 9_11 0.2857 relative_P_500 9_11 0.4118 relative_P_1000 9_11 0.5042 success_1 9_11 1.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.0600 set_relative_P 9_11 0.5042 set_recall 9_11 0.5042 set_map 9_11 0.0303 set_F 9_11 0.1072 num_nonrel_judged_ret 9_11 6 rbp 9_11 0.3459 rbp_resid 9_11 0.3510 unj_5 9_11 0.0000 unj_10 9_11 0.3000 unj_20 9_11 0.4500 num_ret 9_13 1000 num_rel 9_13 4 num_rel_ret 9_13 2 map 9_13 0.5000 Rprec 9_13 0.5000 bpref 9_13 0.5000 recip_rank 9_13 1.0000 iprec_at_recall_0.00 9_13 1.0000 iprec_at_recall_0.10 9_13 1.0000 iprec_at_recall_0.20 9_13 1.0000 iprec_at_recall_0.30 9_13 1.0000 iprec_at_recall_0.40 9_13 1.0000 iprec_at_recall_0.50 9_13 1.0000 iprec_at_recall_0.60 9_13 1.0000 iprec_at_recall_0.70 9_13 0.0000 iprec_at_recall_0.80 9_13 0.0000 iprec_at_recall_0.90 9_13 0.0000 iprec_at_recall_1.00 9_13 0.0000 P_5 9_13 0.4000 P_10 9_13 0.2000 P_15 9_13 0.1333 P_20 9_13 0.1000 P_30 9_13 0.0667 P_100 9_13 0.0200 P_200 9_13 0.0100 P_500 9_13 0.0040 P_1000 9_13 0.0020 relstring 9_13 '32--------' recall_5 9_13 0.5000 recall_10 9_13 0.5000 recall_15 9_13 0.5000 recall_20 9_13 0.5000 recall_30 9_13 0.5000 recall_100 9_13 0.5000 recall_200 9_13 0.5000 recall_500 9_13 0.5000 recall_1000 9_13 0.5000 infAP 9_13 0.5000 Rprec_mult_0.20 9_13 1.0000 Rprec_mult_0.40 9_13 1.0000 Rprec_mult_0.60 9_13 0.6667 Rprec_mult_0.80 9_13 0.5000 Rprec_mult_1.00 9_13 0.5000 Rprec_mult_1.20 9_13 0.4000 Rprec_mult_1.40 9_13 0.3333 Rprec_mult_1.60 9_13 0.2857 Rprec_mult_1.80 9_13 0.2500 Rprec_mult_2.00 9_13 0.2500 utility 9_13 -996.0000 11pt_avg 9_13 0.6364 binG 9_13 0.5000 G 9_13 0.4735 ndcg 9_13 0.6740 ndcg_rel 9_13 0.8047 Rndcg 9_13 0.7356 ndcg_cut_5 9_13 0.6740 ndcg_cut_10 9_13 0.6740 ndcg_cut_15 9_13 0.6740 ndcg_cut_20 9_13 0.6740 ndcg_cut_30 9_13 0.6740 ndcg_cut_100 9_13 0.6740 ndcg_cut_200 9_13 0.6740 ndcg_cut_500 9_13 0.6740 ndcg_cut_1000 9_13 0.6740 map_cut_5 9_13 0.5000 map_cut_10 9_13 0.5000 map_cut_15 9_13 0.5000 map_cut_20 9_13 0.5000 map_cut_30 9_13 0.5000 map_cut_100 9_13 0.5000 map_cut_200 9_13 0.5000 map_cut_500 9_13 0.5000 map_cut_1000 9_13 0.5000 relative_P_5 9_13 0.5000 relative_P_10 9_13 0.5000 relative_P_15 9_13 0.5000 relative_P_20 9_13 0.5000 relative_P_30 9_13 0.5000 relative_P_100 9_13 0.5000 relative_P_200 9_13 0.5000 relative_P_500 9_13 0.5000 relative_P_1000 9_13 0.5000 success_1 9_13 1.0000 success_5 9_13 1.0000 success_10 9_13 1.0000 set_P 9_13 0.0020 set_relative_P 9_13 0.5000 set_recall 9_13 0.5000 set_map 9_13 0.0010 set_F 9_13 0.0040 num_nonrel_judged_ret 9_13 2 rbp 9_13 0.1600 rbp_resid 9_13 0.7751 unj_5 9_13 0.6000 unj_10 9_13 0.8000 unj_20 9_13 0.8500 num_ret 9_2 1000 num_rel 9_2 113 num_rel_ret 9_2 78 map 9_2 0.2634 Rprec 9_2 0.3451 bpref 9_2 0.5795 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 0.5946 iprec_at_recall_0.20 9_2 0.5750 iprec_at_recall_0.30 9_2 0.4198 iprec_at_recall_0.40 9_2 0.2949 iprec_at_recall_0.50 9_2 0.2339 iprec_at_recall_0.60 9_2 0.1379 iprec_at_recall_0.70 9_2 0.0000 iprec_at_recall_0.80 9_2 0.0000 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 0.8000 P_10 9_2 0.7000 P_15 9_2 0.4667 P_20 9_2 0.5000 P_30 9_2 0.5667 P_100 9_2 0.3700 P_200 9_2 0.2650 P_500 9_2 0.1360 P_1000 9_2 0.0780 relstring 9_2 '110110222-' recall_5 9_2 0.0354 recall_10 9_2 0.0619 recall_15 9_2 0.0619 recall_20 9_2 0.0885 recall_30 9_2 0.1504 recall_100 9_2 0.3274 recall_200 9_2 0.4690 recall_500 9_2 0.6018 recall_1000 9_2 0.6903 infAP 9_2 0.2634 Rprec_mult_0.20 9_2 0.5217 Rprec_mult_0.40 9_2 0.5217 Rprec_mult_0.60 9_2 0.4412 Rprec_mult_0.80 9_2 0.3956 Rprec_mult_1.00 9_2 0.3451 Rprec_mult_1.20 9_2 0.2941 Rprec_mult_1.40 9_2 0.2893 Rprec_mult_1.60 9_2 0.2873 Rprec_mult_1.80 9_2 0.2647 Rprec_mult_2.00 9_2 0.2478 utility 9_2 -844.0000 11pt_avg 9_2 0.2960 binG 9_2 0.1501 G 9_2 0.1148 ndcg 9_2 0.5398 ndcg_rel 9_2 0.4447 Rndcg 9_2 0.3794 ndcg_cut_5 9_2 0.2768 ndcg_cut_10 9_2 0.3613 ndcg_cut_15 9_2 0.2964 ndcg_cut_20 9_2 0.3379 ndcg_cut_30 9_2 0.3603 ndcg_cut_100 9_2 0.3563 ndcg_cut_200 9_2 0.4228 ndcg_cut_500 9_2 0.4978 ndcg_cut_1000 9_2 0.5398 map_cut_5 9_2 0.0314 map_cut_10 9_2 0.0513 map_cut_15 9_2 0.0513 map_cut_20 9_2 0.0640 map_cut_30 9_2 0.0975 map_cut_100 9_2 0.1848 map_cut_200 9_2 0.2274 map_cut_500 9_2 0.2546 map_cut_1000 9_2 0.2634 relative_P_5 9_2 0.8000 relative_P_10 9_2 0.7000 relative_P_15 9_2 0.4667 relative_P_20 9_2 0.5000 relative_P_30 9_2 0.5667 relative_P_100 9_2 0.3700 relative_P_200 9_2 0.4690 relative_P_500 9_2 0.6018 relative_P_1000 9_2 0.6903 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 0.0780 set_relative_P 9_2 0.6903 set_recall 9_2 0.6903 set_map 9_2 0.0538 set_F 9_2 0.1402 num_nonrel_judged_ret 9_2 17 rbp 9_2 0.2710 rbp_resid 9_2 0.1963 unj_5 9_2 0.0000 unj_10 9_2 0.1000 unj_20 9_2 0.3000 num_ret 9_6 1000 num_rel 9_6 131 num_rel_ret 9_6 109 map 9_6 0.3589 Rprec 9_6 0.3969 bpref 9_6 0.8149 recip_rank 9_6 1.0000 iprec_at_recall_0.00 9_6 1.0000 iprec_at_recall_0.10 9_6 0.6842 iprec_at_recall_0.20 9_6 0.4906 iprec_at_recall_0.30 9_6 0.4545 iprec_at_recall_0.40 9_6 0.4333 iprec_at_recall_0.50 9_6 0.3383 iprec_at_recall_0.60 9_6 0.2951 iprec_at_recall_0.70 9_6 0.2527 iprec_at_recall_0.80 9_6 0.1598 iprec_at_recall_0.90 9_6 0.0000 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 1.0000 P_10 9_6 0.9000 P_15 9_6 0.8000 P_20 9_6 0.6500 P_30 9_6 0.6667 P_100 9_6 0.4500 P_200 9_6 0.3350 P_500 9_6 0.1940 P_1000 9_6 0.1090 relstring 9_6 '33213-2222' recall_5 9_6 0.0382 recall_10 9_6 0.0687 recall_15 9_6 0.0916 recall_20 9_6 0.0992 recall_30 9_6 0.1527 recall_100 9_6 0.3435 recall_200 9_6 0.5115 recall_500 9_6 0.7405 recall_1000 9_6 0.8321 infAP 9_6 0.3589 Rprec_mult_0.20 9_6 0.6667 Rprec_mult_0.40 9_6 0.4906 Rprec_mult_0.60 9_6 0.4430 Rprec_mult_0.80 9_6 0.4286 Rprec_mult_1.00 9_6 0.3969 Rprec_mult_1.20 9_6 0.3544 Rprec_mult_1.40 9_6 0.3424 Rprec_mult_1.60 9_6 0.3238 Rprec_mult_1.80 9_6 0.3008 Rprec_mult_2.00 9_6 0.2939 utility 9_6 -782.0000 11pt_avg 9_6 0.3735 binG 9_6 0.1898 G 9_6 0.1508 ndcg 9_6 0.7073 ndcg_rel 9_6 0.5974 Rndcg 9_6 0.5398 ndcg_cut_5 9_6 0.8461 ndcg_cut_10 9_6 0.7308 ndcg_cut_15 9_6 0.6413 ndcg_cut_20 9_6 0.5558 ndcg_cut_30 9_6 0.5615 ndcg_cut_100 9_6 0.4610 ndcg_cut_200 9_6 0.5201 ndcg_cut_500 9_6 0.6645 ndcg_cut_1000 9_6 0.7073 map_cut_5 9_6 0.0382 map_cut_10 9_6 0.0650 map_cut_15 9_6 0.0844 map_cut_20 9_6 0.0896 map_cut_30 9_6 0.1245 map_cut_100 9_6 0.2174 map_cut_200 9_6 0.2803 map_cut_500 9_6 0.3442 map_cut_1000 9_6 0.3589 relative_P_5 9_6 1.0000 relative_P_10 9_6 0.9000 relative_P_15 9_6 0.8000 relative_P_20 9_6 0.6500 relative_P_30 9_6 0.6667 relative_P_100 9_6 0.4500 relative_P_200 9_6 0.5115 relative_P_500 9_6 0.7405 relative_P_1000 9_6 0.8321 success_1 9_6 1.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 0.1090 set_relative_P 9_6 0.8321 set_recall 9_6 0.8321 set_map 9_6 0.0907 set_F 9_6 0.1927 num_nonrel_judged_ret 9_6 5 rbp 9_6 0.5560 rbp_resid 9_6 0.2417 unj_5 9_6 0.0000 unj_10 9_6 0.1000 unj_20 9_6 0.3500 num_ret 9_9 1000 num_rel 9_9 55 num_rel_ret 9_9 47 map 9_9 0.2121 Rprec 9_9 0.3091 bpref 9_9 0.7164 recip_rank 9_9 1.0000 iprec_at_recall_0.00 9_9 1.0000 iprec_at_recall_0.10 9_9 0.5455 iprec_at_recall_0.20 9_9 0.3590 iprec_at_recall_0.30 9_9 0.3333 iprec_at_recall_0.40 9_9 0.2110 iprec_at_recall_0.50 9_9 0.0962 iprec_at_recall_0.60 9_9 0.0823 iprec_at_recall_0.70 9_9 0.0666 iprec_at_recall_0.80 9_9 0.0535 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 0.4000 P_10 9_9 0.5000 P_15 9_9 0.4000 P_20 9_9 0.4000 P_30 9_9 0.3333 P_100 9_9 0.2000 P_200 9_9 0.1250 P_500 9_9 0.0660 P_1000 9_9 0.0470 relstring 9_9 '33000333--' recall_5 9_9 0.0364 recall_10 9_9 0.0909 recall_15 9_9 0.1091 recall_20 9_9 0.1455 recall_30 9_9 0.1818 recall_100 9_9 0.3636 recall_200 9_9 0.4545 recall_500 9_9 0.6000 recall_1000 9_9 0.8545 infAP 9_9 0.2121 Rprec_mult_0.20 9_9 0.5455 Rprec_mult_0.40 9_9 0.3636 Rprec_mult_0.60 9_9 0.3333 Rprec_mult_0.80 9_9 0.3409 Rprec_mult_1.00 9_9 0.3091 Rprec_mult_1.20 9_9 0.2576 Rprec_mult_1.40 9_9 0.2338 Rprec_mult_1.60 9_9 0.2045 Rprec_mult_1.80 9_9 0.2020 Rprec_mult_2.00 9_9 0.2091 utility 9_9 -906.0000 11pt_avg 9_9 0.2498 binG 9_9 0.1805 G 9_9 0.1790 ndcg 9_9 0.6517 ndcg_rel 9_9 0.5669 Rndcg 9_9 0.4806 ndcg_cut_5 9_9 0.5531 ndcg_cut_10 9_9 0.5801 ndcg_cut_15 9_9 0.4814 ndcg_cut_20 9_9 0.4465 ndcg_cut_30 9_9 0.4155 ndcg_cut_100 9_9 0.4577 ndcg_cut_200 9_9 0.5027 ndcg_cut_500 9_9 0.5627 ndcg_cut_1000 9_9 0.6517 map_cut_5 9_9 0.0364 map_cut_10 9_9 0.0672 map_cut_15 9_9 0.0771 map_cut_20 9_9 0.0936 map_cut_30 9_9 0.1080 map_cut_100 9_9 0.1644 map_cut_200 9_9 0.1823 map_cut_500 9_9 0.1964 map_cut_1000 9_9 0.2121 relative_P_5 9_9 0.4000 relative_P_10 9_9 0.5000 relative_P_15 9_9 0.4000 relative_P_20 9_9 0.4000 relative_P_30 9_9 0.3333 relative_P_100 9_9 0.3636 relative_P_200 9_9 0.4545 relative_P_500 9_9 0.6000 relative_P_1000 9_9 0.8545 success_1 9_9 1.0000 success_5 9_9 1.0000 success_10 9_9 1.0000 set_P 9_9 0.0470 set_relative_P 9_9 0.8545 set_recall 9_9 0.8545 set_map 9_9 0.0402 set_F 9_9 0.0891 num_nonrel_judged_ret 9_9 19 rbp 9_9 0.4274 rbp_resid 9_9 0.2969 unj_5 9_9 0.0000 unj_10 9_9 0.2000 unj_20 9_9 0.4000 runid all infosense_llama_short_long_qrs_2 num_q all 116 num_ret all 116000 num_rel all 9895 num_rel_ret all 6017 map all 0.2433 gm_map all 0.1564 Rprec all 0.2868 bpref all 0.4854 recip_rank all 0.7944 iprec_at_recall_0.00 all 0.8348 iprec_at_recall_0.10 all 0.6048 iprec_at_recall_0.20 all 0.4655 iprec_at_recall_0.30 all 0.3606 iprec_at_recall_0.40 all 0.2663 iprec_at_recall_0.50 all 0.1923 iprec_at_recall_0.60 all 0.1376 iprec_at_recall_0.70 all 0.0804 iprec_at_recall_0.80 all 0.0386 iprec_at_recall_0.90 all 0.0117 iprec_at_recall_1.00 all 0.0009 P_5 all 0.6552 P_10 all 0.5776 P_15 all 0.5287 P_20 all 0.4957 P_30 all 0.4566 P_100 all 0.2509 P_200 all 0.1630 P_500 all 0.0871 P_1000 all 0.0519 recall_5 all 0.0536 recall_10 all 0.0902 recall_15 all 0.1189 recall_20 all 0.1438 recall_30 all 0.1914 recall_100 all 0.3401 recall_200 all 0.4387 recall_500 all 0.5625 recall_1000 all 0.6523 infAP all 0.2433 gm_bpref all 0.3593 Rprec_mult_0.20 all 0.5425 Rprec_mult_0.40 all 0.4387 Rprec_mult_0.60 all 0.3683 Rprec_mult_0.80 all 0.3218 Rprec_mult_1.00 all 0.2868 Rprec_mult_1.20 all 0.2579 Rprec_mult_1.40 all 0.2370 Rprec_mult_1.60 all 0.2191 Rprec_mult_1.80 all 0.2031 Rprec_mult_2.00 all 0.1910 utility all -896.2586 11pt_avg all 0.2721 binG all 0.1774 G all 0.1364 ndcg all 0.5080 ndcg_rel all 0.4550 Rndcg all 0.4046 ndcg_cut_5 all 0.4607 ndcg_cut_10 all 0.4271 ndcg_cut_15 all 0.4123 ndcg_cut_20 all 0.4042 ndcg_cut_30 all 0.3993 ndcg_cut_100 all 0.3831 ndcg_cut_200 all 0.4147 ndcg_cut_500 all 0.4716 ndcg_cut_1000 all 0.5080 map_cut_5 all 0.0472 map_cut_10 all 0.0734 map_cut_15 all 0.0927 map_cut_20 all 0.1085 map_cut_30 all 0.1366 map_cut_100 all 0.1970 map_cut_200 all 0.2188 map_cut_500 all 0.2364 map_cut_1000 all 0.2433 relative_P_5 all 0.6560 relative_P_10 all 0.5802 relative_P_15 all 0.5325 relative_P_20 all 0.5013 relative_P_30 all 0.4687 relative_P_100 all 0.3761 relative_P_200 all 0.4404 relative_P_500 all 0.5625 relative_P_1000 all 0.6523 success_1 all 0.6983 success_5 all 0.9397 success_10 all 0.9483 set_P all 0.0519 set_relative_P all 0.6523 set_recall all 0.6523 set_map all 0.0359 set_F all 0.0934 num_nonrel_judged_ret all 3075 rbp all 0.3174 rbp_resid all 0.2193 unj_5 all 0.0052 unj_10 all 0.1474 unj_20 all 0.2664