num_ret 14 200 num_rel 14 272 num_rel_ret 14 102 map 14 0.2216 Rprec 14 0.3750 bpref 14 0.3426 recip_rank 14 1.0000 iprec_at_recall_0.00 14 1.0000 iprec_at_recall_0.10 14 0.6129 iprec_at_recall_0.20 14 0.5872 iprec_at_recall_0.30 14 0.5519 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 0.8000 P_10 14 0.6000 P_15 14 0.6000 P_20 14 0.6000 P_30 14 0.5333 P_100 14 0.5800 P_200 14 0.5100 P_500 14 0.2040 P_1000 14 0.1020 relstring 14 '2321212201' recall_5 14 0.0147 recall_10 14 0.0221 recall_15 14 0.0331 recall_20 14 0.0441 recall_30 14 0.0588 recall_100 14 0.2132 recall_200 14 0.3750 recall_500 14 0.3750 recall_1000 14 0.3750 infAP 14 0.2216 Rprec_mult_0.20 14 0.6000 Rprec_mult_0.40 14 0.5872 Rprec_mult_0.60 14 0.5244 Rprec_mult_0.80 14 0.4679 Rprec_mult_1.00 14 0.3750 Rprec_mult_1.20 14 0.3119 Rprec_mult_1.40 14 0.2677 Rprec_mult_1.60 14 0.2339 Rprec_mult_1.80 14 0.2082 Rprec_mult_2.00 14 0.1875 utility 14 4.0000 11pt_avg 14 0.2502 binG 14 0.0882 G 14 0.0685 ndcg 14 0.4369 ndcg_rel 14 0.4895 Rndcg 14 0.5017 ndcg_cut_5 14 0.5820 ndcg_cut_10 14 0.5268 ndcg_cut_15 14 0.5149 ndcg_cut_20 14 0.5167 ndcg_cut_30 14 0.5020 ndcg_cut_100 14 0.5979 ndcg_cut_200 14 0.5696 ndcg_cut_500 14 0.4369 ndcg_cut_1000 14 0.4369 map_cut_5 14 0.0140 map_cut_10 14 0.0194 map_cut_15 14 0.0262 map_cut_20 14 0.0325 map_cut_30 14 0.0412 map_cut_100 14 0.1325 map_cut_200 14 0.2216 map_cut_500 14 0.2216 map_cut_1000 14 0.2216 relative_P_5 14 0.8000 relative_P_10 14 0.6000 relative_P_15 14 0.6000 relative_P_20 14 0.6000 relative_P_30 14 0.5333 relative_P_100 14 0.5800 relative_P_200 14 0.5100 relative_P_500 14 0.3750 relative_P_1000 14 0.3750 success_1 14 1.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.5100 set_relative_P 14 0.5100 set_recall 14 0.3750 set_map 14 0.1913 set_F 14 0.4322 num_nonrel_judged_ret 14 34 rbp 14 0.4065 rbp_resid 14 0.0313 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0500 num_ret 144 200 num_rel 144 197 num_rel_ret 144 60 map 144 0.2036 Rprec 144 0.3046 bpref 144 0.2896 recip_rank 144 1.0000 iprec_at_recall_0.00 144 1.0000 iprec_at_recall_0.10 144 0.8148 iprec_at_recall_0.20 144 0.6500 iprec_at_recall_0.30 144 0.3430 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 1.0000 P_10 144 0.9000 P_15 144 0.8000 P_20 144 0.7500 P_30 144 0.7333 P_100 144 0.4800 P_200 144 0.3000 P_500 144 0.1200 P_1000 144 0.0600 relstring 144 '232232-222' recall_5 144 0.0254 recall_10 144 0.0457 recall_15 144 0.0609 recall_20 144 0.0761 recall_30 144 0.1117 recall_100 144 0.2437 recall_200 144 0.3046 recall_500 144 0.3046 recall_1000 144 0.3046 infAP 144 0.2036 Rprec_mult_0.20 144 0.6500 Rprec_mult_0.40 144 0.5443 Rprec_mult_0.60 144 0.4202 Rprec_mult_0.80 144 0.3608 Rprec_mult_1.00 144 0.3046 Rprec_mult_1.20 144 0.2532 Rprec_mult_1.40 144 0.2174 Rprec_mult_1.60 144 0.1899 Rprec_mult_1.80 144 0.1690 Rprec_mult_2.00 144 0.1523 utility 144 -80.0000 11pt_avg 144 0.2553 binG 144 0.1065 G 144 0.0551 ndcg 144 0.3570 ndcg_rel 144 0.4104 Rndcg 144 0.4650 ndcg_cut_5 144 0.7023 ndcg_cut_10 144 0.6451 ndcg_cut_15 144 0.6228 ndcg_cut_20 144 0.6076 ndcg_cut_30 144 0.6005 ndcg_cut_100 144 0.5250 ndcg_cut_200 144 0.4362 ndcg_cut_500 144 0.3570 ndcg_cut_1000 144 0.3570 map_cut_5 144 0.0254 map_cut_10 144 0.0440 map_cut_15 144 0.0576 map_cut_20 144 0.0690 map_cut_30 144 0.0971 map_cut_100 144 0.1791 map_cut_200 144 0.2036 map_cut_500 144 0.2036 map_cut_1000 144 0.2036 relative_P_5 144 1.0000 relative_P_10 144 0.9000 relative_P_15 144 0.8000 relative_P_20 144 0.7500 relative_P_30 144 0.7333 relative_P_100 144 0.4800 relative_P_200 144 0.3046 relative_P_500 144 0.3046 relative_P_1000 144 0.3046 success_1 144 1.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.3000 set_relative_P 144 0.3046 set_recall 144 0.3046 set_map 144 0.0914 set_F 144 0.3023 num_nonrel_judged_ret 144 61 rbp 144 0.4812 rbp_resid 144 0.1720 unj_5 144 0.0000 unj_10 144 0.1000 unj_20 144 0.2500 num_ret 161 200 num_rel 161 218 num_rel_ret 161 93 map 161 0.2623 Rprec 161 0.4266 bpref 161 0.3971 recip_rank 161 0.5000 iprec_at_recall_0.00 161 0.8889 iprec_at_recall_0.10 161 0.7333 iprec_at_recall_0.20 161 0.6027 iprec_at_recall_0.30 161 0.5641 iprec_at_recall_0.40 161 0.5273 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 0.8000 P_10 161 0.8000 P_15 161 0.7333 P_20 161 0.7000 P_30 161 0.7333 P_100 161 0.5500 P_200 161 0.4650 P_500 161 0.1860 P_1000 161 0.0930 relstring 161 '122322222-' recall_5 161 0.0183 recall_10 161 0.0367 recall_15 161 0.0505 recall_20 161 0.0642 recall_30 161 0.1009 recall_100 161 0.2523 recall_200 161 0.4266 recall_500 161 0.4266 recall_1000 161 0.4266 infAP 161 0.2623 Rprec_mult_0.20 161 0.6818 Rprec_mult_0.40 161 0.5455 Rprec_mult_0.60 161 0.5496 Rprec_mult_0.80 161 0.5029 Rprec_mult_1.00 161 0.4266 Rprec_mult_1.20 161 0.3550 Rprec_mult_1.40 161 0.3039 Rprec_mult_1.60 161 0.2665 Rprec_mult_1.80 161 0.2366 Rprec_mult_2.00 161 0.2133 utility 161 -14.0000 11pt_avg 161 0.3015 binG 161 0.1084 G 161 0.0736 ndcg 161 0.4456 ndcg_rel 161 0.4878 Rndcg 161 0.4794 ndcg_cut_5 161 0.6023 ndcg_cut_10 161 0.5825 ndcg_cut_15 161 0.5439 ndcg_cut_20 161 0.5202 ndcg_cut_30 161 0.5788 ndcg_cut_100 161 0.5415 ndcg_cut_200 161 0.4962 ndcg_cut_500 161 0.4456 ndcg_cut_1000 161 0.4456 map_cut_5 161 0.0125 map_cut_10 161 0.0283 map_cut_15 161 0.0398 map_cut_20 161 0.0499 map_cut_30 161 0.0768 map_cut_100 161 0.1688 map_cut_200 161 0.2623 map_cut_500 161 0.2623 map_cut_1000 161 0.2623 relative_P_5 161 0.8000 relative_P_10 161 0.8000 relative_P_15 161 0.7333 relative_P_20 161 0.7000 relative_P_30 161 0.7333 relative_P_100 161 0.5500 relative_P_200 161 0.4650 relative_P_500 161 0.4266 relative_P_1000 161 0.4266 success_1 161 0.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.4650 set_relative_P 161 0.4650 set_recall 161 0.4266 set_map 161 0.1984 set_F 161 0.4450 num_nonrel_judged_ret 161 39 rbp 161 0.5596 rbp_resid 161 0.1170 unj_5 161 0.0000 unj_10 161 0.1000 unj_20 161 0.2000 num_ret 200 200 num_rel 200 184 num_rel_ret 200 103 map 200 0.4065 Rprec 200 0.5380 bpref 200 0.5191 recip_rank 200 1.0000 iprec_at_recall_0.00 200 1.0000 iprec_at_recall_0.10 200 0.8846 iprec_at_recall_0.20 200 0.7917 iprec_at_recall_0.30 200 0.7176 iprec_at_recall_0.40 200 0.6981 iprec_at_recall_0.50 200 0.6216 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 0.6000 P_10 200 0.7000 P_15 200 0.8000 P_20 200 0.8500 P_30 200 0.8667 P_100 200 0.6800 P_200 200 0.5150 P_500 200 0.2060 P_1000 200 0.1030 relstring 200 '2132123220' recall_5 200 0.0163 recall_10 200 0.0380 recall_15 200 0.0652 recall_20 200 0.0924 recall_30 200 0.1413 recall_100 200 0.3696 recall_200 200 0.5598 recall_500 200 0.5598 recall_1000 200 0.5598 infAP 200 0.4065 Rprec_mult_0.20 200 0.8378 Rprec_mult_0.40 200 0.7162 Rprec_mult_0.60 200 0.6847 Rprec_mult_0.80 200 0.6216 Rprec_mult_1.00 200 0.5380 Rprec_mult_1.20 200 0.4661 Rprec_mult_1.40 200 0.3992 Rprec_mult_1.60 200 0.3492 Rprec_mult_1.80 200 0.3102 Rprec_mult_2.00 200 0.2799 utility 200 6.0000 11pt_avg 200 0.4285 binG 200 0.1582 G 200 0.1088 ndcg 200 0.5940 ndcg_rel 200 0.6314 Rndcg 200 0.5972 ndcg_cut_5 200 0.5464 ndcg_cut_10 200 0.5690 ndcg_cut_15 200 0.6328 ndcg_cut_20 200 0.7025 ndcg_cut_30 200 0.7241 ndcg_cut_100 200 0.6900 ndcg_cut_200 200 0.6191 ndcg_cut_500 200 0.5940 ndcg_cut_1000 200 0.5940 map_cut_5 200 0.0131 map_cut_10 200 0.0289 map_cut_15 200 0.0498 map_cut_20 200 0.0724 map_cut_30 200 0.1149 map_cut_100 200 0.2863 map_cut_200 200 0.4065 map_cut_500 200 0.4065 map_cut_1000 200 0.4065 relative_P_5 200 0.6000 relative_P_10 200 0.7000 relative_P_15 200 0.8000 relative_P_20 200 0.8500 relative_P_30 200 0.8667 relative_P_100 200 0.6800 relative_P_200 200 0.5598 relative_P_500 200 0.5598 relative_P_1000 200 0.5598 success_1 200 1.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.5150 set_relative_P 200 0.5598 set_recall 200 0.5598 set_map 200 0.2883 set_F 200 0.5365 num_nonrel_judged_ret 200 42 rbp 200 0.5280 rbp_resid 200 0.0090 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 200 num_rel 213 322 num_rel_ret 213 117 map 213 0.2675 Rprec 213 0.3634 bpref 213 0.3421 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 0.7966 iprec_at_recall_0.20 213 0.7586 iprec_at_recall_0.30 213 0.6510 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 0.8000 P_10 213 0.8000 P_15 213 0.8000 P_20 213 0.8000 P_30 213 0.8333 P_100 213 0.7100 P_200 213 0.5850 P_500 213 0.2340 P_1000 213 0.1170 relstring 213 '313332-232' recall_5 213 0.0124 recall_10 213 0.0248 recall_15 213 0.0373 recall_20 213 0.0497 recall_30 213 0.0776 recall_100 213 0.2205 recall_200 213 0.3634 recall_500 213 0.3634 recall_1000 213 0.3634 infAP 213 0.2675 Rprec_mult_0.20 213 0.7385 Rprec_mult_0.40 213 0.6977 Rprec_mult_0.60 213 0.5979 Rprec_mult_0.80 213 0.4535 Rprec_mult_1.00 213 0.3634 Rprec_mult_1.20 213 0.3023 Rprec_mult_1.40 213 0.2594 Rprec_mult_1.60 213 0.2267 Rprec_mult_1.80 213 0.2017 Rprec_mult_2.00 213 0.1817 utility 213 34.0000 11pt_avg 213 0.2915 binG 213 0.0984 G 213 0.0652 ndcg 213 0.4309 ndcg_rel 213 0.5061 Rndcg 213 0.5235 ndcg_cut_5 213 0.6430 ndcg_cut_10 213 0.5727 ndcg_cut_15 213 0.6006 ndcg_cut_20 213 0.6449 ndcg_cut_30 213 0.7005 ndcg_cut_100 213 0.6667 ndcg_cut_200 213 0.5925 ndcg_cut_500 213 0.4309 ndcg_cut_1000 213 0.4309 map_cut_5 213 0.0100 map_cut_10 213 0.0198 map_cut_15 213 0.0302 map_cut_20 213 0.0400 map_cut_30 213 0.0625 map_cut_100 213 0.1721 map_cut_200 213 0.2675 map_cut_500 213 0.2675 map_cut_1000 213 0.2675 relative_P_5 213 0.8000 relative_P_10 213 0.8000 relative_P_15 213 0.8000 relative_P_20 213 0.8000 relative_P_30 213 0.8333 relative_P_100 213 0.7100 relative_P_200 213 0.5850 relative_P_500 213 0.3634 relative_P_1000 213 0.3634 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.5850 set_relative_P 213 0.5850 set_recall 213 0.3634 set_map 213 0.2126 set_F 213 0.4483 num_nonrel_judged_ret 213 18 rbp 213 0.5918 rbp_resid 213 0.0782 unj_5 213 0.0000 unj_10 213 0.1000 unj_20 213 0.1000 num_ret 219 200 num_rel 219 203 num_rel_ret 219 52 map 219 0.0785 Rprec 219 0.2562 bpref 219 0.2017 recip_rank 219 1.0000 iprec_at_recall_0.00 219 1.0000 iprec_at_recall_0.10 219 0.3165 iprec_at_recall_0.20 219 0.2751 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.4000 P_10 219 0.4000 P_15 219 0.2667 P_20 219 0.2500 P_30 219 0.2667 P_100 219 0.2700 P_200 219 0.2600 P_500 219 0.1040 P_1000 219 0.0520 relstring 219 '2000200220' recall_5 219 0.0099 recall_10 219 0.0197 recall_15 219 0.0197 recall_20 219 0.0246 recall_30 219 0.0394 recall_100 219 0.1330 recall_200 219 0.2562 recall_500 219 0.2562 recall_1000 219 0.2562 infAP 219 0.0785 Rprec_mult_0.20 219 0.3171 Rprec_mult_0.40 219 0.3049 Rprec_mult_0.60 219 0.2623 Rprec_mult_0.80 219 0.2638 Rprec_mult_1.00 219 0.2562 Rprec_mult_1.20 219 0.2131 Rprec_mult_1.40 219 0.1825 Rprec_mult_1.60 219 0.1600 Rprec_mult_1.80 219 0.1421 Rprec_mult_2.00 219 0.1281 utility 219 -96.0000 11pt_avg 219 0.1447 binG 219 0.0511 G 219 0.0355 ndcg 219 0.2432 ndcg_rel 219 0.2455 Rndcg 219 0.2313 ndcg_cut_5 219 0.2352 ndcg_cut_10 219 0.2320 ndcg_cut_15 219 0.1888 ndcg_cut_20 219 0.1808 ndcg_cut_30 219 0.1977 ndcg_cut_100 219 0.2526 ndcg_cut_200 219 0.2718 ndcg_cut_500 219 0.2432 ndcg_cut_1000 219 0.2432 map_cut_5 219 0.0069 map_cut_10 219 0.0109 map_cut_15 219 0.0109 map_cut_20 219 0.0123 map_cut_30 219 0.0162 map_cut_100 219 0.0452 map_cut_200 219 0.0785 map_cut_500 219 0.0785 map_cut_1000 219 0.0785 relative_P_5 219 0.4000 relative_P_10 219 0.4000 relative_P_15 219 0.2667 relative_P_20 219 0.2500 relative_P_30 219 0.2667 relative_P_100 219 0.2700 relative_P_200 219 0.2600 relative_P_500 219 0.2562 relative_P_1000 219 0.2562 success_1 219 1.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.2600 set_relative_P 219 0.2600 set_recall 219 0.2562 set_map 219 0.0666 set_F 219 0.2581 num_nonrel_judged_ret 219 74 rbp 219 0.1602 rbp_resid 219 0.1245 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.2000 num_ret 224 200 num_rel 224 304 num_rel_ret 224 109 map 224 0.2779 Rprec 224 0.3586 bpref 224 0.3463 recip_rank 224 1.0000 iprec_at_recall_0.00 224 1.0000 iprec_at_recall_0.10 224 0.8750 iprec_at_recall_0.20 224 0.7470 iprec_at_recall_0.30 224 0.6389 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 1.0000 P_10 224 1.0000 P_15 224 1.0000 P_20 224 0.9500 P_30 224 0.8333 P_100 224 0.7000 P_200 224 0.5450 P_500 224 0.2180 P_1000 224 0.1090 relstring 224 '2222222222' recall_5 224 0.0164 recall_10 224 0.0329 recall_15 224 0.0493 recall_20 224 0.0625 recall_30 224 0.0822 recall_100 224 0.2303 recall_200 224 0.3586 recall_500 224 0.3586 recall_1000 224 0.3586 infAP 224 0.2779 Rprec_mult_0.20 224 0.7705 Rprec_mult_0.40 224 0.6639 Rprec_mult_0.60 224 0.5683 Rprec_mult_0.80 224 0.4467 Rprec_mult_1.00 224 0.3586 Rprec_mult_1.20 224 0.2986 Rprec_mult_1.40 224 0.2559 Rprec_mult_1.60 224 0.2238 Rprec_mult_1.80 224 0.1989 Rprec_mult_2.00 224 0.1793 utility 224 18.0000 11pt_avg 224 0.2964 binG 224 0.1299 G 224 0.0677 ndcg 224 0.4188 ndcg_rel 224 0.5031 Rndcg 224 0.5108 ndcg_cut_5 224 0.6667 ndcg_cut_10 224 0.6667 ndcg_cut_15 224 0.6820 ndcg_cut_20 224 0.6897 ndcg_cut_30 224 0.6541 ndcg_cut_100 224 0.6766 ndcg_cut_200 224 0.5925 ndcg_cut_500 224 0.4188 ndcg_cut_1000 224 0.4188 map_cut_5 224 0.0164 map_cut_10 224 0.0329 map_cut_15 224 0.0493 map_cut_20 224 0.0618 map_cut_30 224 0.0797 map_cut_100 224 0.1960 map_cut_200 224 0.2779 map_cut_500 224 0.2779 map_cut_1000 224 0.2779 relative_P_5 224 1.0000 relative_P_10 224 1.0000 relative_P_15 224 1.0000 relative_P_20 224 0.9500 relative_P_30 224 0.8333 relative_P_100 224 0.7000 relative_P_200 224 0.5450 relative_P_500 224 0.3586 relative_P_1000 224 0.3586 success_1 224 1.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.5450 set_relative_P 224 0.5450 set_recall 224 0.3586 set_map 224 0.1954 set_F 224 0.4325 num_nonrel_judged_ret 224 22 rbp 224 0.6664 rbp_resid 224 0.0524 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0500 num_ret 225 200 num_rel 225 238 num_rel_ret 225 105 map 225 0.3099 Rprec 225 0.4412 bpref 225 0.3901 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.8158 iprec_at_recall_0.20 225 0.7101 iprec_at_recall_0.30 225 0.6396 iprec_at_recall_0.40 225 0.5793 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 1.0000 P_10 225 0.8000 P_15 225 0.8000 P_20 225 0.8500 P_30 225 0.8000 P_100 225 0.6300 P_200 225 0.5250 P_500 225 0.2100 P_1000 225 0.1050 relstring 225 '22233122-2' recall_5 225 0.0210 recall_10 225 0.0336 recall_15 225 0.0504 recall_20 225 0.0714 recall_30 225 0.1008 recall_100 225 0.2647 recall_200 225 0.4412 recall_500 225 0.4412 recall_1000 225 0.4412 infAP 225 0.3099 Rprec_mult_0.20 225 0.7083 Rprec_mult_0.40 225 0.6354 Rprec_mult_0.60 225 0.6014 Rprec_mult_0.80 225 0.5445 Rprec_mult_1.00 225 0.4412 Rprec_mult_1.20 225 0.3671 Rprec_mult_1.40 225 0.3144 Rprec_mult_1.60 225 0.2756 Rprec_mult_1.80 225 0.2448 Rprec_mult_2.00 225 0.2206 utility 225 10.0000 11pt_avg 225 0.3404 binG 225 0.1269 G 225 0.0804 ndcg 225 0.4882 ndcg_rel 225 0.5493 Rndcg 225 0.5431 ndcg_cut_5 225 0.7591 ndcg_cut_10 225 0.6563 ndcg_cut_15 225 0.6590 ndcg_cut_20 225 0.6938 ndcg_cut_30 225 0.6716 ndcg_cut_100 225 0.6134 ndcg_cut_200 225 0.5864 ndcg_cut_500 225 0.4882 ndcg_cut_1000 225 0.4882 map_cut_5 225 0.0210 map_cut_10 225 0.0316 map_cut_15 225 0.0457 map_cut_20 225 0.0632 map_cut_30 225 0.0876 map_cut_100 225 0.2031 map_cut_200 225 0.3099 map_cut_500 225 0.3099 map_cut_1000 225 0.3099 relative_P_5 225 1.0000 relative_P_10 225 0.8000 relative_P_15 225 0.8000 relative_P_20 225 0.8500 relative_P_30 225 0.8000 relative_P_100 225 0.6300 relative_P_200 225 0.5250 relative_P_500 225 0.4412 relative_P_1000 225 0.4412 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.5250 set_relative_P 225 0.5250 set_recall 225 0.4412 set_map 225 0.2316 set_F 225 0.4795 num_nonrel_judged_ret 225 23 rbp 225 0.6706 rbp_resid 225 0.0514 unj_5 225 0.0000 unj_10 225 0.1000 unj_20 225 0.0500 num_ret 233 200 num_rel 233 203 num_rel_ret 233 110 map 233 0.3828 Rprec 233 0.5419 bpref 233 0.4911 recip_rank 233 0.5000 iprec_at_recall_0.00 233 0.8571 iprec_at_recall_0.10 233 0.8571 iprec_at_recall_0.20 233 0.8571 iprec_at_recall_0.30 233 0.7262 iprec_at_recall_0.40 233 0.6585 iprec_at_recall_0.50 233 0.5876 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 0.4000 P_10 233 0.6000 P_15 233 0.7333 P_20 233 0.8000 P_30 233 0.7667 P_100 233 0.6800 P_200 233 0.5500 P_500 233 0.2200 P_1000 233 0.1100 relstring 233 '1213122213' recall_5 233 0.0099 recall_10 233 0.0296 recall_15 233 0.0542 recall_20 233 0.0788 recall_30 233 0.1133 recall_100 233 0.3350 recall_200 233 0.5419 recall_500 233 0.5419 recall_1000 233 0.5419 infAP 233 0.3828 Rprec_mult_0.20 233 0.8293 Rprec_mult_0.40 233 0.7195 Rprec_mult_0.60 233 0.6557 Rprec_mult_0.80 233 0.5951 Rprec_mult_1.00 233 0.5419 Rprec_mult_1.20 233 0.4508 Rprec_mult_1.40 233 0.3860 Rprec_mult_1.60 233 0.3385 Rprec_mult_1.80 233 0.3005 Rprec_mult_2.00 233 0.2709 utility 233 20.0000 11pt_avg 233 0.4131 binG 233 0.1403 G 233 0.0954 ndcg 233 0.5605 ndcg_rel 233 0.5858 Rndcg 233 0.5278 ndcg_cut_5 233 0.4239 ndcg_cut_10 233 0.4992 ndcg_cut_15 233 0.5741 ndcg_cut_20 233 0.6092 ndcg_cut_30 233 0.6267 ndcg_cut_100 233 0.6054 ndcg_cut_200 233 0.6037 ndcg_cut_500 233 0.5605 ndcg_cut_1000 233 0.5605 map_cut_5 233 0.0049 map_cut_10 233 0.0162 map_cut_15 233 0.0332 map_cut_20 233 0.0523 map_cut_30 233 0.0778 map_cut_100 233 0.2529 map_cut_200 233 0.3828 map_cut_500 233 0.3828 map_cut_1000 233 0.3828 relative_P_5 233 0.4000 relative_P_10 233 0.6000 relative_P_15 233 0.7333 relative_P_20 233 0.8000 relative_P_30 233 0.7667 relative_P_100 233 0.6800 relative_P_200 233 0.5500 relative_P_500 233 0.5419 relative_P_1000 233 0.5419 success_1 233 0.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.5500 set_relative_P 233 0.5500 set_recall 233 0.5419 set_map 233 0.2980 set_F 233 0.5459 num_nonrel_judged_ret 233 33 rbp 233 0.4840 rbp_resid 233 0.0128 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 200 num_rel 273 290 num_rel_ret 273 98 map 273 0.2013 Rprec 273 0.3379 bpref 273 0.3017 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.7045 iprec_at_recall_0.20 273 0.5664 iprec_at_recall_0.30 273 0.5305 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 0.8000 P_10 273 0.8000 P_15 273 0.6667 P_20 273 0.6000 P_30 273 0.6000 P_100 273 0.5500 P_200 273 0.4900 P_500 273 0.1960 P_1000 273 0.0980 relstring 273 '2212212222' recall_5 273 0.0138 recall_10 273 0.0276 recall_15 273 0.0345 recall_20 273 0.0414 recall_30 273 0.0621 recall_100 273 0.1897 recall_200 273 0.3379 recall_500 273 0.3379 recall_1000 273 0.3379 infAP 273 0.2013 Rprec_mult_0.20 273 0.6552 Rprec_mult_0.40 273 0.5603 Rprec_mult_0.60 273 0.5057 Rprec_mult_0.80 273 0.4224 Rprec_mult_1.00 273 0.3379 Rprec_mult_1.20 273 0.2816 Rprec_mult_1.40 273 0.2414 Rprec_mult_1.60 273 0.2112 Rprec_mult_1.80 273 0.1877 Rprec_mult_2.00 273 0.1690 utility 273 -4.0000 11pt_avg 273 0.2547 binG 273 0.0814 G 273 0.0559 ndcg 273 0.3849 ndcg_rel 273 0.4287 Rndcg 273 0.4478 ndcg_cut_5 273 0.5482 ndcg_cut_10 273 0.5626 ndcg_cut_15 273 0.5153 ndcg_cut_20 273 0.5065 ndcg_cut_30 273 0.4960 ndcg_cut_100 273 0.5046 ndcg_cut_200 273 0.5299 ndcg_cut_500 273 0.3849 ndcg_cut_1000 273 0.3849 map_cut_5 273 0.0122 map_cut_10 273 0.0227 map_cut_15 273 0.0280 map_cut_20 273 0.0320 map_cut_30 273 0.0438 map_cut_100 273 0.1218 map_cut_200 273 0.2013 map_cut_500 273 0.2013 map_cut_1000 273 0.2013 relative_P_5 273 0.8000 relative_P_10 273 0.8000 relative_P_15 273 0.6667 relative_P_20 273 0.6000 relative_P_30 273 0.6000 relative_P_100 273 0.5500 relative_P_200 273 0.4900 relative_P_500 273 0.3379 relative_P_1000 273 0.3379 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.4900 set_relative_P 273 0.4900 set_recall 273 0.3379 set_map 273 0.1656 set_F 273 0.4000 num_nonrel_judged_ret 273 30 rbp 273 0.4005 rbp_resid 273 0.0809 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.1000 num_ret 300 200 num_rel 300 239 num_rel_ret 300 92 map 300 0.2150 Rprec 300 0.3849 bpref 300 0.3561 recip_rank 300 1.0000 iprec_at_recall_0.00 300 1.0000 iprec_at_recall_0.10 300 0.6379 iprec_at_recall_0.20 300 0.6000 iprec_at_recall_0.30 300 0.5180 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.4000 P_10 300 0.5000 P_15 300 0.4000 P_20 300 0.5000 P_30 300 0.5667 P_100 300 0.5800 P_200 300 0.4600 P_500 300 0.1840 P_1000 300 0.0920 relstring 300 '2101233211' recall_5 300 0.0084 recall_10 300 0.0209 recall_15 300 0.0251 recall_20 300 0.0418 recall_30 300 0.0711 recall_100 300 0.2427 recall_200 300 0.3849 recall_500 300 0.3849 recall_1000 300 0.3849 infAP 300 0.2150 Rprec_mult_0.20 300 0.6042 Rprec_mult_0.40 300 0.5833 Rprec_mult_0.60 300 0.5139 Rprec_mult_0.80 300 0.4688 Rprec_mult_1.00 300 0.3849 Rprec_mult_1.20 300 0.3206 Rprec_mult_1.40 300 0.2746 Rprec_mult_1.60 300 0.2402 Rprec_mult_1.80 300 0.2135 Rprec_mult_2.00 300 0.1925 utility 300 -16.0000 11pt_avg 300 0.2505 binG 300 0.0852 G 300 0.0640 ndcg 300 0.4115 ndcg_rel 300 0.4529 Rndcg 300 0.4471 ndcg_cut_5 300 0.4336 ndcg_cut_10 300 0.5227 ndcg_cut_15 300 0.4502 ndcg_cut_20 300 0.4986 ndcg_cut_30 300 0.4919 ndcg_cut_100 300 0.5511 ndcg_cut_200 300 0.4987 ndcg_cut_500 300 0.4115 ndcg_cut_1000 300 0.4115 map_cut_5 300 0.0059 map_cut_10 300 0.0130 map_cut_15 300 0.0147 map_cut_20 300 0.0228 map_cut_30 300 0.0392 map_cut_100 300 0.1417 map_cut_200 300 0.2150 map_cut_500 300 0.2150 map_cut_1000 300 0.2150 relative_P_5 300 0.4000 relative_P_10 300 0.5000 relative_P_15 300 0.4000 relative_P_20 300 0.5000 relative_P_30 300 0.5667 relative_P_100 300 0.5800 relative_P_200 300 0.4600 relative_P_500 300 0.3849 relative_P_1000 300 0.3849 success_1 300 1.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.4600 set_relative_P 300 0.4600 set_recall 300 0.3849 set_map 300 0.1771 set_F 300 0.4191 num_nonrel_judged_ret 300 39 rbp 300 0.4875 rbp_resid 300 0.0620 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0500 num_ret 31 200 num_rel 31 134 num_rel_ret 31 75 map 31 0.2848 Rprec 31 0.4254 bpref 31 0.4477 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.5946 iprec_at_recall_0.20 31 0.5510 iprec_at_recall_0.30 31 0.5256 iprec_at_recall_0.40 31 0.4419 iprec_at_recall_0.50 31 0.4000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 0.4000 P_10 31 0.5000 P_15 31 0.6667 P_20 31 0.6000 P_30 31 0.5667 P_100 31 0.4400 P_200 31 0.3750 P_500 31 0.1500 P_1000 31 0.0750 relstring 31 '202-032210' recall_5 31 0.0149 recall_10 31 0.0373 recall_15 31 0.0746 recall_20 31 0.0896 recall_30 31 0.1269 recall_100 31 0.3284 recall_200 31 0.5597 recall_500 31 0.5597 recall_1000 31 0.5597 infAP 31 0.2848 Rprec_mult_0.20 31 0.5556 Rprec_mult_0.40 31 0.5370 Rprec_mult_0.60 31 0.5062 Rprec_mult_0.80 31 0.4444 Rprec_mult_1.00 31 0.4254 Rprec_mult_1.20 31 0.4099 Rprec_mult_1.40 31 0.3830 Rprec_mult_1.60 31 0.3488 Rprec_mult_1.80 31 0.3099 Rprec_mult_2.00 31 0.2799 utility 31 -50.0000 11pt_avg 31 0.3194 binG 31 0.1290 G 31 0.1005 ndcg 31 0.5543 ndcg_rel 31 0.5334 Rndcg 31 0.5150 ndcg_cut_5 31 0.3392 ndcg_cut_10 31 0.4158 ndcg_cut_15 31 0.4871 ndcg_cut_20 31 0.4777 ndcg_cut_30 31 0.5152 ndcg_cut_100 31 0.5059 ndcg_cut_200 31 0.5543 ndcg_cut_500 31 0.5543 ndcg_cut_1000 31 0.5543 map_cut_5 31 0.0124 map_cut_10 31 0.0251 map_cut_15 31 0.0479 map_cut_20 31 0.0577 map_cut_30 31 0.0791 map_cut_100 31 0.1882 map_cut_200 31 0.2848 map_cut_500 31 0.2848 map_cut_1000 31 0.2848 relative_P_5 31 0.4000 relative_P_10 31 0.5000 relative_P_15 31 0.6667 relative_P_20 31 0.6000 relative_P_30 31 0.5667 relative_P_100 31 0.4400 relative_P_200 31 0.5597 relative_P_500 31 0.5597 relative_P_1000 31 0.5597 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.3750 set_relative_P 31 0.5597 set_recall 31 0.5597 set_map 31 0.2099 set_F 31 0.4491 num_nonrel_judged_ret 31 66 rbp 31 0.4545 rbp_resid 31 0.1002 unj_5 31 0.2000 unj_10 31 0.1000 unj_20 31 0.1000 num_ret 37 200 num_rel 37 230 num_rel_ret 37 53 map 37 0.0872 Rprec 37 0.2304 bpref 37 0.2052 recip_rank 37 0.2500 iprec_at_recall_0.00 37 0.5455 iprec_at_recall_0.10 37 0.3871 iprec_at_recall_0.20 37 0.3433 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.4000 P_10 37 0.5000 P_15 37 0.4000 P_20 37 0.3500 P_30 37 0.4667 P_100 37 0.3700 P_200 37 0.2650 P_500 37 0.1060 P_1000 37 0.0530 relstring 37 '11-22-2022' recall_5 37 0.0087 recall_10 37 0.0217 recall_15 37 0.0261 recall_20 37 0.0304 recall_30 37 0.0609 recall_100 37 0.1609 recall_200 37 0.2304 recall_500 37 0.2304 recall_1000 37 0.2304 infAP 37 0.0872 Rprec_mult_0.20 37 0.3913 Rprec_mult_0.40 37 0.3587 Rprec_mult_0.60 37 0.3333 Rprec_mult_0.80 37 0.2826 Rprec_mult_1.00 37 0.2304 Rprec_mult_1.20 37 0.1920 Rprec_mult_1.40 37 0.1646 Rprec_mult_1.60 37 0.1440 Rprec_mult_1.80 37 0.1280 Rprec_mult_2.00 37 0.1152 utility 37 -94.0000 11pt_avg 37 0.1160 binG 37 0.0481 G 37 0.0378 ndcg 37 0.2673 ndcg_rel 37 0.2996 Rndcg 37 0.3142 ndcg_cut_5 37 0.3692 ndcg_cut_10 37 0.3751 ndcg_cut_15 37 0.3671 ndcg_cut_20 37 0.3386 ndcg_cut_30 37 0.4257 ndcg_cut_100 37 0.4348 ndcg_cut_200 37 0.3707 ndcg_cut_500 37 0.2673 ndcg_cut_1000 37 0.2673 map_cut_5 37 0.0028 map_cut_10 37 0.0088 map_cut_15 37 0.0112 map_cut_20 37 0.0127 map_cut_30 37 0.0264 map_cut_100 37 0.0641 map_cut_200 37 0.0872 map_cut_500 37 0.0872 map_cut_1000 37 0.0872 relative_P_5 37 0.4000 relative_P_10 37 0.5000 relative_P_15 37 0.4000 relative_P_20 37 0.3500 relative_P_30 37 0.4667 relative_P_100 37 0.3700 relative_P_200 37 0.2650 relative_P_500 37 0.2304 relative_P_1000 37 0.2304 success_1 37 0.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.2650 set_relative_P 37 0.2650 set_recall 37 0.2304 set_map 37 0.0611 set_F 37 0.2465 num_nonrel_judged_ret 37 62 rbp 37 0.3720 rbp_resid 37 0.2560 unj_5 37 0.2000 unj_10 37 0.2000 unj_20 37 0.3000 num_ret 407 200 num_rel 407 102 num_rel_ret 407 51 map 407 0.1375 Rprec 407 0.2549 bpref 407 0.2894 recip_rank 407 0.1429 iprec_at_recall_0.00 407 0.3333 iprec_at_recall_0.10 407 0.3158 iprec_at_recall_0.20 407 0.3014 iprec_at_recall_0.30 407 0.2868 iprec_at_recall_0.40 407 0.2739 iprec_at_recall_0.50 407 0.2602 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.0000 P_10 407 0.2000 P_15 407 0.2667 P_20 407 0.2000 P_30 407 0.2667 P_100 407 0.2600 P_200 407 0.2550 P_500 407 0.1020 P_1000 407 0.0510 relstring 407 '0000002200' recall_5 407 0.0000 recall_10 407 0.0196 recall_15 407 0.0392 recall_20 407 0.0392 recall_30 407 0.0784 recall_100 407 0.2549 recall_200 407 0.5000 recall_500 407 0.5000 recall_1000 407 0.5000 infAP 407 0.1375 Rprec_mult_0.20 407 0.1905 Rprec_mult_0.40 407 0.2683 Rprec_mult_0.60 407 0.3065 Rprec_mult_0.80 407 0.2927 Rprec_mult_1.00 407 0.2549 Rprec_mult_1.20 407 0.2683 Rprec_mult_1.40 407 0.2797 Rprec_mult_1.60 407 0.2622 Rprec_mult_1.80 407 0.2446 Rprec_mult_2.00 407 0.2500 utility 407 -98.0000 11pt_avg 407 0.1610 binG 407 0.0909 G 407 0.0715 ndcg 407 0.3745 ndcg_rel 407 0.3182 Rndcg 407 0.2451 ndcg_cut_5 407 0.0000 ndcg_cut_10 407 0.0995 ndcg_cut_15 407 0.1528 ndcg_cut_20 407 0.1329 ndcg_cut_30 407 0.1854 ndcg_cut_100 407 0.2353 ndcg_cut_200 407 0.3745 ndcg_cut_500 407 0.3745 ndcg_cut_1000 407 0.3745 map_cut_5 407 0.0000 map_cut_10 407 0.0039 map_cut_15 407 0.0098 map_cut_20 407 0.0098 map_cut_30 407 0.0206 map_cut_100 407 0.0721 map_cut_200 407 0.1375 map_cut_500 407 0.1375 map_cut_1000 407 0.1375 relative_P_5 407 0.0000 relative_P_10 407 0.2000 relative_P_15 407 0.2667 relative_P_20 407 0.2000 relative_P_30 407 0.2667 relative_P_100 407 0.2600 relative_P_200 407 0.5000 relative_P_500 407 0.5000 relative_P_1000 407 0.5000 success_1 407 0.0000 success_5 407 0.0000 success_10 407 1.0000 set_P 407 0.2550 set_relative_P 407 0.5000 set_recall 407 0.5000 set_map 407 0.1275 set_F 407 0.3377 num_nonrel_judged_ret 407 77 rbp 407 0.1451 rbp_resid 407 0.0812 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.1500 num_ret 477 200 num_rel 477 285 num_rel_ret 477 120 map 477 0.3583 Rprec 477 0.4211 bpref 477 0.4117 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 1.0000 iprec_at_recall_0.20 477 0.8788 iprec_at_recall_0.30 477 0.7395 iprec_at_recall_0.40 477 0.6786 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 1.0000 P_10 477 1.0000 P_15 477 1.0000 P_20 477 1.0000 P_30 477 1.0000 P_100 477 0.7800 P_200 477 0.6000 P_500 477 0.2400 P_1000 477 0.1200 relstring 477 '3233232333' recall_5 477 0.0175 recall_10 477 0.0351 recall_15 477 0.0526 recall_20 477 0.0702 recall_30 477 0.1053 recall_100 477 0.2737 recall_200 477 0.4211 recall_500 477 0.4211 recall_1000 477 0.4211 infAP 477 0.3583 Rprec_mult_0.20 477 0.9123 Rprec_mult_0.40 477 0.7368 Rprec_mult_0.60 477 0.6667 Rprec_mult_0.80 477 0.5263 Rprec_mult_1.00 477 0.4211 Rprec_mult_1.20 477 0.3509 Rprec_mult_1.40 477 0.3008 Rprec_mult_1.60 477 0.2632 Rprec_mult_1.80 477 0.2339 Rprec_mult_2.00 477 0.2105 utility 477 40.0000 11pt_avg 477 0.3906 binG 477 0.1998 G 477 0.0876 ndcg 477 0.4731 ndcg_rel 477 0.5753 Rndcg 477 0.5679 ndcg_cut_5 477 0.8849 ndcg_cut_10 477 0.9009 ndcg_cut_15 477 0.8795 ndcg_cut_20 477 0.8773 ndcg_cut_30 477 0.8747 ndcg_cut_100 477 0.7147 ndcg_cut_200 477 0.6563 ndcg_cut_500 477 0.4731 ndcg_cut_1000 477 0.4731 map_cut_5 477 0.0175 map_cut_10 477 0.0351 map_cut_15 477 0.0526 map_cut_20 477 0.0702 map_cut_30 477 0.1053 map_cut_100 477 0.2532 map_cut_200 477 0.3583 map_cut_500 477 0.3583 map_cut_1000 477 0.3583 relative_P_5 477 1.0000 relative_P_10 477 1.0000 relative_P_15 477 1.0000 relative_P_20 477 1.0000 relative_P_30 477 1.0000 relative_P_100 477 0.7800 relative_P_200 477 0.6000 relative_P_500 477 0.4211 relative_P_1000 477 0.4211 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.6000 set_relative_P 477 0.6000 set_recall 477 0.4211 set_map 477 0.2526 set_F 477 0.4948 num_nonrel_judged_ret 477 19 rbp 477 0.8701 rbp_resid 477 0.0054 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 200 num_rel 499 192 num_rel_ret 499 89 map 499 0.2474 Rprec 499 0.4531 bpref 499 0.3961 recip_rank 499 0.5000 iprec_at_recall_0.00 499 0.6104 iprec_at_recall_0.10 499 0.6104 iprec_at_recall_0.20 499 0.6104 iprec_at_recall_0.30 499 0.5918 iprec_at_recall_0.40 499 0.5168 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 0.4000 P_10 499 0.4000 P_15 499 0.4667 P_20 499 0.4000 P_30 499 0.5000 P_100 499 0.5900 P_200 499 0.4450 P_500 499 0.1780 P_1000 499 0.0890 relstring 499 '121020132-' recall_5 499 0.0104 recall_10 499 0.0208 recall_15 499 0.0365 recall_20 499 0.0417 recall_30 499 0.0781 recall_100 499 0.3073 recall_200 499 0.4635 recall_500 499 0.4635 recall_1000 499 0.4635 infAP 499 0.2474 Rprec_mult_0.20 499 0.5128 Rprec_mult_0.40 499 0.6104 Rprec_mult_0.60 499 0.5431 Rprec_mult_0.80 499 0.5000 Rprec_mult_1.00 499 0.4531 Rprec_mult_1.20 499 0.3853 Rprec_mult_1.40 499 0.3309 Rprec_mult_1.60 499 0.2890 Rprec_mult_1.80 499 0.2572 Rprec_mult_2.00 499 0.2318 utility 499 -22.0000 11pt_avg 499 0.2673 binG 499 0.0982 G 499 0.0778 ndcg 499 0.4759 ndcg_rel 499 0.5001 Rndcg 499 0.4960 ndcg_cut_5 499 0.3997 ndcg_cut_10 499 0.3974 ndcg_cut_15 499 0.4433 ndcg_cut_20 499 0.4476 ndcg_cut_30 499 0.4529 ndcg_cut_100 499 0.6000 ndcg_cut_200 499 0.5400 ndcg_cut_500 499 0.4759 ndcg_cut_1000 499 0.4759 map_cut_5 499 0.0047 map_cut_10 499 0.0090 map_cut_15 499 0.0160 map_cut_20 499 0.0184 map_cut_30 499 0.0359 map_cut_100 499 0.1671 map_cut_200 499 0.2474 map_cut_500 499 0.2474 map_cut_1000 499 0.2474 relative_P_5 499 0.4000 relative_P_10 499 0.4000 relative_P_15 499 0.4667 relative_P_20 499 0.4000 relative_P_30 499 0.5000 relative_P_100 499 0.5900 relative_P_200 499 0.4635 relative_P_500 499 0.4635 relative_P_1000 499 0.4635 success_1 499 0.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.4450 set_relative_P 499 0.4635 set_recall 499 0.4635 set_map 499 0.2063 set_F 499 0.4541 num_nonrel_judged_ret 499 49 rbp 499 0.4483 rbp_resid 499 0.0728 unj_5 499 0.0000 unj_10 499 0.1000 unj_20 499 0.1000 num_ret 515 200 num_rel 515 147 num_rel_ret 515 34 map 515 0.0330 Rprec 515 0.1497 bpref 515 0.1219 recip_rank 515 0.2000 iprec_at_recall_0.00 515 0.2000 iprec_at_recall_0.10 515 0.1860 iprec_at_recall_0.20 515 0.1860 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.2000 P_10 515 0.1000 P_15 515 0.0667 P_20 515 0.1500 P_30 515 0.1333 P_100 515 0.0900 P_200 515 0.1700 P_500 515 0.0680 P_1000 515 0.0340 relstring 515 '0000200000' recall_5 515 0.0068 recall_10 515 0.0068 recall_15 515 0.0068 recall_20 515 0.0204 recall_30 515 0.0272 recall_100 515 0.0612 recall_200 515 0.2313 recall_500 515 0.2313 recall_1000 515 0.2313 infAP 515 0.0330 Rprec_mult_0.20 515 0.1333 Rprec_mult_0.40 515 0.1017 Rprec_mult_0.60 515 0.0899 Rprec_mult_0.80 515 0.1017 Rprec_mult_1.00 515 0.1497 Rprec_mult_1.20 515 0.1808 Rprec_mult_1.40 515 0.1650 Rprec_mult_1.60 515 0.1441 Rprec_mult_1.80 515 0.1283 Rprec_mult_2.00 515 0.1156 utility 515 -132.0000 11pt_avg 515 0.0520 binG 515 0.0376 G 515 0.0355 ndcg 515 0.2184 ndcg_rel 515 0.2046 Rndcg 515 0.2057 ndcg_cut_5 515 0.1312 ndcg_cut_10 515 0.0851 ndcg_cut_15 515 0.0660 ndcg_cut_20 515 0.1374 ndcg_cut_30 515 0.1532 ndcg_cut_100 515 0.1358 ndcg_cut_200 515 0.2184 ndcg_cut_500 515 0.2184 ndcg_cut_1000 515 0.2184 map_cut_5 515 0.0014 map_cut_10 515 0.0014 map_cut_15 515 0.0014 map_cut_20 515 0.0032 map_cut_30 515 0.0044 map_cut_100 515 0.0078 map_cut_200 515 0.0330 map_cut_500 515 0.0330 map_cut_1000 515 0.0330 relative_P_5 515 0.2000 relative_P_10 515 0.1000 relative_P_15 515 0.0667 relative_P_20 515 0.1500 relative_P_30 515 0.1333 relative_P_100 515 0.0900 relative_P_200 515 0.2313 relative_P_500 515 0.2313 relative_P_1000 515 0.2313 success_1 515 0.0000 success_5 515 1.0000 success_10 515 1.0000 set_P 515 0.1700 set_relative_P 515 0.2313 set_recall 515 0.2313 set_map 515 0.0393 set_F 515 0.1960 num_nonrel_judged_ret 515 89 rbp 515 0.1299 rbp_resid 515 0.0199 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 200 num_rel 58 373 num_rel_ret 58 115 map 58 0.2372 Rprec 58 0.3083 bpref 58 0.2887 recip_rank 58 1.0000 iprec_at_recall_0.00 58 1.0000 iprec_at_recall_0.10 58 0.8723 iprec_at_recall_0.20 58 0.7064 iprec_at_recall_0.30 58 0.5833 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 1.0000 P_10 58 0.8000 P_15 58 0.8000 P_20 58 0.8500 P_30 58 0.8333 P_100 58 0.7300 P_200 58 0.5750 P_500 58 0.2300 P_1000 58 0.1150 relstring 58 '333233-321' recall_5 58 0.0134 recall_10 58 0.0214 recall_15 58 0.0322 recall_20 58 0.0456 recall_30 58 0.0670 recall_100 58 0.1957 recall_200 58 0.3083 recall_500 58 0.3083 recall_1000 58 0.3083 infAP 58 0.2372 Rprec_mult_0.20 58 0.7600 Rprec_mult_0.40 58 0.6533 Rprec_mult_0.60 58 0.5134 Rprec_mult_0.80 58 0.3846 Rprec_mult_1.00 58 0.3083 Rprec_mult_1.20 58 0.2567 Rprec_mult_1.40 58 0.2199 Rprec_mult_1.60 58 0.1926 Rprec_mult_1.80 58 0.1711 Rprec_mult_2.00 58 0.1542 utility 58 30.0000 11pt_avg 58 0.2875 binG 58 0.0947 G 58 0.0575 ndcg 58 0.3872 ndcg_rel 58 0.4672 Rndcg 58 0.5241 ndcg_cut_5 58 0.7135 ndcg_cut_10 58 0.6828 ndcg_cut_15 58 0.6928 ndcg_cut_20 58 0.7085 ndcg_cut_30 58 0.6917 ndcg_cut_100 58 0.6498 ndcg_cut_200 58 0.5715 ndcg_cut_500 58 0.3872 ndcg_cut_1000 58 0.3872 map_cut_5 58 0.0134 map_cut_10 58 0.0208 map_cut_15 58 0.0298 map_cut_20 58 0.0410 map_cut_30 58 0.0586 map_cut_100 58 0.1633 map_cut_200 58 0.2372 map_cut_500 58 0.2372 map_cut_1000 58 0.2372 relative_P_5 58 1.0000 relative_P_10 58 0.8000 relative_P_15 58 0.8000 relative_P_20 58 0.8500 relative_P_30 58 0.8333 relative_P_100 58 0.7300 relative_P_200 58 0.5750 relative_P_500 58 0.3083 relative_P_1000 58 0.3083 success_1 58 1.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.5750 set_relative_P 58 0.5750 set_recall 58 0.3083 set_map 58 0.1773 set_F 58 0.4014 num_nonrel_judged_ret 58 9 rbp 58 0.5894 rbp_resid 58 0.0679 unj_5 58 0.0000 unj_10 58 0.1000 unj_20 58 0.0500 num_ret 707 200 num_rel 707 186 num_rel_ret 707 49 map 707 0.1339 Rprec 707 0.2473 bpref 707 0.2339 recip_rank 707 1.0000 iprec_at_recall_0.00 707 1.0000 iprec_at_recall_0.10 707 0.5278 iprec_at_recall_0.20 707 0.3491 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.8000 P_10 707 0.8000 P_15 707 0.6667 P_20 707 0.6000 P_30 707 0.5667 P_100 707 0.3400 P_200 707 0.2450 P_500 707 0.0980 P_1000 707 0.0490 relstring 707 '222-220222' recall_5 707 0.0215 recall_10 707 0.0430 recall_15 707 0.0538 recall_20 707 0.0645 recall_30 707 0.0914 recall_100 707 0.1828 recall_200 707 0.2634 recall_500 707 0.2634 recall_1000 707 0.2634 infAP 707 0.1339 Rprec_mult_0.20 707 0.5000 Rprec_mult_0.40 707 0.4000 Rprec_mult_0.60 707 0.3304 Rprec_mult_0.80 707 0.2819 Rprec_mult_1.00 707 0.2473 Rprec_mult_1.20 707 0.2188 Rprec_mult_1.40 707 0.1877 Rprec_mult_1.60 707 0.1644 Rprec_mult_1.80 707 0.1463 Rprec_mult_2.00 707 0.1317 utility 707 -102.0000 11pt_avg 707 0.1706 binG 707 0.0769 G 707 0.0518 ndcg 707 0.3178 ndcg_rel 707 0.3634 Rndcg 707 0.3915 ndcg_cut_5 707 0.5693 ndcg_cut_10 707 0.5797 ndcg_cut_15 707 0.5671 ndcg_cut_20 707 0.5584 ndcg_cut_30 707 0.5568 ndcg_cut_100 707 0.4091 ndcg_cut_200 707 0.3218 ndcg_cut_500 707 0.3178 ndcg_cut_1000 707 0.3178 map_cut_5 707 0.0204 map_cut_10 707 0.0374 map_cut_15 707 0.0453 map_cut_20 707 0.0524 map_cut_30 707 0.0680 map_cut_100 707 0.1100 map_cut_200 707 0.1339 map_cut_500 707 0.1339 map_cut_1000 707 0.1339 relative_P_5 707 0.8000 relative_P_10 707 0.8000 relative_P_15 707 0.6667 relative_P_20 707 0.6000 relative_P_30 707 0.5667 relative_P_100 707 0.3400 relative_P_200 707 0.2634 relative_P_500 707 0.2634 relative_P_1000 707 0.2634 success_1 707 1.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.2450 set_relative_P 707 0.2634 set_recall 707 0.2634 set_map 707 0.0645 set_F 707 0.2539 num_nonrel_judged_ret 707 54 rbp 707 0.4649 rbp_resid 707 0.1417 unj_5 707 0.2000 unj_10 707 0.1000 unj_20 707 0.1500 num_ret 72 200 num_rel 72 466 num_rel_ret 72 147 map 72 0.2381 Rprec 72 0.3155 bpref 72 0.3108 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.7717 iprec_at_recall_0.20 72 0.7656 iprec_at_recall_0.30 72 0.7387 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 0.8000 P_10 72 0.9000 P_15 72 0.7333 P_20 72 0.7500 P_30 72 0.7333 P_100 72 0.7500 P_200 72 0.7350 P_500 72 0.2940 P_1000 72 0.1470 relstring 72 '23-4433333' recall_5 72 0.0086 recall_10 72 0.0193 recall_15 72 0.0236 recall_20 72 0.0322 recall_30 72 0.0472 recall_100 72 0.1609 recall_200 72 0.3155 recall_500 72 0.3155 recall_1000 72 0.3155 infAP 72 0.2381 Rprec_mult_0.20 72 0.7660 Rprec_mult_0.40 72 0.7326 Rprec_mult_0.60 72 0.5250 Rprec_mult_0.80 72 0.3941 Rprec_mult_1.00 72 0.3155 Rprec_mult_1.20 72 0.2625 Rprec_mult_1.40 72 0.2251 Rprec_mult_1.60 72 0.1971 Rprec_mult_1.80 72 0.1752 Rprec_mult_2.00 72 0.1577 utility 72 94.0000 11pt_avg 72 0.2978 binG 72 0.0804 G 72 0.0541 ndcg 72 0.3960 ndcg_rel 72 0.4689 Rndcg 72 0.4590 ndcg_cut_5 72 0.6073 ndcg_cut_10 72 0.6574 ndcg_cut_15 72 0.5744 ndcg_cut_20 72 0.6044 ndcg_cut_30 72 0.5852 ndcg_cut_100 72 0.6466 ndcg_cut_200 72 0.6728 ndcg_cut_500 72 0.3960 ndcg_cut_1000 72 0.3960 map_cut_5 72 0.0076 map_cut_10 72 0.0170 map_cut_15 72 0.0201 map_cut_20 72 0.0266 map_cut_30 72 0.0376 map_cut_100 72 0.1225 map_cut_200 72 0.2381 map_cut_500 72 0.2381 map_cut_1000 72 0.2381 relative_P_5 72 0.8000 relative_P_10 72 0.9000 relative_P_15 72 0.7333 relative_P_20 72 0.7500 relative_P_30 72 0.7333 relative_P_100 72 0.7500 relative_P_200 72 0.7350 relative_P_500 72 0.3155 relative_P_1000 72 0.3155 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.7350 set_relative_P 72 0.7350 set_recall 72 0.3155 set_map 72 0.2319 set_F 72 0.4414 num_nonrel_judged_ret 72 2 rbp 72 0.6019 rbp_resid 72 0.2274 unj_5 72 0.2000 unj_10 72 0.1000 unj_20 72 0.2500 num_ret 84 200 num_rel 84 142 num_rel_ret 84 36 map 84 0.1443 Rprec 84 0.2042 bpref 84 0.2040 recip_rank 84 1.0000 iprec_at_recall_0.00 84 1.0000 iprec_at_recall_0.10 84 0.8824 iprec_at_recall_0.20 84 0.2177 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 1.0000 P_10 84 1.0000 P_15 84 0.8667 P_20 84 0.8000 P_30 84 0.5333 P_100 84 0.2200 P_200 84 0.1800 P_500 84 0.0720 P_1000 84 0.0360 relstring 84 '2223423222' recall_5 84 0.0352 recall_10 84 0.0704 recall_15 84 0.0915 recall_20 84 0.1127 recall_30 84 0.1127 recall_100 84 0.1549 recall_200 84 0.2535 recall_500 84 0.2535 recall_1000 84 0.2535 infAP 84 0.1443 Rprec_mult_0.20 84 0.5517 Rprec_mult_0.40 84 0.3333 Rprec_mult_0.60 84 0.2442 Rprec_mult_0.80 84 0.2018 Rprec_mult_1.00 84 0.2042 Rprec_mult_1.20 84 0.2105 Rprec_mult_1.40 84 0.1809 Rprec_mult_1.60 84 0.1579 Rprec_mult_1.80 84 0.1406 Rprec_mult_2.00 84 0.1268 utility 84 -128.0000 11pt_avg 84 0.1909 binG 84 0.1182 G 84 0.0467 ndcg 84 0.2935 ndcg_rel 84 0.3269 Rndcg 84 0.4314 ndcg_cut_5 84 0.6225 ndcg_cut_10 84 0.6562 ndcg_cut_15 84 0.6449 ndcg_cut_20 84 0.6192 ndcg_cut_30 84 0.5204 ndcg_cut_100 84 0.3516 ndcg_cut_200 84 0.3186 ndcg_cut_500 84 0.2935 ndcg_cut_1000 84 0.2935 map_cut_5 84 0.0352 map_cut_10 84 0.0704 map_cut_15 84 0.0901 map_cut_20 84 0.1084 map_cut_30 84 0.1084 map_cut_100 84 0.1234 map_cut_200 84 0.1443 map_cut_500 84 0.1443 map_cut_1000 84 0.1443 relative_P_5 84 1.0000 relative_P_10 84 1.0000 relative_P_15 84 0.8667 relative_P_20 84 0.8000 relative_P_30 84 0.5333 relative_P_100 84 0.2200 relative_P_200 84 0.2535 relative_P_500 84 0.2535 relative_P_1000 84 0.2535 success_1 84 1.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.1800 set_relative_P 84 0.2535 set_recall 84 0.2535 set_map 84 0.0456 set_F 84 0.2105 num_nonrel_judged_ret 84 78 rbp 84 0.4915 rbp_resid 84 0.0443 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0500 num_ret 897 200 num_rel 897 239 num_rel_ret 897 100 map 897 0.2983 Rprec 897 0.4184 bpref 897 0.3983 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.7750 iprec_at_recall_0.20 897 0.7123 iprec_at_recall_0.30 897 0.6887 iprec_at_recall_0.40 897 0.5673 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 0.8000 P_10 897 0.8000 P_15 897 0.8667 P_20 897 0.8000 P_30 897 0.7667 P_100 897 0.6700 P_200 897 0.5000 P_500 897 0.2000 P_1000 897 0.1000 relstring 897 '2232-23132' recall_5 897 0.0167 recall_10 897 0.0335 recall_15 897 0.0544 recall_20 897 0.0669 recall_30 897 0.0962 recall_100 897 0.2803 recall_200 897 0.4184 recall_500 897 0.4184 recall_1000 897 0.4184 infAP 897 0.2983 Rprec_mult_0.20 897 0.7083 Rprec_mult_0.40 897 0.6875 Rprec_mult_0.60 897 0.6111 Rprec_mult_0.80 897 0.5156 Rprec_mult_1.00 897 0.4184 Rprec_mult_1.20 897 0.3484 Rprec_mult_1.40 897 0.2985 Rprec_mult_1.60 897 0.2611 Rprec_mult_1.80 897 0.2320 Rprec_mult_2.00 897 0.2092 utility 897 0.0000 11pt_avg 897 0.3403 binG 897 0.1202 G 897 0.0773 ndcg 897 0.4640 ndcg_rel 897 0.5328 Rndcg 897 0.5315 ndcg_cut_5 897 0.6357 ndcg_cut_10 897 0.6700 ndcg_cut_15 897 0.6692 ndcg_cut_20 897 0.6461 ndcg_cut_30 897 0.6250 ndcg_cut_100 897 0.6631 ndcg_cut_200 897 0.5763 ndcg_cut_500 897 0.4640 ndcg_cut_1000 897 0.4640 map_cut_5 897 0.0167 map_cut_10 897 0.0304 map_cut_15 897 0.0481 map_cut_20 897 0.0586 map_cut_30 897 0.0821 map_cut_100 897 0.2120 map_cut_200 897 0.2983 map_cut_500 897 0.2983 map_cut_1000 897 0.2983 relative_P_5 897 0.8000 relative_P_10 897 0.8000 relative_P_15 897 0.8667 relative_P_20 897 0.8000 relative_P_30 897 0.7667 relative_P_100 897 0.6700 relative_P_200 897 0.5000 relative_P_500 897 0.4184 relative_P_1000 897 0.4184 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.5000 set_relative_P 897 0.5000 set_recall 897 0.4184 set_map 897 0.2092 set_F 897 0.4556 num_nonrel_judged_ret 897 32 rbp 897 0.6360 rbp_resid 897 0.1140 unj_5 897 0.2000 unj_10 897 0.1000 unj_20 897 0.1500 runid all hltcoe-qwen-jina num_q all 22 num_ret all 4400 num_rel all 5166 num_rel_ret all 1910 map all 0.2285 gm_map all 0.2010 Rprec all 0.3526 bpref all 0.3311 recip_rank all 0.8224 iprec_at_recall_0.00 all 0.8834 iprec_at_recall_0.10 all 0.6806 iprec_at_recall_0.20 all 0.5804 iprec_at_recall_0.30 all 0.4562 iprec_at_recall_0.40 all 0.2246 iprec_at_recall_0.50 all 0.0850 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.6727 P_10 all 0.6773 P_15 all 0.6545 P_20 all 0.6432 P_30 all 0.6318 P_100 all 0.5295 P_200 all 0.4341 P_500 all 0.1736 P_1000 all 0.0868 recall_5 all 0.0146 recall_10 all 0.0300 recall_15 all 0.0442 recall_20 all 0.0573 recall_30 all 0.0841 recall_100 all 0.2298 recall_200 all 0.3780 recall_500 all 0.3780 recall_1000 all 0.3780 infAP all 0.2285 gm_bpref all 0.3148 Rprec_mult_0.20 all 0.6079 Rprec_mult_0.40 all 0.5445 Rprec_mult_0.60 all 0.4797 Rprec_mult_0.80 all 0.4124 Rprec_mult_1.00 all 0.3526 Rprec_mult_1.20 all 0.3047 Rprec_mult_1.40 all 0.2654 Rprec_mult_1.60 all 0.2336 Rprec_mult_1.80 all 0.2082 Rprec_mult_2.00 all 0.1890 utility all -26.3636 11pt_avg all 0.2646 binG all 0.1031 G all 0.0667 ndcg all 0.4088 ndcg_rel all 0.4491 Rndcg all 0.4525 ndcg_cut_5 all 0.5189 ndcg_cut_10 all 0.5253 ndcg_cut_15 all 0.5240 ndcg_cut_20 all 0.5327 ndcg_cut_30 all 0.5377 ndcg_cut_100 all 0.5260 ndcg_cut_200 all 0.4987 ndcg_cut_500 all 0.4088 ndcg_cut_1000 all 0.4088 map_cut_5 all 0.0125 map_cut_10 all 0.0240 map_cut_15 all 0.0344 map_cut_20 all 0.0440 map_cut_30 all 0.0620 map_cut_100 all 0.1538 map_cut_200 all 0.2285 map_cut_500 all 0.2285 map_cut_1000 all 0.2285 relative_P_5 all 0.6727 relative_P_10 all 0.6773 relative_P_15 all 0.6545 relative_P_20 all 0.6432 relative_P_30 all 0.6318 relative_P_100 all 0.5295 relative_P_200 all 0.4637 relative_P_500 all 0.3780 relative_P_1000 all 0.3780 success_1 all 0.7273 success_5 all 0.9545 success_10 all 1.0000 set_P all 0.4341 set_relative_P all 0.4637 set_recall all 0.3780 set_map all 0.1701 set_F all 0.3927 num_nonrel_judged_ret all 952 rbp all 0.4836 rbp_resid all 0.0874 unj_5 all 0.0455 unj_10 all 0.0545 unj_20 all 0.1068