num_ret 14 100 num_rel 14 272 num_rel_ret 14 75 map 14 0.2520 Rprec 14 0.2757 bpref 14 0.2707 recip_rank 14 1.0000 iprec_at_recall_0.00 14 1.0000 iprec_at_recall_0.10 14 0.9762 iprec_at_recall_0.20 14 0.8889 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 1.0000 P_10 14 1.0000 P_15 14 0.9333 P_20 14 0.9500 P_30 14 0.9667 P_100 14 0.7500 P_200 14 0.3750 P_500 14 0.1500 P_1000 14 0.0750 relstring 14 '4232222322' recall_5 14 0.0184 recall_10 14 0.0368 recall_15 14 0.0515 recall_20 14 0.0699 recall_30 14 0.1066 recall_100 14 0.2757 recall_200 14 0.2757 recall_500 14 0.2757 recall_1000 14 0.2757 infAP 14 0.2520 Rprec_mult_0.20 14 0.9273 Rprec_mult_0.40 14 0.6881 Rprec_mult_0.60 14 0.4573 Rprec_mult_0.80 14 0.3440 Rprec_mult_1.00 14 0.2757 Rprec_mult_1.20 14 0.2294 Rprec_mult_1.40 14 0.1969 Rprec_mult_1.60 14 0.1720 Rprec_mult_1.80 14 0.1531 Rprec_mult_2.00 14 0.1379 utility 14 50.0000 11pt_avg 14 0.2605 binG 14 0.1471 G 14 0.0724 ndcg 14 0.3874 ndcg_rel 14 0.4944 Rndcg 14 0.5894 ndcg_cut_5 14 0.8015 ndcg_cut_10 14 0.7799 ndcg_cut_15 14 0.7421 ndcg_cut_20 14 0.7511 ndcg_cut_30 14 0.7867 ndcg_cut_100 14 0.7789 ndcg_cut_200 14 0.5051 ndcg_cut_500 14 0.3874 ndcg_cut_1000 14 0.3874 map_cut_5 14 0.0184 map_cut_10 14 0.0368 map_cut_15 14 0.0504 map_cut_20 14 0.0677 map_cut_30 14 0.1030 map_cut_100 14 0.2520 map_cut_200 14 0.2520 map_cut_500 14 0.2520 map_cut_1000 14 0.2520 relative_P_5 14 1.0000 relative_P_10 14 1.0000 relative_P_15 14 0.9333 relative_P_20 14 0.9500 relative_P_30 14 0.9667 relative_P_100 14 0.7500 relative_P_200 14 0.3750 relative_P_500 14 0.2757 relative_P_1000 14 0.2757 success_1 14 1.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.7500 set_relative_P 14 0.7500 set_recall 14 0.2757 set_map 14 0.2068 set_F 14 0.4032 num_nonrel_judged_ret 14 12 rbp 14 0.5865 rbp_resid 14 0.0008 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 100 num_rel 144 197 num_rel_ret 144 45 map 144 0.1630 Rprec 144 0.2284 bpref 144 0.2197 recip_rank 144 1.0000 iprec_at_recall_0.00 144 1.0000 iprec_at_recall_0.10 144 0.8000 iprec_at_recall_0.20 144 0.5970 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.8000 P_10 144 0.9000 P_15 144 0.8000 P_20 144 0.7500 P_30 144 0.7333 P_100 144 0.4500 P_200 144 0.2250 P_500 144 0.0900 P_1000 144 0.0450 relstring 144 '3212222333' recall_5 144 0.0203 recall_10 144 0.0457 recall_15 144 0.0609 recall_20 144 0.0761 recall_30 144 0.1117 recall_100 144 0.2284 recall_200 144 0.2284 recall_500 144 0.2284 recall_1000 144 0.2284 infAP 144 0.1630 Rprec_mult_0.20 144 0.6750 Rprec_mult_0.40 144 0.5316 Rprec_mult_0.60 144 0.3782 Rprec_mult_0.80 144 0.2848 Rprec_mult_1.00 144 0.2284 Rprec_mult_1.20 144 0.1899 Rprec_mult_1.40 144 0.1630 Rprec_mult_1.60 144 0.1424 Rprec_mult_1.80 144 0.1268 Rprec_mult_2.00 144 0.1142 utility 144 -10.0000 11pt_avg 144 0.2179 binG 144 0.0833 G 144 0.0463 ndcg 144 0.2991 ndcg_rel 144 0.3561 Rndcg 144 0.5000 ndcg_cut_5 144 0.6497 ndcg_cut_10 144 0.7172 ndcg_cut_15 144 0.6769 ndcg_cut_20 144 0.6533 ndcg_cut_30 144 0.6497 ndcg_cut_100 144 0.5447 ndcg_cut_200 144 0.3654 ndcg_cut_500 144 0.2991 ndcg_cut_1000 144 0.2991 map_cut_5 144 0.0180 map_cut_10 144 0.0401 map_cut_15 144 0.0521 map_cut_20 144 0.0633 map_cut_30 144 0.0909 map_cut_100 144 0.1630 map_cut_200 144 0.1630 map_cut_500 144 0.1630 map_cut_1000 144 0.1630 relative_P_5 144 0.8000 relative_P_10 144 0.9000 relative_P_15 144 0.8000 relative_P_20 144 0.7500 relative_P_30 144 0.7333 relative_P_100 144 0.4500 relative_P_200 144 0.2284 relative_P_500 144 0.2284 relative_P_1000 144 0.2284 success_1 144 1.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.4500 set_relative_P 144 0.4500 set_recall 144 0.2284 set_map 144 0.1028 set_F 144 0.3030 num_nonrel_judged_ret 144 23 rbp 144 0.5024 rbp_resid 144 0.0198 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 100 num_rel 161 218 num_rel_ret 161 58 map 161 0.2188 Rprec 161 0.2661 bpref 161 0.2563 recip_rank 161 1.0000 iprec_at_recall_0.00 161 1.0000 iprec_at_recall_0.10 161 0.9565 iprec_at_recall_0.20 161 0.6912 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 1.0000 P_10 161 0.9000 P_15 161 0.9333 P_20 161 0.9500 P_30 161 0.8333 P_100 161 0.5800 P_200 161 0.2900 P_500 161 0.1160 P_1000 161 0.0580 relstring 161 '2322222221' recall_5 161 0.0229 recall_10 161 0.0413 recall_15 161 0.0642 recall_20 161 0.0872 recall_30 161 0.1147 recall_100 161 0.2661 recall_200 161 0.2661 recall_500 161 0.2661 recall_1000 161 0.2661 infAP 161 0.2188 Rprec_mult_0.20 161 0.7500 Rprec_mult_0.40 161 0.6250 Rprec_mult_0.60 161 0.4427 Rprec_mult_0.80 161 0.3314 Rprec_mult_1.00 161 0.2661 Rprec_mult_1.20 161 0.2214 Rprec_mult_1.40 161 0.1895 Rprec_mult_1.60 161 0.1662 Rprec_mult_1.80 161 0.1476 Rprec_mult_2.00 161 0.1330 utility 161 16.0000 11pt_avg 161 0.2407 binG 161 0.1224 G 161 0.0612 ndcg 161 0.3497 ndcg_rel 161 0.4350 Rndcg 161 0.4703 ndcg_cut_5 161 0.7380 ndcg_cut_10 161 0.6917 ndcg_cut_15 161 0.7007 ndcg_cut_20 161 0.6950 ndcg_cut_30 161 0.6905 ndcg_cut_100 161 0.6093 ndcg_cut_200 161 0.3894 ndcg_cut_500 161 0.3497 ndcg_cut_1000 161 0.3497 map_cut_5 161 0.0229 map_cut_10 161 0.0413 map_cut_15 161 0.0624 map_cut_20 161 0.0841 map_cut_30 161 0.1090 map_cut_100 161 0.2188 map_cut_200 161 0.2188 map_cut_500 161 0.2188 map_cut_1000 161 0.2188 relative_P_5 161 1.0000 relative_P_10 161 0.9000 relative_P_15 161 0.9333 relative_P_20 161 0.9500 relative_P_30 161 0.8333 relative_P_100 161 0.5800 relative_P_200 161 0.2900 relative_P_500 161 0.2661 relative_P_1000 161 0.2661 success_1 161 1.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.5800 set_relative_P 161 0.5800 set_recall 161 0.2661 set_map 161 0.1543 set_F 161 0.3648 num_nonrel_judged_ret 161 25 rbp 161 0.6725 rbp_resid 161 0.0032 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 100 num_rel 200 184 num_rel_ret 200 76 map 200 0.3654 Rprec 200 0.4130 bpref 200 0.4040 recip_rank 200 1.0000 iprec_at_recall_0.00 200 1.0000 iprec_at_recall_0.10 200 0.9362 iprec_at_recall_0.20 200 0.9362 iprec_at_recall_0.30 200 0.8615 iprec_at_recall_0.40 200 0.7653 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 1.0000 P_10 200 0.9000 P_15 200 0.8667 P_20 200 0.9000 P_30 200 0.9000 P_100 200 0.7600 P_200 200 0.3800 P_500 200 0.1520 P_1000 200 0.0760 relstring 200 '3334333321' recall_5 200 0.0272 recall_10 200 0.0489 recall_15 200 0.0707 recall_20 200 0.0978 recall_30 200 0.1467 recall_100 200 0.4130 recall_200 200 0.4130 recall_500 200 0.4130 recall_1000 200 0.4130 infAP 200 0.3654 Rprec_mult_0.20 200 0.9189 Rprec_mult_0.40 200 0.7973 Rprec_mult_0.60 200 0.6847 Rprec_mult_0.80 200 0.5135 Rprec_mult_1.00 200 0.4130 Rprec_mult_1.20 200 0.3439 Rprec_mult_1.40 200 0.2946 Rprec_mult_1.60 200 0.2576 Rprec_mult_1.80 200 0.2289 Rprec_mult_2.00 200 0.2065 utility 200 52.0000 11pt_avg 200 0.4090 binG 200 0.1862 G 200 0.1356 ndcg 200 0.5302 ndcg_rel 200 0.6444 Rndcg 200 0.6687 ndcg_cut_5 200 0.9422 ndcg_cut_10 200 0.9010 ndcg_cut_15 200 0.8521 ndcg_cut_20 200 0.8757 ndcg_cut_30 200 0.8673 ndcg_cut_100 200 0.8021 ndcg_cut_200 200 0.5526 ndcg_cut_500 200 0.5302 ndcg_cut_1000 200 0.5302 map_cut_5 200 0.0272 map_cut_10 200 0.0489 map_cut_15 200 0.0686 map_cut_20 200 0.0927 map_cut_30 200 0.1375 map_cut_100 200 0.3654 map_cut_200 200 0.3654 map_cut_500 200 0.3654 map_cut_1000 200 0.3654 relative_P_5 200 1.0000 relative_P_10 200 0.9000 relative_P_15 200 0.8667 relative_P_20 200 0.9000 relative_P_30 200 0.9000 relative_P_100 200 0.7600 relative_P_200 200 0.4130 relative_P_500 200 0.4130 relative_P_1000 200 0.4130 success_1 200 1.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.7600 set_relative_P 200 0.7600 set_recall 200 0.4130 set_map 200 0.3139 set_F 200 0.5352 num_nonrel_judged_ret 200 11 rbp 200 0.6900 rbp_resid 200 0.0017 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 100 num_rel 213 322 num_rel_ret 213 79 map 213 0.2307 Rprec 213 0.2453 bpref 213 0.2443 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 1.0000 iprec_at_recall_0.20 213 0.8649 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 1.0000 P_10 213 1.0000 P_15 213 1.0000 P_20 213 1.0000 P_30 213 1.0000 P_100 213 0.7900 P_200 213 0.3950 P_500 213 0.1580 P_1000 213 0.0790 relstring 213 '3334333332' recall_5 213 0.0155 recall_10 213 0.0311 recall_15 213 0.0466 recall_20 213 0.0621 recall_30 213 0.0932 recall_100 213 0.2453 recall_200 213 0.2453 recall_500 213 0.2453 recall_1000 213 0.2453 infAP 213 0.2307 Rprec_mult_0.20 213 0.8923 Rprec_mult_0.40 213 0.6124 Rprec_mult_0.60 213 0.4072 Rprec_mult_0.80 213 0.3062 Rprec_mult_1.00 213 0.2453 Rprec_mult_1.20 213 0.2041 Rprec_mult_1.40 213 0.1752 Rprec_mult_1.60 213 0.1531 Rprec_mult_1.80 213 0.1362 Rprec_mult_2.00 213 0.1227 utility 213 58.0000 11pt_avg 213 0.2604 binG 213 0.1602 G 213 0.0594 ndcg 213 0.3423 ndcg_rel 213 0.4364 Rndcg 213 0.4924 ndcg_cut_5 213 0.7865 ndcg_cut_10 213 0.7578 ndcg_cut_15 213 0.7927 ndcg_cut_20 213 0.8296 ndcg_cut_30 213 0.8570 ndcg_cut_100 213 0.7345 ndcg_cut_200 213 0.4707 ndcg_cut_500 213 0.3423 ndcg_cut_1000 213 0.3423 map_cut_5 213 0.0155 map_cut_10 213 0.0311 map_cut_15 213 0.0466 map_cut_20 213 0.0621 map_cut_30 213 0.0932 map_cut_100 213 0.2307 map_cut_200 213 0.2307 map_cut_500 213 0.2307 map_cut_1000 213 0.2307 relative_P_5 213 1.0000 relative_P_10 213 1.0000 relative_P_15 213 1.0000 relative_P_20 213 1.0000 relative_P_30 213 1.0000 relative_P_100 213 0.7900 relative_P_200 213 0.3950 relative_P_500 213 0.2453 relative_P_1000 213 0.2453 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.7900 set_relative_P 213 0.7900 set_recall 213 0.2453 set_map 213 0.1938 set_F 213 0.3744 num_nonrel_judged_ret 213 3 rbp 213 0.7591 rbp_resid 213 0.0049 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 100 num_rel 219 203 num_rel_ret 219 34 map 219 0.1016 Rprec 219 0.1675 bpref 219 0.1520 recip_rank 219 1.0000 iprec_at_recall_0.00 219 1.0000 iprec_at_recall_0.10 219 0.5405 iprec_at_recall_0.20 219 0.0000 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 1.0000 P_10 219 0.7000 P_15 219 0.6667 P_20 219 0.6500 P_30 219 0.6333 P_100 219 0.3400 P_200 219 0.1700 P_500 219 0.0680 P_1000 219 0.0340 relstring 219 '2222203003' recall_5 219 0.0246 recall_10 219 0.0345 recall_15 219 0.0493 recall_20 219 0.0640 recall_30 219 0.0936 recall_100 219 0.1675 recall_200 219 0.1675 recall_500 219 0.1675 recall_1000 219 0.1675 infAP 219 0.1016 Rprec_mult_0.20 219 0.5122 Rprec_mult_0.40 219 0.3415 Rprec_mult_0.60 219 0.2787 Rprec_mult_0.80 219 0.2086 Rprec_mult_1.00 219 0.1675 Rprec_mult_1.20 219 0.1393 Rprec_mult_1.40 219 0.1193 Rprec_mult_1.60 219 0.1046 Rprec_mult_1.80 219 0.0929 Rprec_mult_2.00 219 0.0837 utility 219 -32.0000 11pt_avg 219 0.1400 binG 219 0.0631 G 219 0.0299 ndcg 219 0.2156 ndcg_rel 219 0.2475 Rndcg 219 0.3323 ndcg_cut_5 219 0.5000 ndcg_cut_10 219 0.4496 ndcg_cut_15 219 0.4517 ndcg_cut_20 219 0.4443 ndcg_cut_30 219 0.4496 ndcg_cut_100 219 0.3594 ndcg_cut_200 219 0.2409 ndcg_cut_500 219 0.2156 ndcg_cut_1000 219 0.2156 map_cut_5 219 0.0246 map_cut_10 219 0.0323 map_cut_15 219 0.0423 map_cut_20 219 0.0522 map_cut_30 219 0.0718 map_cut_100 219 0.1016 map_cut_200 219 0.1016 map_cut_500 219 0.1016 map_cut_1000 219 0.1016 relative_P_5 219 1.0000 relative_P_10 219 0.7000 relative_P_15 219 0.6667 relative_P_20 219 0.6500 relative_P_30 219 0.6333 relative_P_100 219 0.3400 relative_P_200 219 0.1700 relative_P_500 219 0.1675 relative_P_1000 219 0.1675 success_1 219 1.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.3400 set_relative_P 219 0.3400 set_recall 219 0.1675 set_map 219 0.0569 set_F 219 0.2244 num_nonrel_judged_ret 219 53 rbp 219 0.3806 rbp_resid 219 0.0046 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 100 num_rel 224 304 num_rel_ret 224 69 map 224 0.1881 Rprec 224 0.2270 bpref 224 0.2211 recip_rank 224 1.0000 iprec_at_recall_0.00 224 1.0000 iprec_at_recall_0.10 224 0.9091 iprec_at_recall_0.20 224 0.7176 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 1.0000 P_10 224 0.9000 P_15 224 0.9333 P_20 224 0.9500 P_30 224 0.9000 P_100 224 0.6900 P_200 224 0.3450 P_500 224 0.1380 P_1000 224 0.0690 relstring 224 '3222222023' recall_5 224 0.0164 recall_10 224 0.0296 recall_15 224 0.0461 recall_20 224 0.0625 recall_30 224 0.0888 recall_100 224 0.2270 recall_200 224 0.2270 recall_500 224 0.2270 recall_1000 224 0.2270 infAP 224 0.1881 Rprec_mult_0.20 224 0.7049 Rprec_mult_0.40 224 0.5656 Rprec_mult_0.60 224 0.3770 Rprec_mult_0.80 224 0.2828 Rprec_mult_1.00 224 0.2270 Rprec_mult_1.20 224 0.1890 Rprec_mult_1.40 224 0.1620 Rprec_mult_1.60 224 0.1417 Rprec_mult_1.80 224 0.1259 Rprec_mult_2.00 224 0.1135 utility 224 38.0000 11pt_avg 224 0.2388 binG 224 0.0978 G 224 0.0527 ndcg 224 0.3186 ndcg_rel 224 0.4017 Rndcg 224 0.4507 ndcg_cut_5 224 0.7797 ndcg_cut_10 224 0.7150 ndcg_cut_15 224 0.7329 ndcg_cut_20 224 0.7218 ndcg_cut_30 224 0.7094 ndcg_cut_100 224 0.6988 ndcg_cut_200 224 0.4507 ndcg_cut_500 224 0.3186 ndcg_cut_1000 224 0.3186 map_cut_5 224 0.0164 map_cut_10 224 0.0289 map_cut_15 224 0.0441 map_cut_20 224 0.0596 map_cut_30 224 0.0839 map_cut_100 224 0.1881 map_cut_200 224 0.1881 map_cut_500 224 0.1881 map_cut_1000 224 0.1881 relative_P_5 224 1.0000 relative_P_10 224 0.9000 relative_P_15 224 0.9333 relative_P_20 224 0.9500 relative_P_30 224 0.9000 relative_P_100 224 0.6900 relative_P_200 224 0.3450 relative_P_500 224 0.2270 relative_P_1000 224 0.2270 success_1 224 1.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.6900 set_relative_P 224 0.6900 set_recall 224 0.2270 set_map 224 0.1566 set_F 224 0.3416 num_nonrel_judged_ret 224 12 rbp 224 0.6864 rbp_resid 224 0.0070 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 100 num_rel 225 238 num_rel_ret 225 72 map 225 0.2744 Rprec 225 0.3025 bpref 225 0.2920 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.9643 iprec_at_recall_0.20 225 0.8889 iprec_at_recall_0.30 225 0.7423 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 1.0000 P_10 225 1.0000 P_15 225 1.0000 P_20 225 1.0000 P_30 225 0.9333 P_100 225 0.7200 P_200 225 0.3600 P_500 225 0.1440 P_1000 225 0.0720 relstring 225 '3222223223' recall_5 225 0.0210 recall_10 225 0.0420 recall_15 225 0.0630 recall_20 225 0.0840 recall_30 225 0.1176 recall_100 225 0.3025 recall_200 225 0.3025 recall_500 225 0.3025 recall_1000 225 0.3025 infAP 225 0.2744 Rprec_mult_0.20 225 0.8958 Rprec_mult_0.40 225 0.7396 Rprec_mult_0.60 225 0.5035 Rprec_mult_0.80 225 0.3770 Rprec_mult_1.00 225 0.3025 Rprec_mult_1.20 225 0.2517 Rprec_mult_1.40 225 0.2156 Rprec_mult_1.60 225 0.1890 Rprec_mult_1.80 225 0.1678 Rprec_mult_2.00 225 0.1513 utility 225 44.0000 11pt_avg 225 0.3269 binG 225 0.1697 G 225 0.0693 ndcg 225 0.3916 ndcg_rel 225 0.4840 Rndcg 225 0.5056 ndcg_cut_5 225 0.7797 ndcg_cut_10 225 0.7857 ndcg_cut_15 225 0.7877 ndcg_cut_20 225 0.7674 ndcg_cut_30 225 0.7439 ndcg_cut_100 225 0.6987 ndcg_cut_200 225 0.4703 ndcg_cut_500 225 0.3916 ndcg_cut_1000 225 0.3916 map_cut_5 225 0.0210 map_cut_10 225 0.0420 map_cut_15 225 0.0630 map_cut_20 225 0.0840 map_cut_30 225 0.1167 map_cut_100 225 0.2744 map_cut_200 225 0.2744 map_cut_500 225 0.2744 map_cut_1000 225 0.2744 relative_P_5 225 1.0000 relative_P_10 225 1.0000 relative_P_15 225 1.0000 relative_P_20 225 1.0000 relative_P_30 225 0.9333 relative_P_100 225 0.7200 relative_P_200 225 0.3600 relative_P_500 225 0.3025 relative_P_1000 225 0.3025 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.7200 set_relative_P 225 0.7200 set_recall 225 0.3025 set_map 225 0.2178 set_F 225 0.4260 num_nonrel_judged_ret 225 10 rbp 225 0.7484 rbp_resid 225 0.0045 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 100 num_rel 233 203 num_rel_ret 233 81 map 233 0.3672 Rprec 233 0.3990 bpref 233 0.3870 recip_rank 233 1.0000 iprec_at_recall_0.00 233 1.0000 iprec_at_recall_0.10 233 1.0000 iprec_at_recall_0.20 233 0.9375 iprec_at_recall_0.30 233 0.8971 iprec_at_recall_0.40 233 0.8182 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 1.0000 P_10 233 1.0000 P_15 233 1.0000 P_20 233 1.0000 P_30 233 0.9333 P_100 233 0.8100 P_200 233 0.4050 P_500 233 0.1620 P_1000 233 0.0810 relstring 233 '2233333233' recall_5 233 0.0246 recall_10 233 0.0493 recall_15 233 0.0739 recall_20 233 0.0985 recall_30 233 0.1379 recall_100 233 0.3990 recall_200 233 0.3990 recall_500 233 0.3990 recall_1000 233 0.3990 infAP 233 0.3672 Rprec_mult_0.20 233 0.9268 Rprec_mult_0.40 233 0.8415 Rprec_mult_0.60 233 0.6639 Rprec_mult_0.80 233 0.4969 Rprec_mult_1.00 233 0.3990 Rprec_mult_1.20 233 0.3320 Rprec_mult_1.40 233 0.2842 Rprec_mult_1.60 233 0.2492 Rprec_mult_1.80 233 0.2213 Rprec_mult_2.00 233 0.1995 utility 233 62.0000 11pt_avg 233 0.4230 binG 233 0.2100 G 233 0.0980 ndcg 233 0.4877 ndcg_rel 233 0.5960 Rndcg 233 0.5602 ndcg_cut_5 233 0.6886 ndcg_cut_10 233 0.7656 ndcg_cut_15 233 0.8002 ndcg_cut_20 233 0.8209 ndcg_cut_30 233 0.8084 ndcg_cut_100 233 0.7576 ndcg_cut_200 233 0.5253 ndcg_cut_500 233 0.4877 ndcg_cut_1000 233 0.4877 map_cut_5 233 0.0246 map_cut_10 233 0.0493 map_cut_15 233 0.0739 map_cut_20 233 0.0985 map_cut_30 233 0.1361 map_cut_100 233 0.3672 map_cut_200 233 0.3672 map_cut_500 233 0.3672 map_cut_1000 233 0.3672 relative_P_5 233 1.0000 relative_P_10 233 1.0000 relative_P_15 233 1.0000 relative_P_20 233 1.0000 relative_P_30 233 0.9333 relative_P_100 233 0.8100 relative_P_200 233 0.4050 relative_P_500 233 0.3990 relative_P_1000 233 0.3990 success_1 233 1.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.8100 set_relative_P 233 0.8100 set_recall 233 0.3990 set_map 233 0.3232 set_F 233 0.5347 num_nonrel_judged_ret 233 15 rbp 233 0.6577 rbp_resid 233 0.0006 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 100 num_rel 273 290 num_rel_ret 273 77 map 273 0.2531 Rprec 273 0.2655 bpref 273 0.2602 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 1.0000 iprec_at_recall_0.20 273 0.9375 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 1.0000 P_10 273 1.0000 P_15 273 1.0000 P_20 273 1.0000 P_30 273 1.0000 P_100 273 0.7700 P_200 273 0.3850 P_500 273 0.1540 P_1000 273 0.0770 relstring 273 '2233322342' recall_5 273 0.0172 recall_10 273 0.0345 recall_15 273 0.0517 recall_20 273 0.0690 recall_30 273 0.1034 recall_100 273 0.2655 recall_200 273 0.2655 recall_500 273 0.2655 recall_1000 273 0.2655 infAP 273 0.2531 Rprec_mult_0.20 273 0.9310 Rprec_mult_0.40 273 0.6638 Rprec_mult_0.60 273 0.4425 Rprec_mult_0.80 273 0.3319 Rprec_mult_1.00 273 0.2655 Rprec_mult_1.20 273 0.2213 Rprec_mult_1.40 273 0.1897 Rprec_mult_1.60 273 0.1659 Rprec_mult_1.80 273 0.1475 Rprec_mult_2.00 273 0.1328 utility 273 54.0000 11pt_avg 273 0.2670 binG 273 0.1909 G 273 0.0632 ndcg 273 0.3578 ndcg_rel 273 0.4531 Rndcg 273 0.4960 ndcg_cut_5 273 0.7328 ndcg_cut_10 273 0.7739 ndcg_cut_15 273 0.7941 ndcg_cut_20 273 0.7737 ndcg_cut_30 273 0.8021 ndcg_cut_100 273 0.7196 ndcg_cut_200 273 0.4927 ndcg_cut_500 273 0.3578 ndcg_cut_1000 273 0.3578 map_cut_5 273 0.0172 map_cut_10 273 0.0345 map_cut_15 273 0.0517 map_cut_20 273 0.0690 map_cut_30 273 0.1034 map_cut_100 273 0.2531 map_cut_200 273 0.2531 map_cut_500 273 0.2531 map_cut_1000 273 0.2531 relative_P_5 273 1.0000 relative_P_10 273 1.0000 relative_P_15 273 1.0000 relative_P_20 273 1.0000 relative_P_30 273 1.0000 relative_P_100 273 0.7700 relative_P_200 273 0.3850 relative_P_500 273 0.2655 relative_P_1000 273 0.2655 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.7700 set_relative_P 273 0.7700 set_recall 273 0.2655 set_map 273 0.2044 set_F 273 0.3949 num_nonrel_judged_ret 273 15 rbp 273 0.6265 rbp_resid 273 0.0002 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 100 num_rel 300 239 num_rel_ret 300 62 map 300 0.1866 Rprec 300 0.2594 bpref 300 0.2461 recip_rank 300 0.5000 iprec_at_recall_0.00 300 0.9412 iprec_at_recall_0.10 300 0.7500 iprec_at_recall_0.20 300 0.6316 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.8000 P_10 300 0.9000 P_15 300 0.9333 P_20 300 0.8500 P_30 300 0.7667 P_100 300 0.6200 P_200 300 0.3100 P_500 300 0.1240 P_1000 300 0.0620 relstring 300 '1233232322' recall_5 300 0.0167 recall_10 300 0.0377 recall_15 300 0.0586 recall_20 300 0.0711 recall_30 300 0.0962 recall_100 300 0.2594 recall_200 300 0.2594 recall_500 300 0.2594 recall_1000 300 0.2594 infAP 300 0.1866 Rprec_mult_0.20 300 0.6667 Rprec_mult_0.40 300 0.6250 Rprec_mult_0.60 300 0.4306 Rprec_mult_0.80 300 0.3229 Rprec_mult_1.00 300 0.2594 Rprec_mult_1.20 300 0.2160 Rprec_mult_1.40 300 0.1851 Rprec_mult_1.60 300 0.1619 Rprec_mult_1.80 300 0.1439 Rprec_mult_2.00 300 0.1297 utility 300 24.0000 11pt_avg 300 0.2112 binG 300 0.0895 G 300 0.0594 ndcg 300 0.3502 ndcg_rel 300 0.4288 Rndcg 300 0.4565 ndcg_cut_5 300 0.6588 ndcg_cut_10 300 0.7109 ndcg_cut_15 300 0.7168 ndcg_cut_20 300 0.6981 ndcg_cut_30 300 0.6675 ndcg_cut_100 300 0.6501 ndcg_cut_200 300 0.4245 ndcg_cut_500 300 0.3502 ndcg_cut_1000 300 0.3502 map_cut_5 300 0.0114 map_cut_10 300 0.0296 map_cut_15 300 0.0489 map_cut_20 300 0.0605 map_cut_30 300 0.0808 map_cut_100 300 0.1866 map_cut_200 300 0.1866 map_cut_500 300 0.1866 map_cut_1000 300 0.1866 relative_P_5 300 0.8000 relative_P_10 300 0.9000 relative_P_15 300 0.9333 relative_P_20 300 0.8500 relative_P_30 300 0.7667 relative_P_100 300 0.6200 relative_P_200 300 0.3100 relative_P_500 300 0.2594 relative_P_1000 300 0.2594 success_1 300 0.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.6200 set_relative_P 300 0.6200 set_recall 300 0.2594 set_map 300 0.1608 set_F 300 0.3658 num_nonrel_judged_ret 300 21 rbp 300 0.7106 rbp_resid 300 0.0061 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 100 num_rel 31 134 num_rel_ret 31 52 map 31 0.2715 Rprec 31 0.3881 bpref 31 0.3432 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.8077 iprec_at_recall_0.20 31 0.6279 iprec_at_recall_0.30 31 0.5753 iprec_at_recall_0.40 31 0.0000 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 1.0000 P_10 31 0.8000 P_15 31 0.6667 P_20 31 0.7500 P_30 31 0.7667 P_100 31 0.5200 P_200 31 0.2600 P_500 31 0.1040 P_1000 31 0.0520 relstring 31 '2222222301' recall_5 31 0.0373 recall_10 31 0.0597 recall_15 31 0.0746 recall_20 31 0.1119 recall_30 31 0.1716 recall_100 31 0.3881 recall_200 31 0.3881 recall_500 31 0.3881 recall_1000 31 0.3881 infAP 31 0.2715 Rprec_mult_0.20 31 0.7778 Rprec_mult_0.40 31 0.5741 Rprec_mult_0.60 31 0.5432 Rprec_mult_0.80 31 0.4815 Rprec_mult_1.00 31 0.3881 Rprec_mult_1.20 31 0.3230 Rprec_mult_1.40 31 0.2766 Rprec_mult_1.60 31 0.2419 Rprec_mult_1.80 31 0.2149 Rprec_mult_2.00 31 0.1940 utility 31 4.0000 11pt_avg 31 0.2737 binG 31 0.1468 G 31 0.0899 ndcg 31 0.4753 ndcg_rel 31 0.5452 Rndcg 31 0.5372 ndcg_cut_5 31 0.6667 ndcg_cut_10 31 0.6244 ndcg_cut_15 31 0.5902 ndcg_cut_20 31 0.6207 ndcg_cut_30 31 0.6775 ndcg_cut_100 31 0.6306 ndcg_cut_200 31 0.4753 ndcg_cut_500 31 0.4753 ndcg_cut_1000 31 0.4753 map_cut_5 31 0.0373 map_cut_10 31 0.0597 map_cut_15 31 0.0720 map_cut_20 31 0.0989 map_cut_30 31 0.1459 map_cut_100 31 0.2715 map_cut_200 31 0.2715 map_cut_500 31 0.2715 map_cut_1000 31 0.2715 relative_P_5 31 1.0000 relative_P_10 31 0.8000 relative_P_15 31 0.6667 relative_P_20 31 0.7500 relative_P_30 31 0.7667 relative_P_100 31 0.5200 relative_P_200 31 0.3881 relative_P_500 31 0.3881 relative_P_1000 31 0.3881 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.5200 set_relative_P 31 0.5200 set_recall 31 0.3881 set_map 31 0.2018 set_F 31 0.4444 num_nonrel_judged_ret 31 36 rbp 31 0.6088 rbp_resid 31 0.0037 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 100 num_rel 37 230 num_rel_ret 37 35 map 37 0.0749 Rprec 37 0.1522 bpref 37 0.1405 recip_rank 37 1.0000 iprec_at_recall_0.00 37 1.0000 iprec_at_recall_0.10 37 0.4355 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.4000 P_10 37 0.3000 P_15 37 0.4000 P_20 37 0.4500 P_30 37 0.5333 P_100 37 0.3500 P_200 37 0.1750 P_500 37 0.0700 P_1000 37 0.0350 relstring 37 '2210012101' recall_5 37 0.0087 recall_10 37 0.0130 recall_15 37 0.0261 recall_20 37 0.0391 recall_30 37 0.0696 recall_100 37 0.1522 recall_200 37 0.1522 recall_500 37 0.1522 recall_1000 37 0.1522 infAP 37 0.0749 Rprec_mult_0.20 37 0.4783 Rprec_mult_0.40 37 0.3587 Rprec_mult_0.60 37 0.2536 Rprec_mult_0.80 37 0.1902 Rprec_mult_1.00 37 0.1522 Rprec_mult_1.20 37 0.1268 Rprec_mult_1.40 37 0.1087 Rprec_mult_1.60 37 0.0951 Rprec_mult_1.80 37 0.0845 Rprec_mult_2.00 37 0.0761 utility 37 -30.0000 11pt_avg 37 0.1305 binG 37 0.0429 G 37 0.0304 ndcg 37 0.2166 ndcg_rel 37 0.2590 Rndcg 37 0.3076 ndcg_cut_5 37 0.4253 ndcg_cut_10 37 0.3954 ndcg_cut_15 37 0.4130 ndcg_cut_20 37 0.4334 ndcg_cut_30 37 0.5041 ndcg_cut_100 37 0.4709 ndcg_cut_200 37 0.3004 ndcg_cut_500 37 0.2166 ndcg_cut_1000 37 0.2166 map_cut_5 37 0.0087 map_cut_10 37 0.0106 map_cut_15 37 0.0160 map_cut_20 37 0.0219 map_cut_30 37 0.0383 map_cut_100 37 0.0749 map_cut_200 37 0.0749 map_cut_500 37 0.0749 map_cut_1000 37 0.0749 relative_P_5 37 0.4000 relative_P_10 37 0.3000 relative_P_15 37 0.4000 relative_P_20 37 0.4500 relative_P_30 37 0.5333 relative_P_100 37 0.3500 relative_P_200 37 0.1750 relative_P_500 37 0.1522 relative_P_1000 37 0.1522 success_1 37 1.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.3500 set_relative_P 37 0.3500 set_recall 37 0.1522 set_map 37 0.0533 set_F 37 0.2121 num_nonrel_judged_ret 37 38 rbp 37 0.4168 rbp_resid 37 0.0099 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 100 num_rel 407 102 num_rel_ret 407 32 map 407 0.2213 Rprec 407 0.3137 bpref 407 0.2812 recip_rank 407 1.0000 iprec_at_recall_0.00 407 1.0000 iprec_at_recall_0.10 407 0.8333 iprec_at_recall_0.20 407 0.6452 iprec_at_recall_0.30 407 0.4079 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 1.0000 P_10 407 0.8000 P_15 407 0.7333 P_20 407 0.7000 P_30 407 0.6333 P_100 407 0.3200 P_200 407 0.1600 P_500 407 0.0640 P_1000 407 0.0320 relstring 407 '2222220220' recall_5 407 0.0490 recall_10 407 0.0784 recall_15 407 0.1078 recall_20 407 0.1373 recall_30 407 0.1863 recall_100 407 0.3137 recall_200 407 0.3137 recall_500 407 0.3137 recall_1000 407 0.3137 infAP 407 0.2213 Rprec_mult_0.20 407 0.7143 Rprec_mult_0.40 407 0.5366 Rprec_mult_0.60 407 0.4839 Rprec_mult_0.80 407 0.3780 Rprec_mult_1.00 407 0.3137 Rprec_mult_1.20 407 0.2602 Rprec_mult_1.40 407 0.2238 Rprec_mult_1.60 407 0.1951 Rprec_mult_1.80 407 0.1739 Rprec_mult_2.00 407 0.1569 utility 407 -36.0000 11pt_avg 407 0.2624 binG 407 0.1378 G 407 0.0731 ndcg 407 0.3769 ndcg_rel 407 0.4398 Rndcg 407 0.4635 ndcg_cut_5 407 0.6667 ndcg_cut_10 407 0.6014 ndcg_cut_15 407 0.6030 ndcg_cut_20 407 0.6147 ndcg_cut_30 407 0.5935 ndcg_cut_100 407 0.4083 ndcg_cut_200 407 0.3769 ndcg_cut_500 407 0.3769 ndcg_cut_1000 407 0.3769 map_cut_5 407 0.0490 map_cut_10 407 0.0761 map_cut_15 407 0.1000 map_cut_20 407 0.1201 map_cut_30 407 0.1536 map_cut_100 407 0.2213 map_cut_200 407 0.2213 map_cut_500 407 0.2213 map_cut_1000 407 0.2213 relative_P_5 407 1.0000 relative_P_10 407 0.8000 relative_P_15 407 0.7333 relative_P_20 407 0.7000 relative_P_30 407 0.6333 relative_P_100 407 0.3200 relative_P_200 407 0.3137 relative_P_500 407 0.3137 relative_P_1000 407 0.3137 success_1 407 1.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.3200 set_relative_P 407 0.3200 set_recall 407 0.3137 set_map 407 0.1004 set_F 407 0.3168 num_nonrel_judged_ret 407 42 rbp 407 0.5101 rbp_resid 407 0.0080 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 100 num_rel 477 285 num_rel_ret 477 74 map 477 0.2356 Rprec 477 0.2596 bpref 477 0.2524 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.9744 iprec_at_recall_0.20 477 0.8310 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 1.0000 P_10 477 1.0000 P_15 477 1.0000 P_20 477 1.0000 P_30 477 0.9667 P_100 477 0.7400 P_200 477 0.3700 P_500 477 0.1480 P_1000 477 0.0740 relstring 477 '3233232332' recall_5 477 0.0175 recall_10 477 0.0351 recall_15 477 0.0526 recall_20 477 0.0702 recall_30 477 0.1018 recall_100 477 0.2596 recall_200 477 0.2596 recall_500 477 0.2596 recall_1000 477 0.2596 infAP 477 0.2356 Rprec_mult_0.20 477 0.8596 Rprec_mult_0.40 477 0.6491 Rprec_mult_0.60 477 0.4327 Rprec_mult_0.80 477 0.3246 Rprec_mult_1.00 477 0.2596 Rprec_mult_1.20 477 0.2164 Rprec_mult_1.40 477 0.1855 Rprec_mult_1.60 477 0.1623 Rprec_mult_1.80 477 0.1442 Rprec_mult_2.00 477 0.1298 utility 477 48.0000 11pt_avg 477 0.2550 binG 477 0.1554 G 477 0.0693 ndcg 477 0.3596 ndcg_rel 477 0.4628 Rndcg 477 0.4834 ndcg_cut_5 477 0.8849 ndcg_cut_10 477 0.8797 ndcg_cut_15 477 0.8763 ndcg_cut_20 477 0.8862 ndcg_cut_30 477 0.8670 ndcg_cut_100 477 0.7299 ndcg_cut_200 477 0.4988 ndcg_cut_500 477 0.3596 ndcg_cut_1000 477 0.3596 map_cut_5 477 0.0175 map_cut_10 477 0.0351 map_cut_15 477 0.0526 map_cut_20 477 0.0702 map_cut_30 477 0.1016 map_cut_100 477 0.2356 map_cut_200 477 0.2356 map_cut_500 477 0.2356 map_cut_1000 477 0.2356 relative_P_5 477 1.0000 relative_P_10 477 1.0000 relative_P_15 477 1.0000 relative_P_20 477 1.0000 relative_P_30 477 0.9667 relative_P_100 477 0.7400 relative_P_200 477 0.3700 relative_P_500 477 0.2596 relative_P_1000 477 0.2596 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.7400 set_relative_P 477 0.7400 set_recall 477 0.2596 set_map 477 0.1921 set_F 477 0.3844 num_nonrel_judged_ret 477 16 rbp 477 0.8681 rbp_resid 477 0.0031 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 100 num_rel 499 192 num_rel_ret 499 69 map 499 0.2953 Rprec 499 0.3594 bpref 499 0.3389 recip_rank 499 1.0000 iprec_at_recall_0.00 499 1.0000 iprec_at_recall_0.10 499 0.8333 iprec_at_recall_0.20 499 0.8269 iprec_at_recall_0.30 499 0.7108 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 1.0000 P_10 499 1.0000 P_15 499 0.9333 P_20 499 0.8000 P_30 499 0.8000 P_100 499 0.6900 P_200 499 0.3450 P_500 499 0.1380 P_1000 499 0.0690 relstring 499 '3333333333' recall_5 499 0.0260 recall_10 499 0.0521 recall_15 499 0.0729 recall_20 499 0.0833 recall_30 499 0.1250 recall_100 499 0.3594 recall_200 499 0.3594 recall_500 499 0.3594 recall_1000 499 0.3594 infAP 499 0.2953 Rprec_mult_0.20 499 0.8205 Rprec_mult_0.40 499 0.7273 Rprec_mult_0.60 499 0.5948 Rprec_mult_0.80 499 0.4481 Rprec_mult_1.00 499 0.3594 Rprec_mult_1.20 499 0.2987 Rprec_mult_1.40 499 0.2565 Rprec_mult_1.60 499 0.2240 Rprec_mult_1.80 499 0.1994 Rprec_mult_2.00 499 0.1797 utility 499 38.0000 11pt_avg 499 0.3065 binG 499 0.1483 G 499 0.1195 ndcg 499 0.4471 ndcg_rel 499 0.5595 Rndcg 499 0.5873 ndcg_cut_5 499 1.0000 ndcg_cut_10 499 1.0000 ndcg_cut_15 499 0.9242 ndcg_cut_20 499 0.8699 ndcg_cut_30 499 0.8077 ndcg_cut_100 499 0.7679 ndcg_cut_200 499 0.5074 ndcg_cut_500 499 0.4471 ndcg_cut_1000 499 0.4471 map_cut_5 499 0.0260 map_cut_10 499 0.0521 map_cut_15 499 0.0718 map_cut_20 499 0.0808 map_cut_30 499 0.1140 map_cut_100 499 0.2953 map_cut_200 499 0.2953 map_cut_500 499 0.2953 map_cut_1000 499 0.2953 relative_P_5 499 1.0000 relative_P_10 499 1.0000 relative_P_15 499 0.9333 relative_P_20 499 0.8000 relative_P_30 499 0.8000 relative_P_100 499 0.6900 relative_P_200 499 0.3594 relative_P_500 499 0.3594 relative_P_1000 499 0.3594 success_1 499 1.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.6900 set_relative_P 499 0.6900 set_recall 499 0.3594 set_map 499 0.2480 set_F 499 0.4726 num_nonrel_judged_ret 499 22 rbp 499 0.8703 rbp_resid 499 0.0006 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 100 num_rel 515 147 num_rel_ret 515 12 map 515 0.0119 Rprec 515 0.0816 bpref 515 0.0602 recip_rank 515 0.1667 iprec_at_recall_0.00 515 0.2143 iprec_at_recall_0.10 515 0.0000 iprec_at_recall_0.20 515 0.0000 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.0000 P_10 515 0.1000 P_15 515 0.2000 P_20 515 0.2000 P_30 515 0.1333 P_100 515 0.1200 P_200 515 0.0600 P_500 515 0.0240 P_1000 515 0.0120 relstring 515 '1000020100' recall_5 515 0.0000 recall_10 515 0.0068 recall_15 515 0.0204 recall_20 515 0.0272 recall_30 515 0.0272 recall_100 515 0.0816 recall_200 515 0.0816 recall_500 515 0.0816 recall_1000 515 0.0816 infAP 515 0.0119 Rprec_mult_0.20 515 0.1333 Rprec_mult_0.40 515 0.1356 Rprec_mult_0.60 515 0.1124 Rprec_mult_0.80 515 0.1017 Rprec_mult_1.00 515 0.0816 Rprec_mult_1.20 515 0.0678 Rprec_mult_1.40 515 0.0583 Rprec_mult_1.60 515 0.0508 Rprec_mult_1.80 515 0.0453 Rprec_mult_2.00 515 0.0408 utility 515 -76.0000 11pt_avg 515 0.0195 binG 515 0.0171 G 515 0.0200 ndcg 515 0.1295 ndcg_rel 515 0.1443 Rndcg 515 0.1356 ndcg_cut_5 515 0.1696 ndcg_cut_10 515 0.2232 ndcg_cut_15 515 0.2615 ndcg_cut_20 515 0.2846 ndcg_cut_30 515 0.2653 ndcg_cut_100 515 0.1876 ndcg_cut_200 515 0.1295 ndcg_cut_500 515 0.1295 ndcg_cut_1000 515 0.1295 map_cut_5 515 0.0000 map_cut_10 515 0.0011 map_cut_15 515 0.0036 map_cut_20 515 0.0051 map_cut_30 515 0.0051 map_cut_100 515 0.0119 map_cut_200 515 0.0119 map_cut_500 515 0.0119 map_cut_1000 515 0.0119 relative_P_5 515 0.0000 relative_P_10 515 0.1000 relative_P_15 515 0.2000 relative_P_20 515 0.2000 relative_P_30 515 0.1333 relative_P_100 515 0.1200 relative_P_200 515 0.0816 relative_P_500 515 0.0816 relative_P_1000 515 0.0816 success_1 515 0.0000 success_5 515 0.0000 success_10 515 1.0000 set_P 515 0.1200 set_relative_P 515 0.1200 set_recall 515 0.0816 set_map 515 0.0098 set_F 515 0.0972 num_nonrel_judged_ret 515 70 rbp 515 0.2402 rbp_resid 515 0.0022 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 100 num_rel 58 373 num_rel_ret 58 87 map 58 0.2132 Rprec 58 0.2332 bpref 58 0.2263 recip_rank 58 1.0000 iprec_at_recall_0.00 58 1.0000 iprec_at_recall_0.10 58 0.9512 iprec_at_recall_0.20 58 0.8776 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 1.0000 P_10 58 0.9000 P_15 58 0.9333 P_20 58 0.9500 P_30 58 0.9333 P_100 58 0.8700 P_200 58 0.4350 P_500 58 0.1740 P_1000 58 0.0870 relstring 58 '3433203333' recall_5 58 0.0134 recall_10 58 0.0241 recall_15 58 0.0375 recall_20 58 0.0509 recall_30 58 0.0751 recall_100 58 0.2332 recall_200 58 0.2332 recall_500 58 0.2332 recall_1000 58 0.2332 infAP 58 0.2132 Rprec_mult_0.20 58 0.8667 Rprec_mult_0.40 58 0.5800 Rprec_mult_0.60 58 0.3884 Rprec_mult_0.80 58 0.2910 Rprec_mult_1.00 58 0.2332 Rprec_mult_1.20 58 0.1942 Rprec_mult_1.40 58 0.1663 Rprec_mult_1.60 58 0.1457 Rprec_mult_1.80 58 0.1295 Rprec_mult_2.00 58 0.1166 utility 58 74.0000 11pt_avg 58 0.2572 binG 58 0.1066 G 58 0.0553 ndcg 58 0.3305 ndcg_rel 58 0.4282 Rndcg 58 0.5000 ndcg_cut_5 58 0.7707 ndcg_cut_10 58 0.7724 ndcg_cut_15 58 0.8028 ndcg_cut_20 58 0.8125 ndcg_cut_30 58 0.8170 ndcg_cut_100 58 0.7508 ndcg_cut_200 58 0.4877 ndcg_cut_500 58 0.3305 ndcg_cut_1000 58 0.3305 map_cut_5 58 0.0134 map_cut_10 58 0.0228 map_cut_15 58 0.0352 map_cut_20 58 0.0479 map_cut_30 58 0.0708 map_cut_100 58 0.2132 map_cut_200 58 0.2132 map_cut_500 58 0.2132 map_cut_1000 58 0.2132 relative_P_5 58 1.0000 relative_P_10 58 0.9000 relative_P_15 58 0.9333 relative_P_20 58 0.9500 relative_P_30 58 0.9333 relative_P_100 58 0.8700 relative_P_200 58 0.4350 relative_P_500 58 0.2332 relative_P_1000 58 0.2332 success_1 58 1.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.8700 set_relative_P 58 0.8700 set_recall 58 0.2332 set_map 58 0.2029 set_F 58 0.3679 num_nonrel_judged_ret 58 4 rbp 58 0.6789 rbp_resid 58 0.0022 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 100 num_rel 707 186 num_rel_ret 707 32 map 707 0.1067 Rprec 707 0.1720 bpref 707 0.1570 recip_rank 707 1.0000 iprec_at_recall_0.00 707 1.0000 iprec_at_recall_0.10 707 0.7037 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.8000 P_10 707 0.9000 P_15 707 0.8000 P_20 707 0.6000 P_30 707 0.6333 P_100 707 0.3200 P_200 707 0.1600 P_500 707 0.0640 P_1000 707 0.0320 relstring 707 '2220222222' recall_5 707 0.0215 recall_10 707 0.0484 recall_15 707 0.0645 recall_20 707 0.0645 recall_30 707 0.1022 recall_100 707 0.1720 recall_200 707 0.1720 recall_500 707 0.1720 recall_1000 707 0.1720 infAP 707 0.1067 Rprec_mult_0.20 707 0.5263 Rprec_mult_0.40 707 0.3067 Rprec_mult_0.60 707 0.2857 Rprec_mult_0.80 707 0.2148 Rprec_mult_1.00 707 0.1720 Rprec_mult_1.20 707 0.1429 Rprec_mult_1.40 707 0.1226 Rprec_mult_1.60 707 0.1074 Rprec_mult_1.80 707 0.0955 Rprec_mult_2.00 707 0.0860 utility 707 -36.0000 11pt_avg 707 0.1549 binG 707 0.0683 G 707 0.0401 ndcg 707 0.2474 ndcg_rel 707 0.2967 Rndcg 707 0.3662 ndcg_cut_5 707 0.5693 ndcg_cut_10 707 0.6308 ndcg_cut_15 707 0.6413 ndcg_cut_20 707 0.5575 ndcg_cut_30 707 0.5963 ndcg_cut_100 707 0.3922 ndcg_cut_200 707 0.2505 ndcg_cut_500 707 0.2474 ndcg_cut_1000 707 0.2474 map_cut_5 707 0.0204 map_cut_10 707 0.0438 map_cut_15 707 0.0575 map_cut_20 707 0.0575 map_cut_30 707 0.0825 map_cut_100 707 0.1067 map_cut_200 707 0.1067 map_cut_500 707 0.1067 map_cut_1000 707 0.1067 relative_P_5 707 0.8000 relative_P_10 707 0.9000 relative_P_15 707 0.8000 relative_P_20 707 0.6000 relative_P_30 707 0.6333 relative_P_100 707 0.3200 relative_P_200 707 0.1720 relative_P_500 707 0.1720 relative_P_1000 707 0.1720 success_1 707 1.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.3200 set_relative_P 707 0.3200 set_recall 707 0.1720 set_map 707 0.0551 set_F 707 0.2238 num_nonrel_judged_ret 707 42 rbp 707 0.4975 rbp_resid 707 0.0184 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 100 num_rel 72 466 num_rel_ret 72 79 map 72 0.1598 Rprec 72 0.1695 bpref 72 0.1695 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.9400 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 1.0000 P_15 72 1.0000 P_20 72 1.0000 P_30 72 1.0000 P_100 72 0.7900 P_200 72 0.3950 P_500 72 0.1580 P_1000 72 0.0790 relstring 72 '4444433333' recall_5 72 0.0107 recall_10 72 0.0215 recall_15 72 0.0322 recall_20 72 0.0429 recall_30 72 0.0644 recall_100 72 0.1695 recall_200 72 0.1695 recall_500 72 0.1695 recall_1000 72 0.1695 infAP 72 0.1598 Rprec_mult_0.20 72 0.7979 Rprec_mult_0.40 72 0.4225 Rprec_mult_0.60 72 0.2821 Rprec_mult_0.80 72 0.2118 Rprec_mult_1.00 72 0.1695 Rprec_mult_1.20 72 0.1411 Rprec_mult_1.40 72 0.1210 Rprec_mult_1.60 72 0.1059 Rprec_mult_1.80 72 0.0942 Rprec_mult_2.00 72 0.0848 utility 72 58.0000 11pt_avg 72 0.1764 binG 72 0.1106 G 72 0.0527 ndcg 72 0.2849 ndcg_rel 72 0.3752 Rndcg 72 0.4288 ndcg_cut_5 72 1.0000 ndcg_cut_10 72 0.9122 ndcg_cut_15 72 0.8867 ndcg_cut_20 72 0.8807 ndcg_cut_30 72 0.8622 ndcg_cut_100 72 0.7484 ndcg_cut_200 72 0.4841 ndcg_cut_500 72 0.2849 ndcg_cut_1000 72 0.2849 map_cut_5 72 0.0107 map_cut_10 72 0.0215 map_cut_15 72 0.0322 map_cut_20 72 0.0429 map_cut_30 72 0.0644 map_cut_100 72 0.1598 map_cut_200 72 0.1598 map_cut_500 72 0.1598 map_cut_1000 72 0.1598 relative_P_5 72 1.0000 relative_P_10 72 1.0000 relative_P_15 72 1.0000 relative_P_20 72 1.0000 relative_P_30 72 1.0000 relative_P_100 72 0.7900 relative_P_200 72 0.3950 relative_P_500 72 0.1695 relative_P_1000 72 0.1695 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.7900 set_relative_P 72 0.7900 set_recall 72 0.1695 set_map 72 0.1339 set_F 72 0.2792 num_nonrel_judged_ret 72 0 rbp 72 0.8684 rbp_resid 72 0.0058 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 100 num_rel 84 142 num_rel_ret 84 32 map 84 0.1604 Rprec 84 0.2254 bpref 84 0.2098 recip_rank 84 1.0000 iprec_at_recall_0.00 84 1.0000 iprec_at_recall_0.10 84 0.8333 iprec_at_recall_0.20 84 0.5000 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 0.8000 P_10 84 0.8000 P_15 84 0.8000 P_20 84 0.8000 P_30 84 0.6333 P_100 84 0.3200 P_200 84 0.1600 P_500 84 0.0640 P_1000 84 0.0320 relstring 84 '2230223221' recall_5 84 0.0282 recall_10 84 0.0563 recall_15 84 0.0845 recall_20 84 0.1127 recall_30 84 0.1338 recall_100 84 0.2254 recall_200 84 0.2254 recall_500 84 0.2254 recall_1000 84 0.2254 infAP 84 0.1604 Rprec_mult_0.20 84 0.6552 Rprec_mult_0.40 84 0.4912 Rprec_mult_0.60 84 0.3488 Rprec_mult_0.80 84 0.2807 Rprec_mult_1.00 84 0.2254 Rprec_mult_1.20 84 0.1871 Rprec_mult_1.40 84 0.1608 Rprec_mult_1.60 84 0.1404 Rprec_mult_1.80 84 0.1250 Rprec_mult_2.00 84 0.1127 utility 84 -36.0000 11pt_avg 84 0.2121 binG 84 0.0957 G 84 0.0407 ndcg 84 0.2653 ndcg_rel 84 0.3038 Rndcg 84 0.3927 ndcg_cut_5 84 0.4853 ndcg_cut_10 84 0.5416 ndcg_cut_15 84 0.5540 ndcg_cut_20 84 0.5613 ndcg_cut_30 84 0.5090 ndcg_cut_100 84 0.3981 ndcg_cut_200 84 0.2879 ndcg_cut_500 84 0.2653 ndcg_cut_1000 84 0.2653 map_cut_5 84 0.0268 map_cut_10 84 0.0511 map_cut_15 84 0.0747 map_cut_20 84 0.0977 map_cut_30 84 0.1122 map_cut_100 84 0.1604 map_cut_200 84 0.1604 map_cut_500 84 0.1604 map_cut_1000 84 0.1604 relative_P_5 84 0.8000 relative_P_10 84 0.8000 relative_P_15 84 0.8000 relative_P_20 84 0.8000 relative_P_30 84 0.6333 relative_P_100 84 0.3200 relative_P_200 84 0.2254 relative_P_500 84 0.2254 relative_P_1000 84 0.2254 success_1 84 1.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.3200 set_relative_P 84 0.3200 set_recall 84 0.2254 set_map 84 0.0721 set_F 84 0.2645 num_nonrel_judged_ret 84 38 rbp 84 0.4409 rbp_resid 84 0.0103 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 100 num_rel 897 239 num_rel_ret 897 60 map 897 0.2164 Rprec 897 0.2510 bpref 897 0.2449 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.9630 iprec_at_recall_0.20 897 0.7123 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 1.0000 P_10 897 1.0000 P_15 897 1.0000 P_20 897 1.0000 P_30 897 0.9000 P_100 897 0.6000 P_200 897 0.3000 P_500 897 0.1200 P_1000 897 0.0600 relstring 897 '2332232222' recall_5 897 0.0209 recall_10 897 0.0418 recall_15 897 0.0628 recall_20 897 0.0837 recall_30 897 0.1130 recall_100 897 0.2510 recall_200 897 0.2510 recall_500 897 0.2510 recall_1000 897 0.2510 infAP 897 0.2164 Rprec_mult_0.20 897 0.8125 Rprec_mult_0.40 897 0.6146 Rprec_mult_0.60 897 0.4167 Rprec_mult_0.80 897 0.3125 Rprec_mult_1.00 897 0.2510 Rprec_mult_1.20 897 0.2091 Rprec_mult_1.40 897 0.1791 Rprec_mult_1.60 897 0.1567 Rprec_mult_1.80 897 0.1392 Rprec_mult_2.00 897 0.1255 utility 897 20.0000 11pt_avg 897 0.2432 binG 897 0.1429 G 897 0.0611 ndcg 897 0.3415 ndcg_rel 897 0.4273 Rndcg 897 0.4814 ndcg_cut_5 897 0.7945 ndcg_cut_10 897 0.7758 ndcg_cut_15 897 0.7807 ndcg_cut_20 897 0.7730 ndcg_cut_30 897 0.7232 ndcg_cut_100 897 0.6557 ndcg_cut_200 897 0.4241 ndcg_cut_500 897 0.3415 ndcg_cut_1000 897 0.3415 map_cut_5 897 0.0209 map_cut_10 897 0.0418 map_cut_15 897 0.0628 map_cut_20 897 0.0837 map_cut_30 897 0.1122 map_cut_100 897 0.2164 map_cut_200 897 0.2164 map_cut_500 897 0.2164 map_cut_1000 897 0.2164 relative_P_5 897 1.0000 relative_P_10 897 1.0000 relative_P_15 897 1.0000 relative_P_20 897 1.0000 relative_P_30 897 0.9000 relative_P_100 897 0.6000 relative_P_200 897 0.3000 relative_P_500 897 0.2510 relative_P_1000 897 0.2510 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.6000 set_relative_P 897 0.6000 set_recall 897 0.2510 set_map 897 0.1506 set_F 897 0.3540 num_nonrel_judged_ret 897 19 rbp 897 0.7508 rbp_resid 897 0.0056 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all qwenhyde_bgehyde_splade_bm25keyword_rrf_rerank_gpt41mini num_q all 22 num_ret all 2200 num_rel all 5166 num_rel_ret all 1292 map all 0.2076 gm_map all 0.1780 Rprec all 0.2571 bpref all 0.2444 recip_rank all 0.9394 iprec_at_recall_0.00 all 0.9616 iprec_at_recall_0.10 all 0.8231 iprec_at_recall_0.20 all 0.5960 iprec_at_recall_0.30 all 0.1907 iprec_at_recall_0.40 all 0.0720 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.8909 P_10 all 0.8545 P_15 all 0.8424 P_20 all 0.8295 P_30 all 0.7970 P_100 all 0.5873 P_200 all 0.2936 P_500 all 0.1175 P_1000 all 0.0587 recall_5 all 0.0208 recall_10 all 0.0395 recall_15 all 0.0578 recall_20 all 0.0757 recall_30 all 0.1082 recall_100 all 0.2571 recall_200 all 0.2571 recall_500 all 0.2571 recall_1000 all 0.2571 infAP all 0.2076 gm_bpref all 0.2286 Rprec_mult_0.20 all 0.7383 Rprec_mult_0.40 all 0.5649 Rprec_mult_0.60 all 0.4186 Rprec_mult_0.80 all 0.3198 Rprec_mult_1.00 all 0.2571 Rprec_mult_1.20 all 0.2139 Rprec_mult_1.40 all 0.1834 Rprec_mult_1.60 all 0.1604 Rprec_mult_1.80 all 0.1426 Rprec_mult_2.00 all 0.1285 utility all 17.4545 11pt_avg all 0.2403 binG all 0.1224 G all 0.0636 ndcg all 0.3411 ndcg_rel all 0.4191 Rndcg all 0.4639 ndcg_cut_5 all 0.7041 ndcg_cut_10 all 0.7002 ndcg_cut_15 all 0.6992 ndcg_cut_20 all 0.6966 ndcg_cut_30 all 0.6934 ndcg_cut_100 all 0.6134 ndcg_cut_200 all 0.4141 ndcg_cut_500 all 0.3411 ndcg_cut_1000 all 0.3411 map_cut_5 all 0.0204 map_cut_10 all 0.0377 map_cut_15 all 0.0537 map_cut_20 all 0.0691 map_cut_30 all 0.0967 map_cut_100 all 0.2076 map_cut_200 all 0.2076 map_cut_500 all 0.2076 map_cut_1000 all 0.2076 relative_P_5 all 0.8909 relative_P_10 all 0.8545 relative_P_15 all 0.8424 relative_P_20 all 0.8295 relative_P_30 all 0.7970 relative_P_100 all 0.5873 relative_P_200 all 0.3133 relative_P_500 all 0.2571 relative_P_1000 all 0.2571 success_1 all 0.9091 success_5 all 0.9545 success_10 all 1.0000 set_P all 0.5873 set_relative_P all 0.5873 set_recall all 0.2571 set_map all 0.1596 set_F all 0.3493 num_nonrel_judged_ret all 527 rbp all 0.6260 rbp_resid all 0.0056 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000