num_ret 14 100 num_rel 14 272 num_rel_ret 14 52 map 14 0.1410 Rprec 14 0.1912 bpref 14 0.1888 recip_rank 14 1.0000 iprec_at_recall_0.00 14 1.0000 iprec_at_recall_0.10 14 0.7500 iprec_at_recall_0.20 14 0.0000 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 0.8000 P_10 14 0.9000 P_15 14 0.8000 P_20 14 0.8000 P_30 14 0.7667 P_100 14 0.5200 P_200 14 0.2600 P_500 14 0.1040 P_1000 14 0.0520 relstring 14 '33-2222222' recall_5 14 0.0147 recall_10 14 0.0331 recall_15 14 0.0441 recall_20 14 0.0588 recall_30 14 0.0846 recall_100 14 0.1912 recall_200 14 0.1912 recall_500 14 0.1912 recall_1000 14 0.1912 infAP 14 0.1410 Rprec_mult_0.20 14 0.6727 Rprec_mult_0.40 14 0.4771 Rprec_mult_0.60 14 0.3171 Rprec_mult_0.80 14 0.2385 Rprec_mult_1.00 14 0.1912 Rprec_mult_1.20 14 0.1590 Rprec_mult_1.40 14 0.1365 Rprec_mult_1.60 14 0.1193 Rprec_mult_1.80 14 0.1061 Rprec_mult_2.00 14 0.0956 utility 14 4.0000 11pt_avg 14 0.1591 binG 14 0.0691 G 14 0.0418 ndcg 14 0.2780 ndcg_rel 14 0.3351 Rndcg 14 0.4751 ndcg_cut_5 14 0.6231 ndcg_cut_10 14 0.6368 ndcg_cut_15 14 0.5879 ndcg_cut_20 14 0.5801 ndcg_cut_30 14 0.5999 ndcg_cut_100 14 0.5589 ndcg_cut_200 14 0.3625 ndcg_cut_500 14 0.2780 ndcg_cut_1000 14 0.2780 map_cut_5 14 0.0131 map_cut_10 14 0.0291 map_cut_15 14 0.0384 map_cut_20 14 0.0506 map_cut_30 14 0.0706 map_cut_100 14 0.1410 map_cut_200 14 0.1410 map_cut_500 14 0.1410 map_cut_1000 14 0.1410 relative_P_5 14 0.8000 relative_P_10 14 0.9000 relative_P_15 14 0.8000 relative_P_20 14 0.8000 relative_P_30 14 0.7667 relative_P_100 14 0.5200 relative_P_200 14 0.2600 relative_P_500 14 0.1912 relative_P_1000 14 0.1912 success_1 14 1.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.5200 set_relative_P 14 0.5200 set_recall 14 0.1912 set_map 14 0.0994 set_F 14 0.2796 num_nonrel_judged_ret 14 10 rbp 14 0.4560 rbp_resid 14 0.1792 unj_5 14 0.2000 unj_10 14 0.1000 unj_20 14 0.1500 num_ret 144 100 num_rel 144 197 num_rel_ret 144 29 map 144 0.0753 Rprec 144 0.1472 bpref 144 0.1363 recip_rank 144 1.0000 iprec_at_recall_0.00 144 1.0000 iprec_at_recall_0.10 144 0.4127 iprec_at_recall_0.20 144 0.0000 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.8000 P_10 144 0.6000 P_15 144 0.6000 P_20 144 0.5000 P_30 144 0.3667 P_100 144 0.2900 P_200 144 0.1450 P_500 144 0.0580 P_1000 144 0.0290 relstring 144 '203222211-' recall_5 144 0.0203 recall_10 144 0.0305 recall_15 144 0.0457 recall_20 144 0.0508 recall_30 144 0.0558 recall_100 144 0.1472 recall_200 144 0.1472 recall_500 144 0.1472 recall_1000 144 0.1472 infAP 144 0.0753 Rprec_mult_0.20 144 0.3750 Rprec_mult_0.40 144 0.3544 Rprec_mult_0.60 144 0.2437 Rprec_mult_0.80 144 0.1835 Rprec_mult_1.00 144 0.1472 Rprec_mult_1.20 144 0.1224 Rprec_mult_1.40 144 0.1051 Rprec_mult_1.60 144 0.0918 Rprec_mult_1.80 144 0.0817 Rprec_mult_2.00 144 0.0736 utility 144 -42.0000 11pt_avg 144 0.1284 binG 144 0.0476 G 144 0.0284 ndcg 144 0.2058 ndcg_rel 144 0.2416 Rndcg 144 0.3409 ndcg_cut_5 144 0.5216 ndcg_cut_10 144 0.4874 ndcg_cut_15 144 0.4680 ndcg_cut_20 144 0.4575 ndcg_cut_30 144 0.4073 ndcg_cut_100 144 0.3747 ndcg_cut_200 144 0.2514 ndcg_cut_500 144 0.2058 ndcg_cut_1000 144 0.2058 map_cut_5 144 0.0163 map_cut_10 144 0.0249 map_cut_15 144 0.0340 map_cut_20 144 0.0372 map_cut_30 144 0.0396 map_cut_100 144 0.0753 map_cut_200 144 0.0753 map_cut_500 144 0.0753 map_cut_1000 144 0.0753 relative_P_5 144 0.8000 relative_P_10 144 0.6000 relative_P_15 144 0.6000 relative_P_20 144 0.5000 relative_P_30 144 0.3667 relative_P_100 144 0.2900 relative_P_200 144 0.1472 relative_P_500 144 0.1472 relative_P_1000 144 0.1472 success_1 144 1.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.2900 set_relative_P 144 0.2900 set_recall 144 0.1472 set_map 144 0.0427 set_F 144 0.1953 num_nonrel_judged_ret 144 33 rbp 144 0.3522 rbp_resid 144 0.0903 unj_5 144 0.0000 unj_10 144 0.1000 unj_20 144 0.1000 num_ret 161 100 num_rel 161 218 num_rel_ret 161 46 map 161 0.1538 Rprec 161 0.2110 bpref 161 0.2034 recip_rank 161 1.0000 iprec_at_recall_0.00 161 1.0000 iprec_at_recall_0.10 161 0.6889 iprec_at_recall_0.20 161 0.4681 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 1.0000 P_10 161 0.9000 P_15 161 0.9333 P_20 161 0.8000 P_30 161 0.6667 P_100 161 0.4600 P_200 161 0.2300 P_500 161 0.0920 P_1000 161 0.0460 relstring 161 '2322222022' recall_5 161 0.0229 recall_10 161 0.0413 recall_15 161 0.0642 recall_20 161 0.0734 recall_30 161 0.0917 recall_100 161 0.2110 recall_200 161 0.2110 recall_500 161 0.2110 recall_1000 161 0.2110 infAP 161 0.1538 Rprec_mult_0.20 161 0.6818 Rprec_mult_0.40 161 0.4773 Rprec_mult_0.60 161 0.3511 Rprec_mult_0.80 161 0.2629 Rprec_mult_1.00 161 0.2110 Rprec_mult_1.20 161 0.1756 Rprec_mult_1.40 161 0.1503 Rprec_mult_1.60 161 0.1318 Rprec_mult_1.80 161 0.1170 Rprec_mult_2.00 161 0.1055 utility 161 -8.0000 11pt_avg 161 0.1961 binG 161 0.0895 G 161 0.0492 ndcg 161 0.2963 ndcg_rel 161 0.3647 Rndcg 161 0.4104 ndcg_cut_5 161 0.7380 ndcg_cut_10 161 0.6667 ndcg_cut_15 161 0.6667 ndcg_cut_20 161 0.6225 ndcg_cut_30 161 0.6052 ndcg_cut_100 161 0.5163 ndcg_cut_200 161 0.3300 ndcg_cut_500 161 0.2963 ndcg_cut_1000 161 0.2963 map_cut_5 161 0.0229 map_cut_10 161 0.0403 map_cut_15 161 0.0615 map_cut_20 161 0.0696 map_cut_30 161 0.0834 map_cut_100 161 0.1538 map_cut_200 161 0.1538 map_cut_500 161 0.1538 map_cut_1000 161 0.1538 relative_P_5 161 1.0000 relative_P_10 161 0.9000 relative_P_15 161 0.9333 relative_P_20 161 0.8000 relative_P_30 161 0.6667 relative_P_100 161 0.4600 relative_P_200 161 0.2300 relative_P_500 161 0.2110 relative_P_1000 161 0.2110 success_1 161 1.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.4600 set_relative_P 161 0.4600 set_recall 161 0.2110 set_map 161 0.0971 set_F 161 0.2893 num_nonrel_judged_ret 161 21 rbp 161 0.6107 rbp_resid 161 0.0427 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.1000 num_ret 200 100 num_rel 200 184 num_rel_ret 200 61 map 200 0.2409 Rprec 200 0.3315 bpref 200 0.3187 recip_rank 200 0.5000 iprec_at_recall_0.00 200 0.8750 iprec_at_recall_0.10 200 0.8182 iprec_at_recall_0.20 200 0.7636 iprec_at_recall_0.30 200 0.6627 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 0.8000 P_10 200 0.8000 P_15 200 0.8000 P_20 200 0.8000 P_30 200 0.7000 P_100 200 0.6100 P_200 200 0.3050 P_500 200 0.1220 P_1000 200 0.0610 relstring 200 '1332332302' recall_5 200 0.0217 recall_10 200 0.0435 recall_15 200 0.0652 recall_20 200 0.0870 recall_30 200 0.1141 recall_100 200 0.3315 recall_200 200 0.3315 recall_500 200 0.3315 recall_1000 200 0.3315 infAP 200 0.2409 Rprec_mult_0.20 200 0.6757 Rprec_mult_0.40 200 0.6757 Rprec_mult_0.60 200 0.5495 Rprec_mult_0.80 200 0.4122 Rprec_mult_1.00 200 0.3315 Rprec_mult_1.20 200 0.2760 Rprec_mult_1.40 200 0.2364 Rprec_mult_1.60 200 0.2068 Rprec_mult_1.80 200 0.1837 Rprec_mult_2.00 200 0.1658 utility 200 22.0000 11pt_avg 200 0.2836 binG 200 0.1063 G 200 0.0674 ndcg 200 0.3899 ndcg_rel 200 0.4534 Rndcg 200 0.4189 ndcg_cut_5 200 0.6515 ndcg_cut_10 200 0.6612 ndcg_cut_15 200 0.6607 ndcg_cut_20 200 0.6615 ndcg_cut_30 200 0.6108 ndcg_cut_100 200 0.5898 ndcg_cut_200 200 0.4063 ndcg_cut_500 200 0.3899 ndcg_cut_1000 200 0.3899 map_cut_5 200 0.0148 map_cut_10 200 0.0331 map_cut_15 200 0.0499 map_cut_20 200 0.0675 map_cut_30 200 0.0882 map_cut_100 200 0.2409 map_cut_200 200 0.2409 map_cut_500 200 0.2409 map_cut_1000 200 0.2409 relative_P_5 200 0.8000 relative_P_10 200 0.8000 relative_P_15 200 0.8000 relative_P_20 200 0.8000 relative_P_30 200 0.7000 relative_P_100 200 0.6100 relative_P_200 200 0.3315 relative_P_500 200 0.3315 relative_P_1000 200 0.3315 success_1 200 0.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.6100 set_relative_P 200 0.6100 set_recall 200 0.3315 set_map 200 0.2022 set_F 200 0.4296 num_nonrel_judged_ret 200 15 rbp 200 0.5182 rbp_resid 200 0.0639 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.1000 num_ret 213 100 num_rel 213 322 num_rel_ret 213 68 map 213 0.1609 Rprec 213 0.2112 bpref 213 0.2065 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 0.7258 iprec_at_recall_0.20 213 0.7097 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 1.0000 P_10 213 0.9000 P_15 213 0.8667 P_20 213 0.7500 P_30 213 0.7333 P_100 213 0.6800 P_200 213 0.3400 P_500 213 0.1360 P_1000 213 0.0680 relstring 213 '433333232-' recall_5 213 0.0155 recall_10 213 0.0280 recall_15 213 0.0404 recall_20 213 0.0466 recall_30 213 0.0683 recall_100 213 0.2112 recall_200 213 0.2112 recall_500 213 0.2112 recall_1000 213 0.2112 infAP 213 0.1609 Rprec_mult_0.20 213 0.7077 Rprec_mult_0.40 213 0.5271 Rprec_mult_0.60 213 0.3505 Rprec_mult_0.80 213 0.2636 Rprec_mult_1.00 213 0.2112 Rprec_mult_1.20 213 0.1757 Rprec_mult_1.40 213 0.1508 Rprec_mult_1.60 213 0.1318 Rprec_mult_1.80 213 0.1172 Rprec_mult_2.00 213 0.1056 utility 213 36.0000 11pt_avg 213 0.2214 binG 213 0.0781 G 213 0.0461 ndcg 213 0.2996 ndcg_rel 213 0.3724 Rndcg 213 0.4500 ndcg_cut_5 213 0.8348 ndcg_cut_10 213 0.7224 ndcg_cut_15 213 0.7426 ndcg_cut_20 213 0.6869 ndcg_cut_30 213 0.6826 ndcg_cut_100 213 0.6429 ndcg_cut_200 213 0.4120 ndcg_cut_500 213 0.2996 ndcg_cut_1000 213 0.2996 map_cut_5 213 0.0155 map_cut_10 213 0.0280 map_cut_15 213 0.0392 map_cut_20 213 0.0440 map_cut_30 213 0.0604 map_cut_100 213 0.1609 map_cut_200 213 0.1609 map_cut_500 213 0.1609 map_cut_1000 213 0.1609 relative_P_5 213 1.0000 relative_P_10 213 0.9000 relative_P_15 213 0.8667 relative_P_20 213 0.7500 relative_P_30 213 0.7333 relative_P_100 213 0.6800 relative_P_200 213 0.3400 relative_P_500 213 0.2112 relative_P_1000 213 0.2112 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.6800 set_relative_P 213 0.6800 set_recall 213 0.2112 set_map 213 0.1436 set_F 213 0.3223 num_nonrel_judged_ret 213 7 rbp 213 0.6400 rbp_resid 213 0.1214 unj_5 213 0.0000 unj_10 213 0.1000 unj_20 213 0.2000 num_ret 219 100 num_rel 219 203 num_rel_ret 219 37 map 219 0.1015 Rprec 219 0.1823 bpref 219 0.1695 recip_rank 219 1.0000 iprec_at_recall_0.00 219 1.0000 iprec_at_recall_0.10 219 0.5789 iprec_at_recall_0.20 219 0.0000 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.6000 P_10 219 0.7000 P_15 219 0.7333 P_20 219 0.6500 P_30 219 0.5000 P_100 219 0.3700 P_200 219 0.1850 P_500 219 0.0740 P_1000 219 0.0370 relstring 219 '3200220322' recall_5 219 0.0148 recall_10 219 0.0345 recall_15 219 0.0542 recall_20 219 0.0640 recall_30 219 0.0739 recall_100 219 0.1823 recall_200 219 0.1823 recall_500 219 0.1823 recall_1000 219 0.1823 infAP 219 0.1015 Rprec_mult_0.20 219 0.5366 Rprec_mult_0.40 219 0.3780 Rprec_mult_0.60 219 0.3033 Rprec_mult_0.80 219 0.2270 Rprec_mult_1.00 219 0.1823 Rprec_mult_1.20 219 0.1516 Rprec_mult_1.40 219 0.1298 Rprec_mult_1.60 219 0.1138 Rprec_mult_1.80 219 0.1011 Rprec_mult_2.00 219 0.0911 utility 219 -26.0000 11pt_avg 219 0.1435 binG 219 0.0567 G 219 0.0321 ndcg 219 0.2267 ndcg_rel 219 0.2585 Rndcg 219 0.3236 ndcg_cut_5 219 0.4270 ndcg_cut_10 219 0.4560 ndcg_cut_15 219 0.4816 ndcg_cut_20 219 0.4502 ndcg_cut_30 219 0.3923 ndcg_cut_100 219 0.3781 ndcg_cut_200 219 0.2534 ndcg_cut_500 219 0.2267 ndcg_cut_1000 219 0.2267 map_cut_5 219 0.0128 map_cut_10 219 0.0259 map_cut_15 219 0.0400 map_cut_20 219 0.0465 map_cut_30 219 0.0520 map_cut_100 219 0.1015 map_cut_200 219 0.1015 map_cut_500 219 0.1015 map_cut_1000 219 0.1015 relative_P_5 219 0.6000 relative_P_10 219 0.7000 relative_P_15 219 0.7333 relative_P_20 219 0.6500 relative_P_30 219 0.5000 relative_P_100 219 0.3700 relative_P_200 219 0.1850 relative_P_500 219 0.1823 relative_P_1000 219 0.1823 success_1 219 1.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.3700 set_relative_P 219 0.3700 set_recall 219 0.1823 set_map 219 0.0674 set_F 219 0.2442 num_nonrel_judged_ret 219 35 rbp 219 0.3595 rbp_resid 219 0.0449 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0500 num_ret 224 100 num_rel 224 304 num_rel_ret 224 55 map 224 0.1445 Rprec 224 0.1809 bpref 224 0.1779 recip_rank 224 1.0000 iprec_at_recall_0.00 224 1.0000 iprec_at_recall_0.10 224 0.7750 iprec_at_recall_0.20 224 0.0000 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 1.0000 P_10 224 1.0000 P_15 224 0.9333 P_20 224 0.9000 P_30 224 0.8333 P_100 224 0.5500 P_200 224 0.2750 P_500 224 0.1100 P_1000 224 0.0550 relstring 224 '2232222322' recall_5 224 0.0164 recall_10 224 0.0329 recall_15 224 0.0461 recall_20 224 0.0592 recall_30 224 0.0822 recall_100 224 0.1809 recall_200 224 0.1809 recall_500 224 0.1809 recall_1000 224 0.1809 infAP 224 0.1445 Rprec_mult_0.20 224 0.6885 Rprec_mult_0.40 224 0.4508 Rprec_mult_0.60 224 0.3005 Rprec_mult_0.80 224 0.2254 Rprec_mult_1.00 224 0.1809 Rprec_mult_1.20 224 0.1507 Rprec_mult_1.40 224 0.1291 Rprec_mult_1.60 224 0.1129 Rprec_mult_1.80 224 0.1004 Rprec_mult_2.00 224 0.0905 utility 224 10.0000 11pt_avg 224 0.1614 binG 224 0.0839 G 224 0.0423 ndcg 224 0.2704 ndcg_rel 224 0.3385 Rndcg 224 0.4006 ndcg_cut_5 224 0.7232 ndcg_cut_10 224 0.7265 ndcg_cut_15 224 0.6985 ndcg_cut_20 224 0.6713 ndcg_cut_30 224 0.6607 ndcg_cut_100 224 0.5930 ndcg_cut_200 224 0.3825 ndcg_cut_500 224 0.2704 ndcg_cut_1000 224 0.2704 map_cut_5 224 0.0164 map_cut_10 224 0.0329 map_cut_15 224 0.0456 map_cut_20 224 0.0578 map_cut_30 224 0.0774 map_cut_100 224 0.1445 map_cut_200 224 0.1445 map_cut_500 224 0.1445 map_cut_1000 224 0.1445 relative_P_5 224 1.0000 relative_P_10 224 1.0000 relative_P_15 224 0.9333 relative_P_20 224 0.9000 relative_P_30 224 0.8333 relative_P_100 224 0.5500 relative_P_200 224 0.2750 relative_P_500 224 0.1809 relative_P_1000 224 0.1809 success_1 224 1.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.5500 set_relative_P 224 0.5500 set_recall 224 0.1809 set_map 224 0.0995 set_F 224 0.2723 num_nonrel_judged_ret 224 13 rbp 224 0.6702 rbp_resid 224 0.0769 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.1000 num_ret 225 100 num_rel 225 238 num_rel_ret 225 64 map 225 0.2359 Rprec 225 0.2689 bpref 225 0.2628 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.9412 iprec_at_recall_0.20 225 0.8000 iprec_at_recall_0.30 225 0.0000 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 1.0000 P_10 225 1.0000 P_15 225 1.0000 P_20 225 0.9500 P_30 225 0.9333 P_100 225 0.6400 P_200 225 0.3200 P_500 225 0.1280 P_1000 225 0.0640 relstring 225 '3323232232' recall_5 225 0.0210 recall_10 225 0.0420 recall_15 225 0.0630 recall_20 225 0.0798 recall_30 225 0.1176 recall_100 225 0.2689 recall_200 225 0.2689 recall_500 225 0.2689 recall_1000 225 0.2689 infAP 225 0.2359 Rprec_mult_0.20 225 0.8750 Rprec_mult_0.40 225 0.6562 Rprec_mult_0.60 225 0.4476 Rprec_mult_0.80 225 0.3351 Rprec_mult_1.00 225 0.2689 Rprec_mult_1.20 225 0.2238 Rprec_mult_1.40 225 0.1916 Rprec_mult_1.60 225 0.1680 Rprec_mult_1.80 225 0.1492 Rprec_mult_2.00 225 0.1345 utility 225 28.0000 11pt_avg 225 0.2492 binG 225 0.1411 G 225 0.0679 ndcg 225 0.3557 ndcg_rel 225 0.4464 Rndcg 225 0.4621 ndcg_cut_5 225 0.8997 ndcg_cut_10 225 0.8661 ndcg_cut_15 225 0.8516 ndcg_cut_20 225 0.8091 ndcg_cut_30 225 0.7675 ndcg_cut_100 225 0.6347 ndcg_cut_200 225 0.4272 ndcg_cut_500 225 0.3557 ndcg_cut_1000 225 0.3557 map_cut_5 225 0.0210 map_cut_10 225 0.0420 map_cut_15 225 0.0630 map_cut_20 225 0.0792 map_cut_30 225 0.1142 map_cut_100 225 0.2359 map_cut_200 225 0.2359 map_cut_500 225 0.2359 map_cut_1000 225 0.2359 relative_P_5 225 1.0000 relative_P_10 225 1.0000 relative_P_15 225 1.0000 relative_P_20 225 0.9500 relative_P_30 225 0.9333 relative_P_100 225 0.6400 relative_P_200 225 0.3200 relative_P_500 225 0.2689 relative_P_1000 225 0.2689 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.6400 set_relative_P 225 0.6400 set_recall 225 0.2689 set_map 225 0.1721 set_F 225 0.3787 num_nonrel_judged_ret 225 7 rbp 225 0.7916 rbp_resid 225 0.0093 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 100 num_rel 233 203 num_rel_ret 233 78 map 233 0.3249 Rprec 233 0.3842 bpref 233 0.3707 recip_rank 233 1.0000 iprec_at_recall_0.00 233 1.0000 iprec_at_recall_0.10 233 0.8868 iprec_at_recall_0.20 233 0.8868 iprec_at_recall_0.30 233 0.8312 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 1.0000 P_10 233 0.7000 P_15 233 0.8000 P_20 233 0.8000 P_30 233 0.8667 P_100 233 0.7800 P_200 233 0.3900 P_500 233 0.1560 P_1000 233 0.0780 relstring 233 '3332310321' recall_5 233 0.0246 recall_10 233 0.0345 recall_15 233 0.0591 recall_20 233 0.0788 recall_30 233 0.1281 recall_100 233 0.3842 recall_200 233 0.3842 recall_500 233 0.3842 recall_1000 233 0.3842 infAP 233 0.3249 Rprec_mult_0.20 233 0.8537 Rprec_mult_0.40 233 0.8171 Rprec_mult_0.60 233 0.6393 Rprec_mult_0.80 233 0.4785 Rprec_mult_1.00 233 0.3842 Rprec_mult_1.20 233 0.3197 Rprec_mult_1.40 233 0.2737 Rprec_mult_1.60 233 0.2400 Rprec_mult_1.80 233 0.2131 Rprec_mult_2.00 233 0.1921 utility 233 56.0000 11pt_avg 233 0.3277 binG 233 0.1426 G 233 0.0824 ndcg 233 0.4593 ndcg_rel 233 0.5544 Rndcg 233 0.5974 ndcg_cut_5 233 0.8032 ndcg_cut_10 233 0.6951 ndcg_cut_15 233 0.7168 ndcg_cut_20 233 0.7290 ndcg_cut_30 233 0.7376 ndcg_cut_100 233 0.7135 ndcg_cut_200 233 0.4947 ndcg_cut_500 233 0.4593 ndcg_cut_1000 233 0.4593 map_cut_5 233 0.0246 map_cut_10 233 0.0322 map_cut_15 233 0.0510 map_cut_20 233 0.0665 map_cut_30 233 0.1079 map_cut_100 233 0.3249 map_cut_200 233 0.3249 map_cut_500 233 0.3249 map_cut_1000 233 0.3249 relative_P_5 233 1.0000 relative_P_10 233 0.7000 relative_P_15 233 0.8000 relative_P_20 233 0.8000 relative_P_30 233 0.8667 relative_P_100 233 0.7800 relative_P_200 233 0.3900 relative_P_500 233 0.3842 relative_P_1000 233 0.3842 success_1 233 1.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.7800 set_relative_P 233 0.7800 set_recall 233 0.3842 set_map 233 0.2997 set_F 233 0.5149 num_nonrel_judged_ret 233 9 rbp 233 0.5768 rbp_resid 233 0.0012 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 100 num_rel 273 290 num_rel_ret 273 37 map 273 0.0679 Rprec 273 0.1276 bpref 273 0.1235 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.4394 iprec_at_recall_0.20 273 0.0000 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 0.6000 P_10 273 0.7000 P_15 273 0.6000 P_20 273 0.5500 P_30 273 0.5000 P_100 273 0.3700 P_200 273 0.1850 P_500 273 0.0740 P_1000 273 0.0370 relstring 273 '2331-222-3' recall_5 273 0.0103 recall_10 273 0.0241 recall_15 273 0.0310 recall_20 273 0.0379 recall_30 273 0.0517 recall_100 273 0.1276 recall_200 273 0.1276 recall_500 273 0.1276 recall_1000 273 0.1276 infAP 273 0.0679 Rprec_mult_0.20 273 0.4483 Rprec_mult_0.40 273 0.3190 Rprec_mult_0.60 273 0.2126 Rprec_mult_0.80 273 0.1595 Rprec_mult_1.00 273 0.1276 Rprec_mult_1.20 273 0.1063 Rprec_mult_1.40 273 0.0911 Rprec_mult_1.60 273 0.0797 Rprec_mult_1.80 273 0.0709 Rprec_mult_2.00 273 0.0638 utility 273 -26.0000 11pt_avg 273 0.1309 binG 273 0.0399 G 273 0.0268 ndcg 273 0.1966 ndcg_rel 273 0.2306 Rndcg 273 0.3291 ndcg_cut_5 273 0.5915 ndcg_cut_10 273 0.5947 ndcg_cut_15 273 0.5392 ndcg_cut_20 273 0.5071 ndcg_cut_30 273 0.4672 ndcg_cut_100 273 0.3953 ndcg_cut_200 273 0.2707 ndcg_cut_500 273 0.1966 ndcg_cut_1000 273 0.1966 map_cut_5 273 0.0103 map_cut_10 273 0.0201 map_cut_15 273 0.0245 map_cut_20 273 0.0286 map_cut_30 273 0.0357 map_cut_100 273 0.0679 map_cut_200 273 0.0679 map_cut_500 273 0.0679 map_cut_1000 273 0.0679 relative_P_5 273 0.6000 relative_P_10 273 0.7000 relative_P_15 273 0.6000 relative_P_20 273 0.5500 relative_P_30 273 0.5000 relative_P_100 273 0.3700 relative_P_200 273 0.1850 relative_P_500 273 0.1276 relative_P_1000 273 0.1276 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.3700 set_relative_P 273 0.3700 set_recall 273 0.1276 set_map 273 0.0472 set_F 273 0.1897 num_nonrel_judged_ret 273 10 rbp 273 0.3900 rbp_resid 273 0.2810 unj_5 273 0.2000 unj_10 273 0.2000 unj_20 273 0.3500 num_ret 300 100 num_rel 300 239 num_rel_ret 300 40 map 300 0.0902 Rprec 300 0.1674 bpref 300 0.1585 recip_rank 300 1.0000 iprec_at_recall_0.00 300 1.0000 iprec_at_recall_0.10 300 0.5333 iprec_at_recall_0.20 300 0.0000 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.6000 P_10 300 0.5000 P_15 300 0.6000 P_20 300 0.5500 P_30 300 0.5667 P_100 300 0.4000 P_200 300 0.2000 P_500 300 0.0800 P_1000 300 0.0400 relstring 300 '2210220112' recall_5 300 0.0126 recall_10 300 0.0209 recall_15 300 0.0377 recall_20 300 0.0460 recall_30 300 0.0711 recall_100 300 0.1674 recall_200 300 0.1674 recall_500 300 0.1674 recall_1000 300 0.1674 infAP 300 0.0902 Rprec_mult_0.20 300 0.5000 Rprec_mult_0.40 300 0.4062 Rprec_mult_0.60 300 0.2778 Rprec_mult_0.80 300 0.2083 Rprec_mult_1.00 300 0.1674 Rprec_mult_1.20 300 0.1394 Rprec_mult_1.40 300 0.1194 Rprec_mult_1.60 300 0.1044 Rprec_mult_1.80 300 0.0928 Rprec_mult_2.00 300 0.0837 utility 300 -20.0000 11pt_avg 300 0.1394 binG 300 0.0483 G 300 0.0317 ndcg 300 0.2221 ndcg_rel 300 0.2594 Rndcg 300 0.2961 ndcg_cut_5 300 0.5128 ndcg_cut_10 300 0.4727 ndcg_cut_15 300 0.4855 ndcg_cut_20 300 0.4597 ndcg_cut_30 300 0.4606 ndcg_cut_100 300 0.4123 ndcg_cut_200 300 0.2692 ndcg_cut_500 300 0.2221 ndcg_cut_1000 300 0.2221 map_cut_5 300 0.0109 map_cut_10 300 0.0158 map_cut_15 300 0.0252 map_cut_20 300 0.0301 map_cut_30 300 0.0437 map_cut_100 300 0.0902 map_cut_200 300 0.0902 map_cut_500 300 0.0902 map_cut_1000 300 0.0902 relative_P_5 300 0.6000 relative_P_10 300 0.5000 relative_P_15 300 0.6000 relative_P_20 300 0.5500 relative_P_30 300 0.5667 relative_P_100 300 0.4000 relative_P_200 300 0.2000 relative_P_500 300 0.1674 relative_P_1000 300 0.1674 success_1 300 1.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.4000 set_relative_P 300 0.4000 set_recall 300 0.1674 set_map 300 0.0669 set_F 300 0.2360 num_nonrel_judged_ret 300 18 rbp 300 0.4408 rbp_resid 300 0.0331 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 100 num_rel 31 134 num_rel_ret 31 55 map 31 0.2836 Rprec 31 0.4104 bpref 31 0.3663 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.7407 iprec_at_recall_0.20 31 0.6667 iprec_at_recall_0.30 31 0.5844 iprec_at_recall_0.40 31 0.5729 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 1.0000 P_10 31 0.8000 P_15 31 0.7333 P_20 31 0.7000 P_30 31 0.6667 P_100 31 0.5500 P_200 31 0.2750 P_500 31 0.1100 P_1000 31 0.0550 relstring 31 '2223220023' recall_5 31 0.0373 recall_10 31 0.0597 recall_15 31 0.0821 recall_20 31 0.1045 recall_30 31 0.1493 recall_100 31 0.4104 recall_200 31 0.4104 recall_500 31 0.4104 recall_1000 31 0.4104 infAP 31 0.2836 Rprec_mult_0.20 31 0.7407 Rprec_mult_0.40 31 0.6481 Rprec_mult_0.60 31 0.5802 Rprec_mult_0.80 31 0.5093 Rprec_mult_1.00 31 0.4104 Rprec_mult_1.20 31 0.3416 Rprec_mult_1.40 31 0.2926 Rprec_mult_1.60 31 0.2558 Rprec_mult_1.80 31 0.2273 Rprec_mult_2.00 31 0.2052 utility 31 10.0000 11pt_avg 31 0.3241 binG 31 0.1417 G 31 0.0876 ndcg 31 0.4637 ndcg_rel 31 0.5304 Rndcg 31 0.5210 ndcg_cut_5 31 0.7154 ndcg_cut_10 31 0.6243 ndcg_cut_15 31 0.6028 ndcg_cut_20 31 0.5859 ndcg_cut_30 31 0.6232 ndcg_cut_100 31 0.6153 ndcg_cut_200 31 0.4637 ndcg_cut_500 31 0.4637 ndcg_cut_1000 31 0.4637 map_cut_5 31 0.0373 map_cut_10 31 0.0566 map_cut_15 31 0.0738 map_cut_20 31 0.0899 map_cut_30 31 0.1223 map_cut_100 31 0.2836 map_cut_200 31 0.2836 map_cut_500 31 0.2836 map_cut_1000 31 0.2836 relative_P_5 31 1.0000 relative_P_10 31 0.8000 relative_P_15 31 0.7333 relative_P_20 31 0.7000 relative_P_30 31 0.6667 relative_P_100 31 0.5500 relative_P_200 31 0.4104 relative_P_500 31 0.4104 relative_P_1000 31 0.4104 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.5500 set_relative_P 31 0.5500 set_recall 31 0.4104 set_map 31 0.2257 set_F 31 0.4701 num_nonrel_judged_ret 31 32 rbp 31 0.5863 rbp_resid 31 0.0017 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 100 num_rel 37 230 num_rel_ret 37 26 map 37 0.0552 Rprec 37 0.1130 bpref 37 0.1081 recip_rank 37 0.5000 iprec_at_recall_0.00 37 0.7500 iprec_at_recall_0.10 37 0.2875 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.6000 P_10 37 0.6000 P_15 37 0.6667 P_20 37 0.5500 P_30 37 0.5000 P_100 37 0.2600 P_200 37 0.1300 P_500 37 0.0520 P_1000 37 0.0260 relstring 37 '1222112032' recall_5 37 0.0130 recall_10 37 0.0261 recall_15 37 0.0435 recall_20 37 0.0478 recall_30 37 0.0652 recall_100 37 0.1130 recall_200 37 0.1130 recall_500 37 0.1130 recall_1000 37 0.1130 infAP 37 0.0552 Rprec_mult_0.20 37 0.3696 Rprec_mult_0.40 37 0.2609 Rprec_mult_0.60 37 0.1884 Rprec_mult_0.80 37 0.1413 Rprec_mult_1.00 37 0.1130 Rprec_mult_1.20 37 0.0942 Rprec_mult_1.40 37 0.0807 Rprec_mult_1.60 37 0.0707 Rprec_mult_1.80 37 0.0628 Rprec_mult_2.00 37 0.0565 utility 37 -48.0000 11pt_avg 37 0.0943 binG 37 0.0350 G 37 0.0232 ndcg 37 0.1702 ndcg_rel 37 0.2018 Rndcg 37 0.2954 ndcg_cut_5 37 0.5099 ndcg_cut_10 37 0.5146 ndcg_cut_15 37 0.5353 ndcg_cut_20 37 0.5016 ndcg_cut_30 37 0.5011 ndcg_cut_100 37 0.3700 ndcg_cut_200 37 0.2360 ndcg_cut_500 37 0.1702 ndcg_cut_1000 37 0.1702 map_cut_5 37 0.0083 map_cut_10 37 0.0158 map_cut_15 37 0.0276 map_cut_20 37 0.0301 map_cut_30 37 0.0396 map_cut_100 37 0.0552 map_cut_200 37 0.0552 map_cut_500 37 0.0552 map_cut_1000 37 0.0552 relative_P_5 37 0.6000 relative_P_10 37 0.6000 relative_P_15 37 0.6667 relative_P_20 37 0.5500 relative_P_30 37 0.5000 relative_P_100 37 0.2600 relative_P_200 37 0.1300 relative_P_500 37 0.1130 relative_P_1000 37 0.1130 success_1 37 0.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.2600 set_relative_P 37 0.2600 set_recall 37 0.1130 set_map 37 0.0294 set_F 37 0.1576 num_nonrel_judged_ret 37 23 rbp 37 0.4921 rbp_resid 37 0.0983 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.1000 num_ret 407 100 num_rel 407 102 num_rel_ret 407 23 map 407 0.0707 Rprec 407 0.2255 bpref 407 0.1876 recip_rank 407 0.2000 iprec_at_recall_0.00 407 0.4286 iprec_at_recall_0.10 407 0.3704 iprec_at_recall_0.20 407 0.2632 iprec_at_recall_0.30 407 0.0000 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.2000 P_10 407 0.3000 P_15 407 0.3333 P_20 407 0.3500 P_30 407 0.3333 P_100 407 0.2300 P_200 407 0.1150 P_500 407 0.0460 P_1000 407 0.0230 relstring 407 '0-0022200-' recall_5 407 0.0098 recall_10 407 0.0294 recall_15 407 0.0490 recall_20 407 0.0686 recall_30 407 0.0980 recall_100 407 0.2255 recall_200 407 0.2255 recall_500 407 0.2255 recall_1000 407 0.2255 infAP 407 0.0707 Rprec_mult_0.20 407 0.3333 Rprec_mult_0.40 407 0.2683 Rprec_mult_0.60 407 0.2903 Rprec_mult_0.80 407 0.2439 Rprec_mult_1.00 407 0.2255 Rprec_mult_1.20 407 0.1870 Rprec_mult_1.40 407 0.1608 Rprec_mult_1.60 407 0.1402 Rprec_mult_1.80 407 0.1250 Rprec_mult_2.00 407 0.1127 utility 407 -54.0000 11pt_avg 407 0.0966 binG 407 0.0532 G 407 0.0373 ndcg 407 0.2093 ndcg_rel 407 0.2136 Rndcg 407 0.2049 ndcg_cut_5 407 0.0875 ndcg_cut_10 407 0.1651 ndcg_cut_15 407 0.2045 ndcg_cut_20 407 0.2301 ndcg_cut_30 407 0.2441 ndcg_cut_100 407 0.2268 ndcg_cut_200 407 0.2093 ndcg_cut_500 407 0.2093 ndcg_cut_1000 407 0.2093 map_cut_5 407 0.0020 map_cut_10 407 0.0094 map_cut_15 407 0.0162 map_cut_20 407 0.0233 map_cut_30 407 0.0342 map_cut_100 407 0.0707 map_cut_200 407 0.0707 map_cut_500 407 0.0707 map_cut_1000 407 0.0707 relative_P_5 407 0.2000 relative_P_10 407 0.3000 relative_P_15 407 0.3333 relative_P_20 407 0.3500 relative_P_30 407 0.3333 relative_P_100 407 0.2300 relative_P_200 407 0.2255 relative_P_500 407 0.2255 relative_P_1000 407 0.2255 success_1 407 0.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.2300 set_relative_P 407 0.2300 set_recall 407 0.2255 set_map 407 0.0519 set_F 407 0.2277 num_nonrel_judged_ret 407 37 rbp 407 0.2029 rbp_resid 407 0.1901 unj_5 407 0.2000 unj_10 407 0.2000 unj_20 407 0.2000 num_ret 477 100 num_rel 477 285 num_rel_ret 477 37 map 477 0.0734 Rprec 477 0.1298 bpref 477 0.1220 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.4143 iprec_at_recall_0.20 477 0.0000 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 0.8000 P_10 477 0.8000 P_15 477 0.6667 P_20 477 0.6000 P_30 477 0.5333 P_100 477 0.3700 P_200 477 0.1850 P_500 477 0.0740 P_1000 477 0.0370 relstring 477 '3331221322' recall_5 477 0.0140 recall_10 477 0.0281 recall_15 477 0.0351 recall_20 477 0.0421 recall_30 477 0.0561 recall_100 477 0.1298 recall_200 477 0.1298 recall_500 477 0.1298 recall_1000 477 0.1298 infAP 477 0.0734 Rprec_mult_0.20 477 0.4211 Rprec_mult_0.40 477 0.3246 Rprec_mult_0.60 477 0.2164 Rprec_mult_0.80 477 0.1623 Rprec_mult_1.00 477 0.1298 Rprec_mult_1.20 477 0.1082 Rprec_mult_1.40 477 0.0927 Rprec_mult_1.60 477 0.0811 Rprec_mult_1.80 477 0.0721 Rprec_mult_2.00 477 0.0649 utility 477 -26.0000 11pt_avg 477 0.1286 binG 477 0.0434 G 477 0.0356 ndcg 477 0.2121 ndcg_rel 477 0.2673 Rndcg 477 0.2851 ndcg_cut_5 477 0.8589 ndcg_cut_10 477 0.7901 ndcg_cut_15 477 0.7027 ndcg_cut_20 477 0.6635 ndcg_cut_30 477 0.6111 ndcg_cut_100 477 0.4306 ndcg_cut_200 477 0.2943 ndcg_cut_500 477 0.2121 ndcg_cut_1000 477 0.2121 map_cut_5 477 0.0133 map_cut_10 477 0.0244 map_cut_15 477 0.0294 map_cut_20 477 0.0340 map_cut_30 477 0.0422 map_cut_100 477 0.0734 map_cut_200 477 0.0734 map_cut_500 477 0.0734 map_cut_1000 477 0.0734 relative_P_5 477 0.8000 relative_P_10 477 0.8000 relative_P_15 477 0.6667 relative_P_20 477 0.6000 relative_P_30 477 0.5333 relative_P_100 477 0.3700 relative_P_200 477 0.1850 relative_P_500 477 0.1298 relative_P_1000 477 0.1298 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.3700 set_relative_P 477 0.3700 set_recall 477 0.1298 set_map 477 0.0480 set_F 477 0.1922 num_nonrel_judged_ret 477 18 rbp 477 0.6459 rbp_resid 477 0.0788 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.1000 num_ret 499 100 num_rel 499 192 num_rel_ret 499 65 map 499 0.2587 Rprec 499 0.3385 bpref 499 0.3207 recip_rank 499 0.5000 iprec_at_recall_0.00 499 0.9048 iprec_at_recall_0.10 499 0.9048 iprec_at_recall_0.20 499 0.7818 iprec_at_recall_0.30 499 0.7045 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 0.6000 P_10 499 0.8000 P_15 499 0.8667 P_20 499 0.9000 P_30 499 0.8000 P_100 499 0.6500 P_200 499 0.3250 P_500 499 0.1300 P_1000 499 0.0650 relstring 499 '1213233322' recall_5 499 0.0156 recall_10 499 0.0417 recall_15 499 0.0677 recall_20 499 0.0938 recall_30 499 0.1250 recall_100 499 0.3385 recall_200 499 0.3385 recall_500 499 0.3385 recall_1000 499 0.3385 infAP 499 0.2587 Rprec_mult_0.20 499 0.7692 Rprec_mult_0.40 499 0.7143 Rprec_mult_0.60 499 0.5603 Rprec_mult_0.80 499 0.4221 Rprec_mult_1.00 499 0.3385 Rprec_mult_1.20 499 0.2814 Rprec_mult_1.40 499 0.2416 Rprec_mult_1.60 499 0.2110 Rprec_mult_1.80 499 0.1879 Rprec_mult_2.00 499 0.1693 utility 499 30.0000 11pt_avg 499 0.2996 binG 499 0.1139 G 499 0.0743 ndcg 499 0.4066 ndcg_rel 499 0.4866 Rndcg 499 0.5232 ndcg_cut_5 499 0.5458 ndcg_cut_10 499 0.6619 ndcg_cut_15 499 0.7230 ndcg_cut_20 499 0.7477 ndcg_cut_30 499 0.7057 ndcg_cut_100 499 0.6983 ndcg_cut_200 499 0.4614 ndcg_cut_500 499 0.4066 ndcg_cut_1000 499 0.4066 map_cut_5 499 0.0083 map_cut_10 499 0.0276 map_cut_15 499 0.0496 map_cut_20 499 0.0728 map_cut_30 499 0.0996 map_cut_100 499 0.2587 map_cut_200 499 0.2587 map_cut_500 499 0.2587 map_cut_1000 499 0.2587 relative_P_5 499 0.6000 relative_P_10 499 0.8000 relative_P_15 499 0.8667 relative_P_20 499 0.9000 relative_P_30 499 0.8000 relative_P_100 499 0.6500 relative_P_200 499 0.3385 relative_P_500 499 0.3385 relative_P_1000 499 0.3385 success_1 499 0.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.6500 set_relative_P 499 0.6500 set_recall 499 0.3385 set_map 499 0.2201 set_F 499 0.4452 num_nonrel_judged_ret 499 19 rbp 499 0.7289 rbp_resid 499 0.0017 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 100 num_rel 515 147 num_rel_ret 515 18 map 515 0.0380 Rprec 515 0.1224 bpref 515 0.1043 recip_rank 515 0.2000 iprec_at_recall_0.00 515 0.6154 iprec_at_recall_0.10 515 0.1837 iprec_at_recall_0.20 515 0.0000 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.2000 P_10 515 0.5000 P_15 515 0.5333 P_20 515 0.4000 P_30 515 0.3000 P_100 515 0.1800 P_200 515 0.0900 P_500 515 0.0360 P_1000 515 0.0180 relstring 515 '0000221222' recall_5 515 0.0068 recall_10 515 0.0340 recall_15 515 0.0544 recall_20 515 0.0544 recall_30 515 0.0612 recall_100 515 0.1224 recall_200 515 0.1224 recall_500 515 0.1224 recall_1000 515 0.1224 infAP 515 0.0380 Rprec_mult_0.20 515 0.3000 Rprec_mult_0.40 515 0.1864 Rprec_mult_0.60 515 0.1685 Rprec_mult_0.80 515 0.1525 Rprec_mult_1.00 515 0.1224 Rprec_mult_1.20 515 0.1017 Rprec_mult_1.40 515 0.0874 Rprec_mult_1.60 515 0.0763 Rprec_mult_1.80 515 0.0679 Rprec_mult_2.00 515 0.0612 utility 515 -64.0000 11pt_avg 515 0.0726 binG 515 0.0317 G 515 0.0248 ndcg 515 0.1467 ndcg_rel 515 0.1615 Rndcg 515 0.1537 ndcg_cut_5 515 0.1312 ndcg_cut_10 515 0.3995 ndcg_cut_15 515 0.4482 ndcg_cut_20 515 0.3732 ndcg_cut_30 515 0.3106 ndcg_cut_100 515 0.2125 ndcg_cut_200 515 0.1467 ndcg_cut_500 515 0.1467 ndcg_cut_1000 515 0.1467 map_cut_5 515 0.0014 map_cut_10 515 0.0126 map_cut_15 515 0.0245 map_cut_20 515 0.0245 map_cut_30 515 0.0271 map_cut_100 515 0.0380 map_cut_200 515 0.0380 map_cut_500 515 0.0380 map_cut_1000 515 0.0380 relative_P_5 515 0.2000 relative_P_10 515 0.5000 relative_P_15 515 0.5333 relative_P_20 515 0.4000 relative_P_30 515 0.3000 relative_P_100 515 0.1800 relative_P_200 515 0.1224 relative_P_500 515 0.1224 relative_P_1000 515 0.1224 success_1 515 0.0000 success_5 515 1.0000 success_10 515 1.0000 set_P 515 0.1800 set_relative_P 515 0.1800 set_recall 515 0.1224 set_map 515 0.0220 set_F 515 0.1457 num_nonrel_judged_ret 515 46 rbp 515 0.3867 rbp_resid 515 0.1174 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.2000 num_ret 58 100 num_rel 58 373 num_rel_ret 58 74 map 58 0.1759 Rprec 58 0.1984 bpref 58 0.1945 recip_rank 58 1.0000 iprec_at_recall_0.00 58 1.0000 iprec_at_recall_0.10 58 0.9286 iprec_at_recall_0.20 58 0.0000 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 1.0000 P_10 58 0.9000 P_15 58 0.9333 P_20 58 0.9000 P_30 58 0.9333 P_100 58 0.7400 P_200 58 0.3700 P_500 58 0.1480 P_1000 58 0.0740 relstring 58 '333233-323' recall_5 58 0.0134 recall_10 58 0.0241 recall_15 58 0.0375 recall_20 58 0.0483 recall_30 58 0.0751 recall_100 58 0.1984 recall_200 58 0.1984 recall_500 58 0.1984 recall_1000 58 0.1984 infAP 58 0.1759 Rprec_mult_0.20 58 0.8000 Rprec_mult_0.40 58 0.4933 Rprec_mult_0.60 58 0.3304 Rprec_mult_0.80 58 0.2475 Rprec_mult_1.00 58 0.1984 Rprec_mult_1.20 58 0.1652 Rprec_mult_1.40 58 0.1415 Rprec_mult_1.60 58 0.1240 Rprec_mult_1.80 58 0.1101 Rprec_mult_2.00 58 0.0992 utility 58 48.0000 11pt_avg 58 0.1753 binG 58 0.0887 G 58 0.0465 ndcg 58 0.2978 ndcg_rel 58 0.3801 Rndcg 58 0.4553 ndcg_cut_5 58 0.7135 ndcg_cut_10 58 0.7177 ndcg_cut_15 58 0.7474 ndcg_cut_20 58 0.7448 ndcg_cut_30 58 0.7701 ndcg_cut_100 58 0.6767 ndcg_cut_200 58 0.4396 ndcg_cut_500 58 0.2978 ndcg_cut_1000 58 0.2978 map_cut_5 58 0.0134 map_cut_10 58 0.0232 map_cut_15 58 0.0356 map_cut_20 58 0.0454 map_cut_30 58 0.0701 map_cut_100 58 0.1759 map_cut_200 58 0.1759 map_cut_500 58 0.1759 map_cut_1000 58 0.1759 relative_P_5 58 1.0000 relative_P_10 58 0.9000 relative_P_15 58 0.9333 relative_P_20 58 0.9000 relative_P_30 58 0.9333 relative_P_100 58 0.7400 relative_P_200 58 0.3700 relative_P_500 58 0.1984 relative_P_1000 58 0.1984 success_1 58 1.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.7400 set_relative_P 58 0.7400 set_recall 58 0.1984 set_map 58 0.1468 set_F 58 0.3129 num_nonrel_judged_ret 58 5 rbp 58 0.6338 rbp_resid 58 0.0594 unj_5 58 0.0000 unj_10 58 0.1000 unj_20 58 0.0500 num_ret 707 100 num_rel 707 186 num_rel_ret 707 19 map 707 0.0396 Rprec 707 0.1022 bpref 707 0.0954 recip_rank 707 1.0000 iprec_at_recall_0.00 707 1.0000 iprec_at_recall_0.10 707 0.2405 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.2000 P_10 707 0.4000 P_15 707 0.4000 P_20 707 0.4500 P_30 707 0.3667 P_100 707 0.1900 P_200 707 0.0950 P_500 707 0.0380 P_1000 707 0.0190 relstring 707 '2000020022' recall_5 707 0.0054 recall_10 707 0.0215 recall_15 707 0.0323 recall_20 707 0.0484 recall_30 707 0.0591 recall_100 707 0.1022 recall_200 707 0.1022 recall_500 707 0.1022 recall_1000 707 0.1022 infAP 707 0.0396 Rprec_mult_0.20 707 0.2895 Rprec_mult_0.40 707 0.2267 Rprec_mult_0.60 707 0.1696 Rprec_mult_0.80 707 0.1275 Rprec_mult_1.00 707 0.1022 Rprec_mult_1.20 707 0.0848 Rprec_mult_1.40 707 0.0728 Rprec_mult_1.60 707 0.0638 Rprec_mult_1.80 707 0.0567 Rprec_mult_2.00 707 0.0511 utility 707 -62.0000 11pt_avg 707 0.1128 binG 707 0.0297 G 707 0.0199 ndcg 707 0.1376 ndcg_rel 707 0.1546 Rndcg 707 0.1698 ndcg_cut_5 707 0.2261 ndcg_cut_10 707 0.2985 ndcg_cut_15 707 0.3184 ndcg_cut_20 707 0.3548 ndcg_cut_30 707 0.3251 ndcg_cut_100 707 0.2182 ndcg_cut_200 707 0.1394 ndcg_cut_500 707 0.1376 ndcg_cut_1000 707 0.1376 map_cut_5 707 0.0054 map_cut_10 707 0.0111 map_cut_15 707 0.0162 map_cut_20 707 0.0233 map_cut_30 707 0.0277 map_cut_100 707 0.0396 map_cut_200 707 0.0396 map_cut_500 707 0.0396 map_cut_1000 707 0.0396 relative_P_5 707 0.2000 relative_P_10 707 0.4000 relative_P_15 707 0.4000 relative_P_20 707 0.4500 relative_P_30 707 0.3667 relative_P_100 707 0.1900 relative_P_200 707 0.1022 relative_P_500 707 0.1022 relative_P_1000 707 0.1022 success_1 707 1.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.1900 set_relative_P 707 0.1900 set_recall 707 0.1022 set_map 707 0.0194 set_F 707 0.1329 num_nonrel_judged_ret 707 27 rbp 707 0.2505 rbp_resid 707 0.0764 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0500 num_ret 72 100 num_rel 72 466 num_rel_ret 72 66 map 72 0.1097 Rprec 72 0.1416 bpref 72 0.1416 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.7246 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 0.8000 P_10 72 0.8000 P_15 72 0.8667 P_20 72 0.8500 P_30 72 0.8000 P_100 72 0.6600 P_200 72 0.3300 P_500 72 0.1320 P_1000 72 0.0660 relstring 72 '3-3333443-' recall_5 72 0.0086 recall_10 72 0.0172 recall_15 72 0.0279 recall_20 72 0.0365 recall_30 72 0.0515 recall_100 72 0.1416 recall_200 72 0.1416 recall_500 72 0.1416 recall_1000 72 0.1416 infAP 72 0.1097 Rprec_mult_0.20 72 0.6702 Rprec_mult_0.40 72 0.3529 Rprec_mult_0.60 72 0.2357 Rprec_mult_0.80 72 0.1769 Rprec_mult_1.00 72 0.1416 Rprec_mult_1.20 72 0.1179 Rprec_mult_1.40 72 0.1011 Rprec_mult_1.60 72 0.0885 Rprec_mult_1.80 72 0.0787 Rprec_mult_2.00 72 0.0708 utility 72 32.0000 11pt_avg 72 0.1568 binG 72 0.0493 G 72 0.0288 ndcg 72 0.2207 ndcg_rel 72 0.2749 Rndcg 72 0.3259 ndcg_cut_5 72 0.5895 ndcg_cut_10 72 0.6338 ndcg_cut_15 72 0.6716 ndcg_cut_20 72 0.6599 ndcg_cut_30 72 0.6417 ndcg_cut_100 72 0.5799 ndcg_cut_200 72 0.3750 ndcg_cut_500 72 0.2207 ndcg_cut_1000 72 0.2207 map_cut_5 72 0.0069 map_cut_10 72 0.0143 map_cut_15 72 0.0234 map_cut_20 72 0.0309 map_cut_30 72 0.0436 map_cut_100 72 0.1097 map_cut_200 72 0.1097 map_cut_500 72 0.1097 map_cut_1000 72 0.1097 relative_P_5 72 0.8000 relative_P_10 72 0.8000 relative_P_15 72 0.8667 relative_P_20 72 0.8500 relative_P_30 72 0.8000 relative_P_100 72 0.6600 relative_P_200 72 0.3300 relative_P_500 72 0.1416 relative_P_1000 72 0.1416 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.6600 set_relative_P 72 0.6600 set_recall 72 0.1416 set_map 72 0.0935 set_F 72 0.2332 num_nonrel_judged_ret 72 0 rbp 72 0.6556 rbp_resid 72 0.1759 unj_5 72 0.2000 unj_10 72 0.2000 unj_20 72 0.1500 num_ret 84 100 num_rel 84 142 num_rel_ret 84 24 map 84 0.1067 Rprec 84 0.1690 bpref 84 0.1640 recip_rank 84 0.5000 iprec_at_recall_0.00 84 0.8000 iprec_at_recall_0.10 84 0.7895 iprec_at_recall_0.20 84 0.0000 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 0.8000 P_10 84 0.7000 P_15 84 0.7333 P_20 84 0.7500 P_30 84 0.5667 P_100 84 0.2400 P_200 84 0.1200 P_500 84 0.0480 P_1000 84 0.0240 relstring 84 '022220432-' recall_5 84 0.0282 recall_10 84 0.0493 recall_15 84 0.0775 recall_20 84 0.1056 recall_30 84 0.1197 recall_100 84 0.1690 recall_200 84 0.1690 recall_500 84 0.1690 recall_1000 84 0.1690 infAP 84 0.1067 Rprec_mult_0.20 84 0.5517 Rprec_mult_0.40 84 0.3684 Rprec_mult_0.60 84 0.2791 Rprec_mult_0.80 84 0.2105 Rprec_mult_1.00 84 0.1690 Rprec_mult_1.20 84 0.1404 Rprec_mult_1.40 84 0.1206 Rprec_mult_1.60 84 0.1053 Rprec_mult_1.80 84 0.0938 Rprec_mult_2.00 84 0.0845 utility 84 -52.0000 11pt_avg 84 0.1445 binG 84 0.0646 G 84 0.0291 ndcg 84 0.1959 ndcg_rel 84 0.2169 Rndcg 84 0.2965 ndcg_cut_5 84 0.3416 ndcg_cut_10 84 0.4186 ndcg_cut_15 84 0.4532 ndcg_cut_20 84 0.4658 ndcg_cut_30 84 0.4153 ndcg_cut_100 84 0.2940 ndcg_cut_200 84 0.2126 ndcg_cut_500 84 0.1959 ndcg_cut_1000 84 0.1959 map_cut_5 84 0.0191 map_cut_10 84 0.0349 map_cut_15 84 0.0551 map_cut_20 84 0.0768 map_cut_30 84 0.0857 map_cut_100 84 0.1067 map_cut_200 84 0.1067 map_cut_500 84 0.1067 map_cut_1000 84 0.1067 relative_P_5 84 0.8000 relative_P_10 84 0.7000 relative_P_15 84 0.7333 relative_P_20 84 0.7500 relative_P_30 84 0.5667 relative_P_100 84 0.2400 relative_P_200 84 0.1690 relative_P_500 84 0.1690 relative_P_1000 84 0.1690 success_1 84 0.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.2400 set_relative_P 84 0.2400 set_recall 84 0.1690 set_map 84 0.0406 set_F 84 0.1983 num_nonrel_judged_ret 84 19 rbp 84 0.3747 rbp_resid 84 0.1527 unj_5 84 0.0000 unj_10 84 0.1000 unj_20 84 0.1500 num_ret 897 100 num_rel 897 239 num_rel_ret 897 49 map 897 0.1436 Rprec 897 0.2050 bpref 897 0.1982 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.6667 iprec_at_recall_0.20 897 0.4949 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 1.0000 P_10 897 0.9000 P_15 897 0.8667 P_20 897 0.7500 P_30 897 0.7333 P_100 897 0.4900 P_200 897 0.2450 P_500 897 0.0980 P_1000 897 0.0490 relstring 897 '2323332202' recall_5 897 0.0209 recall_10 897 0.0377 recall_15 897 0.0544 recall_20 897 0.0628 recall_30 897 0.0921 recall_100 897 0.2050 recall_200 897 0.2050 recall_500 897 0.2050 recall_1000 897 0.2050 infAP 897 0.1436 Rprec_mult_0.20 897 0.5833 Rprec_mult_0.40 897 0.4896 Rprec_mult_0.60 897 0.3403 Rprec_mult_0.80 897 0.2552 Rprec_mult_1.00 897 0.2050 Rprec_mult_1.20 897 0.1707 Rprec_mult_1.40 897 0.1463 Rprec_mult_1.60 897 0.1279 Rprec_mult_1.80 897 0.1137 Rprec_mult_2.00 897 0.1025 utility 897 -2.0000 11pt_avg 897 0.1965 binG 897 0.0810 G 897 0.0500 ndcg 897 0.2943 ndcg_rel 897 0.3632 Rndcg 897 0.4291 ndcg_cut_5 897 0.8304 ndcg_cut_10 897 0.7549 ndcg_cut_15 897 0.7341 ndcg_cut_20 897 0.6888 ndcg_cut_30 897 0.6588 ndcg_cut_100 897 0.5652 ndcg_cut_200 897 0.3656 ndcg_cut_500 897 0.2943 ndcg_cut_1000 897 0.2943 map_cut_5 897 0.0209 map_cut_10 897 0.0372 map_cut_15 897 0.0515 map_cut_20 897 0.0579 map_cut_30 897 0.0804 map_cut_100 897 0.1436 map_cut_200 897 0.1436 map_cut_500 897 0.1436 map_cut_1000 897 0.1436 relative_P_5 897 1.0000 relative_P_10 897 0.9000 relative_P_15 897 0.8667 relative_P_20 897 0.7500 relative_P_30 897 0.7333 relative_P_100 897 0.4900 relative_P_200 897 0.2450 relative_P_500 897 0.2050 relative_P_1000 897 0.2050 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.4900 set_relative_P 897 0.4900 set_recall 897 0.2050 set_map 897 0.1005 set_F 897 0.2891 num_nonrel_judged_ret 897 18 rbp 897 0.6899 rbp_resid 897 0.0380 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0500 runid all LAS_con-que num_q all 22 num_ret all 2200 num_rel all 5166 num_rel_ret all 1023 map all 0.1405 gm_map all 0.1183 Rprec all 0.2072 bpref all 0.1963 recip_rank all 0.8364 iprec_at_recall_0.00 all 0.9261 iprec_at_recall_0.10 all 0.6273 iprec_at_recall_0.20 all 0.2652 iprec_at_recall_0.30 all 0.1265 iprec_at_recall_0.40 all 0.0260 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.7455 P_10 all 0.7364 P_15 all 0.7394 P_20 all 0.6932 P_30 all 0.6348 P_100 all 0.4650 P_200 all 0.2325 P_500 all 0.0930 P_1000 all 0.0465 recall_5 all 0.0167 recall_10 all 0.0334 recall_15 all 0.0505 recall_20 all 0.0634 recall_30 all 0.0860 recall_100 all 0.2072 recall_200 all 0.2072 recall_500 all 0.2072 recall_1000 all 0.2072 infAP all 0.1405 gm_bpref all 0.1818 Rprec_mult_0.20 all 0.5838 Rprec_mult_0.40 all 0.4488 Rprec_mult_0.60 all 0.3342 Rprec_mult_0.80 all 0.2565 Rprec_mult_1.00 all 0.2072 Rprec_mult_1.20 all 0.1724 Rprec_mult_1.40 all 0.1478 Rprec_mult_1.60 all 0.1293 Rprec_mult_1.80 all 0.1150 Rprec_mult_2.00 all 0.1036 utility all -7.0000 11pt_avg all 0.1792 binG all 0.0743 G all 0.0443 ndcg all 0.2707 ndcg_rel all 0.3230 Rndcg all 0.3711 ndcg_cut_5 all 0.5853 ndcg_cut_10 all 0.5893 ndcg_cut_15 all 0.5927 ndcg_cut_20 all 0.5750 ndcg_cut_30 all 0.5545 ndcg_cut_100 all 0.4862 ndcg_cut_200 all 0.3274 ndcg_cut_500 all 0.2707 ndcg_cut_1000 all 0.2707 map_cut_5 all 0.0143 map_cut_10 all 0.0269 map_cut_15 all 0.0398 map_cut_20 all 0.0494 map_cut_30 all 0.0657 map_cut_100 all 0.1405 map_cut_200 all 0.1405 map_cut_500 all 0.1405 map_cut_1000 all 0.1405 relative_P_5 all 0.7455 relative_P_10 all 0.7364 relative_P_15 all 0.7394 relative_P_20 all 0.6932 relative_P_30 all 0.6348 relative_P_100 all 0.4650 relative_P_200 all 0.2496 relative_P_500 all 0.2072 relative_P_1000 all 0.2072 success_1 all 0.7273 success_5 all 1.0000 success_10 all 1.0000 set_P all 0.4650 set_relative_P all 0.4650 set_recall all 0.2072 set_map all 0.1062 set_F all 0.2799 num_nonrel_judged_ret all 422 rbp all 0.5206 rbp_resid all 0.0879 unj_5 all 0.0364 unj_10 all 0.0500 unj_20 all 0.1000