num_ret 0_10 1000 num_rel 0_10 54 num_rel_ret 0_10 52 map 0_10 0.3510 Rprec 0_10 0.3148 bpref 0_10 0.7112 recip_rank 0_10 1.0000 iprec_at_recall_0.00 0_10 1.0000 iprec_at_recall_0.10 0_10 0.5556 iprec_at_recall_0.20 0_10 0.3690 iprec_at_recall_0.30 0_10 0.3690 iprec_at_recall_0.40 0_10 0.3690 iprec_at_recall_0.50 0_10 0.3690 iprec_at_recall_0.60 0_10 0.3678 iprec_at_recall_0.70 0_10 0.3417 iprec_at_recall_0.80 0_10 0.3162 iprec_at_recall_0.90 0_10 0.1713 iprec_at_recall_1.00 0_10 0.0000 P_5 0_10 0.8000 P_10 0_10 0.5000 P_15 0_10 0.4000 P_20 0_10 0.4000 P_30 0_10 0.3667 P_100 0_10 0.3600 P_200 0_10 0.2300 P_500 0_10 0.1020 P_1000 0_10 0.0520 relstring 0_10 '2031300030' recall_5 0_10 0.0741 recall_10 0_10 0.0926 recall_15 0_10 0.1111 recall_20 0_10 0.1481 recall_30 0_10 0.2037 recall_100 0_10 0.6667 recall_200 0_10 0.8519 recall_500 0_10 0.9444 recall_1000 0_10 0.9630 infAP 0_10 0.3510 Rprec_mult_0.20 0_10 0.4545 Rprec_mult_0.40 0_10 0.3636 Rprec_mult_0.60 0_10 0.3333 Rprec_mult_0.80 0_10 0.3409 Rprec_mult_1.00 0_10 0.3148 Rprec_mult_1.20 0_10 0.3231 Rprec_mult_1.40 0_10 0.3421 Rprec_mult_1.60 0_10 0.3678 Rprec_mult_1.80 0_10 0.3673 Rprec_mult_2.00 0_10 0.3333 utility 0_10 -896.0000 11pt_avg 0_10 0.3844 binG 0_10 0.2165 G 0_10 0.1659 ndcg 0_10 0.6844 ndcg_rel 0_10 0.4848 Rndcg 0_10 0.4012 ndcg_cut_5 0_10 0.5756 ndcg_cut_10 0_10 0.4398 ndcg_cut_15 0_10 0.3693 ndcg_cut_20 0_10 0.3526 ndcg_cut_30 0_10 0.3153 ndcg_cut_100 0_10 0.5388 ndcg_cut_200 0_10 0.6380 ndcg_cut_500 0_10 0.6812 ndcg_cut_1000 0_10 0.6844 map_cut_5 0_10 0.0596 map_cut_10 0_10 0.0699 map_cut_15 0_10 0.0773 map_cut_20 0_10 0.0932 map_cut_30 0_10 0.1135 map_cut_100 0_10 0.2742 map_cut_200 0_10 0.3328 map_cut_500 0_10 0.3491 map_cut_1000 0_10 0.3510 relative_P_5 0_10 0.8000 relative_P_10 0_10 0.5000 relative_P_15 0_10 0.4000 relative_P_20 0_10 0.4000 relative_P_30 0_10 0.3667 relative_P_100 0_10 0.6667 relative_P_200 0_10 0.8519 relative_P_500 0_10 0.9444 relative_P_1000 0_10 0.9630 success_1 0_10 1.0000 success_5 0_10 1.0000 success_10 0_10 1.0000 set_P 0_10 0.0520 set_relative_P 0_10 0.9630 set_recall 0_10 0.9630 set_map 0_10 0.0501 set_F 0_10 0.0987 num_nonrel_judged_ret 0_10 26 rbp 0_10 0.3357 rbp_resid 0_10 0.1798 unj_5 0_10 0.0000 unj_10 0_10 0.0000 unj_20 0_10 0.2000 num_ret 0_11 1000 num_rel 0_11 12 num_rel_ret 0_11 12 map 0_11 0.7365 Rprec 0_11 0.6667 bpref 0_11 0.7431 recip_rank 0_11 1.0000 iprec_at_recall_0.00 0_11 1.0000 iprec_at_recall_0.10 0_11 1.0000 iprec_at_recall_0.20 0_11 1.0000 iprec_at_recall_0.30 0_11 0.8000 iprec_at_recall_0.40 0_11 0.8000 iprec_at_recall_0.50 0_11 0.8000 iprec_at_recall_0.60 0_11 0.8000 iprec_at_recall_0.70 0_11 0.8000 iprec_at_recall_0.80 0_11 0.5882 iprec_at_recall_0.90 0_11 0.5500 iprec_at_recall_1.00 0_11 0.5455 P_5 0_11 0.8000 P_10 0_11 0.8000 P_15 0_11 0.5333 P_20 0_11 0.5500 P_30 0_11 0.4000 P_100 0_11 0.1200 P_200 0_11 0.0600 P_500 0_11 0.0240 P_1000 0_11 0.0120 relstring 0_11 '3303303333' recall_5 0_11 0.3333 recall_10 0_11 0.6667 recall_15 0_11 0.6667 recall_20 0_11 0.9167 recall_30 0_11 1.0000 recall_100 0_11 1.0000 recall_200 0_11 1.0000 recall_500 0_11 1.0000 recall_1000 0_11 1.0000 infAP 0_11 0.7365 Rprec_mult_0.20 0_11 0.6667 Rprec_mult_0.40 0_11 0.8000 Rprec_mult_0.60 0_11 0.7500 Rprec_mult_0.80 0_11 0.8000 Rprec_mult_1.00 0_11 0.6667 Rprec_mult_1.20 0_11 0.5333 Rprec_mult_1.40 0_11 0.5882 Rprec_mult_1.60 0_11 0.5500 Rprec_mult_1.80 0_11 0.5455 Rprec_mult_2.00 0_11 0.5000 utility 0_11 -976.0000 11pt_avg 0_11 0.7894 binG 0_11 0.5384 G 0_11 0.4392 ndcg 0_11 0.9073 ndcg_rel 0_11 0.8463 Rndcg 0_11 0.8157 ndcg_cut_5 0_11 0.8304 ndcg_cut_10 0_11 0.8116 ndcg_cut_15 0_11 0.7240 ndcg_cut_20 0_11 0.8639 ndcg_cut_30 0_11 0.9073 ndcg_cut_100 0_11 0.9073 ndcg_cut_200 0_11 0.9073 ndcg_cut_500 0_11 0.9073 ndcg_cut_1000 0_11 0.9073 map_cut_5 0_11 0.2958 map_cut_10 0_11 0.5493 map_cut_15 0_11 0.5493 map_cut_20 0_11 0.6911 map_cut_30 0_11 0.7365 map_cut_100 0_11 0.7365 map_cut_200 0_11 0.7365 map_cut_500 0_11 0.7365 map_cut_1000 0_11 0.7365 relative_P_5 0_11 0.8000 relative_P_10 0_11 0.8000 relative_P_15 0_11 0.6667 relative_P_20 0_11 0.9167 relative_P_30 0_11 1.0000 relative_P_100 0_11 1.0000 relative_P_200 0_11 1.0000 relative_P_500 0_11 1.0000 relative_P_1000 0_11 1.0000 success_1 0_11 1.0000 success_5 0_11 1.0000 success_10 0_11 1.0000 set_P 0_11 0.0120 set_relative_P 0_11 1.0000 set_recall 0_11 1.0000 set_map 0_11 0.0120 set_F 0_11 0.0237 num_nonrel_judged_ret 0_11 24 rbp 0_11 0.5748 rbp_resid 0_11 0.1000 unj_5 0_11 0.0000 unj_10 0_11 0.0000 unj_20 0_11 0.1000 num_ret 0_2 1000 num_rel 0_2 34 num_rel_ret 0_2 28 map 0_2 0.1024 Rprec 0_2 0.1176 bpref 0_2 0.0580 recip_rank 0_2 0.3333 iprec_at_recall_0.00 0_2 0.3333 iprec_at_recall_0.10 0_2 0.1489 iprec_at_recall_0.20 0_2 0.1489 iprec_at_recall_0.30 0_2 0.1489 iprec_at_recall_0.40 0_2 0.1489 iprec_at_recall_0.50 0_2 0.1296 iprec_at_recall_0.60 0_2 0.1296 iprec_at_recall_0.70 0_2 0.0996 iprec_at_recall_0.80 0_2 0.0971 iprec_at_recall_0.90 0_2 0.0000 iprec_at_recall_1.00 0_2 0.0000 P_5 0_2 0.2000 P_10 0_2 0.1000 P_15 0_2 0.0667 P_20 0_2 0.1000 P_30 0_2 0.1000 P_100 0_2 0.1400 P_200 0_2 0.1050 P_500 0_2 0.0560 P_1000 0_2 0.0280 relstring 0_2 '0020000000' recall_5 0_2 0.0294 recall_10 0_2 0.0294 recall_15 0_2 0.0294 recall_20 0_2 0.0588 recall_30 0_2 0.0882 recall_100 0_2 0.4118 recall_200 0_2 0.6176 recall_500 0_2 0.8235 recall_1000 0_2 0.8235 infAP 0_2 0.1024 Rprec_mult_0.20 0_2 0.1429 Rprec_mult_0.40 0_2 0.0714 Rprec_mult_0.60 0_2 0.0952 Rprec_mult_0.80 0_2 0.0714 Rprec_mult_1.00 0_2 0.1176 Rprec_mult_1.20 0_2 0.1220 Rprec_mult_1.40 0_2 0.1042 Rprec_mult_1.60 0_2 0.0909 Rprec_mult_1.80 0_2 0.0968 Rprec_mult_2.00 0_2 0.0882 utility 0_2 -944.0000 11pt_avg 0_2 0.1259 binG 0_2 0.1385 G 0_2 0.1358 ndcg 0_2 0.4248 ndcg_rel 0_2 0.2990 Rndcg 0_2 0.1581 ndcg_cut_5 0_2 0.1450 ndcg_cut_10 0_2 0.0991 ndcg_cut_15 0_2 0.0802 ndcg_cut_20 0_2 0.1091 ndcg_cut_30 0_2 0.1072 ndcg_cut_100 0_2 0.2723 ndcg_cut_200 0_2 0.3644 ndcg_cut_500 0_2 0.4248 ndcg_cut_1000 0_2 0.4248 map_cut_5 0_2 0.0098 map_cut_10 0_2 0.0098 map_cut_15 0_2 0.0098 map_cut_20 0_2 0.0135 map_cut_30 0_2 0.0164 map_cut_100 0_2 0.0561 map_cut_200 0_2 0.0821 map_cut_500 0_2 0.1024 map_cut_1000 0_2 0.1024 relative_P_5 0_2 0.2000 relative_P_10 0_2 0.1000 relative_P_15 0_2 0.0667 relative_P_20 0_2 0.1000 relative_P_30 0_2 0.1000 relative_P_100 0_2 0.4118 relative_P_200 0_2 0.6176 relative_P_500 0_2 0.8235 relative_P_1000 0_2 0.8235 success_1 0_2 0.0000 success_5 0_2 1.0000 success_10 0_2 1.0000 set_P 0_2 0.0280 set_relative_P 0_2 0.8235 set_recall 0_2 0.8235 set_map 0_2 0.0231 set_F 0_2 0.0542 num_nonrel_judged_ret 0_2 143 rbp 0_2 0.0732 rbp_resid 0_2 0.0068 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1000 num_rel 0_3 24 num_rel_ret 0_3 23 map 0_3 0.1979 Rprec 0_3 0.2083 bpref 0_3 0.1458 recip_rank 0_3 0.1667 iprec_at_recall_0.00 0_3 0.3333 iprec_at_recall_0.10 0_3 0.3333 iprec_at_recall_0.20 0_3 0.2941 iprec_at_recall_0.30 0_3 0.2182 iprec_at_recall_0.40 0_3 0.2182 iprec_at_recall_0.50 0_3 0.2182 iprec_at_recall_0.60 0_3 0.2118 iprec_at_recall_0.70 0_3 0.2118 iprec_at_recall_0.80 0_3 0.1695 iprec_at_recall_0.90 0_3 0.1606 iprec_at_recall_1.00 0_3 0.0000 P_5 0_3 0.0000 P_10 0_3 0.3000 P_15 0_3 0.2667 P_20 0_3 0.2500 P_30 0_3 0.2000 P_100 0_3 0.1800 P_200 0_3 0.1150 P_500 0_3 0.0460 P_1000 0_3 0.0230 relstring 0_3 '0000010110' recall_5 0_3 0.0000 recall_10 0_3 0.1250 recall_15 0_3 0.1667 recall_20 0_3 0.2083 recall_30 0_3 0.2500 recall_100 0_3 0.7500 recall_200 0_3 0.9583 recall_500 0_3 0.9583 recall_1000 0_3 0.9583 infAP 0_3 0.1979 Rprec_mult_0.20 0_3 0.0000 Rprec_mult_0.40 0_3 0.3000 Rprec_mult_0.60 0_3 0.2667 Rprec_mult_0.80 0_3 0.2500 Rprec_mult_1.00 0_3 0.2083 Rprec_mult_1.20 0_3 0.2069 Rprec_mult_1.40 0_3 0.1765 Rprec_mult_1.60 0_3 0.1795 Rprec_mult_1.80 0_3 0.1818 Rprec_mult_2.00 0_3 0.1875 utility 0_3 -954.0000 11pt_avg 0_3 0.2154 binG 0_3 0.1938 G 0_3 0.1722 ndcg 0_3 0.4430 ndcg_rel 0_3 0.2710 Rndcg 0_3 0.1416 ndcg_cut_5 0_3 0.0000 ndcg_cut_10 0_3 0.1145 ndcg_cut_15 0_3 0.1246 ndcg_cut_20 0_3 0.1331 ndcg_cut_30 0_3 0.1410 ndcg_cut_100 0_3 0.3708 ndcg_cut_200 0_3 0.4430 ndcg_cut_500 0_3 0.4430 ndcg_cut_1000 0_3 0.4430 map_cut_5 0_3 0.0000 map_cut_10 0_3 0.0312 map_cut_15 0_3 0.0424 map_cut_20 0_3 0.0546 map_cut_30 0_3 0.0642 map_cut_100 0_3 0.1645 map_cut_200 0_3 0.1979 map_cut_500 0_3 0.1979 map_cut_1000 0_3 0.1979 relative_P_5 0_3 0.0000 relative_P_10 0_3 0.3000 relative_P_15 0_3 0.2667 relative_P_20 0_3 0.2500 relative_P_30 0_3 0.2500 relative_P_100 0_3 0.7500 relative_P_200 0_3 0.9583 relative_P_500 0_3 0.9583 relative_P_1000 0_3 0.9583 success_1 0_3 0.0000 success_5 0_3 0.0000 success_10 0_3 1.0000 set_P 0_3 0.0230 set_relative_P 0_3 0.9583 set_recall 0_3 0.9583 set_map 0_3 0.0220 set_F 0_3 0.0449 num_nonrel_judged_ret 0_3 125 rbp 0_3 0.0690 rbp_resid 0_3 0.0007 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 957 num_rel 0_4 20 num_rel_ret 0_4 13 map 0_4 0.2826 Rprec 0_4 0.3000 bpref 0_4 0.2925 recip_rank 0_4 1.0000 iprec_at_recall_0.00 0_4 1.0000 iprec_at_recall_0.10 0_4 1.0000 iprec_at_recall_0.20 0_4 0.8000 iprec_at_recall_0.30 0_4 0.7500 iprec_at_recall_0.40 0_4 0.1081 iprec_at_recall_0.50 0_4 0.0846 iprec_at_recall_0.60 0_4 0.0789 iprec_at_recall_0.70 0_4 0.0000 iprec_at_recall_0.80 0_4 0.0000 iprec_at_recall_0.90 0_4 0.0000 iprec_at_recall_1.00 0_4 0.0000 P_5 0_4 0.8000 P_10 0_4 0.6000 P_15 0_4 0.4000 P_20 0_4 0.3000 P_30 0_4 0.2000 P_100 0_4 0.0900 P_200 0_4 0.0600 P_500 0_4 0.0260 P_1000 0_4 0.0130 relstring 0_4 '34021-440-' recall_5 0_4 0.2000 recall_10 0_4 0.3000 recall_15 0_4 0.3000 recall_20 0_4 0.3000 recall_30 0_4 0.3000 recall_100 0_4 0.4500 recall_200 0_4 0.6000 recall_500 0_4 0.6500 recall_1000 0_4 0.6500 infAP 0_4 0.2826 Rprec_mult_0.20 0_4 0.7500 Rprec_mult_0.40 0_4 0.7500 Rprec_mult_0.60 0_4 0.5000 Rprec_mult_0.80 0_4 0.3750 Rprec_mult_1.00 0_4 0.3000 Rprec_mult_1.20 0_4 0.2500 Rprec_mult_1.40 0_4 0.2143 Rprec_mult_1.60 0_4 0.1875 Rprec_mult_1.80 0_4 0.1667 Rprec_mult_2.00 0_4 0.1500 utility 0_4 -931.0000 11pt_avg 0_4 0.3474 binG 0_4 0.2660 G 0_4 0.2459 ndcg 0_4 0.6457 ndcg_rel 0_4 0.6557 Rndcg 0_4 0.6261 ndcg_cut_5 0_4 0.6395 ndcg_cut_10 0_4 0.6798 ndcg_cut_15 0_4 0.5987 ndcg_cut_20 0_4 0.5567 ndcg_cut_30 0_4 0.5567 ndcg_cut_100 0_4 0.5961 ndcg_cut_200 0_4 0.6382 ndcg_cut_500 0_4 0.6457 ndcg_cut_1000 0_4 0.6457 map_cut_5 0_4 0.1775 map_cut_10 0_4 0.2507 map_cut_15 0_4 0.2507 map_cut_20 0_4 0.2507 map_cut_30 0_4 0.2507 map_cut_100 0_4 0.2680 map_cut_200 0_4 0.2801 map_cut_500 0_4 0.2826 map_cut_1000 0_4 0.2826 relative_P_5 0_4 0.8000 relative_P_10 0_4 0.6000 relative_P_15 0_4 0.4000 relative_P_20 0_4 0.3000 relative_P_30 0_4 0.3000 relative_P_100 0_4 0.4500 relative_P_200 0_4 0.6000 relative_P_500 0_4 0.6500 relative_P_1000 0_4 0.6500 success_1 0_4 1.0000 success_5 0_4 1.0000 success_10 0_4 1.0000 set_P 0_4 0.0136 set_relative_P 0_4 0.6500 set_recall 0_4 0.6500 set_map 0_4 0.0088 set_F 0_4 0.0266 num_nonrel_judged_ret 0_4 33 rbp 0_4 0.3190 rbp_resid 0_4 0.2784 unj_5 0_4 0.0000 unj_10 0_4 0.2000 unj_20 0_4 0.4000 num_ret 0_6 1000 num_rel 0_6 121 num_rel_ret 0_6 72 map 0_6 0.1128 Rprec 0_6 0.2314 bpref 0_6 0.5040 recip_rank 0_6 0.1667 iprec_at_recall_0.00 0_6 0.3750 iprec_at_recall_0.10 0_6 0.3529 iprec_at_recall_0.20 0_6 0.2907 iprec_at_recall_0.30 0_6 0.1682 iprec_at_recall_0.40 0_6 0.1232 iprec_at_recall_0.50 0_6 0.1008 iprec_at_recall_0.60 0_6 0.0000 iprec_at_recall_0.70 0_6 0.0000 iprec_at_recall_0.80 0_6 0.0000 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 0.0000 P_10 0_6 0.3000 P_15 0_6 0.2667 P_20 0_6 0.3000 P_30 0_6 0.2667 P_100 0_6 0.2700 P_200 0_6 0.1650 P_500 0_6 0.1100 P_1000 0_6 0.0720 relstring 0_6 '00000213--' recall_5 0_6 0.0000 recall_10 0_6 0.0248 recall_15 0_6 0.0331 recall_20 0_6 0.0496 recall_30 0_6 0.0661 recall_100 0_6 0.2231 recall_200 0_6 0.2727 recall_500 0_6 0.4545 recall_1000 0_6 0.5950 infAP 0_6 0.1128 Rprec_mult_0.20 0_6 0.2800 Rprec_mult_0.40 0_6 0.2653 Rprec_mult_0.60 0_6 0.2740 Rprec_mult_0.80 0_6 0.2784 Rprec_mult_1.00 0_6 0.2314 Rprec_mult_1.20 0_6 0.1986 Rprec_mult_1.40 0_6 0.1824 Rprec_mult_1.60 0_6 0.1701 Rprec_mult_1.80 0_6 0.1651 Rprec_mult_2.00 0_6 0.1570 utility 0_6 -856.0000 11pt_avg 0_6 0.1283 binG 0_6 0.0931 G 0_6 0.0893 ndcg 0_6 0.4139 ndcg_rel 0_6 0.3401 Rndcg 0_6 0.2377 ndcg_cut_5 0_6 0.0000 ndcg_cut_10 0_6 0.1608 ndcg_cut_15 0_6 0.1506 ndcg_cut_20 0_6 0.1829 ndcg_cut_30 0_6 0.1865 ndcg_cut_100 0_6 0.2577 ndcg_cut_200 0_6 0.2624 ndcg_cut_500 0_6 0.3625 ndcg_cut_1000 0_6 0.4139 map_cut_5 0_6 0.0000 map_cut_10 0_6 0.0068 map_cut_15 0_6 0.0096 map_cut_20 0_6 0.0142 map_cut_30 0_6 0.0192 map_cut_100 0_6 0.0649 map_cut_200 0_6 0.0749 map_cut_500 0_6 0.0995 map_cut_1000 0_6 0.1128 relative_P_5 0_6 0.0000 relative_P_10 0_6 0.3000 relative_P_15 0_6 0.2667 relative_P_20 0_6 0.3000 relative_P_30 0_6 0.2667 relative_P_100 0_6 0.2700 relative_P_200 0_6 0.2727 relative_P_500 0_6 0.4545 relative_P_1000 0_6 0.5950 success_1 0_6 0.0000 success_5 0_6 0.0000 success_10 0_6 1.0000 set_P 0_6 0.0720 set_relative_P 0_6 0.5950 set_recall 0_6 0.5950 set_map 0_6 0.0428 set_F 0_6 0.1285 num_nonrel_judged_ret 0_6 17 rbp 0_6 0.1545 rbp_resid 0_6 0.2950 unj_5 0_6 0.0000 unj_10 0_6 0.2000 unj_20 0_6 0.4000 num_ret 0_7 1000 num_rel 0_7 33 num_rel_ret 0_7 27 map 0_7 0.1622 Rprec 0_7 0.2424 bpref 0_7 0.2332 recip_rank 0_7 1.0000 iprec_at_recall_0.00 0_7 1.0000 iprec_at_recall_0.10 0_7 0.3478 iprec_at_recall_0.20 0_7 0.3478 iprec_at_recall_0.30 0_7 0.2200 iprec_at_recall_0.40 0_7 0.1269 iprec_at_recall_0.50 0_7 0.1269 iprec_at_recall_0.60 0_7 0.1010 iprec_at_recall_0.70 0_7 0.0557 iprec_at_recall_0.80 0_7 0.0543 iprec_at_recall_0.90 0_7 0.0000 iprec_at_recall_1.00 0_7 0.0000 P_5 0_7 0.2000 P_10 0_7 0.3000 P_15 0_7 0.2667 P_20 0_7 0.3000 P_30 0_7 0.2667 P_100 0_7 0.1200 P_200 0_7 0.1000 P_500 0_7 0.0520 P_1000 0_7 0.0270 relstring 0_7 '100001-010' recall_5 0_7 0.0303 recall_10 0_7 0.0909 recall_15 0_7 0.1212 recall_20 0_7 0.1818 recall_30 0_7 0.2424 recall_100 0_7 0.3636 recall_200 0_7 0.6061 recall_500 0_7 0.7879 recall_1000 0_7 0.8182 infAP 0_7 0.1622 Rprec_mult_0.20 0_7 0.2857 Rprec_mult_0.40 0_7 0.2857 Rprec_mult_0.60 0_7 0.3000 Rprec_mult_0.80 0_7 0.2963 Rprec_mult_1.00 0_7 0.2424 Rprec_mult_1.20 0_7 0.2000 Rprec_mult_1.40 0_7 0.1915 Rprec_mult_1.60 0_7 0.2075 Rprec_mult_1.80 0_7 0.1833 Rprec_mult_2.00 0_7 0.1667 utility 0_7 -946.0000 11pt_avg 0_7 0.2164 binG 0_7 0.1728 G 0_7 0.1532 ndcg 0_7 0.4938 ndcg_rel 0_7 0.3921 Rndcg 0_7 0.3497 ndcg_cut_5 0_7 0.2184 ndcg_cut_10 0_7 0.2684 ndcg_cut_15 0_7 0.2562 ndcg_cut_20 0_7 0.2759 ndcg_cut_30 0_7 0.2623 ndcg_cut_100 0_7 0.3251 ndcg_cut_200 0_7 0.4233 ndcg_cut_500 0_7 0.4844 ndcg_cut_1000 0_7 0.4938 map_cut_5 0_7 0.0303 map_cut_10 0_7 0.0505 map_cut_15 0_7 0.0598 map_cut_20 0_7 0.0784 map_cut_30 0_7 0.0986 map_cut_100 0_7 0.1221 map_cut_200 0_7 0.1501 map_cut_500 0_7 0.1610 map_cut_1000 0_7 0.1622 relative_P_5 0_7 0.2000 relative_P_10 0_7 0.3000 relative_P_15 0_7 0.2667 relative_P_20 0_7 0.3000 relative_P_30 0_7 0.2667 relative_P_100 0_7 0.3636 relative_P_200 0_7 0.6061 relative_P_500 0_7 0.7879 relative_P_1000 0_7 0.8182 success_1 0_7 1.0000 success_5 0_7 1.0000 success_10 0_7 1.0000 set_P 0_7 0.0270 set_relative_P 0_7 0.8182 set_recall 0_7 0.8182 set_map 0_7 0.0221 set_F 0_7 0.0523 num_nonrel_judged_ret 0_7 75 rbp 0_7 0.1441 rbp_resid 0_7 0.1417 unj_5 0_7 0.0000 unj_10 0_7 0.1000 unj_20 0_7 0.1500 num_ret 0_8 1000 num_rel 0_8 31 num_rel_ret 0_8 28 map 0_8 0.3076 Rprec 0_8 0.4516 bpref 0_8 0.5994 recip_rank 0_8 0.5000 iprec_at_recall_0.00 0_8 0.5000 iprec_at_recall_0.10 0_8 0.5000 iprec_at_recall_0.20 0_8 0.4615 iprec_at_recall_0.30 0_8 0.4615 iprec_at_recall_0.40 0_8 0.4615 iprec_at_recall_0.50 0_8 0.3600 iprec_at_recall_0.60 0_8 0.3077 iprec_at_recall_0.70 0_8 0.2366 iprec_at_recall_0.80 0_8 0.2273 iprec_at_recall_0.90 0_8 0.1315 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.4000 P_10 0_8 0.3000 P_15 0_8 0.3333 P_20 0_8 0.3500 P_30 0_8 0.4333 P_100 0_8 0.2300 P_200 0_8 0.1350 P_500 0_8 0.0560 P_1000 0_8 0.0280 relstring 0_8 '010102--00' recall_5 0_8 0.0645 recall_10 0_8 0.0968 recall_15 0_8 0.1613 recall_20 0_8 0.2258 recall_30 0_8 0.4194 recall_100 0_8 0.7419 recall_200 0_8 0.8710 recall_500 0_8 0.9032 recall_1000 0_8 0.9032 infAP 0_8 0.3076 Rprec_mult_0.20 0_8 0.4286 Rprec_mult_0.40 0_8 0.3077 Rprec_mult_0.60 0_8 0.3684 Rprec_mult_0.80 0_8 0.4400 Rprec_mult_1.00 0_8 0.4516 Rprec_mult_1.20 0_8 0.3684 Rprec_mult_1.40 0_8 0.3409 Rprec_mult_1.60 0_8 0.3600 Rprec_mult_1.80 0_8 0.3214 Rprec_mult_2.00 0_8 0.2903 utility 0_8 -944.0000 11pt_avg 0_8 0.3316 binG 0_8 0.2189 G 0_8 0.1940 ndcg 0_8 0.5838 ndcg_rel 0_8 0.4089 Rndcg 0_8 0.3904 ndcg_cut_5 0_8 0.1800 ndcg_cut_10 0_8 0.2016 ndcg_cut_15 0_8 0.2266 ndcg_cut_20 0_8 0.2888 ndcg_cut_30 0_8 0.3549 ndcg_cut_100 0_8 0.5026 ndcg_cut_200 0_8 0.5648 ndcg_cut_500 0_8 0.5838 ndcg_cut_1000 0_8 0.5838 map_cut_5 0_8 0.0323 map_cut_10 0_8 0.0484 map_cut_15 0_8 0.0698 map_cut_20 0_8 0.0952 map_cut_30 0_8 0.1765 map_cut_100 0_8 0.2784 map_cut_200 0_8 0.3034 map_cut_500 0_8 0.3076 map_cut_1000 0_8 0.3076 relative_P_5 0_8 0.4000 relative_P_10 0_8 0.3000 relative_P_15 0_8 0.3333 relative_P_20 0_8 0.3500 relative_P_30 0_8 0.4333 relative_P_100 0_8 0.7419 relative_P_200 0_8 0.8710 relative_P_500 0_8 0.9032 relative_P_1000 0_8 0.9032 success_1 0_8 0.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 0.0280 set_relative_P 0_8 0.9032 set_recall 0_8 0.9032 set_map 0_8 0.0253 set_F 0_8 0.0543 num_nonrel_judged_ret 0_8 27 rbp 0_8 0.2427 rbp_resid 0_8 0.2410 unj_5 0_8 0.0000 unj_10 0_8 0.2000 unj_20 0_8 0.3500 num_ret 10_1 1000 num_rel 10_1 118 num_rel_ret 10_1 12 map 10_1 0.0377 Rprec 10_1 0.0678 bpref 10_1 0.0959 recip_rank 10_1 1.0000 iprec_at_recall_0.00 10_1 1.0000 iprec_at_recall_0.10 10_1 0.0192 iprec_at_recall_0.20 10_1 0.0000 iprec_at_recall_0.30 10_1 0.0000 iprec_at_recall_0.40 10_1 0.0000 iprec_at_recall_0.50 10_1 0.0000 iprec_at_recall_0.60 10_1 0.0000 iprec_at_recall_0.70 10_1 0.0000 iprec_at_recall_0.80 10_1 0.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 0.6000 P_10 10_1 0.4000 P_15 10_1 0.3333 P_20 10_1 0.3000 P_30 10_1 0.2333 P_100 10_1 0.0800 P_200 10_1 0.0450 P_500 10_1 0.0220 P_1000 10_1 0.0120 relstring 10_1 '21010----1' recall_5 10_1 0.0254 recall_10 10_1 0.0339 recall_15 10_1 0.0424 recall_20 10_1 0.0508 recall_30 10_1 0.0593 recall_100 10_1 0.0678 recall_200 10_1 0.0763 recall_500 10_1 0.0932 recall_1000 10_1 0.1017 infAP 10_1 0.0377 Rprec_mult_0.20 10_1 0.2500 Rprec_mult_0.40 10_1 0.1667 Rprec_mult_0.60 10_1 0.1127 Rprec_mult_0.80 10_1 0.0842 Rprec_mult_1.00 10_1 0.0678 Rprec_mult_1.20 10_1 0.0634 Rprec_mult_1.40 10_1 0.0542 Rprec_mult_1.60 10_1 0.0476 Rprec_mult_1.80 10_1 0.0423 Rprec_mult_2.00 10_1 0.0381 utility 10_1 -976.0000 11pt_avg 10_1 0.0927 binG 10_1 0.0375 G 10_1 0.0223 ndcg 10_1 0.1323 ndcg_rel 10_1 0.1468 Rndcg 10_1 0.2027 ndcg_cut_5 10_1 0.3620 ndcg_cut_10 10_1 0.2876 ndcg_cut_15 10_1 0.2521 ndcg_cut_20 10_1 0.2303 ndcg_cut_30 10_1 0.2028 ndcg_cut_100 10_1 0.1242 ndcg_cut_200 10_1 0.1229 ndcg_cut_500 10_1 0.1295 ndcg_cut_1000 10_1 0.1323 map_cut_5 10_1 0.0233 map_cut_10 10_1 0.0267 map_cut_15 10_1 0.0295 map_cut_20 10_1 0.0322 map_cut_30 10_1 0.0342 map_cut_100 10_1 0.0362 map_cut_200 10_1 0.0368 map_cut_500 10_1 0.0375 map_cut_1000 10_1 0.0377 relative_P_5 10_1 0.6000 relative_P_10 10_1 0.4000 relative_P_15 10_1 0.3333 relative_P_20 10_1 0.3000 relative_P_30 10_1 0.2333 relative_P_100 10_1 0.0800 relative_P_200 10_1 0.0763 relative_P_500 10_1 0.0932 relative_P_1000 10_1 0.1017 success_1 10_1 1.0000 success_5 10_1 1.0000 success_10 10_1 1.0000 set_P 10_1 0.0120 set_relative_P 10_1 0.1017 set_recall 10_1 0.1017 set_map 10_1 0.0012 set_F 10_1 0.0215 num_nonrel_judged_ret 10_1 18 rbp 10_1 0.1508 rbp_resid 10_1 0.3862 unj_5 10_1 0.0000 unj_10 10_1 0.4000 unj_20 10_1 0.4000 num_ret 10_12 1000 num_rel 10_12 71 num_rel_ret 10_12 59 map 10_12 0.2843 Rprec 10_12 0.3239 bpref 10_12 0.7235 recip_rank 10_12 0.5000 iprec_at_recall_0.00 10_12 0.7500 iprec_at_recall_0.10 10_12 0.5714 iprec_at_recall_0.20 10_12 0.4444 iprec_at_recall_0.30 10_12 0.3511 iprec_at_recall_0.40 10_12 0.3511 iprec_at_recall_0.50 10_12 0.2835 iprec_at_recall_0.60 10_12 0.2389 iprec_at_recall_0.70 10_12 0.2099 iprec_at_recall_0.80 10_12 0.1477 iprec_at_recall_0.90 10_12 0.0000 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 0.6000 P_10 10_12 0.6000 P_15 10_12 0.4667 P_20 10_12 0.5500 P_30 10_12 0.4333 P_100 10_12 0.3400 P_200 10_12 0.2250 P_500 10_12 0.1140 P_1000 10_12 0.0590 relstring 10_12 '02401211-0' recall_5 10_12 0.0423 recall_10 10_12 0.0845 recall_15 10_12 0.0986 recall_20 10_12 0.1549 recall_30 10_12 0.1831 recall_100 10_12 0.4789 recall_200 10_12 0.6338 recall_500 10_12 0.8028 recall_1000 10_12 0.8310 infAP 10_12 0.2843 Rprec_mult_0.20 10_12 0.4667 Rprec_mult_0.40 10_12 0.4483 Rprec_mult_0.60 10_12 0.3953 Rprec_mult_0.80 10_12 0.3333 Rprec_mult_1.00 10_12 0.3239 Rprec_mult_1.20 10_12 0.3140 Rprec_mult_1.40 10_12 0.3400 Rprec_mult_1.60 10_12 0.2982 Rprec_mult_1.80 10_12 0.2812 Rprec_mult_2.00 10_12 0.2676 utility 10_12 -882.0000 11pt_avg 10_12 0.3044 binG 10_12 0.1759 G 10_12 0.1427 ndcg 10_12 0.5952 ndcg_rel 10_12 0.4552 Rndcg 10_12 0.4002 ndcg_cut_5 10_12 0.3324 ndcg_cut_10 10_12 0.3238 ndcg_cut_15 10_12 0.3043 ndcg_cut_20 10_12 0.3720 ndcg_cut_30 10_12 0.3513 ndcg_cut_100 10_12 0.4314 ndcg_cut_200 10_12 0.5052 ndcg_cut_500 10_12 0.5863 ndcg_cut_1000 10_12 0.5952 map_cut_5 10_12 0.0249 map_cut_10 10_12 0.0549 map_cut_15 10_12 0.0615 map_cut_20 10_12 0.0903 map_cut_30 10_12 0.1049 map_cut_100 10_12 0.2092 map_cut_200 10_12 0.2493 map_cut_500 10_12 0.2818 map_cut_1000 10_12 0.2843 relative_P_5 10_12 0.6000 relative_P_10 10_12 0.6000 relative_P_15 10_12 0.4667 relative_P_20 10_12 0.5500 relative_P_30 10_12 0.4333 relative_P_100 10_12 0.4789 relative_P_200 10_12 0.6338 relative_P_500 10_12 0.8028 relative_P_1000 10_12 0.8310 success_1 10_12 0.0000 success_5 10_12 1.0000 success_10 10_12 1.0000 set_P 10_12 0.0590 set_relative_P 10_12 0.8310 set_recall 10_12 0.8310 set_map 10_12 0.0490 set_F 10_12 0.1102 num_nonrel_judged_ret 10_12 15 rbp 10_12 0.2613 rbp_resid 10_12 0.2646 unj_5 10_12 0.0000 unj_10 10_12 0.1000 unj_20 10_12 0.3000 num_ret 10_2 1000 num_rel 10_2 30 num_rel_ret 10_2 12 map 10_2 0.0091 Rprec 10_2 0.0667 bpref 10_2 0.0300 recip_rank 10_2 0.0400 iprec_at_recall_0.00 10_2 0.0690 iprec_at_recall_0.10 10_2 0.0216 iprec_at_recall_0.20 10_2 0.0180 iprec_at_recall_0.30 10_2 0.0153 iprec_at_recall_0.40 10_2 0.0141 iprec_at_recall_0.50 10_2 0.0000 iprec_at_recall_0.60 10_2 0.0000 iprec_at_recall_0.70 10_2 0.0000 iprec_at_recall_0.80 10_2 0.0000 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 0.0000 P_10 10_2 0.0000 P_15 10_2 0.0000 P_20 10_2 0.0000 P_30 10_2 0.0667 P_100 10_2 0.0200 P_200 10_2 0.0150 P_500 10_2 0.0140 P_1000 10_2 0.0120 relstring 10_2 '00000000--' recall_5 10_2 0.0000 recall_10 10_2 0.0000 recall_15 10_2 0.0000 recall_20 10_2 0.0000 recall_30 10_2 0.0667 recall_100 10_2 0.0667 recall_200 10_2 0.1000 recall_500 10_2 0.2333 recall_1000 10_2 0.4000 infAP 10_2 0.0091 Rprec_mult_0.20 10_2 0.0000 Rprec_mult_0.40 10_2 0.0000 Rprec_mult_0.60 10_2 0.0000 Rprec_mult_0.80 10_2 0.0000 Rprec_mult_1.00 10_2 0.0667 Rprec_mult_1.20 10_2 0.0556 Rprec_mult_1.40 10_2 0.0476 Rprec_mult_1.60 10_2 0.0417 Rprec_mult_1.80 10_2 0.0370 Rprec_mult_2.00 10_2 0.0333 utility 10_2 -976.0000 11pt_avg 10_2 0.0125 binG 10_2 0.0525 G 10_2 0.0381 ndcg 10_2 0.1037 ndcg_rel 10_2 0.0848 Rndcg 10_2 0.0253 ndcg_cut_5 10_2 0.0000 ndcg_cut_10 10_2 0.0000 ndcg_cut_15 10_2 0.0000 ndcg_cut_20 10_2 0.0000 ndcg_cut_30 10_2 0.0229 ndcg_cut_100 10_2 0.0229 ndcg_cut_200 10_2 0.0303 ndcg_cut_500 10_2 0.0571 ndcg_cut_1000 10_2 0.1037 map_cut_5 10_2 0.0000 map_cut_10 10_2 0.0000 map_cut_15 10_2 0.0000 map_cut_20 10_2 0.0000 map_cut_30 10_2 0.0036 map_cut_100 10_2 0.0036 map_cut_200 10_2 0.0042 map_cut_500 10_2 0.0066 map_cut_1000 10_2 0.0091 relative_P_5 10_2 0.0000 relative_P_10 10_2 0.0000 relative_P_15 10_2 0.0000 relative_P_20 10_2 0.0000 relative_P_30 10_2 0.0667 relative_P_100 10_2 0.0667 relative_P_200 10_2 0.1000 relative_P_500 10_2 0.2333 relative_P_1000 10_2 0.4000 success_1 10_2 0.0000 success_5 10_2 0.0000 success_10 10_2 0.0000 set_P 10_2 0.0120 set_relative_P 10_2 0.4000 set_recall 10_2 0.4000 set_map 10_2 0.0048 set_F 10_2 0.0233 num_nonrel_judged_ret 10_2 62 rbp 10_2 0.0033 rbp_resid 10_2 0.2342 unj_5 10_2 0.0000 unj_10 10_2 0.2000 unj_20 10_2 0.3000 num_ret 10_3 1000 num_rel 10_3 23 num_rel_ret 10_3 6 map 10_3 0.0096 Rprec 10_3 0.0435 bpref 10_3 0.0340 recip_rank 10_3 0.1667 iprec_at_recall_0.00 10_3 0.1667 iprec_at_recall_0.10 10_3 0.0169 iprec_at_recall_0.20 10_3 0.0082 iprec_at_recall_0.30 10_3 0.0000 iprec_at_recall_0.40 10_3 0.0000 iprec_at_recall_0.50 10_3 0.0000 iprec_at_recall_0.60 10_3 0.0000 iprec_at_recall_0.70 10_3 0.0000 iprec_at_recall_0.80 10_3 0.0000 iprec_at_recall_0.90 10_3 0.0000 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 0.0000 P_10 10_3 0.1000 P_15 10_3 0.0667 P_20 10_3 0.0500 P_30 10_3 0.0333 P_100 10_3 0.0100 P_200 10_3 0.0150 P_500 10_3 0.0080 P_1000 10_3 0.0060 relstring 10_3 '000001----' recall_5 10_3 0.0000 recall_10 10_3 0.0435 recall_15 10_3 0.0435 recall_20 10_3 0.0435 recall_30 10_3 0.0435 recall_100 10_3 0.0435 recall_200 10_3 0.1304 recall_500 10_3 0.1739 recall_1000 10_3 0.2609 infAP 10_3 0.0096 Rprec_mult_0.20 10_3 0.0000 Rprec_mult_0.40 10_3 0.1000 Rprec_mult_0.60 10_3 0.0714 Rprec_mult_0.80 10_3 0.0526 Rprec_mult_1.00 10_3 0.0435 Rprec_mult_1.20 10_3 0.0357 Rprec_mult_1.40 10_3 0.0303 Rprec_mult_1.60 10_3 0.0270 Rprec_mult_1.80 10_3 0.0238 Rprec_mult_2.00 10_3 0.0217 utility 10_3 -988.0000 11pt_avg 10_3 0.0174 binG 10_3 0.0414 G 10_3 0.0316 ndcg 10_3 0.0915 ndcg_rel 10_3 0.0850 Rndcg 10_3 0.0557 ndcg_cut_5 10_3 0.0000 ndcg_cut_10 10_3 0.0419 ndcg_cut_15 10_3 0.0363 ndcg_cut_20 10_3 0.0324 ndcg_cut_30 10_3 0.0306 ndcg_cut_100 10_3 0.0306 ndcg_cut_200 10_3 0.0538 ndcg_cut_500 10_3 0.0736 ndcg_cut_1000 10_3 0.0915 map_cut_5 10_3 0.0000 map_cut_10 10_3 0.0072 map_cut_15 10_3 0.0072 map_cut_20 10_3 0.0072 map_cut_30 10_3 0.0072 map_cut_100 10_3 0.0072 map_cut_200 10_3 0.0086 map_cut_500 10_3 0.0090 map_cut_1000 10_3 0.0096 relative_P_5 10_3 0.0000 relative_P_10 10_3 0.1000 relative_P_15 10_3 0.0667 relative_P_20 10_3 0.0500 relative_P_30 10_3 0.0435 relative_P_100 10_3 0.0435 relative_P_200 10_3 0.1304 relative_P_500 10_3 0.1739 relative_P_1000 10_3 0.2609 success_1 10_3 0.0000 success_5 10_3 0.0000 success_10 10_3 1.0000 set_P 10_3 0.0060 set_relative_P 10_3 0.2609 set_recall 10_3 0.2609 set_map 10_3 0.0016 set_F 10_3 0.0117 num_nonrel_judged_ret 10_3 65 rbp 10_3 0.0295 rbp_resid 10_3 0.3954 unj_5 10_3 0.0000 unj_10 10_3 0.4000 unj_20 10_3 0.5000 num_ret 10_6 1000 num_rel 10_6 133 num_rel_ret 10_6 13 map 10_6 0.0248 Rprec 10_6 0.0902 bpref 10_6 0.0932 recip_rank 10_6 0.3333 iprec_at_recall_0.00 10_6 0.4167 iprec_at_recall_0.10 10_6 0.0699 iprec_at_recall_0.20 10_6 0.0000 iprec_at_recall_0.30 10_6 0.0000 iprec_at_recall_0.40 10_6 0.0000 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 0.4000 P_10 10_6 0.3000 P_15 10_6 0.3333 P_20 10_6 0.3000 P_30 10_6 0.2333 P_100 10_6 0.1100 P_200 10_6 0.0650 P_500 10_6 0.0260 P_1000 10_6 0.0130 relstring 10_6 '00101-0--2' recall_5 10_6 0.0150 recall_10 10_6 0.0226 recall_15 10_6 0.0376 recall_20 10_6 0.0451 recall_30 10_6 0.0526 recall_100 10_6 0.0827 recall_200 10_6 0.0977 recall_500 10_6 0.0977 recall_1000 10_6 0.0977 infAP 10_6 0.0248 Rprec_mult_0.20 10_6 0.2222 Rprec_mult_0.40 10_6 0.1667 Rprec_mult_0.60 10_6 0.1250 Rprec_mult_0.80 10_6 0.1121 Rprec_mult_1.00 10_6 0.0902 Rprec_mult_1.20 10_6 0.0750 Rprec_mult_1.40 10_6 0.0695 Rprec_mult_1.60 10_6 0.0610 Rprec_mult_1.80 10_6 0.0542 Rprec_mult_2.00 10_6 0.0489 utility 10_6 -974.0000 11pt_avg 10_6 0.0442 binG 10_6 0.0254 G 10_6 0.0185 ndcg 10_6 0.1058 ndcg_rel 10_6 0.1082 Rndcg 10_6 0.0966 ndcg_cut_5 10_6 0.1105 ndcg_cut_10 10_6 0.1306 ndcg_cut_15 10_6 0.1655 ndcg_cut_20 10_6 0.1565 ndcg_cut_30 10_6 0.1442 ndcg_cut_100 10_6 0.1010 ndcg_cut_200 10_6 0.1058 ndcg_cut_500 10_6 0.1058 ndcg_cut_1000 10_6 0.1058 map_cut_5 10_6 0.0055 map_cut_10 10_6 0.0078 map_cut_15 10_6 0.0136 map_cut_20 10_6 0.0165 map_cut_30 10_6 0.0183 map_cut_100 10_6 0.0234 map_cut_200 10_6 0.0248 map_cut_500 10_6 0.0248 map_cut_1000 10_6 0.0248 relative_P_5 10_6 0.4000 relative_P_10 10_6 0.3000 relative_P_15 10_6 0.3333 relative_P_20 10_6 0.3000 relative_P_30 10_6 0.2333 relative_P_100 10_6 0.1100 relative_P_200 10_6 0.0977 relative_P_500 10_6 0.0977 relative_P_1000 10_6 0.0977 success_1 10_6 0.0000 success_5 10_6 1.0000 success_10 10_6 1.0000 set_P 10_6 0.0130 set_relative_P 10_6 0.0977 set_recall 10_6 0.0977 set_map 10_6 0.0013 set_F 10_6 0.0229 num_nonrel_judged_ret 10_6 12 rbp 10_6 0.1206 rbp_resid 10_6 0.3905 unj_5 10_6 0.0000 unj_10 10_6 0.3000 unj_20 10_6 0.5000 num_ret 10_7 1000 num_rel 10_7 149 num_rel_ret 10_7 56 map 10_7 0.0932 Rprec 10_7 0.2013 bpref 10_7 0.3323 recip_rank 10_7 0.5000 iprec_at_recall_0.00 10_7 0.6000 iprec_at_recall_0.10 10_7 0.3455 iprec_at_recall_0.20 10_7 0.2092 iprec_at_recall_0.30 10_7 0.1442 iprec_at_recall_0.40 10_7 0.0000 iprec_at_recall_0.50 10_7 0.0000 iprec_at_recall_0.60 10_7 0.0000 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 0.6000 P_10 10_7 0.4000 P_15 10_7 0.4000 P_20 10_7 0.3500 P_30 10_7 0.3000 P_100 10_7 0.2600 P_200 10_7 0.1750 P_500 10_7 0.1000 P_1000 10_7 0.0560 relstring 10_7 '01011--2--' recall_5 10_7 0.0201 recall_10 10_7 0.0268 recall_15 10_7 0.0403 recall_20 10_7 0.0470 recall_30 10_7 0.0604 recall_100 10_7 0.1745 recall_200 10_7 0.2349 recall_500 10_7 0.3356 recall_1000 10_7 0.3758 infAP 10_7 0.0932 Rprec_mult_0.20 10_7 0.3000 Rprec_mult_0.40 10_7 0.3167 Rprec_mult_0.60 10_7 0.2778 Rprec_mult_0.80 10_7 0.2333 Rprec_mult_1.00 10_7 0.2013 Rprec_mult_1.20 10_7 0.1844 Rprec_mult_1.40 10_7 0.1722 Rprec_mult_1.60 10_7 0.1674 Rprec_mult_1.80 10_7 0.1561 Rprec_mult_2.00 10_7 0.1443 utility 10_7 -888.0000 11pt_avg 10_7 0.1181 binG 10_7 0.0699 G 10_7 0.0610 ndcg 10_7 0.3116 ndcg_rel 10_7 0.2841 Rndcg 10_7 0.1759 ndcg_cut_5 10_7 0.2100 ndcg_cut_10 10_7 0.2061 ndcg_cut_15 10_7 0.2243 ndcg_cut_20 10_7 0.2043 ndcg_cut_30 10_7 0.1816 ndcg_cut_100 10_7 0.2313 ndcg_cut_200 10_7 0.2357 ndcg_cut_500 10_7 0.2898 ndcg_cut_1000 10_7 0.3116 map_cut_5 10_7 0.0107 map_cut_10 10_7 0.0141 map_cut_15 10_7 0.0196 map_cut_20 10_7 0.0219 map_cut_30 10_7 0.0265 map_cut_100 10_7 0.0623 map_cut_200 10_7 0.0753 map_cut_500 10_7 0.0903 map_cut_1000 10_7 0.0932 relative_P_5 10_7 0.6000 relative_P_10 10_7 0.4000 relative_P_15 10_7 0.4000 relative_P_20 10_7 0.3500 relative_P_30 10_7 0.3000 relative_P_100 10_7 0.2600 relative_P_200 10_7 0.2349 relative_P_500 10_7 0.3356 relative_P_1000 10_7 0.3758 success_1 10_7 0.0000 success_5 10_7 1.0000 success_10 10_7 1.0000 set_P 10_7 0.0560 set_relative_P 10_7 0.3758 set_recall 10_7 0.3758 set_map 10_7 0.0210 set_F 10_7 0.0975 num_nonrel_judged_ret 10_7 19 rbp 10_7 0.1502 rbp_resid 10_7 0.4003 unj_5 10_7 0.0000 unj_10 10_7 0.4000 unj_20 10_7 0.5000 num_ret 10_8 1000 num_rel 10_8 76 num_rel_ret 10_8 45 map 10_8 0.2267 Rprec 10_8 0.2632 bpref 10_8 0.4917 recip_rank 10_8 1.0000 iprec_at_recall_0.00 10_8 1.0000 iprec_at_recall_0.10 10_8 0.7273 iprec_at_recall_0.20 10_8 0.3750 iprec_at_recall_0.30 10_8 0.2500 iprec_at_recall_0.40 10_8 0.2381 iprec_at_recall_0.50 10_8 0.1929 iprec_at_recall_0.60 10_8 0.0000 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 1.0000 P_10 10_8 0.7000 P_15 10_8 0.6000 P_20 10_8 0.5500 P_30 10_8 0.4333 P_100 10_8 0.2300 P_200 10_8 0.1900 P_500 10_8 0.0880 P_1000 10_8 0.0450 relstring 10_8 '112211--01' recall_5 10_8 0.0658 recall_10 10_8 0.0921 recall_15 10_8 0.1184 recall_20 10_8 0.1447 recall_30 10_8 0.1711 recall_100 10_8 0.3026 recall_200 10_8 0.5000 recall_500 10_8 0.5789 recall_1000 10_8 0.5921 infAP 10_8 0.2267 Rprec_mult_0.20 10_8 0.5625 Rprec_mult_0.40 10_8 0.4194 Rprec_mult_0.60 10_8 0.3261 Rprec_mult_0.80 10_8 0.2951 Rprec_mult_1.00 10_8 0.2632 Rprec_mult_1.20 10_8 0.2500 Rprec_mult_1.40 10_8 0.2243 Rprec_mult_1.60 10_8 0.2377 Rprec_mult_1.80 10_8 0.2190 Rprec_mult_2.00 10_8 0.2039 utility 10_8 -910.0000 11pt_avg 10_8 0.2530 binG 10_8 0.1737 G 10_8 0.1092 ndcg 10_8 0.4656 ndcg_rel 10_8 0.4218 Rndcg 10_8 0.3670 ndcg_cut_5 10_8 0.5153 ndcg_cut_10 10_8 0.4221 ndcg_cut_15 10_8 0.3789 ndcg_cut_20 10_8 0.3815 ndcg_cut_30 10_8 0.3503 ndcg_cut_100 10_8 0.3387 ndcg_cut_200 10_8 0.4222 ndcg_cut_500 10_8 0.4618 ndcg_cut_1000 10_8 0.4656 map_cut_5 10_8 0.0658 map_cut_10 10_8 0.0882 map_cut_15 10_8 0.1062 map_cut_20 10_8 0.1212 map_cut_30 10_8 0.1336 map_cut_100 10_8 0.1730 map_cut_200 10_8 0.2163 map_cut_500 10_8 0.2259 map_cut_1000 10_8 0.2267 relative_P_5 10_8 1.0000 relative_P_10 10_8 0.7000 relative_P_15 10_8 0.6000 relative_P_20 10_8 0.5500 relative_P_30 10_8 0.4333 relative_P_100 10_8 0.3026 relative_P_200 10_8 0.5000 relative_P_500 10_8 0.5789 relative_P_1000 10_8 0.5921 success_1 10_8 1.0000 success_5 10_8 1.0000 success_10 10_8 1.0000 set_P 10_8 0.0450 set_relative_P 10_8 0.5921 set_recall 10_8 0.5921 set_map 10_8 0.0266 set_F 10_8 0.0836 num_nonrel_judged_ret 10_8 38 rbp 10_8 0.2722 rbp_resid 10_8 0.2527 unj_5 10_8 0.0000 unj_10 10_8 0.2000 unj_20 10_8 0.2500 num_ret 11_10 1000 num_rel 11_10 126 num_rel_ret 11_10 85 map 11_10 0.4396 Rprec 11_10 0.4841 bpref 11_10 0.6654 recip_rank 11_10 1.0000 iprec_at_recall_0.00 11_10 1.0000 iprec_at_recall_0.10 11_10 0.9545 iprec_at_recall_0.20 11_10 0.9091 iprec_at_recall_0.30 11_10 0.8125 iprec_at_recall_0.40 11_10 0.5435 iprec_at_recall_0.50 11_10 0.4406 iprec_at_recall_0.60 11_10 0.2594 iprec_at_recall_0.70 11_10 0.0000 iprec_at_recall_0.80 11_10 0.0000 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 1.0000 P_10 11_10 0.9000 P_15 11_10 0.9333 P_20 11_10 0.9500 P_30 11_10 0.9000 P_100 11_10 0.5300 P_200 11_10 0.3400 P_500 11_10 0.1680 P_1000 11_10 0.0850 relstring 11_10 '32231323-3' recall_5 11_10 0.0397 recall_10 11_10 0.0714 recall_15 11_10 0.1111 recall_20 11_10 0.1508 recall_30 11_10 0.2143 recall_100 11_10 0.4206 recall_200 11_10 0.5397 recall_500 11_10 0.6667 recall_1000 11_10 0.6746 infAP 11_10 0.4396 Rprec_mult_0.20 11_10 0.8846 Rprec_mult_0.40 11_10 0.7647 Rprec_mult_0.60 11_10 0.6053 Rprec_mult_0.80 11_10 0.5248 Rprec_mult_1.00 11_10 0.4841 Rprec_mult_1.20 11_10 0.4145 Rprec_mult_1.40 11_10 0.3672 Rprec_mult_1.60 11_10 0.3366 Rprec_mult_1.80 11_10 0.3128 Rprec_mult_2.00 11_10 0.2897 utility 11_10 -830.0000 11pt_avg 11_10 0.4472 binG 11_10 0.2408 G 11_10 0.1427 ndcg 11_10 0.6791 ndcg_rel 11_10 0.6568 Rndcg 11_10 0.6407 ndcg_cut_5 11_10 0.7050 ndcg_cut_10 11_10 0.7170 ndcg_cut_15 11_10 0.7059 ndcg_cut_20 11_10 0.7105 ndcg_cut_30 11_10 0.6707 ndcg_cut_100 11_10 0.5546 ndcg_cut_200 11_10 0.5979 ndcg_cut_500 11_10 0.6772 ndcg_cut_1000 11_10 0.6791 map_cut_5 11_10 0.0397 map_cut_10 11_10 0.0706 map_cut_15 11_10 0.1072 map_cut_20 11_10 0.1447 map_cut_30 11_10 0.2022 map_cut_100 11_10 0.3503 map_cut_200 11_10 0.4045 map_cut_500 11_10 0.4385 map_cut_1000 11_10 0.4396 relative_P_5 11_10 1.0000 relative_P_10 11_10 0.9000 relative_P_15 11_10 0.9333 relative_P_20 11_10 0.9500 relative_P_30 11_10 0.9000 relative_P_100 11_10 0.5300 relative_P_200 11_10 0.5397 relative_P_500 11_10 0.6667 relative_P_1000 11_10 0.6746 success_1 11_10 1.0000 success_5 11_10 1.0000 success_10 11_10 1.0000 set_P 11_10 0.0850 set_relative_P 11_10 0.6746 set_recall 11_10 0.6746 set_map 11_10 0.0573 set_F 11_10 0.1510 num_nonrel_judged_ret 11_10 3 rbp 11_10 0.5310 rbp_resid 11_10 0.0773 unj_5 11_10 0.0000 unj_10 11_10 0.1000 unj_20 11_10 0.0500 num_ret 11_11 1000 num_rel 11_11 134 num_rel_ret 11_11 111 map 11_11 0.5416 Rprec 11_11 0.4925 bpref 11_11 0.7633 recip_rank 11_11 1.0000 iprec_at_recall_0.00 11_11 1.0000 iprec_at_recall_0.10 11_11 1.0000 iprec_at_recall_0.20 11_11 1.0000 iprec_at_recall_0.30 11_11 0.9524 iprec_at_recall_0.40 11_11 0.7105 iprec_at_recall_0.50 11_11 0.4926 iprec_at_recall_0.60 11_11 0.3941 iprec_at_recall_0.70 11_11 0.3165 iprec_at_recall_0.80 11_11 0.1901 iprec_at_recall_0.90 11_11 0.0000 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 1.0000 P_10 11_11 1.0000 P_15 11_11 1.0000 P_20 11_11 1.0000 P_30 11_11 1.0000 P_100 11_11 0.6000 P_200 11_11 0.3900 P_500 11_11 0.2040 P_1000 11_11 0.1110 relstring 11_11 '3233231222' recall_5 11_11 0.0373 recall_10 11_11 0.0746 recall_15 11_11 0.1119 recall_20 11_11 0.1493 recall_30 11_11 0.2239 recall_100 11_11 0.4478 recall_200 11_11 0.5821 recall_500 11_11 0.7612 recall_1000 11_11 0.8284 infAP 11_11 0.5416 Rprec_mult_0.20 11_11 1.0000 Rprec_mult_0.40 11_11 0.8148 Rprec_mult_0.60 11_11 0.6790 Rprec_mult_0.80 11_11 0.5556 Rprec_mult_1.00 11_11 0.4925 Rprec_mult_1.20 11_11 0.4534 Rprec_mult_1.40 11_11 0.4043 Rprec_mult_1.60 11_11 0.3860 Rprec_mult_1.80 11_11 0.3595 Rprec_mult_2.00 11_11 0.3284 utility 11_11 -778.0000 11pt_avg 11_11 0.5506 binG 11_11 0.3714 G 11_11 0.1672 ndcg 11_11 0.7639 ndcg_rel 11_11 0.6987 Rndcg 11_11 0.6827 ndcg_cut_5 11_11 0.7951 ndcg_cut_10 11_11 0.7546 ndcg_cut_15 11_11 0.7365 ndcg_cut_20 11_11 0.7152 ndcg_cut_30 11_11 0.6953 ndcg_cut_100 11_11 0.6040 ndcg_cut_200 11_11 0.6444 ndcg_cut_500 11_11 0.7359 ndcg_cut_1000 11_11 0.7639 map_cut_5 11_11 0.0373 map_cut_10 11_11 0.0746 map_cut_15 11_11 0.1119 map_cut_20 11_11 0.1493 map_cut_30 11_11 0.2239 map_cut_100 11_11 0.4064 map_cut_200 11_11 0.4706 map_cut_500 11_11 0.5297 map_cut_1000 11_11 0.5416 relative_P_5 11_11 1.0000 relative_P_10 11_11 1.0000 relative_P_15 11_11 1.0000 relative_P_20 11_11 1.0000 relative_P_30 11_11 1.0000 relative_P_100 11_11 0.6000 relative_P_200 11_11 0.5821 relative_P_500 11_11 0.7612 relative_P_1000 11_11 0.8284 success_1 11_11 1.0000 success_5 11_11 1.0000 success_10 11_11 1.0000 set_P 11_11 0.1110 set_relative_P 11_11 0.8284 set_recall 11_11 0.8284 set_map 11_11 0.0919 set_F 11_11 0.1958 num_nonrel_judged_ret 11_11 11 rbp 11_11 0.5512 rbp_resid 11_11 0.0123 unj_5 11_11 0.0000 unj_10 11_11 0.0000 unj_20 11_11 0.0000 num_ret 11_12 1000 num_rel 11_12 89 num_rel_ret 11_12 54 map 11_12 0.1606 Rprec 11_12 0.3258 bpref 11_12 0.4911 recip_rank 11_12 0.3333 iprec_at_recall_0.00 11_12 0.3714 iprec_at_recall_0.10 11_12 0.3714 iprec_at_recall_0.20 11_12 0.3649 iprec_at_recall_0.30 11_12 0.3649 iprec_at_recall_0.40 11_12 0.2769 iprec_at_recall_0.50 11_12 0.1815 iprec_at_recall_0.60 11_12 0.0667 iprec_at_recall_0.70 11_12 0.0000 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.2000 P_10 11_12 0.3000 P_15 11_12 0.2667 P_20 11_12 0.2000 P_30 11_12 0.3000 P_100 11_12 0.2900 P_200 11_12 0.2000 P_500 11_12 0.1000 P_1000 11_12 0.0540 relstring 11_12 '00100010-3' recall_5 11_12 0.0112 recall_10 11_12 0.0337 recall_15 11_12 0.0449 recall_20 11_12 0.0449 recall_30 11_12 0.1011 recall_100 11_12 0.3258 recall_200 11_12 0.4494 recall_500 11_12 0.5618 recall_1000 11_12 0.6067 infAP 11_12 0.1606 Rprec_mult_0.20 11_12 0.2222 Rprec_mult_0.40 11_12 0.3611 Rprec_mult_0.60 11_12 0.3333 Rprec_mult_0.80 11_12 0.3472 Rprec_mult_1.00 11_12 0.3258 Rprec_mult_1.20 11_12 0.2804 Rprec_mult_1.40 11_12 0.2640 Rprec_mult_1.60 11_12 0.2517 Rprec_mult_1.80 11_12 0.2422 Rprec_mult_2.00 11_12 0.2247 utility 11_12 -892.0000 11pt_avg 11_12 0.1816 binG 11_12 0.1104 G 11_12 0.0854 ndcg 11_12 0.3895 ndcg_rel 11_12 0.3064 Rndcg 11_12 0.2471 ndcg_cut_5 11_12 0.0565 ndcg_cut_10 11_12 0.1248 ndcg_cut_15 11_12 0.1343 ndcg_cut_20 11_12 0.1178 ndcg_cut_30 11_12 0.1587 ndcg_cut_100 11_12 0.2515 ndcg_cut_200 11_12 0.3149 ndcg_cut_500 11_12 0.3672 ndcg_cut_1000 11_12 0.3895 map_cut_5 11_12 0.0037 map_cut_10 11_12 0.0103 map_cut_15 11_12 0.0144 map_cut_20 11_12 0.0144 map_cut_30 11_12 0.0292 map_cut_100 11_12 0.1070 map_cut_200 11_12 0.1393 map_cut_500 11_12 0.1574 map_cut_1000 11_12 0.1606 relative_P_5 11_12 0.2000 relative_P_10 11_12 0.3000 relative_P_15 11_12 0.2667 relative_P_20 11_12 0.2000 relative_P_30 11_12 0.3000 relative_P_100 11_12 0.3258 relative_P_200 11_12 0.4494 relative_P_500 11_12 0.5618 relative_P_1000 11_12 0.6067 success_1 11_12 0.0000 success_5 11_12 1.0000 success_10 11_12 1.0000 set_P 11_12 0.0540 set_relative_P 11_12 0.6067 set_recall 11_12 0.6067 set_map 11_12 0.0328 set_F 11_12 0.0992 num_nonrel_judged_ret 11_12 24 rbp 11_12 0.1342 rbp_resid 11_12 0.1820 unj_5 11_12 0.0000 unj_10 11_12 0.1000 unj_20 11_12 0.3000 num_ret 11_13 1000 num_rel 11_13 203 num_rel_ret 11_13 72 map 11_13 0.2031 Rprec 11_13 0.2857 bpref 11_13 0.3454 recip_rank 11_13 1.0000 iprec_at_recall_0.00 11_13 1.0000 iprec_at_recall_0.10 11_13 0.8333 iprec_at_recall_0.20 11_13 0.4583 iprec_at_recall_0.30 11_13 0.2785 iprec_at_recall_0.40 11_13 0.0000 iprec_at_recall_0.50 11_13 0.0000 iprec_at_recall_0.60 11_13 0.0000 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 1.0000 P_10 11_13 1.0000 P_15 11_13 0.8667 P_20 11_13 0.8000 P_30 11_13 0.8333 P_100 11_13 0.4400 P_200 11_13 0.2900 P_500 11_13 0.1420 P_1000 11_13 0.0720 relstring 11_13 '2222132322' recall_5 11_13 0.0246 recall_10 11_13 0.0493 recall_15 11_13 0.0640 recall_20 11_13 0.0788 recall_30 11_13 0.1232 recall_100 11_13 0.2167 recall_200 11_13 0.2857 recall_500 11_13 0.3498 recall_1000 11_13 0.3547 infAP 11_13 0.2031 Rprec_mult_0.20 11_13 0.6829 Rprec_mult_0.40 11_13 0.4512 Rprec_mult_0.60 11_13 0.4098 Rprec_mult_0.80 11_13 0.3313 Rprec_mult_1.00 11_13 0.2857 Rprec_mult_1.20 11_13 0.2582 Rprec_mult_1.40 11_13 0.2421 Rprec_mult_1.60 11_13 0.2123 Rprec_mult_1.80 11_13 0.1913 Rprec_mult_2.00 11_13 0.1724 utility 11_13 -856.0000 11pt_avg 11_13 0.2337 binG 11_13 0.1223 G 11_13 0.0671 ndcg 11_13 0.3941 ndcg_rel 11_13 0.4317 Rndcg 11_13 0.3842 ndcg_cut_5 11_13 0.6229 ndcg_cut_10 11_13 0.6876 ndcg_cut_15 11_13 0.6690 ndcg_cut_20 11_13 0.6477 ndcg_cut_30 11_13 0.6583 ndcg_cut_100 11_13 0.4151 ndcg_cut_200 11_13 0.3507 ndcg_cut_500 11_13 0.3901 ndcg_cut_1000 11_13 0.3941 map_cut_5 11_13 0.0246 map_cut_10 11_13 0.0493 map_cut_15 11_13 0.0633 map_cut_20 11_13 0.0763 map_cut_30 11_13 0.1121 map_cut_100 11_13 0.1614 map_cut_200 11_13 0.1865 map_cut_500 11_13 0.2025 map_cut_1000 11_13 0.2031 relative_P_5 11_13 1.0000 relative_P_10 11_13 1.0000 relative_P_15 11_13 0.8667 relative_P_20 11_13 0.8000 relative_P_30 11_13 0.8333 relative_P_100 11_13 0.4400 relative_P_200 11_13 0.2900 relative_P_500 11_13 0.3498 relative_P_1000 11_13 0.3547 success_1 11_13 1.0000 success_5 11_13 1.0000 success_10 11_13 1.0000 set_P 11_13 0.0720 set_relative_P 11_13 0.3547 set_recall 11_13 0.3547 set_map 11_13 0.0255 set_F 11_13 0.1197 num_nonrel_judged_ret 11_13 5 rbp 11_13 0.6423 rbp_resid 11_13 0.1125 unj_5 11_13 0.0000 unj_10 11_13 0.0000 unj_20 11_13 0.1500 num_ret 11_2 1000 num_rel 11_2 146 num_rel_ret 11_2 59 map 11_2 0.1498 Rprec 11_2 0.2466 bpref 11_2 0.3835 recip_rank 11_2 1.0000 iprec_at_recall_0.00 11_2 1.0000 iprec_at_recall_0.10 11_2 0.6333 iprec_at_recall_0.20 11_2 0.4328 iprec_at_recall_0.30 11_2 0.1956 iprec_at_recall_0.40 11_2 0.0664 iprec_at_recall_0.50 11_2 0.0000 iprec_at_recall_0.60 11_2 0.0000 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 0.6000 P_10 11_2 0.5000 P_15 11_2 0.5333 P_20 11_2 0.5000 P_30 11_2 0.6333 P_100 11_2 0.3200 P_200 11_2 0.2150 P_500 11_2 0.1060 P_1000 11_2 0.0590 relstring 11_2 '10220-0101' recall_5 11_2 0.0205 recall_10 11_2 0.0342 recall_15 11_2 0.0548 recall_20 11_2 0.0685 recall_30 11_2 0.1301 recall_100 11_2 0.2192 recall_200 11_2 0.2945 recall_500 11_2 0.3630 recall_1000 11_2 0.4041 infAP 11_2 0.1498 Rprec_mult_0.20 11_2 0.6333 Rprec_mult_0.40 11_2 0.4237 Rprec_mult_0.60 11_2 0.3409 Rprec_mult_0.80 11_2 0.2821 Rprec_mult_1.00 11_2 0.2466 Rprec_mult_1.20 11_2 0.2273 Rprec_mult_1.40 11_2 0.2098 Rprec_mult_1.60 11_2 0.1880 Rprec_mult_1.80 11_2 0.1711 Rprec_mult_2.00 11_2 0.1575 utility 11_2 -882.0000 11pt_avg 11_2 0.2116 binG 11_2 0.0900 G 11_2 0.0626 ndcg 11_2 0.3517 ndcg_rel 11_2 0.3285 Rndcg 11_2 0.2648 ndcg_cut_5 11_2 0.2731 ndcg_cut_10 11_2 0.2271 ndcg_cut_15 11_2 0.2618 ndcg_cut_20 11_2 0.2527 ndcg_cut_30 11_2 0.3369 ndcg_cut_100 11_2 0.2594 ndcg_cut_200 11_2 0.2928 ndcg_cut_500 11_2 0.3325 ndcg_cut_1000 11_2 0.3517 map_cut_5 11_2 0.0166 map_cut_10 11_2 0.0234 map_cut_15 11_2 0.0342 map_cut_20 11_2 0.0417 map_cut_30 11_2 0.0778 map_cut_100 11_2 0.1175 map_cut_200 11_2 0.1362 map_cut_500 11_2 0.1467 map_cut_1000 11_2 0.1498 relative_P_5 11_2 0.6000 relative_P_10 11_2 0.5000 relative_P_15 11_2 0.5333 relative_P_20 11_2 0.5000 relative_P_30 11_2 0.6333 relative_P_100 11_2 0.3200 relative_P_200 11_2 0.2945 relative_P_500 11_2 0.3630 relative_P_1000 11_2 0.4041 success_1 11_2 1.0000 success_5 11_2 1.0000 success_10 11_2 1.0000 set_P 11_2 0.0590 set_relative_P 11_2 0.4041 set_recall 11_2 0.4041 set_map 11_2 0.0238 set_F 11_2 0.1030 num_nonrel_judged_ret 11_2 11 rbp 11_2 0.2229 rbp_resid 11_2 0.2070 unj_5 11_2 0.0000 unj_10 11_2 0.1000 unj_20 11_2 0.3000 num_ret 11_3 1000 num_rel 11_3 188 num_rel_ret 11_3 78 map 11_3 0.0930 Rprec 11_3 0.1809 bpref 11_3 0.3891 recip_rank 11_3 1.0000 iprec_at_recall_0.00 11_3 1.0000 iprec_at_recall_0.10 11_3 0.2268 iprec_at_recall_0.20 11_3 0.1556 iprec_at_recall_0.30 11_3 0.0982 iprec_at_recall_0.40 11_3 0.0957 iprec_at_recall_0.50 11_3 0.0000 iprec_at_recall_0.60 11_3 0.0000 iprec_at_recall_0.70 11_3 0.0000 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 0.8000 P_10 11_3 0.5000 P_15 11_3 0.4667 P_20 11_3 0.4000 P_30 11_3 0.4000 P_100 11_3 0.2200 P_200 11_3 0.1800 P_500 11_3 0.1060 P_1000 11_3 0.0780 relstring 11_3 '101222----' recall_5 11_3 0.0213 recall_10 11_3 0.0266 recall_15 11_3 0.0372 recall_20 11_3 0.0426 recall_30 11_3 0.0638 recall_100 11_3 0.1170 recall_200 11_3 0.1915 recall_500 11_3 0.2819 recall_1000 11_3 0.4149 infAP 11_3 0.0930 Rprec_mult_0.20 11_3 0.3947 Rprec_mult_0.40 11_3 0.2237 Rprec_mult_0.60 11_3 0.2124 Rprec_mult_0.80 11_3 0.1854 Rprec_mult_1.00 11_3 0.1809 Rprec_mult_1.20 11_3 0.1593 Rprec_mult_1.40 11_3 0.1515 Rprec_mult_1.60 11_3 0.1462 Rprec_mult_1.80 11_3 0.1416 Rprec_mult_2.00 11_3 0.1303 utility 11_3 -844.0000 11pt_avg 11_3 0.1433 binG 11_3 0.0748 G 11_3 0.0549 ndcg 11_3 0.3212 ndcg_rel 11_3 0.2929 Rndcg 11_3 0.2429 ndcg_cut_5 11_3 0.3544 ndcg_cut_10 11_3 0.2823 ndcg_cut_15 11_3 0.2921 ndcg_cut_20 11_3 0.2647 ndcg_cut_30 11_3 0.2648 ndcg_cut_100 11_3 0.1871 ndcg_cut_200 11_3 0.2036 ndcg_cut_500 11_3 0.2580 ndcg_cut_1000 11_3 0.3212 map_cut_5 11_3 0.0171 map_cut_10 11_3 0.0215 map_cut_15 11_3 0.0265 map_cut_20 11_3 0.0286 map_cut_30 11_3 0.0379 map_cut_100 11_3 0.0533 map_cut_200 11_3 0.0676 map_cut_500 11_3 0.0803 map_cut_1000 11_3 0.0930 relative_P_5 11_3 0.8000 relative_P_10 11_3 0.5000 relative_P_15 11_3 0.4667 relative_P_20 11_3 0.4000 relative_P_30 11_3 0.4000 relative_P_100 11_3 0.2200 relative_P_200 11_3 0.1915 relative_P_500 11_3 0.2819 relative_P_1000 11_3 0.4149 success_1 11_3 1.0000 success_5 11_3 1.0000 success_10 11_3 1.0000 set_P 11_3 0.0780 set_relative_P 11_3 0.4149 set_recall 11_3 0.4149 set_map 11_3 0.0324 set_F 11_3 0.1313 num_nonrel_judged_ret 11_3 9 rbp 11_3 0.2677 rbp_resid 11_3 0.3887 unj_5 11_3 0.0000 unj_10 11_3 0.4000 unj_20 11_3 0.5000 num_ret 11_4 1000 num_rel 11_4 144 num_rel_ret 11_4 111 map 11_4 0.3886 Rprec 11_4 0.3889 bpref 11_4 0.7406 recip_rank 11_4 1.0000 iprec_at_recall_0.00 11_4 1.0000 iprec_at_recall_0.10 11_4 0.9500 iprec_at_recall_0.20 11_4 0.8571 iprec_at_recall_0.30 11_4 0.5488 iprec_at_recall_0.40 11_4 0.3766 iprec_at_recall_0.50 11_4 0.3077 iprec_at_recall_0.60 11_4 0.2134 iprec_at_recall_0.70 11_4 0.1726 iprec_at_recall_0.80 11_4 0.0000 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 1.0000 P_10 11_4 0.9000 P_15 11_4 0.9333 P_20 11_4 0.9500 P_30 11_4 0.8667 P_100 11_4 0.4900 P_200 11_4 0.3250 P_500 11_4 0.1900 P_1000 11_4 0.1110 relstring 11_4 '32212322-1' recall_5 11_4 0.0347 recall_10 11_4 0.0625 recall_15 11_4 0.0972 recall_20 11_4 0.1319 recall_30 11_4 0.1806 recall_100 11_4 0.3403 recall_200 11_4 0.4514 recall_500 11_4 0.6597 recall_1000 11_4 0.7708 infAP 11_4 0.3886 Rprec_mult_0.20 11_4 0.8621 Rprec_mult_0.40 11_4 0.6207 Rprec_mult_0.60 11_4 0.5287 Rprec_mult_0.80 11_4 0.4655 Rprec_mult_1.00 11_4 0.3889 Rprec_mult_1.20 11_4 0.3526 Rprec_mult_1.40 11_4 0.3218 Rprec_mult_1.60 11_4 0.3074 Rprec_mult_1.80 11_4 0.2769 Rprec_mult_2.00 11_4 0.2604 utility 11_4 -778.0000 11pt_avg 11_4 0.4024 binG 11_4 0.2213 G 11_4 0.1716 ndcg 11_4 0.7270 ndcg_rel 11_4 0.6930 Rndcg 11_4 0.6593 ndcg_cut_5 11_4 0.7310 ndcg_cut_10 11_4 0.7579 ndcg_cut_15 11_4 0.7843 ndcg_cut_20 11_4 0.8139 ndcg_cut_30 11_4 0.7907 ndcg_cut_100 11_4 0.5993 ndcg_cut_200 11_4 0.5768 ndcg_cut_500 11_4 0.6817 ndcg_cut_1000 11_4 0.7270 map_cut_5 11_4 0.0347 map_cut_10 11_4 0.0618 map_cut_15 11_4 0.0938 map_cut_20 11_4 0.1266 map_cut_30 11_4 0.1704 map_cut_100 11_4 0.2753 map_cut_200 11_4 0.3203 map_cut_500 11_4 0.3716 map_cut_1000 11_4 0.3886 relative_P_5 11_4 1.0000 relative_P_10 11_4 0.9000 relative_P_15 11_4 0.9333 relative_P_20 11_4 0.9500 relative_P_30 11_4 0.8667 relative_P_100 11_4 0.4900 relative_P_200 11_4 0.4514 relative_P_500 11_4 0.6597 relative_P_1000 11_4 0.7708 success_1 11_4 1.0000 success_5 11_4 1.0000 success_10 11_4 1.0000 set_P 11_4 0.1110 set_relative_P 11_4 0.7708 set_recall 11_4 0.7708 set_map 11_4 0.0856 set_F 11_4 0.1941 num_nonrel_judged_ret 11_4 4 rbp 11_4 0.6125 rbp_resid 11_4 0.0871 unj_5 11_4 0.0000 unj_10 11_4 0.1000 unj_20 11_4 0.0500 num_ret 11_6 1000 num_rel 11_6 60 num_rel_ret 11_6 47 map 11_6 0.3598 Rprec 11_6 0.4167 bpref 11_6 0.7579 recip_rank 11_6 1.0000 iprec_at_recall_0.00 11_6 1.0000 iprec_at_recall_0.10 11_6 0.8750 iprec_at_recall_0.20 11_6 0.6667 iprec_at_recall_0.30 11_6 0.4800 iprec_at_recall_0.40 11_6 0.4800 iprec_at_recall_0.50 11_6 0.2703 iprec_at_recall_0.60 11_6 0.2045 iprec_at_recall_0.70 11_6 0.1447 iprec_at_recall_0.80 11_6 0.0000 iprec_at_recall_0.90 11_6 0.0000 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 1.0000 P_10 11_6 0.7000 P_15 11_6 0.7333 P_20 11_6 0.6500 P_30 11_6 0.5000 P_100 11_6 0.2900 P_200 11_6 0.1800 P_500 11_6 0.0920 P_1000 11_6 0.0470 relstring 11_6 '23211-21--' recall_5 11_6 0.0833 recall_10 11_6 0.1167 recall_15 11_6 0.1833 recall_20 11_6 0.2167 recall_30 11_6 0.2500 recall_100 11_6 0.4833 recall_200 11_6 0.6000 recall_500 11_6 0.7667 recall_1000 11_6 0.7833 infAP 11_6 0.3598 Rprec_mult_0.20 11_6 0.7500 Rprec_mult_0.40 11_6 0.6250 Rprec_mult_0.60 11_6 0.4722 Rprec_mult_0.80 11_6 0.4583 Rprec_mult_1.00 11_6 0.4167 Rprec_mult_1.20 11_6 0.3750 Rprec_mult_1.40 11_6 0.3333 Rprec_mult_1.60 11_6 0.3021 Rprec_mult_1.80 11_6 0.2685 Rprec_mult_2.00 11_6 0.2500 utility 11_6 -906.0000 11pt_avg 11_6 0.3747 binG 11_6 0.2413 G 11_6 0.1520 ndcg 11_6 0.6183 ndcg_rel 11_6 0.5416 Rndcg 11_6 0.4887 ndcg_cut_5 11_6 0.6456 ndcg_cut_10 11_6 0.4910 ndcg_cut_15 11_6 0.4780 ndcg_cut_20 11_6 0.4558 ndcg_cut_30 11_6 0.4115 ndcg_cut_100 11_6 0.4753 ndcg_cut_200 11_6 0.5314 ndcg_cut_500 11_6 0.6149 ndcg_cut_1000 11_6 0.6183 map_cut_5 11_6 0.0833 map_cut_10 11_6 0.1122 map_cut_15 11_6 0.1627 map_cut_20 11_6 0.1847 map_cut_30 11_6 0.2057 map_cut_100 11_6 0.3072 map_cut_200 11_6 0.3341 map_cut_500 11_6 0.3584 map_cut_1000 11_6 0.3598 relative_P_5 11_6 1.0000 relative_P_10 11_6 0.7000 relative_P_15 11_6 0.7333 relative_P_20 11_6 0.6500 relative_P_30 11_6 0.5000 relative_P_100 11_6 0.4833 relative_P_200 11_6 0.6000 relative_P_500 11_6 0.7667 relative_P_1000 11_6 0.7833 success_1 11_6 1.0000 success_5 11_6 1.0000 success_10 11_6 1.0000 set_P 11_6 0.0470 set_relative_P 11_6 0.7833 set_recall 11_6 0.7833 set_map 11_6 0.0368 set_F 11_6 0.0887 num_nonrel_judged_ret 11_6 5 rbp 11_6 0.4051 rbp_resid 11_6 0.3050 unj_5 11_6 0.0000 unj_10 11_6 0.3000 unj_20 11_6 0.3500 num_ret 11_7 1000 num_rel 11_7 90 num_rel_ret 11_7 46 map 11_7 0.1297 Rprec 11_7 0.2333 bpref 11_7 0.4785 recip_rank 11_7 1.0000 iprec_at_recall_0.00 11_7 1.0000 iprec_at_recall_0.10 11_7 0.4091 iprec_at_recall_0.20 11_7 0.2436 iprec_at_recall_0.30 11_7 0.0807 iprec_at_recall_0.40 11_7 0.0543 iprec_at_recall_0.50 11_7 0.0463 iprec_at_recall_0.60 11_7 0.0000 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 0.6000 P_10 11_7 0.6000 P_15 11_7 0.4667 P_20 11_7 0.4000 P_30 11_7 0.3667 P_100 11_7 0.2100 P_200 11_7 0.1100 P_500 11_7 0.0660 P_1000 11_7 0.0460 relstring 11_7 '2220021-2-' recall_5 11_7 0.0333 recall_10 11_7 0.0667 recall_15 11_7 0.0778 recall_20 11_7 0.0889 recall_30 11_7 0.1222 recall_100 11_7 0.2333 recall_200 11_7 0.2444 recall_500 11_7 0.3667 recall_1000 11_7 0.5111 infAP 11_7 0.1297 Rprec_mult_0.20 11_7 0.4444 Rprec_mult_0.40 11_7 0.3333 Rprec_mult_0.60 11_7 0.2593 Rprec_mult_0.80 11_7 0.2361 Rprec_mult_1.00 11_7 0.2333 Rprec_mult_1.20 11_7 0.1944 Rprec_mult_1.40 11_7 0.1746 Rprec_mult_1.60 11_7 0.1528 Rprec_mult_1.80 11_7 0.1358 Rprec_mult_2.00 11_7 0.1222 utility 11_7 -908.0000 11pt_avg 11_7 0.1667 binG 11_7 0.1160 G 11_7 0.0890 ndcg 11_7 0.4141 ndcg_rel 11_7 0.4019 Rndcg 11_7 0.3963 ndcg_cut_5 11_7 0.5039 ndcg_cut_10 11_7 0.5073 ndcg_cut_15 11_7 0.4689 ndcg_cut_20 11_7 0.4307 ndcg_cut_30 11_7 0.3737 ndcg_cut_100 11_7 0.2943 ndcg_cut_200 11_7 0.3027 ndcg_cut_500 11_7 0.3589 ndcg_cut_1000 11_7 0.4141 map_cut_5 11_7 0.0333 map_cut_10 11_7 0.0561 map_cut_15 11_7 0.0621 map_cut_20 11_7 0.0670 map_cut_30 11_7 0.0801 map_cut_100 11_7 0.1104 map_cut_200 11_7 0.1123 map_cut_500 11_7 0.1222 map_cut_1000 11_7 0.1297 relative_P_5 11_7 0.6000 relative_P_10 11_7 0.6000 relative_P_15 11_7 0.4667 relative_P_20 11_7 0.4000 relative_P_30 11_7 0.3667 relative_P_100 11_7 0.2333 relative_P_200 11_7 0.2444 relative_P_500 11_7 0.3667 relative_P_1000 11_7 0.5111 success_1 11_7 1.0000 success_5 11_7 1.0000 success_10 11_7 1.0000 set_P 11_7 0.0460 set_relative_P 11_7 0.5111 set_recall 11_7 0.5111 set_map 11_7 0.0235 set_F 11_7 0.0844 num_nonrel_judged_ret 11_7 8 rbp 11_7 0.3167 rbp_resid 11_7 0.3361 unj_5 11_7 0.0000 unj_10 11_7 0.2000 unj_20 11_7 0.4500 num_ret 11_8 1000 num_rel 11_8 97 num_rel_ret 11_8 70 map 11_8 0.3782 Rprec 11_8 0.4227 bpref 11_8 0.6966 recip_rank 11_8 0.5000 iprec_at_recall_0.00 11_8 0.8889 iprec_at_recall_0.10 11_8 0.8667 iprec_at_recall_0.20 11_8 0.8636 iprec_at_recall_0.30 11_8 0.6875 iprec_at_recall_0.40 11_8 0.4483 iprec_at_recall_0.50 11_8 0.3427 iprec_at_recall_0.60 11_8 0.1401 iprec_at_recall_0.70 11_8 0.0835 iprec_at_recall_0.80 11_8 0.0000 iprec_at_recall_0.90 11_8 0.0000 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 0.8000 P_10 11_8 0.8000 P_15 11_8 0.8667 P_20 11_8 0.8500 P_30 11_8 0.8000 P_100 11_8 0.4300 P_200 11_8 0.2650 P_500 11_8 0.1220 P_1000 11_8 0.0700 relstring 11_8 '032434222-' recall_5 11_8 0.0412 recall_10 11_8 0.0825 recall_15 11_8 0.1340 recall_20 11_8 0.1753 recall_30 11_8 0.2474 recall_100 11_8 0.4433 recall_200 11_8 0.5464 recall_500 11_8 0.6289 recall_1000 11_8 0.7216 infAP 11_8 0.3782 Rprec_mult_0.20 11_8 0.8500 Rprec_mult_0.40 11_8 0.6923 Rprec_mult_0.60 11_8 0.5932 Rprec_mult_0.80 11_8 0.4744 Rprec_mult_1.00 11_8 0.4227 Rprec_mult_1.20 11_8 0.3932 Rprec_mult_1.40 11_8 0.3529 Rprec_mult_1.60 11_8 0.3205 Rprec_mult_1.80 11_8 0.2971 Rprec_mult_2.00 11_8 0.2732 utility 11_8 -860.0000 11pt_avg 11_8 0.3928 binG 11_8 0.2034 G 11_8 0.1409 ndcg 11_8 0.6342 ndcg_rel 11_8 0.5901 Rndcg 11_8 0.5070 ndcg_cut_5 11_8 0.5262 ndcg_cut_10 11_8 0.5774 ndcg_cut_15 11_8 0.6086 ndcg_cut_20 11_8 0.6189 ndcg_cut_30 11_8 0.6482 ndcg_cut_100 11_8 0.4931 ndcg_cut_200 11_8 0.5581 ndcg_cut_500 11_8 0.5945 ndcg_cut_1000 11_8 0.6342 map_cut_5 11_8 0.0280 map_cut_10 11_8 0.0636 map_cut_15 11_8 0.1071 map_cut_20 11_8 0.1417 map_cut_30 11_8 0.2021 map_cut_100 11_8 0.3186 map_cut_200 11_8 0.3564 map_cut_500 11_8 0.3693 map_cut_1000 11_8 0.3782 relative_P_5 11_8 0.8000 relative_P_10 11_8 0.8000 relative_P_15 11_8 0.8667 relative_P_20 11_8 0.8500 relative_P_30 11_8 0.8000 relative_P_100 11_8 0.4433 relative_P_200 11_8 0.5464 relative_P_500 11_8 0.6289 relative_P_1000 11_8 0.7216 success_1 11_8 0.0000 success_5 11_8 1.0000 success_10 11_8 1.0000 set_P 11_8 0.0700 set_relative_P 11_8 0.7216 set_recall 11_8 0.7216 set_map 11_8 0.0505 set_F 11_8 0.1276 num_nonrel_judged_ret 11_8 2 rbp 11_8 0.5169 rbp_resid 11_8 0.1050 unj_5 11_8 0.0000 unj_10 11_8 0.1000 unj_20 11_8 0.1000 num_ret 11_9 1000 num_rel 11_9 117 num_rel_ret 11_9 55 map 11_9 0.1355 Rprec 11_9 0.2222 bpref 11_9 0.4502 recip_rank 11_9 1.0000 iprec_at_recall_0.00 11_9 1.0000 iprec_at_recall_0.10 11_9 0.4444 iprec_at_recall_0.20 11_9 0.2927 iprec_at_recall_0.30 11_9 0.1745 iprec_at_recall_0.40 11_9 0.1132 iprec_at_recall_0.50 11_9 0.0000 iprec_at_recall_0.60 11_9 0.0000 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 0.8000 P_10 11_9 0.4000 P_15 11_9 0.4000 P_20 11_9 0.3500 P_30 11_9 0.4000 P_100 11_9 0.2400 P_200 11_9 0.1650 P_500 11_9 0.0960 P_1000 11_9 0.0550 relstring 11_9 '11240-----' recall_5 11_9 0.0342 recall_10 11_9 0.0342 recall_15 11_9 0.0513 recall_20 11_9 0.0598 recall_30 11_9 0.1026 recall_100 11_9 0.2051 recall_200 11_9 0.2821 recall_500 11_9 0.4103 recall_1000 11_9 0.4701 infAP 11_9 0.1355 Rprec_mult_0.20 11_9 0.4167 Rprec_mult_0.40 11_9 0.3830 Rprec_mult_0.60 11_9 0.2676 Rprec_mult_0.80 11_9 0.2553 Rprec_mult_1.00 11_9 0.2222 Rprec_mult_1.20 11_9 0.2057 Rprec_mult_1.40 11_9 0.1829 Rprec_mult_1.60 11_9 0.1702 Rprec_mult_1.80 11_9 0.1706 Rprec_mult_2.00 11_9 0.1624 utility 11_9 -890.0000 11pt_avg 11_9 0.1841 binG 11_9 0.1059 G 11_9 0.0883 ndcg 11_9 0.4530 ndcg_rel 11_9 0.3993 Rndcg 11_9 0.3101 ndcg_cut_5 11_9 0.4156 ndcg_cut_10 11_9 0.2853 ndcg_cut_15 11_9 0.2807 ndcg_cut_20 11_9 0.2676 ndcg_cut_30 11_9 0.3128 ndcg_cut_100 11_9 0.2810 ndcg_cut_200 11_9 0.3238 ndcg_cut_500 11_9 0.4099 ndcg_cut_1000 11_9 0.4530 map_cut_5 11_9 0.0342 map_cut_10 11_9 0.0342 map_cut_15 11_9 0.0412 map_cut_20 11_9 0.0443 map_cut_30 11_9 0.0619 map_cut_100 11_9 0.0970 map_cut_200 11_9 0.1128 map_cut_500 11_9 0.1305 map_cut_1000 11_9 0.1355 relative_P_5 11_9 0.8000 relative_P_10 11_9 0.4000 relative_P_15 11_9 0.4000 relative_P_20 11_9 0.3500 relative_P_30 11_9 0.4000 relative_P_100 11_9 0.2400 relative_P_200 11_9 0.2821 relative_P_500 11_9 0.4103 relative_P_1000 11_9 0.4701 success_1 11_9 1.0000 success_5 11_9 1.0000 success_10 11_9 1.0000 set_P 11_9 0.0550 set_relative_P 11_9 0.4701 set_recall 11_9 0.4701 set_map 11_9 0.0259 set_F 11_9 0.0985 num_nonrel_judged_ret 11_9 7 rbp 11_9 0.2377 rbp_resid 11_9 0.4229 unj_5 11_9 0.0000 unj_10 11_9 0.5000 unj_20 11_9 0.5000 num_ret 12_1 1000 num_rel 12_1 75 num_rel_ret 12_1 18 map 12_1 0.1717 Rprec 12_1 0.2133 bpref 12_1 0.2276 recip_rank 12_1 1.0000 iprec_at_recall_0.00 12_1 1.0000 iprec_at_recall_0.10 12_1 0.8667 iprec_at_recall_0.20 12_1 0.3261 iprec_at_recall_0.30 12_1 0.0000 iprec_at_recall_0.40 12_1 0.0000 iprec_at_recall_0.50 12_1 0.0000 iprec_at_recall_0.60 12_1 0.0000 iprec_at_recall_0.70 12_1 0.0000 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 0.8000 P_10 12_1 0.8000 P_15 12_1 0.8667 P_20 12_1 0.7000 P_30 12_1 0.4667 P_100 12_1 0.1600 P_200 12_1 0.0850 P_500 12_1 0.0360 P_1000 12_1 0.0180 relstring 12_1 '2222002122' recall_5 12_1 0.0533 recall_10 12_1 0.1067 recall_15 12_1 0.1733 recall_20 12_1 0.1867 recall_30 12_1 0.1867 recall_100 12_1 0.2133 recall_200 12_1 0.2267 recall_500 12_1 0.2400 recall_1000 12_1 0.2400 infAP 12_1 0.1717 Rprec_mult_0.20 12_1 0.8667 Rprec_mult_0.40 12_1 0.4667 Rprec_mult_0.60 12_1 0.3111 Rprec_mult_0.80 12_1 0.2500 Rprec_mult_1.00 12_1 0.2133 Rprec_mult_1.20 12_1 0.1778 Rprec_mult_1.40 12_1 0.1524 Rprec_mult_1.60 12_1 0.1417 Rprec_mult_1.80 12_1 0.1259 Rprec_mult_2.00 12_1 0.1133 utility 12_1 -964.0000 11pt_avg 12_1 0.1993 binG 12_1 0.1277 G 12_1 0.0961 ndcg 12_1 0.3628 ndcg_rel 12_1 0.4330 Rndcg 12_1 0.4485 ndcg_cut_5 12_1 0.7428 ndcg_cut_10 12_1 0.7223 ndcg_cut_15 12_1 0.7390 ndcg_cut_20 12_1 0.6394 ndcg_cut_30 12_1 0.4990 ndcg_cut_100 12_1 0.3487 ndcg_cut_200 12_1 0.3587 ndcg_cut_500 12_1 0.3628 ndcg_cut_1000 12_1 0.3628 map_cut_5 12_1 0.0533 map_cut_10 12_1 0.0939 map_cut_15 12_1 0.1502 map_cut_20 12_1 0.1612 map_cut_30 12_1 0.1612 map_cut_100 12_1 0.1689 map_cut_200 12_1 0.1709 map_cut_500 12_1 0.1717 map_cut_1000 12_1 0.1717 relative_P_5 12_1 0.8000 relative_P_10 12_1 0.8000 relative_P_15 12_1 0.8667 relative_P_20 12_1 0.7000 relative_P_30 12_1 0.4667 relative_P_100 12_1 0.2133 relative_P_200 12_1 0.2267 relative_P_500 12_1 0.2400 relative_P_1000 12_1 0.2400 success_1 12_1 1.0000 success_5 12_1 1.0000 success_10 12_1 1.0000 set_P 12_1 0.0180 set_relative_P 12_1 0.2400 set_recall 12_1 0.2400 set_map 12_1 0.0043 set_F 12_1 0.0335 num_nonrel_judged_ret 12_1 33 rbp 12_1 0.4193 rbp_resid 12_1 0.1148 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0000 num_ret 12_2 1000 num_rel 12_2 65 num_rel_ret 12_2 36 map 12_2 0.0985 Rprec 12_2 0.1692 bpref 12_2 0.4966 recip_rank 12_2 0.5000 iprec_at_recall_0.00 12_2 0.5000 iprec_at_recall_0.10 12_2 0.3333 iprec_at_recall_0.20 12_2 0.1391 iprec_at_recall_0.30 12_2 0.1391 iprec_at_recall_0.40 12_2 0.0954 iprec_at_recall_0.50 12_2 0.0553 iprec_at_recall_0.60 12_2 0.0000 iprec_at_recall_0.70 12_2 0.0000 iprec_at_recall_0.80 12_2 0.0000 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 0.4000 P_10 12_2 0.4000 P_15 12_2 0.3333 P_20 12_2 0.3000 P_30 12_2 0.2333 P_100 12_2 0.1200 P_200 12_2 0.1200 P_500 12_2 0.0620 P_1000 12_2 0.0360 relstring 12_2 '02010-33--' recall_5 12_2 0.0308 recall_10 12_2 0.0615 recall_15 12_2 0.0769 recall_20 12_2 0.0923 recall_30 12_2 0.1077 recall_100 12_2 0.1846 recall_200 12_2 0.3692 recall_500 12_2 0.4769 recall_1000 12_2 0.5538 infAP 12_2 0.0985 Rprec_mult_0.20 12_2 0.3846 Rprec_mult_0.40 12_2 0.2692 Rprec_mult_0.60 12_2 0.2051 Rprec_mult_0.80 12_2 0.1731 Rprec_mult_1.00 12_2 0.1692 Rprec_mult_1.20 12_2 0.1538 Rprec_mult_1.40 12_2 0.1319 Rprec_mult_1.60 12_2 0.1250 Rprec_mult_1.80 12_2 0.1197 Rprec_mult_2.00 12_2 0.1308 utility 12_2 -928.0000 11pt_avg 12_2 0.1147 binG 12_2 0.1043 G 12_2 0.0920 ndcg 12_2 0.3735 ndcg_rel 12_2 0.3216 Rndcg 12_2 0.2512 ndcg_cut_5 12_2 0.1913 ndcg_cut_10 12_2 0.3023 ndcg_cut_15 12_2 0.2670 ndcg_cut_20 12_2 0.2434 ndcg_cut_30 12_2 0.2205 ndcg_cut_100 12_2 0.2078 ndcg_cut_200 12_2 0.2940 ndcg_cut_500 12_2 0.3404 ndcg_cut_1000 12_2 0.3735 map_cut_5 12_2 0.0154 map_cut_10 12_2 0.0297 map_cut_15 12_2 0.0367 map_cut_20 12_2 0.0413 map_cut_30 12_2 0.0464 map_cut_100 12_2 0.0604 map_cut_200 12_2 0.0845 map_cut_500 12_2 0.0944 map_cut_1000 12_2 0.0985 relative_P_5 12_2 0.4000 relative_P_10 12_2 0.4000 relative_P_15 12_2 0.3333 relative_P_20 12_2 0.3000 relative_P_30 12_2 0.2333 relative_P_100 12_2 0.1846 relative_P_200 12_2 0.3692 relative_P_500 12_2 0.4769 relative_P_1000 12_2 0.5538 success_1 12_2 0.0000 success_5 12_2 1.0000 success_10 12_2 1.0000 set_P 12_2 0.0360 set_relative_P 12_2 0.5538 set_recall 12_2 0.5538 set_map 12_2 0.0199 set_F 12_2 0.0676 num_nonrel_judged_ret 12_2 11 rbp 12_2 0.2072 rbp_resid 12_2 0.4159 unj_5 12_2 0.0000 unj_10 12_2 0.3000 unj_20 12_2 0.5500 num_ret 12_3 1000 num_rel 12_3 75 num_rel_ret 12_3 69 map 12_3 0.1453 Rprec 12_3 0.1867 bpref 12_3 0.7186 recip_rank 12_3 0.1667 iprec_at_recall_0.00 12_3 0.2667 iprec_at_recall_0.10 12_3 0.2391 iprec_at_recall_0.20 12_3 0.1978 iprec_at_recall_0.30 12_3 0.1892 iprec_at_recall_0.40 12_3 0.1863 iprec_at_recall_0.50 12_3 0.1645 iprec_at_recall_0.60 12_3 0.1505 iprec_at_recall_0.70 12_3 0.1136 iprec_at_recall_0.80 12_3 0.1003 iprec_at_recall_0.90 12_3 0.0763 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 0.0000 P_10 12_3 0.1000 P_15 12_3 0.2667 P_20 12_3 0.2000 P_30 12_3 0.2333 P_100 12_3 0.1800 P_200 12_3 0.1600 P_500 12_3 0.1120 P_1000 12_3 0.0690 relstring 12_3 '000001----' recall_5 12_3 0.0000 recall_10 12_3 0.0133 recall_15 12_3 0.0533 recall_20 12_3 0.0533 recall_30 12_3 0.0933 recall_100 12_3 0.2400 recall_200 12_3 0.4267 recall_500 12_3 0.7467 recall_1000 12_3 0.9200 infAP 12_3 0.1453 Rprec_mult_0.20 12_3 0.2667 Rprec_mult_0.40 12_3 0.2333 Rprec_mult_0.60 12_3 0.2222 Rprec_mult_0.80 12_3 0.2000 Rprec_mult_1.00 12_3 0.1867 Rprec_mult_1.20 12_3 0.1889 Rprec_mult_1.40 12_3 0.1905 Rprec_mult_1.60 12_3 0.1750 Rprec_mult_1.80 12_3 0.1778 Rprec_mult_2.00 12_3 0.1867 utility 12_3 -862.0000 11pt_avg 12_3 0.1531 binG 12_3 0.1364 G 12_3 0.1260 ndcg 12_3 0.5340 ndcg_rel 12_3 0.3343 Rndcg 12_3 0.2712 ndcg_cut_5 12_3 0.0000 ndcg_cut_10 12_3 0.0392 ndcg_cut_15 12_3 0.1192 ndcg_cut_20 12_3 0.0992 ndcg_cut_30 12_3 0.1220 ndcg_cut_100 12_3 0.2000 ndcg_cut_200 12_3 0.3043 ndcg_cut_500 12_3 0.4626 ndcg_cut_1000 12_3 0.5340 map_cut_5 12_3 0.0000 map_cut_10 12_3 0.0022 map_cut_15 12_3 0.0111 map_cut_20 12_3 0.0111 map_cut_30 12_3 0.0198 map_cut_100 12_3 0.0508 map_cut_200 12_3 0.0845 map_cut_500 12_3 0.1295 map_cut_1000 12_3 0.1453 relative_P_5 12_3 0.0000 relative_P_10 12_3 0.1000 relative_P_15 12_3 0.2667 relative_P_20 12_3 0.2000 relative_P_30 12_3 0.2333 relative_P_100 12_3 0.2400 relative_P_200 12_3 0.4267 relative_P_500 12_3 0.7467 relative_P_1000 12_3 0.9200 success_1 12_3 0.0000 success_5 12_3 0.0000 success_10 12_3 1.0000 set_P 12_3 0.0690 set_relative_P 12_3 0.9200 set_recall 12_3 0.9200 set_map 12_3 0.0635 set_F 12_3 0.1284 num_nonrel_judged_ret 12_3 27 rbp 12_3 0.1044 rbp_resid 12_3 0.3731 unj_5 12_3 0.0000 unj_10 12_3 0.4000 unj_20 12_3 0.4500 num_ret 12_5 1000 num_rel 12_5 57 num_rel_ret 12_5 37 map 12_5 0.0545 Rprec 12_5 0.0877 bpref 12_5 0.5753 recip_rank 12_5 0.5000 iprec_at_recall_0.00 12_5 0.5000 iprec_at_recall_0.10 12_5 0.0964 iprec_at_recall_0.20 12_5 0.0814 iprec_at_recall_0.30 12_5 0.0814 iprec_at_recall_0.40 12_5 0.0710 iprec_at_recall_0.50 12_5 0.0622 iprec_at_recall_0.60 12_5 0.0456 iprec_at_recall_0.70 12_5 0.0000 iprec_at_recall_0.80 12_5 0.0000 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 0.2000 P_10 12_5 0.2000 P_15 12_5 0.1333 P_20 12_5 0.1000 P_30 12_5 0.0667 P_100 12_5 0.0800 P_200 12_5 0.0650 P_500 12_5 0.0580 P_1000 12_5 0.0370 relstring 12_5 '01000-2---' recall_5 12_5 0.0175 recall_10 12_5 0.0351 recall_15 12_5 0.0351 recall_20 12_5 0.0351 recall_30 12_5 0.0351 recall_100 12_5 0.1404 recall_200 12_5 0.2281 recall_500 12_5 0.5088 recall_1000 12_5 0.6491 infAP 12_5 0.0545 Rprec_mult_0.20 12_5 0.1667 Rprec_mult_0.40 12_5 0.0870 Rprec_mult_0.60 12_5 0.0571 Rprec_mult_0.80 12_5 0.0652 Rprec_mult_1.00 12_5 0.0877 Rprec_mult_1.20 12_5 0.0870 Rprec_mult_1.40 12_5 0.0875 Rprec_mult_1.60 12_5 0.0870 Rprec_mult_1.80 12_5 0.0777 Rprec_mult_2.00 12_5 0.0702 utility 12_5 -926.0000 11pt_avg 12_5 0.0853 binG 12_5 0.0967 G 12_5 0.0839 ndcg 12_5 0.3421 ndcg_rel 12_5 0.2479 Rndcg 12_5 0.1474 ndcg_cut_5 12_5 0.0713 ndcg_cut_10 12_5 0.1020 ndcg_cut_15 12_5 0.0845 ndcg_cut_20 12_5 0.0732 ndcg_cut_30 12_5 0.0591 ndcg_cut_100 12_5 0.0999 ndcg_cut_200 12_5 0.1432 ndcg_cut_500 12_5 0.2782 ndcg_cut_1000 12_5 0.3421 map_cut_5 12_5 0.0088 map_cut_10 12_5 0.0138 map_cut_15 12_5 0.0138 map_cut_20 12_5 0.0138 map_cut_30 12_5 0.0138 map_cut_100 12_5 0.0227 map_cut_200 12_5 0.0286 map_cut_500 12_5 0.0480 map_cut_1000 12_5 0.0545 relative_P_5 12_5 0.2000 relative_P_10 12_5 0.2000 relative_P_15 12_5 0.1333 relative_P_20 12_5 0.1000 relative_P_30 12_5 0.0667 relative_P_100 12_5 0.1404 relative_P_200 12_5 0.2281 relative_P_500 12_5 0.5088 relative_P_1000 12_5 0.6491 success_1 12_5 0.0000 success_5 12_5 1.0000 success_10 12_5 1.0000 set_P 12_5 0.0370 set_relative_P 12_5 0.6491 set_recall 12_5 0.6491 set_map 12_5 0.0240 set_F 12_5 0.0700 num_nonrel_judged_ret 12_5 8 rbp 12_5 0.0664 rbp_resid 12_5 0.5272 unj_5 12_5 0.0000 unj_10 12_5 0.4000 unj_20 12_5 0.7000 num_ret 12_6 1000 num_rel 12_6 48 num_rel_ret 12_6 40 map 12_6 0.2542 Rprec 12_6 0.2708 bpref 12_6 0.6007 recip_rank 12_6 1.0000 iprec_at_recall_0.00 12_6 1.0000 iprec_at_recall_0.10 12_6 0.5556 iprec_at_recall_0.20 12_6 0.4762 iprec_at_recall_0.30 12_6 0.2885 iprec_at_recall_0.40 12_6 0.2676 iprec_at_recall_0.50 12_6 0.2353 iprec_at_recall_0.60 12_6 0.1716 iprec_at_recall_0.70 12_6 0.0825 iprec_at_recall_0.80 12_6 0.0510 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 0.6000 P_10 12_6 0.5000 P_15 12_6 0.4000 P_20 12_6 0.4500 P_30 12_6 0.4000 P_100 12_6 0.2300 P_200 12_6 0.1500 P_500 12_6 0.0680 P_1000 12_6 0.0400 relstring 12_6 '12010--11-' recall_5 12_6 0.0625 recall_10 12_6 0.1042 recall_15 12_6 0.1250 recall_20 12_6 0.1875 recall_30 12_6 0.2500 recall_100 12_6 0.4792 recall_200 12_6 0.6250 recall_500 12_6 0.7083 recall_1000 12_6 0.8333 infAP 12_6 0.2542 Rprec_mult_0.20 12_6 0.5000 Rprec_mult_0.40 12_6 0.4500 Rprec_mult_0.60 12_6 0.4138 Rprec_mult_0.80 12_6 0.3333 Rprec_mult_1.00 12_6 0.2708 Rprec_mult_1.20 12_6 0.2586 Rprec_mult_1.40 12_6 0.2500 Rprec_mult_1.60 12_6 0.2597 Rprec_mult_1.80 12_6 0.2299 Rprec_mult_2.00 12_6 0.2292 utility 12_6 -920.0000 11pt_avg 12_6 0.2844 binG 12_6 0.1978 G 12_6 0.1496 ndcg 12_6 0.5596 ndcg_rel 12_6 0.4470 Rndcg 12_6 0.3889 ndcg_cut_5 12_6 0.3904 ndcg_cut_10 12_6 0.3280 ndcg_cut_15 12_6 0.3026 ndcg_cut_20 12_6 0.3664 ndcg_cut_30 12_6 0.3496 ndcg_cut_100 12_6 0.4184 ndcg_cut_200 12_6 0.4861 ndcg_cut_500 12_6 0.5096 ndcg_cut_1000 12_6 0.5596 map_cut_5 12_6 0.0573 map_cut_10 12_6 0.0793 map_cut_15 12_6 0.0897 map_cut_20 12_6 0.1185 map_cut_30 12_6 0.1466 map_cut_100 12_6 0.2080 map_cut_200 12_6 0.2376 map_cut_500 12_6 0.2476 map_cut_1000 12_6 0.2542 relative_P_5 12_6 0.6000 relative_P_10 12_6 0.5000 relative_P_15 12_6 0.4000 relative_P_20 12_6 0.4500 relative_P_30 12_6 0.4000 relative_P_100 12_6 0.4792 relative_P_200 12_6 0.6250 relative_P_500 12_6 0.7083 relative_P_1000 12_6 0.8333 success_1 12_6 1.0000 success_5 12_6 1.0000 success_10 12_6 1.0000 set_P 12_6 0.0400 set_relative_P 12_6 0.8333 set_recall 12_6 0.8333 set_map 12_6 0.0333 set_F 12_6 0.0763 num_nonrel_judged_ret 12_6 27 rbp 12_6 0.2223 rbp_resid 12_6 0.3192 unj_5 12_6 0.0000 unj_10 12_6 0.3000 unj_20 12_6 0.3500 num_ret 12_7 1000 num_rel 12_7 17 num_rel_ret 12_7 13 map 12_7 0.3309 Rprec 12_7 0.3529 bpref 12_7 0.3979 recip_rank 12_7 1.0000 iprec_at_recall_0.00 12_7 1.0000 iprec_at_recall_0.10 12_7 0.6667 iprec_at_recall_0.20 12_7 0.6000 iprec_at_recall_0.30 12_7 0.5556 iprec_at_recall_0.40 12_7 0.3889 iprec_at_recall_0.50 12_7 0.3103 iprec_at_recall_0.60 12_7 0.2857 iprec_at_recall_0.70 12_7 0.1538 iprec_at_recall_0.80 12_7 0.0000 iprec_at_recall_0.90 12_7 0.0000 iprec_at_recall_1.00 12_7 0.0000 P_5 12_7 0.6000 P_10 12_7 0.5000 P_15 12_7 0.3333 P_20 12_7 0.3500 P_30 12_7 0.3000 P_100 12_7 0.1200 P_200 12_7 0.0650 P_500 12_7 0.0260 P_1000 12_7 0.0130 relstring 12_7 '20301-3010' recall_5 12_7 0.1765 recall_10 12_7 0.2941 recall_15 12_7 0.2941 recall_20 12_7 0.4118 recall_30 12_7 0.5294 recall_100 12_7 0.7059 recall_200 12_7 0.7647 recall_500 12_7 0.7647 recall_1000 12_7 0.7647 infAP 12_7 0.3309 Rprec_mult_0.20 12_7 0.5000 Rprec_mult_0.40 12_7 0.5714 Rprec_mult_0.60 12_7 0.4545 Rprec_mult_0.80 12_7 0.3571 Rprec_mult_1.00 12_7 0.3529 Rprec_mult_1.20 12_7 0.3333 Rprec_mult_1.40 12_7 0.3333 Rprec_mult_1.60 12_7 0.2857 Rprec_mult_1.80 12_7 0.2903 Rprec_mult_2.00 12_7 0.2647 utility 12_7 -974.0000 11pt_avg 12_7 0.3601 binG 12_7 0.2756 G 12_7 0.2091 ndcg 12_7 0.5895 ndcg_rel 12_7 0.5354 Rndcg 12_7 0.4642 ndcg_cut_5 12_7 0.4595 ndcg_cut_10 12_7 0.4454 ndcg_cut_15 12_7 0.3838 ndcg_cut_20 12_7 0.4384 ndcg_cut_30 12_7 0.5137 ndcg_cut_100 12_7 0.5793 ndcg_cut_200 12_7 0.5895 ndcg_cut_500 12_7 0.5895 ndcg_cut_1000 12_7 0.5895 map_cut_5 12_7 0.1333 map_cut_10 12_7 0.1996 map_cut_15 12_7 0.1996 map_cut_20 12_7 0.2433 map_cut_30 12_7 0.2829 map_cut_100 12_7 0.3249 map_cut_200 12_7 0.3309 map_cut_500 12_7 0.3309 map_cut_1000 12_7 0.3309 relative_P_5 12_7 0.6000 relative_P_10 12_7 0.5000 relative_P_15 12_7 0.3333 relative_P_20 12_7 0.4118 relative_P_30 12_7 0.5294 relative_P_100 12_7 0.7059 relative_P_200 12_7 0.7647 relative_P_500 12_7 0.7647 relative_P_1000 12_7 0.7647 success_1 12_7 1.0000 success_5 12_7 1.0000 success_10 12_7 1.0000 set_P 12_7 0.0130 set_relative_P 12_7 0.7647 set_recall 12_7 0.7647 set_map 12_7 0.0099 set_F 12_7 0.0256 num_nonrel_judged_ret 12_7 40 rbp 12_7 0.2760 rbp_resid 12_7 0.2042 unj_5 12_7 0.0000 unj_10 12_7 0.1000 unj_20 12_7 0.2500 num_ret 12_9 1000 num_rel 12_9 27 num_rel_ret 12_9 18 map 12_9 0.1646 Rprec 12_9 0.1852 bpref 12_9 0.2785 recip_rank 12_9 1.0000 iprec_at_recall_0.00 12_9 1.0000 iprec_at_recall_0.10 12_9 0.5000 iprec_at_recall_0.20 12_9 0.2778 iprec_at_recall_0.30 12_9 0.1837 iprec_at_recall_0.40 12_9 0.1358 iprec_at_recall_0.50 12_9 0.0889 iprec_at_recall_0.60 12_9 0.0889 iprec_at_recall_0.70 12_9 0.0000 iprec_at_recall_0.80 12_9 0.0000 iprec_at_recall_0.90 12_9 0.0000 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 0.4000 P_10 12_9 0.4000 P_15 12_9 0.2667 P_20 12_9 0.2500 P_30 12_9 0.2000 P_100 12_9 0.1200 P_200 12_9 0.0800 P_500 12_9 0.0340 P_1000 12_9 0.0180 relstring 12_9 '3010010--1' recall_5 12_9 0.0741 recall_10 12_9 0.1481 recall_15 12_9 0.1481 recall_20 12_9 0.1852 recall_30 12_9 0.2222 recall_100 12_9 0.4444 recall_200 12_9 0.5926 recall_500 12_9 0.6296 recall_1000 12_9 0.6667 infAP 12_9 0.1646 Rprec_mult_0.20 12_9 0.5000 Rprec_mult_0.40 12_9 0.3636 Rprec_mult_0.60 12_9 0.2353 Rprec_mult_0.80 12_9 0.2273 Rprec_mult_1.00 12_9 0.1852 Rprec_mult_1.20 12_9 0.1818 Rprec_mult_1.40 12_9 0.1579 Rprec_mult_1.60 12_9 0.1591 Rprec_mult_1.80 12_9 0.1837 Rprec_mult_2.00 12_9 0.1667 utility 12_9 -964.0000 11pt_avg 12_9 0.2068 binG 12_9 0.1745 G 12_9 0.1707 ndcg 12_9 0.4870 ndcg_rel 12_9 0.4513 Rndcg 12_9 0.4209 ndcg_cut_5 12_9 0.4649 ndcg_cut_10 12_9 0.3868 ndcg_cut_15 12_9 0.3104 ndcg_cut_20 12_9 0.3014 ndcg_cut_30 12_9 0.2858 ndcg_cut_100 12_9 0.3899 ndcg_cut_200 12_9 0.4585 ndcg_cut_500 12_9 0.4731 ndcg_cut_1000 12_9 0.4870 map_cut_5 12_9 0.0617 map_cut_10 12_9 0.0951 map_cut_15 12_9 0.0951 map_cut_20 12_9 0.1053 map_cut_30 12_9 0.1130 map_cut_100 12_9 0.1477 map_cut_200 12_9 0.1616 map_cut_500 12_9 0.1633 map_cut_1000 12_9 0.1646 relative_P_5 12_9 0.4000 relative_P_10 12_9 0.4000 relative_P_15 12_9 0.2667 relative_P_20 12_9 0.2500 relative_P_30 12_9 0.2222 relative_P_100 12_9 0.4444 relative_P_200 12_9 0.5926 relative_P_500 12_9 0.6296 relative_P_1000 12_9 0.6667 success_1 12_9 1.0000 success_5 12_9 1.0000 success_10 12_9 1.0000 set_P 12_9 0.0180 set_relative_P 12_9 0.6667 set_recall 12_9 0.6667 set_map 12_9 0.0120 set_F 12_9 0.0351 num_nonrel_judged_ret 12_9 29 rbp 12_9 0.1685 rbp_resid 12_9 0.2203 unj_5 12_9 0.0000 unj_10 12_9 0.2000 unj_20 12_9 0.2000 num_ret 13_2 1000 num_rel 13_2 154 num_rel_ret 13_2 24 map 13_2 0.0419 Rprec 13_2 0.0974 bpref 13_2 0.1446 recip_rank 13_2 1.0000 iprec_at_recall_0.00 13_2 1.0000 iprec_at_recall_0.10 13_2 0.1154 iprec_at_recall_0.20 13_2 0.0000 iprec_at_recall_0.30 13_2 0.0000 iprec_at_recall_0.40 13_2 0.0000 iprec_at_recall_0.50 13_2 0.0000 iprec_at_recall_0.60 13_2 0.0000 iprec_at_recall_0.70 13_2 0.0000 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 0.6000 P_10 13_2 0.4000 P_15 13_2 0.2667 P_20 13_2 0.3500 P_30 13_2 0.2667 P_100 13_2 0.1200 P_200 13_2 0.0800 P_500 13_2 0.0420 P_1000 13_2 0.0240 relstring 13_2 '32010--1--' recall_5 13_2 0.0195 recall_10 13_2 0.0260 recall_15 13_2 0.0260 recall_20 13_2 0.0455 recall_30 13_2 0.0519 recall_100 13_2 0.0779 recall_200 13_2 0.1039 recall_500 13_2 0.1364 recall_1000 13_2 0.1558 infAP 13_2 0.0419 Rprec_mult_0.20 13_2 0.2903 Rprec_mult_0.40 13_2 0.1613 Rprec_mult_0.60 13_2 0.1183 Rprec_mult_0.80 13_2 0.1048 Rprec_mult_1.00 13_2 0.0974 Rprec_mult_1.20 13_2 0.0811 Rprec_mult_1.40 13_2 0.0833 Rprec_mult_1.60 13_2 0.0810 Rprec_mult_1.80 13_2 0.0755 Rprec_mult_2.00 13_2 0.0682 utility 13_2 -952.0000 11pt_avg 13_2 0.1014 binG 13_2 0.0414 G 13_2 0.0294 ndcg 13_2 0.1805 ndcg_rel 13_2 0.1941 Rndcg 13_2 0.3031 ndcg_cut_5 13_2 0.4766 ndcg_cut_10 13_2 0.3423 ndcg_cut_15 13_2 0.2695 ndcg_cut_20 13_2 0.3028 ndcg_cut_30 13_2 0.2623 ndcg_cut_100 13_2 0.1574 ndcg_cut_200 13_2 0.1464 ndcg_cut_500 13_2 0.1678 ndcg_cut_1000 13_2 0.1805 map_cut_5 13_2 0.0179 map_cut_10 13_2 0.0211 map_cut_15 13_2 0.0211 map_cut_20 13_2 0.0280 map_cut_30 13_2 0.0304 map_cut_100 13_2 0.0359 map_cut_200 13_2 0.0386 map_cut_500 13_2 0.0412 map_cut_1000 13_2 0.0419 relative_P_5 13_2 0.6000 relative_P_10 13_2 0.4000 relative_P_15 13_2 0.2667 relative_P_20 13_2 0.3500 relative_P_30 13_2 0.2667 relative_P_100 13_2 0.1200 relative_P_200 13_2 0.1039 relative_P_500 13_2 0.1364 relative_P_1000 13_2 0.1558 success_1 13_2 1.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.0240 set_relative_P 13_2 0.1558 set_recall 13_2 0.1558 set_map 13_2 0.0037 set_F 13_2 0.0416 num_nonrel_judged_ret 13_2 4 rbp 13_2 0.1917 rbp_resid 13_2 0.4652 unj_5 13_2 0.0000 unj_10 13_2 0.4000 unj_20 13_2 0.5500 num_ret 13_3 1000 num_rel 13_3 79 num_rel_ret 13_3 21 map 13_3 0.1640 Rprec 13_3 0.2532 bpref 13_3 0.2627 recip_rank 13_3 1.0000 iprec_at_recall_0.00 13_3 1.0000 iprec_at_recall_0.10 13_3 0.6923 iprec_at_recall_0.20 13_3 0.5161 iprec_at_recall_0.30 13_3 0.0000 iprec_at_recall_0.40 13_3 0.0000 iprec_at_recall_0.50 13_3 0.0000 iprec_at_recall_0.60 13_3 0.0000 iprec_at_recall_0.70 13_3 0.0000 iprec_at_recall_0.80 13_3 0.0000 iprec_at_recall_0.90 13_3 0.0000 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 0.8000 P_10 13_3 0.6000 P_15 13_3 0.6000 P_20 13_3 0.5000 P_30 13_3 0.5000 P_100 13_3 0.2100 P_200 13_3 0.1050 P_500 13_3 0.0420 P_1000 13_3 0.0210 relstring 13_3 '3322022---' recall_5 13_3 0.0506 recall_10 13_3 0.0759 recall_15 13_3 0.1139 recall_20 13_3 0.1266 recall_30 13_3 0.1899 recall_100 13_3 0.2658 recall_200 13_3 0.2658 recall_500 13_3 0.2658 recall_1000 13_3 0.2658 infAP 13_3 0.1640 Rprec_mult_0.20 13_3 0.5625 Rprec_mult_0.40 13_3 0.5000 Rprec_mult_0.60 13_3 0.3750 Rprec_mult_0.80 13_3 0.3125 Rprec_mult_1.00 13_3 0.2532 Rprec_mult_1.20 13_3 0.2211 Rprec_mult_1.40 13_3 0.1892 Rprec_mult_1.60 13_3 0.1654 Rprec_mult_1.80 13_3 0.1469 Rprec_mult_2.00 13_3 0.1329 utility 13_3 -958.0000 11pt_avg 13_3 0.2008 binG 13_3 0.1163 G 13_3 0.1077 ndcg 13_3 0.4003 ndcg_rel 13_3 0.4680 Rndcg 13_3 0.5229 ndcg_cut_5 13_3 0.7985 ndcg_cut_10 13_3 0.6982 ndcg_cut_15 13_3 0.6446 ndcg_cut_20 13_3 0.5811 ndcg_cut_30 13_3 0.5630 ndcg_cut_100 13_3 0.4003 ndcg_cut_200 13_3 0.4003 ndcg_cut_500 13_3 0.4003 ndcg_cut_1000 13_3 0.4003 map_cut_5 13_3 0.0506 map_cut_10 13_3 0.0720 map_cut_15 13_3 0.0973 map_cut_20 13_3 0.1040 map_cut_30 13_3 0.1347 map_cut_100 13_3 0.1640 map_cut_200 13_3 0.1640 map_cut_500 13_3 0.1640 map_cut_1000 13_3 0.1640 relative_P_5 13_3 0.8000 relative_P_10 13_3 0.6000 relative_P_15 13_3 0.6000 relative_P_20 13_3 0.5000 relative_P_30 13_3 0.5000 relative_P_100 13_3 0.2658 relative_P_200 13_3 0.2658 relative_P_500 13_3 0.2658 relative_P_1000 13_3 0.2658 success_1 13_3 1.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.0210 set_relative_P 13_3 0.2658 set_recall 13_3 0.2658 set_map 13_3 0.0056 set_F 13_3 0.0389 num_nonrel_judged_ret 13_3 2 rbp 13_3 0.4466 rbp_resid 13_3 0.3261 unj_5 13_3 0.0000 unj_10 13_3 0.3000 unj_20 13_3 0.4500 num_ret 13_4 1000 num_rel 13_4 132 num_rel_ret 13_4 63 map 13_4 0.2324 Rprec 13_4 0.3561 bpref 13_4 0.4489 recip_rank 13_4 1.0000 iprec_at_recall_0.00 13_4 1.0000 iprec_at_recall_0.10 13_4 0.7143 iprec_at_recall_0.20 13_4 0.5714 iprec_at_recall_0.30 13_4 0.4184 iprec_at_recall_0.40 13_4 0.1225 iprec_at_recall_0.50 13_4 0.0000 iprec_at_recall_0.60 13_4 0.0000 iprec_at_recall_0.70 13_4 0.0000 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 1.0000 P_10 13_4 0.8000 P_15 13_4 0.6667 P_20 13_4 0.7000 P_30 13_4 0.6000 P_100 13_4 0.4100 P_200 13_4 0.2450 P_500 13_4 0.1120 P_1000 13_4 0.0630 relstring 13_4 '22112202-2' recall_5 13_4 0.0379 recall_10 13_4 0.0606 recall_15 13_4 0.0758 recall_20 13_4 0.1061 recall_30 13_4 0.1364 recall_100 13_4 0.3106 recall_200 13_4 0.3712 recall_500 13_4 0.4242 recall_1000 13_4 0.4773 infAP 13_4 0.2324 Rprec_mult_0.20 13_4 0.6667 Rprec_mult_0.40 13_4 0.5472 Rprec_mult_0.60 13_4 0.4375 Rprec_mult_0.80 13_4 0.3962 Rprec_mult_1.00 13_4 0.3561 Rprec_mult_1.20 13_4 0.3019 Rprec_mult_1.40 13_4 0.2595 Rprec_mult_1.60 13_4 0.2311 Rprec_mult_1.80 13_4 0.2059 Rprec_mult_2.00 13_4 0.1894 utility 13_4 -874.0000 11pt_avg 13_4 0.2570 binG 13_4 0.1376 G 13_4 0.0968 ndcg 13_4 0.4863 ndcg_rel 13_4 0.5076 Rndcg 13_4 0.4980 ndcg_cut_5 13_4 0.7201 ndcg_cut_10 13_4 0.6828 ndcg_cut_15 13_4 0.6049 ndcg_cut_20 13_4 0.6358 ndcg_cut_30 13_4 0.5749 ndcg_cut_100 13_4 0.4336 ndcg_cut_200 13_4 0.4273 ndcg_cut_500 13_4 0.4579 ndcg_cut_1000 13_4 0.4863 map_cut_5 13_4 0.0379 map_cut_10 13_4 0.0581 map_cut_15 13_4 0.0694 map_cut_20 13_4 0.0904 map_cut_30 13_4 0.1115 map_cut_100 13_4 0.1986 map_cut_200 13_4 0.2208 map_cut_500 13_4 0.2277 map_cut_1000 13_4 0.2324 relative_P_5 13_4 1.0000 relative_P_10 13_4 0.8000 relative_P_15 13_4 0.6667 relative_P_20 13_4 0.7000 relative_P_30 13_4 0.6000 relative_P_100 13_4 0.4100 relative_P_200 13_4 0.3712 relative_P_500 13_4 0.4242 relative_P_1000 13_4 0.4773 success_1 13_4 1.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.0630 set_relative_P 13_4 0.4773 set_recall 13_4 0.4773 set_map 13_4 0.0301 set_F 13_4 0.1113 num_nonrel_judged_ret 13_4 11 rbp 13_4 0.4286 rbp_resid 13_4 0.1948 unj_5 13_4 0.0000 unj_10 13_4 0.1000 unj_20 13_4 0.2000 num_ret 13_6 1000 num_rel 13_6 135 num_rel_ret 13_6 90 map 13_6 0.2502 Rprec 13_6 0.3111 bpref 13_6 0.6454 recip_rank 13_6 1.0000 iprec_at_recall_0.00 13_6 1.0000 iprec_at_recall_0.10 13_6 0.6667 iprec_at_recall_0.20 13_6 0.5294 iprec_at_recall_0.30 13_6 0.3361 iprec_at_recall_0.40 13_6 0.2298 iprec_at_recall_0.50 13_6 0.1738 iprec_at_recall_0.60 13_6 0.1346 iprec_at_recall_0.70 13_6 0.0000 iprec_at_recall_0.80 13_6 0.0000 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 1.0000 P_10 13_6 0.6000 P_15 13_6 0.6667 P_20 13_6 0.6000 P_30 13_6 0.6667 P_100 13_6 0.3800 P_200 13_6 0.2500 P_500 13_6 0.1460 P_1000 13_6 0.0900 relstring 13_6 '33232--2--' recall_5 13_6 0.0370 recall_10 13_6 0.0444 recall_15 13_6 0.0741 recall_20 13_6 0.0889 recall_30 13_6 0.1481 recall_100 13_6 0.2815 recall_200 13_6 0.3704 recall_500 13_6 0.5407 recall_1000 13_6 0.6667 infAP 13_6 0.2502 Rprec_mult_0.20 13_6 0.6296 Rprec_mult_0.40 13_6 0.5000 Rprec_mult_0.60 13_6 0.4074 Rprec_mult_0.80 13_6 0.3611 Rprec_mult_1.00 13_6 0.3111 Rprec_mult_1.20 13_6 0.2716 Rprec_mult_1.40 13_6 0.2434 Rprec_mult_1.60 13_6 0.2407 Rprec_mult_1.80 13_6 0.2222 Rprec_mult_2.00 13_6 0.2037 utility 13_6 -820.0000 11pt_avg 13_6 0.2791 binG 13_6 0.1493 G 13_6 0.1232 ndcg 13_6 0.6141 ndcg_rel 13_6 0.5728 Rndcg 13_6 0.5641 ndcg_cut_5 13_6 0.8084 ndcg_cut_10 13_6 0.5871 ndcg_cut_15 13_6 0.5910 ndcg_cut_20 13_6 0.5688 ndcg_cut_30 13_6 0.6059 ndcg_cut_100 13_6 0.4571 ndcg_cut_200 13_6 0.4684 ndcg_cut_500 13_6 0.5615 ndcg_cut_1000 13_6 0.6141 map_cut_5 13_6 0.0370 map_cut_10 13_6 0.0426 map_cut_15 13_6 0.0623 map_cut_20 13_6 0.0723 map_cut_30 13_6 0.1094 map_cut_100 13_6 0.1755 map_cut_200 13_6 0.2009 map_cut_500 13_6 0.2336 map_cut_1000 13_6 0.2502 relative_P_5 13_6 1.0000 relative_P_10 13_6 0.6000 relative_P_15 13_6 0.6667 relative_P_20 13_6 0.6000 relative_P_30 13_6 0.6667 relative_P_100 13_6 0.3800 relative_P_200 13_6 0.3704 relative_P_500 13_6 0.5407 relative_P_1000 13_6 0.6667 success_1 13_6 1.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.0900 set_relative_P 13_6 0.6667 set_recall 13_6 0.6667 set_map 13_6 0.0600 set_F 13_6 0.1586 num_nonrel_judged_ret 13_6 4 rbp 13_6 0.4216 rbp_resid 13_6 0.3139 unj_5 13_6 0.0000 unj_10 13_6 0.4000 unj_20 13_6 0.4000 num_ret 13_8 1000 num_rel 13_8 100 num_rel_ret 13_8 33 map 13_8 0.0930 Rprec 13_8 0.1500 bpref 13_8 0.3240 recip_rank 13_8 1.0000 iprec_at_recall_0.00 13_8 1.0000 iprec_at_recall_0.10 13_8 0.3846 iprec_at_recall_0.20 13_8 0.0683 iprec_at_recall_0.30 13_8 0.0404 iprec_at_recall_0.40 13_8 0.0000 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 0.8000 P_10 13_8 0.7000 P_15 13_8 0.4667 P_20 13_8 0.4000 P_30 13_8 0.3333 P_100 13_8 0.1500 P_200 13_8 0.0850 P_500 13_8 0.0540 P_1000 13_8 0.0330 relstring 13_8 '23202-322-' recall_5 13_8 0.0400 recall_10 13_8 0.0700 recall_15 13_8 0.0700 recall_20 13_8 0.0800 recall_30 13_8 0.1000 recall_100 13_8 0.1500 recall_200 13_8 0.1700 recall_500 13_8 0.2700 recall_1000 13_8 0.3300 infAP 13_8 0.0930 Rprec_mult_0.20 13_8 0.4000 Rprec_mult_0.40 13_8 0.2750 Rprec_mult_0.60 13_8 0.2000 Rprec_mult_0.80 13_8 0.1625 Rprec_mult_1.00 13_8 0.1500 Rprec_mult_1.20 13_8 0.1333 Rprec_mult_1.40 13_8 0.1143 Rprec_mult_1.60 13_8 0.1000 Rprec_mult_1.80 13_8 0.0889 Rprec_mult_2.00 13_8 0.0850 utility 13_8 -934.0000 11pt_avg 13_8 0.1358 binG 13_8 0.0886 G 13_8 0.0720 ndcg 13_8 0.3462 ndcg_rel 13_8 0.3615 Rndcg 13_8 0.3370 ndcg_cut_5 13_8 0.6406 ndcg_cut_10 13_8 0.5795 ndcg_cut_15 13_8 0.4557 ndcg_cut_20 13_8 0.4243 ndcg_cut_30 13_8 0.3932 ndcg_cut_100 13_8 0.2559 ndcg_cut_200 13_8 0.2691 ndcg_cut_500 13_8 0.3242 ndcg_cut_1000 13_8 0.3462 map_cut_5 13_8 0.0380 map_cut_10 13_8 0.0604 map_cut_15 13_8 0.0604 map_cut_20 13_8 0.0644 map_cut_30 13_8 0.0719 map_cut_100 13_8 0.0819 map_cut_200 13_8 0.0844 map_cut_500 13_8 0.0906 map_cut_1000 13_8 0.0930 relative_P_5 13_8 0.8000 relative_P_10 13_8 0.7000 relative_P_15 13_8 0.4667 relative_P_20 13_8 0.4000 relative_P_30 13_8 0.3333 relative_P_100 13_8 0.1500 relative_P_200 13_8 0.1700 relative_P_500 13_8 0.2700 relative_P_1000 13_8 0.3300 success_1 13_8 1.0000 success_5 13_8 1.0000 success_10 13_8 1.0000 set_P 13_8 0.0330 set_relative_P 13_8 0.3300 set_recall 13_8 0.3300 set_map 13_8 0.0109 set_F 13_8 0.0600 num_nonrel_judged_ret 13_8 5 rbp 13_8 0.3915 rbp_resid 13_8 0.4150 unj_5 13_8 0.0000 unj_10 13_8 0.2000 unj_20 13_8 0.5500 num_ret 14_10 1000 num_rel 14_10 52 num_rel_ret 14_10 29 map 14_10 0.3551 Rprec 14_10 0.4231 bpref 14_10 0.4967 recip_rank 14_10 1.0000 iprec_at_recall_0.00 14_10 1.0000 iprec_at_recall_0.10 14_10 1.0000 iprec_at_recall_0.20 14_10 0.7857 iprec_at_recall_0.30 14_10 0.6957 iprec_at_recall_0.40 14_10 0.4490 iprec_at_recall_0.50 14_10 0.2476 iprec_at_recall_0.60 14_10 0.0000 iprec_at_recall_0.70 14_10 0.0000 iprec_at_recall_0.80 14_10 0.0000 iprec_at_recall_0.90 14_10 0.0000 iprec_at_recall_1.00 14_10 0.0000 P_5 14_10 1.0000 P_10 14_10 0.8000 P_15 14_10 0.7333 P_20 14_10 0.7000 P_30 14_10 0.6000 P_100 14_10 0.2400 P_200 14_10 0.1400 P_500 14_10 0.0580 P_1000 14_10 0.0290 relstring 14_10 '322221--11' recall_5 14_10 0.0962 recall_10 14_10 0.1538 recall_15 14_10 0.2115 recall_20 14_10 0.2692 recall_30 14_10 0.3462 recall_100 14_10 0.4615 recall_200 14_10 0.5385 recall_500 14_10 0.5577 recall_1000 14_10 0.5577 infAP 14_10 0.3551 Rprec_mult_0.20 14_10 0.8182 Rprec_mult_0.40 14_10 0.7143 Rprec_mult_0.60 14_10 0.5625 Rprec_mult_0.80 14_10 0.4524 Rprec_mult_1.00 14_10 0.4231 Rprec_mult_1.20 14_10 0.3651 Rprec_mult_1.40 14_10 0.3151 Rprec_mult_1.60 14_10 0.2857 Rprec_mult_1.80 14_10 0.2553 Rprec_mult_2.00 14_10 0.2404 utility 14_10 -942.0000 11pt_avg 14_10 0.3798 binG 14_10 0.2436 G 14_10 0.1829 ndcg 14_10 0.6093 ndcg_rel 14_10 0.6427 Rndcg 14_10 0.6364 ndcg_cut_5 14_10 0.8591 ndcg_cut_10 14_10 0.6992 ndcg_cut_15 14_10 0.6612 ndcg_cut_20 14_10 0.6242 ndcg_cut_30 14_10 0.5854 ndcg_cut_100 14_10 0.5520 ndcg_cut_200 14_10 0.5998 ndcg_cut_500 14_10 0.6093 ndcg_cut_1000 14_10 0.6093 map_cut_5 14_10 0.0962 map_cut_10 14_10 0.1457 map_cut_15 14_10 0.1914 map_cut_20 14_10 0.2347 map_cut_30 14_10 0.2864 map_cut_100 14_10 0.3370 map_cut_200 14_10 0.3537 map_cut_500 14_10 0.3551 map_cut_1000 14_10 0.3551 relative_P_5 14_10 1.0000 relative_P_10 14_10 0.8000 relative_P_15 14_10 0.7333 relative_P_20 14_10 0.7000 relative_P_30 14_10 0.6000 relative_P_100 14_10 0.4615 relative_P_200 14_10 0.5385 relative_P_500 14_10 0.5577 relative_P_1000 14_10 0.5577 success_1 14_10 1.0000 success_5 14_10 1.0000 success_10 14_10 1.0000 set_P 14_10 0.0290 set_relative_P 14_10 0.5577 set_recall 14_10 0.5577 set_map 14_10 0.0162 set_F 14_10 0.0551 num_nonrel_judged_ret 14_10 29 rbp 14_10 0.4538 rbp_resid 14_10 0.1661 unj_5 14_10 0.0000 unj_10 14_10 0.2000 unj_20 14_10 0.1500 num_ret 14_2 1000 num_rel 14_2 105 num_rel_ret 14_2 27 map 14_2 0.0200 Rprec 14_2 0.0952 bpref 14_2 0.2219 recip_rank 14_2 0.0500 iprec_at_recall_0.00 14_2 0.1304 iprec_at_recall_0.10 14_2 0.1038 iprec_at_recall_0.20 14_2 0.0536 iprec_at_recall_0.30 14_2 0.0000 iprec_at_recall_0.40 14_2 0.0000 iprec_at_recall_0.50 14_2 0.0000 iprec_at_recall_0.60 14_2 0.0000 iprec_at_recall_0.70 14_2 0.0000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 0.0000 P_10 14_2 0.0000 P_15 14_2 0.0000 P_20 14_2 0.0500 P_30 14_2 0.1000 P_100 14_2 0.1000 P_200 14_2 0.0750 P_500 14_2 0.0460 P_1000 14_2 0.0270 relstring 14_2 '00000--0--' recall_5 14_2 0.0000 recall_10 14_2 0.0000 recall_15 14_2 0.0000 recall_20 14_2 0.0095 recall_30 14_2 0.0286 recall_100 14_2 0.0952 recall_200 14_2 0.1429 recall_500 14_2 0.2190 recall_1000 14_2 0.2571 infAP 14_2 0.0200 Rprec_mult_0.20 14_2 0.0476 Rprec_mult_0.40 14_2 0.0952 Rprec_mult_0.60 14_2 0.1111 Rprec_mult_0.80 14_2 0.1071 Rprec_mult_1.00 14_2 0.0952 Rprec_mult_1.20 14_2 0.0952 Rprec_mult_1.40 14_2 0.0816 Rprec_mult_1.60 14_2 0.0774 Rprec_mult_1.80 14_2 0.0741 Rprec_mult_2.00 14_2 0.0714 utility 14_2 -946.0000 11pt_avg 14_2 0.0262 binG 14_2 0.0379 G 14_2 0.0349 ndcg 14_2 0.1585 ndcg_rel 14_2 0.1438 Rndcg 14_2 0.0705 ndcg_cut_5 14_2 0.0000 ndcg_cut_10 14_2 0.0000 ndcg_cut_15 14_2 0.0000 ndcg_cut_20 14_2 0.0137 ndcg_cut_30 14_2 0.0319 ndcg_cut_100 14_2 0.0829 ndcg_cut_200 14_2 0.1124 ndcg_cut_500 14_2 0.1464 ndcg_cut_1000 14_2 0.1585 map_cut_5 14_2 0.0000 map_cut_10 14_2 0.0000 map_cut_15 14_2 0.0000 map_cut_20 14_2 0.0005 map_cut_30 14_2 0.0026 map_cut_100 14_2 0.0099 map_cut_200 14_2 0.0141 map_cut_500 14_2 0.0186 map_cut_1000 14_2 0.0200 relative_P_5 14_2 0.0000 relative_P_10 14_2 0.0000 relative_P_15 14_2 0.0000 relative_P_20 14_2 0.0500 relative_P_30 14_2 0.1000 relative_P_100 14_2 0.1000 relative_P_200 14_2 0.1429 relative_P_500 14_2 0.2190 relative_P_1000 14_2 0.2571 success_1 14_2 0.0000 success_5 14_2 0.0000 success_10 14_2 0.0000 set_P 14_2 0.0270 set_relative_P 14_2 0.2571 set_recall 14_2 0.2571 set_map 14_2 0.0069 set_F 14_2 0.0489 num_nonrel_judged_ret 14_2 21 rbp 14_2 0.0137 rbp_resid 14_2 0.4672 unj_5 14_2 0.0000 unj_10 14_2 0.4000 unj_20 14_2 0.6000 num_ret 14_3 1000 num_rel 14_3 160 num_rel_ret 14_3 62 map 14_3 0.0854 Rprec 14_3 0.2125 bpref 14_3 0.3309 recip_rank 14_3 0.2000 iprec_at_recall_0.00 14_3 0.4194 iprec_at_recall_0.10 14_3 0.3478 iprec_at_recall_0.20 14_3 0.2208 iprec_at_recall_0.30 14_3 0.1684 iprec_at_recall_0.40 14_3 0.0000 iprec_at_recall_0.50 14_3 0.0000 iprec_at_recall_0.60 14_3 0.0000 iprec_at_recall_0.70 14_3 0.0000 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 0.2000 P_10 14_3 0.1000 P_15 14_3 0.2000 P_20 14_3 0.2500 P_30 14_3 0.4000 P_100 14_3 0.2300 P_200 14_3 0.2000 P_500 14_3 0.1100 P_1000 14_3 0.0620 relstring 14_3 '00001-0-0-' recall_5 14_3 0.0063 recall_10 14_3 0.0063 recall_15 14_3 0.0187 recall_20 14_3 0.0312 recall_30 14_3 0.0750 recall_100 14_3 0.1437 recall_200 14_3 0.2500 recall_500 14_3 0.3438 recall_1000 14_3 0.3875 infAP 14_3 0.0854 Rprec_mult_0.20 14_3 0.4062 Rprec_mult_0.40 14_3 0.2812 Rprec_mult_0.60 14_3 0.2396 Rprec_mult_0.80 14_3 0.2344 Rprec_mult_1.00 14_3 0.2125 Rprec_mult_1.20 14_3 0.1979 Rprec_mult_1.40 14_3 0.1875 Rprec_mult_1.60 14_3 0.1758 Rprec_mult_1.80 14_3 0.1667 Rprec_mult_2.00 14_3 0.1531 utility 14_3 -876.0000 11pt_avg 14_3 0.1051 binG 14_3 0.0643 G 14_3 0.0554 ndcg 14_3 0.2872 ndcg_rel 14_3 0.2523 Rndcg 14_3 0.1597 ndcg_cut_5 14_3 0.0482 ndcg_cut_10 14_3 0.0345 ndcg_cut_15 14_3 0.0844 ndcg_cut_20 14_3 0.1157 ndcg_cut_30 14_3 0.1841 ndcg_cut_100 14_3 0.1669 ndcg_cut_200 14_3 0.2120 ndcg_cut_500 14_3 0.2685 ndcg_cut_1000 14_3 0.2872 map_cut_5 14_3 0.0013 map_cut_10 14_3 0.0013 map_cut_15 14_3 0.0036 map_cut_20 14_3 0.0067 map_cut_30 14_3 0.0216 map_cut_100 14_3 0.0431 map_cut_200 14_3 0.0665 map_cut_500 14_3 0.0817 map_cut_1000 14_3 0.0854 relative_P_5 14_3 0.2000 relative_P_10 14_3 0.1000 relative_P_15 14_3 0.2000 relative_P_20 14_3 0.2500 relative_P_30 14_3 0.4000 relative_P_100 14_3 0.2300 relative_P_200 14_3 0.2500 relative_P_500 14_3 0.3438 relative_P_1000 14_3 0.3875 success_1 14_3 0.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.0620 set_relative_P 14_3 0.3875 set_recall 14_3 0.3875 set_map 14_3 0.0240 set_F 14_3 0.1069 num_nonrel_judged_ret 14_3 25 rbp 14_3 0.0919 rbp_resid 14_3 0.3219 unj_5 14_3 0.0000 unj_10 14_3 0.3000 unj_20 14_3 0.4000 num_ret 14_4 1000 num_rel 14_4 46 num_rel_ret 14_4 37 map 14_4 0.0916 Rprec 14_4 0.1739 bpref 14_4 0.4211 recip_rank 14_4 0.5000 iprec_at_recall_0.00 14_4 0.5000 iprec_at_recall_0.10 14_4 0.2727 iprec_at_recall_0.20 14_4 0.0677 iprec_at_recall_0.30 14_4 0.0549 iprec_at_recall_0.40 14_4 0.0549 iprec_at_recall_0.50 14_4 0.0549 iprec_at_recall_0.60 14_4 0.0549 iprec_at_recall_0.70 14_4 0.0521 iprec_at_recall_0.80 14_4 0.0388 iprec_at_recall_0.90 14_4 0.0000 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.4000 P_10 14_4 0.3000 P_15 14_4 0.2667 P_20 14_4 0.2500 P_30 14_4 0.2333 P_100 14_4 0.0800 P_200 14_4 0.0550 P_500 14_4 0.0520 P_1000 14_4 0.0370 relstring 14_4 '030011----' recall_5 14_4 0.0435 recall_10 14_4 0.0652 recall_15 14_4 0.0870 recall_20 14_4 0.1087 recall_30 14_4 0.1522 recall_100 14_4 0.1739 recall_200 14_4 0.2391 recall_500 14_4 0.5652 recall_1000 14_4 0.8043 infAP 14_4 0.0916 Rprec_mult_0.20 14_4 0.3000 Rprec_mult_0.40 14_4 0.2105 Rprec_mult_0.60 14_4 0.2500 Rprec_mult_0.80 14_4 0.1892 Rprec_mult_1.00 14_4 0.1739 Rprec_mult_1.20 14_4 0.1429 Rprec_mult_1.40 14_4 0.1231 Rprec_mult_1.60 14_4 0.1081 Rprec_mult_1.80 14_4 0.0964 Rprec_mult_2.00 14_4 0.0870 utility 14_4 -926.0000 11pt_avg 14_4 0.1046 binG 14_4 0.1322 G 14_4 0.1174 ndcg 14_4 0.4261 ndcg_rel 14_4 0.3325 Rndcg 14_4 0.2669 ndcg_cut_5 14_4 0.2577 ndcg_cut_10 14_4 0.1976 ndcg_cut_15 14_4 0.2157 ndcg_cut_20 14_4 0.2252 ndcg_cut_30 14_4 0.2228 ndcg_cut_100 14_4 0.2096 ndcg_cut_200 14_4 0.2326 ndcg_cut_500 14_4 0.3434 ndcg_cut_1000 14_4 0.4261 map_cut_5 14_4 0.0196 map_cut_10 14_4 0.0304 map_cut_15 14_4 0.0377 map_cut_20 14_4 0.0431 map_cut_30 14_4 0.0547 map_cut_100 14_4 0.0586 map_cut_200 14_4 0.0626 map_cut_500 14_4 0.0795 map_cut_1000 14_4 0.0916 relative_P_5 14_4 0.4000 relative_P_10 14_4 0.3000 relative_P_15 14_4 0.2667 relative_P_20 14_4 0.2500 relative_P_30 14_4 0.2333 relative_P_100 14_4 0.1739 relative_P_200 14_4 0.2391 relative_P_500 14_4 0.5652 relative_P_1000 14_4 0.8043 success_1 14_4 0.0000 success_5 14_4 1.0000 success_10 14_4 1.0000 set_P 14_4 0.0370 set_relative_P 14_4 0.8043 set_recall 14_4 0.8043 set_map 14_4 0.0298 set_F 14_4 0.0707 num_nonrel_judged_ret 14_4 38 rbp 14_4 0.1830 rbp_resid 14_4 0.4171 unj_5 14_4 0.0000 unj_10 14_4 0.4000 unj_20 14_4 0.5000 num_ret 14_7 1000 num_rel 14_7 83 num_rel_ret 14_7 25 map 14_7 0.0181 Rprec 14_7 0.0602 bpref 14_7 0.2211 recip_rank 14_7 0.1250 iprec_at_recall_0.00 14_7 0.2105 iprec_at_recall_0.10 14_7 0.0567 iprec_at_recall_0.20 14_7 0.0349 iprec_at_recall_0.30 14_7 0.0265 iprec_at_recall_0.40 14_7 0.0000 iprec_at_recall_0.50 14_7 0.0000 iprec_at_recall_0.60 14_7 0.0000 iprec_at_recall_0.70 14_7 0.0000 iprec_at_recall_0.80 14_7 0.0000 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 0.0000 P_10 14_7 0.1000 P_15 14_7 0.1333 P_20 14_7 0.2000 P_30 14_7 0.1333 P_100 14_7 0.0500 P_200 14_7 0.0450 P_500 14_7 0.0320 P_1000 14_7 0.0250 relstring 14_7 '00000-0200' recall_5 14_7 0.0000 recall_10 14_7 0.0120 recall_15 14_7 0.0241 recall_20 14_7 0.0482 recall_30 14_7 0.0482 recall_100 14_7 0.0602 recall_200 14_7 0.1084 recall_500 14_7 0.1928 recall_1000 14_7 0.3012 infAP 14_7 0.0181 Rprec_mult_0.20 14_7 0.1765 Rprec_mult_0.40 14_7 0.1176 Rprec_mult_0.60 14_7 0.0800 Rprec_mult_0.80 14_7 0.0597 Rprec_mult_1.00 14_7 0.0602 Rprec_mult_1.20 14_7 0.0500 Rprec_mult_1.40 14_7 0.0513 Rprec_mult_1.60 14_7 0.0451 Rprec_mult_1.80 14_7 0.0533 Rprec_mult_2.00 14_7 0.0542 utility 14_7 -950.0000 11pt_avg 14_7 0.0299 binG 14_7 0.0435 G 14_7 0.0421 ndcg 14_7 0.1797 ndcg_rel 14_7 0.1621 Rndcg 14_7 0.0812 ndcg_cut_5 14_7 0.0000 ndcg_cut_10 14_7 0.0496 ndcg_cut_15 14_7 0.0736 ndcg_cut_20 14_7 0.1035 ndcg_cut_30 14_7 0.0835 ndcg_cut_100 14_7 0.0672 ndcg_cut_200 14_7 0.0982 ndcg_cut_500 14_7 0.1398 ndcg_cut_1000 14_7 0.1797 map_cut_5 14_7 0.0000 map_cut_10 14_7 0.0015 map_cut_15 14_7 0.0031 map_cut_20 14_7 0.0078 map_cut_30 14_7 0.0078 map_cut_100 14_7 0.0085 map_cut_200 14_7 0.0112 map_cut_500 14_7 0.0147 map_cut_1000 14_7 0.0181 relative_P_5 14_7 0.0000 relative_P_10 14_7 0.1000 relative_P_15 14_7 0.1333 relative_P_20 14_7 0.2000 relative_P_30 14_7 0.1333 relative_P_100 14_7 0.0602 relative_P_200 14_7 0.1084 relative_P_500 14_7 0.1928 relative_P_1000 14_7 0.3012 success_1 14_7 0.0000 success_5 14_7 0.0000 success_10 14_7 1.0000 set_P 14_7 0.0250 set_relative_P 14_7 0.3012 set_recall 14_7 0.3012 set_map 14_7 0.0075 set_F 14_7 0.0462 num_nonrel_judged_ret 14_7 30 rbp 14_7 0.0633 rbp_resid 14_7 0.3094 unj_5 14_7 0.0000 unj_10 14_7 0.1000 unj_20 14_7 0.3500 num_ret 14_8 1000 num_rel 14_8 18 num_rel_ret 14_8 1 map 14_8 0.0079 Rprec 14_8 0.0556 bpref 14_8 0.0401 recip_rank 14_8 0.1429 iprec_at_recall_0.00 14_8 0.1429 iprec_at_recall_0.10 14_8 0.0000 iprec_at_recall_0.20 14_8 0.0000 iprec_at_recall_0.30 14_8 0.0000 iprec_at_recall_0.40 14_8 0.0000 iprec_at_recall_0.50 14_8 0.0000 iprec_at_recall_0.60 14_8 0.0000 iprec_at_recall_0.70 14_8 0.0000 iprec_at_recall_0.80 14_8 0.0000 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.0000 P_10 14_8 0.1000 P_15 14_8 0.0667 P_20 14_8 0.0500 P_30 14_8 0.0333 P_100 14_8 0.0100 P_200 14_8 0.0050 P_500 14_8 0.0020 P_1000 14_8 0.0010 relstring 14_8 '00000-1-00' recall_5 14_8 0.0000 recall_10 14_8 0.0556 recall_15 14_8 0.0556 recall_20 14_8 0.0556 recall_30 14_8 0.0556 recall_100 14_8 0.0556 recall_200 14_8 0.0556 recall_500 14_8 0.0556 recall_1000 14_8 0.0556 infAP 14_8 0.0079 Rprec_mult_0.20 14_8 0.0000 Rprec_mult_0.40 14_8 0.1250 Rprec_mult_0.60 14_8 0.0909 Rprec_mult_0.80 14_8 0.0667 Rprec_mult_1.00 14_8 0.0556 Rprec_mult_1.20 14_8 0.0455 Rprec_mult_1.40 14_8 0.0385 Rprec_mult_1.60 14_8 0.0345 Rprec_mult_1.80 14_8 0.0303 Rprec_mult_2.00 14_8 0.0278 utility 14_8 -998.0000 11pt_avg 14_8 0.0130 binG 14_8 0.0185 G 14_8 0.0102 ndcg 14_8 0.0326 ndcg_rel 14_8 0.0334 Rndcg 14_8 0.0370 ndcg_cut_5 14_8 0.0000 ndcg_cut_10 14_8 0.0407 ndcg_cut_15 14_8 0.0351 ndcg_cut_20 14_8 0.0326 ndcg_cut_30 14_8 0.0326 ndcg_cut_100 14_8 0.0326 ndcg_cut_200 14_8 0.0326 ndcg_cut_500 14_8 0.0326 ndcg_cut_1000 14_8 0.0326 map_cut_5 14_8 0.0000 map_cut_10 14_8 0.0079 map_cut_15 14_8 0.0079 map_cut_20 14_8 0.0079 map_cut_30 14_8 0.0079 map_cut_100 14_8 0.0079 map_cut_200 14_8 0.0079 map_cut_500 14_8 0.0079 map_cut_1000 14_8 0.0079 relative_P_5 14_8 0.0000 relative_P_10 14_8 0.1000 relative_P_15 14_8 0.0667 relative_P_20 14_8 0.0556 relative_P_30 14_8 0.0556 relative_P_100 14_8 0.0556 relative_P_200 14_8 0.0556 relative_P_500 14_8 0.0556 relative_P_1000 14_8 0.0556 success_1 14_8 0.0000 success_5 14_8 0.0000 success_10 14_8 1.0000 set_P 14_8 0.0010 set_relative_P 14_8 0.0556 set_recall 14_8 0.0556 set_map 14_8 0.0001 set_F 14_8 0.0020 num_nonrel_judged_ret 14_8 69 rbp 14_8 0.0266 rbp_resid 14_8 0.3075 unj_5 14_8 0.0000 unj_10 14_8 0.2000 unj_20 14_8 0.4000 num_ret 14_9 1000 num_rel 14_9 213 num_rel_ret 14_9 116 map 14_9 0.2629 Rprec 14_9 0.3146 bpref 14_9 0.5177 recip_rank 14_9 1.0000 iprec_at_recall_0.00 14_9 1.0000 iprec_at_recall_0.10 14_9 0.9200 iprec_at_recall_0.20 14_9 0.5375 iprec_at_recall_0.30 14_9 0.3552 iprec_at_recall_0.40 14_9 0.2671 iprec_at_recall_0.50 14_9 0.1375 iprec_at_recall_0.60 14_9 0.0000 iprec_at_recall_0.70 14_9 0.0000 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 1.0000 P_10 14_9 0.9000 P_15 14_9 0.8667 P_20 14_9 0.9000 P_30 14_9 0.8667 P_100 14_9 0.4500 P_200 14_9 0.3300 P_500 14_9 0.1920 P_1000 14_9 0.1160 relstring 14_9 '1212132201' recall_5 14_9 0.0235 recall_10 14_9 0.0423 recall_15 14_9 0.0610 recall_20 14_9 0.0845 recall_30 14_9 0.1221 recall_100 14_9 0.2113 recall_200 14_9 0.3099 recall_500 14_9 0.4507 recall_1000 14_9 0.5446 infAP 14_9 0.2629 Rprec_mult_0.20 14_9 0.7674 Rprec_mult_0.40 14_9 0.5000 Rprec_mult_0.60 14_9 0.3906 Rprec_mult_0.80 14_9 0.3684 Rprec_mult_1.00 14_9 0.3146 Rprec_mult_1.20 14_9 0.2852 Rprec_mult_1.40 14_9 0.2676 Rprec_mult_1.60 14_9 0.2522 Rprec_mult_1.80 14_9 0.2344 Rprec_mult_2.00 14_9 0.2113 utility 14_9 -768.0000 11pt_avg 14_9 0.2925 binG 14_9 0.1453 G 14_9 0.0884 ndcg 14_9 0.5077 ndcg_rel 14_9 0.4793 Rndcg 14_9 0.4313 ndcg_cut_5 14_9 0.4534 ndcg_cut_10 14_9 0.4890 ndcg_cut_15 14_9 0.5136 ndcg_cut_20 14_9 0.5496 ndcg_cut_30 14_9 0.5514 ndcg_cut_100 14_9 0.4054 ndcg_cut_200 14_9 0.3616 ndcg_cut_500 14_9 0.4520 ndcg_cut_1000 14_9 0.5077 map_cut_5 14_9 0.0235 map_cut_10 14_9 0.0418 map_cut_15 14_9 0.0581 map_cut_20 14_9 0.0790 map_cut_30 14_9 0.1125 map_cut_100 14_9 0.1740 map_cut_200 14_9 0.2125 map_cut_500 14_9 0.2495 map_cut_1000 14_9 0.2629 relative_P_5 14_9 1.0000 relative_P_10 14_9 0.9000 relative_P_15 14_9 0.8667 relative_P_20 14_9 0.9000 relative_P_30 14_9 0.8667 relative_P_100 14_9 0.4500 relative_P_200 14_9 0.3300 relative_P_500 14_9 0.4507 relative_P_1000 14_9 0.5446 success_1 14_9 1.0000 success_5 14_9 1.0000 success_10 14_9 1.0000 set_P 14_9 0.1160 set_relative_P 14_9 0.5446 set_recall 14_9 0.5446 set_map 14_9 0.0632 set_F 14_9 0.1913 num_nonrel_judged_ret 14_9 9 rbp 14_9 0.4873 rbp_resid 14_9 0.0613 unj_5 14_9 0.0000 unj_10 14_9 0.0000 unj_20 14_9 0.0500 num_ret 15_1 1000 num_rel 15_1 81 num_rel_ret 15_1 24 map 15_1 0.0507 Rprec 15_1 0.1605 bpref 15_1 0.2593 recip_rank 15_1 0.3333 iprec_at_recall_0.00 15_1 0.4000 iprec_at_recall_0.10 15_1 0.2424 iprec_at_recall_0.20 15_1 0.1333 iprec_at_recall_0.30 15_1 0.0378 iprec_at_recall_0.40 15_1 0.0000 iprec_at_recall_0.50 15_1 0.0000 iprec_at_recall_0.60 15_1 0.0000 iprec_at_recall_0.70 15_1 0.0000 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 0.4000 P_10 15_1 0.2000 P_15 15_1 0.2667 P_20 15_1 0.2000 P_30 15_1 0.2000 P_100 15_1 0.1500 P_200 15_1 0.0950 P_500 15_1 0.0460 P_1000 15_1 0.0240 relstring 15_1 '00101-0-00' recall_5 15_1 0.0247 recall_10 15_1 0.0247 recall_15 15_1 0.0494 recall_20 15_1 0.0494 recall_30 15_1 0.0741 recall_100 15_1 0.1852 recall_200 15_1 0.2346 recall_500 15_1 0.2840 recall_1000 15_1 0.2963 infAP 15_1 0.0507 Rprec_mult_0.20 15_1 0.2353 Rprec_mult_0.40 15_1 0.2424 Rprec_mult_0.60 15_1 0.1633 Rprec_mult_0.80 15_1 0.1692 Rprec_mult_1.00 15_1 0.1605 Rprec_mult_1.20 15_1 0.1531 Rprec_mult_1.40 15_1 0.1316 Rprec_mult_1.60 15_1 0.1231 Rprec_mult_1.80 15_1 0.1096 Rprec_mult_2.00 15_1 0.1049 utility 15_1 -952.0000 11pt_avg 15_1 0.0740 binG 15_1 0.0581 G 15_1 0.0546 ndcg 15_1 0.2418 ndcg_rel 15_1 0.2191 Rndcg 15_1 0.1537 ndcg_cut_5 15_1 0.1003 ndcg_cut_10 15_1 0.0716 ndcg_cut_15 15_1 0.1455 ndcg_cut_20 15_1 0.1258 ndcg_cut_30 15_1 0.1206 ndcg_cut_100 15_1 0.1763 ndcg_cut_200 15_1 0.2110 ndcg_cut_500 15_1 0.2384 ndcg_cut_1000 15_1 0.2418 map_cut_5 15_1 0.0091 map_cut_10 15_1 0.0091 map_cut_15 15_1 0.0154 map_cut_20 15_1 0.0154 map_cut_30 15_1 0.0206 map_cut_100 15_1 0.0406 map_cut_200 15_1 0.0461 map_cut_500 15_1 0.0502 map_cut_1000 15_1 0.0507 relative_P_5 15_1 0.4000 relative_P_10 15_1 0.2000 relative_P_15 15_1 0.2667 relative_P_20 15_1 0.2000 relative_P_30 15_1 0.2000 relative_P_100 15_1 0.1852 relative_P_200 15_1 0.2346 relative_P_500 15_1 0.2840 relative_P_1000 15_1 0.2963 success_1 15_1 0.0000 success_5 15_1 1.0000 success_10 15_1 1.0000 set_P 15_1 0.0240 set_relative_P 15_1 0.2963 set_recall 15_1 0.2963 set_map 15_1 0.0071 set_F 15_1 0.0444 num_nonrel_judged_ret 15_1 17 rbp 15_1 0.1031 rbp_resid 15_1 0.3372 unj_5 15_1 0.0000 unj_10 15_1 0.2000 unj_20 15_1 0.4500 num_ret 15_10 1000 num_rel 15_10 35 num_rel_ret 15_10 34 map 15_10 0.2808 Rprec 15_10 0.3429 bpref 15_10 0.6269 recip_rank 15_10 0.5000 iprec_at_recall_0.00 15_10 0.5000 iprec_at_recall_0.10 15_10 0.4000 iprec_at_recall_0.20 15_10 0.3889 iprec_at_recall_0.30 15_10 0.3636 iprec_at_recall_0.40 15_10 0.3333 iprec_at_recall_0.50 15_10 0.2969 iprec_at_recall_0.60 15_10 0.2838 iprec_at_recall_0.70 15_10 0.2427 iprec_at_recall_0.80 15_10 0.2231 iprec_at_recall_0.90 15_10 0.0909 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 0.4000 P_10 15_10 0.3000 P_15 15_10 0.4000 P_20 15_10 0.3500 P_30 15_10 0.3000 P_100 15_10 0.2400 P_200 15_10 0.1500 P_500 15_10 0.0660 P_1000 15_10 0.0340 relstring 15_10 '01001-1--0' recall_5 15_10 0.0571 recall_10 15_10 0.0857 recall_15 15_10 0.1714 recall_20 15_10 0.2000 recall_30 15_10 0.2571 recall_100 15_10 0.6857 recall_200 15_10 0.8571 recall_500 15_10 0.9429 recall_1000 15_10 0.9714 infAP 15_10 0.2808 Rprec_mult_0.20 15_10 0.4286 Rprec_mult_0.40 15_10 0.3571 Rprec_mult_0.60 15_10 0.3810 Rprec_mult_0.80 15_10 0.3214 Rprec_mult_1.00 15_10 0.3429 Rprec_mult_1.20 15_10 0.3095 Rprec_mult_1.40 15_10 0.3061 Rprec_mult_1.60 15_10 0.2857 Rprec_mult_1.80 15_10 0.2857 Rprec_mult_2.00 15_10 0.2714 utility 15_10 -932.0000 11pt_avg 15_10 0.2839 binG 15_10 0.2096 G 15_10 0.1838 ndcg 15_10 0.5506 ndcg_rel 15_10 0.3628 Rndcg 15_10 0.2741 ndcg_cut_5 15_10 0.1352 ndcg_cut_10 15_10 0.1296 ndcg_cut_15 15_10 0.2260 ndcg_cut_20 15_10 0.2418 ndcg_cut_30 15_10 0.2363 ndcg_cut_100 15_10 0.4516 ndcg_cut_200 15_10 0.5143 ndcg_cut_500 15_10 0.5369 ndcg_cut_1000 15_10 0.5506 map_cut_5 15_10 0.0257 map_cut_10 15_10 0.0380 map_cut_15 15_10 0.0699 map_cut_20 15_10 0.0810 map_cut_30 15_10 0.1011 map_cut_100 15_10 0.2321 map_cut_200 15_10 0.2700 map_cut_500 15_10 0.2790 map_cut_1000 15_10 0.2808 relative_P_5 15_10 0.4000 relative_P_10 15_10 0.3000 relative_P_15 15_10 0.4000 relative_P_20 15_10 0.3500 relative_P_30 15_10 0.3000 relative_P_100 15_10 0.6857 relative_P_200 15_10 0.8571 relative_P_500 15_10 0.9429 relative_P_1000 15_10 0.9714 success_1 15_10 0.0000 success_5 15_10 1.0000 success_10 15_10 1.0000 set_P 15_10 0.0340 set_relative_P 15_10 0.9714 set_recall 15_10 0.9714 set_map 15_10 0.0330 set_F 15_10 0.0657 num_nonrel_judged_ret 15_10 26 rbp 15_10 0.1409 rbp_resid 15_10 0.2742 unj_5 15_10 0.0000 unj_10 15_10 0.3000 unj_20 15_10 0.3000 num_ret 15_3 1000 num_rel 15_3 22 num_rel_ret 15_3 9 map 15_3 0.0074 Rprec 15_3 0.0000 bpref 15_3 0.0207 recip_rank 15_3 0.0385 iprec_at_recall_0.00 15_3 0.0385 iprec_at_recall_0.10 15_3 0.0203 iprec_at_recall_0.20 15_3 0.0203 iprec_at_recall_0.30 15_3 0.0128 iprec_at_recall_0.40 15_3 0.0091 iprec_at_recall_0.50 15_3 0.0000 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.0000 P_10 15_3 0.0000 P_15 15_3 0.0000 P_20 15_3 0.0000 P_30 15_3 0.0333 P_100 15_3 0.0100 P_200 15_3 0.0200 P_500 15_3 0.0120 P_1000 15_3 0.0090 relstring 15_3 '00000----0' recall_5 15_3 0.0000 recall_10 15_3 0.0000 recall_15 15_3 0.0000 recall_20 15_3 0.0000 recall_30 15_3 0.0455 recall_100 15_3 0.0455 recall_200 15_3 0.1818 recall_500 15_3 0.2727 recall_1000 15_3 0.4091 infAP 15_3 0.0074 Rprec_mult_0.20 15_3 0.0000 Rprec_mult_0.40 15_3 0.0000 Rprec_mult_0.60 15_3 0.0000 Rprec_mult_0.80 15_3 0.0000 Rprec_mult_1.00 15_3 0.0000 Rprec_mult_1.20 15_3 0.0370 Rprec_mult_1.40 15_3 0.0323 Rprec_mult_1.60 15_3 0.0278 Rprec_mult_1.80 15_3 0.0250 Rprec_mult_2.00 15_3 0.0227 utility 15_3 -982.0000 11pt_avg 15_3 0.0092 binG 15_3 0.0537 G 15_3 0.0544 ndcg 15_3 0.1479 ndcg_rel 15_3 0.1277 Rndcg 15_3 0.0493 ndcg_cut_5 15_3 0.0000 ndcg_cut_10 15_3 0.0000 ndcg_cut_15 15_3 0.0000 ndcg_cut_20 15_3 0.0000 ndcg_cut_30 15_3 0.0350 ndcg_cut_100 15_3 0.0350 ndcg_cut_200 15_3 0.0810 ndcg_cut_500 15_3 0.1216 ndcg_cut_1000 15_3 0.1479 map_cut_5 15_3 0.0000 map_cut_10 15_3 0.0000 map_cut_15 15_3 0.0000 map_cut_20 15_3 0.0000 map_cut_30 15_3 0.0017 map_cut_100 15_3 0.0017 map_cut_200 15_3 0.0042 map_cut_500 15_3 0.0059 map_cut_1000 15_3 0.0074 relative_P_5 15_3 0.0000 relative_P_10 15_3 0.0000 relative_P_15 15_3 0.0000 relative_P_20 15_3 0.0000 relative_P_30 15_3 0.0455 relative_P_100 15_3 0.0455 relative_P_200 15_3 0.1818 relative_P_500 15_3 0.2727 relative_P_1000 15_3 0.4091 success_1 15_3 0.0000 success_5 15_3 0.0000 success_10 15_3 0.0000 set_P 15_3 0.0090 set_relative_P 15_3 0.4091 set_recall 15_3 0.4091 set_map 15_3 0.0037 set_F 15_3 0.0176 num_nonrel_judged_ret 15_3 38 rbp 15_3 0.0072 rbp_resid 15_3 0.4170 unj_5 15_3 0.0000 unj_10 15_3 0.4000 unj_20 15_3 0.4500 num_ret 15_4 1000 num_rel 15_4 20 num_rel_ret 15_4 13 map 15_4 0.0145 Rprec 15_4 0.0000 bpref 15_4 0.0000 recip_rank 15_4 0.0125 iprec_at_recall_0.00 15_4 0.0357 iprec_at_recall_0.10 15_4 0.0357 iprec_at_recall_0.20 15_4 0.0357 iprec_at_recall_0.30 15_4 0.0281 iprec_at_recall_0.40 15_4 0.0281 iprec_at_recall_0.50 15_4 0.0219 iprec_at_recall_0.60 15_4 0.0196 iprec_at_recall_0.70 15_4 0.0000 iprec_at_recall_0.80 15_4 0.0000 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.0000 P_10 15_4 0.0000 P_15 15_4 0.0000 P_20 15_4 0.0000 P_30 15_4 0.0000 P_100 15_4 0.0300 P_200 15_4 0.0200 P_500 15_4 0.0180 P_1000 15_4 0.0130 relstring 15_4 '00000-----' recall_5 15_4 0.0000 recall_10 15_4 0.0000 recall_15 15_4 0.0000 recall_20 15_4 0.0000 recall_30 15_4 0.0000 recall_100 15_4 0.1500 recall_200 15_4 0.2000 recall_500 15_4 0.4500 recall_1000 15_4 0.6500 infAP 15_4 0.0145 Rprec_mult_0.20 15_4 0.0000 Rprec_mult_0.40 15_4 0.0000 Rprec_mult_0.60 15_4 0.0000 Rprec_mult_0.80 15_4 0.0000 Rprec_mult_1.00 15_4 0.0000 Rprec_mult_1.20 15_4 0.0000 Rprec_mult_1.40 15_4 0.0000 Rprec_mult_1.60 15_4 0.0000 Rprec_mult_1.80 15_4 0.0000 Rprec_mult_2.00 15_4 0.0000 utility 15_4 -974.0000 11pt_avg 15_4 0.0186 binG 15_4 0.0826 G 15_4 0.0853 ndcg 15_4 0.2312 ndcg_rel 15_4 0.1698 Rndcg 15_4 0.0771 ndcg_cut_5 15_4 0.0000 ndcg_cut_10 15_4 0.0000 ndcg_cut_15 15_4 0.0000 ndcg_cut_20 15_4 0.0000 ndcg_cut_30 15_4 0.0000 ndcg_cut_100 15_4 0.0608 ndcg_cut_200 15_4 0.0839 ndcg_cut_500 15_4 0.1796 ndcg_cut_1000 15_4 0.2312 map_cut_5 15_4 0.0000 map_cut_10 15_4 0.0000 map_cut_15 15_4 0.0000 map_cut_20 15_4 0.0000 map_cut_30 15_4 0.0000 map_cut_100 15_4 0.0032 map_cut_200 15_4 0.0050 map_cut_500 15_4 0.0106 map_cut_1000 15_4 0.0145 relative_P_5 15_4 0.0000 relative_P_10 15_4 0.0000 relative_P_15 15_4 0.0000 relative_P_20 15_4 0.0000 relative_P_30 15_4 0.0000 relative_P_100 15_4 0.1500 relative_P_200 15_4 0.2000 relative_P_500 15_4 0.4500 relative_P_1000 15_4 0.6500 success_1 15_4 0.0000 success_5 15_4 0.0000 success_10 15_4 0.0000 set_P 15_4 0.0130 set_relative_P 15_4 0.6500 set_recall 15_4 0.6500 set_map 15_4 0.0084 set_F 15_4 0.0255 num_nonrel_judged_ret 15_4 49 rbp 15_4 0.0000 rbp_resid 15_4 0.4518 unj_5 15_4 0.0000 unj_10 15_4 0.5000 unj_20 15_4 0.5500 num_ret 15_5 1000 num_rel 15_5 31 num_rel_ret 15_5 24 map 15_5 0.0570 Rprec 15_5 0.0645 bpref 15_5 0.4017 recip_rank 15_5 0.3333 iprec_at_recall_0.00 15_5 0.3333 iprec_at_recall_0.10 15_5 0.0789 iprec_at_recall_0.20 15_5 0.0789 iprec_at_recall_0.30 15_5 0.0726 iprec_at_recall_0.40 15_5 0.0699 iprec_at_recall_0.50 15_5 0.0563 iprec_at_recall_0.60 15_5 0.0528 iprec_at_recall_0.70 15_5 0.0399 iprec_at_recall_0.80 15_5 0.0000 iprec_at_recall_0.90 15_5 0.0000 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.2000 P_10 15_5 0.1000 P_15 15_5 0.0667 P_20 15_5 0.1000 P_30 15_5 0.0667 P_100 15_5 0.0700 P_200 15_5 0.0650 P_500 15_5 0.0420 P_1000 15_5 0.0240 relstring 15_5 '00100-----' recall_5 15_5 0.0323 recall_10 15_5 0.0323 recall_15 15_5 0.0323 recall_20 15_5 0.0645 recall_30 15_5 0.0645 recall_100 15_5 0.2258 recall_200 15_5 0.4194 recall_500 15_5 0.6774 recall_1000 15_5 0.7742 infAP 15_5 0.0570 Rprec_mult_0.20 15_5 0.1429 Rprec_mult_0.40 15_5 0.0769 Rprec_mult_0.60 15_5 0.1053 Rprec_mult_0.80 15_5 0.0800 Rprec_mult_1.00 15_5 0.0645 Rprec_mult_1.20 15_5 0.0526 Rprec_mult_1.40 15_5 0.0455 Rprec_mult_1.60 15_5 0.0600 Rprec_mult_1.80 15_5 0.0714 Rprec_mult_2.00 15_5 0.0645 utility 15_5 -952.0000 11pt_avg 15_5 0.0711 binG 15_5 0.1197 G 15_5 0.1150 ndcg 15_5 0.3304 ndcg_rel 15_5 0.2387 Rndcg 15_5 0.1341 ndcg_cut_5 15_5 0.0623 ndcg_cut_10 15_5 0.0470 ndcg_cut_15 15_5 0.0419 ndcg_cut_20 15_5 0.0919 ndcg_cut_30 15_5 0.0791 ndcg_cut_100 15_5 0.1520 ndcg_cut_200 15_5 0.2156 ndcg_cut_500 15_5 0.3096 ndcg_cut_1000 15_5 0.3304 map_cut_5 15_5 0.0108 map_cut_10 15_5 0.0108 map_cut_15 15_5 0.0108 map_cut_20 15_5 0.0143 map_cut_30 15_5 0.0143 map_cut_100 15_5 0.0257 map_cut_200 15_5 0.0393 map_cut_500 15_5 0.0535 map_cut_1000 15_5 0.0570 relative_P_5 15_5 0.2000 relative_P_10 15_5 0.1000 relative_P_15 15_5 0.0667 relative_P_20 15_5 0.1000 relative_P_30 15_5 0.0667 relative_P_100 15_5 0.2258 relative_P_200 15_5 0.4194 relative_P_500 15_5 0.6774 relative_P_1000 15_5 0.7742 success_1 15_5 0.0000 success_5 15_5 1.0000 success_10 15_5 1.0000 set_P 15_5 0.0240 set_relative_P 15_5 0.7742 set_recall 15_5 0.7742 set_map 15_5 0.0186 set_F 15_5 0.0466 num_nonrel_judged_ret 15_5 23 rbp 15_5 0.0440 rbp_resid 15_5 0.4840 unj_5 15_5 0.0000 unj_10 15_5 0.5000 unj_20 15_5 0.6000 num_ret 15_6 1000 num_rel 15_6 19 num_rel_ret 15_6 13 map 15_6 0.0599 Rprec 15_6 0.1053 bpref 15_6 0.0886 recip_rank 15_6 0.5000 iprec_at_recall_0.00 15_6 0.5000 iprec_at_recall_0.10 15_6 0.2500 iprec_at_recall_0.20 15_6 0.0615 iprec_at_recall_0.30 15_6 0.0414 iprec_at_recall_0.40 15_6 0.0292 iprec_at_recall_0.50 15_6 0.0270 iprec_at_recall_0.60 15_6 0.0236 iprec_at_recall_0.70 15_6 0.0199 iprec_at_recall_0.80 15_6 0.0000 iprec_at_recall_0.90 15_6 0.0000 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.2000 P_10 15_6 0.2000 P_15 15_6 0.1333 P_20 15_6 0.1000 P_30 15_6 0.0667 P_100 15_6 0.0500 P_200 15_6 0.0300 P_500 15_6 0.0220 P_1000 15_6 0.0130 relstring 15_6 '020000-10-' recall_5 15_6 0.0526 recall_10 15_6 0.1053 recall_15 15_6 0.1053 recall_20 15_6 0.1053 recall_30 15_6 0.1053 recall_100 15_6 0.2632 recall_200 15_6 0.3158 recall_500 15_6 0.5789 recall_1000 15_6 0.6842 infAP 15_6 0.0599 Rprec_mult_0.20 15_6 0.2500 Rprec_mult_0.40 15_6 0.2500 Rprec_mult_0.60 15_6 0.1667 Rprec_mult_0.80 15_6 0.1250 Rprec_mult_1.00 15_6 0.1053 Rprec_mult_1.20 15_6 0.0870 Rprec_mult_1.40 15_6 0.0741 Rprec_mult_1.60 15_6 0.0645 Rprec_mult_1.80 15_6 0.0571 Rprec_mult_2.00 15_6 0.0526 utility 15_6 -974.0000 11pt_avg 15_6 0.0866 binG 15_6 0.1272 G 15_6 0.1060 ndcg 15_6 0.3128 ndcg_rel 15_6 0.2546 Rndcg 15_6 0.1348 ndcg_cut_5 15_6 0.1830 ndcg_cut_10 15_6 0.1564 ndcg_cut_15 15_6 0.1240 ndcg_cut_20 15_6 0.1114 ndcg_cut_30 15_6 0.1114 ndcg_cut_100 15_6 0.1698 ndcg_cut_200 15_6 0.1895 ndcg_cut_500 15_6 0.2824 ndcg_cut_1000 15_6 0.3128 map_cut_5 15_6 0.0263 map_cut_10 15_6 0.0395 map_cut_15 15_6 0.0395 map_cut_20 15_6 0.0395 map_cut_30 15_6 0.0395 map_cut_100 15_6 0.0485 map_cut_200 15_6 0.0506 map_cut_500 15_6 0.0578 map_cut_1000 15_6 0.0599 relative_P_5 15_6 0.2000 relative_P_10 15_6 0.2000 relative_P_15 15_6 0.1333 relative_P_20 15_6 0.1053 relative_P_30 15_6 0.1053 relative_P_100 15_6 0.2632 relative_P_200 15_6 0.3158 relative_P_500 15_6 0.5789 relative_P_1000 15_6 0.6842 success_1 15_6 0.0000 success_5 15_6 1.0000 success_10 15_6 1.0000 set_P 15_6 0.0130 set_relative_P 15_6 0.6842 set_recall 15_6 0.6842 set_map 15_6 0.0089 set_F 15_6 0.0255 num_nonrel_judged_ret 15_6 70 rbp 15_6 0.0762 rbp_resid 15_6 0.2617 unj_5 15_6 0.0000 unj_10 15_6 0.2000 unj_20 15_6 0.3500 num_ret 1_1 1000 num_rel 1_1 257 num_rel_ret 1_1 110 map 1_1 0.0623 Rprec 1_1 0.0623 bpref 1_1 0.3303 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 0.1200 iprec_at_recall_0.20 1_1 0.1183 iprec_at_recall_0.30 1_1 0.1183 iprec_at_recall_0.40 1_1 0.1124 iprec_at_recall_0.50 1_1 0.0000 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 0.4000 P_10 1_1 0.4000 P_15 1_1 0.4667 P_20 1_1 0.4500 P_30 1_1 0.3333 P_100 1_1 0.1100 P_200 1_1 0.0650 P_500 1_1 0.1060 P_1000 1_1 0.1100 relstring 1_1 '2010011000' recall_5 1_1 0.0078 recall_10 1_1 0.0156 recall_15 1_1 0.0272 recall_20 1_1 0.0350 recall_30 1_1 0.0389 recall_100 1_1 0.0428 recall_200 1_1 0.0506 recall_500 1_1 0.2062 recall_1000 1_1 0.4280 infAP 1_1 0.0623 Rprec_mult_0.20 1_1 0.1923 Rprec_mult_0.40 1_1 0.1068 Rprec_mult_0.60 1_1 0.0839 Rprec_mult_0.80 1_1 0.0631 Rprec_mult_1.00 1_1 0.0623 Rprec_mult_1.20 1_1 0.0777 Rprec_mult_1.40 1_1 0.1139 Rprec_mult_1.60 1_1 0.1165 Rprec_mult_1.80 1_1 0.1145 Rprec_mult_2.00 1_1 0.1051 utility 1_1 -780.0000 11pt_avg 1_1 0.1335 binG 1_1 0.0610 G 1_1 0.0547 ndcg 1_1 0.3318 ndcg_rel 1_1 0.2814 Rndcg 1_1 0.2011 ndcg_cut_5 1_1 0.2826 ndcg_cut_10 1_1 0.2340 ndcg_cut_15 1_1 0.2594 ndcg_cut_20 1_1 0.2762 ndcg_cut_30 1_1 0.2453 ndcg_cut_100 1_1 0.1306 ndcg_cut_200 1_1 0.0980 ndcg_cut_500 1_1 0.1757 ndcg_cut_1000 1_1 0.3318 map_cut_5 1_1 0.0065 map_cut_10 1_1 0.0107 map_cut_15 1_1 0.0160 map_cut_20 1_1 0.0197 map_cut_30 1_1 0.0213 map_cut_100 1_1 0.0220 map_cut_200 1_1 0.0228 map_cut_500 1_1 0.0376 map_cut_1000 1_1 0.0623 relative_P_5 1_1 0.4000 relative_P_10 1_1 0.4000 relative_P_15 1_1 0.4667 relative_P_20 1_1 0.4500 relative_P_30 1_1 0.3333 relative_P_100 1_1 0.1100 relative_P_200 1_1 0.0650 relative_P_500 1_1 0.2062 relative_P_1000 1_1 0.4280 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.1100 set_relative_P 1_1 0.4280 set_recall 1_1 0.4280 set_map 1_1 0.0471 set_F 1_1 0.1750 num_nonrel_judged_ret 1_1 16 rbp 1_1 0.2057 rbp_resid 1_1 0.1000 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1000 num_rel 1_2 114 num_rel_ret 1_2 83 map 1_2 0.2681 Rprec 1_2 0.3333 bpref 1_2 0.6611 recip_rank 1_2 1.0000 iprec_at_recall_0.00 1_2 1.0000 iprec_at_recall_0.10 1_2 0.6875 iprec_at_recall_0.20 1_2 0.5227 iprec_at_recall_0.30 1_2 0.3723 iprec_at_recall_0.40 1_2 0.2597 iprec_at_recall_0.50 1_2 0.1647 iprec_at_recall_0.60 1_2 0.0979 iprec_at_recall_0.70 1_2 0.0848 iprec_at_recall_0.80 1_2 0.0000 iprec_at_recall_0.90 1_2 0.0000 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 1.0000 P_10 1_2 0.7000 P_15 1_2 0.6667 P_20 1_2 0.6500 P_30 1_2 0.6000 P_100 1_2 0.3500 P_200 1_2 0.2400 P_500 1_2 0.1220 P_1000 1_2 0.0830 relstring 1_2 '221112---2' recall_5 1_2 0.0439 recall_10 1_2 0.0614 recall_15 1_2 0.0877 recall_20 1_2 0.1140 recall_30 1_2 0.1579 recall_100 1_2 0.3070 recall_200 1_2 0.4211 recall_500 1_2 0.5351 recall_1000 1_2 0.7281 infAP 1_2 0.2681 Rprec_mult_0.20 1_2 0.6087 Rprec_mult_0.40 1_2 0.5000 Rprec_mult_0.60 1_2 0.4203 Rprec_mult_0.80 1_2 0.3587 Rprec_mult_1.00 1_2 0.3333 Rprec_mult_1.20 1_2 0.3066 Rprec_mult_1.40 1_2 0.2750 Rprec_mult_1.60 1_2 0.2568 Rprec_mult_1.80 1_2 0.2379 Rprec_mult_2.00 1_2 0.2281 utility 1_2 -834.0000 11pt_avg 1_2 0.2900 binG 1_2 0.1709 G 1_2 0.1155 ndcg 1_2 0.5631 ndcg_rel 1_2 0.4652 Rndcg 1_2 0.4247 ndcg_cut_5 1_2 0.4651 ndcg_cut_10 1_2 0.4012 ndcg_cut_15 1_2 0.3884 ndcg_cut_20 1_2 0.3880 ndcg_cut_30 1_2 0.3737 ndcg_cut_100 1_2 0.3377 ndcg_cut_200 1_2 0.3967 ndcg_cut_500 1_2 0.4776 ndcg_cut_1000 1_2 0.5631 map_cut_5 1_2 0.0439 map_cut_10 1_2 0.0588 map_cut_15 1_2 0.0776 map_cut_20 1_2 0.0955 map_cut_30 1_2 0.1225 map_cut_100 1_2 0.1932 map_cut_200 1_2 0.2283 map_cut_500 1_2 0.2501 map_cut_1000 1_2 0.2681 relative_P_5 1_2 1.0000 relative_P_10 1_2 0.7000 relative_P_15 1_2 0.6667 relative_P_20 1_2 0.6500 relative_P_30 1_2 0.6000 relative_P_100 1_2 0.3500 relative_P_200 1_2 0.4211 relative_P_500 1_2 0.5351 relative_P_1000 1_2 0.7281 success_1 1_2 1.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 0.0830 set_relative_P 1_2 0.7281 set_recall 1_2 0.7281 set_map 1_2 0.0604 set_F 1_2 0.1490 num_nonrel_judged_ret 1_2 9 rbp 1_2 0.2771 rbp_resid 1_2 0.2729 unj_5 1_2 0.0000 unj_10 1_2 0.3000 unj_20 1_2 0.3000 num_ret 1_3 1000 num_rel 1_3 71 num_rel_ret 1_3 62 map 1_3 0.1424 Rprec 1_3 0.1408 bpref 1_3 0.7597 recip_rank 1_3 1.0000 iprec_at_recall_0.00 1_3 1.0000 iprec_at_recall_0.10 1_3 0.1667 iprec_at_recall_0.20 1_3 0.1266 iprec_at_recall_0.30 1_3 0.1266 iprec_at_recall_0.40 1_3 0.1266 iprec_at_recall_0.50 1_3 0.1266 iprec_at_recall_0.60 1_3 0.1266 iprec_at_recall_0.70 1_3 0.1139 iprec_at_recall_0.80 1_3 0.0942 iprec_at_recall_0.90 1_3 0.0000 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 0.8000 P_10 1_3 0.4000 P_15 1_3 0.2667 P_20 1_3 0.2000 P_30 1_3 0.1667 P_100 1_3 0.1100 P_200 1_3 0.1000 P_500 1_3 0.1040 P_1000 1_3 0.0620 relstring 1_3 '11011-----' recall_5 1_3 0.0563 recall_10 1_3 0.0563 recall_15 1_3 0.0563 recall_20 1_3 0.0563 recall_30 1_3 0.0704 recall_100 1_3 0.1549 recall_200 1_3 0.2817 recall_500 1_3 0.7324 recall_1000 1_3 0.8732 infAP 1_3 0.1424 Rprec_mult_0.20 1_3 0.2667 Rprec_mult_0.40 1_3 0.1724 Rprec_mult_0.60 1_3 0.1628 Rprec_mult_0.80 1_3 0.1228 Rprec_mult_1.00 1_3 0.1408 Rprec_mult_1.20 1_3 0.1279 Rprec_mult_1.40 1_3 0.1100 Rprec_mult_1.60 1_3 0.1053 Rprec_mult_1.80 1_3 0.1016 Rprec_mult_2.00 1_3 0.0986 utility 1_3 -876.0000 11pt_avg 1_3 0.1825 binG 1_3 0.1529 G 1_3 0.1228 ndcg 1_3 0.4986 ndcg_rel 1_3 0.3361 Rndcg 1_3 0.2492 ndcg_cut_5 1_3 0.2768 ndcg_cut_10 1_3 0.1976 ndcg_cut_15 1_3 0.1629 ndcg_cut_20 1_3 0.1408 ndcg_cut_30 1_3 0.1229 ndcg_cut_100 1_3 0.1473 ndcg_cut_200 1_3 0.2079 ndcg_cut_500 1_3 0.4369 ndcg_cut_1000 1_3 0.4986 map_cut_5 1_3 0.0500 map_cut_10 1_3 0.0500 map_cut_15 1_3 0.0500 map_cut_20 1_3 0.0500 map_cut_30 1_3 0.0527 map_cut_100 1_3 0.0654 map_cut_200 1_3 0.0784 map_cut_500 1_3 0.1295 map_cut_1000 1_3 0.1424 relative_P_5 1_3 0.8000 relative_P_10 1_3 0.4000 relative_P_15 1_3 0.2667 relative_P_20 1_3 0.2000 relative_P_30 1_3 0.1667 relative_P_100 1_3 0.1549 relative_P_200 1_3 0.2817 relative_P_500 1_3 0.7324 relative_P_1000 1_3 0.8732 success_1 1_3 1.0000 success_5 1_3 1.0000 success_10 1_3 1.0000 set_P 1_3 0.0620 set_relative_P 1_3 0.8732 set_recall 1_3 0.8732 set_map 1_3 0.0541 set_F 1_3 0.1158 num_nonrel_judged_ret 1_3 15 rbp 1_3 0.1137 rbp_resid 1_3 0.5790 unj_5 1_3 0.0000 unj_10 1_3 0.5000 unj_20 1_3 0.7500 num_ret 1_4 1000 num_rel 1_4 134 num_rel_ret 1_4 107 map 1_4 0.3689 Rprec 1_4 0.4552 bpref 1_4 0.7184 recip_rank 1_4 1.0000 iprec_at_recall_0.00 1_4 1.0000 iprec_at_recall_0.10 1_4 0.6094 iprec_at_recall_0.20 1_4 0.6094 iprec_at_recall_0.30 1_4 0.6061 iprec_at_recall_0.40 1_4 0.4737 iprec_at_recall_0.50 1_4 0.4386 iprec_at_recall_0.60 1_4 0.4030 iprec_at_recall_0.70 1_4 0.3186 iprec_at_recall_0.80 1_4 0.1209 iprec_at_recall_0.90 1_4 0.0000 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 0.6000 P_10 1_4 0.5000 P_15 1_4 0.4667 P_20 1_4 0.4500 P_30 1_4 0.4667 P_100 1_4 0.4800 P_200 1_4 0.4000 P_500 1_4 0.1960 P_1000 1_4 0.1070 relstring 1_4 '32020---21' recall_5 1_4 0.0224 recall_10 1_4 0.0373 recall_15 1_4 0.0522 recall_20 1_4 0.0672 recall_30 1_4 0.1045 recall_100 1_4 0.3582 recall_200 1_4 0.5970 recall_500 1_4 0.7313 recall_1000 1_4 0.7985 infAP 1_4 0.3689 Rprec_mult_0.20 1_4 0.4815 Rprec_mult_0.40 1_4 0.5926 Rprec_mult_0.60 1_4 0.5556 Rprec_mult_0.80 1_4 0.4815 Rprec_mult_1.00 1_4 0.4552 Rprec_mult_1.20 1_4 0.4348 Rprec_mult_1.40 1_4 0.4149 Rprec_mult_1.60 1_4 0.3907 Rprec_mult_1.80 1_4 0.3636 Rprec_mult_2.00 1_4 0.3358 utility 1_4 -786.0000 11pt_avg 1_4 0.4163 binG 1_4 0.1623 G 1_4 0.1377 ndcg 1_4 0.6671 ndcg_rel 1_4 0.5393 Rndcg 1_4 0.4893 ndcg_cut_5 1_4 0.5792 ndcg_cut_10 1_4 0.4412 ndcg_cut_15 1_4 0.3778 ndcg_cut_20 1_4 0.3565 ndcg_cut_30 1_4 0.3655 ndcg_cut_100 1_4 0.4305 ndcg_cut_200 1_4 0.5536 ndcg_cut_500 1_4 0.6395 ndcg_cut_1000 1_4 0.6671 map_cut_5 1_4 0.0205 map_cut_10 1_4 0.0276 map_cut_15 1_4 0.0354 map_cut_20 1_4 0.0424 map_cut_30 1_4 0.0606 map_cut_100 1_4 0.2048 map_cut_200 1_4 0.3117 map_cut_500 1_4 0.3581 map_cut_1000 1_4 0.3689 relative_P_5 1_4 0.6000 relative_P_10 1_4 0.5000 relative_P_15 1_4 0.4667 relative_P_20 1_4 0.4500 relative_P_30 1_4 0.4667 relative_P_100 1_4 0.4800 relative_P_200 1_4 0.5970 relative_P_500 1_4 0.7313 relative_P_1000 1_4 0.7985 success_1 1_4 1.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 0.1070 set_relative_P 1_4 0.7985 set_recall 1_4 0.7985 set_map 1_4 0.0854 set_F 1_4 0.1887 num_nonrel_judged_ret 1_4 6 rbp 1_4 0.3263 rbp_resid 1_4 0.3139 unj_5 1_4 0.0000 unj_10 1_4 0.3000 unj_20 1_4 0.4000 num_ret 1_6 1000 num_rel 1_6 121 num_rel_ret 1_6 36 map 1_6 0.0261 Rprec 1_6 0.0826 bpref 1_6 0.2321 recip_rank 1_6 0.2500 iprec_at_recall_0.00 1_6 0.2500 iprec_at_recall_0.10 1_6 0.0670 iprec_at_recall_0.20 1_6 0.0501 iprec_at_recall_0.30 1_6 0.0367 iprec_at_recall_0.40 1_6 0.0000 iprec_at_recall_0.50 1_6 0.0000 iprec_at_recall_0.60 1_6 0.0000 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 0.2000 P_10 1_6 0.1000 P_15 1_6 0.0667 P_20 1_6 0.1000 P_30 1_6 0.2333 P_100 1_6 0.1000 P_200 1_6 0.0600 P_500 1_6 0.0440 P_1000 1_6 0.0360 relstring 1_6 '00030-----' recall_5 1_6 0.0083 recall_10 1_6 0.0083 recall_15 1_6 0.0083 recall_20 1_6 0.0165 recall_30 1_6 0.0579 recall_100 1_6 0.0826 recall_200 1_6 0.0992 recall_500 1_6 0.1818 recall_1000 1_6 0.2975 infAP 1_6 0.0261 Rprec_mult_0.20 1_6 0.2400 Rprec_mult_0.40 1_6 0.1633 Rprec_mult_0.60 1_6 0.1096 Rprec_mult_0.80 1_6 0.1031 Rprec_mult_1.00 1_6 0.0826 Rprec_mult_1.20 1_6 0.0753 Rprec_mult_1.40 1_6 0.0647 Rprec_mult_1.60 1_6 0.0619 Rprec_mult_1.80 1_6 0.0642 Rprec_mult_2.00 1_6 0.0579 utility 1_6 -928.0000 11pt_avg 1_6 0.0367 binG 1_6 0.0441 G 1_6 0.0437 ndcg 1_6 0.2129 ndcg_rel 1_6 0.1901 Rndcg 1_6 0.1165 ndcg_cut_5 1_6 0.1461 ndcg_cut_10 1_6 0.0948 ndcg_cut_15 1_6 0.0735 ndcg_cut_20 1_6 0.0725 ndcg_cut_30 1_6 0.1184 ndcg_cut_100 1_6 0.0846 ndcg_cut_200 1_6 0.0910 ndcg_cut_500 1_6 0.1416 ndcg_cut_1000 1_6 0.2129 map_cut_5 1_6 0.0021 map_cut_10 1_6 0.0021 map_cut_15 1_6 0.0021 map_cut_20 1_6 0.0030 map_cut_30 1_6 0.0115 map_cut_100 1_6 0.0154 map_cut_200 1_6 0.0165 map_cut_500 1_6 0.0209 map_cut_1000 1_6 0.0261 relative_P_5 1_6 0.2000 relative_P_10 1_6 0.1000 relative_P_15 1_6 0.0667 relative_P_20 1_6 0.1000 relative_P_30 1_6 0.2333 relative_P_100 1_6 0.1000 relative_P_200 1_6 0.0992 relative_P_500 1_6 0.1818 relative_P_1000 1_6 0.2975 success_1 1_6 0.0000 success_5 1_6 1.0000 success_10 1_6 1.0000 set_P 1_6 0.0360 set_relative_P 1_6 0.2975 set_recall 1_6 0.2975 set_map 1_6 0.0107 set_F 1_6 0.0642 num_nonrel_judged_ret 1_6 23 rbp 1_6 0.1001 rbp_resid 1_6 0.5057 unj_5 1_6 0.0000 unj_10 1_6 0.5000 unj_20 1_6 0.7000 num_ret 1_7 1000 num_rel 1_7 110 num_rel_ret 1_7 53 map 1_7 0.2868 Rprec 1_7 0.3455 bpref 1_7 0.4649 recip_rank 1_7 1.0000 iprec_at_recall_0.00 1_7 1.0000 iprec_at_recall_0.10 1_7 0.8333 iprec_at_recall_0.20 1_7 0.7857 iprec_at_recall_0.30 1_7 0.4342 iprec_at_recall_0.40 1_7 0.2500 iprec_at_recall_0.50 1_7 0.0000 iprec_at_recall_0.60 1_7 0.0000 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 1.0000 P_10 1_7 0.8000 P_15 1_7 0.8000 P_20 1_7 0.8000 P_30 1_7 0.7333 P_100 1_7 0.3800 P_200 1_7 0.2250 P_500 1_7 0.1060 P_1000 1_7 0.0530 relstring 1_7 '12322111--' recall_5 1_7 0.0455 recall_10 1_7 0.0727 recall_15 1_7 0.1091 recall_20 1_7 0.1455 recall_30 1_7 0.2000 recall_100 1_7 0.3455 recall_200 1_7 0.4091 recall_500 1_7 0.4818 recall_1000 1_7 0.4818 infAP 1_7 0.2868 Rprec_mult_0.20 1_7 0.7727 Rprec_mult_0.40 1_7 0.6136 Rprec_mult_0.60 1_7 0.4848 Rprec_mult_0.80 1_7 0.4205 Rprec_mult_1.00 1_7 0.3455 Rprec_mult_1.20 1_7 0.3106 Rprec_mult_1.40 1_7 0.2792 Rprec_mult_1.60 1_7 0.2500 Rprec_mult_1.80 1_7 0.2273 Rprec_mult_2.00 1_7 0.2182 utility 1_7 -894.0000 11pt_avg 1_7 0.3003 binG 1_7 0.1744 G 1_7 0.1165 ndcg 1_7 0.5010 ndcg_rel 1_7 0.5145 Rndcg 1_7 0.4823 ndcg_cut_5 1_7 0.7169 ndcg_cut_10 1_7 0.5973 ndcg_cut_15 1_7 0.5787 ndcg_cut_20 1_7 0.5827 ndcg_cut_30 1_7 0.5393 ndcg_cut_100 1_7 0.4410 ndcg_cut_200 1_7 0.4634 ndcg_cut_500 1_7 0.5010 ndcg_cut_1000 1_7 0.5010 map_cut_5 1_7 0.0455 map_cut_10 1_7 0.0727 map_cut_15 1_7 0.1022 map_cut_20 1_7 0.1319 map_cut_30 1_7 0.1744 map_cut_100 1_7 0.2551 map_cut_200 1_7 0.2737 map_cut_500 1_7 0.2868 map_cut_1000 1_7 0.2868 relative_P_5 1_7 1.0000 relative_P_10 1_7 0.8000 relative_P_15 1_7 0.8000 relative_P_20 1_7 0.8000 relative_P_30 1_7 0.7333 relative_P_100 1_7 0.3800 relative_P_200 1_7 0.4091 relative_P_500 1_7 0.4818 relative_P_1000 1_7 0.4818 success_1 1_7 1.0000 success_5 1_7 1.0000 success_10 1_7 1.0000 set_P 1_7 0.0530 set_relative_P 1_7 0.4818 set_recall 1_7 0.4818 set_map 1_7 0.0255 set_F 1_7 0.0955 num_nonrel_judged_ret 1_7 14 rbp 1_7 0.4293 rbp_resid 1_7 0.1484 unj_5 1_7 0.0000 unj_10 1_7 0.2000 unj_20 1_7 0.1500 num_ret 1_8 1000 num_rel 1_8 118 num_rel_ret 1_8 68 map 1_8 0.3197 Rprec 1_8 0.3814 bpref 1_8 0.5692 recip_rank 1_8 1.0000 iprec_at_recall_0.00 1_8 1.0000 iprec_at_recall_0.10 1_8 0.9231 iprec_at_recall_0.20 1_8 0.8000 iprec_at_recall_0.30 1_8 0.5224 iprec_at_recall_0.40 1_8 0.3052 iprec_at_recall_0.50 1_8 0.1466 iprec_at_recall_0.60 1_8 0.0000 iprec_at_recall_0.70 1_8 0.0000 iprec_at_recall_0.80 1_8 0.0000 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 1.0000 P_10 1_8 0.9000 P_15 1_8 0.8000 P_20 1_8 0.8000 P_30 1_8 0.8000 P_100 1_8 0.4300 P_200 1_8 0.2650 P_500 1_8 0.1240 P_1000 1_8 0.0680 relstring 1_8 '222112212-' recall_5 1_8 0.0424 recall_10 1_8 0.0763 recall_15 1_8 0.1017 recall_20 1_8 0.1356 recall_30 1_8 0.2034 recall_100 1_8 0.3644 recall_200 1_8 0.4492 recall_500 1_8 0.5254 recall_1000 1_8 0.5763 infAP 1_8 0.3197 Rprec_mult_0.20 1_8 0.7917 Rprec_mult_0.40 1_8 0.6458 Rprec_mult_0.60 1_8 0.5070 Rprec_mult_0.80 1_8 0.4421 Rprec_mult_1.00 1_8 0.3814 Rprec_mult_1.20 1_8 0.3239 Rprec_mult_1.40 1_8 0.2831 Rprec_mult_1.60 1_8 0.2646 Rprec_mult_1.80 1_8 0.2488 Rprec_mult_2.00 1_8 0.2246 utility 1_8 -864.0000 11pt_avg 1_8 0.3361 binG 1_8 0.1930 G 1_8 0.1044 ndcg 1_8 0.5271 ndcg_rel 1_8 0.5179 Rndcg 1_8 0.4785 ndcg_cut_5 1_8 0.5742 ndcg_cut_10 1_8 0.5411 ndcg_cut_15 1_8 0.5196 ndcg_cut_20 1_8 0.5409 ndcg_cut_30 1_8 0.5692 ndcg_cut_100 1_8 0.4257 ndcg_cut_200 1_8 0.4474 ndcg_cut_500 1_8 0.4985 ndcg_cut_1000 1_8 0.5271 map_cut_5 1_8 0.0424 map_cut_10 1_8 0.0763 map_cut_15 1_8 0.0996 map_cut_20 1_8 0.1265 map_cut_30 1_8 0.1808 map_cut_100 1_8 0.2762 map_cut_200 1_8 0.3023 map_cut_500 1_8 0.3147 map_cut_1000 1_8 0.3197 relative_P_5 1_8 1.0000 relative_P_10 1_8 0.9000 relative_P_15 1_8 0.8000 relative_P_20 1_8 0.8000 relative_P_30 1_8 0.8000 relative_P_100 1_8 0.4300 relative_P_200 1_8 0.4492 relative_P_500 1_8 0.5254 relative_P_1000 1_8 0.5763 success_1 1_8 1.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 0.0680 set_relative_P 1_8 0.5763 set_recall 1_8 0.5763 set_map 1_8 0.0392 set_F 1_8 0.1216 num_nonrel_judged_ret 1_8 1 rbp 1_8 0.4816 rbp_resid 1_8 0.1490 unj_5 1_8 0.0000 unj_10 1_8 0.1000 unj_20 1_8 0.2000 num_ret 1_9 1000 num_rel 1_9 48 num_rel_ret 1_9 36 map 1_9 0.5220 Rprec 1_9 0.4792 bpref 1_9 0.7365 recip_rank 1_9 1.0000 iprec_at_recall_0.00 1_9 1.0000 iprec_at_recall_0.10 1_9 1.0000 iprec_at_recall_0.20 1_9 1.0000 iprec_at_recall_0.30 1_9 1.0000 iprec_at_recall_0.40 1_9 0.7143 iprec_at_recall_0.50 1_9 0.4902 iprec_at_recall_0.60 1_9 0.3919 iprec_at_recall_0.70 1_9 0.3208 iprec_at_recall_0.80 1_9 0.0000 iprec_at_recall_0.90 1_9 0.0000 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 1.0000 P_10 1_9 1.0000 P_15 1_9 0.9333 P_20 1_9 0.7500 P_30 1_9 0.6667 P_100 1_9 0.3300 P_200 1_9 0.1800 P_500 1_9 0.0720 P_1000 1_9 0.0360 relstring 1_9 '3332231322' recall_5 1_9 0.1042 recall_10 1_9 0.2083 recall_15 1_9 0.2917 recall_20 1_9 0.3125 recall_30 1_9 0.4167 recall_100 1_9 0.6875 recall_200 1_9 0.7500 recall_500 1_9 0.7500 recall_1000 1_9 0.7500 infAP 1_9 0.5220 Rprec_mult_0.20 1_9 1.0000 Rprec_mult_0.40 1_9 0.7500 Rprec_mult_0.60 1_9 0.6897 Rprec_mult_0.80 1_9 0.5385 Rprec_mult_1.00 1_9 0.4792 Rprec_mult_1.20 1_9 0.4483 Rprec_mult_1.40 1_9 0.4118 Rprec_mult_1.60 1_9 0.3766 Rprec_mult_1.80 1_9 0.3563 Rprec_mult_2.00 1_9 0.3229 utility 1_9 -928.0000 11pt_avg 1_9 0.5379 binG 1_9 0.3958 G 1_9 0.2805 ndcg 1_9 0.7782 ndcg_rel 1_9 0.7786 Rndcg 1_9 0.7206 ndcg_cut_5 1_9 0.9076 ndcg_cut_10 1_9 0.8478 ndcg_cut_15 1_9 0.7804 ndcg_cut_20 1_9 0.7110 ndcg_cut_30 1_9 0.6923 ndcg_cut_100 1_9 0.7360 ndcg_cut_200 1_9 0.7782 ndcg_cut_500 1_9 0.7782 ndcg_cut_1000 1_9 0.7782 map_cut_5 1_9 0.1042 map_cut_10 1_9 0.2083 map_cut_15 1_9 0.2917 map_cut_20 1_9 0.3073 map_cut_30 1_9 0.3838 map_cut_100 1_9 0.5025 map_cut_200 1_9 0.5220 map_cut_500 1_9 0.5220 map_cut_1000 1_9 0.5220 relative_P_5 1_9 1.0000 relative_P_10 1_9 1.0000 relative_P_15 1_9 0.9333 relative_P_20 1_9 0.7500 relative_P_30 1_9 0.6667 relative_P_100 1_9 0.6875 relative_P_200 1_9 0.7500 relative_P_500 1_9 0.7500 relative_P_1000 1_9 0.7500 success_1 1_9 1.0000 success_5 1_9 1.0000 success_10 1_9 1.0000 set_P 1_9 0.0360 set_relative_P 1_9 0.7500 set_recall 1_9 0.7500 set_map 1_9 0.0270 set_F 1_9 0.0687 num_nonrel_judged_ret 1_9 4 rbp 1_9 0.6733 rbp_resid 1_9 0.1426 unj_5 1_9 0.0000 unj_10 1_9 0.0000 unj_20 1_9 0.2000 num_ret 4_10 1000 num_rel 4_10 188 num_rel_ret 4_10 64 map 4_10 0.1733 Rprec 4_10 0.2553 bpref 4_10 0.3249 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 0.7143 iprec_at_recall_0.20 4_10 0.3838 iprec_at_recall_0.30 4_10 0.2029 iprec_at_recall_0.40 4_10 0.0000 iprec_at_recall_0.50 4_10 0.0000 iprec_at_recall_0.60 4_10 0.0000 iprec_at_recall_0.70 4_10 0.0000 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 1.0000 P_10 4_10 1.0000 P_15 4_10 0.8667 P_20 4_10 0.8000 P_30 4_10 0.6667 P_100 4_10 0.3800 P_200 4_10 0.2500 P_500 4_10 0.1220 P_1000 4_10 0.0640 relstring 4_10 '3332223233' recall_5 4_10 0.0266 recall_10 4_10 0.0532 recall_15 4_10 0.0691 recall_20 4_10 0.0851 recall_30 4_10 0.1064 recall_100 4_10 0.2021 recall_200 4_10 0.2660 recall_500 4_10 0.3245 recall_1000 4_10 0.3404 infAP 4_10 0.1733 Rprec_mult_0.20 4_10 0.5263 Rprec_mult_0.40 4_10 0.4342 Rprec_mult_0.60 4_10 0.3451 Rprec_mult_0.80 4_10 0.2848 Rprec_mult_1.00 4_10 0.2553 Rprec_mult_1.20 4_10 0.2257 Rprec_mult_1.40 4_10 0.2045 Rprec_mult_1.60 4_10 0.1860 Rprec_mult_1.80 4_10 0.1711 Rprec_mult_2.00 4_10 0.1596 utility 4_10 -872.0000 11pt_avg 4_10 0.2092 binG 4_10 0.1195 G 4_10 0.1300 ndcg 4_10 0.5240 ndcg_rel 4_10 0.5680 Rndcg 4_10 0.6274 ndcg_cut_5 4_10 0.9076 ndcg_cut_10 4_10 0.8907 ndcg_cut_15 4_10 0.8218 ndcg_cut_20 4_10 0.8053 ndcg_cut_30 4_10 0.7498 ndcg_cut_100 4_10 0.5777 ndcg_cut_200 4_10 0.4814 ndcg_cut_500 4_10 0.5177 ndcg_cut_1000 4_10 0.5240 map_cut_5 4_10 0.0266 map_cut_10 4_10 0.0532 map_cut_15 4_10 0.0691 map_cut_20 4_10 0.0820 map_cut_30 4_10 0.0970 map_cut_100 4_10 0.1417 map_cut_200 4_10 0.1605 map_cut_500 4_10 0.1718 map_cut_1000 4_10 0.1733 relative_P_5 4_10 1.0000 relative_P_10 4_10 1.0000 relative_P_15 4_10 0.8667 relative_P_20 4_10 0.8000 relative_P_30 4_10 0.6667 relative_P_100 4_10 0.3800 relative_P_200 4_10 0.2660 relative_P_500 4_10 0.3245 relative_P_1000 4_10 0.3404 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 0.0640 set_relative_P 4_10 0.3404 set_recall 4_10 0.3404 set_map 4_10 0.0218 set_F 4_10 0.1077 num_nonrel_judged_ret 4_10 4 rbp 4_10 0.7056 rbp_resid 4_10 0.1541 unj_5 4_10 0.0000 unj_10 4_10 0.0000 unj_20 4_10 0.2000 num_ret 4_11 1000 num_rel 4_11 171 num_rel_ret 4_11 50 map 4_11 0.0256 Rprec 4_11 0.0643 bpref 4_11 0.2498 recip_rank 4_11 0.5000 iprec_at_recall_0.00 4_11 0.5000 iprec_at_recall_0.10 4_11 0.0654 iprec_at_recall_0.20 4_11 0.0654 iprec_at_recall_0.30 4_11 0.0000 iprec_at_recall_0.40 4_11 0.0000 iprec_at_recall_0.50 4_11 0.0000 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 0.2000 P_10 4_11 0.2000 P_15 4_11 0.2000 P_20 4_11 0.2000 P_30 4_11 0.2000 P_100 4_11 0.0800 P_200 4_11 0.0550 P_500 4_11 0.0640 P_1000 4_11 0.0500 relstring 4_11 '0200001000' recall_5 4_11 0.0058 recall_10 4_11 0.0117 recall_15 4_11 0.0175 recall_20 4_11 0.0234 recall_30 4_11 0.0351 recall_100 4_11 0.0468 recall_200 4_11 0.0643 recall_500 4_11 0.1871 recall_1000 4_11 0.2924 infAP 4_11 0.0256 Rprec_mult_0.20 4_11 0.1714 Rprec_mult_0.40 4_11 0.1014 Rprec_mult_0.60 4_11 0.0777 Rprec_mult_0.80 4_11 0.0657 Rprec_mult_1.00 4_11 0.0643 Rprec_mult_1.20 4_11 0.0534 Rprec_mult_1.40 4_11 0.0458 Rprec_mult_1.60 4_11 0.0511 Rprec_mult_1.80 4_11 0.0519 Rprec_mult_2.00 4_11 0.0556 utility 4_11 -900.0000 11pt_avg 4_11 0.0573 binG 4_11 0.0418 G 4_11 0.0379 ndcg 4_11 0.2130 ndcg_rel 4_11 0.1929 Rndcg 4_11 0.1255 ndcg_cut_5 4_11 0.1427 ndcg_cut_10 4_11 0.1170 ndcg_cut_15 4_11 0.1280 ndcg_cut_20 4_11 0.1246 ndcg_cut_30 4_11 0.1383 ndcg_cut_100 4_11 0.0797 ndcg_cut_200 4_11 0.0751 ndcg_cut_500 4_11 0.1524 ndcg_cut_1000 4_11 0.2130 map_cut_5 4_11 0.0029 map_cut_10 4_11 0.0046 map_cut_15 4_11 0.0062 map_cut_20 4_11 0.0075 map_cut_30 4_11 0.0100 map_cut_100 4_11 0.0114 map_cut_200 4_11 0.0126 map_cut_500 4_11 0.0197 map_cut_1000 4_11 0.0256 relative_P_5 4_11 0.2000 relative_P_10 4_11 0.2000 relative_P_15 4_11 0.2000 relative_P_20 4_11 0.2000 relative_P_30 4_11 0.2000 relative_P_100 4_11 0.0800 relative_P_200 4_11 0.0643 relative_P_500 4_11 0.1871 relative_P_1000 4_11 0.2924 success_1 4_11 0.0000 success_5 4_11 1.0000 success_10 4_11 1.0000 set_P 4_11 0.0500 set_relative_P 4_11 0.2924 set_recall 4_11 0.2924 set_map 4_11 0.0146 set_F 4_11 0.0854 num_nonrel_judged_ret 4_11 33 rbp 4_11 0.1177 rbp_resid 4_11 0.1055 unj_5 4_11 0.0000 unj_10 4_11 0.0000 unj_20 4_11 0.0500 num_ret 4_12 1000 num_rel 4_12 134 num_rel_ret 4_12 65 map 4_12 0.0448 Rprec 4_12 0.0970 bpref 4_12 0.4286 recip_rank 4_12 0.0714 iprec_at_recall_0.00 4_12 0.1724 iprec_at_recall_0.10 4_12 0.1146 iprec_at_recall_0.20 4_12 0.0929 iprec_at_recall_0.30 4_12 0.0907 iprec_at_recall_0.40 4_12 0.0715 iprec_at_recall_0.50 4_12 0.0000 iprec_at_recall_0.60 4_12 0.0000 iprec_at_recall_0.70 4_12 0.0000 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 0.0000 P_10 4_12 0.0000 P_15 4_12 0.0667 P_20 4_12 0.1000 P_30 4_12 0.1667 P_100 4_12 0.0900 P_200 4_12 0.1050 P_500 4_12 0.0860 P_1000 4_12 0.0650 relstring 4_12 '00000----0' recall_5 4_12 0.0000 recall_10 4_12 0.0000 recall_15 4_12 0.0075 recall_20 4_12 0.0149 recall_30 4_12 0.0373 recall_100 4_12 0.0672 recall_200 4_12 0.1567 recall_500 4_12 0.3209 recall_1000 4_12 0.4851 infAP 4_12 0.0448 Rprec_mult_0.20 4_12 0.1111 Rprec_mult_0.40 4_12 0.1111 Rprec_mult_0.60 4_12 0.1111 Rprec_mult_0.80 4_12 0.0833 Rprec_mult_1.00 4_12 0.0970 Rprec_mult_1.20 4_12 0.1118 Rprec_mult_1.40 4_12 0.1064 Rprec_mult_1.60 4_12 0.1023 Rprec_mult_1.80 4_12 0.1033 Rprec_mult_2.00 4_12 0.0933 utility 4_12 -870.0000 11pt_avg 4_12 0.0493 binG 4_12 0.0636 G 4_12 0.0586 ndcg 4_12 0.2998 ndcg_rel 4_12 0.2377 Rndcg 4_12 0.1188 ndcg_cut_5 4_12 0.0000 ndcg_cut_10 4_12 0.0000 ndcg_cut_15 4_12 0.0295 ndcg_cut_20 4_12 0.0504 ndcg_cut_30 4_12 0.0672 ndcg_cut_100 4_12 0.0658 ndcg_cut_200 4_12 0.1156 ndcg_cut_500 4_12 0.2155 ndcg_cut_1000 4_12 0.2998 map_cut_5 4_12 0.0000 map_cut_10 4_12 0.0000 map_cut_15 4_12 0.0005 map_cut_20 4_12 0.0014 map_cut_30 4_12 0.0046 map_cut_100 4_12 0.0083 map_cut_200 4_12 0.0176 map_cut_500 4_12 0.0328 map_cut_1000 4_12 0.0448 relative_P_5 4_12 0.0000 relative_P_10 4_12 0.0000 relative_P_15 4_12 0.0667 relative_P_20 4_12 0.1000 relative_P_30 4_12 0.1667 relative_P_100 4_12 0.0900 relative_P_200 4_12 0.1567 relative_P_500 4_12 0.3209 relative_P_1000 4_12 0.4851 success_1 4_12 0.0000 success_5 4_12 0.0000 success_10 4_12 0.0000 set_P 4_12 0.0650 set_relative_P 4_12 0.4851 set_recall 4_12 0.4851 set_map 4_12 0.0315 set_F 4_12 0.1146 num_nonrel_judged_ret 4_12 17 rbp 4_12 0.0371 rbp_resid 4_12 0.4823 unj_5 4_12 0.0000 unj_10 4_12 0.4000 unj_20 4_12 0.6000 num_ret 4_13 1000 num_rel 4_13 162 num_rel_ret 4_13 90 map 4_13 0.3851 Rprec 4_13 0.4259 bpref 4_13 0.5278 recip_rank 4_13 1.0000 iprec_at_recall_0.00 4_13 1.0000 iprec_at_recall_0.10 4_13 1.0000 iprec_at_recall_0.20 4_13 0.8537 iprec_at_recall_0.30 4_13 0.7538 iprec_at_recall_0.40 4_13 0.4924 iprec_at_recall_0.50 4_13 0.2893 iprec_at_recall_0.60 4_13 0.0000 iprec_at_recall_0.70 4_13 0.0000 iprec_at_recall_0.80 4_13 0.0000 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 1.0000 P_10 4_13 1.0000 P_15 4_13 1.0000 P_20 4_13 0.9500 P_30 4_13 0.9000 P_100 4_13 0.6000 P_200 4_13 0.3750 P_500 4_13 0.1740 P_1000 4_13 0.0900 relstring 4_13 '3223333322' recall_5 4_13 0.0309 recall_10 4_13 0.0617 recall_15 4_13 0.0926 recall_20 4_13 0.1173 recall_30 4_13 0.1667 recall_100 4_13 0.3704 recall_200 4_13 0.4630 recall_500 4_13 0.5370 recall_1000 4_13 0.5556 infAP 4_13 0.3851 Rprec_mult_0.20 4_13 0.8788 Rprec_mult_0.40 4_13 0.7538 Rprec_mult_0.60 4_13 0.6020 Rprec_mult_0.80 4_13 0.4923 Rprec_mult_1.00 4_13 0.4259 Rprec_mult_1.20 4_13 0.3846 Rprec_mult_1.40 4_13 0.3392 Rprec_mult_1.60 4_13 0.3077 Rprec_mult_1.80 4_13 0.2774 Rprec_mult_2.00 4_13 0.2562 utility 4_13 -820.0000 11pt_avg 4_13 0.3990 binG 4_13 0.2173 G 4_13 0.1301 ndcg 4_13 0.6070 ndcg_rel 4_13 0.6512 Rndcg 4_13 0.5819 ndcg_cut_5 4_13 0.8721 ndcg_cut_10 4_13 0.8737 ndcg_cut_15 4_13 0.8430 ndcg_cut_20 4_13 0.7916 ndcg_cut_30 4_13 0.7240 ndcg_cut_100 4_13 0.6112 ndcg_cut_200 4_13 0.5417 ndcg_cut_500 4_13 0.5941 ndcg_cut_1000 4_13 0.6070 map_cut_5 4_13 0.0309 map_cut_10 4_13 0.0617 map_cut_15 4_13 0.0926 map_cut_20 4_13 0.1163 map_cut_30 4_13 0.1617 map_cut_100 4_13 0.3185 map_cut_200 4_13 0.3619 map_cut_500 4_13 0.3825 map_cut_1000 4_13 0.3851 relative_P_5 4_13 1.0000 relative_P_10 4_13 1.0000 relative_P_15 4_13 1.0000 relative_P_20 4_13 0.9500 relative_P_30 4_13 0.9000 relative_P_100 4_13 0.6000 relative_P_200 4_13 0.4630 relative_P_500 4_13 0.5370 relative_P_1000 4_13 0.5556 success_1 4_13 1.0000 success_5 4_13 1.0000 success_10 4_13 1.0000 set_P 4_13 0.0900 set_relative_P 4_13 0.5556 set_recall 4_13 0.5556 set_map 4_13 0.0500 set_F 4_13 0.1549 num_nonrel_judged_ret 4_13 13 rbp 4_13 0.7781 rbp_resid 4_13 0.0249 unj_5 4_13 0.0000 unj_10 4_13 0.0000 unj_20 4_13 0.0000 num_ret 4_14 1000 num_rel 4_14 177 num_rel_ret 4_14 101 map 4_14 0.1810 Rprec 4_14 0.2599 bpref 4_14 0.5292 recip_rank 4_14 1.0000 iprec_at_recall_0.00 4_14 1.0000 iprec_at_recall_0.10 4_14 0.4490 iprec_at_recall_0.20 4_14 0.3241 iprec_at_recall_0.30 4_14 0.2181 iprec_at_recall_0.40 4_14 0.1552 iprec_at_recall_0.50 4_14 0.1442 iprec_at_recall_0.60 4_14 0.0000 iprec_at_recall_0.70 4_14 0.0000 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 0.8000 P_10 4_14 0.7000 P_15 4_14 0.6000 P_20 4_14 0.6000 P_30 4_14 0.5333 P_100 4_14 0.3200 P_200 4_14 0.2400 P_500 4_14 0.1540 P_1000 4_14 0.1010 relstring 4_14 '22220232--' recall_5 4_14 0.0226 recall_10 4_14 0.0395 recall_15 4_14 0.0508 recall_20 4_14 0.0678 recall_30 4_14 0.0904 recall_100 4_14 0.1808 recall_200 4_14 0.2712 recall_500 4_14 0.4350 recall_1000 4_14 0.5706 infAP 4_14 0.1810 Rprec_mult_0.20 4_14 0.4722 Rprec_mult_0.40 4_14 0.3662 Rprec_mult_0.60 4_14 0.3178 Rprec_mult_0.80 4_14 0.2817 Rprec_mult_1.00 4_14 0.2599 Rprec_mult_1.20 4_14 0.2441 Rprec_mult_1.40 4_14 0.2137 Rprec_mult_1.60 4_14 0.2007 Rprec_mult_1.80 4_14 0.1818 Rprec_mult_2.00 4_14 0.1723 utility 4_14 -798.0000 11pt_avg 4_14 0.2082 binG 4_14 0.1158 G 4_14 0.0856 ndcg 4_14 0.4965 ndcg_rel 4_14 0.4479 Rndcg 4_14 0.3691 ndcg_cut_5 4_14 0.5792 ndcg_cut_10 4_14 0.5478 ndcg_cut_15 4_14 0.4848 ndcg_cut_20 4_14 0.4819 ndcg_cut_30 4_14 0.4418 ndcg_cut_100 4_14 0.3390 ndcg_cut_200 4_14 0.3109 ndcg_cut_500 4_14 0.4115 ndcg_cut_1000 4_14 0.4965 map_cut_5 4_14 0.0226 map_cut_10 4_14 0.0371 map_cut_15 4_14 0.0446 map_cut_20 4_14 0.0551 map_cut_30 4_14 0.0693 map_cut_100 4_14 0.1058 map_cut_200 4_14 0.1322 map_cut_500 4_14 0.1624 map_cut_1000 4_14 0.1810 relative_P_5 4_14 0.8000 relative_P_10 4_14 0.7000 relative_P_15 4_14 0.6000 relative_P_20 4_14 0.6000 relative_P_30 4_14 0.5333 relative_P_100 4_14 0.3200 relative_P_200 4_14 0.2712 relative_P_500 4_14 0.4350 relative_P_1000 4_14 0.5706 success_1 4_14 1.0000 success_5 4_14 1.0000 success_10 4_14 1.0000 set_P 4_14 0.1010 set_relative_P 4_14 0.5706 set_recall 4_14 0.5706 set_map 4_14 0.0576 set_F 4_14 0.1716 num_nonrel_judged_ret 4_14 16 rbp 4_14 0.4683 rbp_resid 4_14 0.2526 unj_5 4_14 0.0000 unj_10 4_14 0.2000 unj_20 4_14 0.3000 num_ret 4_17 1000 num_rel 4_17 1 num_rel_ret 4_17 1 map 4_17 0.0172 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0172 iprec_at_recall_0.00 4_17 0.0172 iprec_at_recall_0.10 4_17 0.0172 iprec_at_recall_0.20 4_17 0.0172 iprec_at_recall_0.30 4_17 0.0172 iprec_at_recall_0.40 4_17 0.0172 iprec_at_recall_0.50 4_17 0.0172 iprec_at_recall_0.60 4_17 0.0172 iprec_at_recall_0.70 4_17 0.0172 iprec_at_recall_0.80 4_17 0.0172 iprec_at_recall_0.90 4_17 0.0172 iprec_at_recall_1.00 4_17 0.0172 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0000 P_100 4_17 0.0100 P_200 4_17 0.0050 P_500 4_17 0.0020 P_1000 4_17 0.0010 relstring 4_17 '00000-0000' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 0.0000 recall_100 4_17 1.0000 recall_200 4_17 1.0000 recall_500 4_17 1.0000 recall_1000 4_17 1.0000 infAP 4_17 0.0172 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -998.0000 11pt_avg 4_17 0.0172 binG 4_17 0.1700 G 4_17 0.1700 ndcg 4_17 0.1700 ndcg_rel 4_17 0.1700 Rndcg 4_17 0.0850 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.0000 ndcg_cut_100 4_17 0.1700 ndcg_cut_200 4_17 0.1700 ndcg_cut_500 4_17 0.1700 ndcg_cut_1000 4_17 0.1700 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0000 map_cut_100 4_17 0.0172 map_cut_200 4_17 0.0172 map_cut_500 4_17 0.0172 map_cut_1000 4_17 0.0172 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 0.0000 relative_P_100 4_17 1.0000 relative_P_200 4_17 1.0000 relative_P_500 4_17 1.0000 relative_P_1000 4_17 1.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0010 set_relative_P 4_17 1.0000 set_recall 4_17 1.0000 set_map 4_17 0.0010 set_F 4_17 0.0020 num_nonrel_judged_ret 4_17 55 rbp 4_17 0.0002 rbp_resid 4_17 0.2815 unj_5 4_17 0.0000 unj_10 4_17 0.1000 unj_20 4_17 0.3500 num_ret 4_3 1000 num_rel 4_3 164 num_rel_ret 4_3 62 map 4_3 0.2523 Rprec 4_3 0.3049 bpref 4_3 0.3553 recip_rank 4_3 1.0000 iprec_at_recall_0.00 4_3 1.0000 iprec_at_recall_0.10 4_3 0.8400 iprec_at_recall_0.20 4_3 0.8250 iprec_at_recall_0.30 4_3 0.4455 iprec_at_recall_0.40 4_3 0.0000 iprec_at_recall_0.50 4_3 0.0000 iprec_at_recall_0.60 4_3 0.0000 iprec_at_recall_0.70 4_3 0.0000 iprec_at_recall_0.80 4_3 0.0000 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 0.8000 P_10 4_3 0.8000 P_15 4_3 0.8667 P_20 4_3 0.8000 P_30 4_3 0.8333 P_100 4_3 0.4700 P_200 4_3 0.2700 P_500 4_3 0.1240 P_1000 4_3 0.0620 relstring 4_3 '3320214013' recall_5 4_3 0.0244 recall_10 4_3 0.0488 recall_15 4_3 0.0793 recall_20 4_3 0.0976 recall_30 4_3 0.1524 recall_100 4_3 0.2866 recall_200 4_3 0.3293 recall_500 4_3 0.3780 recall_1000 4_3 0.3780 infAP 4_3 0.2523 Rprec_mult_0.20 4_3 0.8182 Rprec_mult_0.40 4_3 0.6364 Rprec_mult_0.60 4_3 0.4747 Rprec_mult_0.80 4_3 0.3712 Rprec_mult_1.00 4_3 0.3049 Rprec_mult_1.20 4_3 0.2741 Rprec_mult_1.40 4_3 0.2435 Rprec_mult_1.60 4_3 0.2129 Rprec_mult_1.80 4_3 0.1993 Rprec_mult_2.00 4_3 0.1829 utility 4_3 -876.0000 11pt_avg 4_3 0.2828 binG 4_3 0.1280 G 4_3 0.0822 ndcg 4_3 0.4368 ndcg_rel 4_3 0.4871 Rndcg 4_3 0.5215 ndcg_cut_5 4_3 0.6771 ndcg_cut_10 4_3 0.6510 ndcg_cut_15 4_3 0.6113 ndcg_cut_20 4_3 0.5872 ndcg_cut_30 4_3 0.6326 ndcg_cut_100 4_3 0.4526 ndcg_cut_200 4_3 0.4084 ndcg_cut_500 4_3 0.4368 ndcg_cut_1000 4_3 0.4368 map_cut_5 4_3 0.0232 map_cut_10 4_3 0.0431 map_cut_15 4_3 0.0688 map_cut_20 4_3 0.0836 map_cut_30 4_3 0.1288 map_cut_100 4_3 0.2277 map_cut_200 4_3 0.2423 map_cut_500 4_3 0.2523 map_cut_1000 4_3 0.2523 relative_P_5 4_3 0.8000 relative_P_10 4_3 0.8000 relative_P_15 4_3 0.8667 relative_P_20 4_3 0.8000 relative_P_30 4_3 0.8333 relative_P_100 4_3 0.4700 relative_P_200 4_3 0.3293 relative_P_500 4_3 0.3780 relative_P_1000 4_3 0.3780 success_1 4_3 1.0000 success_5 4_3 1.0000 success_10 4_3 1.0000 set_P 4_3 0.0620 set_relative_P 4_3 0.3780 set_recall 4_3 0.3780 set_map 4_3 0.0234 set_F 4_3 0.1065 num_nonrel_judged_ret 4_3 10 rbp 4_3 0.4465 rbp_resid 4_3 0.0344 unj_5 4_3 0.0000 unj_10 4_3 0.0000 unj_20 4_3 0.0500 num_ret 4_4 1000 num_rel 4_4 154 num_rel_ret 4_4 75 map 4_4 0.3297 Rprec 4_4 0.3636 bpref 4_4 0.4720 recip_rank 4_4 1.0000 iprec_at_recall_0.00 4_4 1.0000 iprec_at_recall_0.10 4_4 0.9565 iprec_at_recall_0.20 4_4 0.9143 iprec_at_recall_0.30 4_4 0.5897 iprec_at_recall_0.40 4_4 0.2991 iprec_at_recall_0.50 4_4 0.0000 iprec_at_recall_0.60 4_4 0.0000 iprec_at_recall_0.70 4_4 0.0000 iprec_at_recall_0.80 4_4 0.0000 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 1.0000 P_10 4_4 1.0000 P_15 4_4 0.9333 P_20 4_4 0.9500 P_30 4_4 0.9000 P_100 4_4 0.4900 P_200 4_4 0.2950 P_500 4_4 0.1480 P_1000 4_4 0.0750 relstring 4_4 '2322242323' recall_5 4_4 0.0325 recall_10 4_4 0.0649 recall_15 4_4 0.0909 recall_20 4_4 0.1234 recall_30 4_4 0.1753 recall_100 4_4 0.3182 recall_200 4_4 0.3831 recall_500 4_4 0.4805 recall_1000 4_4 0.4870 infAP 4_4 0.3297 Rprec_mult_0.20 4_4 0.9032 Rprec_mult_0.40 4_4 0.6935 Rprec_mult_0.60 4_4 0.5054 Rprec_mult_0.80 4_4 0.4032 Rprec_mult_1.00 4_4 0.3636 Rprec_mult_1.20 4_4 0.3135 Rprec_mult_1.40 4_4 0.2963 Rprec_mult_1.60 4_4 0.2713 Rprec_mult_1.80 4_4 0.2482 Rprec_mult_2.00 4_4 0.2338 utility 4_4 -850.0000 11pt_avg 4_4 0.3418 binG 4_4 0.1992 G 4_4 0.1056 ndcg 4_4 0.5345 ndcg_rel 4_4 0.5696 Rndcg 4_4 0.5543 ndcg_cut_5 4_4 0.6231 ndcg_cut_10 4_4 0.7231 ndcg_cut_15 4_4 0.6688 ndcg_cut_20 4_4 0.6994 ndcg_cut_30 4_4 0.6911 ndcg_cut_100 4_4 0.5222 ndcg_cut_200 4_4 0.4760 ndcg_cut_500 4_4 0.5310 ndcg_cut_1000 4_4 0.5345 map_cut_5 4_4 0.0325 map_cut_10 4_4 0.0649 map_cut_15 4_4 0.0895 map_cut_20 4_4 0.1202 map_cut_30 4_4 0.1686 map_cut_100 4_4 0.2788 map_cut_200 4_4 0.3033 map_cut_500 4_4 0.3289 map_cut_1000 4_4 0.3297 relative_P_5 4_4 1.0000 relative_P_10 4_4 1.0000 relative_P_15 4_4 0.9333 relative_P_20 4_4 0.9500 relative_P_30 4_4 0.9000 relative_P_100 4_4 0.4900 relative_P_200 4_4 0.3831 relative_P_500 4_4 0.4805 relative_P_1000 4_4 0.4870 success_1 4_4 1.0000 success_5 4_4 1.0000 success_10 4_4 1.0000 set_P 4_4 0.0750 set_relative_P 4_4 0.4870 set_recall 4_4 0.4870 set_map 4_4 0.0365 set_F 4_4 0.1300 num_nonrel_judged_ret 4_4 3 rbp 4_4 0.5454 rbp_resid 4_4 0.0278 unj_5 4_4 0.0000 unj_10 4_4 0.0000 unj_20 4_4 0.0000 num_ret 4_5 1000 num_rel 4_5 122 num_rel_ret 4_5 71 map 4_5 0.2655 Rprec 4_5 0.3525 bpref 4_5 0.5779 recip_rank 4_5 1.0000 iprec_at_recall_0.00 4_5 1.0000 iprec_at_recall_0.10 4_5 0.7273 iprec_at_recall_0.20 4_5 0.6316 iprec_at_recall_0.30 4_5 0.3838 iprec_at_recall_0.40 4_5 0.2708 iprec_at_recall_0.50 4_5 0.1680 iprec_at_recall_0.60 4_5 0.0000 iprec_at_recall_0.70 4_5 0.0000 iprec_at_recall_0.80 4_5 0.0000 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 1.0000 P_10 4_5 0.8000 P_15 4_5 0.6667 P_20 4_5 0.7000 P_30 4_5 0.6333 P_100 4_5 0.3800 P_200 4_5 0.2650 P_500 4_5 0.1300 P_1000 4_5 0.0710 relstring 4_5 '212122--32' recall_5 4_5 0.0410 recall_10 4_5 0.0656 recall_15 4_5 0.0820 recall_20 4_5 0.1148 recall_30 4_5 0.1557 recall_100 4_5 0.3115 recall_200 4_5 0.4344 recall_500 4_5 0.5328 recall_1000 4_5 0.5820 infAP 4_5 0.2655 Rprec_mult_0.20 4_5 0.6800 Rprec_mult_0.40 4_5 0.4898 Rprec_mult_0.60 4_5 0.4189 Rprec_mult_0.80 4_5 0.3776 Rprec_mult_1.00 4_5 0.3525 Rprec_mult_1.20 4_5 0.3061 Rprec_mult_1.40 4_5 0.2749 Rprec_mult_1.60 4_5 0.2653 Rprec_mult_1.80 4_5 0.2545 Rprec_mult_2.00 4_5 0.2377 utility 4_5 -858.0000 11pt_avg 4_5 0.2892 binG 4_5 0.1572 G 4_5 0.0975 ndcg 4_5 0.5161 ndcg_rel 4_5 0.4853 Rndcg 4_5 0.4484 ndcg_cut_5 4_5 0.5466 ndcg_cut_10 4_5 0.5157 ndcg_cut_15 4_5 0.4772 ndcg_cut_20 4_5 0.4870 ndcg_cut_30 4_5 0.4746 ndcg_cut_100 4_5 0.3931 ndcg_cut_200 4_5 0.4407 ndcg_cut_500 4_5 0.4904 ndcg_cut_1000 4_5 0.5161 map_cut_5 4_5 0.0410 map_cut_10 4_5 0.0621 map_cut_15 4_5 0.0751 map_cut_20 4_5 0.0982 map_cut_30 4_5 0.1268 map_cut_100 4_5 0.2020 map_cut_200 4_5 0.2404 map_cut_500 4_5 0.2604 map_cut_1000 4_5 0.2655 relative_P_5 4_5 1.0000 relative_P_10 4_5 0.8000 relative_P_15 4_5 0.6667 relative_P_20 4_5 0.7000 relative_P_30 4_5 0.6333 relative_P_100 4_5 0.3800 relative_P_200 4_5 0.4344 relative_P_500 4_5 0.5328 relative_P_1000 4_5 0.5820 success_1 4_5 1.0000 success_5 4_5 1.0000 success_10 4_5 1.0000 set_P 4_5 0.0710 set_relative_P 4_5 0.5820 set_recall 4_5 0.5820 set_map 4_5 0.0413 set_F 4_5 0.1266 num_nonrel_judged_ret 4_5 3 rbp 4_5 0.4702 rbp_resid 4_5 0.2572 unj_5 4_5 0.0000 unj_10 4_5 0.2000 unj_20 4_5 0.3000 num_ret 4_7 1000 num_rel 4_7 76 num_rel_ret 4_7 44 map 4_7 0.2341 Rprec 4_7 0.3026 bpref 4_7 0.4583 recip_rank 4_7 1.0000 iprec_at_recall_0.00 4_7 1.0000 iprec_at_recall_0.10 4_7 0.5294 iprec_at_recall_0.20 4_7 0.5000 iprec_at_recall_0.30 4_7 0.3108 iprec_at_recall_0.40 4_7 0.2752 iprec_at_recall_0.50 4_7 0.1939 iprec_at_recall_0.60 4_7 0.0000 iprec_at_recall_0.70 4_7 0.0000 iprec_at_recall_0.80 4_7 0.0000 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 1.0000 P_10 4_7 0.7000 P_15 4_7 0.4667 P_20 4_7 0.4500 P_30 4_7 0.4667 P_100 4_7 0.2700 P_200 4_7 0.1900 P_500 4_7 0.0840 P_1000 4_7 0.0440 relstring 4_7 '321210-022' recall_5 4_7 0.0658 recall_10 4_7 0.0921 recall_15 4_7 0.0921 recall_20 4_7 0.1184 recall_30 4_7 0.1842 recall_100 4_7 0.3553 recall_200 4_7 0.5000 recall_500 4_7 0.5526 recall_1000 4_7 0.5789 infAP 4_7 0.2341 Rprec_mult_0.20 4_7 0.5000 Rprec_mult_0.40 4_7 0.4839 Rprec_mult_0.60 4_7 0.4130 Rprec_mult_0.80 4_7 0.3443 Rprec_mult_1.00 4_7 0.3026 Rprec_mult_1.20 4_7 0.2826 Rprec_mult_1.40 4_7 0.2710 Rprec_mult_1.60 4_7 0.2541 Rprec_mult_1.80 4_7 0.2263 Rprec_mult_2.00 4_7 0.2105 utility 4_7 -912.0000 11pt_avg 4_7 0.2554 binG 4_7 0.1657 G 4_7 0.1486 ndcg 4_7 0.5672 ndcg_rel 4_7 0.5598 Rndcg 4_7 0.5926 ndcg_cut_5 4_7 0.7984 ndcg_cut_10 4_7 0.6709 ndcg_cut_15 4_7 0.5384 ndcg_cut_20 4_7 0.5349 ndcg_cut_30 4_7 0.5054 ndcg_cut_100 4_7 0.4594 ndcg_cut_200 4_7 0.5343 ndcg_cut_500 4_7 0.5594 ndcg_cut_1000 4_7 0.5672 map_cut_5 4_7 0.0658 map_cut_10 4_7 0.0838 map_cut_15 4_7 0.0838 map_cut_20 4_7 0.0973 map_cut_30 4_7 0.1272 map_cut_100 4_7 0.1937 map_cut_200 4_7 0.2268 map_cut_500 4_7 0.2322 map_cut_1000 4_7 0.2341 relative_P_5 4_7 1.0000 relative_P_10 4_7 0.7000 relative_P_15 4_7 0.4667 relative_P_20 4_7 0.4500 relative_P_30 4_7 0.4667 relative_P_100 4_7 0.3553 relative_P_200 4_7 0.5000 relative_P_500 4_7 0.5526 relative_P_1000 4_7 0.5789 success_1 4_7 1.0000 success_5 4_7 1.0000 success_10 4_7 1.0000 set_P 4_7 0.0440 set_relative_P 4_7 0.5789 set_recall 4_7 0.5789 set_map 4_7 0.0255 set_F 4_7 0.0818 num_nonrel_judged_ret 4_7 37 rbp 4_7 0.3695 rbp_resid 4_7 0.1843 unj_5 4_7 0.0000 unj_10 4_7 0.1000 unj_20 4_7 0.2500 num_ret 4_8 1000 num_rel 4_8 96 num_rel_ret 4_8 52 map 4_8 0.1807 Rprec 4_8 0.2604 bpref 4_8 0.4149 recip_rank 4_8 1.0000 iprec_at_recall_0.00 4_8 1.0000 iprec_at_recall_0.10 4_8 0.5556 iprec_at_recall_0.20 4_8 0.3455 iprec_at_recall_0.30 4_8 0.2719 iprec_at_recall_0.40 4_8 0.1477 iprec_at_recall_0.50 4_8 0.0950 iprec_at_recall_0.60 4_8 0.0000 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 0.8000 P_10 4_8 0.7000 P_15 4_8 0.6000 P_20 4_8 0.5500 P_30 4_8 0.4000 P_100 4_8 0.2600 P_200 4_8 0.1750 P_500 4_8 0.0940 P_1000 4_8 0.0520 relstring 4_8 '2201102120' recall_5 4_8 0.0417 recall_10 4_8 0.0729 recall_15 4_8 0.0938 recall_20 4_8 0.1146 recall_30 4_8 0.1250 recall_100 4_8 0.2708 recall_200 4_8 0.3646 recall_500 4_8 0.4896 recall_1000 4_8 0.5417 infAP 4_8 0.1807 Rprec_mult_0.20 4_8 0.5500 Rprec_mult_0.40 4_8 0.3333 Rprec_mult_0.60 4_8 0.3276 Rprec_mult_0.80 4_8 0.2727 Rprec_mult_1.00 4_8 0.2604 Rprec_mult_1.20 4_8 0.2672 Rprec_mult_1.40 4_8 0.2444 Rprec_mult_1.60 4_8 0.2208 Rprec_mult_1.80 4_8 0.1965 Rprec_mult_2.00 4_8 0.1823 utility 4_8 -896.0000 11pt_avg 4_8 0.2196 binG 4_8 0.1288 G 4_8 0.1057 ndcg 4_8 0.4748 ndcg_rel 4_8 0.4506 Rndcg 4_8 0.4590 ndcg_cut_5 4_8 0.5915 ndcg_cut_10 4_8 0.5615 ndcg_cut_15 4_8 0.4867 ndcg_cut_20 4_8 0.4569 ndcg_cut_30 4_8 0.3789 ndcg_cut_100 4_8 0.3377 ndcg_cut_200 4_8 0.3888 ndcg_cut_500 4_8 0.4538 ndcg_cut_1000 4_8 0.4748 map_cut_5 4_8 0.0370 map_cut_10 4_8 0.0603 map_cut_15 4_8 0.0742 map_cut_20 4_8 0.0857 map_cut_30 4_8 0.0909 map_cut_100 4_8 0.1368 map_cut_200 4_8 0.1606 map_cut_500 4_8 0.1763 map_cut_1000 4_8 0.1807 relative_P_5 4_8 0.8000 relative_P_10 4_8 0.7000 relative_P_15 4_8 0.6000 relative_P_20 4_8 0.5500 relative_P_30 4_8 0.4000 relative_P_100 4_8 0.2708 relative_P_200 4_8 0.3646 relative_P_500 4_8 0.4896 relative_P_1000 4_8 0.5417 success_1 4_8 1.0000 success_5 4_8 1.0000 success_10 4_8 1.0000 set_P 4_8 0.0520 set_relative_P 4_8 0.5417 set_recall 4_8 0.5417 set_map 4_8 0.0282 set_F 4_8 0.0949 num_nonrel_judged_ret 4_8 53 rbp 4_8 0.2970 rbp_resid 4_8 0.1296 unj_5 4_8 0.0000 unj_10 4_8 0.0000 unj_20 4_8 0.1000 num_ret 4_9 1000 num_rel 4_9 85 num_rel_ret 4_9 10 map 4_9 0.0369 Rprec 4_9 0.0588 bpref 4_9 0.1091 recip_rank 4_9 1.0000 iprec_at_recall_0.00 4_9 1.0000 iprec_at_recall_0.10 4_9 0.0370 iprec_at_recall_0.20 4_9 0.0000 iprec_at_recall_0.30 4_9 0.0000 iprec_at_recall_0.40 4_9 0.0000 iprec_at_recall_0.50 4_9 0.0000 iprec_at_recall_0.60 4_9 0.0000 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 0.6000 P_10 4_9 0.3000 P_15 4_9 0.2000 P_20 4_9 0.1500 P_30 4_9 0.1000 P_100 4_9 0.0500 P_200 4_9 0.0400 P_500 4_9 0.0200 P_1000 4_9 0.0100 relstring 4_9 '11010-0---' recall_5 4_9 0.0353 recall_10 4_9 0.0353 recall_15 4_9 0.0353 recall_20 4_9 0.0353 recall_30 4_9 0.0353 recall_100 4_9 0.0588 recall_200 4_9 0.0941 recall_500 4_9 0.1176 recall_1000 4_9 0.1176 infAP 4_9 0.0369 Rprec_mult_0.20 4_9 0.1765 Rprec_mult_0.40 4_9 0.0882 Rprec_mult_0.60 4_9 0.0784 Rprec_mult_0.80 4_9 0.0588 Rprec_mult_1.00 4_9 0.0588 Rprec_mult_1.20 4_9 0.0490 Rprec_mult_1.40 4_9 0.0420 Rprec_mult_1.60 4_9 0.0441 Rprec_mult_1.80 4_9 0.0392 Rprec_mult_2.00 4_9 0.0412 utility 4_9 -980.0000 11pt_avg 4_9 0.0943 binG 4_9 0.0430 G 4_9 0.0176 ndcg 4_9 0.1000 ndcg_rel 4_9 0.1061 Rndcg 4_9 0.0798 ndcg_cut_5 4_9 0.2331 ndcg_cut_10 4_9 0.1512 ndcg_cut_15 4_9 0.1172 ndcg_cut_20 4_9 0.0976 ndcg_cut_30 4_9 0.0792 ndcg_cut_100 4_9 0.0638 ndcg_cut_200 4_9 0.0857 ndcg_cut_500 4_9 0.1000 ndcg_cut_1000 4_9 0.1000 map_cut_5 4_9 0.0324 map_cut_10 4_9 0.0324 map_cut_15 4_9 0.0324 map_cut_20 4_9 0.0324 map_cut_30 4_9 0.0324 map_cut_100 4_9 0.0345 map_cut_200 4_9 0.0360 map_cut_500 4_9 0.0369 map_cut_1000 4_9 0.0369 relative_P_5 4_9 0.6000 relative_P_10 4_9 0.3000 relative_P_15 4_9 0.2000 relative_P_20 4_9 0.1500 relative_P_30 4_9 0.1000 relative_P_100 4_9 0.0588 relative_P_200 4_9 0.0941 relative_P_500 4_9 0.1176 relative_P_1000 4_9 0.1176 success_1 4_9 1.0000 success_5 4_9 1.0000 success_10 4_9 1.0000 set_P 4_9 0.0100 set_relative_P 4_9 0.1176 set_recall 4_9 0.1176 set_map 4_9 0.0012 set_F 4_9 0.0184 num_nonrel_judged_ret 4_9 12 rbp 4_9 0.0893 rbp_resid 4_9 0.5198 unj_5 4_9 0.0000 unj_10 4_9 0.4000 unj_20 4_9 0.6500 num_ret 5_10 1000 num_rel 5_10 43 num_rel_ret 5_10 37 map 5_10 0.3363 Rprec 5_10 0.3488 bpref 5_10 0.7674 recip_rank 5_10 1.0000 iprec_at_recall_0.00 5_10 1.0000 iprec_at_recall_0.10 5_10 0.8333 iprec_at_recall_0.20 5_10 0.6250 iprec_at_recall_0.30 5_10 0.3514 iprec_at_recall_0.40 5_10 0.3036 iprec_at_recall_0.50 5_10 0.2841 iprec_at_recall_0.60 5_10 0.2407 iprec_at_recall_0.70 5_10 0.1722 iprec_at_recall_0.80 5_10 0.1236 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 0.8000 P_10 5_10 0.6000 P_15 5_10 0.6000 P_20 5_10 0.5000 P_30 5_10 0.4000 P_100 5_10 0.2500 P_200 5_10 0.1550 P_500 5_10 0.0740 P_1000 5_10 0.0370 relstring 5_10 '2230110--2' recall_5 5_10 0.0930 recall_10 5_10 0.1395 recall_15 5_10 0.2093 recall_20 5_10 0.2326 recall_30 5_10 0.2791 recall_100 5_10 0.5814 recall_200 5_10 0.7209 recall_500 5_10 0.8605 recall_1000 5_10 0.8605 infAP 5_10 0.3363 Rprec_mult_0.20 5_10 0.5556 Rprec_mult_0.40 5_10 0.5556 Rprec_mult_0.60 5_10 0.4231 Rprec_mult_0.80 5_10 0.3429 Rprec_mult_1.00 5_10 0.3488 Rprec_mult_1.20 5_10 0.2885 Rprec_mult_1.40 5_10 0.2951 Rprec_mult_1.60 5_10 0.2754 Rprec_mult_1.80 5_10 0.2692 Rprec_mult_2.00 5_10 0.2791 utility 5_10 -926.0000 11pt_avg 5_10 0.3576 binG 5_10 0.2462 G 5_10 0.1527 ndcg 5_10 0.5745 ndcg_rel 5_10 0.4484 Rndcg 5_10 0.3917 ndcg_cut_5 5_10 0.4366 ndcg_cut_10 5_10 0.3592 ndcg_cut_15 5_10 0.3335 ndcg_cut_20 5_10 0.3418 ndcg_cut_30 5_10 0.3194 ndcg_cut_100 5_10 0.4448 ndcg_cut_200 5_10 0.5014 ndcg_cut_500 5_10 0.5745 ndcg_cut_1000 5_10 0.5745 map_cut_5 5_10 0.0884 map_cut_10 5_10 0.1217 map_cut_15 5_10 0.1660 map_cut_20 5_10 0.1805 map_cut_30 5_10 0.2020 map_cut_100 5_10 0.2925 map_cut_200 5_10 0.3185 map_cut_500 5_10 0.3363 map_cut_1000 5_10 0.3363 relative_P_5 5_10 0.8000 relative_P_10 5_10 0.6000 relative_P_15 5_10 0.6000 relative_P_20 5_10 0.5000 relative_P_30 5_10 0.4000 relative_P_100 5_10 0.5814 relative_P_200 5_10 0.7209 relative_P_500 5_10 0.8605 relative_P_1000 5_10 0.8605 success_1 5_10 1.0000 success_5 5_10 1.0000 success_10 5_10 1.0000 set_P 5_10 0.0370 set_relative_P 5_10 0.8605 set_recall 5_10 0.8605 set_map 5_10 0.0318 set_F 5_10 0.0709 num_nonrel_judged_ret 5_10 11 rbp 5_10 0.2576 rbp_resid 5_10 0.2630 unj_5 5_10 0.0000 unj_10 5_10 0.2000 unj_20 5_10 0.3500 num_ret 5_13 933 num_rel 5_13 112 num_rel_ret 5_13 100 map 5_13 0.4472 Rprec 5_13 0.4643 bpref 5_13 0.7163 recip_rank 5_13 1.0000 iprec_at_recall_0.00 5_13 1.0000 iprec_at_recall_0.10 5_13 0.8750 iprec_at_recall_0.20 5_13 0.6757 iprec_at_recall_0.30 5_13 0.5763 iprec_at_recall_0.40 5_13 0.5341 iprec_at_recall_0.50 5_13 0.4211 iprec_at_recall_0.60 5_13 0.3436 iprec_at_recall_0.70 5_13 0.2806 iprec_at_recall_0.80 5_13 0.2400 iprec_at_recall_0.90 5_13 0.0000 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 1.0000 P_10 5_13 0.8000 P_15 5_13 0.8667 P_20 5_13 0.7500 P_30 5_13 0.7000 P_100 5_13 0.4900 P_200 5_13 0.3400 P_500 5_13 0.1940 P_1000 5_13 0.1000 relstring 5_13 '4232201101' recall_5 5_13 0.0446 recall_10 5_13 0.0714 recall_15 5_13 0.1161 recall_20 5_13 0.1339 recall_30 5_13 0.1875 recall_100 5_13 0.4375 recall_200 5_13 0.6071 recall_500 5_13 0.8661 recall_1000 5_13 0.8929 infAP 5_13 0.4472 Rprec_mult_0.20 5_13 0.7826 Rprec_mult_0.40 5_13 0.6222 Rprec_mult_0.60 5_13 0.5441 Rprec_mult_0.80 5_13 0.5222 Rprec_mult_1.00 5_13 0.4643 Rprec_mult_1.20 5_13 0.4148 Rprec_mult_1.40 5_13 0.3758 Rprec_mult_1.60 5_13 0.3611 Rprec_mult_1.80 5_13 0.3366 Rprec_mult_2.00 5_13 0.3125 utility 5_13 -733.0000 11pt_avg 5_13 0.4497 binG 5_13 0.2246 G 5_13 0.1800 ndcg 5_13 0.7445 ndcg_rel 5_13 0.6452 Rndcg 5_13 0.6659 ndcg_cut_5 5_13 0.8015 ndcg_cut_10 5_13 0.6363 ndcg_cut_15 5_13 0.6760 ndcg_cut_20 5_13 0.6318 ndcg_cut_30 5_13 0.6007 ndcg_cut_100 5_13 0.5575 ndcg_cut_200 5_13 0.6128 ndcg_cut_500 5_13 0.7280 ndcg_cut_1000 5_13 0.7445 map_cut_5 5_13 0.0446 map_cut_10 5_13 0.0673 map_cut_15 5_13 0.1049 map_cut_20 5_13 0.1202 map_cut_30 5_13 0.1608 map_cut_100 5_13 0.3046 map_cut_200 5_13 0.3733 map_cut_500 5_13 0.4425 map_cut_1000 5_13 0.4472 relative_P_5 5_13 1.0000 relative_P_10 5_13 0.8000 relative_P_15 5_13 0.8667 relative_P_20 5_13 0.7500 relative_P_30 5_13 0.7000 relative_P_100 5_13 0.4900 relative_P_200 5_13 0.6071 relative_P_500 5_13 0.8661 relative_P_1000 5_13 0.8929 success_1 5_13 1.0000 success_5 5_13 1.0000 success_10 5_13 1.0000 set_P 5_13 0.1072 set_relative_P 5_13 0.8929 set_recall 5_13 0.8929 set_map 5_13 0.0957 set_F 5_13 0.1914 num_nonrel_judged_ret 5_13 46 rbp 5_13 0.4151 rbp_resid 5_13 0.0388 unj_5 5_13 0.0000 unj_10 5_13 0.0000 unj_20 5_13 0.0500 num_ret 5_14 801 num_rel 5_14 38 num_rel_ret 5_14 36 map 5_14 0.4533 Rprec 5_14 0.4211 bpref 5_14 0.7666 recip_rank 5_14 1.0000 iprec_at_recall_0.00 5_14 1.0000 iprec_at_recall_0.10 5_14 1.0000 iprec_at_recall_0.20 5_14 1.0000 iprec_at_recall_0.30 5_14 0.7059 iprec_at_recall_0.40 5_14 0.4211 iprec_at_recall_0.50 5_14 0.3636 iprec_at_recall_0.60 5_14 0.3108 iprec_at_recall_0.70 5_14 0.1862 iprec_at_recall_0.80 5_14 0.1744 iprec_at_recall_0.90 5_14 0.1153 iprec_at_recall_1.00 5_14 0.0000 P_5 5_14 1.0000 P_10 5_14 0.8000 P_15 5_14 0.6667 P_20 5_14 0.6000 P_30 5_14 0.4333 P_100 5_14 0.2600 P_200 5_14 0.1500 P_500 5_14 0.0720 P_1000 5_14 0.0360 relstring 5_14 '44234234-0' recall_5 5_14 0.1316 recall_10 5_14 0.2105 recall_15 5_14 0.2632 recall_20 5_14 0.3158 recall_30 5_14 0.3421 recall_100 5_14 0.6842 recall_200 5_14 0.7895 recall_500 5_14 0.9474 recall_1000 5_14 0.9474 infAP 5_14 0.4533 Rprec_mult_0.20 5_14 1.0000 Rprec_mult_0.40 5_14 0.6875 Rprec_mult_0.60 5_14 0.5217 Rprec_mult_0.80 5_14 0.4194 Rprec_mult_1.00 5_14 0.4211 Rprec_mult_1.20 5_14 0.3696 Rprec_mult_1.40 5_14 0.3519 Rprec_mult_1.60 5_14 0.3443 Rprec_mult_1.80 5_14 0.3043 Rprec_mult_2.00 5_14 0.3026 utility 5_14 -729.0000 11pt_avg 5_14 0.4798 binG 5_14 0.3558 G 5_14 0.3390 ndcg 5_14 0.8306 ndcg_rel 5_14 0.7941 Rndcg 5_14 0.7906 ndcg_cut_5 5_14 0.9085 ndcg_cut_10 5_14 0.8725 ndcg_cut_15 5_14 0.7874 ndcg_cut_20 5_14 0.7437 ndcg_cut_30 5_14 0.6630 ndcg_cut_100 5_14 0.7617 ndcg_cut_200 5_14 0.8005 ndcg_cut_500 5_14 0.8306 ndcg_cut_1000 5_14 0.8306 map_cut_5 5_14 0.1316 map_cut_10 5_14 0.2105 map_cut_15 5_14 0.2463 map_cut_20 5_14 0.2830 map_cut_30 5_14 0.2961 map_cut_100 5_14 0.4152 map_cut_200 5_14 0.4337 map_cut_500 5_14 0.4533 map_cut_1000 5_14 0.4533 relative_P_5 5_14 1.0000 relative_P_10 5_14 0.8000 relative_P_15 5_14 0.6667 relative_P_20 5_14 0.6000 relative_P_30 5_14 0.4333 relative_P_100 5_14 0.6842 relative_P_200 5_14 0.7895 relative_P_500 5_14 0.9474 relative_P_1000 5_14 0.9474 success_1 5_14 1.0000 success_5 5_14 1.0000 success_10 5_14 1.0000 set_P 5_14 0.0449 set_relative_P 5_14 0.9474 set_recall 5_14 0.9474 set_map 5_14 0.0426 set_F 5_14 0.0858 num_nonrel_judged_ret 5_14 18 rbp 5_14 0.5141 rbp_resid 5_14 0.2016 unj_5 5_14 0.0000 unj_10 5_14 0.1000 unj_20 5_14 0.2500 num_ret 5_15 1000 num_rel 5_15 43 num_rel_ret 5_15 40 map 5_15 0.2575 Rprec 5_15 0.2791 bpref 5_15 0.2964 recip_rank 5_15 1.0000 iprec_at_recall_0.00 5_15 1.0000 iprec_at_recall_0.10 5_15 0.4000 iprec_at_recall_0.20 5_15 0.3276 iprec_at_recall_0.30 5_15 0.3276 iprec_at_recall_0.40 5_15 0.3276 iprec_at_recall_0.50 5_15 0.2785 iprec_at_recall_0.60 5_15 0.2524 iprec_at_recall_0.70 5_15 0.1911 iprec_at_recall_0.80 5_15 0.1515 iprec_at_recall_0.90 5_15 0.0839 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 0.4000 P_10 5_15 0.4000 P_15 5_15 0.2667 P_20 5_15 0.2500 P_30 5_15 0.2333 P_100 5_15 0.2500 P_200 5_15 0.1550 P_500 5_15 0.0780 P_1000 5_15 0.0400 relstring 5_15 '2100000201' recall_5 5_15 0.0465 recall_10 5_15 0.0930 recall_15 5_15 0.0930 recall_20 5_15 0.1163 recall_30 5_15 0.1628 recall_100 5_15 0.5814 recall_200 5_15 0.7209 recall_500 5_15 0.9070 recall_1000 5_15 0.9302 infAP 5_15 0.2575 Rprec_mult_0.20 5_15 0.3333 Rprec_mult_0.40 5_15 0.2222 Rprec_mult_0.60 5_15 0.1923 Rprec_mult_0.80 5_15 0.2286 Rprec_mult_1.00 5_15 0.2791 Rprec_mult_1.20 5_15 0.3077 Rprec_mult_1.40 5_15 0.3115 Rprec_mult_1.60 5_15 0.2899 Rprec_mult_1.80 5_15 0.2692 Rprec_mult_2.00 5_15 0.2674 utility 5_15 -920.0000 11pt_avg 5_15 0.3036 binG 5_15 0.2039 G 5_15 0.1551 ndcg 5_15 0.5620 ndcg_rel 5_15 0.3915 Rndcg 5_15 0.3447 ndcg_cut_5 5_15 0.2672 ndcg_cut_10 5_15 0.2427 ndcg_cut_15 5_15 0.2024 ndcg_cut_20 5_15 0.2013 ndcg_cut_30 5_15 0.2158 ndcg_cut_100 5_15 0.4137 ndcg_cut_200 5_15 0.4804 ndcg_cut_500 5_15 0.5577 ndcg_cut_1000 5_15 0.5620 map_cut_5 5_15 0.0465 map_cut_10 5_15 0.0645 map_cut_15 5_15 0.0645 map_cut_20 5_15 0.0703 map_cut_30 5_15 0.0809 map_cut_100 5_15 0.2007 map_cut_200 5_15 0.2313 map_cut_500 5_15 0.2559 map_cut_1000 5_15 0.2575 relative_P_5 5_15 0.4000 relative_P_10 5_15 0.4000 relative_P_15 5_15 0.2667 relative_P_20 5_15 0.2500 relative_P_30 5_15 0.2333 relative_P_100 5_15 0.5814 relative_P_200 5_15 0.7209 relative_P_500 5_15 0.9070 relative_P_1000 5_15 0.9302 success_1 5_15 1.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 0.0400 set_relative_P 5_15 0.9302 set_recall 5_15 0.9302 set_map 5_15 0.0372 set_F 5_15 0.0767 num_nonrel_judged_ret 5_15 69 rbp 5_15 0.1265 rbp_resid 5_15 0.0760 unj_5 5_15 0.0000 unj_10 5_15 0.0000 unj_20 5_15 0.1000 num_ret 5_2 1000 num_rel 5_2 139 num_rel_ret 5_2 46 map 5_2 0.0199 Rprec 5_2 0.0647 bpref 5_2 0.2927 recip_rank 5_2 0.2000 iprec_at_recall_0.00 5_2 0.2000 iprec_at_recall_0.10 5_2 0.0657 iprec_at_recall_0.20 5_2 0.0516 iprec_at_recall_0.30 5_2 0.0463 iprec_at_recall_0.40 5_2 0.0000 iprec_at_recall_0.50 5_2 0.0000 iprec_at_recall_0.60 5_2 0.0000 iprec_at_recall_0.70 5_2 0.0000 iprec_at_recall_0.80 5_2 0.0000 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 0.2000 P_10 5_2 0.1000 P_15 5_2 0.1333 P_20 5_2 0.1000 P_30 5_2 0.0667 P_100 5_2 0.0700 P_200 5_2 0.0650 P_500 5_2 0.0500 P_1000 5_2 0.0460 relstring 5_2 '00001-----' recall_5 5_2 0.0072 recall_10 5_2 0.0072 recall_15 5_2 0.0144 recall_20 5_2 0.0144 recall_30 5_2 0.0144 recall_100 5_2 0.0504 recall_200 5_2 0.0935 recall_500 5_2 0.1799 recall_1000 5_2 0.3309 infAP 5_2 0.0199 Rprec_mult_0.20 5_2 0.0714 Rprec_mult_0.40 5_2 0.0357 Rprec_mult_0.60 5_2 0.0595 Rprec_mult_0.80 5_2 0.0625 Rprec_mult_1.00 5_2 0.0647 Rprec_mult_1.20 5_2 0.0719 Rprec_mult_1.40 5_2 0.0667 Rprec_mult_1.60 5_2 0.0628 Rprec_mult_1.80 5_2 0.0598 Rprec_mult_2.00 5_2 0.0612 utility 5_2 -908.0000 11pt_avg 5_2 0.0331 binG 5_2 0.0429 G 5_2 0.0405 ndcg 5_2 0.1975 ndcg_rel 5_2 0.1718 Rndcg 5_2 0.0822 ndcg_cut_5 5_2 0.0328 ndcg_cut_10 5_2 0.0213 ndcg_cut_15 5_2 0.0613 ndcg_cut_20 5_2 0.0533 ndcg_cut_30 5_2 0.0431 ndcg_cut_100 5_2 0.0595 ndcg_cut_200 5_2 0.0822 ndcg_cut_500 5_2 0.1230 ndcg_cut_1000 5_2 0.1975 map_cut_5 5_2 0.0014 map_cut_10 5_2 0.0014 map_cut_15 5_2 0.0025 map_cut_20 5_2 0.0025 map_cut_30 5_2 0.0025 map_cut_100 5_2 0.0048 map_cut_200 5_2 0.0078 map_cut_500 5_2 0.0128 map_cut_1000 5_2 0.0199 relative_P_5 5_2 0.2000 relative_P_10 5_2 0.1000 relative_P_15 5_2 0.1333 relative_P_20 5_2 0.1000 relative_P_30 5_2 0.0667 relative_P_100 5_2 0.0700 relative_P_200 5_2 0.0935 relative_P_500 5_2 0.1799 relative_P_1000 5_2 0.3309 success_1 5_2 0.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 0.0460 set_relative_P 5_2 0.3309 set_recall 5_2 0.3309 set_map 5_2 0.0152 set_F 5_2 0.0808 num_nonrel_judged_ret 5_2 10 rbp 5_2 0.0448 rbp_resid 5_2 0.5619 unj_5 5_2 0.0000 unj_10 5_2 0.5000 unj_20 5_2 0.7000 num_ret 5_4 1000 num_rel 5_4 108 num_rel_ret 5_4 45 map 5_4 0.1572 Rprec 5_4 0.2778 bpref 5_4 0.3944 recip_rank 5_4 1.0000 iprec_at_recall_0.00 5_4 1.0000 iprec_at_recall_0.10 5_4 0.4400 iprec_at_recall_0.20 5_4 0.3284 iprec_at_recall_0.30 5_4 0.2481 iprec_at_recall_0.40 5_4 0.0905 iprec_at_recall_0.50 5_4 0.0000 iprec_at_recall_0.60 5_4 0.0000 iprec_at_recall_0.70 5_4 0.0000 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 0.8000 P_10 5_4 0.8000 P_15 5_4 0.6000 P_20 5_4 0.5000 P_30 5_4 0.3667 P_100 5_4 0.2800 P_200 5_4 0.1750 P_500 5_4 0.0860 P_1000 5_4 0.0450 relstring 5_4 '23022-2212' recall_5 5_4 0.0370 recall_10 5_4 0.0741 recall_15 5_4 0.0833 recall_20 5_4 0.0926 recall_30 5_4 0.1019 recall_100 5_4 0.2593 recall_200 5_4 0.3241 recall_500 5_4 0.3981 recall_1000 5_4 0.4167 infAP 5_4 0.1572 Rprec_mult_0.20 5_4 0.4545 Rprec_mult_0.40 5_4 0.3864 Rprec_mult_0.60 5_4 0.3231 Rprec_mult_0.80 5_4 0.2759 Rprec_mult_1.00 5_4 0.2778 Rprec_mult_1.20 5_4 0.2462 Rprec_mult_1.40 5_4 0.2105 Rprec_mult_1.60 5_4 0.1908 Rprec_mult_1.80 5_4 0.1744 Rprec_mult_2.00 5_4 0.1620 utility 5_4 -910.0000 11pt_avg 5_4 0.1915 binG 5_4 0.1088 G 5_4 0.0785 ndcg 5_4 0.4098 ndcg_rel 5_4 0.3983 Rndcg 5_4 0.3770 ndcg_cut_5 5_4 0.4687 ndcg_cut_10 5_4 0.4549 ndcg_cut_15 5_4 0.4077 ndcg_cut_20 5_4 0.3869 ndcg_cut_30 5_4 0.3427 ndcg_cut_100 5_4 0.3285 ndcg_cut_200 5_4 0.3668 ndcg_cut_500 5_4 0.4010 ndcg_cut_1000 5_4 0.4098 map_cut_5 5_4 0.0329 map_cut_10 5_4 0.0610 map_cut_15 5_4 0.0680 map_cut_20 5_4 0.0734 map_cut_30 5_4 0.0775 map_cut_100 5_4 0.1324 map_cut_200 5_4 0.1474 map_cut_500 5_4 0.1559 map_cut_1000 5_4 0.1572 relative_P_5 5_4 0.8000 relative_P_10 5_4 0.8000 relative_P_15 5_4 0.6000 relative_P_20 5_4 0.5000 relative_P_30 5_4 0.3667 relative_P_100 5_4 0.2800 relative_P_200 5_4 0.3241 relative_P_500 5_4 0.3981 relative_P_1000 5_4 0.4167 success_1 5_4 1.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.0450 set_relative_P 5_4 0.4167 set_recall 5_4 0.4167 set_map 5_4 0.0187 set_F 5_4 0.0812 num_nonrel_judged_ret 5_4 6 rbp 5_4 0.3118 rbp_resid 5_4 0.3106 unj_5 5_4 0.0000 unj_10 5_4 0.1000 unj_20 5_4 0.4000 num_ret 5_5 1000 num_rel 5_5 108 num_rel_ret 5_5 62 map 5_5 0.2088 Rprec 5_5 0.2685 bpref 5_5 0.4244 recip_rank 5_5 1.0000 iprec_at_recall_0.00 5_5 1.0000 iprec_at_recall_0.10 5_5 0.7222 iprec_at_recall_0.20 5_5 0.3188 iprec_at_recall_0.30 5_5 0.2560 iprec_at_recall_0.40 5_5 0.1734 iprec_at_recall_0.50 5_5 0.1080 iprec_at_recall_0.60 5_5 0.0000 iprec_at_recall_0.70 5_5 0.0000 iprec_at_recall_0.80 5_5 0.0000 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 1.0000 P_10 5_5 0.8000 P_15 5_5 0.6667 P_20 5_5 0.6500 P_30 5_5 0.4667 P_100 5_5 0.2900 P_200 5_5 0.2000 P_500 5_5 0.1080 P_1000 5_5 0.0620 relstring 5_5 '2311122100' recall_5 5_5 0.0463 recall_10 5_5 0.0741 recall_15 5_5 0.0926 recall_20 5_5 0.1204 recall_30 5_5 0.1296 recall_100 5_5 0.2685 recall_200 5_5 0.3704 recall_500 5_5 0.5000 recall_1000 5_5 0.5741 infAP 5_5 0.2088 Rprec_mult_0.20 5_5 0.5909 Rprec_mult_0.40 5_5 0.3864 Rprec_mult_0.60 5_5 0.3231 Rprec_mult_0.80 5_5 0.2874 Rprec_mult_1.00 5_5 0.2685 Rprec_mult_1.20 5_5 0.2462 Rprec_mult_1.40 5_5 0.2237 Rprec_mult_1.60 5_5 0.2197 Rprec_mult_1.80 5_5 0.2051 Rprec_mult_2.00 5_5 0.1852 utility 5_5 -876.0000 11pt_avg 5_5 0.2344 binG 5_5 0.1579 G 5_5 0.0968 ndcg 5_5 0.4723 ndcg_rel 5_5 0.4259 Rndcg 5_5 0.3941 ndcg_cut_5 5_5 0.4568 ndcg_cut_10 5_5 0.4264 ndcg_cut_15 5_5 0.4009 ndcg_cut_20 5_5 0.4240 ndcg_cut_30 5_5 0.3620 ndcg_cut_100 5_5 0.3241 ndcg_cut_200 5_5 0.3635 ndcg_cut_500 5_5 0.4280 ndcg_cut_1000 5_5 0.4723 map_cut_5 5_5 0.0463 map_cut_10 5_5 0.0741 map_cut_15 5_5 0.0862 map_cut_20 5_5 0.1058 map_cut_30 5_5 0.1104 map_cut_100 5_5 0.1590 map_cut_200 5_5 0.1830 map_cut_500 5_5 0.2024 map_cut_1000 5_5 0.2088 relative_P_5 5_5 1.0000 relative_P_10 5_5 0.8000 relative_P_15 5_5 0.6667 relative_P_20 5_5 0.6500 relative_P_30 5_5 0.4667 relative_P_100 5_5 0.2900 relative_P_200 5_5 0.3704 relative_P_500 5_5 0.5000 relative_P_1000 5_5 0.5741 success_1 5_5 1.0000 success_5 5_5 1.0000 success_10 5_5 1.0000 set_P 5_5 0.0620 set_relative_P 5_5 0.5741 set_recall 5_5 0.5741 set_map 5_5 0.0356 set_F 5_5 0.1119 num_nonrel_judged_ret 5_5 50 rbp 5_5 0.2909 rbp_resid 5_5 0.0480 unj_5 5_5 0.0000 unj_10 5_5 0.0000 unj_20 5_5 0.0000 num_ret 5_8 1000 num_rel 5_8 78 num_rel_ret 5_8 66 map 5_8 0.3085 Rprec 5_8 0.3974 bpref 5_8 0.5636 recip_rank 5_8 1.0000 iprec_at_recall_0.00 5_8 1.0000 iprec_at_recall_0.10 5_8 0.5517 iprec_at_recall_0.20 5_8 0.5517 iprec_at_recall_0.30 5_8 0.5102 iprec_at_recall_0.40 5_8 0.4051 iprec_at_recall_0.50 5_8 0.3774 iprec_at_recall_0.60 5_8 0.2814 iprec_at_recall_0.70 5_8 0.2052 iprec_at_recall_0.80 5_8 0.1316 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.4000 P_10 5_8 0.3000 P_15 5_8 0.2667 P_20 5_8 0.4500 P_30 5_8 0.5333 P_100 5_8 0.3700 P_200 5_8 0.2500 P_500 5_8 0.1260 P_1000 5_8 0.0660 relstring 5_8 '10010-0100' recall_5 5_8 0.0256 recall_10 5_8 0.0385 recall_15 5_8 0.0513 recall_20 5_8 0.1154 recall_30 5_8 0.2051 recall_100 5_8 0.4744 recall_200 5_8 0.6410 recall_500 5_8 0.8077 recall_1000 5_8 0.8462 infAP 5_8 0.3085 Rprec_mult_0.20 5_8 0.3125 Rprec_mult_0.40 5_8 0.5312 Rprec_mult_0.60 5_8 0.4894 Rprec_mult_0.80 5_8 0.4444 Rprec_mult_1.00 5_8 0.3974 Rprec_mult_1.20 5_8 0.3830 Rprec_mult_1.40 5_8 0.3636 Rprec_mult_1.60 5_8 0.3360 Rprec_mult_1.80 5_8 0.2979 Rprec_mult_2.00 5_8 0.2821 utility 5_8 -868.0000 11pt_avg 5_8 0.3649 binG 5_8 0.1726 G 5_8 0.1338 ndcg 5_8 0.5468 ndcg_rel 5_8 0.3863 Rndcg 5_8 0.2828 ndcg_cut_5 5_8 0.1303 ndcg_cut_10 5_8 0.1108 ndcg_cut_15 5_8 0.1327 ndcg_cut_20 5_8 0.2056 ndcg_cut_30 5_8 0.2780 ndcg_cut_100 5_8 0.3742 ndcg_cut_200 5_8 0.4494 ndcg_cut_500 5_8 0.5312 ndcg_cut_1000 5_8 0.5468 map_cut_5 5_8 0.0192 map_cut_10 5_8 0.0240 map_cut_15 5_8 0.0287 map_cut_20 5_8 0.0534 map_cut_30 5_8 0.0990 map_cut_100 5_8 0.2215 map_cut_200 5_8 0.2732 map_cut_500 5_8 0.3041 map_cut_1000 5_8 0.3085 relative_P_5 5_8 0.4000 relative_P_10 5_8 0.3000 relative_P_15 5_8 0.2667 relative_P_20 5_8 0.4500 relative_P_30 5_8 0.5333 relative_P_100 5_8 0.4744 relative_P_200 5_8 0.6410 relative_P_500 5_8 0.8077 relative_P_1000 5_8 0.8462 success_1 5_8 1.0000 success_5 5_8 1.0000 success_10 5_8 1.0000 set_P 5_8 0.0660 set_relative_P 5_8 0.8462 set_recall 5_8 0.8462 set_map 5_8 0.0558 set_F 5_8 0.1224 num_nonrel_judged_ret 5_8 42 rbp 5_8 0.1488 rbp_resid 5_8 0.0790 unj_5 5_8 0.0000 unj_10 5_8 0.1000 unj_20 5_8 0.0500 num_ret 5_9 1000 num_rel 5_9 53 num_rel_ret 5_9 48 map 5_9 0.6039 Rprec 5_9 0.6792 bpref 5_9 0.8145 recip_rank 5_9 1.0000 iprec_at_recall_0.00 5_9 1.0000 iprec_at_recall_0.10 5_9 0.8750 iprec_at_recall_0.20 5_9 0.7778 iprec_at_recall_0.30 5_9 0.7778 iprec_at_recall_0.40 5_9 0.7778 iprec_at_recall_0.50 5_9 0.7778 iprec_at_recall_0.60 5_9 0.7273 iprec_at_recall_0.70 5_9 0.5352 iprec_at_recall_0.80 5_9 0.4286 iprec_at_recall_0.90 5_9 0.0649 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 0.8000 P_10 5_9 0.8000 P_15 5_9 0.7333 P_20 5_9 0.7000 P_30 5_9 0.7667 P_100 5_9 0.4200 P_200 5_9 0.2250 P_500 5_9 0.0940 P_1000 5_9 0.0480 relstring 5_9 '1340434404' recall_5 5_9 0.0755 recall_10 5_9 0.1509 recall_15 5_9 0.2075 recall_20 5_9 0.2642 recall_30 5_9 0.4340 recall_100 5_9 0.7925 recall_200 5_9 0.8491 recall_500 5_9 0.8868 recall_1000 5_9 0.9057 infAP 5_9 0.6039 Rprec_mult_0.20 5_9 0.7273 Rprec_mult_0.40 5_9 0.6818 Rprec_mult_0.60 5_9 0.7500 Rprec_mult_0.80 5_9 0.7209 Rprec_mult_1.00 5_9 0.6792 Rprec_mult_1.20 5_9 0.5625 Rprec_mult_1.40 5_9 0.5067 Rprec_mult_1.60 5_9 0.4706 Rprec_mult_1.80 5_9 0.4271 Rprec_mult_2.00 5_9 0.3962 utility 5_9 -904.0000 11pt_avg 5_9 0.6129 binG 5_9 0.3144 G 5_9 0.1989 ndcg 5_9 0.7851 ndcg_rel 5_9 0.6556 Rndcg 5_9 0.6644 ndcg_cut_5 5_9 0.5461 ndcg_cut_10 5_9 0.6196 ndcg_cut_15 5_9 0.5689 ndcg_cut_20 5_9 0.5892 ndcg_cut_30 5_9 0.6260 ndcg_cut_100 5_9 0.7439 ndcg_cut_200 5_9 0.7645 ndcg_cut_500 5_9 0.7799 ndcg_cut_1000 5_9 0.7851 map_cut_5 5_9 0.0717 map_cut_10 5_9 0.1352 map_cut_15 5_9 0.1767 map_cut_20 5_9 0.2183 map_cut_30 5_9 0.3420 map_cut_100 5_9 0.5780 map_cut_200 5_9 0.5951 map_cut_500 5_9 0.6026 map_cut_1000 5_9 0.6039 relative_P_5 5_9 0.8000 relative_P_10 5_9 0.8000 relative_P_15 5_9 0.7333 relative_P_20 5_9 0.7000 relative_P_30 5_9 0.7667 relative_P_100 5_9 0.7925 relative_P_200 5_9 0.8491 relative_P_500 5_9 0.8868 relative_P_1000 5_9 0.9057 success_1 5_9 1.0000 success_5 5_9 1.0000 success_10 5_9 1.0000 set_P 5_9 0.0480 set_relative_P 5_9 0.9057 set_recall 5_9 0.9057 set_map 5_9 0.0435 set_F 5_9 0.0912 num_nonrel_judged_ret 5_9 13 rbp 5_9 0.5914 rbp_resid 5_9 0.0465 unj_5 5_9 0.0000 unj_10 5_9 0.0000 unj_20 5_9 0.0500 num_ret 6_1 1000 num_rel 6_1 331 num_rel_ret 6_1 114 map 6_1 0.1749 Rprec 6_1 0.2568 bpref 6_1 0.2905 recip_rank 6_1 1.0000 iprec_at_recall_0.00 6_1 1.0000 iprec_at_recall_0.10 6_1 0.7451 iprec_at_recall_0.20 6_1 0.3771 iprec_at_recall_0.30 6_1 0.1731 iprec_at_recall_0.40 6_1 0.0000 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 1.0000 P_10 6_1 0.8000 P_15 6_1 0.7333 P_20 6_1 0.8000 P_30 6_1 0.8333 P_100 6_1 0.5400 P_200 6_1 0.3450 P_500 6_1 0.1900 P_1000 6_1 0.1140 relstring 6_1 '3311311200' recall_5 6_1 0.0151 recall_10 6_1 0.0242 recall_15 6_1 0.0332 recall_20 6_1 0.0483 recall_30 6_1 0.0755 recall_100 6_1 0.1631 recall_200 6_1 0.2085 recall_500 6_1 0.2870 recall_1000 6_1 0.3444 infAP 6_1 0.1749 Rprec_mult_0.20 6_1 0.6716 Rprec_mult_0.40 6_1 0.4286 Rprec_mult_0.60 6_1 0.3467 Rprec_mult_0.80 6_1 0.2906 Rprec_mult_1.00 6_1 0.2568 Rprec_mult_1.20 6_1 0.2211 Rprec_mult_1.40 6_1 0.2004 Rprec_mult_1.60 6_1 0.1830 Rprec_mult_1.80 6_1 0.1678 Rprec_mult_2.00 6_1 0.1556 utility 6_1 -772.0000 11pt_avg 6_1 0.2087 binG 6_1 0.0886 G 6_1 0.0598 ndcg 6_1 0.3755 ndcg_rel 6_1 0.4002 Rndcg 6_1 0.4632 ndcg_cut_5 6_1 0.7094 ndcg_cut_10 6_1 0.5676 ndcg_cut_15 6_1 0.5440 ndcg_cut_20 6_1 0.5505 ndcg_cut_30 6_1 0.5419 ndcg_cut_100 6_1 0.4426 ndcg_cut_200 6_1 0.3548 ndcg_cut_500 6_1 0.3402 ndcg_cut_1000 6_1 0.3755 map_cut_5 6_1 0.0151 map_cut_10 6_1 0.0242 map_cut_15 6_1 0.0306 map_cut_20 6_1 0.0424 map_cut_30 6_1 0.0650 map_cut_100 6_1 0.1264 map_cut_200 6_1 0.1455 map_cut_500 6_1 0.1662 map_cut_1000 6_1 0.1749 relative_P_5 6_1 1.0000 relative_P_10 6_1 0.8000 relative_P_15 6_1 0.7333 relative_P_20 6_1 0.8000 relative_P_30 6_1 0.8333 relative_P_100 6_1 0.5400 relative_P_200 6_1 0.3450 relative_P_500 6_1 0.2870 relative_P_1000 6_1 0.3444 success_1 6_1 1.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.1140 set_relative_P 6_1 0.3444 set_recall 6_1 0.3444 set_map 6_1 0.0393 set_F 6_1 0.1713 num_nonrel_judged_ret 6_1 28 rbp 6_1 0.3746 rbp_resid 6_1 0.0096 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1000 num_rel 6_10 45 num_rel_ret 6_10 36 map 6_10 0.3411 Rprec 6_10 0.3778 bpref 6_10 0.6716 recip_rank 6_10 1.0000 iprec_at_recall_0.00 6_10 1.0000 iprec_at_recall_0.10 6_10 1.0000 iprec_at_recall_0.20 6_10 0.5263 iprec_at_recall_0.30 6_10 0.4545 iprec_at_recall_0.40 6_10 0.3913 iprec_at_recall_0.50 6_10 0.2376 iprec_at_recall_0.60 6_10 0.1957 iprec_at_recall_0.70 6_10 0.1722 iprec_at_recall_0.80 6_10 0.1059 iprec_at_recall_0.90 6_10 0.0000 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 1.0000 P_10 6_10 0.6000 P_15 6_10 0.5333 P_20 6_10 0.5000 P_30 6_10 0.4333 P_100 6_10 0.2300 P_200 6_10 0.1550 P_500 6_10 0.0720 P_1000 6_10 0.0360 relstring 6_10 '41331--200' recall_5 6_10 0.1111 recall_10 6_10 0.1333 recall_15 6_10 0.1778 recall_20 6_10 0.2222 recall_30 6_10 0.2889 recall_100 6_10 0.5111 recall_200 6_10 0.6889 recall_500 6_10 0.8000 recall_1000 6_10 0.8000 infAP 6_10 0.3411 Rprec_mult_0.20 6_10 0.6667 Rprec_mult_0.40 6_10 0.5000 Rprec_mult_0.60 6_10 0.4815 Rprec_mult_0.80 6_10 0.4167 Rprec_mult_1.00 6_10 0.3778 Rprec_mult_1.20 6_10 0.3519 Rprec_mult_1.40 6_10 0.3333 Rprec_mult_1.60 6_10 0.2917 Rprec_mult_1.80 6_10 0.2716 Rprec_mult_2.00 6_10 0.2444 utility 6_10 -928.0000 11pt_avg 6_10 0.3712 binG 6_10 0.2529 G 6_10 0.2019 ndcg 6_10 0.6647 ndcg_rel 6_10 0.6176 Rndcg 6_10 0.6353 ndcg_cut_5 6_10 0.7932 ndcg_cut_10 6_10 0.5769 ndcg_cut_15 6_10 0.5037 ndcg_cut_20 6_10 0.5142 ndcg_cut_30 6_10 0.4770 ndcg_cut_100 6_10 0.5537 ndcg_cut_200 6_10 0.6372 ndcg_cut_500 6_10 0.6647 ndcg_cut_1000 6_10 0.6647 map_cut_5 6_10 0.1111 map_cut_10 6_10 0.1278 map_cut_15 6_10 0.1544 map_cut_20 6_10 0.1772 map_cut_30 6_10 0.2110 map_cut_100 6_10 0.2925 map_cut_200 6_10 0.3271 map_cut_500 6_10 0.3411 map_cut_1000 6_10 0.3411 relative_P_5 6_10 1.0000 relative_P_10 6_10 0.6000 relative_P_15 6_10 0.5333 relative_P_20 6_10 0.5000 relative_P_30 6_10 0.4333 relative_P_100 6_10 0.5111 relative_P_200 6_10 0.6889 relative_P_500 6_10 0.8000 relative_P_1000 6_10 0.8000 success_1 6_10 1.0000 success_5 6_10 1.0000 success_10 6_10 1.0000 set_P 6_10 0.0360 set_relative_P 6_10 0.8000 set_recall 6_10 0.8000 set_map 6_10 0.0288 set_F 6_10 0.0689 num_nonrel_judged_ret 6_10 18 rbp 6_10 0.3360 rbp_resid 6_10 0.2705 unj_5 6_10 0.0000 unj_10 6_10 0.2000 unj_20 6_10 0.3000 num_ret 6_11 1000 num_rel 6_11 118 num_rel_ret 6_11 82 map 6_11 0.3151 Rprec 6_11 0.3814 bpref 6_11 0.6479 recip_rank 6_11 1.0000 iprec_at_recall_0.00 6_11 1.0000 iprec_at_recall_0.10 6_11 0.6800 iprec_at_recall_0.20 6_11 0.6190 iprec_at_recall_0.30 6_11 0.5469 iprec_at_recall_0.40 6_11 0.3884 iprec_at_recall_0.50 6_11 0.2599 iprec_at_recall_0.60 6_11 0.1659 iprec_at_recall_0.70 6_11 0.0000 iprec_at_recall_0.80 6_11 0.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 1.0000 P_10 6_11 0.8000 P_15 6_11 0.6667 P_20 6_11 0.6000 P_30 6_11 0.6333 P_100 6_11 0.4000 P_200 6_11 0.2800 P_500 6_11 0.1480 P_1000 6_11 0.0820 relstring 6_11 '3121222--2' recall_5 6_11 0.0424 recall_10 6_11 0.0678 recall_15 6_11 0.0847 recall_20 6_11 0.1017 recall_30 6_11 0.1610 recall_100 6_11 0.3390 recall_200 6_11 0.4746 recall_500 6_11 0.6271 recall_1000 6_11 0.6949 infAP 6_11 0.3151 Rprec_mult_0.20 6_11 0.6667 Rprec_mult_0.40 6_11 0.6042 Rprec_mult_0.60 6_11 0.5070 Rprec_mult_0.80 6_11 0.4105 Rprec_mult_1.00 6_11 0.3814 Rprec_mult_1.20 6_11 0.3380 Rprec_mult_1.40 6_11 0.3072 Rprec_mult_1.60 6_11 0.2963 Rprec_mult_1.80 6_11 0.2629 Rprec_mult_2.00 6_11 0.2500 utility 6_11 -836.0000 11pt_avg 6_11 0.3327 binG 6_11 0.1797 G 6_11 0.1405 ndcg 6_11 0.6309 ndcg_rel 6_11 0.5834 Rndcg 6_11 0.5776 ndcg_cut_5 6_11 0.7269 ndcg_cut_10 6_11 0.6946 ndcg_cut_15 6_11 0.6200 ndcg_cut_20 6_11 0.5724 ndcg_cut_30 6_11 0.5688 ndcg_cut_100 6_11 0.4552 ndcg_cut_200 6_11 0.5126 ndcg_cut_500 6_11 0.5941 ndcg_cut_1000 6_11 0.6309 map_cut_5 6_11 0.0424 map_cut_10 6_11 0.0661 map_cut_15 6_11 0.0785 map_cut_20 6_11 0.0888 map_cut_30 6_11 0.1274 map_cut_100 6_11 0.2292 map_cut_200 6_11 0.2765 map_cut_500 6_11 0.3078 map_cut_1000 6_11 0.3151 relative_P_5 6_11 1.0000 relative_P_10 6_11 0.8000 relative_P_15 6_11 0.6667 relative_P_20 6_11 0.6000 relative_P_30 6_11 0.6333 relative_P_100 6_11 0.4000 relative_P_200 6_11 0.4746 relative_P_500 6_11 0.6271 relative_P_1000 6_11 0.6949 success_1 6_11 1.0000 success_5 6_11 1.0000 success_10 6_11 1.0000 set_P 6_11 0.0820 set_relative_P 6_11 0.6949 set_recall 6_11 0.6949 set_map 6_11 0.0570 set_F 6_11 0.1467 num_nonrel_judged_ret 6_11 25 rbp 6_11 0.4377 rbp_resid 6_11 0.2013 unj_5 6_11 0.0000 unj_10 6_11 0.2000 unj_20 6_11 0.2500 num_ret 6_12 1000 num_rel 6_12 69 num_rel_ret 6_12 53 map 6_12 0.6080 Rprec 6_12 0.6377 bpref 6_12 0.7479 recip_rank 6_12 1.0000 iprec_at_recall_0.00 6_12 1.0000 iprec_at_recall_0.10 6_12 1.0000 iprec_at_recall_0.20 6_12 0.9444 iprec_at_recall_0.30 6_12 0.8889 iprec_at_recall_0.40 6_12 0.8571 iprec_at_recall_0.50 6_12 0.8372 iprec_at_recall_0.60 6_12 0.7736 iprec_at_recall_0.70 6_12 0.3780 iprec_at_recall_0.80 6_12 0.0000 iprec_at_recall_0.90 6_12 0.0000 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 1.0000 P_10 6_12 0.9000 P_15 6_12 0.9333 P_20 6_12 0.9000 P_30 6_12 0.8667 P_100 6_12 0.4700 P_200 6_12 0.2500 P_500 6_12 0.1060 P_1000 6_12 0.0530 relstring 6_12 '3333333330' recall_5 6_12 0.0725 recall_10 6_12 0.1304 recall_15 6_12 0.2029 recall_20 6_12 0.2609 recall_30 6_12 0.3768 recall_100 6_12 0.6812 recall_200 6_12 0.7246 recall_500 6_12 0.7681 recall_1000 6_12 0.7681 infAP 6_12 0.6080 Rprec_mult_0.20 6_12 0.9286 Rprec_mult_0.40 6_12 0.8571 Rprec_mult_0.60 6_12 0.8333 Rprec_mult_0.80 6_12 0.7321 Rprec_mult_1.00 6_12 0.6377 Rprec_mult_1.20 6_12 0.5301 Rprec_mult_1.40 6_12 0.4845 Rprec_mult_1.60 6_12 0.4234 Rprec_mult_1.80 6_12 0.3760 Rprec_mult_2.00 6_12 0.3478 utility 6_12 -894.0000 11pt_avg 6_12 0.6072 binG 6_12 0.3609 G 6_12 0.2381 ndcg 6_12 0.7762 ndcg_rel 6_12 0.8197 Rndcg 6_12 0.7384 ndcg_cut_5 6_12 0.8984 ndcg_cut_10 6_12 0.8724 ndcg_cut_15 6_12 0.8726 ndcg_cut_20 6_12 0.8727 ndcg_cut_30 6_12 0.8565 ndcg_cut_100 6_12 0.7353 ndcg_cut_200 6_12 0.7582 ndcg_cut_500 6_12 0.7762 ndcg_cut_1000 6_12 0.7762 map_cut_5 6_12 0.0725 map_cut_10 6_12 0.1304 map_cut_15 6_12 0.1973 map_cut_20 6_12 0.2512 map_cut_30 6_12 0.3537 map_cut_100 6_12 0.5871 map_cut_200 6_12 0.6003 map_cut_500 6_12 0.6080 map_cut_1000 6_12 0.6080 relative_P_5 6_12 1.0000 relative_P_10 6_12 0.9000 relative_P_15 6_12 0.9333 relative_P_20 6_12 0.9000 relative_P_30 6_12 0.8667 relative_P_100 6_12 0.6812 relative_P_200 6_12 0.7246 relative_P_500 6_12 0.7681 relative_P_1000 6_12 0.7681 success_1 6_12 1.0000 success_5 6_12 1.0000 success_10 6_12 1.0000 set_P 6_12 0.0530 set_relative_P 6_12 0.7681 set_recall 6_12 0.7681 set_map 6_12 0.0407 set_F 6_12 0.0992 num_nonrel_judged_ret 6_12 4 rbp 6_12 0.6793 rbp_resid 6_12 0.0307 unj_5 6_12 0.0000 unj_10 6_12 0.0000 unj_20 6_12 0.0000 num_ret 6_13 1000 num_rel 6_13 107 num_rel_ret 6_13 97 map 6_13 0.6286 Rprec 6_13 0.6542 bpref 6_13 0.8699 recip_rank 6_13 1.0000 iprec_at_recall_0.00 6_13 1.0000 iprec_at_recall_0.10 6_13 0.8387 iprec_at_recall_0.20 6_13 0.8387 iprec_at_recall_0.30 6_13 0.8200 iprec_at_recall_0.40 6_13 0.8182 iprec_at_recall_0.50 6_13 0.7714 iprec_at_recall_0.60 6_13 0.7442 iprec_at_recall_0.70 6_13 0.5725 iprec_at_recall_0.80 6_13 0.4251 iprec_at_recall_0.90 6_13 0.2494 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 0.8000 P_10 6_13 0.8000 P_15 6_13 0.7333 P_20 6_13 0.7500 P_30 6_13 0.8333 P_100 6_13 0.6900 P_200 6_13 0.4250 P_500 6_13 0.1920 P_1000 6_13 0.0970 relstring 6_13 '3230222-12' recall_5 6_13 0.0374 recall_10 6_13 0.0748 recall_15 6_13 0.1028 recall_20 6_13 0.1402 recall_30 6_13 0.2336 recall_100 6_13 0.6449 recall_200 6_13 0.7944 recall_500 6_13 0.8972 recall_1000 6_13 0.9065 infAP 6_13 0.6286 Rprec_mult_0.20 6_13 0.7727 Rprec_mult_0.40 6_13 0.7907 Rprec_mult_0.60 6_13 0.7692 Rprec_mult_0.80 6_13 0.7442 Rprec_mult_1.00 6_13 0.6542 Rprec_mult_1.20 6_13 0.5659 Rprec_mult_1.40 6_13 0.5267 Rprec_mult_1.60 6_13 0.4826 Rprec_mult_1.80 6_13 0.4404 Rprec_mult_2.00 6_13 0.4112 utility 6_13 -806.0000 11pt_avg 6_13 0.6435 binG 6_13 0.2606 G 6_13 0.1981 ndcg 6_13 0.8199 ndcg_rel 6_13 0.7081 Rndcg 6_13 0.6800 ndcg_cut_5 6_13 0.7389 ndcg_cut_10 6_13 0.6451 ndcg_cut_15 6_13 0.5992 ndcg_cut_20 6_13 0.6358 ndcg_cut_30 6_13 0.6742 ndcg_cut_100 6_13 0.6851 ndcg_cut_200 6_13 0.7572 ndcg_cut_500 6_13 0.8148 ndcg_cut_1000 6_13 0.8199 map_cut_5 6_13 0.0355 map_cut_10 6_13 0.0661 map_cut_15 6_13 0.0861 map_cut_20 6_13 0.1141 map_cut_30 6_13 0.1890 map_cut_100 6_13 0.5103 map_cut_200 6_13 0.5933 map_cut_500 6_13 0.6270 map_cut_1000 6_13 0.6286 relative_P_5 6_13 0.8000 relative_P_10 6_13 0.8000 relative_P_15 6_13 0.7333 relative_P_20 6_13 0.7500 relative_P_30 6_13 0.8333 relative_P_100 6_13 0.6900 relative_P_200 6_13 0.7944 relative_P_500 6_13 0.8972 relative_P_1000 6_13 0.9065 success_1 6_13 1.0000 success_5 6_13 1.0000 success_10 6_13 1.0000 set_P 6_13 0.0970 set_relative_P 6_13 0.9065 set_recall 6_13 0.9065 set_map 6_13 0.0879 set_F 6_13 0.1752 num_nonrel_judged_ret 6_13 4 rbp 6_13 0.5527 rbp_resid 6_13 0.1418 unj_5 6_13 0.0000 unj_10 6_13 0.1000 unj_20 6_13 0.2000 num_ret 6_14 1000 num_rel 6_14 56 num_rel_ret 6_14 48 map 6_14 0.3994 Rprec 6_14 0.3929 bpref 6_14 0.5051 recip_rank 6_14 1.0000 iprec_at_recall_0.00 6_14 1.0000 iprec_at_recall_0.10 6_14 0.8571 iprec_at_recall_0.20 6_14 0.6667 iprec_at_recall_0.30 6_14 0.5667 iprec_at_recall_0.40 6_14 0.4237 iprec_at_recall_0.50 6_14 0.3636 iprec_at_recall_0.60 6_14 0.3542 iprec_at_recall_0.70 6_14 0.2389 iprec_at_recall_0.80 6_14 0.2201 iprec_at_recall_0.90 6_14 0.0000 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.8000 P_10 6_14 0.8000 P_15 6_14 0.6000 P_20 6_14 0.6000 P_30 6_14 0.5667 P_100 6_14 0.3400 P_200 6_14 0.2200 P_500 6_14 0.0960 P_1000 6_14 0.0480 relstring 6_14 '2130322022' recall_5 6_14 0.0714 recall_10 6_14 0.1429 recall_15 6_14 0.1607 recall_20 6_14 0.2143 recall_30 6_14 0.3036 recall_100 6_14 0.6071 recall_200 6_14 0.7857 recall_500 6_14 0.8571 recall_1000 6_14 0.8571 infAP 6_14 0.3994 Rprec_mult_0.20 6_14 0.6667 Rprec_mult_0.40 6_14 0.5652 Rprec_mult_0.60 6_14 0.5000 Rprec_mult_0.80 6_14 0.4222 Rprec_mult_1.00 6_14 0.3929 Rprec_mult_1.20 6_14 0.3824 Rprec_mult_1.40 6_14 0.3544 Rprec_mult_1.60 6_14 0.3444 Rprec_mult_1.80 6_14 0.3366 Rprec_mult_2.00 6_14 0.3036 utility 6_14 -904.0000 11pt_avg 6_14 0.4265 binG 6_14 0.2457 G 6_14 0.1852 ndcg 6_14 0.6931 ndcg_rel 6_14 0.6025 Rndcg 6_14 0.5711 ndcg_cut_5 6_14 0.5982 ndcg_cut_10 6_14 0.6335 ndcg_cut_15 6_14 0.5574 ndcg_cut_20 6_14 0.5513 ndcg_cut_30 6_14 0.5249 ndcg_cut_100 6_14 0.6012 ndcg_cut_200 6_14 0.6740 ndcg_cut_500 6_14 0.6931 ndcg_cut_1000 6_14 0.6931 map_cut_5 6_14 0.0679 map_cut_10 6_14 0.1262 map_cut_15 6_14 0.1386 map_cut_20 6_14 0.1732 map_cut_30 6_14 0.2240 map_cut_100 6_14 0.3428 map_cut_200 6_14 0.3863 map_cut_500 6_14 0.3994 map_cut_1000 6_14 0.3994 relative_P_5 6_14 0.8000 relative_P_10 6_14 0.8000 relative_P_15 6_14 0.6000 relative_P_20 6_14 0.6000 relative_P_30 6_14 0.5667 relative_P_100 6_14 0.6071 relative_P_200 6_14 0.7857 relative_P_500 6_14 0.8571 relative_P_1000 6_14 0.8571 success_1 6_14 1.0000 success_5 6_14 1.0000 success_10 6_14 1.0000 set_P 6_14 0.0480 set_relative_P 6_14 0.8571 set_recall 6_14 0.8571 set_map 6_14 0.0411 set_F 6_14 0.0909 num_nonrel_judged_ret 6_14 54 rbp 6_14 0.4446 rbp_resid 6_14 0.0591 unj_5 6_14 0.0000 unj_10 6_14 0.0000 unj_20 6_14 0.0500 num_ret 6_16 1000 num_rel 6_16 29 num_rel_ret 6_16 21 map 6_16 0.0243 Rprec 6_16 0.0000 bpref 6_16 0.0690 recip_rank 6_16 0.0263 iprec_at_recall_0.00 6_16 0.0676 iprec_at_recall_0.10 6_16 0.0676 iprec_at_recall_0.20 6_16 0.0398 iprec_at_recall_0.30 6_16 0.0327 iprec_at_recall_0.40 6_16 0.0303 iprec_at_recall_0.50 6_16 0.0297 iprec_at_recall_0.60 6_16 0.0250 iprec_at_recall_0.70 6_16 0.0220 iprec_at_recall_0.80 6_16 0.0000 iprec_at_recall_0.90 6_16 0.0000 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.0000 P_10 6_16 0.0000 P_15 6_16 0.0000 P_20 6_16 0.0000 P_30 6_16 0.0000 P_100 6_16 0.0500 P_200 6_16 0.0350 P_500 6_16 0.0280 P_1000 6_16 0.0210 relstring 6_16 '00000---00' recall_5 6_16 0.0000 recall_10 6_16 0.0000 recall_15 6_16 0.0000 recall_20 6_16 0.0000 recall_30 6_16 0.0000 recall_100 6_16 0.1724 recall_200 6_16 0.2414 recall_500 6_16 0.4828 recall_1000 6_16 0.7241 infAP 6_16 0.0243 Rprec_mult_0.20 6_16 0.0000 Rprec_mult_0.40 6_16 0.0000 Rprec_mult_0.60 6_16 0.0000 Rprec_mult_0.80 6_16 0.0000 Rprec_mult_1.00 6_16 0.0000 Rprec_mult_1.20 6_16 0.0000 Rprec_mult_1.40 6_16 0.0244 Rprec_mult_1.60 6_16 0.0426 Rprec_mult_1.80 6_16 0.0377 Rprec_mult_2.00 6_16 0.0517 utility 6_16 -958.0000 11pt_avg 6_16 0.0286 binG 6_16 0.0934 G 6_16 0.0892 ndcg 6_16 0.2779 ndcg_rel 6_16 0.1863 Rndcg 6_16 0.0695 ndcg_cut_5 6_16 0.0000 ndcg_cut_10 6_16 0.0000 ndcg_cut_15 6_16 0.0000 ndcg_cut_20 6_16 0.0000 ndcg_cut_30 6_16 0.0000 ndcg_cut_100 6_16 0.0750 ndcg_cut_200 6_16 0.0984 ndcg_cut_500 6_16 0.1958 ndcg_cut_1000 6_16 0.2779 map_cut_5 6_16 0.0000 map_cut_10 6_16 0.0000 map_cut_15 6_16 0.0000 map_cut_20 6_16 0.0000 map_cut_30 6_16 0.0000 map_cut_100 6_16 0.0087 map_cut_200 6_16 0.0113 map_cut_500 6_16 0.0185 map_cut_1000 6_16 0.0243 relative_P_5 6_16 0.0000 relative_P_10 6_16 0.0000 relative_P_15 6_16 0.0000 relative_P_20 6_16 0.0000 relative_P_30 6_16 0.0000 relative_P_100 6_16 0.1724 relative_P_200 6_16 0.2414 relative_P_500 6_16 0.4828 relative_P_1000 6_16 0.7241 success_1 6_16 0.0000 success_5 6_16 0.0000 success_10 6_16 0.0000 set_P 6_16 0.0210 set_relative_P 6_16 0.7241 set_recall 6_16 0.7241 set_map 6_16 0.0152 set_F 6_16 0.0408 num_nonrel_judged_ret 6_16 46 rbp 6_16 0.0020 rbp_resid 6_16 0.3887 unj_5 6_16 0.0000 unj_10 6_16 0.3000 unj_20 6_16 0.4500 num_ret 6_3 1000 num_rel 6_3 97 num_rel_ret 6_3 31 map 6_3 0.0872 Rprec 6_3 0.1443 bpref 6_3 0.2697 recip_rank 6_3 1.0000 iprec_at_recall_0.00 6_3 1.0000 iprec_at_recall_0.10 6_3 0.3571 iprec_at_recall_0.20 6_3 0.1275 iprec_at_recall_0.30 6_3 0.0492 iprec_at_recall_0.40 6_3 0.0000 iprec_at_recall_0.50 6_3 0.0000 iprec_at_recall_0.60 6_3 0.0000 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 0.6000 P_10 6_3 0.5000 P_15 6_3 0.4000 P_20 6_3 0.3500 P_30 6_3 0.3333 P_100 6_3 0.1400 P_200 6_3 0.1100 P_500 6_3 0.0560 P_1000 6_3 0.0310 relstring 6_3 '20130210--' recall_5 6_3 0.0309 recall_10 6_3 0.0515 recall_15 6_3 0.0619 recall_20 6_3 0.0722 recall_30 6_3 0.1031 recall_100 6_3 0.1443 recall_200 6_3 0.2268 recall_500 6_3 0.2887 recall_1000 6_3 0.3196 infAP 6_3 0.0872 Rprec_mult_0.20 6_3 0.3500 Rprec_mult_0.40 6_3 0.3077 Rprec_mult_0.60 6_3 0.2034 Rprec_mult_0.80 6_3 0.1667 Rprec_mult_1.00 6_3 0.1443 Rprec_mult_1.20 6_3 0.1453 Rprec_mult_1.40 6_3 0.1324 Rprec_mult_1.60 6_3 0.1218 Rprec_mult_1.80 6_3 0.1143 Rprec_mult_2.00 6_3 0.1082 utility 6_3 -938.0000 11pt_avg 6_3 0.1394 binG 6_3 0.0780 G 6_3 0.0572 ndcg 6_3 0.2946 ndcg_rel 6_3 0.2920 Rndcg 6_3 0.2671 ndcg_cut_5 6_3 0.3620 ndcg_cut_10 6_3 0.3170 ndcg_cut_15 6_3 0.2992 ndcg_cut_20 6_3 0.3005 ndcg_cut_30 6_3 0.2921 ndcg_cut_100 6_3 0.2036 ndcg_cut_200 6_3 0.2540 ndcg_cut_500 6_3 0.2796 ndcg_cut_1000 6_3 0.2946 map_cut_5 6_3 0.0249 map_cut_10 6_3 0.0392 map_cut_15 6_3 0.0448 map_cut_20 6_3 0.0493 map_cut_30 6_3 0.0598 map_cut_100 6_3 0.0698 map_cut_200 6_3 0.0806 map_cut_500 6_3 0.0860 map_cut_1000 6_3 0.0872 relative_P_5 6_3 0.6000 relative_P_10 6_3 0.5000 relative_P_15 6_3 0.4000 relative_P_20 6_3 0.3500 relative_P_30 6_3 0.3333 relative_P_100 6_3 0.1443 relative_P_200 6_3 0.2268 relative_P_500 6_3 0.2887 relative_P_1000 6_3 0.3196 success_1 6_3 1.0000 success_5 6_3 1.0000 success_10 6_3 1.0000 set_P 6_3 0.0310 set_relative_P 6_3 0.3196 set_recall 6_3 0.3196 set_map 6_3 0.0099 set_F 6_3 0.0565 num_nonrel_judged_ret 6_3 47 rbp 6_3 0.2202 rbp_resid 6_3 0.3220 unj_5 6_3 0.0000 unj_10 6_3 0.2000 unj_20 6_3 0.5000 num_ret 6_4 1000 num_rel 6_4 121 num_rel_ret 6_4 51 map 6_4 0.0890 Rprec 6_4 0.1405 bpref 6_4 0.3487 recip_rank 6_4 1.0000 iprec_at_recall_0.00 6_4 1.0000 iprec_at_recall_0.10 6_4 0.4483 iprec_at_recall_0.20 6_4 0.1595 iprec_at_recall_0.30 6_4 0.0938 iprec_at_recall_0.40 6_4 0.0661 iprec_at_recall_0.50 6_4 0.0000 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 0.4000 P_10 6_4 0.5000 P_15 6_4 0.4667 P_20 6_4 0.4000 P_30 6_4 0.4333 P_100 6_4 0.1600 P_200 6_4 0.1300 P_500 6_4 0.0800 P_1000 6_4 0.0510 relstring 6_4 '200200222-' recall_5 6_4 0.0165 recall_10 6_4 0.0413 recall_15 6_4 0.0579 recall_20 6_4 0.0661 recall_30 6_4 0.1074 recall_100 6_4 0.1322 recall_200 6_4 0.2149 recall_500 6_4 0.3306 recall_1000 6_4 0.4215 infAP 6_4 0.0890 Rprec_mult_0.20 6_4 0.4400 Rprec_mult_0.40 6_4 0.2653 Rprec_mult_0.60 6_4 0.1918 Rprec_mult_0.80 6_4 0.1649 Rprec_mult_1.00 6_4 0.1405 Rprec_mult_1.20 6_4 0.1575 Rprec_mult_1.40 6_4 0.1529 Rprec_mult_1.60 6_4 0.1340 Rprec_mult_1.80 6_4 0.1239 Rprec_mult_2.00 6_4 0.1198 utility 6_4 -898.0000 11pt_avg 6_4 0.1607 binG 6_4 0.0796 G 6_4 0.0642 ndcg 6_4 0.3474 ndcg_rel 6_4 0.3271 Rndcg 6_4 0.2652 ndcg_cut_5 6_4 0.3235 ndcg_cut_10 6_4 0.3493 ndcg_cut_15 6_4 0.3338 ndcg_cut_20 6_4 0.3173 ndcg_cut_30 6_4 0.3683 ndcg_cut_100 6_4 0.2026 ndcg_cut_200 6_4 0.2459 ndcg_cut_500 6_4 0.3030 ndcg_cut_1000 6_4 0.3474 map_cut_5 6_4 0.0124 map_cut_10 6_4 0.0247 map_cut_15 6_4 0.0323 map_cut_20 6_4 0.0358 map_cut_30 6_4 0.0541 map_cut_100 6_4 0.0586 map_cut_200 6_4 0.0712 map_cut_500 6_4 0.0829 map_cut_1000 6_4 0.0890 relative_P_5 6_4 0.4000 relative_P_10 6_4 0.5000 relative_P_15 6_4 0.4667 relative_P_20 6_4 0.4000 relative_P_30 6_4 0.4333 relative_P_100 6_4 0.1600 relative_P_200 6_4 0.2149 relative_P_500 6_4 0.3306 relative_P_1000 6_4 0.4215 success_1 6_4 1.0000 success_5 6_4 1.0000 success_10 6_4 1.0000 set_P 6_4 0.0510 set_relative_P 6_4 0.4215 set_recall 6_4 0.4215 set_map 6_4 0.0215 set_F 6_4 0.0910 num_nonrel_judged_ret 6_4 42 rbp 6_4 0.2896 rbp_resid 6_4 0.1981 unj_5 6_4 0.0000 unj_10 6_4 0.1000 unj_20 6_4 0.2500 num_ret 6_5 1000 num_rel 6_5 47 num_rel_ret 6_5 29 map 6_5 0.0336 Rprec 6_5 0.0638 bpref 6_5 0.4210 recip_rank 6_5 0.1667 iprec_at_recall_0.00 6_5 0.2857 iprec_at_recall_0.10 6_5 0.0577 iprec_at_recall_0.20 6_5 0.0418 iprec_at_recall_0.30 6_5 0.0418 iprec_at_recall_0.40 6_5 0.0418 iprec_at_recall_0.50 6_5 0.0379 iprec_at_recall_0.60 6_5 0.0337 iprec_at_recall_0.70 6_5 0.0000 iprec_at_recall_0.80 6_5 0.0000 iprec_at_recall_0.90 6_5 0.0000 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 0.0000 P_10 6_5 0.2000 P_15 6_5 0.1333 P_20 6_5 0.1000 P_30 6_5 0.1000 P_100 6_5 0.0500 P_200 6_5 0.0300 P_500 6_5 0.0400 P_1000 6_5 0.0290 relstring 6_5 '0000034--0' recall_5 6_5 0.0000 recall_10 6_5 0.0426 recall_15 6_5 0.0426 recall_20 6_5 0.0426 recall_30 6_5 0.0638 recall_100 6_5 0.1064 recall_200 6_5 0.1277 recall_500 6_5 0.4255 recall_1000 6_5 0.6170 infAP 6_5 0.0336 Rprec_mult_0.20 6_5 0.2000 Rprec_mult_0.40 6_5 0.1053 Rprec_mult_0.60 6_5 0.1034 Rprec_mult_0.80 6_5 0.0789 Rprec_mult_1.00 6_5 0.0638 Rprec_mult_1.20 6_5 0.0526 Rprec_mult_1.40 6_5 0.0606 Rprec_mult_1.60 6_5 0.0526 Rprec_mult_1.80 6_5 0.0471 Rprec_mult_2.00 6_5 0.0426 utility 6_5 -942.0000 11pt_avg 6_5 0.0491 binG 6_5 0.0857 G 6_5 0.0855 ndcg 6_5 0.3175 ndcg_rel 6_5 0.2463 Rndcg 6_5 0.1257 ndcg_cut_5 6_5 0.0000 ndcg_cut_10 6_5 0.1483 ndcg_cut_15 6_5 0.1192 ndcg_cut_20 6_5 0.1014 ndcg_cut_30 6_5 0.1064 ndcg_cut_100 6_5 0.1084 ndcg_cut_200 6_5 0.1220 ndcg_cut_500 6_5 0.2435 ndcg_cut_1000 6_5 0.3175 map_cut_5 6_5 0.0000 map_cut_10 6_5 0.0096 map_cut_15 6_5 0.0096 map_cut_20 6_5 0.0096 map_cut_30 6_5 0.0125 map_cut_100 6_5 0.0150 map_cut_200 6_5 0.0163 map_cut_500 6_5 0.0268 map_cut_1000 6_5 0.0336 relative_P_5 6_5 0.0000 relative_P_10 6_5 0.2000 relative_P_15 6_5 0.1333 relative_P_20 6_5 0.1000 relative_P_30 6_5 0.1000 relative_P_100 6_5 0.1064 relative_P_200 6_5 0.1277 relative_P_500 6_5 0.4255 relative_P_1000 6_5 0.6170 success_1 6_5 0.0000 success_5 6_5 0.0000 success_10 6_5 1.0000 set_P 6_5 0.0290 set_relative_P 6_5 0.6170 set_recall 6_5 0.6170 set_map 6_5 0.0179 set_F 6_5 0.0554 num_nonrel_judged_ret 6_5 21 rbp 6_5 0.1058 rbp_resid 6_5 0.4282 unj_5 6_5 0.0000 unj_10 6_5 0.2000 unj_20 6_5 0.6000 num_ret 6_6 1000 num_rel 6_6 85 num_rel_ret 6_6 38 map 6_6 0.2340 Rprec 6_6 0.3412 bpref 6_6 0.3962 recip_rank 6_6 1.0000 iprec_at_recall_0.00 6_6 1.0000 iprec_at_recall_0.10 6_6 0.6250 iprec_at_recall_0.20 6_6 0.6250 iprec_at_recall_0.30 6_6 0.5417 iprec_at_recall_0.40 6_6 0.1545 iprec_at_recall_0.50 6_6 0.0000 iprec_at_recall_0.60 6_6 0.0000 iprec_at_recall_0.70 6_6 0.0000 iprec_at_recall_0.80 6_6 0.0000 iprec_at_recall_0.90 6_6 0.0000 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 0.8000 P_10 6_6 0.6000 P_15 6_6 0.5333 P_20 6_6 0.5500 P_30 6_6 0.6000 P_100 6_6 0.3000 P_200 6_6 0.1600 P_500 6_6 0.0760 P_1000 6_6 0.0380 relstring 6_6 '33220220-0' recall_5 6_6 0.0471 recall_10 6_6 0.0706 recall_15 6_6 0.0941 recall_20 6_6 0.1294 recall_30 6_6 0.2118 recall_100 6_6 0.3529 recall_200 6_6 0.3765 recall_500 6_6 0.4471 recall_1000 6_6 0.4471 infAP 6_6 0.2340 Rprec_mult_0.20 6_6 0.4706 Rprec_mult_0.40 6_6 0.6176 Rprec_mult_0.60 6_6 0.5098 Rprec_mult_0.80 6_6 0.3824 Rprec_mult_1.00 6_6 0.3412 Rprec_mult_1.20 6_6 0.2941 Rprec_mult_1.40 6_6 0.2605 Rprec_mult_1.60 6_6 0.2279 Rprec_mult_1.80 6_6 0.2026 Rprec_mult_2.00 6_6 0.1882 utility 6_6 -924.0000 11pt_avg 6_6 0.2678 binG 6_6 0.1459 G 6_6 0.1313 ndcg 6_6 0.5097 ndcg_rel 6_6 0.5489 Rndcg 6_6 0.5395 ndcg_cut_5 6_6 0.7636 ndcg_cut_10 6_6 0.6237 ndcg_cut_15 6_6 0.5511 ndcg_cut_20 6_6 0.5689 ndcg_cut_30 6_6 0.5940 ndcg_cut_100 6_6 0.4709 ndcg_cut_200 6_6 0.4826 ndcg_cut_500 6_6 0.5097 ndcg_cut_1000 6_6 0.5097 map_cut_5 6_6 0.0471 map_cut_10 6_6 0.0669 map_cut_15 6_6 0.0791 map_cut_20 6_6 0.0976 map_cut_30 6_6 0.1461 map_cut_100 6_6 0.2180 map_cut_200 6_6 0.2239 map_cut_500 6_6 0.2340 map_cut_1000 6_6 0.2340 relative_P_5 6_6 0.8000 relative_P_10 6_6 0.6000 relative_P_15 6_6 0.5333 relative_P_20 6_6 0.5500 relative_P_30 6_6 0.6000 relative_P_100 6_6 0.3529 relative_P_200 6_6 0.3765 relative_P_500 6_6 0.4471 relative_P_1000 6_6 0.4471 success_1 6_6 1.0000 success_5 6_6 1.0000 success_10 6_6 1.0000 set_P 6_6 0.0380 set_relative_P 6_6 0.4471 set_recall 6_6 0.4471 set_map 6_6 0.0170 set_F 6_6 0.0700 num_nonrel_judged_ret 6_6 15 rbp 6_6 0.4683 rbp_resid 6_6 0.1905 unj_5 6_6 0.0000 unj_10 6_6 0.1000 unj_20 6_6 0.2500 num_ret 7_11 790 num_rel 7_11 38 num_rel_ret 7_11 37 map 7_11 0.3263 Rprec 7_11 0.2895 bpref 7_11 0.7683 recip_rank 7_11 1.0000 iprec_at_recall_0.00 7_11 1.0000 iprec_at_recall_0.10 7_11 1.0000 iprec_at_recall_0.20 7_11 0.4211 iprec_at_recall_0.30 7_11 0.3250 iprec_at_recall_0.40 7_11 0.3200 iprec_at_recall_0.50 7_11 0.2923 iprec_at_recall_0.60 7_11 0.2674 iprec_at_recall_0.70 7_11 0.1929 iprec_at_recall_0.80 7_11 0.1695 iprec_at_recall_0.90 7_11 0.1017 iprec_at_recall_1.00 7_11 0.0000 P_5 7_11 0.8000 P_10 7_11 0.5000 P_15 7_11 0.3333 P_20 7_11 0.4000 P_30 7_11 0.2667 P_100 7_11 0.2300 P_200 7_11 0.1500 P_500 7_11 0.0740 P_1000 7_11 0.0370 relstring 7_11 '32110-01--' recall_5 7_11 0.1053 recall_10 7_11 0.1316 recall_15 7_11 0.1316 recall_20 7_11 0.2105 recall_30 7_11 0.2105 recall_100 7_11 0.6053 recall_200 7_11 0.7895 recall_500 7_11 0.9737 recall_1000 7_11 0.9737 infAP 7_11 0.3263 Rprec_mult_0.20 7_11 0.6250 Rprec_mult_0.40 7_11 0.3750 Rprec_mult_0.60 7_11 0.3478 Rprec_mult_0.80 7_11 0.2903 Rprec_mult_1.00 7_11 0.2895 Rprec_mult_1.20 7_11 0.3043 Rprec_mult_1.40 7_11 0.2963 Rprec_mult_1.60 7_11 0.2787 Rprec_mult_1.80 7_11 0.2754 Rprec_mult_2.00 7_11 0.2632 utility 7_11 -716.0000 11pt_avg 7_11 0.3718 binG 7_11 0.2633 G 7_11 0.2284 ndcg 7_11 0.6805 ndcg_rel 7_11 0.5473 Rndcg 7_11 0.5424 ndcg_cut_5 7_11 0.6139 ndcg_cut_10 7_11 0.4728 ndcg_cut_15 7_11 0.4075 ndcg_cut_20 7_11 0.4232 ndcg_cut_30 7_11 0.3699 ndcg_cut_100 7_11 0.5125 ndcg_cut_200 7_11 0.5885 ndcg_cut_500 7_11 0.6805 ndcg_cut_1000 7_11 0.6805 map_cut_5 7_11 0.1053 map_cut_10 7_11 0.1217 map_cut_15 7_11 0.1217 map_cut_20 7_11 0.1529 map_cut_30 7_11 0.1529 map_cut_100 7_11 0.2688 map_cut_200 7_11 0.3058 map_cut_500 7_11 0.3263 map_cut_1000 7_11 0.3263 relative_P_5 7_11 0.8000 relative_P_10 7_11 0.5000 relative_P_15 7_11 0.3333 relative_P_20 7_11 0.4000 relative_P_30 7_11 0.2667 relative_P_100 7_11 0.6053 relative_P_200 7_11 0.7895 relative_P_500 7_11 0.9737 relative_P_1000 7_11 0.9737 success_1 7_11 1.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 0.0468 set_relative_P 7_11 0.9737 set_recall 7_11 0.9737 set_map 7_11 0.0456 set_F 7_11 0.0894 num_nonrel_judged_ret 7_11 15 rbp 7_11 0.2523 rbp_resid 7_11 0.3861 unj_5 7_11 0.0000 unj_10 7_11 0.3000 unj_20 7_11 0.4000 num_ret 7_12 1000 num_rel 7_12 64 num_rel_ret 7_12 35 map 7_12 0.1734 Rprec 7_12 0.3125 bpref 7_12 0.4119 recip_rank 7_12 1.0000 iprec_at_recall_0.00 7_12 1.0000 iprec_at_recall_0.10 7_12 0.5000 iprec_at_recall_0.20 7_12 0.4286 iprec_at_recall_0.30 7_12 0.3393 iprec_at_recall_0.40 7_12 0.1486 iprec_at_recall_0.50 7_12 0.0762 iprec_at_recall_0.60 7_12 0.0000 iprec_at_recall_0.70 7_12 0.0000 iprec_at_recall_0.80 7_12 0.0000 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 0.4000 P_10 7_12 0.4000 P_15 7_12 0.4000 P_20 7_12 0.4000 P_30 7_12 0.3667 P_100 7_12 0.2400 P_200 7_12 0.1350 P_500 7_12 0.0640 P_1000 7_12 0.0350 relstring 7_12 '20001120-0' recall_5 7_12 0.0312 recall_10 7_12 0.0625 recall_15 7_12 0.0938 recall_20 7_12 0.1250 recall_30 7_12 0.1719 recall_100 7_12 0.3750 recall_200 7_12 0.4219 recall_500 7_12 0.5000 recall_1000 7_12 0.5469 infAP 7_12 0.1734 Rprec_mult_0.20 7_12 0.4615 Rprec_mult_0.40 7_12 0.3462 Rprec_mult_0.60 7_12 0.3846 Rprec_mult_0.80 7_12 0.3462 Rprec_mult_1.00 7_12 0.3125 Rprec_mult_1.20 7_12 0.2987 Rprec_mult_1.40 7_12 0.2556 Rprec_mult_1.60 7_12 0.2330 Rprec_mult_1.80 7_12 0.2069 Rprec_mult_2.00 7_12 0.1875 utility 7_12 -930.0000 11pt_avg 7_12 0.2266 binG 7_12 0.1274 G 7_12 0.1014 ndcg 7_12 0.4288 ndcg_rel 7_12 0.3898 Rndcg 7_12 0.3398 ndcg_cut_5 7_12 0.2973 ndcg_cut_10 7_12 0.3040 ndcg_cut_15 7_12 0.2858 ndcg_cut_20 7_12 0.3028 ndcg_cut_30 7_12 0.2808 ndcg_cut_100 7_12 0.3627 ndcg_cut_200 7_12 0.3829 ndcg_cut_500 7_12 0.4091 ndcg_cut_1000 7_12 0.4288 map_cut_5 7_12 0.0219 map_cut_10 7_12 0.0386 map_cut_15 7_12 0.0535 map_cut_20 7_12 0.0669 map_cut_30 7_12 0.0847 map_cut_100 7_12 0.1572 map_cut_200 7_12 0.1648 map_cut_500 7_12 0.1712 map_cut_1000 7_12 0.1734 relative_P_5 7_12 0.4000 relative_P_10 7_12 0.4000 relative_P_15 7_12 0.4000 relative_P_20 7_12 0.4000 relative_P_30 7_12 0.3667 relative_P_100 7_12 0.3750 relative_P_200 7_12 0.4219 relative_P_500 7_12 0.5000 relative_P_1000 7_12 0.5469 success_1 7_12 1.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.0350 set_relative_P 7_12 0.5469 set_recall 7_12 0.5469 set_map 7_12 0.0191 set_F 7_12 0.0658 num_nonrel_judged_ret 7_12 31 rbp 7_12 0.2099 rbp_resid 7_12 0.1289 unj_5 7_12 0.0000 unj_10 7_12 0.1000 unj_20 7_12 0.1500 num_ret 7_14 1000 num_rel 7_14 67 num_rel_ret 7_14 64 map 7_14 0.5902 Rprec 7_14 0.5224 bpref 7_14 0.8497 recip_rank 7_14 1.0000 iprec_at_recall_0.00 7_14 1.0000 iprec_at_recall_0.10 7_14 1.0000 iprec_at_recall_0.20 7_14 1.0000 iprec_at_recall_0.30 7_14 0.8696 iprec_at_recall_0.40 7_14 0.5625 iprec_at_recall_0.50 7_14 0.5574 iprec_at_recall_0.60 7_14 0.5190 iprec_at_recall_0.70 7_14 0.4563 iprec_at_recall_0.80 7_14 0.3484 iprec_at_recall_0.90 7_14 0.2344 iprec_at_recall_1.00 7_14 0.0000 P_5 7_14 1.0000 P_10 7_14 1.0000 P_15 7_14 1.0000 P_20 7_14 0.9000 P_30 7_14 0.7000 P_100 7_14 0.4500 P_200 7_14 0.2900 P_500 7_14 0.1240 P_1000 7_14 0.0640 relstring 7_14 '3312323231' recall_5 7_14 0.0746 recall_10 7_14 0.1493 recall_15 7_14 0.2239 recall_20 7_14 0.2687 recall_30 7_14 0.3134 recall_100 7_14 0.6716 recall_200 7_14 0.8657 recall_500 7_14 0.9254 recall_1000 7_14 0.9552 infAP 7_14 0.5902 Rprec_mult_0.20 7_14 1.0000 Rprec_mult_0.40 7_14 0.7407 Rprec_mult_0.60 7_14 0.6098 Rprec_mult_0.80 7_14 0.5370 Rprec_mult_1.00 7_14 0.5224 Rprec_mult_1.20 7_14 0.5062 Rprec_mult_1.40 7_14 0.4787 Rprec_mult_1.60 7_14 0.4352 Rprec_mult_1.80 7_14 0.4050 Rprec_mult_2.00 7_14 0.3657 utility 7_14 -872.0000 11pt_avg 7_14 0.5952 binG 7_14 0.4026 G 7_14 0.2248 ndcg 7_14 0.8248 ndcg_rel 7_14 0.7253 Rndcg 7_14 0.6504 ndcg_cut_5 7_14 0.8383 ndcg_cut_10 7_14 0.8033 ndcg_cut_15 7_14 0.7892 ndcg_cut_20 7_14 0.7364 ndcg_cut_30 7_14 0.6221 ndcg_cut_100 7_14 0.6764 ndcg_cut_200 7_14 0.7860 ndcg_cut_500 7_14 0.8115 ndcg_cut_1000 7_14 0.8248 map_cut_5 7_14 0.0746 map_cut_10 7_14 0.1493 map_cut_15 7_14 0.2239 map_cut_20 7_14 0.2687 map_cut_30 7_14 0.3056 map_cut_100 7_14 0.5029 map_cut_200 7_14 0.5755 map_cut_500 7_14 0.5880 map_cut_1000 7_14 0.5902 relative_P_5 7_14 1.0000 relative_P_10 7_14 1.0000 relative_P_15 7_14 1.0000 relative_P_20 7_14 0.9000 relative_P_30 7_14 0.7000 relative_P_100 7_14 0.6716 relative_P_200 7_14 0.8657 relative_P_500 7_14 0.9254 relative_P_1000 7_14 0.9552 success_1 7_14 1.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 0.0640 set_relative_P 7_14 0.9552 set_recall 7_14 0.9552 set_map 7_14 0.0611 set_F 7_14 0.1200 num_nonrel_judged_ret 7_14 8 rbp 7_14 0.6930 rbp_resid 7_14 0.0752 unj_5 7_14 0.0000 unj_10 7_14 0.0000 unj_20 7_14 0.0000 num_ret 7_15 1000 num_rel 7_15 54 num_rel_ret 7_15 42 map 7_15 0.3835 Rprec 7_15 0.3889 bpref 7_15 0.7347 recip_rank 7_15 1.0000 iprec_at_recall_0.00 7_15 1.0000 iprec_at_recall_0.10 7_15 1.0000 iprec_at_recall_0.20 7_15 1.0000 iprec_at_recall_0.30 7_15 0.5333 iprec_at_recall_0.40 7_15 0.3929 iprec_at_recall_0.50 7_15 0.2755 iprec_at_recall_0.60 7_15 0.1481 iprec_at_recall_0.70 7_15 0.1076 iprec_at_recall_0.80 7_15 0.0000 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 1.0000 P_10 7_15 1.0000 P_15 7_15 0.8000 P_20 7_15 0.6500 P_30 7_15 0.5333 P_100 7_15 0.2700 P_200 7_15 0.1550 P_500 7_15 0.0760 P_1000 7_15 0.0420 relstring 7_15 '2212222111' recall_5 7_15 0.0926 recall_10 7_15 0.1852 recall_15 7_15 0.2222 recall_20 7_15 0.2407 recall_30 7_15 0.2963 recall_100 7_15 0.5000 recall_200 7_15 0.5741 recall_500 7_15 0.7037 recall_1000 7_15 0.7778 infAP 7_15 0.3835 Rprec_mult_0.20 7_15 1.0000 Rprec_mult_0.40 7_15 0.6364 Rprec_mult_0.60 7_15 0.4848 Rprec_mult_0.80 7_15 0.4545 Rprec_mult_1.00 7_15 0.3889 Rprec_mult_1.20 7_15 0.3692 Rprec_mult_1.40 7_15 0.3289 Rprec_mult_1.60 7_15 0.2989 Rprec_mult_1.80 7_15 0.2755 Rprec_mult_2.00 7_15 0.2593 utility 7_15 -916.0000 11pt_avg 7_15 0.4052 binG 7_15 0.3102 G 7_15 0.1945 ndcg 7_15 0.6677 ndcg_rel 7_15 0.6262 Rndcg 7_15 0.5978 ndcg_cut_5 7_15 0.7169 ndcg_cut_10 7_15 0.7167 ndcg_cut_15 7_15 0.6153 ndcg_cut_20 7_15 0.5626 ndcg_cut_30 7_15 0.5432 ndcg_cut_100 7_15 0.5590 ndcg_cut_200 7_15 0.5974 ndcg_cut_500 7_15 0.6482 ndcg_cut_1000 7_15 0.6677 map_cut_5 7_15 0.0926 map_cut_10 7_15 0.1852 map_cut_15 7_15 0.2196 map_cut_20 7_15 0.2322 map_cut_30 7_15 0.2660 map_cut_100 7_15 0.3485 map_cut_200 7_15 0.3640 map_cut_500 7_15 0.3794 map_cut_1000 7_15 0.3835 relative_P_5 7_15 1.0000 relative_P_10 7_15 1.0000 relative_P_15 7_15 0.8000 relative_P_20 7_15 0.6500 relative_P_30 7_15 0.5333 relative_P_100 7_15 0.5000 relative_P_200 7_15 0.5741 relative_P_500 7_15 0.7037 relative_P_1000 7_15 0.7778 success_1 7_15 1.0000 success_5 7_15 1.0000 success_10 7_15 1.0000 set_P 7_15 0.0420 set_relative_P 7_15 0.7778 set_recall 7_15 0.7778 set_map 7_15 0.0327 set_F 7_15 0.0797 num_nonrel_judged_ret 7_15 5 rbp 7_15 0.4049 rbp_resid 7_15 0.2045 unj_5 7_15 0.0000 unj_10 7_15 0.0000 unj_20 7_15 0.3000 num_ret 7_16 1000 num_rel 7_16 47 num_rel_ret 7_16 30 map 7_16 0.1848 Rprec 7_16 0.2340 bpref 7_16 0.5192 recip_rank 7_16 1.0000 iprec_at_recall_0.00 7_16 1.0000 iprec_at_recall_0.10 7_16 0.3462 iprec_at_recall_0.20 7_16 0.3462 iprec_at_recall_0.30 7_16 0.2500 iprec_at_recall_0.40 7_16 0.2079 iprec_at_recall_0.50 7_16 0.1832 iprec_at_recall_0.60 7_16 0.1556 iprec_at_recall_0.70 7_16 0.0000 iprec_at_recall_0.80 7_16 0.0000 iprec_at_recall_0.90 7_16 0.0000 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.6000 P_10 7_16 0.3000 P_15 7_16 0.2667 P_20 7_16 0.2500 P_30 7_16 0.3000 P_100 7_16 0.2000 P_200 7_16 0.1400 P_500 7_16 0.0580 P_1000 7_16 0.0300 relstring 7_16 '33001-----' recall_5 7_16 0.0638 recall_10 7_16 0.0638 recall_15 7_16 0.0851 recall_20 7_16 0.1064 recall_30 7_16 0.1915 recall_100 7_16 0.4255 recall_200 7_16 0.5957 recall_500 7_16 0.6170 recall_1000 7_16 0.6383 infAP 7_16 0.1848 Rprec_mult_0.20 7_16 0.3000 Rprec_mult_0.40 7_16 0.2105 Rprec_mult_0.60 7_16 0.3103 Rprec_mult_0.80 7_16 0.2895 Rprec_mult_1.00 7_16 0.2340 Rprec_mult_1.20 7_16 0.2456 Rprec_mult_1.40 7_16 0.2273 Rprec_mult_1.60 7_16 0.2105 Rprec_mult_1.80 7_16 0.2000 Rprec_mult_2.00 7_16 0.2021 utility 7_16 -940.0000 11pt_avg 7_16 0.2263 binG 7_16 0.1569 G 7_16 0.2037 ndcg 7_16 0.5768 ndcg_rel 7_16 0.5507 Rndcg 7_16 0.6558 ndcg_cut_5 7_16 0.7013 ndcg_cut_10 7_16 0.5570 ndcg_cut_15 7_16 0.5121 ndcg_cut_20 7_16 0.4807 ndcg_cut_30 7_16 0.4700 ndcg_cut_100 7_16 0.4907 ndcg_cut_200 7_16 0.5558 ndcg_cut_500 7_16 0.5709 ndcg_cut_1000 7_16 0.5768 map_cut_5 7_16 0.0553 map_cut_10 7_16 0.0553 map_cut_15 7_16 0.0610 map_cut_20 7_16 0.0663 map_cut_30 7_16 0.0933 map_cut_100 7_16 0.1506 map_cut_200 7_16 0.1810 map_cut_500 7_16 0.1840 map_cut_1000 7_16 0.1848 relative_P_5 7_16 0.6000 relative_P_10 7_16 0.3000 relative_P_15 7_16 0.2667 relative_P_20 7_16 0.2500 relative_P_30 7_16 0.3000 relative_P_100 7_16 0.4255 relative_P_200 7_16 0.5957 relative_P_500 7_16 0.6170 relative_P_1000 7_16 0.6383 success_1 7_16 1.0000 success_5 7_16 1.0000 success_10 7_16 1.0000 set_P 7_16 0.0300 set_relative_P 7_16 0.6383 set_recall 7_16 0.6383 set_map 7_16 0.0191 set_F 7_16 0.0573 num_nonrel_judged_ret 7_16 28 rbp 7_16 0.2397 rbp_resid 7_16 0.4584 unj_5 7_16 0.0000 unj_10 7_16 0.5000 unj_20 7_16 0.5500 num_ret 7_2 1000 num_rel 7_2 76 num_rel_ret 7_2 68 map 7_2 0.5401 Rprec 7_2 0.4868 bpref 7_2 0.7366 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 1.0000 iprec_at_recall_0.20 7_2 1.0000 iprec_at_recall_0.30 7_2 0.7879 iprec_at_recall_0.40 7_2 0.6538 iprec_at_recall_0.50 7_2 0.4578 iprec_at_recall_0.60 7_2 0.3983 iprec_at_recall_0.70 7_2 0.3354 iprec_at_recall_0.80 7_2 0.2421 iprec_at_recall_0.90 7_2 0.1426 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 1.0000 P_10 7_2 1.0000 P_15 7_2 1.0000 P_20 7_2 0.9000 P_30 7_2 0.7667 P_100 7_2 0.3900 P_200 7_2 0.3000 P_500 7_2 0.1360 P_1000 7_2 0.0680 relstring 7_2 '2131112313' recall_5 7_2 0.0658 recall_10 7_2 0.1316 recall_15 7_2 0.1974 recall_20 7_2 0.2368 recall_30 7_2 0.3026 recall_100 7_2 0.5132 recall_200 7_2 0.7895 recall_500 7_2 0.8947 recall_1000 7_2 0.8947 infAP 7_2 0.5401 Rprec_mult_0.20 7_2 1.0000 Rprec_mult_0.40 7_2 0.7742 Rprec_mult_0.60 7_2 0.6304 Rprec_mult_0.80 7_2 0.5738 Rprec_mult_1.00 7_2 0.4868 Rprec_mult_1.20 7_2 0.4239 Rprec_mult_1.40 7_2 0.3832 Rprec_mult_1.60 7_2 0.3852 Rprec_mult_1.80 7_2 0.3504 Rprec_mult_2.00 7_2 0.3355 utility 7_2 -864.0000 11pt_avg 7_2 0.5471 binG 7_2 0.3595 G 7_2 0.2082 ndcg 7_2 0.7691 ndcg_rel 7_2 0.6723 Rndcg 7_2 0.6349 ndcg_cut_5 7_2 0.5594 ndcg_cut_10 7_2 0.6718 ndcg_cut_15 7_2 0.6953 ndcg_cut_20 7_2 0.6696 ndcg_cut_30 7_2 0.6492 ndcg_cut_100 7_2 0.5948 ndcg_cut_200 7_2 0.7349 ndcg_cut_500 7_2 0.7691 ndcg_cut_1000 7_2 0.7691 map_cut_5 7_2 0.0658 map_cut_10 7_2 0.1316 map_cut_15 7_2 0.1974 map_cut_20 7_2 0.2355 map_cut_30 7_2 0.2884 map_cut_100 7_2 0.4216 map_cut_200 7_2 0.5195 map_cut_500 7_2 0.5401 map_cut_1000 7_2 0.5401 relative_P_5 7_2 1.0000 relative_P_10 7_2 1.0000 relative_P_15 7_2 1.0000 relative_P_20 7_2 0.9000 relative_P_30 7_2 0.7667 relative_P_100 7_2 0.5132 relative_P_200 7_2 0.7895 relative_P_500 7_2 0.8947 relative_P_1000 7_2 0.8947 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.0680 set_relative_P 7_2 0.8947 set_recall 7_2 0.8947 set_map 7_2 0.0608 set_F 7_2 0.1264 num_nonrel_judged_ret 7_2 21 rbp 7_2 0.5122 rbp_resid 7_2 0.0670 unj_5 7_2 0.0000 unj_10 7_2 0.0000 unj_20 7_2 0.0500 num_ret 7_3 1000 num_rel 7_3 55 num_rel_ret 7_3 52 map 7_3 0.4277 Rprec 7_3 0.4545 bpref 7_3 0.5944 recip_rank 7_3 1.0000 iprec_at_recall_0.00 7_3 1.0000 iprec_at_recall_0.10 7_3 0.6667 iprec_at_recall_0.20 7_3 0.5789 iprec_at_recall_0.30 7_3 0.5000 iprec_at_recall_0.40 7_3 0.4630 iprec_at_recall_0.50 7_3 0.3974 iprec_at_recall_0.60 7_3 0.3514 iprec_at_recall_0.70 7_3 0.3514 iprec_at_recall_0.80 7_3 0.3014 iprec_at_recall_0.90 7_3 0.1718 iprec_at_recall_1.00 7_3 0.0000 P_5 7_3 0.8000 P_10 7_3 0.6000 P_15 7_3 0.5333 P_20 7_3 0.5500 P_30 7_3 0.4667 P_100 7_3 0.3300 P_200 7_3 0.2350 P_500 7_3 0.1040 P_1000 7_3 0.0520 relstring 7_3 '2331000120' recall_5 7_3 0.0727 recall_10 7_3 0.1091 recall_15 7_3 0.1455 recall_20 7_3 0.2000 recall_30 7_3 0.2545 recall_100 7_3 0.6000 recall_200 7_3 0.8545 recall_500 7_3 0.9455 recall_1000 7_3 0.9455 infAP 7_3 0.4277 Rprec_mult_0.20 7_3 0.5455 Rprec_mult_0.40 7_3 0.5000 Rprec_mult_0.60 7_3 0.4848 Rprec_mult_0.80 7_3 0.4773 Rprec_mult_1.00 7_3 0.4545 Rprec_mult_1.20 7_3 0.4091 Rprec_mult_1.40 7_3 0.3896 Rprec_mult_1.60 7_3 0.3636 Rprec_mult_1.80 7_3 0.3333 Rprec_mult_2.00 7_3 0.3455 utility 7_3 -896.0000 11pt_avg 7_3 0.4347 binG 7_3 0.2534 G 7_3 0.2300 ndcg 7_3 0.7558 ndcg_rel 7_3 0.6312 Rndcg 7_3 0.6766 ndcg_cut_5 7_3 0.7254 ndcg_cut_10 7_3 0.6009 ndcg_cut_15 7_3 0.5554 ndcg_cut_20 7_3 0.5765 ndcg_cut_30 7_3 0.5540 ndcg_cut_100 7_3 0.5991 ndcg_cut_200 7_3 0.7143 ndcg_cut_500 7_3 0.7558 ndcg_cut_1000 7_3 0.7558 map_cut_5 7_3 0.0727 map_cut_10 7_3 0.0962 map_cut_15 7_3 0.1172 map_cut_20 7_3 0.1487 map_cut_30 7_3 0.1768 map_cut_100 7_3 0.3292 map_cut_200 7_3 0.4115 map_cut_500 7_3 0.4277 map_cut_1000 7_3 0.4277 relative_P_5 7_3 0.8000 relative_P_10 7_3 0.6000 relative_P_15 7_3 0.5333 relative_P_20 7_3 0.5500 relative_P_30 7_3 0.4667 relative_P_100 7_3 0.6000 relative_P_200 7_3 0.8545 relative_P_500 7_3 0.9455 relative_P_1000 7_3 0.9455 success_1 7_3 1.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.0520 set_relative_P 7_3 0.9455 set_recall 7_3 0.9455 set_map 7_3 0.0492 set_F 7_3 0.0986 num_nonrel_judged_ret 7_3 48 rbp 7_3 0.3678 rbp_resid 7_3 0.0566 unj_5 7_3 0.0000 unj_10 7_3 0.0000 unj_20 7_3 0.0500 num_ret 7_4 1000 num_rel 7_4 29 num_rel_ret 7_4 24 map 7_4 0.5512 Rprec 7_4 0.5862 bpref 7_4 0.6195 recip_rank 7_4 1.0000 iprec_at_recall_0.00 7_4 1.0000 iprec_at_recall_0.10 7_4 1.0000 iprec_at_recall_0.20 7_4 1.0000 iprec_at_recall_0.30 7_4 1.0000 iprec_at_recall_0.40 7_4 0.6190 iprec_at_recall_0.50 7_4 0.5862 iprec_at_recall_0.60 7_4 0.5862 iprec_at_recall_0.70 7_4 0.3704 iprec_at_recall_0.80 7_4 0.1411 iprec_at_recall_0.90 7_4 0.0000 iprec_at_recall_1.00 7_4 0.0000 P_5 7_4 1.0000 P_10 7_4 0.9000 P_15 7_4 0.6667 P_20 7_4 0.6000 P_30 7_4 0.5667 P_100 7_4 0.2100 P_200 7_4 0.1150 P_500 7_4 0.0460 P_1000 7_4 0.0240 relstring 7_4 '3212121310' recall_5 7_4 0.1724 recall_10 7_4 0.3103 recall_15 7_4 0.3448 recall_20 7_4 0.4138 recall_30 7_4 0.5862 recall_100 7_4 0.7241 recall_200 7_4 0.7931 recall_500 7_4 0.7931 recall_1000 7_4 0.8276 infAP 7_4 0.5512 Rprec_mult_0.20 7_4 1.0000 Rprec_mult_0.40 7_4 0.8333 Rprec_mult_0.60 7_4 0.6111 Rprec_mult_0.80 7_4 0.5833 Rprec_mult_1.00 7_4 0.5862 Rprec_mult_1.20 7_4 0.5143 Rprec_mult_1.40 7_4 0.4634 Rprec_mult_1.60 7_4 0.4043 Rprec_mult_1.80 7_4 0.3585 Rprec_mult_2.00 7_4 0.3448 utility 7_4 -952.0000 11pt_avg 7_4 0.5730 binG 7_4 0.4385 G 7_4 0.2783 ndcg 7_4 0.7561 ndcg_rel 7_4 0.7274 Rndcg 7_4 0.6853 ndcg_cut_5 7_4 0.7105 ndcg_cut_10 7_4 0.7128 ndcg_cut_15 7_4 0.6002 ndcg_cut_20 7_4 0.6342 ndcg_cut_30 7_4 0.6730 ndcg_cut_100 7_4 0.7339 ndcg_cut_200 7_4 0.7500 ndcg_cut_500 7_4 0.7500 ndcg_cut_1000 7_4 0.7561 map_cut_5 7_4 0.1724 map_cut_10 7_4 0.3103 map_cut_15 7_4 0.3391 map_cut_20 7_4 0.3808 map_cut_30 7_4 0.4830 map_cut_100 7_4 0.5382 map_cut_200 7_4 0.5498 map_cut_500 7_4 0.5498 map_cut_1000 7_4 0.5512 relative_P_5 7_4 1.0000 relative_P_10 7_4 0.9000 relative_P_15 7_4 0.6667 relative_P_20 7_4 0.6000 relative_P_30 7_4 0.5862 relative_P_100 7_4 0.7241 relative_P_200 7_4 0.7931 relative_P_500 7_4 0.7931 relative_P_1000 7_4 0.8276 success_1 7_4 1.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 0.0240 set_relative_P 7_4 0.8276 set_recall 7_4 0.8276 set_map 7_4 0.0199 set_F 7_4 0.0466 num_nonrel_judged_ret 7_4 40 rbp 7_4 0.4428 rbp_resid 7_4 0.1147 unj_5 7_4 0.0000 unj_10 7_4 0.0000 unj_20 7_4 0.1500 num_ret 7_9 636 num_rel 7_9 36 num_rel_ret 7_9 24 map 7_9 0.1550 Rprec 7_9 0.2222 bpref 7_9 0.2407 recip_rank 7_9 0.3333 iprec_at_recall_0.00 7_9 0.5000 iprec_at_recall_0.10 7_9 0.5000 iprec_at_recall_0.20 7_9 0.2432 iprec_at_recall_0.30 7_9 0.2222 iprec_at_recall_0.40 7_9 0.2174 iprec_at_recall_0.50 7_9 0.2043 iprec_at_recall_0.60 7_9 0.1198 iprec_at_recall_0.70 7_9 0.0000 iprec_at_recall_0.80 7_9 0.0000 iprec_at_recall_0.90 7_9 0.0000 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.4000 P_10 7_9 0.4000 P_15 7_9 0.2667 P_20 7_9 0.2000 P_30 7_9 0.2000 P_100 7_9 0.1900 P_200 7_9 0.1150 P_500 7_9 0.0480 P_1000 7_9 0.0240 relstring 7_9 '002300210-' recall_5 7_9 0.0556 recall_10 7_9 0.1111 recall_15 7_9 0.1111 recall_20 7_9 0.1111 recall_30 7_9 0.1667 recall_100 7_9 0.5278 recall_200 7_9 0.6389 recall_500 7_9 0.6667 recall_1000 7_9 0.6667 infAP 7_9 0.1550 Rprec_mult_0.20 7_9 0.5000 Rprec_mult_0.40 7_9 0.2667 Rprec_mult_0.60 7_9 0.1818 Rprec_mult_0.80 7_9 0.2069 Rprec_mult_1.00 7_9 0.2222 Rprec_mult_1.20 7_9 0.2045 Rprec_mult_1.40 7_9 0.2157 Rprec_mult_1.60 7_9 0.2069 Rprec_mult_1.80 7_9 0.2000 Rprec_mult_2.00 7_9 0.2083 utility 7_9 -588.0000 11pt_avg 7_9 0.1824 binG 7_9 0.1458 G 7_9 0.1267 ndcg 7_9 0.4203 ndcg_rel 7_9 0.3461 Rndcg 7_9 0.2668 ndcg_cut_5 7_9 0.2855 ndcg_cut_10 7_9 0.2919 ndcg_cut_15 7_9 0.2363 ndcg_cut_20 7_9 0.2178 ndcg_cut_30 7_9 0.2153 ndcg_cut_100 7_9 0.3624 ndcg_cut_200 7_9 0.4067 ndcg_cut_500 7_9 0.4203 ndcg_cut_1000 7_9 0.4203 map_cut_5 7_9 0.0231 map_cut_10 7_9 0.0489 map_cut_15 7_9 0.0489 map_cut_20 7_9 0.0489 map_cut_30 7_9 0.0604 map_cut_100 7_9 0.1371 map_cut_200 7_9 0.1525 map_cut_500 7_9 0.1550 map_cut_1000 7_9 0.1550 relative_P_5 7_9 0.4000 relative_P_10 7_9 0.4000 relative_P_15 7_9 0.2667 relative_P_20 7_9 0.2000 relative_P_30 7_9 0.2000 relative_P_100 7_9 0.5278 relative_P_200 7_9 0.6389 relative_P_500 7_9 0.6667 relative_P_1000 7_9 0.6667 success_1 7_9 0.0000 success_5 7_9 1.0000 success_10 7_9 1.0000 set_P 7_9 0.0377 set_relative_P 7_9 0.6667 set_recall 7_9 0.6667 set_map 7_9 0.0252 set_F 7_9 0.0714 num_nonrel_judged_ret 7_9 50 rbp 7_9 0.1889 rbp_resid 7_9 0.1591 unj_5 7_9 0.0000 unj_10 7_9 0.1000 unj_20 7_9 0.2500 num_ret 8_1 1000 num_rel 8_1 64 num_rel_ret 8_1 8 map 8_1 0.0030 Rprec 8_1 0.0156 bpref 8_1 0.0977 recip_rank 8_1 0.0172 iprec_at_recall_0.00 8_1 0.0391 iprec_at_recall_0.10 8_1 0.0174 iprec_at_recall_0.20 8_1 0.0000 iprec_at_recall_0.30 8_1 0.0000 iprec_at_recall_0.40 8_1 0.0000 iprec_at_recall_0.50 8_1 0.0000 iprec_at_recall_0.60 8_1 0.0000 iprec_at_recall_0.70 8_1 0.0000 iprec_at_recall_0.80 8_1 0.0000 iprec_at_recall_0.90 8_1 0.0000 iprec_at_recall_1.00 8_1 0.0000 P_5 8_1 0.0000 P_10 8_1 0.0000 P_15 8_1 0.0000 P_20 8_1 0.0000 P_30 8_1 0.0000 P_100 8_1 0.0300 P_200 8_1 0.0250 P_500 8_1 0.0140 P_1000 8_1 0.0080 relstring 8_1 '00000--0--' recall_5 8_1 0.0000 recall_10 8_1 0.0000 recall_15 8_1 0.0000 recall_20 8_1 0.0000 recall_30 8_1 0.0000 recall_100 8_1 0.0469 recall_200 8_1 0.0781 recall_500 8_1 0.1094 recall_1000 8_1 0.1250 infAP 8_1 0.0030 Rprec_mult_0.20 8_1 0.0000 Rprec_mult_0.40 8_1 0.0000 Rprec_mult_0.60 8_1 0.0000 Rprec_mult_0.80 8_1 0.0000 Rprec_mult_1.00 8_1 0.0156 Rprec_mult_1.20 8_1 0.0130 Rprec_mult_1.40 8_1 0.0333 Rprec_mult_1.60 8_1 0.0291 Rprec_mult_1.80 8_1 0.0345 Rprec_mult_2.00 8_1 0.0391 utility 8_1 -984.0000 11pt_avg 8_1 0.0051 binG 8_1 0.0174 G 8_1 0.0153 ndcg 8_1 0.0574 ndcg_rel 8_1 0.0551 Rndcg 8_1 0.0154 ndcg_cut_5 8_1 0.0000 ndcg_cut_10 8_1 0.0000 ndcg_cut_15 8_1 0.0000 ndcg_cut_20 8_1 0.0000 ndcg_cut_30 8_1 0.0000 ndcg_cut_100 8_1 0.0330 ndcg_cut_200 8_1 0.0413 ndcg_cut_500 8_1 0.0513 ndcg_cut_1000 8_1 0.0574 map_cut_5 8_1 0.0000 map_cut_10 8_1 0.0000 map_cut_15 8_1 0.0000 map_cut_20 8_1 0.0000 map_cut_30 8_1 0.0000 map_cut_100 8_1 0.0012 map_cut_200 8_1 0.0023 map_cut_500 8_1 0.0029 map_cut_1000 8_1 0.0030 relative_P_5 8_1 0.0000 relative_P_10 8_1 0.0000 relative_P_15 8_1 0.0000 relative_P_20 8_1 0.0000 relative_P_30 8_1 0.0000 relative_P_100 8_1 0.0469 relative_P_200 8_1 0.0781 relative_P_500 8_1 0.1094 relative_P_1000 8_1 0.1250 success_1 8_1 0.0000 success_5 8_1 0.0000 success_10 8_1 0.0000 set_P 8_1 0.0080 set_relative_P 8_1 0.1250 set_recall 8_1 0.1250 set_map 8_1 0.0010 set_F 8_1 0.0150 num_nonrel_judged_ret 8_1 17 rbp 8_1 0.0003 rbp_resid 8_1 0.4619 unj_5 8_1 0.0000 unj_10 8_1 0.4000 unj_20 8_1 0.6000 num_ret 8_10 1000 num_rel 8_10 28 num_rel_ret 8_10 22 map 8_10 0.0316 Rprec 8_10 0.0714 bpref 8_10 0.1237 recip_rank 8_10 0.1429 iprec_at_recall_0.00 8_10 0.2000 iprec_at_recall_0.10 8_10 0.0484 iprec_at_recall_0.20 8_10 0.0361 iprec_at_recall_0.30 8_10 0.0359 iprec_at_recall_0.40 8_10 0.0259 iprec_at_recall_0.50 8_10 0.0239 iprec_at_recall_0.60 8_10 0.0224 iprec_at_recall_0.70 8_10 0.0221 iprec_at_recall_0.80 8_10 0.0221 iprec_at_recall_0.90 8_10 0.0000 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.0000 P_10 8_10 0.2000 P_15 8_10 0.1333 P_20 8_10 0.1000 P_30 8_10 0.0667 P_100 8_10 0.0300 P_200 8_10 0.0350 P_500 8_10 0.0240 P_1000 8_10 0.0220 relstring 8_10 '00000-2--2' recall_5 8_10 0.0000 recall_10 8_10 0.0714 recall_15 8_10 0.0714 recall_20 8_10 0.0714 recall_30 8_10 0.0714 recall_100 8_10 0.1071 recall_200 8_10 0.2500 recall_500 8_10 0.4286 recall_1000 8_10 0.7857 infAP 8_10 0.0316 Rprec_mult_0.20 8_10 0.0000 Rprec_mult_0.40 8_10 0.1667 Rprec_mult_0.60 8_10 0.1176 Rprec_mult_0.80 8_10 0.0870 Rprec_mult_1.00 8_10 0.0714 Rprec_mult_1.20 8_10 0.0588 Rprec_mult_1.40 8_10 0.0500 Rprec_mult_1.60 8_10 0.0444 Rprec_mult_1.80 8_10 0.0392 Rprec_mult_2.00 8_10 0.0357 utility 8_10 -956.0000 11pt_avg 8_10 0.0397 binG 8_10 0.1067 G 8_10 0.0957 ndcg 8_10 0.2771 ndcg_rel 8_10 0.1903 Rndcg 8_10 0.1115 ndcg_cut_5 8_10 0.0000 ndcg_cut_10 8_10 0.1034 ndcg_cut_15 8_10 0.0895 ndcg_cut_20 8_10 0.0825 ndcg_cut_30 8_10 0.0741 ndcg_cut_100 8_10 0.0841 ndcg_cut_200 8_10 0.1164 ndcg_cut_500 8_10 0.1659 ndcg_cut_1000 8_10 0.2771 map_cut_5 8_10 0.0000 map_cut_10 8_10 0.0122 map_cut_15 8_10 0.0122 map_cut_20 8_10 0.0122 map_cut_30 8_10 0.0122 map_cut_100 8_10 0.0140 map_cut_200 8_10 0.0186 map_cut_500 8_10 0.0237 map_cut_1000 8_10 0.0316 relative_P_5 8_10 0.0000 relative_P_10 8_10 0.2000 relative_P_15 8_10 0.1333 relative_P_20 8_10 0.1000 relative_P_30 8_10 0.0714 relative_P_100 8_10 0.1071 relative_P_200 8_10 0.2500 relative_P_500 8_10 0.4286 relative_P_1000 8_10 0.7857 success_1 8_10 0.0000 success_5 8_10 0.0000 success_10 8_10 1.0000 set_P 8_10 0.0220 set_relative_P 8_10 0.7857 set_recall 8_10 0.7857 set_map 8_10 0.0173 set_F 8_10 0.0428 num_nonrel_judged_ret 8_10 44 rbp 8_10 0.0613 rbp_resid 8_10 0.4065 unj_5 8_10 0.0000 unj_10 8_10 0.3000 unj_20 8_10 0.5000 num_ret 8_11 1000 num_rel 8_11 10 num_rel_ret 8_11 7 map 8_11 0.4551 Rprec 8_11 0.5000 bpref 8_11 0.4600 recip_rank 8_11 1.0000 iprec_at_recall_0.00 8_11 1.0000 iprec_at_recall_0.10 8_11 1.0000 iprec_at_recall_0.20 8_11 1.0000 iprec_at_recall_0.30 8_11 0.8000 iprec_at_recall_0.40 8_11 0.8000 iprec_at_recall_0.50 8_11 0.7143 iprec_at_recall_0.60 8_11 0.2500 iprec_at_recall_0.70 8_11 0.0365 iprec_at_recall_0.80 8_11 0.0000 iprec_at_recall_0.90 8_11 0.0000 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 0.8000 P_10 8_11 0.5000 P_15 8_11 0.3333 P_20 8_11 0.2500 P_30 8_11 0.2000 P_100 8_11 0.0600 P_200 8_11 0.0350 P_500 8_11 0.0140 P_1000 8_11 0.0070 relstring 8_11 '210110100-' recall_5 8_11 0.4000 recall_10 8_11 0.5000 recall_15 8_11 0.5000 recall_20 8_11 0.5000 recall_30 8_11 0.6000 recall_100 8_11 0.6000 recall_200 8_11 0.7000 recall_500 8_11 0.7000 recall_1000 8_11 0.7000 infAP 8_11 0.4551 Rprec_mult_0.20 8_11 1.0000 Rprec_mult_0.40 8_11 0.7500 Rprec_mult_0.60 8_11 0.6667 Rprec_mult_0.80 8_11 0.6250 Rprec_mult_1.00 8_11 0.5000 Rprec_mult_1.20 8_11 0.4167 Rprec_mult_1.40 8_11 0.3571 Rprec_mult_1.60 8_11 0.3125 Rprec_mult_1.80 8_11 0.2778 Rprec_mult_2.00 8_11 0.2500 utility 8_11 -986.0000 11pt_avg 8_11 0.5092 binG 8_11 0.4126 G 8_11 0.3685 ndcg 8_11 0.6687 ndcg_rel 8_11 0.7330 Rndcg 8_11 0.6959 ndcg_cut_5 8_11 0.7530 ndcg_cut_10 8_11 0.6125 ndcg_cut_15 8_11 0.6125 ndcg_cut_20 8_11 0.6125 ndcg_cut_30 8_11 0.6474 ndcg_cut_100 8_11 0.6474 ndcg_cut_200 8_11 0.6687 ndcg_cut_500 8_11 0.6687 ndcg_cut_1000 8_11 0.6687 map_cut_5 8_11 0.3550 map_cut_10 8_11 0.4264 map_cut_15 8_11 0.4264 map_cut_20 8_11 0.4264 map_cut_30 8_11 0.4514 map_cut_100 8_11 0.4514 map_cut_200 8_11 0.4551 map_cut_500 8_11 0.4551 map_cut_1000 8_11 0.4551 relative_P_5 8_11 0.8000 relative_P_10 8_11 0.5000 relative_P_15 8_11 0.5000 relative_P_20 8_11 0.5000 relative_P_30 8_11 0.6000 relative_P_100 8_11 0.6000 relative_P_200 8_11 0.7000 relative_P_500 8_11 0.7000 relative_P_1000 8_11 0.7000 success_1 8_11 1.0000 success_5 8_11 1.0000 success_10 8_11 1.0000 set_P 8_11 0.0070 set_relative_P 8_11 0.7000 set_recall 8_11 0.7000 set_map 8_11 0.0049 set_F 8_11 0.0139 num_nonrel_judged_ret 8_11 41 rbp 8_11 0.2453 rbp_resid 8_11 0.1828 unj_5 8_11 0.0000 unj_10 8_11 0.1000 unj_20 8_11 0.2000 num_ret 8_12 1000 num_rel 8_12 44 num_rel_ret 8_12 19 map 8_12 0.0126 Rprec 8_12 0.0227 bpref 8_12 0.0723 recip_rank 8_12 0.0400 iprec_at_recall_0.00 8_12 0.0408 iprec_at_recall_0.10 8_12 0.0353 iprec_at_recall_0.20 8_12 0.0314 iprec_at_recall_0.30 8_12 0.0310 iprec_at_recall_0.40 8_12 0.0199 iprec_at_recall_0.50 8_12 0.0000 iprec_at_recall_0.60 8_12 0.0000 iprec_at_recall_0.70 8_12 0.0000 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.0000 P_10 8_12 0.0000 P_15 8_12 0.0000 P_20 8_12 0.0000 P_30 8_12 0.0333 P_100 8_12 0.0200 P_200 8_12 0.0300 P_500 8_12 0.0260 P_1000 8_12 0.0190 relstring 8_12 '00000--00-' recall_5 8_12 0.0000 recall_10 8_12 0.0000 recall_15 8_12 0.0000 recall_20 8_12 0.0000 recall_30 8_12 0.0227 recall_100 8_12 0.0455 recall_200 8_12 0.1364 recall_500 8_12 0.2955 recall_1000 8_12 0.4318 infAP 8_12 0.0126 Rprec_mult_0.20 8_12 0.0000 Rprec_mult_0.40 8_12 0.0000 Rprec_mult_0.60 8_12 0.0370 Rprec_mult_0.80 8_12 0.0278 Rprec_mult_1.00 8_12 0.0227 Rprec_mult_1.20 8_12 0.0377 Rprec_mult_1.40 8_12 0.0323 Rprec_mult_1.60 8_12 0.0282 Rprec_mult_1.80 8_12 0.0250 Rprec_mult_2.00 8_12 0.0227 utility 8_12 -962.0000 11pt_avg 8_12 0.0144 binG 8_12 0.0553 G 8_12 0.0552 ndcg 8_12 0.1666 ndcg_rel 8_12 0.1337 Rndcg 8_12 0.0352 ndcg_cut_5 8_12 0.0000 ndcg_cut_10 8_12 0.0000 ndcg_cut_15 8_12 0.0000 ndcg_cut_20 8_12 0.0000 ndcg_cut_30 8_12 0.0105 ndcg_cut_100 8_12 0.0169 ndcg_cut_200 8_12 0.0532 ndcg_cut_500 8_12 0.1163 ndcg_cut_1000 8_12 0.1666 map_cut_5 8_12 0.0000 map_cut_10 8_12 0.0000 map_cut_15 8_12 0.0000 map_cut_20 8_12 0.0000 map_cut_30 8_12 0.0009 map_cut_100 8_12 0.0018 map_cut_200 8_12 0.0048 map_cut_500 8_12 0.0097 map_cut_1000 8_12 0.0126 relative_P_5 8_12 0.0000 relative_P_10 8_12 0.0000 relative_P_15 8_12 0.0000 relative_P_20 8_12 0.0000 relative_P_30 8_12 0.0333 relative_P_100 8_12 0.0455 relative_P_200 8_12 0.1364 relative_P_500 8_12 0.2955 relative_P_1000 8_12 0.4318 success_1 8_12 0.0000 success_5 8_12 0.0000 success_10 8_12 0.0000 set_P 8_12 0.0190 set_relative_P 8_12 0.4318 set_recall 8_12 0.4318 set_map 8_12 0.0082 set_F 8_12 0.0364 num_nonrel_judged_ret 8_12 48 rbp 8_12 0.0022 rbp_resid 8_12 0.4125 unj_5 8_12 0.0000 unj_10 8_12 0.3000 unj_20 8_12 0.5500 num_ret 8_13 1000 num_rel 8_13 53 num_rel_ret 8_13 30 map 8_13 0.1009 Rprec 8_13 0.2075 bpref 8_13 0.3923 recip_rank 8_13 0.3333 iprec_at_recall_0.00 8_13 0.3333 iprec_at_recall_0.10 8_13 0.3333 iprec_at_recall_0.20 8_13 0.2200 iprec_at_recall_0.30 8_13 0.1212 iprec_at_recall_0.40 8_13 0.1167 iprec_at_recall_0.50 8_13 0.0927 iprec_at_recall_0.60 8_13 0.0000 iprec_at_recall_0.70 8_13 0.0000 iprec_at_recall_0.80 8_13 0.0000 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 0.2000 P_10 8_13 0.3000 P_15 8_13 0.3333 P_20 8_13 0.2500 P_30 8_13 0.3000 P_100 8_13 0.1200 P_200 8_13 0.1100 P_500 8_13 0.0580 P_1000 8_13 0.0300 relstring 8_13 '001000-110' recall_5 8_13 0.0189 recall_10 8_13 0.0566 recall_15 8_13 0.0943 recall_20 8_13 0.0943 recall_30 8_13 0.1698 recall_100 8_13 0.2264 recall_200 8_13 0.4151 recall_500 8_13 0.5472 recall_1000 8_13 0.5660 infAP 8_13 0.1009 Rprec_mult_0.20 8_13 0.2727 Rprec_mult_0.40 8_13 0.2727 Rprec_mult_0.60 8_13 0.3125 Rprec_mult_0.80 8_13 0.2326 Rprec_mult_1.00 8_13 0.2075 Rprec_mult_1.20 8_13 0.1719 Rprec_mult_1.40 8_13 0.1467 Rprec_mult_1.60 8_13 0.1412 Rprec_mult_1.80 8_13 0.1250 Rprec_mult_2.00 8_13 0.1132 utility 8_13 -940.0000 11pt_avg 8_13 0.1107 binG 8_13 0.1066 G 8_13 0.0952 ndcg 8_13 0.3386 ndcg_rel 8_13 0.2683 Rndcg 8_13 0.1470 ndcg_cut_5 8_13 0.0438 ndcg_cut_10 8_13 0.0690 ndcg_cut_15 8_13 0.1264 ndcg_cut_20 8_13 0.1123 ndcg_cut_30 8_13 0.1658 ndcg_cut_100 8_13 0.1895 ndcg_cut_200 8_13 0.2801 ndcg_cut_500 8_13 0.3347 ndcg_cut_1000 8_13 0.3386 map_cut_5 8_13 0.0063 map_cut_10 8_13 0.0173 map_cut_15 8_13 0.0294 map_cut_20 8_13 0.0294 map_cut_30 8_13 0.0515 map_cut_100 8_13 0.0644 map_cut_200 8_13 0.0868 map_cut_500 8_13 0.1001 map_cut_1000 8_13 0.1009 relative_P_5 8_13 0.2000 relative_P_10 8_13 0.3000 relative_P_15 8_13 0.3333 relative_P_20 8_13 0.2500 relative_P_30 8_13 0.3000 relative_P_100 8_13 0.2264 relative_P_200 8_13 0.4151 relative_P_500 8_13 0.5472 relative_P_1000 8_13 0.5660 success_1 8_13 0.0000 success_5 8_13 1.0000 success_10 8_13 1.0000 set_P 8_13 0.0300 set_relative_P 8_13 0.5660 set_recall 8_13 0.5660 set_map 8_13 0.0170 set_F 8_13 0.0570 num_nonrel_judged_ret 8_13 39 rbp 8_13 0.0881 rbp_resid 8_13 0.2593 unj_5 8_13 0.0000 unj_10 8_13 0.1000 unj_20 8_13 0.3500 num_ret 8_2 1000 num_rel 8_2 47 num_rel_ret 8_2 30 map 8_2 0.1671 Rprec 8_2 0.2766 bpref 8_2 0.3771 recip_rank 8_2 0.2500 iprec_at_recall_0.00 8_2 0.5000 iprec_at_recall_0.10 8_2 0.5000 iprec_at_recall_0.20 8_2 0.4762 iprec_at_recall_0.30 8_2 0.2254 iprec_at_recall_0.40 8_2 0.2000 iprec_at_recall_0.50 8_2 0.0774 iprec_at_recall_0.60 8_2 0.0771 iprec_at_recall_0.70 8_2 0.0000 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 0.4000 P_10 8_2 0.5000 P_15 8_2 0.4667 P_20 8_2 0.4500 P_30 8_2 0.3667 P_100 8_2 0.2000 P_200 8_2 0.1150 P_500 8_2 0.0580 P_1000 8_2 0.0300 relstring 8_2 '0001310301' recall_5 8_2 0.0426 recall_10 8_2 0.1064 recall_15 8_2 0.1489 recall_20 8_2 0.1915 recall_30 8_2 0.2340 recall_100 8_2 0.4255 recall_200 8_2 0.4894 recall_500 8_2 0.6170 recall_1000 8_2 0.6383 infAP 8_2 0.1671 Rprec_mult_0.20 8_2 0.5000 Rprec_mult_0.40 8_2 0.4737 Rprec_mult_0.60 8_2 0.3448 Rprec_mult_0.80 8_2 0.3158 Rprec_mult_1.00 8_2 0.2766 Rprec_mult_1.20 8_2 0.2281 Rprec_mult_1.40 8_2 0.1970 Rprec_mult_1.60 8_2 0.2237 Rprec_mult_1.80 8_2 0.2000 Rprec_mult_2.00 8_2 0.1915 utility 8_2 -940.0000 11pt_avg 8_2 0.1869 binG 8_2 0.1390 G 8_2 0.1040 ndcg 8_2 0.3767 ndcg_rel 8_2 0.3087 Rndcg 8_2 0.2059 ndcg_cut_5 8_2 0.1450 ndcg_cut_10 8_2 0.2057 ndcg_cut_15 8_2 0.2044 ndcg_cut_20 8_2 0.2152 ndcg_cut_30 8_2 0.2525 ndcg_cut_100 8_2 0.3106 ndcg_cut_200 8_2 0.3314 ndcg_cut_500 8_2 0.3727 ndcg_cut_1000 8_2 0.3767 map_cut_5 8_2 0.0138 map_cut_10 8_2 0.0457 map_cut_15 8_2 0.0662 map_cut_20 8_2 0.0857 map_cut_30 8_2 0.1037 map_cut_100 8_2 0.1484 map_cut_200 8_2 0.1567 map_cut_500 8_2 0.1663 map_cut_1000 8_2 0.1671 relative_P_5 8_2 0.4000 relative_P_10 8_2 0.5000 relative_P_15 8_2 0.4667 relative_P_20 8_2 0.4500 relative_P_30 8_2 0.3667 relative_P_100 8_2 0.4255 relative_P_200 8_2 0.4894 relative_P_500 8_2 0.6170 relative_P_1000 8_2 0.6383 success_1 8_2 0.0000 success_5 8_2 1.0000 success_10 8_2 1.0000 set_P 8_2 0.0300 set_relative_P 8_2 0.6383 set_recall 8_2 0.6383 set_map 8_2 0.0191 set_F 8_2 0.0573 num_nonrel_judged_ret 8_2 45 rbp 8_2 0.1694 rbp_resid 8_2 0.1222 unj_5 8_2 0.0000 unj_10 8_2 0.0000 unj_20 8_2 0.1000 num_ret 8_3 1000 num_rel 8_3 28 num_rel_ret 8_3 9 map 8_3 0.0342 Rprec 8_3 0.1429 bpref 8_3 0.1212 recip_rank 8_3 0.2500 iprec_at_recall_0.00 8_3 0.2500 iprec_at_recall_0.10 8_3 0.1875 iprec_at_recall_0.20 8_3 0.0365 iprec_at_recall_0.30 8_3 0.0365 iprec_at_recall_0.40 8_3 0.0000 iprec_at_recall_0.50 8_3 0.0000 iprec_at_recall_0.60 8_3 0.0000 iprec_at_recall_0.70 8_3 0.0000 iprec_at_recall_0.80 8_3 0.0000 iprec_at_recall_0.90 8_3 0.0000 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.2000 P_10 8_3 0.1000 P_15 8_3 0.1333 P_20 8_3 0.1500 P_30 8_3 0.1333 P_100 8_3 0.0500 P_200 8_3 0.0300 P_500 8_3 0.0160 P_1000 8_3 0.0090 relstring 8_3 '000100---0' recall_5 8_3 0.0357 recall_10 8_3 0.0357 recall_15 8_3 0.0714 recall_20 8_3 0.1071 recall_30 8_3 0.1429 recall_100 8_3 0.1786 recall_200 8_3 0.2143 recall_500 8_3 0.2857 recall_1000 8_3 0.3214 infAP 8_3 0.0342 Rprec_mult_0.20 8_3 0.1667 Rprec_mult_0.40 8_3 0.1667 Rprec_mult_0.60 8_3 0.1765 Rprec_mult_0.80 8_3 0.1739 Rprec_mult_1.00 8_3 0.1429 Rprec_mult_1.20 8_3 0.1176 Rprec_mult_1.40 8_3 0.1000 Rprec_mult_1.60 8_3 0.0889 Rprec_mult_1.80 8_3 0.0784 Rprec_mult_2.00 8_3 0.0714 utility 8_3 -982.0000 11pt_avg 8_3 0.0464 binG 8_3 0.0662 G 8_3 0.0555 ndcg 8_3 0.1708 ndcg_rel 8_3 0.1541 Rndcg 8_3 0.1109 ndcg_cut_5 8_3 0.0730 ndcg_cut_10 8_3 0.0549 ndcg_cut_15 8_3 0.0765 ndcg_cut_20 8_3 0.0914 ndcg_cut_30 8_3 0.0967 ndcg_cut_100 8_3 0.1094 ndcg_cut_200 8_3 0.1203 ndcg_cut_500 8_3 0.1524 ndcg_cut_1000 8_3 0.1708 map_cut_5 8_3 0.0089 map_cut_10 8_3 0.0089 map_cut_15 8_3 0.0149 map_cut_20 8_3 0.0216 map_cut_30 8_3 0.0281 map_cut_100 8_3 0.0300 map_cut_200 8_3 0.0311 map_cut_500 8_3 0.0336 map_cut_1000 8_3 0.0342 relative_P_5 8_3 0.2000 relative_P_10 8_3 0.1000 relative_P_15 8_3 0.1333 relative_P_20 8_3 0.1500 relative_P_30 8_3 0.1429 relative_P_100 8_3 0.1786 relative_P_200 8_3 0.2143 relative_P_500 8_3 0.2857 relative_P_1000 8_3 0.3214 success_1 8_3 0.0000 success_5 8_3 1.0000 success_10 8_3 1.0000 set_P 8_3 0.0090 set_relative_P 8_3 0.3214 set_recall 8_3 0.3214 set_map 8_3 0.0029 set_F 8_3 0.0175 num_nonrel_judged_ret 8_3 45 rbp 8_3 0.0679 rbp_resid 8_3 0.3707 unj_5 8_3 0.0000 unj_10 8_3 0.3000 unj_20 8_3 0.5000 num_ret 8_4 1000 num_rel 8_4 101 num_rel_ret 8_4 59 map 8_4 0.1094 Rprec 8_4 0.2178 bpref 8_4 0.4221 recip_rank 8_4 0.1250 iprec_at_recall_0.00 8_4 0.3200 iprec_at_recall_0.10 8_4 0.2778 iprec_at_recall_0.20 8_4 0.2469 iprec_at_recall_0.30 8_4 0.1824 iprec_at_recall_0.40 8_4 0.1613 iprec_at_recall_0.50 8_4 0.1085 iprec_at_recall_0.60 8_4 0.0000 iprec_at_recall_0.70 8_4 0.0000 iprec_at_recall_0.80 8_4 0.0000 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 0.0000 P_10 8_4 0.2000 P_15 8_4 0.2000 P_20 8_4 0.2500 P_30 8_4 0.2667 P_100 8_4 0.2100 P_200 8_4 0.1800 P_500 8_4 0.1020 P_1000 8_4 0.0590 relstring 8_4 '00000--4-1' recall_5 8_4 0.0000 recall_10 8_4 0.0198 recall_15 8_4 0.0297 recall_20 8_4 0.0495 recall_30 8_4 0.0792 recall_100 8_4 0.2079 recall_200 8_4 0.3564 recall_500 8_4 0.5050 recall_1000 8_4 0.5842 infAP 8_4 0.1094 Rprec_mult_0.20 8_4 0.2857 Rprec_mult_0.40 8_4 0.2439 Rprec_mult_0.60 8_4 0.2459 Rprec_mult_0.80 8_4 0.2469 Rprec_mult_1.00 8_4 0.2178 Rprec_mult_1.20 8_4 0.2213 Rprec_mult_1.40 8_4 0.1972 Rprec_mult_1.60 8_4 0.1790 Rprec_mult_1.80 8_4 0.1758 Rprec_mult_2.00 8_4 0.1782 utility 8_4 -882.0000 11pt_avg 8_4 0.1179 binG 8_4 0.0933 G 8_4 0.0835 ndcg 8_4 0.3750 ndcg_rel 8_4 0.2987 Rndcg 8_4 0.1949 ndcg_cut_5 8_4 0.0000 ndcg_cut_10 8_4 0.0853 ndcg_cut_15 8_4 0.1057 ndcg_cut_20 8_4 0.1192 ndcg_cut_30 8_4 0.1434 ndcg_cut_100 8_4 0.1916 ndcg_cut_200 8_4 0.2816 ndcg_cut_500 8_4 0.3443 ndcg_cut_1000 8_4 0.3750 map_cut_5 8_4 0.0000 map_cut_10 8_4 0.0032 map_cut_15 8_4 0.0055 map_cut_20 8_4 0.0106 map_cut_30 8_4 0.0197 map_cut_100 8_4 0.0527 map_cut_200 8_4 0.0824 map_cut_500 8_4 0.1026 map_cut_1000 8_4 0.1094 relative_P_5 8_4 0.0000 relative_P_10 8_4 0.2000 relative_P_15 8_4 0.2000 relative_P_20 8_4 0.2500 relative_P_30 8_4 0.2667 relative_P_100 8_4 0.2100 relative_P_200 8_4 0.3564 relative_P_500 8_4 0.5050 relative_P_1000 8_4 0.5842 success_1 8_4 0.0000 success_5 8_4 0.0000 success_10 8_4 1.0000 set_P 8_4 0.0590 set_relative_P 8_4 0.5842 set_recall 8_4 0.5842 set_map 8_4 0.0345 set_F 8_4 0.1072 num_nonrel_judged_ret 8_4 52 rbp 8_4 0.1142 rbp_resid 8_4 0.2541 unj_5 8_4 0.0000 unj_10 8_4 0.3000 unj_20 8_4 0.2500 num_ret 8_5 1000 num_rel 8_5 51 num_rel_ret 8_5 26 map 8_5 0.2401 Rprec 8_5 0.3529 bpref 8_5 0.4444 recip_rank 8_5 1.0000 iprec_at_recall_0.00 8_5 1.0000 iprec_at_recall_0.10 8_5 0.8571 iprec_at_recall_0.20 8_5 0.4194 iprec_at_recall_0.30 8_5 0.3778 iprec_at_recall_0.40 8_5 0.3684 iprec_at_recall_0.50 8_5 0.0818 iprec_at_recall_0.60 8_5 0.0000 iprec_at_recall_0.70 8_5 0.0000 iprec_at_recall_0.80 8_5 0.0000 iprec_at_recall_0.90 8_5 0.0000 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.8000 P_10 8_5 0.6000 P_15 8_5 0.5333 P_20 8_5 0.4500 P_30 8_5 0.4000 P_100 8_5 0.2300 P_200 8_5 0.1250 P_500 8_5 0.0520 P_1000 8_5 0.0260 relstring 8_5 '20111120-0' recall_5 8_5 0.0784 recall_10 8_5 0.1176 recall_15 8_5 0.1569 recall_20 8_5 0.1765 recall_30 8_5 0.2353 recall_100 8_5 0.4510 recall_200 8_5 0.4902 recall_500 8_5 0.5098 recall_1000 8_5 0.5098 infAP 8_5 0.2401 Rprec_mult_0.20 8_5 0.6364 Rprec_mult_0.40 8_5 0.4286 Rprec_mult_0.60 8_5 0.4194 Rprec_mult_0.80 8_5 0.3659 Rprec_mult_1.00 8_5 0.3529 Rprec_mult_1.20 8_5 0.3548 Rprec_mult_1.40 8_5 0.3056 Rprec_mult_1.60 8_5 0.2683 Rprec_mult_1.80 8_5 0.2500 Rprec_mult_2.00 8_5 0.2255 utility 8_5 -948.0000 11pt_avg 8_5 0.2822 binG 8_5 0.1667 G 8_5 0.1049 ndcg 8_5 0.4071 ndcg_rel 8_5 0.3826 Rndcg 8_5 0.3432 ndcg_cut_5 8_5 0.3288 ndcg_cut_10 8_5 0.3268 ndcg_cut_15 8_5 0.3294 ndcg_cut_20 8_5 0.3198 ndcg_cut_30 8_5 0.3279 ndcg_cut_100 8_5 0.3896 ndcg_cut_200 8_5 0.4018 ndcg_cut_500 8_5 0.4071 ndcg_cut_1000 8_5 0.4071 map_cut_5 8_5 0.0631 map_cut_10 8_5 0.0962 map_cut_15 8_5 0.1218 map_cut_20 8_5 0.1306 map_cut_30 8_5 0.1537 map_cut_100 8_5 0.2316 map_cut_200 8_5 0.2385 map_cut_500 8_5 0.2401 map_cut_1000 8_5 0.2401 relative_P_5 8_5 0.8000 relative_P_10 8_5 0.6000 relative_P_15 8_5 0.5333 relative_P_20 8_5 0.4500 relative_P_30 8_5 0.4000 relative_P_100 8_5 0.4510 relative_P_200 8_5 0.4902 relative_P_500 8_5 0.5098 relative_P_1000 8_5 0.5098 success_1 8_5 1.0000 success_5 8_5 1.0000 success_10 8_5 1.0000 set_P 8_5 0.0260 set_relative_P 8_5 0.5098 set_recall 8_5 0.5098 set_map 8_5 0.0133 set_F 8_5 0.0495 num_nonrel_judged_ret 8_5 17 rbp 8_5 0.1849 rbp_resid 8_5 0.2393 unj_5 8_5 0.0000 unj_10 8_5 0.1000 unj_20 8_5 0.3500 num_ret 8_7 1000 num_rel 8_7 47 num_rel_ret 8_7 42 map 8_7 0.5080 Rprec 8_7 0.5319 bpref 8_7 0.7705 recip_rank 8_7 1.0000 iprec_at_recall_0.00 8_7 1.0000 iprec_at_recall_0.10 8_7 0.8571 iprec_at_recall_0.20 8_7 0.7826 iprec_at_recall_0.30 8_7 0.7826 iprec_at_recall_0.40 8_7 0.7600 iprec_at_recall_0.50 8_7 0.6000 iprec_at_recall_0.60 8_7 0.5283 iprec_at_recall_0.70 8_7 0.3667 iprec_at_recall_0.80 8_7 0.2000 iprec_at_recall_0.90 8_7 0.1288 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 0.8000 P_10 8_7 0.7000 P_15 8_7 0.6667 P_20 8_7 0.7500 P_30 8_7 0.6667 P_100 8_7 0.3300 P_200 8_7 0.1900 P_500 8_7 0.0840 P_1000 8_7 0.0420 relstring 8_7 '301221102-' recall_5 8_7 0.0851 recall_10 8_7 0.1489 recall_15 8_7 0.2128 recall_20 8_7 0.3191 recall_30 8_7 0.4255 recall_100 8_7 0.7021 recall_200 8_7 0.8085 recall_500 8_7 0.8936 recall_1000 8_7 0.8936 infAP 8_7 0.5080 Rprec_mult_0.20 8_7 0.7000 Rprec_mult_0.40 8_7 0.7368 Rprec_mult_0.60 8_7 0.6897 Rprec_mult_0.80 8_7 0.5789 Rprec_mult_1.00 8_7 0.5319 Rprec_mult_1.20 8_7 0.5088 Rprec_mult_1.40 8_7 0.4394 Rprec_mult_1.60 8_7 0.3947 Rprec_mult_1.80 8_7 0.3529 Rprec_mult_2.00 8_7 0.3511 utility 8_7 -916.0000 11pt_avg 8_7 0.5460 binG 8_7 0.2839 G 8_7 0.2203 ndcg 8_7 0.7213 ndcg_rel 8_7 0.6136 Rndcg 8_7 0.5506 ndcg_cut_5 8_7 0.5090 ndcg_cut_10 8_7 0.4839 ndcg_cut_15 8_7 0.4852 ndcg_cut_20 8_7 0.5551 ndcg_cut_30 8_7 0.5953 ndcg_cut_100 8_7 0.6614 ndcg_cut_200 8_7 0.6992 ndcg_cut_500 8_7 0.7213 ndcg_cut_1000 8_7 0.7213 map_cut_5 8_7 0.0684 map_cut_10 8_7 0.1210 map_cut_15 8_7 0.1641 map_cut_20 8_7 0.2407 map_cut_30 8_7 0.3219 map_cut_100 8_7 0.4639 map_cut_200 8_7 0.4943 map_cut_500 8_7 0.5080 map_cut_1000 8_7 0.5080 relative_P_5 8_7 0.8000 relative_P_10 8_7 0.7000 relative_P_15 8_7 0.6667 relative_P_20 8_7 0.7500 relative_P_30 8_7 0.6667 relative_P_100 8_7 0.7021 relative_P_200 8_7 0.8085 relative_P_500 8_7 0.8936 relative_P_1000 8_7 0.8936 success_1 8_7 1.0000 success_5 8_7 1.0000 success_10 8_7 1.0000 set_P 8_7 0.0420 set_relative_P 8_7 0.8936 set_recall 8_7 0.8936 set_map 8_7 0.0375 set_F 8_7 0.0802 num_nonrel_judged_ret 8_7 18 rbp 8_7 0.3114 rbp_resid 8_7 0.1357 unj_5 8_7 0.0000 unj_10 8_7 0.1000 unj_20 8_7 0.1500 num_ret 8_8 1000 num_rel 8_8 32 num_rel_ret 8_8 28 map 8_8 0.1932 Rprec 8_8 0.3125 bpref 8_8 0.3457 recip_rank 8_8 0.3333 iprec_at_recall_0.00 8_8 0.4000 iprec_at_recall_0.10 8_8 0.3478 iprec_at_recall_0.20 8_8 0.3478 iprec_at_recall_0.30 8_8 0.3333 iprec_at_recall_0.40 8_8 0.2407 iprec_at_recall_0.50 8_8 0.1468 iprec_at_recall_0.60 8_8 0.1438 iprec_at_recall_0.70 8_8 0.1353 iprec_at_recall_0.80 8_8 0.1215 iprec_at_recall_0.90 8_8 0.0000 iprec_at_recall_1.00 8_8 0.0000 P_5 8_8 0.4000 P_10 8_8 0.3000 P_15 8_8 0.2667 P_20 8_8 0.3000 P_30 8_8 0.3333 P_100 8_8 0.1500 P_200 8_8 0.1250 P_500 8_8 0.0560 P_1000 8_8 0.0280 relstring 8_8 '001010--20' recall_5 8_8 0.0625 recall_10 8_8 0.0938 recall_15 8_8 0.1250 recall_20 8_8 0.1875 recall_30 8_8 0.3125 recall_100 8_8 0.4688 recall_200 8_8 0.7812 recall_500 8_8 0.8750 recall_1000 8_8 0.8750 infAP 8_8 0.1932 Rprec_mult_0.20 8_8 0.2857 Rprec_mult_0.40 8_8 0.3077 Rprec_mult_0.60 8_8 0.3000 Rprec_mult_0.80 8_8 0.3462 Rprec_mult_1.00 8_8 0.3125 Rprec_mult_1.20 8_8 0.2821 Rprec_mult_1.40 8_8 0.2444 Rprec_mult_1.60 8_8 0.2308 Rprec_mult_1.80 8_8 0.2241 Rprec_mult_2.00 8_8 0.2188 utility 8_8 -944.0000 11pt_avg 8_8 0.2016 binG 8_8 0.1793 G 8_8 0.1446 ndcg 8_8 0.4488 ndcg_rel 8_8 0.2899 Rndcg 8_8 0.1785 ndcg_cut_5 8_8 0.0752 ndcg_cut_10 8_8 0.0898 ndcg_cut_15 8_8 0.0899 ndcg_cut_20 8_8 0.1033 ndcg_cut_30 8_8 0.2026 ndcg_cut_100 8_8 0.3015 ndcg_cut_200 8_8 0.4225 ndcg_cut_500 8_8 0.4488 ndcg_cut_1000 8_8 0.4488 map_cut_5 8_8 0.0229 map_cut_10 8_8 0.0333 map_cut_15 8_8 0.0429 map_cut_20 8_8 0.0605 map_cut_30 8_8 0.1026 map_cut_100 8_8 0.1399 map_cut_200 8_8 0.1826 map_cut_500 8_8 0.1932 map_cut_1000 8_8 0.1932 relative_P_5 8_8 0.4000 relative_P_10 8_8 0.3000 relative_P_15 8_8 0.2667 relative_P_20 8_8 0.3000 relative_P_30 8_8 0.3333 relative_P_100 8_8 0.4688 relative_P_200 8_8 0.7812 relative_P_500 8_8 0.8750 relative_P_1000 8_8 0.8750 success_1 8_8 0.0000 success_5 8_8 1.0000 success_10 8_8 1.0000 set_P 8_8 0.0280 set_relative_P 8_8 0.8750 set_recall 8_8 0.8750 set_map 8_8 0.0245 set_F 8_8 0.0543 num_nonrel_judged_ret 8_8 43 rbp 8_8 0.0992 rbp_resid 8_8 0.2885 unj_5 8_8 0.0000 unj_10 8_8 0.2000 unj_20 8_8 0.4000 num_ret 9_11 1000 num_rel 9_11 119 num_rel_ret 9_11 54 map 9_11 0.0838 Rprec 9_11 0.1765 bpref 9_11 0.4162 recip_rank 9_11 0.3333 iprec_at_recall_0.00 9_11 0.5714 iprec_at_recall_0.10 9_11 0.2237 iprec_at_recall_0.20 9_11 0.1761 iprec_at_recall_0.30 9_11 0.1348 iprec_at_recall_0.40 9_11 0.0809 iprec_at_recall_0.50 9_11 0.0000 iprec_at_recall_0.60 9_11 0.0000 iprec_at_recall_0.70 9_11 0.0000 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 0.4000 P_10 9_11 0.4000 P_15 9_11 0.3333 P_20 9_11 0.3000 P_30 9_11 0.2333 P_100 9_11 0.2000 P_200 9_11 0.1400 P_500 9_11 0.0880 P_1000 9_11 0.0540 relstring 9_11 '0031022---' recall_5 9_11 0.0168 recall_10 9_11 0.0336 recall_15 9_11 0.0420 recall_20 9_11 0.0504 recall_30 9_11 0.0588 recall_100 9_11 0.1681 recall_200 9_11 0.2353 recall_500 9_11 0.3697 recall_1000 9_11 0.4538 infAP 9_11 0.0838 Rprec_mult_0.20 9_11 0.2917 Rprec_mult_0.40 9_11 0.2083 Rprec_mult_0.60 9_11 0.1944 Rprec_mult_0.80 9_11 0.1979 Rprec_mult_1.00 9_11 0.1765 Rprec_mult_1.20 9_11 0.1748 Rprec_mult_1.40 9_11 0.1557 Rprec_mult_1.60 9_11 0.1414 Rprec_mult_1.80 9_11 0.1442 Rprec_mult_2.00 9_11 0.1387 utility 9_11 -892.0000 11pt_avg 9_11 0.1079 binG 9_11 0.0776 G 9_11 0.0713 ndcg 9_11 0.3597 ndcg_rel 9_11 0.3136 Rndcg 9_11 0.2470 ndcg_cut_5 9_11 0.2183 ndcg_cut_10 9_11 0.2481 ndcg_cut_15 9_11 0.2236 ndcg_cut_20 9_11 0.2205 ndcg_cut_30 9_11 0.1982 ndcg_cut_100 9_11 0.1950 ndcg_cut_200 9_11 0.2358 ndcg_cut_500 9_11 0.3191 ndcg_cut_1000 9_11 0.3597 map_cut_5 9_11 0.0070 map_cut_10 9_11 0.0160 map_cut_15 9_11 0.0192 map_cut_20 9_11 0.0220 map_cut_30 9_11 0.0245 map_cut_100 9_11 0.0482 map_cut_200 9_11 0.0597 map_cut_500 9_11 0.0775 map_cut_1000 9_11 0.0838 relative_P_5 9_11 0.4000 relative_P_10 9_11 0.4000 relative_P_15 9_11 0.3333 relative_P_20 9_11 0.3000 relative_P_30 9_11 0.2333 relative_P_100 9_11 0.2000 relative_P_200 9_11 0.2353 relative_P_500 9_11 0.3697 relative_P_1000 9_11 0.4538 success_1 9_11 0.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.0540 set_relative_P 9_11 0.4538 set_recall 9_11 0.4538 set_map 9_11 0.0245 set_F 9_11 0.0965 num_nonrel_judged_ret 9_11 9 rbp 9_11 0.2111 rbp_resid 9_11 0.4088 unj_5 9_11 0.0000 unj_10 9_11 0.3000 unj_20 9_11 0.5500 num_ret 9_13 1000 num_rel 9_13 4 num_rel_ret 9_13 2 map 9_13 0.2763 Rprec 9_13 0.2500 bpref 9_13 0.3750 recip_rank 9_13 1.0000 iprec_at_recall_0.00 9_13 1.0000 iprec_at_recall_0.10 9_13 1.0000 iprec_at_recall_0.20 9_13 1.0000 iprec_at_recall_0.30 9_13 1.0000 iprec_at_recall_0.40 9_13 0.1053 iprec_at_recall_0.50 9_13 0.1053 iprec_at_recall_0.60 9_13 0.1053 iprec_at_recall_0.70 9_13 0.0000 iprec_at_recall_0.80 9_13 0.0000 iprec_at_recall_0.90 9_13 0.0000 iprec_at_recall_1.00 9_13 0.0000 P_5 9_13 0.2000 P_10 9_13 0.1000 P_15 9_13 0.0667 P_20 9_13 0.1000 P_30 9_13 0.0667 P_100 9_13 0.0200 P_200 9_13 0.0100 P_500 9_13 0.0040 P_1000 9_13 0.0020 relstring 9_13 '3--0----0-' recall_5 9_13 0.2500 recall_10 9_13 0.2500 recall_15 9_13 0.2500 recall_20 9_13 0.5000 recall_30 9_13 0.5000 recall_100 9_13 0.5000 recall_200 9_13 0.5000 recall_500 9_13 0.5000 recall_1000 9_13 0.5000 infAP 9_13 0.2763 Rprec_mult_0.20 9_13 1.0000 Rprec_mult_0.40 9_13 0.5000 Rprec_mult_0.60 9_13 0.3333 Rprec_mult_0.80 9_13 0.2500 Rprec_mult_1.00 9_13 0.2500 Rprec_mult_1.20 9_13 0.2000 Rprec_mult_1.40 9_13 0.1667 Rprec_mult_1.60 9_13 0.1429 Rprec_mult_1.80 9_13 0.1250 Rprec_mult_2.00 9_13 0.1250 utility 9_13 -996.0000 11pt_avg 9_13 0.3923 binG 9_13 0.3089 G 9_13 0.3839 ndcg 9_13 0.5476 ndcg_rel 9_13 0.6607 Rndcg 9_13 0.5361 ndcg_cut_5 9_13 0.4744 ndcg_cut_10 9_13 0.4744 ndcg_cut_15 9_13 0.4744 ndcg_cut_20 9_13 0.5476 ndcg_cut_30 9_13 0.5476 ndcg_cut_100 9_13 0.5476 ndcg_cut_200 9_13 0.5476 ndcg_cut_500 9_13 0.5476 ndcg_cut_1000 9_13 0.5476 map_cut_5 9_13 0.2500 map_cut_10 9_13 0.2500 map_cut_15 9_13 0.2500 map_cut_20 9_13 0.2763 map_cut_30 9_13 0.2763 map_cut_100 9_13 0.2763 map_cut_200 9_13 0.2763 map_cut_500 9_13 0.2763 map_cut_1000 9_13 0.2763 relative_P_5 9_13 0.2500 relative_P_10 9_13 0.2500 relative_P_15 9_13 0.2500 relative_P_20 9_13 0.5000 relative_P_30 9_13 0.5000 relative_P_100 9_13 0.5000 relative_P_200 9_13 0.5000 relative_P_500 9_13 0.5000 relative_P_1000 9_13 0.5000 success_1 9_13 1.0000 success_5 9_13 1.0000 success_10 9_13 1.0000 set_P 9_13 0.0020 set_relative_P 9_13 0.5000 set_recall 9_13 0.5000 set_map 9_13 0.0010 set_F 9_13 0.0040 num_nonrel_judged_ret 9_13 3 rbp 9_13 0.1100 rbp_resid 9_13 0.7690 unj_5 9_13 0.6000 unj_10 9_13 0.7000 unj_20 9_13 0.8000 num_ret 9_2 1000 num_rel 9_2 113 num_rel_ret 9_2 41 map 9_2 0.2403 Rprec 9_2 0.3009 bpref 9_2 0.3502 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 0.9091 iprec_at_recall_0.20 9_2 0.8889 iprec_at_recall_0.30 9_2 0.3091 iprec_at_recall_0.40 9_2 0.0000 iprec_at_recall_0.50 9_2 0.0000 iprec_at_recall_0.60 9_2 0.0000 iprec_at_recall_0.70 9_2 0.0000 iprec_at_recall_0.80 9_2 0.0000 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 0.8000 P_10 9_2 0.8000 P_15 9_2 0.8667 P_20 9_2 0.9000 P_30 9_2 0.8333 P_100 9_2 0.3300 P_200 9_2 0.1850 P_500 9_2 0.0820 P_1000 9_2 0.0410 relstring 9_2 '2210121-12' recall_5 9_2 0.0354 recall_10 9_2 0.0708 recall_15 9_2 0.1150 recall_20 9_2 0.1593 recall_30 9_2 0.2212 recall_100 9_2 0.2920 recall_200 9_2 0.3274 recall_500 9_2 0.3628 recall_1000 9_2 0.3628 infAP 9_2 0.2403 Rprec_mult_0.20 9_2 0.8696 Rprec_mult_0.40 9_2 0.5652 Rprec_mult_0.60 9_2 0.4412 Rprec_mult_0.80 9_2 0.3626 Rprec_mult_1.00 9_2 0.3009 Rprec_mult_1.20 9_2 0.2500 Rprec_mult_1.40 9_2 0.2264 Rprec_mult_1.60 9_2 0.2044 Rprec_mult_1.80 9_2 0.1814 Rprec_mult_2.00 9_2 0.1637 utility 9_2 -918.0000 11pt_avg 9_2 0.2825 binG 9_2 0.1473 G 9_2 0.0883 ndcg 9_2 0.4222 ndcg_rel 9_2 0.4512 Rndcg 9_2 0.4346 ndcg_cut_5 9_2 0.4690 ndcg_cut_10 9_2 0.5046 ndcg_cut_15 9_2 0.5392 ndcg_cut_20 9_2 0.5478 ndcg_cut_30 9_2 0.5700 ndcg_cut_100 9_2 0.3975 ndcg_cut_200 9_2 0.3995 ndcg_cut_500 9_2 0.4222 ndcg_cut_1000 9_2 0.4222 map_cut_5 9_2 0.0336 map_cut_10 9_2 0.0626 map_cut_15 9_2 0.0999 map_cut_20 9_2 0.1392 map_cut_30 9_2 0.1941 map_cut_100 9_2 0.2269 map_cut_200 9_2 0.2356 map_cut_500 9_2 0.2403 map_cut_1000 9_2 0.2403 relative_P_5 9_2 0.8000 relative_P_10 9_2 0.8000 relative_P_15 9_2 0.8667 relative_P_20 9_2 0.9000 relative_P_30 9_2 0.8333 relative_P_100 9_2 0.3300 relative_P_200 9_2 0.3274 relative_P_500 9_2 0.3628 relative_P_1000 9_2 0.3628 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 0.0410 set_relative_P 9_2 0.3628 set_recall 9_2 0.3628 set_map 9_2 0.0149 set_F 9_2 0.0737 num_nonrel_judged_ret 9_2 7 rbp 9_2 0.4119 rbp_resid 9_2 0.1028 unj_5 9_2 0.0000 unj_10 9_2 0.1000 unj_20 9_2 0.0500 num_ret 9_6 1000 num_rel 9_6 131 num_rel_ret 9_6 96 map 9_6 0.3233 Rprec 9_6 0.4198 bpref 9_6 0.6853 recip_rank 9_6 1.0000 iprec_at_recall_0.00 9_6 1.0000 iprec_at_recall_0.10 9_6 0.5938 iprec_at_recall_0.20 9_6 0.5417 iprec_at_recall_0.30 9_6 0.4486 iprec_at_recall_0.40 9_6 0.4407 iprec_at_recall_0.50 9_6 0.3252 iprec_at_recall_0.60 9_6 0.2705 iprec_at_recall_0.70 9_6 0.1736 iprec_at_recall_0.80 9_6 0.0000 iprec_at_recall_0.90 9_6 0.0000 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 1.0000 P_10 9_6 0.8000 P_15 9_6 0.6000 P_20 9_6 0.5500 P_30 9_6 0.5667 P_100 9_6 0.4300 P_200 9_6 0.3250 P_500 9_6 0.1800 P_1000 9_6 0.0960 relstring 9_6 '121222-21-' recall_5 9_6 0.0382 recall_10 9_6 0.0611 recall_15 9_6 0.0687 recall_20 9_6 0.0840 recall_30 9_6 0.1298 recall_100 9_6 0.3282 recall_200 9_6 0.4962 recall_500 9_6 0.6870 recall_1000 9_6 0.7328 infAP 9_6 0.3233 Rprec_mult_0.20 9_6 0.5926 Rprec_mult_0.40 9_6 0.5094 Rprec_mult_0.60 9_6 0.4557 Rprec_mult_0.80 9_6 0.4381 Rprec_mult_1.00 9_6 0.4198 Rprec_mult_1.20 9_6 0.3797 Rprec_mult_1.40 9_6 0.3478 Rprec_mult_1.60 9_6 0.3190 Rprec_mult_1.80 9_6 0.3051 Rprec_mult_2.00 9_6 0.2939 utility 9_6 -808.0000 11pt_avg 9_6 0.3449 binG 9_6 0.1717 G 9_6 0.1162 ndcg 9_6 0.6085 ndcg_rel 9_6 0.4999 Rndcg 9_6 0.4549 ndcg_cut_5 9_6 0.4971 ndcg_cut_10 9_6 0.4432 ndcg_cut_15 9_6 0.3872 ndcg_cut_20 9_6 0.3671 ndcg_cut_30 9_6 0.4073 ndcg_cut_100 9_6 0.3945 ndcg_cut_200 9_6 0.4782 ndcg_cut_500 9_6 0.5853 ndcg_cut_1000 9_6 0.6085 map_cut_5 9_6 0.0382 map_cut_10 9_6 0.0593 map_cut_15 9_6 0.0642 map_cut_20 9_6 0.0731 map_cut_30 9_6 0.0995 map_cut_100 9_6 0.1961 map_cut_200 9_6 0.2650 map_cut_500 9_6 0.3164 map_cut_1000 9_6 0.3233 relative_P_5 9_6 1.0000 relative_P_10 9_6 0.8000 relative_P_15 9_6 0.6000 relative_P_20 9_6 0.5500 relative_P_30 9_6 0.5667 relative_P_100 9_6 0.4300 relative_P_200 9_6 0.4962 relative_P_500 9_6 0.6870 relative_P_1000 9_6 0.7328 success_1 9_6 1.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 0.0960 set_relative_P 9_6 0.7328 set_recall 9_6 0.7328 set_map 9_6 0.0704 set_F 9_6 0.1698 num_nonrel_judged_ret 9_6 5 rbp 9_6 0.3946 rbp_resid 9_6 0.2643 unj_5 9_6 0.0000 unj_10 9_6 0.2000 unj_20 9_6 0.3500 num_ret 9_9 1000 num_rel 9_9 55 num_rel_ret 9_9 40 map 9_9 0.3451 Rprec 9_9 0.3818 bpref 9_9 0.6618 recip_rank 9_9 1.0000 iprec_at_recall_0.00 9_9 1.0000 iprec_at_recall_0.10 9_9 0.8333 iprec_at_recall_0.20 9_9 0.7647 iprec_at_recall_0.30 9_9 0.6000 iprec_at_recall_0.40 9_9 0.3607 iprec_at_recall_0.50 9_9 0.1818 iprec_at_recall_0.60 9_9 0.1331 iprec_at_recall_0.70 9_9 0.0700 iprec_at_recall_0.80 9_9 0.0000 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 1.0000 P_10 9_9 0.8000 P_15 9_9 0.7333 P_20 9_9 0.7000 P_30 9_9 0.6000 P_100 9_9 0.2400 P_200 9_9 0.1450 P_500 9_9 0.0760 P_1000 9_9 0.0400 relstring 9_9 '33112-0123' recall_5 9_9 0.0909 recall_10 9_9 0.1455 recall_15 9_9 0.2000 recall_20 9_9 0.2545 recall_30 9_9 0.3273 recall_100 9_9 0.4364 recall_200 9_9 0.5273 recall_500 9_9 0.6909 recall_1000 9_9 0.7273 infAP 9_9 0.3451 Rprec_mult_0.20 9_9 0.8182 Rprec_mult_0.40 9_9 0.6818 Rprec_mult_0.60 9_9 0.5455 Rprec_mult_0.80 9_9 0.4318 Rprec_mult_1.00 9_9 0.3818 Rprec_mult_1.20 9_9 0.3333 Rprec_mult_1.40 9_9 0.2987 Rprec_mult_1.60 9_9 0.2614 Rprec_mult_1.80 9_9 0.2424 Rprec_mult_2.00 9_9 0.2182 utility 9_9 -920.0000 11pt_avg 9_9 0.3585 binG 9_9 0.2440 G 9_9 0.1861 ndcg 9_9 0.6703 ndcg_rel 9_9 0.6371 Rndcg 9_9 0.5629 ndcg_cut_5 9_9 0.7458 ndcg_cut_10 9_9 0.6149 ndcg_cut_15 9_9 0.6130 ndcg_cut_20 9_9 0.6011 ndcg_cut_30 9_9 0.5740 ndcg_cut_100 9_9 0.5271 ndcg_cut_200 9_9 0.5660 ndcg_cut_500 9_9 0.6506 ndcg_cut_1000 9_9 0.6703 map_cut_5 9_9 0.0909 map_cut_10 9_9 0.1332 map_cut_15 9_9 0.1766 map_cut_20 9_9 0.2175 map_cut_30 9_9 0.2647 map_cut_100 9_9 0.3050 map_cut_200 9_9 0.3221 map_cut_500 9_9 0.3430 map_cut_1000 9_9 0.3451 relative_P_5 9_9 1.0000 relative_P_10 9_9 0.8000 relative_P_15 9_9 0.7333 relative_P_20 9_9 0.7000 relative_P_30 9_9 0.6000 relative_P_100 9_9 0.4364 relative_P_200 9_9 0.5273 relative_P_500 9_9 0.6909 relative_P_1000 9_9 0.7273 success_1 9_9 1.0000 success_5 9_9 1.0000 success_10 9_9 1.0000 set_P 9_9 0.0400 set_relative_P 9_9 0.7273 set_recall 9_9 0.7273 set_map 9_9 0.0291 set_F 9_9 0.0758 num_nonrel_judged_ret 9_9 13 rbp 9_9 0.5352 rbp_resid 9_9 0.1951 unj_5 9_9 0.0000 unj_10 9_9 0.1000 unj_20 9_9 0.2000 runid all NII_USI_UCL num_q all 116 num_ret all 115117 num_rel all 9895 num_rel_ret all 5331 map all 0.2201 gm_map all 0.1395 Rprec all 0.2692 bpref all 0.4379 recip_rank all 0.7313 iprec_at_recall_0.00 all 0.7580 iprec_at_recall_0.10 all 0.5261 iprec_at_recall_0.20 all 0.4206 iprec_at_recall_0.30 all 0.3225 iprec_at_recall_0.40 all 0.2268 iprec_at_recall_0.50 all 0.1689 iprec_at_recall_0.60 all 0.1240 iprec_at_recall_0.70 all 0.0845 iprec_at_recall_0.80 all 0.0516 iprec_at_recall_0.90 all 0.0215 iprec_at_recall_1.00 all 0.0049 P_5 all 0.5879 P_10 all 0.5060 P_15 all 0.4569 P_20 all 0.4362 P_30 all 0.4043 P_100 all 0.2372 P_200 all 0.1567 P_500 all 0.0813 P_1000 all 0.0460 recall_5 all 0.0493 recall_10 all 0.0835 recall_15 all 0.1057 recall_20 all 0.1342 recall_30 all 0.1785 recall_100 all 0.3401 recall_200 all 0.4386 recall_500 all 0.5467 recall_1000 all 0.6037 infAP all 0.2201 gm_bpref all 0.3033 Rprec_mult_0.20 all 0.4820 Rprec_mult_0.40 all 0.3942 Rprec_mult_0.60 all 0.3359 Rprec_mult_0.80 all 0.2958 Rprec_mult_1.00 all 0.2692 Rprec_mult_1.20 all 0.2438 Rprec_mult_1.40 all 0.2245 Rprec_mult_1.60 all 0.2093 Rprec_mult_1.80 all 0.1947 Rprec_mult_2.00 all 0.1831 utility all -900.4741 11pt_avg all 0.2463 binG all 0.1632 G all 0.1266 ndcg all 0.4637 ndcg_rel all 0.4166 Rndcg all 0.3700 ndcg_cut_5 all 0.4075 ndcg_cut_10 all 0.3828 ndcg_cut_15 all 0.3636 ndcg_cut_20 all 0.3637 ndcg_cut_30 all 0.3596 ndcg_cut_100 all 0.3553 ndcg_cut_200 all 0.3901 ndcg_cut_500 all 0.4398 ndcg_cut_1000 all 0.4637 map_cut_5 all 0.0431 map_cut_10 all 0.0669 map_cut_15 all 0.0815 map_cut_20 all 0.0968 map_cut_30 all 0.1205 map_cut_100 all 0.1802 map_cut_200 all 0.2023 map_cut_500 all 0.2163 map_cut_1000 all 0.2201 relative_P_5 all 0.5884 relative_P_10 all 0.5073 relative_P_15 all 0.4611 relative_P_20 all 0.4456 relative_P_30 all 0.4211 relative_P_100 all 0.3728 relative_P_200 all 0.4401 relative_P_500 all 0.5467 relative_P_1000 all 0.6037 success_1 all 0.6379 success_5 all 0.8448 success_10 all 0.9224 set_P all 0.0463 set_relative_P all 0.6037 set_recall all 0.6037 set_map all 0.0292 set_F all 0.0836 num_nonrel_judged_ret all 3038 rbp all 0.2779 rbp_resid all 0.2502 unj_5 all 0.0052 unj_10 all 0.1871 unj_20 all 0.3022