num_ret 0_10 1000 num_rel 0_10 54 num_rel_ret 0_10 48 map 0_10 0.1999 Rprec 0_10 0.1852 bpref 0_10 0.4842 recip_rank 0_10 1.0000 iprec_at_recall_0.00 0_10 1.0000 iprec_at_recall_0.10 0_10 0.2941 iprec_at_recall_0.20 0_10 0.2340 iprec_at_recall_0.30 0_10 0.2340 iprec_at_recall_0.40 0_10 0.2340 iprec_at_recall_0.50 0_10 0.2288 iprec_at_recall_0.60 0_10 0.2160 iprec_at_recall_0.70 0_10 0.1840 iprec_at_recall_0.80 0_10 0.1202 iprec_at_recall_0.90 0_10 0.0000 iprec_at_recall_1.00 0_10 0.0000 P_5 0_10 0.2000 P_10 0_10 0.4000 P_15 0_10 0.2667 P_20 0_10 0.2500 P_30 0_10 0.2000 P_100 0_10 0.2300 P_200 0_10 0.1800 P_500 0_10 0.0920 P_1000 0_10 0.0480 relstring 0_10 '2000001330' recall_5 0_10 0.0185 recall_10 0_10 0.0741 recall_15 0_10 0.0741 recall_20 0_10 0.0926 recall_30 0_10 0.1111 recall_100 0_10 0.4259 recall_200 0_10 0.6667 recall_500 0_10 0.8519 recall_1000 0_10 0.8889 infAP 0_10 0.1999 Rprec_mult_0.20 0_10 0.3636 Rprec_mult_0.40 0_10 0.2727 Rprec_mult_0.60 0_10 0.2424 Rprec_mult_0.80 0_10 0.2045 Rprec_mult_1.00 0_10 0.1852 Rprec_mult_1.20 0_10 0.1846 Rprec_mult_1.40 0_10 0.1974 Rprec_mult_1.60 0_10 0.2184 Rprec_mult_1.80 0_10 0.2245 Rprec_mult_2.00 0_10 0.2222 utility 0_10 -904.0000 11pt_avg 0_10 0.2496 binG 0_10 0.1659 G 0_10 0.1381 ndcg 0_10 0.5739 ndcg_rel 0_10 0.3959 Rndcg 0_10 0.2949 ndcg_cut_5 0_10 0.2261 ndcg_cut_10 0_10 0.3069 ndcg_cut_15 0_10 0.2379 ndcg_cut_20 0_10 0.2321 ndcg_cut_30 0_10 0.1991 ndcg_cut_100 0_10 0.3363 ndcg_cut_200 0_10 0.4713 ndcg_cut_500 0_10 0.5644 ndcg_cut_1000 0_10 0.5739 map_cut_5 0_10 0.0185 map_cut_10 0_10 0.0390 map_cut_15 0_10 0.0390 map_cut_20 0_10 0.0444 map_cut_30 0_10 0.0497 map_cut_100 0_10 0.1172 map_cut_200 0_10 0.1693 map_cut_500 0_10 0.1970 map_cut_1000 0_10 0.1999 relative_P_5 0_10 0.2000 relative_P_10 0_10 0.4000 relative_P_15 0_10 0.2667 relative_P_20 0_10 0.2500 relative_P_30 0_10 0.2000 relative_P_100 0_10 0.4259 relative_P_200 0_10 0.6667 relative_P_500 0_10 0.8519 relative_P_1000 0_10 0.8889 success_1 0_10 1.0000 success_5 0_10 1.0000 success_10 0_10 1.0000 set_P 0_10 0.0480 set_relative_P 0_10 0.8889 set_recall 0_10 0.8889 set_map 0_10 0.0427 set_F 0_10 0.0911 num_nonrel_judged_ret 0_10 43 rbp 0_10 0.2078 rbp_resid 0_10 0.1680 unj_5 0_10 0.0000 unj_10 0_10 0.0000 unj_20 0_10 0.2000 num_ret 0_11 1000 num_rel 0_11 12 num_rel_ret 0_11 11 map 0_11 0.7200 Rprec 0_11 0.5833 bpref 0_11 0.7708 recip_rank 0_11 1.0000 iprec_at_recall_0.00 0_11 1.0000 iprec_at_recall_0.10 0_11 1.0000 iprec_at_recall_0.20 0_11 1.0000 iprec_at_recall_0.30 0_11 1.0000 iprec_at_recall_0.40 0_11 0.8333 iprec_at_recall_0.50 0_11 0.7778 iprec_at_recall_0.60 0_11 0.7778 iprec_at_recall_0.70 0_11 0.6154 iprec_at_recall_0.80 0_11 0.5789 iprec_at_recall_0.90 0_11 0.5789 iprec_at_recall_1.00 0_11 0.0000 P_5 0_11 0.8000 P_10 0_11 0.7000 P_15 0_11 0.5333 P_20 0_11 0.5500 P_30 0_11 0.3667 P_100 0_11 0.1100 P_200 0_11 0.0550 P_500 0_11 0.0220 P_1000 0_11 0.0110 relstring 0_11 '333303-33-' recall_5 0_11 0.3333 recall_10 0_11 0.5833 recall_15 0_11 0.6667 recall_20 0_11 0.9167 recall_30 0_11 0.9167 recall_100 0_11 0.9167 recall_200 0_11 0.9167 recall_500 0_11 0.9167 recall_1000 0_11 0.9167 infAP 0_11 0.7200 Rprec_mult_0.20 0_11 1.0000 Rprec_mult_0.40 0_11 0.8000 Rprec_mult_0.60 0_11 0.7500 Rprec_mult_0.80 0_11 0.7000 Rprec_mult_1.00 0_11 0.5833 Rprec_mult_1.20 0_11 0.5333 Rprec_mult_1.40 0_11 0.5294 Rprec_mult_1.60 0_11 0.5500 Rprec_mult_1.80 0_11 0.5000 Rprec_mult_2.00 0_11 0.4583 utility 0_11 -978.0000 11pt_avg 0_11 0.7420 binG 0_11 0.5742 G 0_11 0.5121 ndcg 0_11 0.8843 ndcg_rel 0_11 0.8898 Rndcg 0_11 0.7891 ndcg_cut_5 0_11 0.8688 ndcg_cut_10 0_11 0.7779 ndcg_cut_15 0_11 0.7456 ndcg_cut_20 0_11 0.8843 ndcg_cut_30 0_11 0.8843 ndcg_cut_100 0_11 0.8843 ndcg_cut_200 0_11 0.8843 ndcg_cut_500 0_11 0.8843 ndcg_cut_1000 0_11 0.8843 map_cut_5 0_11 0.3333 map_cut_10 0_11 0.5301 map_cut_15 0_11 0.5814 map_cut_20 0_11 0.7200 map_cut_30 0_11 0.7200 map_cut_100 0_11 0.7200 map_cut_200 0_11 0.7200 map_cut_500 0_11 0.7200 map_cut_1000 0_11 0.7200 relative_P_5 0_11 0.8000 relative_P_10 0_11 0.7000 relative_P_15 0_11 0.6667 relative_P_20 0_11 0.9167 relative_P_30 0_11 0.9167 relative_P_100 0_11 0.9167 relative_P_200 0_11 0.9167 relative_P_500 0_11 0.9167 relative_P_1000 0_11 0.9167 success_1 0_11 1.0000 success_5 0_11 1.0000 success_10 0_11 1.0000 set_P 0_11 0.0110 set_relative_P 0_11 0.9167 set_recall 0_11 0.9167 set_map 0_11 0.0101 set_F 0_11 0.0217 num_nonrel_judged_ret 0_11 24 rbp 0_11 0.5723 rbp_resid 0_11 0.1917 unj_5 0_11 0.0000 unj_10 0_11 0.2000 unj_20 0_11 0.2000 num_ret 0_2 1000 num_rel 0_2 34 num_rel_ret 0_2 34 map 0_2 0.2183 Rprec 0_2 0.3235 bpref 0_2 0.2405 recip_rank 0_2 0.1429 iprec_at_recall_0.00 0_2 0.5000 iprec_at_recall_0.10 0_2 0.5000 iprec_at_recall_0.20 0_2 0.5000 iprec_at_recall_0.30 0_2 0.4074 iprec_at_recall_0.40 0_2 0.2000 iprec_at_recall_0.50 0_2 0.1935 iprec_at_recall_0.60 0_2 0.1802 iprec_at_recall_0.70 0_2 0.1455 iprec_at_recall_0.80 0_2 0.1216 iprec_at_recall_0.90 0_2 0.0697 iprec_at_recall_1.00 0_2 0.0424 P_5 0_2 0.0000 P_10 0_2 0.3000 P_15 0_2 0.4667 P_20 0_2 0.4500 P_30 0_2 0.3667 P_100 0_2 0.1800 P_200 0_2 0.1300 P_500 0_2 0.0620 P_1000 0_2 0.0340 relstring 0_2 '0000001220' recall_5 0_2 0.0000 recall_10 0_2 0.0882 recall_15 0_2 0.2059 recall_20 0_2 0.2647 recall_30 0_2 0.3235 recall_100 0_2 0.5294 recall_200 0_2 0.7647 recall_500 0_2 0.9118 recall_1000 0_2 1.0000 infAP 0_2 0.2183 Rprec_mult_0.20 0_2 0.1429 Rprec_mult_0.40 0_2 0.4286 Rprec_mult_0.60 0_2 0.4286 Rprec_mult_0.80 0_2 0.3929 Rprec_mult_1.00 0_2 0.3235 Rprec_mult_1.20 0_2 0.2683 Rprec_mult_1.40 0_2 0.2292 Rprec_mult_1.60 0_2 0.2000 Rprec_mult_1.80 0_2 0.1774 Rprec_mult_2.00 0_2 0.1912 utility 0_2 -932.0000 11pt_avg 0_2 0.2600 binG 0_2 0.1930 G 0_2 0.1711 ndcg 0_2 0.5342 ndcg_rel 0_2 0.3474 Rndcg 0_2 0.2611 ndcg_cut_5 0_2 0.0000 ndcg_cut_10 0_2 0.1553 ndcg_cut_15 0_2 0.2531 ndcg_cut_20 0_2 0.2843 ndcg_cut_30 0_2 0.2859 ndcg_cut_100 0_2 0.3493 ndcg_cut_200 0_2 0.4493 ndcg_cut_500 0_2 0.5148 ndcg_cut_1000 0_2 0.5342 map_cut_5 0_2 0.0000 map_cut_10 0_2 0.0214 map_cut_15 0_2 0.0706 map_cut_20 0_2 0.1001 map_cut_30 0_2 0.1238 map_cut_100 0_2 0.1633 map_cut_200 0_2 0.1996 map_cut_500 0_2 0.2139 map_cut_1000 0_2 0.2183 relative_P_5 0_2 0.0000 relative_P_10 0_2 0.3000 relative_P_15 0_2 0.4667 relative_P_20 0_2 0.4500 relative_P_30 0_2 0.3667 relative_P_100 0_2 0.5294 relative_P_200 0_2 0.7647 relative_P_500 0_2 0.9118 relative_P_1000 0_2 1.0000 success_1 0_2 0.0000 success_5 0_2 0.0000 success_10 0_2 1.0000 set_P 0_2 0.0340 set_relative_P 0_2 1.0000 set_recall 0_2 1.0000 set_map 0_2 0.0340 set_F 0_2 0.0658 num_nonrel_judged_ret 0_2 160 rbp 0_2 0.1630 rbp_resid 0_2 0.0066 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1000 num_rel 0_3 24 num_rel_ret 0_3 24 map 0_3 0.1322 Rprec 0_3 0.1667 bpref 0_3 0.0938 recip_rank 0_3 0.1111 iprec_at_recall_0.00 0_3 0.2143 iprec_at_recall_0.10 0_3 0.2143 iprec_at_recall_0.20 0_3 0.1667 iprec_at_recall_0.30 0_3 0.1481 iprec_at_recall_0.40 0_3 0.1478 iprec_at_recall_0.50 0_3 0.1478 iprec_at_recall_0.60 0_3 0.1478 iprec_at_recall_0.70 0_3 0.1478 iprec_at_recall_0.80 0_3 0.1034 iprec_at_recall_0.90 0_3 0.0917 iprec_at_recall_1.00 0_3 0.0719 P_5 0_3 0.0000 P_10 0_3 0.2000 P_15 0_3 0.2000 P_20 0_3 0.2000 P_30 0_3 0.1667 P_100 0_3 0.1300 P_200 0_3 0.1000 P_500 0_3 0.0480 P_1000 0_3 0.0240 relstring 0_3 '0000000011' recall_5 0_3 0.0000 recall_10 0_3 0.0833 recall_15 0_3 0.1250 recall_20 0_3 0.1667 recall_30 0_3 0.2083 recall_100 0_3 0.5417 recall_200 0_3 0.8333 recall_500 0_3 1.0000 recall_1000 0_3 1.0000 infAP 0_3 0.1322 Rprec_mult_0.20 0_3 0.0000 Rprec_mult_0.40 0_3 0.2000 Rprec_mult_0.60 0_3 0.2000 Rprec_mult_0.80 0_3 0.2000 Rprec_mult_1.00 0_3 0.1667 Rprec_mult_1.20 0_3 0.1379 Rprec_mult_1.40 0_3 0.1471 Rprec_mult_1.60 0_3 0.1282 Rprec_mult_1.80 0_3 0.1136 Rprec_mult_2.00 0_3 0.1042 utility 0_3 -952.0000 11pt_avg 0_3 0.1456 binG 0_3 0.1745 G 0_3 0.1636 ndcg 0_3 0.4188 ndcg_rel 0_3 0.2450 Rndcg 0_3 0.1274 ndcg_cut_5 0_3 0.0000 ndcg_cut_10 0_3 0.0695 ndcg_cut_15 0_3 0.0862 ndcg_cut_20 0_3 0.0980 ndcg_cut_30 0_3 0.1078 ndcg_cut_100 0_3 0.2716 ndcg_cut_200 0_3 0.3661 ndcg_cut_500 0_3 0.4188 ndcg_cut_1000 0_3 0.4188 map_cut_5 0_3 0.0000 map_cut_10 0_3 0.0130 map_cut_15 0_3 0.0219 map_cut_20 0_3 0.0307 map_cut_30 0_3 0.0376 map_cut_100 0_3 0.0803 map_cut_200 0_3 0.1174 map_cut_500 0_3 0.1322 map_cut_1000 0_3 0.1322 relative_P_5 0_3 0.0000 relative_P_10 0_3 0.2000 relative_P_15 0_3 0.2000 relative_P_20 0_3 0.2000 relative_P_30 0_3 0.2083 relative_P_100 0_3 0.5417 relative_P_200 0_3 0.8333 relative_P_500 0_3 1.0000 relative_P_1000 0_3 1.0000 success_1 0_3 0.0000 success_5 0_3 0.0000 success_10 0_3 1.0000 set_P 0_3 0.0240 set_relative_P 0_3 1.0000 set_recall 0_3 1.0000 set_map 0_3 0.0240 set_F 0_3 0.0469 num_nonrel_judged_ret 0_3 143 rbp 0_3 0.0430 rbp_resid 0_3 0.0081 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 1000 num_rel 0_4 20 num_rel_ret 0_4 20 map 0_4 0.4624 Rprec 0_4 0.4000 bpref 0_4 0.4400 recip_rank 0_4 1.0000 iprec_at_recall_0.00 0_4 1.0000 iprec_at_recall_0.10 0_4 1.0000 iprec_at_recall_0.20 0_4 1.0000 iprec_at_recall_0.30 0_4 0.8750 iprec_at_recall_0.40 0_4 0.5000 iprec_at_recall_0.50 0_4 0.4545 iprec_at_recall_0.60 0_4 0.2143 iprec_at_recall_0.70 0_4 0.1944 iprec_at_recall_0.80 0_4 0.0925 iprec_at_recall_0.90 0_4 0.0616 iprec_at_recall_1.00 0_4 0.0533 P_5 0_4 0.8000 P_10 0_4 0.7000 P_15 0_4 0.4667 P_20 0_4 0.4000 P_30 0_4 0.3333 P_100 0_4 0.1400 P_200 0_4 0.0800 P_500 0_4 0.0400 P_1000 0_4 0.0200 relstring 0_4 '43220441-0' recall_5 0_4 0.2000 recall_10 0_4 0.3500 recall_15 0_4 0.3500 recall_20 0_4 0.4000 recall_30 0_4 0.5000 recall_100 0_4 0.7000 recall_200 0_4 0.8000 recall_500 0_4 1.0000 recall_1000 0_4 1.0000 infAP 0_4 0.4624 Rprec_mult_0.20 0_4 1.0000 Rprec_mult_0.40 0_4 0.8750 Rprec_mult_0.60 0_4 0.5833 Rprec_mult_0.80 0_4 0.5000 Rprec_mult_1.00 0_4 0.4000 Rprec_mult_1.20 0_4 0.4167 Rprec_mult_1.40 0_4 0.3571 Rprec_mult_1.60 0_4 0.3125 Rprec_mult_1.80 0_4 0.2778 Rprec_mult_2.00 0_4 0.2500 utility 0_4 -960.0000 11pt_avg 0_4 0.4951 binG 0_4 0.4104 G 0_4 0.3799 ndcg 0_4 0.8329 ndcg_rel 0_4 0.8012 Rndcg 0_4 0.7664 ndcg_cut_5 0_4 0.7323 ndcg_cut_10 0_4 0.7858 ndcg_cut_15 0_4 0.6920 ndcg_cut_20 0_4 0.6726 ndcg_cut_30 0_4 0.7124 ndcg_cut_100 0_4 0.7725 ndcg_cut_200 0_4 0.7970 ndcg_cut_500 0_4 0.8329 ndcg_cut_1000 0_4 0.8329 map_cut_5 0_4 0.2000 map_cut_10 0_4 0.3283 map_cut_15 0_4 0.3283 map_cut_20 0_4 0.3533 map_cut_30 0_4 0.3974 map_cut_100 0_4 0.4390 map_cut_200 0_4 0.4498 map_cut_500 0_4 0.4624 map_cut_1000 0_4 0.4624 relative_P_5 0_4 0.8000 relative_P_10 0_4 0.7000 relative_P_15 0_4 0.4667 relative_P_20 0_4 0.4000 relative_P_30 0_4 0.5000 relative_P_100 0_4 0.7000 relative_P_200 0_4 0.8000 relative_P_500 0_4 1.0000 relative_P_1000 0_4 1.0000 success_1 0_4 1.0000 success_5 0_4 1.0000 success_10 0_4 1.0000 set_P 0_4 0.0200 set_relative_P 0_4 1.0000 set_recall 0_4 1.0000 set_map 0_4 0.0200 set_F 0_4 0.0392 num_nonrel_judged_ret 0_4 42 rbp 0_4 0.3881 rbp_resid 0_4 0.1514 unj_5 0_4 0.0000 unj_10 0_4 0.1000 unj_20 0_4 0.2000 num_ret 0_6 1000 num_rel 0_6 121 num_rel_ret 0_6 4 map 0_6 0.0016 Rprec 0_6 0.0331 bpref 0_6 0.0259 recip_rank 0_6 0.0385 iprec_at_recall_0.00 0_6 0.0667 iprec_at_recall_0.10 0_6 0.0000 iprec_at_recall_0.20 0_6 0.0000 iprec_at_recall_0.30 0_6 0.0000 iprec_at_recall_0.40 0_6 0.0000 iprec_at_recall_0.50 0_6 0.0000 iprec_at_recall_0.60 0_6 0.0000 iprec_at_recall_0.70 0_6 0.0000 iprec_at_recall_0.80 0_6 0.0000 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 0.0000 P_10 0_6 0.0000 P_15 0_6 0.0000 P_20 0_6 0.0000 P_30 0_6 0.0667 P_100 0_6 0.0400 P_200 0_6 0.0200 P_500 0_6 0.0080 P_1000 0_6 0.0040 relstring 0_6 '000000-0-0' recall_5 0_6 0.0000 recall_10 0_6 0.0000 recall_15 0_6 0.0000 recall_20 0_6 0.0000 recall_30 0_6 0.0165 recall_100 0_6 0.0331 recall_200 0_6 0.0331 recall_500 0_6 0.0331 recall_1000 0_6 0.0331 infAP 0_6 0.0016 Rprec_mult_0.20 0_6 0.0000 Rprec_mult_0.40 0_6 0.0408 Rprec_mult_0.60 0_6 0.0411 Rprec_mult_0.80 0_6 0.0412 Rprec_mult_1.00 0_6 0.0331 Rprec_mult_1.20 0_6 0.0274 Rprec_mult_1.40 0_6 0.0235 Rprec_mult_1.60 0_6 0.0206 Rprec_mult_1.80 0_6 0.0183 Rprec_mult_2.00 0_6 0.0165 utility 0_6 -992.0000 11pt_avg 0_6 0.0061 binG 0_6 0.0061 G 0_6 0.0049 ndcg 0_6 0.0251 ndcg_rel 0_6 0.0250 Rndcg 0_6 0.0192 ndcg_cut_5 0_6 0.0000 ndcg_cut_10 0_6 0.0000 ndcg_cut_15 0_6 0.0000 ndcg_cut_20 0_6 0.0000 ndcg_cut_30 0_6 0.0284 ndcg_cut_100 0_6 0.0273 ndcg_cut_200 0_6 0.0251 ndcg_cut_500 0_6 0.0251 ndcg_cut_1000 0_6 0.0251 map_cut_5 0_6 0.0000 map_cut_10 0_6 0.0000 map_cut_15 0_6 0.0000 map_cut_20 0_6 0.0000 map_cut_30 0_6 0.0009 map_cut_100 0_6 0.0016 map_cut_200 0_6 0.0016 map_cut_500 0_6 0.0016 map_cut_1000 0_6 0.0016 relative_P_5 0_6 0.0000 relative_P_10 0_6 0.0000 relative_P_15 0_6 0.0000 relative_P_20 0_6 0.0000 relative_P_30 0_6 0.0667 relative_P_100 0_6 0.0400 relative_P_200 0_6 0.0331 relative_P_500 0_6 0.0331 relative_P_1000 0_6 0.0331 success_1 0_6 0.0000 success_5 0_6 0.0000 success_10 0_6 0.0000 set_P 0_6 0.0040 set_relative_P 0_6 0.0331 set_recall 0_6 0.0331 set_map 0_6 0.0001 set_F 0_6 0.0071 num_nonrel_judged_ret 0_6 27 rbp 0_6 0.0056 rbp_resid 0_6 0.3920 unj_5 0_6 0.0000 unj_10 0_6 0.2000 unj_20 0_6 0.5500 num_ret 0_7 1000 num_rel 0_7 33 num_rel_ret 0_7 33 map 0_7 0.3145 Rprec 0_7 0.2424 bpref 0_7 0.2828 recip_rank 0_7 1.0000 iprec_at_recall_0.00 0_7 1.0000 iprec_at_recall_0.10 0_7 1.0000 iprec_at_recall_0.20 0_7 0.3182 iprec_at_recall_0.30 0_7 0.2833 iprec_at_recall_0.40 0_7 0.2833 iprec_at_recall_0.50 0_7 0.2833 iprec_at_recall_0.60 0_7 0.2530 iprec_at_recall_0.70 0_7 0.2323 iprec_at_recall_0.80 0_7 0.1429 iprec_at_recall_0.90 0_7 0.0888 iprec_at_recall_1.00 0_7 0.0611 P_5 0_7 0.6000 P_10 0_7 0.5000 P_15 0_7 0.3333 P_20 0_7 0.2500 P_30 0_7 0.2667 P_100 0_7 0.2300 P_200 0_7 0.1300 P_500 0_7 0.0640 P_1000 0_7 0.0330 relstring 0_7 '1110011000' recall_5 0_7 0.0909 recall_10 0_7 0.1515 recall_15 0_7 0.1515 recall_20 0_7 0.1515 recall_30 0_7 0.2424 recall_100 0_7 0.6970 recall_200 0_7 0.7879 recall_500 0_7 0.9697 recall_1000 0_7 1.0000 infAP 0_7 0.3145 Rprec_mult_0.20 0_7 0.7143 Rprec_mult_0.40 0_7 0.3571 Rprec_mult_0.60 0_7 0.2500 Rprec_mult_0.80 0_7 0.2963 Rprec_mult_1.00 0_7 0.2424 Rprec_mult_1.20 0_7 0.2250 Rprec_mult_1.40 0_7 0.2553 Rprec_mult_1.60 0_7 0.2642 Rprec_mult_1.80 0_7 0.2833 Rprec_mult_2.00 0_7 0.2576 utility 0_7 -934.0000 11pt_avg 0_7 0.3587 binG 0_7 0.2649 G 0_7 0.2100 ndcg 0_7 0.6624 ndcg_rel 0_7 0.4896 Rndcg 0_7 0.4891 ndcg_cut_5 0_7 0.4653 ndcg_cut_10 0_7 0.4568 ndcg_cut_15 0_7 0.3765 ndcg_cut_20 0_7 0.3253 ndcg_cut_30 0_7 0.3219 ndcg_cut_100 0_7 0.5288 ndcg_cut_200 0_7 0.5657 ndcg_cut_500 0_7 0.6527 ndcg_cut_1000 0_7 0.6624 map_cut_5 0_7 0.0909 map_cut_10 0_7 0.1328 map_cut_15 0_7 0.1328 map_cut_20 0_7 0.1328 map_cut_30 0_7 0.1600 map_cut_100 0_7 0.2777 map_cut_200 0_7 0.2941 map_cut_500 0_7 0.3126 map_cut_1000 0_7 0.3145 relative_P_5 0_7 0.6000 relative_P_10 0_7 0.5000 relative_P_15 0_7 0.3333 relative_P_20 0_7 0.2500 relative_P_30 0_7 0.2667 relative_P_100 0_7 0.6970 relative_P_200 0_7 0.7879 relative_P_500 0_7 0.9697 relative_P_1000 0_7 1.0000 success_1 0_7 1.0000 success_5 0_7 1.0000 success_10 0_7 1.0000 set_P 0_7 0.0330 set_relative_P 0_7 1.0000 set_recall 0_7 1.0000 set_map 0_7 0.0330 set_F 0_7 0.0639 num_nonrel_judged_ret 0_7 85 rbp 0_7 0.2108 rbp_resid 0_7 0.0910 unj_5 0_7 0.0000 unj_10 0_7 0.0000 unj_20 0_7 0.1500 num_ret 0_8 1000 num_rel 0_8 31 num_rel_ret 0_8 29 map 0_8 0.3283 Rprec 0_8 0.4194 bpref 0_8 0.6108 recip_rank 0_8 0.5000 iprec_at_recall_0.00 0_8 0.5000 iprec_at_recall_0.10 0_8 0.5000 iprec_at_recall_0.20 0_8 0.5000 iprec_at_recall_0.30 0_8 0.4375 iprec_at_recall_0.40 0_8 0.4375 iprec_at_recall_0.50 0_8 0.3636 iprec_at_recall_0.60 0_8 0.3438 iprec_at_recall_0.70 0_8 0.3438 iprec_at_recall_0.80 0_8 0.2273 iprec_at_recall_0.90 0_8 0.1098 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.4000 P_10 0_8 0.4000 P_15 0_8 0.4667 P_20 0_8 0.4000 P_30 0_8 0.4000 P_100 0_8 0.2400 P_200 0_8 0.1300 P_500 0_8 0.0580 P_1000 0_8 0.0290 relstring 0_8 '010100202-' recall_5 0_8 0.0645 recall_10 0_8 0.1290 recall_15 0_8 0.2258 recall_20 0_8 0.2581 recall_30 0_8 0.3871 recall_100 0_8 0.7742 recall_200 0_8 0.8387 recall_500 0_8 0.9355 recall_1000 0_8 0.9355 infAP 0_8 0.3283 Rprec_mult_0.20 0_8 0.4286 Rprec_mult_0.40 0_8 0.3846 Rprec_mult_0.60 0_8 0.4211 Rprec_mult_0.80 0_8 0.3600 Rprec_mult_1.00 0_8 0.4194 Rprec_mult_1.20 0_8 0.3684 Rprec_mult_1.40 0_8 0.3636 Rprec_mult_1.60 0_8 0.3400 Rprec_mult_1.80 0_8 0.3214 Rprec_mult_2.00 0_8 0.3226 utility 0_8 -942.0000 11pt_avg 0_8 0.3421 binG 0_8 0.2283 G 0_8 0.2027 ndcg 0_8 0.6098 ndcg_rel 0_8 0.4328 Rndcg 0_8 0.4151 ndcg_cut_5 0_8 0.1800 ndcg_cut_10 0_8 0.2649 ndcg_cut_15 0_8 0.3608 ndcg_cut_20 0_8 0.3448 ndcg_cut_30 0_8 0.3522 ndcg_cut_100 0_8 0.5428 ndcg_cut_200 0_8 0.5636 ndcg_cut_500 0_8 0.6098 ndcg_cut_1000 0_8 0.6098 map_cut_5 0_8 0.0323 map_cut_10 0_8 0.0604 map_cut_15 0_8 0.1040 map_cut_20 0_8 0.1201 map_cut_30 0_8 0.1697 map_cut_100 0_8 0.3049 map_cut_200 0_8 0.3174 map_cut_500 0_8 0.3283 map_cut_1000 0_8 0.3283 relative_P_5 0_8 0.4000 relative_P_10 0_8 0.4000 relative_P_15 0_8 0.4667 relative_P_20 0_8 0.4000 relative_P_30 0_8 0.4000 relative_P_100 0_8 0.7742 relative_P_200 0_8 0.8387 relative_P_500 0_8 0.9355 relative_P_1000 0_8 0.9355 success_1 0_8 0.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 0.0290 set_relative_P 0_8 0.9355 set_recall 0_8 0.9355 set_map 0_8 0.0271 set_F 0_8 0.0563 num_nonrel_judged_ret 0_8 21 rbp 0_8 0.2819 rbp_resid 0_8 0.1733 unj_5 0_8 0.0000 unj_10 0_8 0.1000 unj_20 0_8 0.2000 num_ret 10_1 1000 num_rel 10_1 118 num_rel_ret 10_1 42 map 10_1 0.0730 Rprec 10_1 0.1864 bpref 10_1 0.2579 recip_rank 10_1 1.0000 iprec_at_recall_0.00 10_1 1.0000 iprec_at_recall_0.10 10_1 0.3095 iprec_at_recall_0.20 10_1 0.1739 iprec_at_recall_0.30 10_1 0.1071 iprec_at_recall_0.40 10_1 0.0000 iprec_at_recall_0.50 10_1 0.0000 iprec_at_recall_0.60 10_1 0.0000 iprec_at_recall_0.70 10_1 0.0000 iprec_at_recall_0.80 10_1 0.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 0.2000 P_10 10_1 0.2000 P_15 10_1 0.1333 P_20 10_1 0.2000 P_30 10_1 0.3333 P_100 10_1 0.1800 P_200 10_1 0.1350 P_500 10_1 0.0800 P_1000 10_1 0.0420 relstring 10_1 '1000001000' recall_5 10_1 0.0085 recall_10 10_1 0.0169 recall_15 10_1 0.0169 recall_20 10_1 0.0339 recall_30 10_1 0.0847 recall_100 10_1 0.1525 recall_200 10_1 0.2288 recall_500 10_1 0.3390 recall_1000 10_1 0.3559 infAP 10_1 0.0730 Rprec_mult_0.20 10_1 0.2500 Rprec_mult_0.40 10_1 0.2708 Rprec_mult_0.60 10_1 0.2254 Rprec_mult_0.80 10_1 0.1895 Rprec_mult_1.00 10_1 0.1864 Rprec_mult_1.20 10_1 0.1690 Rprec_mult_1.40 10_1 0.1506 Rprec_mult_1.60 10_1 0.1376 Rprec_mult_1.80 10_1 0.1268 Rprec_mult_2.00 10_1 0.1186 utility 10_1 -916.0000 11pt_avg 10_1 0.1446 binG 10_1 0.0667 G 10_1 0.0480 ndcg 10_1 0.2422 ndcg_rel 10_1 0.2216 Rndcg 10_1 0.1734 ndcg_cut_5 10_1 0.1182 ndcg_cut_10 10_1 0.1145 ndcg_cut_15 10_1 0.0933 ndcg_cut_20 10_1 0.1231 ndcg_cut_30 10_1 0.1790 ndcg_cut_100 10_1 0.1530 ndcg_cut_200 10_1 0.1834 ndcg_cut_500 10_1 0.2365 ndcg_cut_1000 10_1 0.2422 map_cut_5 10_1 0.0085 map_cut_10 10_1 0.0109 map_cut_15 10_1 0.0109 map_cut_20 10_1 0.0143 map_cut_30 10_1 0.0287 map_cut_100 10_1 0.0469 map_cut_200 10_1 0.0603 map_cut_500 10_1 0.0718 map_cut_1000 10_1 0.0730 relative_P_5 10_1 0.2000 relative_P_10 10_1 0.2000 relative_P_15 10_1 0.1333 relative_P_20 10_1 0.2000 relative_P_30 10_1 0.3333 relative_P_100 10_1 0.1800 relative_P_200 10_1 0.2288 relative_P_500 10_1 0.3390 relative_P_1000 10_1 0.3559 success_1 10_1 1.0000 success_5 10_1 1.0000 success_10 10_1 1.0000 set_P 10_1 0.0420 set_relative_P 10_1 0.3559 set_recall 10_1 0.3559 set_map 10_1 0.0149 set_F 10_1 0.0751 num_nonrel_judged_ret 10_1 60 rbp 10_1 0.0917 rbp_resid 10_1 0.0793 unj_5 10_1 0.0000 unj_10 10_1 0.0000 unj_20 10_1 0.1500 num_ret 10_12 1000 num_rel 10_12 71 num_rel_ret 10_12 66 map 10_12 0.4758 Rprec 10_12 0.4648 bpref 10_12 0.8584 recip_rank 10_12 1.0000 iprec_at_recall_0.00 10_12 1.0000 iprec_at_recall_0.10 10_12 1.0000 iprec_at_recall_0.20 10_12 0.8571 iprec_at_recall_0.30 10_12 0.8148 iprec_at_recall_0.40 10_12 0.5490 iprec_at_recall_0.50 10_12 0.4675 iprec_at_recall_0.60 10_12 0.2905 iprec_at_recall_0.70 10_12 0.2137 iprec_at_recall_0.80 10_12 0.1827 iprec_at_recall_0.90 10_12 0.1185 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 1.0000 P_10 10_12 0.8000 P_15 10_12 0.8000 P_20 10_12 0.8500 P_30 10_12 0.7667 P_100 10_12 0.3900 P_200 10_12 0.2300 P_500 10_12 0.1260 P_1000 10_12 0.0660 relstring 10_12 '33242224--' recall_5 10_12 0.0704 recall_10 10_12 0.1127 recall_15 10_12 0.1690 recall_20 10_12 0.2394 recall_30 10_12 0.3239 recall_100 10_12 0.5493 recall_200 10_12 0.6479 recall_500 10_12 0.8873 recall_1000 10_12 0.9296 infAP 10_12 0.4758 Rprec_mult_0.20 10_12 0.8000 Rprec_mult_0.40 10_12 0.7586 Rprec_mult_0.60 10_12 0.5814 Rprec_mult_0.80 10_12 0.5263 Rprec_mult_1.00 10_12 0.4648 Rprec_mult_1.20 10_12 0.4302 Rprec_mult_1.40 10_12 0.3900 Rprec_mult_1.60 10_12 0.3421 Rprec_mult_1.80 10_12 0.3281 Rprec_mult_2.00 10_12 0.2958 utility 10_12 -868.0000 11pt_avg 10_12 0.4994 binG 10_12 0.2929 G 10_12 0.2167 ndcg 10_12 0.8062 ndcg_rel 10_12 0.7223 Rndcg 10_12 0.6962 ndcg_cut_5 10_12 0.7643 ndcg_cut_10 10_12 0.7129 ndcg_cut_15 10_12 0.7380 ndcg_cut_20 10_12 0.7793 ndcg_cut_30 10_12 0.7571 ndcg_cut_100 10_12 0.6509 ndcg_cut_200 10_12 0.6904 ndcg_cut_500 10_12 0.7875 ndcg_cut_1000 10_12 0.8062 map_cut_5 10_12 0.0704 map_cut_10 10_12 0.1127 map_cut_15 10_12 0.1564 map_cut_20 10_12 0.2150 map_cut_30 10_12 0.2832 map_cut_100 10_12 0.3972 map_cut_200 10_12 0.4271 map_cut_500 10_12 0.4708 map_cut_1000 10_12 0.4758 relative_P_5 10_12 1.0000 relative_P_10 10_12 0.8000 relative_P_15 10_12 0.8000 relative_P_20 10_12 0.8500 relative_P_30 10_12 0.7667 relative_P_100 10_12 0.5493 relative_P_200 10_12 0.6479 relative_P_500 10_12 0.8873 relative_P_1000 10_12 0.9296 success_1 10_12 1.0000 success_5 10_12 1.0000 success_10 10_12 1.0000 set_P 10_12 0.0660 set_relative_P 10_12 0.9296 set_recall 10_12 0.9296 set_map 10_12 0.0614 set_F 10_12 0.1232 num_nonrel_judged_ret 10_12 15 rbp 10_12 0.5267 rbp_resid 10_12 0.1373 unj_5 10_12 0.0000 unj_10 10_12 0.2000 unj_20 10_12 0.1000 num_ret 10_2 1000 num_rel 10_2 30 num_rel_ret 10_2 26 map 10_2 0.1254 Rprec 10_2 0.1667 bpref 10_2 0.1356 recip_rank 10_2 0.3333 iprec_at_recall_0.00 10_2 0.5000 iprec_at_recall_0.10 10_2 0.1875 iprec_at_recall_0.20 10_2 0.1765 iprec_at_recall_0.30 10_2 0.1765 iprec_at_recall_0.40 10_2 0.1446 iprec_at_recall_0.50 10_2 0.1351 iprec_at_recall_0.60 10_2 0.1200 iprec_at_recall_0.70 10_2 0.0783 iprec_at_recall_0.80 10_2 0.0507 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 0.4000 P_10 10_2 0.2000 P_15 10_2 0.1333 P_20 10_2 0.1500 P_30 10_2 0.1667 P_100 10_2 0.1200 P_200 10_2 0.0950 P_500 10_2 0.0480 P_1000 10_2 0.0260 relstring 10_2 '0012000-00' recall_5 10_2 0.0667 recall_10 10_2 0.0667 recall_15 10_2 0.0667 recall_20 10_2 0.1000 recall_30 10_2 0.1667 recall_100 10_2 0.4000 recall_200 10_2 0.6333 recall_500 10_2 0.8000 recall_1000 10_2 0.8667 infAP 10_2 0.1254 Rprec_mult_0.20 10_2 0.3333 Rprec_mult_0.40 10_2 0.1667 Rprec_mult_0.60 10_2 0.1667 Rprec_mult_0.80 10_2 0.1667 Rprec_mult_1.00 10_2 0.1667 Rprec_mult_1.20 10_2 0.1389 Rprec_mult_1.40 10_2 0.1429 Rprec_mult_1.60 10_2 0.1667 Rprec_mult_1.80 10_2 0.1667 Rprec_mult_2.00 10_2 0.1500 utility 10_2 -948.0000 11pt_avg 10_2 0.1427 binG 10_2 0.1599 G 10_2 0.1433 ndcg 10_2 0.4164 ndcg_rel 10_2 0.2788 Rndcg 10_2 0.1601 ndcg_cut_5 10_2 0.1383 ndcg_cut_10 10_2 0.1044 ndcg_cut_15 10_2 0.0914 ndcg_cut_20 10_2 0.1303 ndcg_cut_30 10_2 0.1493 ndcg_cut_100 10_2 0.2342 ndcg_cut_200 10_2 0.3285 ndcg_cut_500 10_2 0.3810 ndcg_cut_1000 10_2 0.4164 map_cut_5 10_2 0.0278 map_cut_10 10_2 0.0278 map_cut_15 10_2 0.0278 map_cut_20 10_2 0.0340 map_cut_30 10_2 0.0453 map_cut_100 10_2 0.0818 map_cut_200 10_2 0.1105 map_cut_500 10_2 0.1228 map_cut_1000 10_2 0.1254 relative_P_5 10_2 0.4000 relative_P_10 10_2 0.2000 relative_P_15 10_2 0.1333 relative_P_20 10_2 0.1500 relative_P_30 10_2 0.1667 relative_P_100 10_2 0.4000 relative_P_200 10_2 0.6333 relative_P_500 10_2 0.8000 relative_P_1000 10_2 0.8667 success_1 10_2 0.0000 success_5 10_2 1.0000 success_10 10_2 1.0000 set_P 10_2 0.0260 set_relative_P 10_2 0.8667 set_recall 10_2 0.8667 set_map 10_2 0.0225 set_F 10_2 0.0505 num_nonrel_judged_ret 10_2 56 rbp 10_2 0.0784 rbp_resid 10_2 0.1883 unj_5 10_2 0.0000 unj_10 10_2 0.1000 unj_20 10_2 0.3000 num_ret 10_3 1000 num_rel 10_3 23 num_rel_ret 10_3 22 map 10_3 0.2275 Rprec 10_3 0.2609 bpref 10_3 0.2495 recip_rank 10_3 0.3333 iprec_at_recall_0.00 10_3 0.7143 iprec_at_recall_0.10 10_3 0.7143 iprec_at_recall_0.20 10_3 0.7143 iprec_at_recall_0.30 10_3 0.2097 iprec_at_recall_0.40 10_3 0.2097 iprec_at_recall_0.50 10_3 0.2097 iprec_at_recall_0.60 10_3 0.1707 iprec_at_recall_0.70 10_3 0.0879 iprec_at_recall_0.80 10_3 0.0763 iprec_at_recall_0.90 10_3 0.0344 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 0.6000 P_10 10_3 0.5000 P_15 10_3 0.3333 P_20 10_3 0.3000 P_30 10_3 0.2000 P_100 10_3 0.1400 P_200 10_3 0.0800 P_500 10_3 0.0400 P_1000 10_3 0.0220 relstring 10_3 '0012112000' recall_5 10_3 0.1304 recall_10 10_3 0.2174 recall_15 10_3 0.2174 recall_20 10_3 0.2609 recall_30 10_3 0.2609 recall_100 10_3 0.6087 recall_200 10_3 0.6957 recall_500 10_3 0.8696 recall_1000 10_3 0.9565 infAP 10_3 0.2275 Rprec_mult_0.20 10_3 0.6000 Rprec_mult_0.40 10_3 0.5000 Rprec_mult_0.60 10_3 0.3571 Rprec_mult_0.80 10_3 0.3158 Rprec_mult_1.00 10_3 0.2609 Rprec_mult_1.20 10_3 0.2143 Rprec_mult_1.40 10_3 0.1818 Rprec_mult_1.60 10_3 0.1892 Rprec_mult_1.80 10_3 0.1667 Rprec_mult_2.00 10_3 0.1739 utility 10_3 -956.0000 11pt_avg 10_3 0.2856 binG 10_3 0.2269 G 10_3 0.1944 ndcg 10_3 0.5474 ndcg_rel 10_3 0.4024 Rndcg 10_3 0.3918 ndcg_cut_5 10_3 0.2965 ndcg_cut_10 10_3 0.3261 ndcg_cut_15 10_3 0.2823 ndcg_cut_20 10_3 0.2942 ndcg_cut_30 10_3 0.2774 ndcg_cut_100 10_3 0.4416 ndcg_cut_200 10_3 0.4770 ndcg_cut_500 10_3 0.5199 ndcg_cut_1000 10_3 0.5474 map_cut_5 10_3 0.0623 map_cut_10 10_3 0.1224 map_cut_15 10_3 0.1224 map_cut_20 10_3 0.1361 map_cut_30 10_3 0.1361 map_cut_100 10_3 0.2023 map_cut_200 10_3 0.2119 map_cut_500 10_3 0.2245 map_cut_1000 10_3 0.2275 relative_P_5 10_3 0.6000 relative_P_10 10_3 0.5000 relative_P_15 10_3 0.3333 relative_P_20 10_3 0.3000 relative_P_30 10_3 0.2609 relative_P_100 10_3 0.6087 relative_P_200 10_3 0.6957 relative_P_500 10_3 0.8696 relative_P_1000 10_3 0.9565 success_1 10_3 0.0000 success_5 10_3 1.0000 success_10 10_3 1.0000 set_P 10_3 0.0220 set_relative_P 10_3 0.9565 set_recall 10_3 0.9565 set_map 10_3 0.0210 set_F 10_3 0.0430 num_nonrel_judged_ret 10_3 61 rbp 10_3 0.2479 rbp_resid 10_3 0.1730 unj_5 10_3 0.0000 unj_10 10_3 0.0000 unj_20 10_3 0.2500 num_ret 10_6 1000 num_rel 10_6 133 num_rel_ret 10_6 60 map 10_6 0.1996 Rprec 10_6 0.2857 bpref 10_6 0.4371 recip_rank 10_6 1.0000 iprec_at_recall_0.00 10_6 1.0000 iprec_at_recall_0.10 10_6 0.7222 iprec_at_recall_0.20 10_6 0.4355 iprec_at_recall_0.30 10_6 0.2817 iprec_at_recall_0.40 10_6 0.1029 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 1.0000 P_10 10_6 0.6000 P_15 10_6 0.7333 P_20 10_6 0.7000 P_30 10_6 0.7000 P_100 10_6 0.3500 P_200 10_6 0.2150 P_500 10_6 0.1040 P_1000 10_6 0.0600 relstring 10_6 '11221--2-0' recall_5 10_6 0.0376 recall_10 10_6 0.0451 recall_15 10_6 0.0827 recall_20 10_6 0.1053 recall_30 10_6 0.1579 recall_100 10_6 0.2632 recall_200 10_6 0.3233 recall_500 10_6 0.3910 recall_1000 10_6 0.4511 infAP 10_6 0.1996 Rprec_mult_0.20 10_6 0.6667 Rprec_mult_0.40 10_6 0.4630 Rprec_mult_0.60 10_6 0.3750 Rprec_mult_0.80 10_6 0.3364 Rprec_mult_1.00 10_6 0.2857 Rprec_mult_1.20 10_6 0.2562 Rprec_mult_1.40 10_6 0.2193 Rprec_mult_1.60 10_6 0.2113 Rprec_mult_1.80 10_6 0.1875 Rprec_mult_2.00 10_6 0.1767 utility 10_6 -880.0000 11pt_avg 10_6 0.2311 binG 10_6 0.1236 G 10_6 0.0842 ndcg 10_6 0.4347 ndcg_rel 10_6 0.4202 Rndcg 10_6 0.3840 ndcg_cut_5 10_6 0.4832 ndcg_cut_10 10_6 0.4020 ndcg_cut_15 10_6 0.4577 ndcg_cut_20 10_6 0.4630 ndcg_cut_30 10_6 0.4789 ndcg_cut_100 10_6 0.3549 ndcg_cut_200 10_6 0.3635 ndcg_cut_500 10_6 0.4102 ndcg_cut_1000 10_6 0.4347 map_cut_5 10_6 0.0376 map_cut_10 10_6 0.0432 map_cut_15 10_6 0.0691 map_cut_20 10_6 0.0851 map_cut_30 10_6 0.1207 map_cut_100 10_6 0.1664 map_cut_200 10_6 0.1829 map_cut_500 10_6 0.1939 map_cut_1000 10_6 0.1996 relative_P_5 10_6 1.0000 relative_P_10 10_6 0.6000 relative_P_15 10_6 0.7333 relative_P_20 10_6 0.7000 relative_P_30 10_6 0.7000 relative_P_100 10_6 0.3500 relative_P_200 10_6 0.3233 relative_P_500 10_6 0.3910 relative_P_1000 10_6 0.4511 success_1 10_6 1.0000 success_5 10_6 1.0000 success_10 10_6 1.0000 set_P 10_6 0.0600 set_relative_P 10_6 0.4511 set_recall 10_6 0.4511 set_map 10_6 0.0271 set_F 10_6 0.1059 num_nonrel_judged_ret 10_6 9 rbp 10_6 0.3389 rbp_resid 10_6 0.2560 unj_5 10_6 0.0000 unj_10 10_6 0.3000 unj_20 10_6 0.2500 num_ret 10_7 1000 num_rel 10_7 149 num_rel_ret 10_7 25 map 10_7 0.0365 Rprec 10_7 0.0604 bpref 10_7 0.1606 recip_rank 10_7 1.0000 iprec_at_recall_0.00 10_7 1.0000 iprec_at_recall_0.10 10_7 0.0606 iprec_at_recall_0.20 10_7 0.0000 iprec_at_recall_0.30 10_7 0.0000 iprec_at_recall_0.40 10_7 0.0000 iprec_at_recall_0.50 10_7 0.0000 iprec_at_recall_0.60 10_7 0.0000 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 0.8000 P_10 10_7 0.4000 P_15 10_7 0.3333 P_20 10_7 0.2500 P_30 10_7 0.1667 P_100 10_7 0.0900 P_200 10_7 0.0550 P_500 10_7 0.0400 P_1000 10_7 0.0250 relstring 10_7 '22202-0---' recall_5 10_7 0.0268 recall_10 10_7 0.0268 recall_15 10_7 0.0336 recall_20 10_7 0.0336 recall_30 10_7 0.0336 recall_100 10_7 0.0604 recall_200 10_7 0.0738 recall_500 10_7 0.1342 recall_1000 10_7 0.1678 infAP 10_7 0.0365 Rprec_mult_0.20 10_7 0.1667 Rprec_mult_0.40 10_7 0.1167 Rprec_mult_0.60 10_7 0.0889 Rprec_mult_0.80 10_7 0.0750 Rprec_mult_1.00 10_7 0.0604 Rprec_mult_1.20 10_7 0.0615 Rprec_mult_1.40 10_7 0.0526 Rprec_mult_1.60 10_7 0.0544 Rprec_mult_1.80 10_7 0.0595 Rprec_mult_2.00 10_7 0.0570 utility 10_7 -950.0000 11pt_avg 10_7 0.0964 binG 10_7 0.0439 G 10_7 0.0481 ndcg 10_7 0.2402 ndcg_rel 10_7 0.2518 Rndcg 10_7 0.3362 ndcg_cut_5 10_7 0.7301 ndcg_cut_10 10_7 0.4992 ndcg_cut_15 10_7 0.4371 ndcg_cut_20 10_7 0.3687 ndcg_cut_30 10_7 0.2878 ndcg_cut_100 10_7 0.1977 ndcg_cut_200 10_7 0.1792 ndcg_cut_500 10_7 0.2237 ndcg_cut_1000 10_7 0.2402 map_cut_5 10_7 0.0255 map_cut_10 10_7 0.0255 map_cut_15 10_7 0.0281 map_cut_20 10_7 0.0281 map_cut_30 10_7 0.0281 map_cut_100 10_7 0.0312 map_cut_200 10_7 0.0321 map_cut_500 10_7 0.0354 map_cut_1000 10_7 0.0365 relative_P_5 10_7 0.8000 relative_P_10 10_7 0.4000 relative_P_15 10_7 0.3333 relative_P_20 10_7 0.2500 relative_P_30 10_7 0.1667 relative_P_100 10_7 0.0900 relative_P_200 10_7 0.0738 relative_P_500 10_7 0.1342 relative_P_1000 10_7 0.1678 success_1 10_7 1.0000 success_5 10_7 1.0000 success_10 10_7 1.0000 set_P 10_7 0.0250 set_relative_P 10_7 0.1678 set_recall 10_7 0.1678 set_map 10_7 0.0042 set_F 10_7 0.0435 num_nonrel_judged_ret 10_7 10 rbp 10_7 0.2437 rbp_resid 10_7 0.4988 unj_5 10_7 0.0000 unj_10 10_7 0.4000 unj_20 10_7 0.6500 num_ret 10_8 1000 num_rel 10_8 76 num_rel_ret 10_8 49 map 10_8 0.1868 Rprec 10_8 0.2237 bpref 10_8 0.5663 recip_rank 10_8 1.0000 iprec_at_recall_0.00 10_8 1.0000 iprec_at_recall_0.10 10_8 0.3636 iprec_at_recall_0.20 10_8 0.2727 iprec_at_recall_0.30 10_8 0.2644 iprec_at_recall_0.40 10_8 0.2331 iprec_at_recall_0.50 10_8 0.2021 iprec_at_recall_0.60 10_8 0.1365 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 0.6000 P_10 10_8 0.5000 P_15 10_8 0.4000 P_20 10_8 0.3500 P_30 10_8 0.3000 P_100 10_8 0.2400 P_200 10_8 0.2000 P_500 10_8 0.0980 P_1000 10_8 0.0490 relstring 10_8 '110021-1--' recall_5 10_8 0.0395 recall_10 10_8 0.0658 recall_15 10_8 0.0789 recall_20 10_8 0.0921 recall_30 10_8 0.1184 recall_100 10_8 0.3158 recall_200 10_8 0.5263 recall_500 10_8 0.6447 recall_1000 10_8 0.6447 infAP 10_8 0.1868 Rprec_mult_0.20 10_8 0.3750 Rprec_mult_0.40 10_8 0.2903 Rprec_mult_0.60 10_8 0.2391 Rprec_mult_0.80 10_8 0.2459 Rprec_mult_1.00 10_8 0.2237 Rprec_mult_1.20 10_8 0.2609 Rprec_mult_1.40 10_8 0.2243 Rprec_mult_1.60 10_8 0.2295 Rprec_mult_1.80 10_8 0.2263 Rprec_mult_2.00 10_8 0.2171 utility 10_8 -902.0000 11pt_avg 10_8 0.2248 binG 10_8 0.1402 G 10_8 0.1154 ndcg 10_8 0.4852 ndcg_rel 10_8 0.3990 Rndcg 10_8 0.3304 ndcg_cut_5 10_8 0.3194 ndcg_cut_10 10_8 0.2870 ndcg_cut_15 10_8 0.2506 ndcg_cut_20 10_8 0.2283 ndcg_cut_30 10_8 0.2575 ndcg_cut_100 10_8 0.3236 ndcg_cut_200 10_8 0.4264 ndcg_cut_500 10_8 0.4852 ndcg_cut_1000 10_8 0.4852 map_cut_5 10_8 0.0342 map_cut_10 10_8 0.0512 map_cut_15 10_8 0.0578 map_cut_20 10_8 0.0632 map_cut_30 10_8 0.0724 map_cut_100 10_8 0.1229 map_cut_200 10_8 0.1688 map_cut_500 10_8 0.1868 map_cut_1000 10_8 0.1868 relative_P_5 10_8 0.6000 relative_P_10 10_8 0.5000 relative_P_15 10_8 0.4000 relative_P_20 10_8 0.3500 relative_P_30 10_8 0.3000 relative_P_100 10_8 0.3158 relative_P_200 10_8 0.5263 relative_P_500 10_8 0.6447 relative_P_1000 10_8 0.6447 success_1 10_8 1.0000 success_5 10_8 1.0000 success_10 10_8 1.0000 set_P 10_8 0.0490 set_relative_P 10_8 0.6447 set_recall 10_8 0.6447 set_map 10_8 0.0316 set_F 10_8 0.0911 num_nonrel_judged_ret 10_8 27 rbp 10_8 0.1810 rbp_resid 10_8 0.4007 unj_5 10_8 0.0000 unj_10 10_8 0.3000 unj_20 10_8 0.5500 num_ret 11_10 1000 num_rel 11_10 126 num_rel_ret 11_10 87 map 11_10 0.2969 Rprec 11_10 0.3810 bpref 11_10 0.5979 recip_rank 11_10 1.0000 iprec_at_recall_0.00 11_10 1.0000 iprec_at_recall_0.10 11_10 0.6786 iprec_at_recall_0.20 11_10 0.5273 iprec_at_recall_0.30 11_10 0.4634 iprec_at_recall_0.40 11_10 0.3425 iprec_at_recall_0.50 11_10 0.2763 iprec_at_recall_0.60 11_10 0.1591 iprec_at_recall_0.70 11_10 0.0000 iprec_at_recall_0.80 11_10 0.0000 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 0.6000 P_10 11_10 0.7000 P_15 11_10 0.7333 P_20 11_10 0.6000 P_30 11_10 0.6667 P_100 11_10 0.4300 P_200 11_10 0.2950 P_500 11_10 0.1560 P_1000 11_10 0.0870 relstring 11_10 '2320034021' recall_5 11_10 0.0238 recall_10 11_10 0.0556 recall_15 11_10 0.0873 recall_20 11_10 0.0952 recall_30 11_10 0.1587 recall_100 11_10 0.3413 recall_200 11_10 0.4683 recall_500 11_10 0.6190 recall_1000 11_10 0.6905 infAP 11_10 0.2969 Rprec_mult_0.20 11_10 0.6538 Rprec_mult_0.40 11_10 0.4902 Rprec_mult_0.60 11_10 0.4605 Rprec_mult_0.80 11_10 0.4257 Rprec_mult_1.00 11_10 0.3810 Rprec_mult_1.20 11_10 0.3355 Rprec_mult_1.40 11_10 0.3220 Rprec_mult_1.60 11_10 0.2921 Rprec_mult_1.80 11_10 0.2731 Rprec_mult_2.00 11_10 0.2619 utility 11_10 -826.0000 11pt_avg 11_10 0.3134 binG 11_10 0.1566 G 11_10 0.1187 ndcg 11_10 0.6036 ndcg_rel 11_10 0.5452 Rndcg 11_10 0.5042 ndcg_cut_5 11_10 0.4970 ndcg_cut_10 11_10 0.5595 ndcg_cut_15 11_10 0.5842 ndcg_cut_20 11_10 0.5117 ndcg_cut_30 11_10 0.5395 ndcg_cut_100 11_10 0.4499 ndcg_cut_200 11_10 0.4912 ndcg_cut_500 11_10 0.5765 ndcg_cut_1000 11_10 0.6036 map_cut_5 11_10 0.0238 map_cut_10 11_10 0.0456 map_cut_15 11_10 0.0697 map_cut_20 11_10 0.0747 map_cut_30 11_10 0.1163 map_cut_100 11_10 0.2087 map_cut_200 11_10 0.2533 map_cut_500 11_10 0.2874 map_cut_1000 11_10 0.2969 relative_P_5 11_10 0.6000 relative_P_10 11_10 0.7000 relative_P_15 11_10 0.7333 relative_P_20 11_10 0.6000 relative_P_30 11_10 0.6667 relative_P_100 11_10 0.4300 relative_P_200 11_10 0.4683 relative_P_500 11_10 0.6190 relative_P_1000 11_10 0.6905 success_1 11_10 1.0000 success_5 11_10 1.0000 success_10 11_10 1.0000 set_P 11_10 0.0870 set_relative_P 11_10 0.6905 set_recall 11_10 0.6905 set_map 11_10 0.0601 set_F 11_10 0.1545 num_nonrel_judged_ret 11_10 18 rbp 11_10 0.4161 rbp_resid 11_10 0.1054 unj_5 11_10 0.0000 unj_10 11_10 0.0000 unj_20 11_10 0.2000 num_ret 11_11 1000 num_rel 11_11 134 num_rel_ret 11_11 127 map 11_11 0.5245 Rprec 11_11 0.4851 bpref 11_11 0.8683 recip_rank 11_11 1.0000 iprec_at_recall_0.00 11_11 1.0000 iprec_at_recall_0.10 11_11 0.9412 iprec_at_recall_0.20 11_11 0.9412 iprec_at_recall_0.30 11_11 0.7273 iprec_at_recall_0.40 11_11 0.5806 iprec_at_recall_0.50 11_11 0.4834 iprec_at_recall_0.60 11_11 0.3738 iprec_at_recall_0.70 11_11 0.3242 iprec_at_recall_0.80 11_11 0.2629 iprec_at_recall_0.90 11_11 0.1667 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 1.0000 P_10 11_11 0.9000 P_15 11_11 0.8667 P_20 11_11 0.9000 P_30 11_11 0.9333 P_100 11_11 0.5600 P_200 11_11 0.3850 P_500 11_11 0.2280 P_1000 11_11 0.1270 relstring 11_11 '3321231-22' recall_5 11_11 0.0373 recall_10 11_11 0.0672 recall_15 11_11 0.0970 recall_20 11_11 0.1343 recall_30 11_11 0.2090 recall_100 11_11 0.4179 recall_200 11_11 0.5746 recall_500 11_11 0.8507 recall_1000 11_11 0.9478 infAP 11_11 0.5245 Rprec_mult_0.20 11_11 0.9259 Rprec_mult_0.40 11_11 0.7222 Rprec_mult_0.60 11_11 0.6173 Rprec_mult_0.80 11_11 0.5278 Rprec_mult_1.00 11_11 0.4851 Rprec_mult_1.20 11_11 0.4534 Rprec_mult_1.40 11_11 0.4096 Rprec_mult_1.60 11_11 0.3721 Rprec_mult_1.80 11_11 0.3554 Rprec_mult_2.00 11_11 0.3358 utility 11_11 -746.0000 11pt_avg 11_11 0.5274 binG 11_11 0.2645 G 11_11 0.1679 ndcg 11_11 0.7967 ndcg_rel 11_11 0.6544 Rndcg 11_11 0.6507 ndcg_cut_5 11_11 0.7209 ndcg_cut_10 11_11 0.6616 ndcg_cut_15 11_11 0.6492 ndcg_cut_20 11_11 0.6307 ndcg_cut_30 11_11 0.6278 ndcg_cut_100 11_11 0.5471 ndcg_cut_200 11_11 0.6062 ndcg_cut_500 11_11 0.7535 ndcg_cut_1000 11_11 0.7967 map_cut_5 11_11 0.0373 map_cut_10 11_11 0.0656 map_cut_15 11_11 0.0926 map_cut_20 11_11 0.1257 map_cut_30 11_11 0.1944 map_cut_100 11_11 0.3446 map_cut_200 11_11 0.4213 map_cut_500 11_11 0.5076 map_cut_1000 11_11 0.5245 relative_P_5 11_11 1.0000 relative_P_10 11_11 0.9000 relative_P_15 11_11 0.8667 relative_P_20 11_11 0.9000 relative_P_30 11_11 0.9333 relative_P_100 11_11 0.5600 relative_P_200 11_11 0.5746 relative_P_500 11_11 0.8507 relative_P_1000 11_11 0.9478 success_1 11_11 1.0000 success_5 11_11 1.0000 success_10 11_11 1.0000 set_P 11_11 0.1270 set_relative_P 11_11 0.9478 set_recall 11_11 0.9478 set_map 11_11 0.1204 set_F 11_11 0.2240 num_nonrel_judged_ret 11_11 10 rbp 11_11 0.4765 rbp_resid 11_11 0.0894 unj_5 11_11 0.0000 unj_10 11_11 0.1000 unj_20 11_11 0.1000 num_ret 11_12 1000 num_rel 11_12 89 num_rel_ret 11_12 24 map 11_12 0.0205 Rprec 11_12 0.0562 bpref 11_12 0.2334 recip_rank 11_12 1.0000 iprec_at_recall_0.00 11_12 1.0000 iprec_at_recall_0.10 11_12 0.0290 iprec_at_recall_0.20 11_12 0.0267 iprec_at_recall_0.30 11_12 0.0000 iprec_at_recall_0.40 11_12 0.0000 iprec_at_recall_0.50 11_12 0.0000 iprec_at_recall_0.60 11_12 0.0000 iprec_at_recall_0.70 11_12 0.0000 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.2000 P_10 11_12 0.1000 P_15 11_12 0.0667 P_20 11_12 0.1000 P_30 11_12 0.0667 P_100 11_12 0.0500 P_200 11_12 0.0350 P_500 11_12 0.0260 P_1000 11_12 0.0240 relstring 11_12 '200-------' recall_5 11_12 0.0112 recall_10 11_12 0.0112 recall_15 11_12 0.0112 recall_20 11_12 0.0225 recall_30 11_12 0.0225 recall_100 11_12 0.0562 recall_200 11_12 0.0787 recall_500 11_12 0.1461 recall_1000 11_12 0.2697 infAP 11_12 0.0205 Rprec_mult_0.20 11_12 0.0556 Rprec_mult_0.40 11_12 0.0833 Rprec_mult_0.60 11_12 0.0556 Rprec_mult_0.80 11_12 0.0556 Rprec_mult_1.00 11_12 0.0562 Rprec_mult_1.20 11_12 0.0467 Rprec_mult_1.40 11_12 0.0400 Rprec_mult_1.60 11_12 0.0350 Rprec_mult_1.80 11_12 0.0373 Rprec_mult_2.00 11_12 0.0337 utility 11_12 -952.0000 11pt_avg 11_12 0.0960 binG 11_12 0.0437 G 11_12 0.0413 ndcg 11_12 0.1948 ndcg_rel 11_12 0.1850 Rndcg 11_12 0.1242 ndcg_cut_5 11_12 0.2261 ndcg_cut_10 11_12 0.1467 ndcg_cut_15 11_12 0.1189 ndcg_cut_20 11_12 0.1162 ndcg_cut_30 11_12 0.0951 ndcg_cut_100 11_12 0.0830 ndcg_cut_200 11_12 0.0973 ndcg_cut_500 11_12 0.1280 ndcg_cut_1000 11_12 0.1948 map_cut_5 11_12 0.0112 map_cut_10 11_12 0.0112 map_cut_15 11_12 0.0112 map_cut_20 11_12 0.0124 map_cut_30 11_12 0.0124 map_cut_100 11_12 0.0147 map_cut_200 11_12 0.0156 map_cut_500 11_12 0.0174 map_cut_1000 11_12 0.0205 relative_P_5 11_12 0.2000 relative_P_10 11_12 0.1000 relative_P_15 11_12 0.0667 relative_P_20 11_12 0.1000 relative_P_30 11_12 0.0667 relative_P_100 11_12 0.0562 relative_P_200 11_12 0.0787 relative_P_500 11_12 0.1461 relative_P_1000 11_12 0.2697 success_1 11_12 1.0000 success_5 11_12 1.0000 success_10 11_12 1.0000 set_P 11_12 0.0240 set_relative_P 11_12 0.2697 set_recall 11_12 0.2697 set_map 11_12 0.0065 set_F 11_12 0.0441 num_nonrel_judged_ret 11_12 21 rbp 11_12 0.0746 rbp_resid 11_12 0.7119 unj_5 11_12 0.4000 unj_10 11_12 0.7000 unj_20 11_12 0.8000 num_ret 11_13 1000 num_rel 11_13 203 num_rel_ret 11_13 82 map 11_13 0.2117 Rprec 11_13 0.2906 bpref 11_13 0.3788 recip_rank 11_13 1.0000 iprec_at_recall_0.00 11_13 1.0000 iprec_at_recall_0.10 11_13 0.8214 iprec_at_recall_0.20 11_13 0.6212 iprec_at_recall_0.30 11_13 0.2451 iprec_at_recall_0.40 11_13 0.0995 iprec_at_recall_0.50 11_13 0.0000 iprec_at_recall_0.60 11_13 0.0000 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 0.4000 P_10 11_13 0.7000 P_15 11_13 0.8000 P_20 11_13 0.7500 P_30 11_13 0.8000 P_100 11_13 0.5100 P_200 11_13 0.2950 P_500 11_13 0.1500 P_1000 11_13 0.0820 relstring 11_13 '3000222222' recall_5 11_13 0.0099 recall_10 11_13 0.0345 recall_15 11_13 0.0591 recall_20 11_13 0.0739 recall_30 11_13 0.1182 recall_100 11_13 0.2512 recall_200 11_13 0.2906 recall_500 11_13 0.3695 recall_1000 11_13 0.4039 infAP 11_13 0.2117 Rprec_mult_0.20 11_13 0.7317 Rprec_mult_0.40 11_13 0.5610 Rprec_mult_0.60 11_13 0.4344 Rprec_mult_0.80 11_13 0.3497 Rprec_mult_1.00 11_13 0.2906 Rprec_mult_1.20 11_13 0.2459 Rprec_mult_1.40 11_13 0.2281 Rprec_mult_1.60 11_13 0.2031 Rprec_mult_1.80 11_13 0.1913 Rprec_mult_2.00 11_13 0.1773 utility 11_13 -836.0000 11pt_avg 11_13 0.2534 binG 11_13 0.1009 G 11_13 0.0647 ndcg 11_13 0.3854 ndcg_rel 11_13 0.4079 Rndcg 11_13 0.3645 ndcg_cut_5 11_13 0.4266 ndcg_cut_10 11_13 0.5109 ndcg_cut_15 11_13 0.5443 ndcg_cut_20 11_13 0.5309 ndcg_cut_30 11_13 0.5321 ndcg_cut_100 11_13 0.4046 ndcg_cut_200 11_13 0.3194 ndcg_cut_500 11_13 0.3673 ndcg_cut_1000 11_13 0.3854 map_cut_5 11_13 0.0069 map_cut_10 11_13 0.0220 map_cut_15 11_13 0.0409 map_cut_20 11_13 0.0524 map_cut_30 11_13 0.0876 map_cut_100 11_13 0.1752 map_cut_200 11_13 0.1915 map_cut_500 11_13 0.2076 map_cut_1000 11_13 0.2117 relative_P_5 11_13 0.4000 relative_P_10 11_13 0.7000 relative_P_15 11_13 0.8000 relative_P_20 11_13 0.7500 relative_P_30 11_13 0.8000 relative_P_100 11_13 0.5100 relative_P_200 11_13 0.2950 relative_P_500 11_13 0.3695 relative_P_1000 11_13 0.4039 success_1 11_13 1.0000 success_5 11_13 1.0000 success_10 11_13 1.0000 set_P 11_13 0.0820 set_relative_P 11_13 0.4039 set_recall 11_13 0.4039 set_map 11_13 0.0331 set_F 11_13 0.1363 num_nonrel_judged_ret 11_13 7 rbp 11_13 0.4911 rbp_resid 11_13 0.0523 unj_5 11_13 0.0000 unj_10 11_13 0.0000 unj_20 11_13 0.1000 num_ret 11_2 1000 num_rel 11_2 146 num_rel_ret 11_2 80 map 11_2 0.1146 Rprec 11_2 0.2055 bpref 11_2 0.4930 recip_rank 11_2 1.0000 iprec_at_recall_0.00 11_2 1.0000 iprec_at_recall_0.10 11_2 0.2308 iprec_at_recall_0.20 11_2 0.2256 iprec_at_recall_0.30 11_2 0.2110 iprec_at_recall_0.40 11_2 0.1467 iprec_at_recall_0.50 11_2 0.1137 iprec_at_recall_0.60 11_2 0.0000 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 0.2000 P_10 11_2 0.4000 P_15 11_2 0.2667 P_20 11_2 0.4000 P_30 11_2 0.3333 P_100 11_2 0.2100 P_200 11_2 0.2100 P_500 11_2 0.1280 P_1000 11_2 0.0800 relstring 11_2 '20000-23-2' recall_5 11_2 0.0068 recall_10 11_2 0.0274 recall_15 11_2 0.0274 recall_20 11_2 0.0548 recall_30 11_2 0.0685 recall_100 11_2 0.1438 recall_200 11_2 0.2877 recall_500 11_2 0.4384 recall_1000 11_2 0.5479 infAP 11_2 0.1146 Rprec_mult_0.20 11_2 0.3333 Rprec_mult_0.40 11_2 0.2034 Rprec_mult_0.60 11_2 0.2159 Rprec_mult_0.80 11_2 0.2051 Rprec_mult_1.00 11_2 0.2055 Rprec_mult_1.20 11_2 0.2159 Rprec_mult_1.40 11_2 0.2049 Rprec_mult_1.60 11_2 0.1966 Rprec_mult_1.80 11_2 0.1825 Rprec_mult_2.00 11_2 0.1712 utility 11_2 -840.0000 11pt_avg 11_2 0.1753 binG 11_2 0.0894 G 11_2 0.0715 ndcg 11_2 0.3858 ndcg_rel 11_2 0.3166 Rndcg 11_2 0.2482 ndcg_cut_5 11_2 0.1909 ndcg_cut_10 11_2 0.2746 ndcg_cut_15 11_2 0.2181 ndcg_cut_20 11_2 0.2462 ndcg_cut_30 11_2 0.2144 ndcg_cut_100 11_2 0.1657 ndcg_cut_200 11_2 0.2374 ndcg_cut_500 11_2 0.3237 ndcg_cut_1000 11_2 0.3858 map_cut_5 11_2 0.0068 map_cut_10 11_2 0.0141 map_cut_15 11_2 0.0141 map_cut_20 11_2 0.0241 map_cut_30 11_2 0.0291 map_cut_100 11_2 0.0466 map_cut_200 11_2 0.0773 map_cut_500 11_2 0.1023 map_cut_1000 11_2 0.1146 relative_P_5 11_2 0.2000 relative_P_10 11_2 0.4000 relative_P_15 11_2 0.2667 relative_P_20 11_2 0.4000 relative_P_30 11_2 0.3333 relative_P_100 11_2 0.2100 relative_P_200 11_2 0.2877 relative_P_500 11_2 0.4384 relative_P_1000 11_2 0.5479 success_1 11_2 1.0000 success_5 11_2 1.0000 success_10 11_2 1.0000 set_P 11_2 0.0800 set_relative_P 11_2 0.5479 set_recall 11_2 0.5479 set_map 11_2 0.0438 set_F 11_2 0.1396 num_nonrel_judged_ret 11_2 24 rbp 11_2 0.1648 rbp_resid 11_2 0.3531 unj_5 11_2 0.0000 unj_10 11_2 0.2000 unj_20 11_2 0.4000 num_ret 11_3 1000 num_rel 11_3 188 num_rel_ret 11_3 104 map 11_3 0.3229 Rprec 11_3 0.4149 bpref 11_3 0.5191 recip_rank 11_3 1.0000 iprec_at_recall_0.00 11_3 1.0000 iprec_at_recall_0.10 11_3 0.8148 iprec_at_recall_0.20 11_3 0.6800 iprec_at_recall_0.30 11_3 0.6022 iprec_at_recall_0.40 11_3 0.4368 iprec_at_recall_0.50 11_3 0.2655 iprec_at_recall_0.60 11_3 0.0000 iprec_at_recall_0.70 11_3 0.0000 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 1.0000 P_10 11_3 0.9000 P_15 11_3 0.8000 P_20 11_3 0.7500 P_30 11_3 0.8000 P_100 11_3 0.5700 P_200 11_3 0.3950 P_500 11_3 0.1960 P_1000 11_3 0.1040 relstring 11_3 '2332122-12' recall_5 11_3 0.0266 recall_10 11_3 0.0479 recall_15 11_3 0.0638 recall_20 11_3 0.0798 recall_30 11_3 0.1277 recall_100 11_3 0.3032 recall_200 11_3 0.4202 recall_500 11_3 0.5213 recall_1000 11_3 0.5532 infAP 11_3 0.3229 Rprec_mult_0.20 11_3 0.7895 Rprec_mult_0.40 11_3 0.6711 Rprec_mult_0.60 11_3 0.5310 Rprec_mult_0.80 11_3 0.4503 Rprec_mult_1.00 11_3 0.4149 Rprec_mult_1.20 11_3 0.3628 Rprec_mult_1.40 11_3 0.3258 Rprec_mult_1.60 11_3 0.2957 Rprec_mult_1.80 11_3 0.2655 Rprec_mult_2.00 11_3 0.2553 utility 11_3 -792.0000 11pt_avg 11_3 0.3454 binG 11_3 0.1533 G 11_3 0.1045 ndcg 11_3 0.5499 ndcg_rel 11_3 0.5550 Rndcg 11_3 0.5216 ndcg_cut_5 11_3 0.7508 ndcg_cut_10 11_3 0.6529 ndcg_cut_15 11_3 0.5977 ndcg_cut_20 11_3 0.5528 ndcg_cut_30 11_3 0.5961 ndcg_cut_100 11_3 0.5202 ndcg_cut_200 11_3 0.4795 ndcg_cut_500 11_3 0.5366 ndcg_cut_1000 11_3 0.5499 map_cut_5 11_3 0.0266 map_cut_10 11_3 0.0467 map_cut_15 11_3 0.0610 map_cut_20 11_3 0.0730 map_cut_30 11_3 0.1109 map_cut_100 11_3 0.2325 map_cut_200 11_3 0.2874 map_cut_500 11_3 0.3179 map_cut_1000 11_3 0.3229 relative_P_5 11_3 1.0000 relative_P_10 11_3 0.9000 relative_P_15 11_3 0.8000 relative_P_20 11_3 0.7500 relative_P_30 11_3 0.8000 relative_P_100 11_3 0.5700 relative_P_200 11_3 0.4202 relative_P_500 11_3 0.5213 relative_P_1000 11_3 0.5532 success_1 11_3 1.0000 success_5 11_3 1.0000 success_10 11_3 1.0000 set_P 11_3 0.1040 set_relative_P 11_3 0.5532 set_recall 11_3 0.5532 set_map 11_3 0.0575 set_F 11_3 0.1751 num_nonrel_judged_ret 11_3 12 rbp 11_3 0.5761 rbp_resid 11_3 0.1356 unj_5 11_3 0.0000 unj_10 11_3 0.1000 unj_20 11_3 0.2000 num_ret 11_4 1000 num_rel 11_4 144 num_rel_ret 11_4 123 map 11_4 0.4848 Rprec 11_4 0.4514 bpref 11_4 0.8400 recip_rank 11_4 1.0000 iprec_at_recall_0.00 11_4 1.0000 iprec_at_recall_0.10 11_4 1.0000 iprec_at_recall_0.20 11_4 0.9062 iprec_at_recall_0.30 11_4 0.7857 iprec_at_recall_0.40 11_4 0.5631 iprec_at_recall_0.50 11_4 0.4186 iprec_at_recall_0.60 11_4 0.3270 iprec_at_recall_0.70 11_4 0.2257 iprec_at_recall_0.80 11_4 0.1716 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 1.0000 P_10 11_4 1.0000 P_15 11_4 1.0000 P_20 11_4 0.9500 P_30 11_4 0.9000 P_100 11_4 0.5600 P_200 11_4 0.3850 P_500 11_4 0.2120 P_1000 11_4 0.1230 relstring 11_4 '3221211221' recall_5 11_4 0.0347 recall_10 11_4 0.0694 recall_15 11_4 0.1042 recall_20 11_4 0.1319 recall_30 11_4 0.1875 recall_100 11_4 0.3889 recall_200 11_4 0.5347 recall_500 11_4 0.7361 recall_1000 11_4 0.8542 infAP 11_4 0.4848 Rprec_mult_0.20 11_4 0.8966 Rprec_mult_0.40 11_4 0.7586 Rprec_mult_0.60 11_4 0.6207 Rprec_mult_0.80 11_4 0.5086 Rprec_mult_1.00 11_4 0.4514 Rprec_mult_1.20 11_4 0.4162 Rprec_mult_1.40 11_4 0.3812 Rprec_mult_1.60 11_4 0.3550 Rprec_mult_1.80 11_4 0.3269 Rprec_mult_2.00 11_4 0.3021 utility 11_4 -754.0000 11pt_avg 11_4 0.4907 binG 11_4 0.2789 G 11_4 0.1649 ndcg 11_4 0.7425 ndcg_rel 11_4 0.6645 Rndcg 11_4 0.6534 ndcg_cut_5 11_4 0.7310 ndcg_cut_10 11_4 0.7210 ndcg_cut_15 11_4 0.6984 ndcg_cut_20 11_4 0.6848 ndcg_cut_30 11_4 0.6694 ndcg_cut_100 11_4 0.5761 ndcg_cut_200 11_4 0.5779 ndcg_cut_500 11_4 0.6851 ndcg_cut_1000 11_4 0.7425 map_cut_5 11_4 0.0347 map_cut_10 11_4 0.0694 map_cut_15 11_4 0.1042 map_cut_20 11_4 0.1312 map_cut_30 11_4 0.1841 map_cut_100 11_4 0.3406 map_cut_200 11_4 0.4065 map_cut_500 11_4 0.4643 map_cut_1000 11_4 0.4848 relative_P_5 11_4 1.0000 relative_P_10 11_4 1.0000 relative_P_15 11_4 1.0000 relative_P_20 11_4 0.9500 relative_P_30 11_4 0.9000 relative_P_100 11_4 0.5600 relative_P_200 11_4 0.5347 relative_P_500 11_4 0.7361 relative_P_1000 11_4 0.8542 success_1 11_4 1.0000 success_5 11_4 1.0000 success_10 11_4 1.0000 set_P 11_4 0.1230 set_relative_P 11_4 0.8542 set_recall 11_4 0.8542 set_map 11_4 0.1051 set_F 11_4 0.2150 num_nonrel_judged_ret 11_4 1 rbp 11_4 0.5328 rbp_resid 11_4 0.0388 unj_5 11_4 0.0000 unj_10 11_4 0.0000 unj_20 11_4 0.0500 num_ret 11_6 1000 num_rel 11_6 60 num_rel_ret 11_6 50 map 11_6 0.2053 Rprec 11_6 0.2333 bpref 11_6 0.7711 recip_rank 11_6 1.0000 iprec_at_recall_0.00 11_6 1.0000 iprec_at_recall_0.10 11_6 0.4286 iprec_at_recall_0.20 11_6 0.4286 iprec_at_recall_0.30 11_6 0.2022 iprec_at_recall_0.40 11_6 0.1832 iprec_at_recall_0.50 11_6 0.1119 iprec_at_recall_0.60 11_6 0.0981 iprec_at_recall_0.70 11_6 0.0733 iprec_at_recall_0.80 11_6 0.0514 iprec_at_recall_0.90 11_6 0.0000 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 0.8000 P_10 11_6 0.5000 P_15 11_6 0.4000 P_20 11_6 0.3500 P_30 11_6 0.4000 P_100 11_6 0.1800 P_200 11_6 0.1300 P_500 11_6 0.0820 P_1000 11_6 0.0500 relstring 11_6 '211300-01-' recall_5 11_6 0.0667 recall_10 11_6 0.0833 recall_15 11_6 0.1000 recall_20 11_6 0.1167 recall_30 11_6 0.2000 recall_100 11_6 0.3000 recall_200 11_6 0.4333 recall_500 11_6 0.6833 recall_1000 11_6 0.8333 infAP 11_6 0.2053 Rprec_mult_0.20 11_6 0.4167 Rprec_mult_0.40 11_6 0.3750 Rprec_mult_0.60 11_6 0.3333 Rprec_mult_0.80 11_6 0.2708 Rprec_mult_1.00 11_6 0.2333 Rprec_mult_1.20 11_6 0.2222 Rprec_mult_1.40 11_6 0.2024 Rprec_mult_1.60 11_6 0.1875 Rprec_mult_1.80 11_6 0.1759 Rprec_mult_2.00 11_6 0.1833 utility 11_6 -900.0000 11pt_avg 11_6 0.2343 binG 11_6 0.1867 G 11_6 0.1242 ndcg 11_6 0.5217 ndcg_rel 11_6 0.4043 Rndcg 11_6 0.3229 ndcg_cut_5 11_6 0.5000 ndcg_cut_10 11_6 0.3466 ndcg_cut_15 11_6 0.2869 ndcg_cut_20 11_6 0.2643 ndcg_cut_30 11_6 0.2967 ndcg_cut_100 11_6 0.2767 ndcg_cut_200 11_6 0.3349 ndcg_cut_500 11_6 0.4570 ndcg_cut_1000 11_6 0.5217 map_cut_5 11_6 0.0667 map_cut_10 11_6 0.0759 map_cut_15 11_6 0.0826 map_cut_20 11_6 0.0887 map_cut_30 11_6 0.1214 map_cut_100 11_6 0.1460 map_cut_200 11_6 0.1704 map_cut_500 11_6 0.1961 map_cut_1000 11_6 0.2053 relative_P_5 11_6 0.8000 relative_P_10 11_6 0.5000 relative_P_15 11_6 0.4000 relative_P_20 11_6 0.3500 relative_P_30 11_6 0.4000 relative_P_100 11_6 0.3000 relative_P_200 11_6 0.4333 relative_P_500 11_6 0.6833 relative_P_1000 11_6 0.8333 success_1 11_6 1.0000 success_5 11_6 1.0000 success_10 11_6 1.0000 set_P 11_6 0.0500 set_relative_P 11_6 0.8333 set_recall 11_6 0.8333 set_map 11_6 0.0417 set_F 11_6 0.0943 num_nonrel_judged_ret 11_6 6 rbp 11_6 0.2468 rbp_resid 11_6 0.3611 unj_5 11_6 0.0000 unj_10 11_6 0.2000 unj_20 11_6 0.5000 num_ret 11_7 1000 num_rel 11_7 90 num_rel_ret 11_7 56 map 11_7 0.1648 Rprec 11_7 0.2222 bpref 11_7 0.4806 recip_rank 11_7 1.0000 iprec_at_recall_0.00 11_7 1.0000 iprec_at_recall_0.10 11_7 0.5833 iprec_at_recall_0.20 11_7 0.2647 iprec_at_recall_0.30 11_7 0.1812 iprec_at_recall_0.40 11_7 0.1146 iprec_at_recall_0.50 11_7 0.0796 iprec_at_recall_0.60 11_7 0.0622 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 0.6000 P_10 11_7 0.5000 P_15 11_7 0.4667 P_20 11_7 0.5500 P_30 11_7 0.5333 P_100 11_7 0.2200 P_200 11_7 0.1450 P_500 11_7 0.0820 P_1000 11_7 0.0560 relstring 11_7 '10120-2-2-' recall_5 11_7 0.0333 recall_10 11_7 0.0556 recall_15 11_7 0.0778 recall_20 11_7 0.1222 recall_30 11_7 0.1778 recall_100 11_7 0.2444 recall_200 11_7 0.3222 recall_500 11_7 0.4556 recall_1000 11_7 0.6222 infAP 11_7 0.1648 Rprec_mult_0.20 11_7 0.5000 Rprec_mult_0.40 11_7 0.4444 Rprec_mult_0.60 11_7 0.3148 Rprec_mult_0.80 11_7 0.2500 Rprec_mult_1.00 11_7 0.2222 Rprec_mult_1.20 11_7 0.2130 Rprec_mult_1.40 11_7 0.2063 Rprec_mult_1.60 11_7 0.1806 Rprec_mult_1.80 11_7 0.1728 Rprec_mult_2.00 11_7 0.1611 utility 11_7 -888.0000 11pt_avg 11_7 0.2078 binG 11_7 0.1269 G 11_7 0.0980 ndcg 11_7 0.4496 ndcg_rel 11_7 0.3804 Rndcg 11_7 0.3160 ndcg_cut_5 11_7 0.2792 ndcg_cut_10 11_7 0.3116 ndcg_cut_15 11_7 0.3099 ndcg_cut_20 11_7 0.3503 ndcg_cut_30 11_7 0.3398 ndcg_cut_100 11_7 0.2465 ndcg_cut_200 11_7 0.2970 ndcg_cut_500 11_7 0.3717 ndcg_cut_1000 11_7 0.4496 map_cut_5 11_7 0.0269 map_cut_10 11_7 0.0394 map_cut_15 11_7 0.0505 map_cut_20 11_7 0.0739 map_cut_30 11_7 0.1046 map_cut_100 11_7 0.1226 map_cut_200 11_7 0.1379 map_cut_500 11_7 0.1531 map_cut_1000 11_7 0.1648 relative_P_5 11_7 0.6000 relative_P_10 11_7 0.5000 relative_P_15 11_7 0.4667 relative_P_20 11_7 0.5500 relative_P_30 11_7 0.5333 relative_P_100 11_7 0.2444 relative_P_200 11_7 0.3222 relative_P_500 11_7 0.4556 relative_P_1000 11_7 0.6222 success_1 11_7 1.0000 success_5 11_7 1.0000 success_10 11_7 1.0000 set_P 11_7 0.0560 set_relative_P 11_7 0.6222 set_recall 11_7 0.6222 set_map 11_7 0.0348 set_F 11_7 0.1028 num_nonrel_judged_ret 11_7 43 rbp 11_7 0.2505 rbp_resid 11_7 0.2560 unj_5 11_7 0.0000 unj_10 11_7 0.3000 unj_20 11_7 0.2500 num_ret 11_8 1000 num_rel 11_8 97 num_rel_ret 11_8 86 map 11_8 0.2954 Rprec 11_8 0.3299 bpref 11_8 0.8252 recip_rank 11_8 0.5000 iprec_at_recall_0.00 11_8 0.8889 iprec_at_recall_0.10 11_8 0.5882 iprec_at_recall_0.20 11_8 0.4783 iprec_at_recall_0.30 11_8 0.3671 iprec_at_recall_0.40 11_8 0.2937 iprec_at_recall_0.50 11_8 0.2347 iprec_at_recall_0.60 11_8 0.2178 iprec_at_recall_0.70 11_8 0.2112 iprec_at_recall_0.80 11_8 0.1619 iprec_at_recall_0.90 11_8 0.0000 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 0.8000 P_10 11_8 0.8000 P_15 11_8 0.5333 P_20 11_8 0.5500 P_30 11_8 0.4333 P_100 11_8 0.3300 P_200 11_8 0.2300 P_500 11_8 0.1600 P_1000 11_8 0.0860 relstring 11_8 '024433211-' recall_5 11_8 0.0412 recall_10 11_8 0.0825 recall_15 11_8 0.0825 recall_20 11_8 0.1134 recall_30 11_8 0.1340 recall_100 11_8 0.3402 recall_200 11_8 0.4742 recall_500 11_8 0.8247 recall_1000 11_8 0.8866 infAP 11_8 0.2954 Rprec_mult_0.20 11_8 0.5500 Rprec_mult_0.40 11_8 0.4359 Rprec_mult_0.60 11_8 0.4068 Rprec_mult_0.80 11_8 0.3590 Rprec_mult_1.00 11_8 0.3299 Rprec_mult_1.20 11_8 0.3077 Rprec_mult_1.40 11_8 0.2868 Rprec_mult_1.60 11_8 0.2756 Rprec_mult_1.80 11_8 0.2514 Rprec_mult_2.00 11_8 0.2371 utility 11_8 -828.0000 11pt_avg 11_8 0.3129 binG 11_8 0.1790 G 11_8 0.1457 ndcg 11_8 0.6749 ndcg_rel 11_8 0.5218 Rndcg 11_8 0.4508 ndcg_cut_5 11_8 0.5599 ndcg_cut_10 11_8 0.5391 ndcg_cut_15 11_8 0.4310 ndcg_cut_20 11_8 0.4353 ndcg_cut_30 11_8 0.3985 ndcg_cut_100 11_8 0.3893 ndcg_cut_200 11_8 0.4715 ndcg_cut_500 11_8 0.6484 ndcg_cut_1000 11_8 0.6749 map_cut_5 11_8 0.0280 map_cut_10 11_8 0.0636 map_cut_15 11_8 0.0636 map_cut_20 11_8 0.0812 map_cut_30 11_8 0.0915 map_cut_100 11_8 0.1774 map_cut_200 11_8 0.2160 map_cut_500 11_8 0.2880 map_cut_1000 11_8 0.2954 relative_P_5 11_8 0.8000 relative_P_10 11_8 0.8000 relative_P_15 11_8 0.5333 relative_P_20 11_8 0.5500 relative_P_30 11_8 0.4333 relative_P_100 11_8 0.3402 relative_P_200 11_8 0.4742 relative_P_500 11_8 0.8247 relative_P_1000 11_8 0.8866 success_1 11_8 0.0000 success_5 11_8 1.0000 success_10 11_8 1.0000 set_P 11_8 0.0860 set_relative_P 11_8 0.8866 set_recall 11_8 0.8866 set_map 11_8 0.0762 set_F 11_8 0.1568 num_nonrel_judged_ret 11_8 5 rbp 11_8 0.3864 rbp_resid 11_8 0.2979 unj_5 11_8 0.0000 unj_10 11_8 0.1000 unj_20 11_8 0.4000 num_ret 11_9 1000 num_rel 11_9 117 num_rel_ret 11_9 40 map 11_9 0.1024 Rprec 11_9 0.1709 bpref 11_9 0.3052 recip_rank 11_9 1.0000 iprec_at_recall_0.00 11_9 1.0000 iprec_at_recall_0.10 11_9 0.5455 iprec_at_recall_0.20 11_9 0.1608 iprec_at_recall_0.30 11_9 0.0504 iprec_at_recall_0.40 11_9 0.0000 iprec_at_recall_0.50 11_9 0.0000 iprec_at_recall_0.60 11_9 0.0000 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 0.6000 P_10 11_9 0.7000 P_15 11_9 0.5333 P_20 11_9 0.5500 P_30 11_9 0.4000 P_100 11_9 0.1800 P_200 11_9 0.1200 P_500 11_9 0.0620 P_1000 11_9 0.0400 relstring 11_9 '210301211-' recall_5 11_9 0.0256 recall_10 11_9 0.0598 recall_15 11_9 0.0684 recall_20 11_9 0.0940 recall_30 11_9 0.1026 recall_100 11_9 0.1538 recall_200 11_9 0.2051 recall_500 11_9 0.2650 recall_1000 11_9 0.3419 infAP 11_9 0.1024 Rprec_mult_0.20 11_9 0.5000 Rprec_mult_0.40 11_9 0.2766 Rprec_mult_0.60 11_9 0.2113 Rprec_mult_0.80 11_9 0.1915 Rprec_mult_1.00 11_9 0.1709 Rprec_mult_1.20 11_9 0.1560 Rprec_mult_1.40 11_9 0.1402 Rprec_mult_1.60 11_9 0.1277 Rprec_mult_1.80 11_9 0.1137 Rprec_mult_2.00 11_9 0.1026 utility 11_9 -920.0000 11pt_avg 11_9 0.1597 binG 11_9 0.0847 G 11_9 0.0446 ndcg 11_9 0.2498 ndcg_rel 11_9 0.2515 Rndcg 11_9 0.2471 ndcg_cut_5 11_9 0.3745 ndcg_cut_10 11_9 0.3645 ndcg_cut_15 11_9 0.3028 ndcg_cut_20 11_9 0.2974 ndcg_cut_30 11_9 0.2476 ndcg_cut_100 11_9 0.1752 ndcg_cut_200 11_9 0.1886 ndcg_cut_500 11_9 0.2134 ndcg_cut_1000 11_9 0.2498 map_cut_5 11_9 0.0235 map_cut_10 11_9 0.0484 map_cut_15 11_9 0.0532 map_cut_20 11_9 0.0673 map_cut_30 11_9 0.0719 map_cut_100 11_9 0.0853 map_cut_200 11_9 0.0938 map_cut_500 11_9 0.0985 map_cut_1000 11_9 0.1024 relative_P_5 11_9 0.6000 relative_P_10 11_9 0.7000 relative_P_15 11_9 0.5333 relative_P_20 11_9 0.5500 relative_P_30 11_9 0.4000 relative_P_100 11_9 0.1800 relative_P_200 11_9 0.2051 relative_P_500 11_9 0.2650 relative_P_1000 11_9 0.3419 success_1 11_9 1.0000 success_5 11_9 1.0000 success_10 11_9 1.0000 set_P 11_9 0.0400 set_relative_P 11_9 0.3419 set_recall 11_9 0.3419 set_map 11_9 0.0137 set_F 11_9 0.0716 num_nonrel_judged_ret 11_9 32 rbp 11_9 0.2216 rbp_resid 11_9 0.1958 unj_5 11_9 0.0000 unj_10 11_9 0.1000 unj_20 11_9 0.2000 num_ret 12_1 1000 num_rel 12_1 75 num_rel_ret 12_1 46 map 12_1 0.2850 Rprec 12_1 0.3733 bpref 12_1 0.4697 recip_rank 12_1 1.0000 iprec_at_recall_0.00 12_1 1.0000 iprec_at_recall_0.10 12_1 0.7500 iprec_at_recall_0.20 12_1 0.5312 iprec_at_recall_0.30 12_1 0.4600 iprec_at_recall_0.40 12_1 0.3409 iprec_at_recall_0.50 12_1 0.2010 iprec_at_recall_0.60 12_1 0.0998 iprec_at_recall_0.70 12_1 0.0000 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 1.0000 P_10 12_1 0.7000 P_15 12_1 0.6667 P_20 12_1 0.6500 P_30 12_1 0.5000 P_100 12_1 0.3000 P_200 12_1 0.1950 P_500 12_1 0.0900 P_1000 12_1 0.0460 relstring 12_1 '1222100013' recall_5 12_1 0.0667 recall_10 12_1 0.0933 recall_15 12_1 0.1333 recall_20 12_1 0.1733 recall_30 12_1 0.2000 recall_100 12_1 0.4000 recall_200 12_1 0.5200 recall_500 12_1 0.6000 recall_1000 12_1 0.6133 infAP 12_1 0.2850 Rprec_mult_0.20 12_1 0.6667 Rprec_mult_0.40 12_1 0.5000 Rprec_mult_0.60 12_1 0.4889 Rprec_mult_0.80 12_1 0.4167 Rprec_mult_1.00 12_1 0.3733 Rprec_mult_1.20 12_1 0.3333 Rprec_mult_1.40 12_1 0.2952 Rprec_mult_1.60 12_1 0.2667 Rprec_mult_1.80 12_1 0.2444 Rprec_mult_2.00 12_1 0.2333 utility 12_1 -908.0000 11pt_avg 12_1 0.3075 binG 12_1 0.1847 G 12_1 0.1361 ndcg 12_1 0.5595 ndcg_rel 12_1 0.5235 Rndcg 12_1 0.4349 ndcg_cut_5 12_1 0.6539 ndcg_cut_10 12_1 0.5629 ndcg_cut_15 12_1 0.5729 ndcg_cut_20 12_1 0.5601 ndcg_cut_30 12_1 0.4699 ndcg_cut_100 12_1 0.4425 ndcg_cut_200 12_1 0.5092 ndcg_cut_500 12_1 0.5559 ndcg_cut_1000 12_1 0.5595 map_cut_5 12_1 0.0667 map_cut_10 12_1 0.0849 map_cut_15 12_1 0.1141 map_cut_20 12_1 0.1393 map_cut_30 12_1 0.1540 map_cut_100 12_1 0.2422 map_cut_200 12_1 0.2713 map_cut_500 12_1 0.2840 map_cut_1000 12_1 0.2850 relative_P_5 12_1 1.0000 relative_P_10 12_1 0.7000 relative_P_15 12_1 0.6667 relative_P_20 12_1 0.6500 relative_P_30 12_1 0.5000 relative_P_100 12_1 0.4000 relative_P_200 12_1 0.5200 relative_P_500 12_1 0.6000 relative_P_1000 12_1 0.6133 success_1 12_1 1.0000 success_5 12_1 1.0000 success_10 12_1 1.0000 set_P 12_1 0.0460 set_relative_P 12_1 0.6133 set_recall 12_1 0.6133 set_map 12_1 0.0282 set_F 12_1 0.0856 num_nonrel_judged_ret 12_1 48 rbp 12_1 0.3722 rbp_resid 12_1 0.0627 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0000 num_ret 12_2 1000 num_rel 12_2 65 num_rel_ret 12_2 1 map 12_2 0.0019 Rprec 12_2 0.0154 bpref 12_2 0.0140 recip_rank 12_2 0.1250 iprec_at_recall_0.00 12_2 0.1250 iprec_at_recall_0.10 12_2 0.0000 iprec_at_recall_0.20 12_2 0.0000 iprec_at_recall_0.30 12_2 0.0000 iprec_at_recall_0.40 12_2 0.0000 iprec_at_recall_0.50 12_2 0.0000 iprec_at_recall_0.60 12_2 0.0000 iprec_at_recall_0.70 12_2 0.0000 iprec_at_recall_0.80 12_2 0.0000 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 0.0000 P_10 12_2 0.1000 P_15 12_2 0.0667 P_20 12_2 0.0500 P_30 12_2 0.0333 P_100 12_2 0.0100 P_200 12_2 0.0050 P_500 12_2 0.0020 P_1000 12_2 0.0010 relstring 12_2 '00000-03--' recall_5 12_2 0.0000 recall_10 12_2 0.0154 recall_15 12_2 0.0154 recall_20 12_2 0.0154 recall_30 12_2 0.0154 recall_100 12_2 0.0154 recall_200 12_2 0.0154 recall_500 12_2 0.0154 recall_1000 12_2 0.0154 infAP 12_2 0.0019 Rprec_mult_0.20 12_2 0.0769 Rprec_mult_0.40 12_2 0.0385 Rprec_mult_0.60 12_2 0.0256 Rprec_mult_0.80 12_2 0.0192 Rprec_mult_1.00 12_2 0.0154 Rprec_mult_1.20 12_2 0.0128 Rprec_mult_1.40 12_2 0.0110 Rprec_mult_1.60 12_2 0.0096 Rprec_mult_1.80 12_2 0.0085 Rprec_mult_2.00 12_2 0.0077 utility 12_2 -998.0000 11pt_avg 12_2 0.0114 binG 12_2 0.0049 G 12_2 0.0075 ndcg 12_2 0.0363 ndcg_rel 12_2 0.0370 Rndcg 12_2 0.0310 ndcg_cut_5 12_2 0.0000 ndcg_cut_10 12_2 0.0786 ndcg_cut_15 12_2 0.0645 ndcg_cut_20 12_2 0.0556 ndcg_cut_30 12_2 0.0478 ndcg_cut_100 12_2 0.0363 ndcg_cut_200 12_2 0.0363 ndcg_cut_500 12_2 0.0363 ndcg_cut_1000 12_2 0.0363 map_cut_5 12_2 0.0000 map_cut_10 12_2 0.0019 map_cut_15 12_2 0.0019 map_cut_20 12_2 0.0019 map_cut_30 12_2 0.0019 map_cut_100 12_2 0.0019 map_cut_200 12_2 0.0019 map_cut_500 12_2 0.0019 map_cut_1000 12_2 0.0019 relative_P_5 12_2 0.0000 relative_P_10 12_2 0.1000 relative_P_15 12_2 0.0667 relative_P_20 12_2 0.0500 relative_P_30 12_2 0.0333 relative_P_100 12_2 0.0154 relative_P_200 12_2 0.0154 relative_P_500 12_2 0.0154 relative_P_1000 12_2 0.0154 success_1 12_2 0.0000 success_5 12_2 0.0000 success_10 12_2 1.0000 set_P 12_2 0.0010 set_relative_P 12_2 0.0154 set_recall 12_2 0.0154 set_map 12_2 0.0000 set_F 12_2 0.0019 num_nonrel_judged_ret 12_2 15 rbp 12_2 0.0478 rbp_resid 12_2 0.4642 unj_5 12_2 0.0000 unj_10 12_2 0.3000 unj_20 12_2 0.6000 num_ret 12_3 1000 num_rel 12_3 75 num_rel_ret 12_3 70 map 12_3 0.0475 Rprec 12_3 0.0000 bpref 12_3 0.6014 recip_rank 12_3 0.0092 iprec_at_recall_0.00 12_3 0.0723 iprec_at_recall_0.10 12_3 0.0723 iprec_at_recall_0.20 12_3 0.0723 iprec_at_recall_0.30 12_3 0.0723 iprec_at_recall_0.40 12_3 0.0723 iprec_at_recall_0.50 12_3 0.0723 iprec_at_recall_0.60 12_3 0.0723 iprec_at_recall_0.70 12_3 0.0723 iprec_at_recall_0.80 12_3 0.0723 iprec_at_recall_0.90 12_3 0.0723 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 0.0000 P_10 12_3 0.0000 P_15 12_3 0.0000 P_20 12_3 0.0000 P_30 12_3 0.0000 P_100 12_3 0.0000 P_200 12_3 0.0150 P_500 12_3 0.0520 P_1000 12_3 0.0700 relstring 12_3 '00000--000' recall_5 12_3 0.0000 recall_10 12_3 0.0000 recall_15 12_3 0.0000 recall_20 12_3 0.0000 recall_30 12_3 0.0000 recall_100 12_3 0.0000 recall_200 12_3 0.0400 recall_500 12_3 0.3467 recall_1000 12_3 0.9333 infAP 12_3 0.0475 Rprec_mult_0.20 12_3 0.0000 Rprec_mult_0.40 12_3 0.0000 Rprec_mult_0.60 12_3 0.0000 Rprec_mult_0.80 12_3 0.0000 Rprec_mult_1.00 12_3 0.0000 Rprec_mult_1.20 12_3 0.0000 Rprec_mult_1.40 12_3 0.0000 Rprec_mult_1.60 12_3 0.0083 Rprec_mult_1.80 12_3 0.0074 Rprec_mult_2.00 12_3 0.0067 utility 12_3 -860.0000 11pt_avg 12_3 0.0658 binG 12_3 0.1034 G 12_3 0.1046 ndcg 12_3 0.4280 ndcg_rel 12_3 0.2490 Rndcg 12_3 0.1427 ndcg_cut_5 12_3 0.0000 ndcg_cut_10 12_3 0.0000 ndcg_cut_15 12_3 0.0000 ndcg_cut_20 12_3 0.0000 ndcg_cut_30 12_3 0.0000 ndcg_cut_100 12_3 0.0000 ndcg_cut_200 12_3 0.0244 ndcg_cut_500 12_3 0.1911 ndcg_cut_1000 12_3 0.4280 map_cut_5 12_3 0.0000 map_cut_10 12_3 0.0000 map_cut_15 12_3 0.0000 map_cut_20 12_3 0.0000 map_cut_30 12_3 0.0000 map_cut_100 12_3 0.0000 map_cut_200 12_3 0.0005 map_cut_500 12_3 0.0118 map_cut_1000 12_3 0.0475 relative_P_5 12_3 0.0000 relative_P_10 12_3 0.0000 relative_P_15 12_3 0.0000 relative_P_20 12_3 0.0000 relative_P_30 12_3 0.0000 relative_P_100 12_3 0.0000 relative_P_200 12_3 0.0400 relative_P_500 12_3 0.3467 relative_P_1000 12_3 0.9333 success_1 12_3 0.0000 success_5 12_3 0.0000 success_10 12_3 0.0000 set_P 12_3 0.0700 set_relative_P 12_3 0.9333 set_recall 12_3 0.9333 set_map 12_3 0.0653 set_F 12_3 0.1302 num_nonrel_judged_ret 12_3 34 rbp 12_3 0.0000 rbp_resid 12_3 0.4368 unj_5 12_3 0.0000 unj_10 12_3 0.2000 unj_20 12_3 0.5500 num_ret 12_5 1000 num_rel 12_5 57 num_rel_ret 12_5 48 map 12_5 0.0914 Rprec 12_5 0.1228 bpref 12_5 0.8067 recip_rank 12_5 0.3333 iprec_at_recall_0.00 12_5 0.4286 iprec_at_recall_0.10 12_5 0.1273 iprec_at_recall_0.20 12_5 0.1134 iprec_at_recall_0.30 12_5 0.0995 iprec_at_recall_0.40 12_5 0.0942 iprec_at_recall_0.50 12_5 0.0942 iprec_at_recall_0.60 12_5 0.0749 iprec_at_recall_0.70 12_5 0.0718 iprec_at_recall_0.80 12_5 0.0613 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 0.4000 P_10 12_5 0.3000 P_15 12_5 0.2000 P_20 12_5 0.1500 P_30 12_5 0.1333 P_100 12_5 0.1100 P_200 12_5 0.0950 P_500 12_5 0.0680 P_1000 12_5 0.0480 relstring 12_5 '0-2-2-2---' recall_5 12_5 0.0351 recall_10 12_5 0.0526 recall_15 12_5 0.0526 recall_20 12_5 0.0526 recall_30 12_5 0.0702 recall_100 12_5 0.1930 recall_200 12_5 0.3333 recall_500 12_5 0.5965 recall_1000 12_5 0.8421 infAP 12_5 0.0914 Rprec_mult_0.20 12_5 0.2500 Rprec_mult_0.40 12_5 0.1304 Rprec_mult_0.60 12_5 0.1429 Rprec_mult_0.80 12_5 0.1087 Rprec_mult_1.00 12_5 0.1228 Rprec_mult_1.20 12_5 0.1159 Rprec_mult_1.40 12_5 0.1000 Rprec_mult_1.60 12_5 0.1087 Rprec_mult_1.80 12_5 0.1068 Rprec_mult_2.00 12_5 0.0965 utility 12_5 -904.0000 11pt_avg 12_5 0.1059 binG 12_5 0.1269 G 12_5 0.1127 ndcg 12_5 0.4618 ndcg_rel 12_5 0.3130 Rndcg 12_5 0.2290 ndcg_cut_5 12_5 0.2005 ndcg_cut_10 12_5 0.1918 ndcg_cut_15 12_5 0.1589 ndcg_cut_20 12_5 0.1377 ndcg_cut_30 12_5 0.1305 ndcg_cut_100 12_5 0.1599 ndcg_cut_200 12_5 0.2296 ndcg_cut_500 12_5 0.3586 ndcg_cut_1000 12_5 0.4618 map_cut_5 12_5 0.0129 map_cut_10 12_5 0.0204 map_cut_15 12_5 0.0204 map_cut_20 12_5 0.0204 map_cut_30 12_5 0.0232 map_cut_100 12_5 0.0382 map_cut_200 12_5 0.0516 map_cut_500 12_5 0.0753 map_cut_1000 12_5 0.0914 relative_P_5 12_5 0.4000 relative_P_10 12_5 0.3000 relative_P_15 12_5 0.2000 relative_P_20 12_5 0.1500 relative_P_30 12_5 0.1333 relative_P_100 12_5 0.1930 relative_P_200 12_5 0.3333 relative_P_500 12_5 0.5965 relative_P_1000 12_5 0.8421 success_1 12_5 0.0000 success_5 12_5 1.0000 success_10 12_5 1.0000 set_P 12_5 0.0480 set_relative_P 12_5 0.8421 set_recall 12_5 0.8421 set_map 12_5 0.0404 set_F 12_5 0.0908 num_nonrel_judged_ret 12_5 8 rbp 12_5 0.1403 rbp_resid 12_5 0.6841 unj_5 12_5 0.4000 unj_10 12_5 0.6000 unj_20 12_5 0.8000 num_ret 12_6 1000 num_rel 12_6 48 num_rel_ret 12_6 42 map 12_6 0.3458 Rprec 12_6 0.4167 bpref 12_6 0.6315 recip_rank 12_6 1.0000 iprec_at_recall_0.00 12_6 1.0000 iprec_at_recall_0.10 12_6 0.7143 iprec_at_recall_0.20 12_6 0.5000 iprec_at_recall_0.30 12_6 0.4828 iprec_at_recall_0.40 12_6 0.4634 iprec_at_recall_0.50 12_6 0.3333 iprec_at_recall_0.60 12_6 0.2871 iprec_at_recall_0.70 12_6 0.1818 iprec_at_recall_0.80 12_6 0.1402 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 0.8000 P_10 12_6 0.5000 P_15 12_6 0.4667 P_20 12_6 0.4500 P_30 12_6 0.4667 P_100 12_6 0.2800 P_200 12_6 0.1750 P_500 12_6 0.0780 P_1000 12_6 0.0420 relstring 12_6 '12202-10--' recall_5 12_6 0.0833 recall_10 12_6 0.1042 recall_15 12_6 0.1458 recall_20 12_6 0.1875 recall_30 12_6 0.2917 recall_100 12_6 0.5833 recall_200 12_6 0.7292 recall_500 12_6 0.8125 recall_1000 12_6 0.8750 infAP 12_6 0.3458 Rprec_mult_0.20 12_6 0.5000 Rprec_mult_0.40 12_6 0.4500 Rprec_mult_0.60 12_6 0.4828 Rprec_mult_0.80 12_6 0.4359 Rprec_mult_1.00 12_6 0.4167 Rprec_mult_1.20 12_6 0.3621 Rprec_mult_1.40 12_6 0.3382 Rprec_mult_1.60 12_6 0.3247 Rprec_mult_1.80 12_6 0.2989 Rprec_mult_2.00 12_6 0.2917 utility 12_6 -916.0000 11pt_avg 12_6 0.3730 binG 12_6 0.2343 G 12_6 0.1730 ndcg 12_6 0.6244 ndcg_rel 12_6 0.5046 Rndcg 12_6 0.4405 ndcg_cut_5 12_6 0.5851 ndcg_cut_10 12_6 0.4331 ndcg_cut_15 12_6 0.3853 ndcg_cut_20 12_6 0.3564 ndcg_cut_30 12_6 0.4015 ndcg_cut_100 12_6 0.5105 ndcg_cut_200 12_6 0.5714 ndcg_cut_500 12_6 0.5947 ndcg_cut_1000 12_6 0.6244 map_cut_5 12_6 0.0792 map_cut_10 12_6 0.0940 map_cut_15 12_6 0.1157 map_cut_20 12_6 0.1355 map_cut_30 12_6 0.1859 map_cut_100 12_6 0.2973 map_cut_200 12_6 0.3313 map_cut_500 12_6 0.3425 map_cut_1000 12_6 0.3458 relative_P_5 12_6 0.8000 relative_P_10 12_6 0.5000 relative_P_15 12_6 0.4667 relative_P_20 12_6 0.4500 relative_P_30 12_6 0.4667 relative_P_100 12_6 0.5833 relative_P_200 12_6 0.7292 relative_P_500 12_6 0.8125 relative_P_1000 12_6 0.8750 success_1 12_6 1.0000 success_5 12_6 1.0000 success_10 12_6 1.0000 set_P 12_6 0.0420 set_relative_P 12_6 0.8750 set_recall 12_6 0.8750 set_map 12_6 0.0367 set_F 12_6 0.0802 num_nonrel_judged_ret 12_6 32 rbp 12_6 0.2693 rbp_resid 12_6 0.2418 unj_5 12_6 0.0000 unj_10 12_6 0.3000 unj_20 12_6 0.3000 num_ret 12_7 1000 num_rel 12_7 17 num_rel_ret 12_7 16 map 12_7 0.3406 Rprec 12_7 0.2941 bpref 12_7 0.3564 recip_rank 12_7 1.0000 iprec_at_recall_0.00 12_7 1.0000 iprec_at_recall_0.10 12_7 1.0000 iprec_at_recall_0.20 12_7 1.0000 iprec_at_recall_0.30 12_7 0.3846 iprec_at_recall_0.40 12_7 0.3200 iprec_at_recall_0.50 12_7 0.1268 iprec_at_recall_0.60 12_7 0.1111 iprec_at_recall_0.70 12_7 0.1074 iprec_at_recall_0.80 12_7 0.0571 iprec_at_recall_0.90 12_7 0.0400 iprec_at_recall_1.00 12_7 0.0000 P_5 12_7 0.8000 P_10 12_7 0.4000 P_15 12_7 0.3333 P_20 12_7 0.2500 P_30 12_7 0.2667 P_100 12_7 0.1000 P_200 12_7 0.0650 P_500 12_7 0.0320 P_1000 12_7 0.0160 relstring 12_7 '211020--00' recall_5 12_7 0.2353 recall_10 12_7 0.2353 recall_15 12_7 0.2941 recall_20 12_7 0.2941 recall_30 12_7 0.4706 recall_100 12_7 0.5882 recall_200 12_7 0.7647 recall_500 12_7 0.9412 recall_1000 12_7 0.9412 infAP 12_7 0.3406 Rprec_mult_0.20 12_7 0.7500 Rprec_mult_0.40 12_7 0.5714 Rprec_mult_0.60 12_7 0.3636 Rprec_mult_0.80 12_7 0.3571 Rprec_mult_1.00 12_7 0.2941 Rprec_mult_1.20 12_7 0.2857 Rprec_mult_1.40 12_7 0.2917 Rprec_mult_1.60 12_7 0.2857 Rprec_mult_1.80 12_7 0.2581 Rprec_mult_2.00 12_7 0.2353 utility 12_7 -968.0000 11pt_avg 12_7 0.3770 binG 12_7 0.3403 G 12_7 0.2063 ndcg 12_7 0.5851 ndcg_rel 12_7 0.4866 Rndcg 12_7 0.4038 ndcg_cut_5 12_7 0.4616 ndcg_cut_10 12_7 0.3352 ndcg_cut_15 12_7 0.3278 ndcg_cut_20 12_7 0.3164 ndcg_cut_30 12_7 0.3938 ndcg_cut_100 12_7 0.4615 ndcg_cut_200 12_7 0.5343 ndcg_cut_500 12_7 0.5851 ndcg_cut_1000 12_7 0.5851 map_cut_5 12_7 0.2235 map_cut_10 12_7 0.2235 map_cut_15 12_7 0.2462 map_cut_20 12_7 0.2462 map_cut_30 12_7 0.3005 map_cut_100 12_7 0.3145 map_cut_200 12_7 0.3328 map_cut_500 12_7 0.3406 map_cut_1000 12_7 0.3406 relative_P_5 12_7 0.8000 relative_P_10 12_7 0.4000 relative_P_15 12_7 0.3333 relative_P_20 12_7 0.2941 relative_P_30 12_7 0.4706 relative_P_100 12_7 0.5882 relative_P_200 12_7 0.7647 relative_P_500 12_7 0.9412 relative_P_1000 12_7 0.9412 success_1 12_7 1.0000 success_5 12_7 1.0000 success_10 12_7 1.0000 set_P 12_7 0.0160 set_relative_P 12_7 0.9412 set_recall 12_7 0.9412 set_map 12_7 0.0151 set_F 12_7 0.0315 num_nonrel_judged_ret 12_7 34 rbp 12_7 0.2020 rbp_resid 12_7 0.2632 unj_5 12_7 0.0000 unj_10 12_7 0.2000 unj_20 12_7 0.3000 num_ret 12_9 1000 num_rel 12_9 27 num_rel_ret 12_9 25 map 12_9 0.2165 Rprec 12_9 0.2963 bpref 12_9 0.3896 recip_rank 12_9 1.0000 iprec_at_recall_0.00 12_9 1.0000 iprec_at_recall_0.10 12_9 0.3333 iprec_at_recall_0.20 12_9 0.3214 iprec_at_recall_0.30 12_9 0.3214 iprec_at_recall_0.40 12_9 0.3095 iprec_at_recall_0.50 12_9 0.2456 iprec_at_recall_0.60 12_9 0.1143 iprec_at_recall_0.70 12_9 0.0569 iprec_at_recall_0.80 12_9 0.0421 iprec_at_recall_0.90 12_9 0.0306 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 0.4000 P_10 12_9 0.3000 P_15 12_9 0.2667 P_20 12_9 0.2500 P_30 12_9 0.3000 P_100 12_9 0.1400 P_200 12_9 0.0850 P_500 12_9 0.0420 P_1000 12_9 0.0250 relstring 12_9 '1030000-10' recall_5 12_9 0.0741 recall_10 12_9 0.1111 recall_15 12_9 0.1481 recall_20 12_9 0.1852 recall_30 12_9 0.3333 recall_100 12_9 0.5185 recall_200 12_9 0.6296 recall_500 12_9 0.7778 recall_1000 12_9 0.9259 infAP 12_9 0.2165 Rprec_mult_0.20 12_9 0.3333 Rprec_mult_0.40 12_9 0.2727 Rprec_mult_0.60 12_9 0.2941 Rprec_mult_0.80 12_9 0.2727 Rprec_mult_1.00 12_9 0.2963 Rprec_mult_1.20 12_9 0.2727 Rprec_mult_1.40 12_9 0.2895 Rprec_mult_1.60 12_9 0.2955 Rprec_mult_1.80 12_9 0.2653 Rprec_mult_2.00 12_9 0.2407 utility 12_9 -950.0000 11pt_avg 12_9 0.2523 binG 12_9 0.2132 G 12_9 0.1624 ndcg 12_9 0.5117 ndcg_rel 12_9 0.3761 Rndcg 12_9 0.3043 ndcg_cut_5 12_9 0.3321 ndcg_cut_10 12_9 0.2613 ndcg_cut_15 12_9 0.2285 ndcg_cut_20 12_9 0.2264 ndcg_cut_30 12_9 0.2982 ndcg_cut_100 12_9 0.3673 ndcg_cut_200 12_9 0.3932 ndcg_cut_500 12_9 0.4587 ndcg_cut_1000 12_9 0.5117 map_cut_5 12_9 0.0617 map_cut_10 12_9 0.0741 map_cut_15 12_9 0.0840 map_cut_20 12_9 0.0948 map_cut_30 12_9 0.1386 map_cut_100 12_9 0.1916 map_cut_200 12_9 0.2036 map_cut_500 12_9 0.2114 map_cut_1000 12_9 0.2165 relative_P_5 12_9 0.4000 relative_P_10 12_9 0.3000 relative_P_15 12_9 0.2667 relative_P_20 12_9 0.2500 relative_P_30 12_9 0.3333 relative_P_100 12_9 0.5185 relative_P_200 12_9 0.6296 relative_P_500 12_9 0.7778 relative_P_1000 12_9 0.9259 success_1 12_9 1.0000 success_5 12_9 1.0000 success_10 12_9 1.0000 set_P 12_9 0.0250 set_relative_P 12_9 0.9259 set_recall 12_9 0.9259 set_map 12_9 0.0231 set_F 12_9 0.0487 num_nonrel_judged_ret 12_9 29 rbp 12_9 0.1648 rbp_resid 12_9 0.1945 unj_5 12_9 0.0000 unj_10 12_9 0.1000 unj_20 12_9 0.2500 num_ret 13_2 1000 num_rel 13_2 154 num_rel_ret 13_2 115 map 13_2 0.2359 Rprec 13_2 0.3247 bpref 13_2 0.6691 recip_rank 13_2 0.5000 iprec_at_recall_0.00 13_2 0.6000 iprec_at_recall_0.10 13_2 0.5312 iprec_at_recall_0.20 13_2 0.4706 iprec_at_recall_0.30 13_2 0.3293 iprec_at_recall_0.40 13_2 0.2167 iprec_at_recall_0.50 13_2 0.2110 iprec_at_recall_0.60 13_2 0.1853 iprec_at_recall_0.70 13_2 0.1410 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 0.6000 P_10 13_2 0.5000 P_15 13_2 0.4000 P_20 13_2 0.5000 P_30 13_2 0.5000 P_100 13_2 0.4200 P_200 13_2 0.2950 P_500 13_2 0.1820 P_1000 13_2 0.1150 relstring 13_2 '0102201-2-' recall_5 13_2 0.0195 recall_10 13_2 0.0325 recall_15 13_2 0.0390 recall_20 13_2 0.0649 recall_30 13_2 0.0974 recall_100 13_2 0.2727 recall_200 13_2 0.3831 recall_500 13_2 0.5909 recall_1000 13_2 0.7468 infAP 13_2 0.2359 Rprec_mult_0.20 13_2 0.5161 Rprec_mult_0.40 13_2 0.4677 Rprec_mult_0.60 13_2 0.4409 Rprec_mult_0.80 13_2 0.3468 Rprec_mult_1.00 13_2 0.3247 Rprec_mult_1.20 13_2 0.3135 Rprec_mult_1.40 13_2 0.2731 Rprec_mult_1.60 13_2 0.2389 Rprec_mult_1.80 13_2 0.2158 Rprec_mult_2.00 13_2 0.2110 utility 13_2 -770.0000 11pt_avg 13_2 0.2441 binG 13_2 0.1278 G 13_2 0.1074 ndcg 13_2 0.5643 ndcg_rel 13_2 0.4287 Rndcg 13_2 0.2918 ndcg_cut_5 13_2 0.2302 ndcg_cut_10 13_2 0.2188 ndcg_cut_15 13_2 0.1864 ndcg_cut_20 13_2 0.2411 ndcg_cut_30 13_2 0.2651 ndcg_cut_100 13_2 0.3398 ndcg_cut_200 13_2 0.3689 ndcg_cut_500 13_2 0.4872 ndcg_cut_1000 13_2 0.5643 map_cut_5 13_2 0.0104 map_cut_10 13_2 0.0177 map_cut_15 13_2 0.0207 map_cut_20 13_2 0.0329 map_cut_30 13_2 0.0492 map_cut_100 13_2 0.1332 map_cut_200 13_2 0.1694 map_cut_500 13_2 0.2117 map_cut_1000 13_2 0.2359 relative_P_5 13_2 0.6000 relative_P_10 13_2 0.5000 relative_P_15 13_2 0.4000 relative_P_20 13_2 0.5000 relative_P_30 13_2 0.5000 relative_P_100 13_2 0.4200 relative_P_200 13_2 0.3831 relative_P_500 13_2 0.5909 relative_P_1000 13_2 0.7468 success_1 13_2 0.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.1150 set_relative_P 13_2 0.7468 set_recall 13_2 0.7468 set_map 13_2 0.0859 set_F 13_2 0.1993 num_nonrel_judged_ret 13_2 5 rbp 13_2 0.1924 rbp_resid 13_2 0.2794 unj_5 13_2 0.0000 unj_10 13_2 0.2000 unj_20 13_2 0.3500 num_ret 13_3 1000 num_rel 13_3 79 num_rel_ret 13_3 56 map 13_3 0.1321 Rprec 13_3 0.2405 bpref 13_3 0.5240 recip_rank 13_3 0.5000 iprec_at_recall_0.00 13_3 0.5000 iprec_at_recall_0.10 13_3 0.2759 iprec_at_recall_0.20 13_3 0.2500 iprec_at_recall_0.30 13_3 0.2286 iprec_at_recall_0.40 13_3 0.1422 iprec_at_recall_0.50 13_3 0.1290 iprec_at_recall_0.60 13_3 0.1280 iprec_at_recall_0.70 13_3 0.1076 iprec_at_recall_0.80 13_3 0.0000 iprec_at_recall_0.90 13_3 0.0000 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 0.2000 P_10 13_3 0.2000 P_15 13_3 0.2667 P_20 13_3 0.2500 P_30 13_3 0.2667 P_100 13_3 0.2300 P_200 13_3 0.1500 P_500 13_3 0.1060 P_1000 13_3 0.0560 relstring 13_3 '020001----' recall_5 13_3 0.0127 recall_10 13_3 0.0253 recall_15 13_3 0.0506 recall_20 13_3 0.0633 recall_30 13_3 0.1013 recall_100 13_3 0.2911 recall_200 13_3 0.3797 recall_500 13_3 0.6709 recall_1000 13_3 0.7089 infAP 13_3 0.1321 Rprec_mult_0.20 13_3 0.2500 Rprec_mult_0.40 13_3 0.2500 Rprec_mult_0.60 13_3 0.2292 Rprec_mult_0.80 13_3 0.2188 Rprec_mult_1.00 13_3 0.2405 Rprec_mult_1.20 13_3 0.2211 Rprec_mult_1.40 13_3 0.2162 Rprec_mult_1.60 13_3 0.1969 Rprec_mult_1.80 13_3 0.1888 Rprec_mult_2.00 13_3 0.1709 utility 13_3 -888.0000 11pt_avg 13_3 0.1601 binG 13_3 0.1177 G 13_3 0.1019 ndcg 13_3 0.4560 ndcg_rel 13_3 0.3369 Rndcg 13_3 0.2512 ndcg_cut_5 13_3 0.1492 ndcg_cut_10 13_3 0.1389 ndcg_cut_15 13_3 0.1662 ndcg_cut_20 13_3 0.1563 ndcg_cut_30 13_3 0.1844 ndcg_cut_100 13_3 0.2402 ndcg_cut_200 13_3 0.2883 ndcg_cut_500 13_3 0.4369 ndcg_cut_1000 13_3 0.4560 map_cut_5 13_3 0.0063 map_cut_10 13_3 0.0105 map_cut_15 13_3 0.0166 map_cut_20 13_3 0.0198 map_cut_30 13_3 0.0296 map_cut_100 13_3 0.0747 map_cut_200 13_3 0.0910 map_cut_500 13_3 0.1282 map_cut_1000 13_3 0.1321 relative_P_5 13_3 0.2000 relative_P_10 13_3 0.2000 relative_P_15 13_3 0.2667 relative_P_20 13_3 0.2500 relative_P_30 13_3 0.2667 relative_P_100 13_3 0.2911 relative_P_200 13_3 0.3797 relative_P_500 13_3 0.6709 relative_P_1000 13_3 0.7089 success_1 13_3 0.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.0560 set_relative_P 13_3 0.7089 set_recall 13_3 0.7089 set_map 13_3 0.0397 set_F 13_3 0.1038 num_nonrel_judged_ret 13_3 28 rbp 13_3 0.1247 rbp_resid 13_3 0.3460 unj_5 13_3 0.0000 unj_10 13_3 0.4000 unj_20 13_3 0.4000 num_ret 13_4 1000 num_rel 13_4 132 num_rel_ret 13_4 75 map 13_4 0.1761 Rprec 13_4 0.2500 bpref 13_4 0.5132 recip_rank 13_4 1.0000 iprec_at_recall_0.00 13_4 1.0000 iprec_at_recall_0.10 13_4 0.5312 iprec_at_recall_0.20 13_4 0.3768 iprec_at_recall_0.30 13_4 0.2541 iprec_at_recall_0.40 13_4 0.2000 iprec_at_recall_0.50 13_4 0.1087 iprec_at_recall_0.60 13_4 0.0000 iprec_at_recall_0.70 13_4 0.0000 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 0.6000 P_10 13_4 0.4000 P_15 13_4 0.4667 P_20 13_4 0.4500 P_30 13_4 0.5000 P_100 13_4 0.2900 P_200 13_4 0.2350 P_500 13_4 0.1280 P_1000 13_4 0.0750 relstring 13_4 '212000---2' recall_5 13_4 0.0227 recall_10 13_4 0.0303 recall_15 13_4 0.0530 recall_20 13_4 0.0682 recall_30 13_4 0.1136 recall_100 13_4 0.2197 recall_200 13_4 0.3561 recall_500 13_4 0.4848 recall_1000 13_4 0.5682 infAP 13_4 0.1761 Rprec_mult_0.20 13_4 0.4815 Rprec_mult_0.40 13_4 0.3962 Rprec_mult_0.60 13_4 0.3375 Rprec_mult_0.80 13_4 0.2736 Rprec_mult_1.00 13_4 0.2500 Rprec_mult_1.20 13_4 0.2327 Rprec_mult_1.40 13_4 0.2486 Rprec_mult_1.60 13_4 0.2264 Rprec_mult_1.80 13_4 0.2185 Rprec_mult_2.00 13_4 0.1970 utility 13_4 -850.0000 11pt_avg 13_4 0.2246 binG 13_4 0.1148 G 13_4 0.0918 ndcg 13_4 0.4892 ndcg_rel 13_4 0.4440 Rndcg 13_4 0.4351 ndcg_cut_5 13_4 0.5265 ndcg_cut_10 13_4 0.4173 ndcg_cut_15 13_4 0.4368 ndcg_cut_20 13_4 0.4157 ndcg_cut_30 13_4 0.4444 ndcg_cut_100 13_4 0.3069 ndcg_cut_200 13_4 0.3644 ndcg_cut_500 13_4 0.4415 ndcg_cut_1000 13_4 0.4892 map_cut_5 13_4 0.0227 map_cut_10 13_4 0.0258 map_cut_15 13_4 0.0365 map_cut_20 13_4 0.0437 map_cut_30 13_4 0.0655 map_cut_100 13_4 0.1107 map_cut_200 13_4 0.1446 map_cut_500 13_4 0.1680 map_cut_1000 13_4 0.1761 relative_P_5 13_4 0.6000 relative_P_10 13_4 0.4000 relative_P_15 13_4 0.4667 relative_P_20 13_4 0.4500 relative_P_30 13_4 0.5000 relative_P_100 13_4 0.2900 relative_P_200 13_4 0.3561 relative_P_500 13_4 0.4848 relative_P_1000 13_4 0.5682 success_1 13_4 1.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.0750 set_relative_P 13_4 0.5682 set_recall 13_4 0.5682 set_map 13_4 0.0426 set_F 13_4 0.1325 num_nonrel_judged_ret 13_4 14 rbp 13_4 0.2831 rbp_resid 13_4 0.2981 unj_5 13_4 0.0000 unj_10 13_4 0.3000 unj_20 13_4 0.4000 num_ret 13_6 1000 num_rel 13_6 135 num_rel_ret 13_6 90 map 13_6 0.3104 Rprec 13_6 0.3630 bpref 13_6 0.6372 recip_rank 13_6 1.0000 iprec_at_recall_0.00 13_6 1.0000 iprec_at_recall_0.10 13_6 0.8261 iprec_at_recall_0.20 13_6 0.6585 iprec_at_recall_0.30 13_6 0.5000 iprec_at_recall_0.40 13_6 0.3216 iprec_at_recall_0.50 13_6 0.2177 iprec_at_recall_0.60 13_6 0.1610 iprec_at_recall_0.70 13_6 0.0000 iprec_at_recall_0.80 13_6 0.0000 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 0.8000 P_10 13_6 0.8000 P_15 13_6 0.8000 P_20 13_6 0.8000 P_30 13_6 0.7667 P_100 13_6 0.4200 P_200 13_6 0.2950 P_500 13_6 0.1600 P_1000 13_6 0.0900 relstring 13_6 '230222223-' recall_5 13_6 0.0296 recall_10 13_6 0.0593 recall_15 13_6 0.0889 recall_20 13_6 0.1185 recall_30 13_6 0.1704 recall_100 13_6 0.3111 recall_200 13_6 0.4370 recall_500 13_6 0.5926 recall_1000 13_6 0.6667 infAP 13_6 0.3104 Rprec_mult_0.20 13_6 0.7778 Rprec_mult_0.40 13_6 0.5556 Rprec_mult_0.60 13_6 0.4938 Rprec_mult_0.80 13_6 0.3981 Rprec_mult_1.00 13_6 0.3630 Rprec_mult_1.20 13_6 0.3272 Rprec_mult_1.40 13_6 0.3016 Rprec_mult_1.60 13_6 0.2824 Rprec_mult_1.80 13_6 0.2551 Rprec_mult_2.00 13_6 0.2333 utility 13_6 -820.0000 11pt_avg 13_6 0.3350 binG 13_6 0.1654 G 13_6 0.1136 ndcg 13_6 0.5867 ndcg_rel 13_6 0.5412 Rndcg 13_6 0.4861 ndcg_cut_5 13_6 0.5615 ndcg_cut_10 13_6 0.5769 ndcg_cut_15 13_6 0.5533 ndcg_cut_20 13_6 0.5670 ndcg_cut_30 13_6 0.5811 ndcg_cut_100 13_6 0.4259 ndcg_cut_200 13_6 0.4613 ndcg_cut_500 13_6 0.5498 ndcg_cut_1000 13_6 0.5867 map_cut_5 13_6 0.0263 map_cut_10 13_6 0.0519 map_cut_15 13_6 0.0767 map_cut_20 13_6 0.1003 map_cut_30 13_6 0.1416 map_cut_100 13_6 0.2247 map_cut_200 13_6 0.2680 map_cut_500 13_6 0.3006 map_cut_1000 13_6 0.3104 relative_P_5 13_6 0.8000 relative_P_10 13_6 0.8000 relative_P_15 13_6 0.8000 relative_P_20 13_6 0.8000 relative_P_30 13_6 0.7667 relative_P_100 13_6 0.4200 relative_P_200 13_6 0.4370 relative_P_500 13_6 0.5926 relative_P_1000 13_6 0.6667 success_1 13_6 1.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.0900 set_relative_P 13_6 0.6667 set_recall 13_6 0.6667 set_map 13_6 0.0600 set_F 13_6 0.1586 num_nonrel_judged_ret 13_6 6 rbp 13_6 0.4132 rbp_resid 13_6 0.1300 unj_5 13_6 0.0000 unj_10 13_6 0.1000 unj_20 13_6 0.1500 num_ret 13_8 1000 num_rel 13_8 100 num_rel_ret 13_8 20 map 13_8 0.0573 Rprec 13_8 0.0900 bpref 13_8 0.1855 recip_rank 13_8 1.0000 iprec_at_recall_0.00 13_8 1.0000 iprec_at_recall_0.10 13_8 0.0992 iprec_at_recall_0.20 13_8 0.0260 iprec_at_recall_0.30 13_8 0.0000 iprec_at_recall_0.40 13_8 0.0000 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 0.6000 P_10 13_8 0.4000 P_15 13_8 0.4000 P_20 13_8 0.3500 P_30 13_8 0.2333 P_100 13_8 0.0900 P_200 13_8 0.0650 P_500 13_8 0.0320 P_1000 13_8 0.0200 relstring 13_8 '111003----' recall_5 13_8 0.0300 recall_10 13_8 0.0400 recall_15 13_8 0.0600 recall_20 13_8 0.0700 recall_30 13_8 0.0700 recall_100 13_8 0.0900 recall_200 13_8 0.1300 recall_500 13_8 0.1600 recall_1000 13_8 0.2000 infAP 13_8 0.0573 Rprec_mult_0.20 13_8 0.3500 Rprec_mult_0.40 13_8 0.1750 Rprec_mult_0.60 13_8 0.1167 Rprec_mult_0.80 13_8 0.1000 Rprec_mult_1.00 13_8 0.0900 Rprec_mult_1.20 13_8 0.0833 Rprec_mult_1.40 13_8 0.0929 Rprec_mult_1.60 13_8 0.0813 Rprec_mult_1.80 13_8 0.0722 Rprec_mult_2.00 13_8 0.0650 utility 13_8 -960.0000 11pt_avg 13_8 0.1023 binG 13_8 0.0608 G 13_8 0.0392 ndcg 13_8 0.2110 ndcg_rel 13_8 0.2125 Rndcg 13_8 0.1824 ndcg_cut_5 13_8 0.2409 ndcg_cut_10 13_8 0.2347 ndcg_cut_15 13_8 0.2453 ndcg_cut_20 13_8 0.2518 ndcg_cut_30 13_8 0.2072 ndcg_cut_100 13_8 0.1350 ndcg_cut_200 13_8 0.1688 ndcg_cut_500 13_8 0.1882 ndcg_cut_1000 13_8 0.2110 map_cut_5 13_8 0.0300 map_cut_10 13_8 0.0367 map_cut_15 13_8 0.0451 map_cut_20 13_8 0.0490 map_cut_30 13_8 0.0490 map_cut_100 13_8 0.0512 map_cut_200 13_8 0.0549 map_cut_500 13_8 0.0562 map_cut_1000 13_8 0.0573 relative_P_5 13_8 0.6000 relative_P_10 13_8 0.4000 relative_P_15 13_8 0.4000 relative_P_20 13_8 0.3500 relative_P_30 13_8 0.2333 relative_P_100 13_8 0.0900 relative_P_200 13_8 0.1300 relative_P_500 13_8 0.1600 relative_P_1000 13_8 0.2000 success_1 13_8 1.0000 success_5 13_8 1.0000 success_10 13_8 1.0000 set_P 13_8 0.0200 set_relative_P 13_8 0.2000 set_recall 13_8 0.2000 set_map 13_8 0.0040 set_F 13_8 0.0364 num_nonrel_judged_ret 13_8 10 rbp 13_8 0.2040 rbp_resid 13_8 0.3707 unj_5 13_8 0.0000 unj_10 13_8 0.4000 unj_20 13_8 0.4000 num_ret 14_10 1000 num_rel 14_10 52 num_rel_ret 14_10 50 map 14_10 0.4131 Rprec 14_10 0.4423 bpref 14_10 0.7093 recip_rank 14_10 1.0000 iprec_at_recall_0.00 14_10 1.0000 iprec_at_recall_0.10 14_10 0.6923 iprec_at_recall_0.20 14_10 0.6471 iprec_at_recall_0.30 14_10 0.5312 iprec_at_recall_0.40 14_10 0.4773 iprec_at_recall_0.50 14_10 0.4667 iprec_at_recall_0.60 14_10 0.4026 iprec_at_recall_0.70 14_10 0.3186 iprec_at_recall_0.80 14_10 0.2456 iprec_at_recall_0.90 14_10 0.1260 iprec_at_recall_1.00 14_10 0.0000 P_5 14_10 0.6000 P_10 14_10 0.6000 P_15 14_10 0.6000 P_20 14_10 0.6000 P_30 14_10 0.5000 P_100 14_10 0.3300 P_200 14_10 0.2200 P_500 14_10 0.0980 P_1000 14_10 0.0500 relstring 14_10 '3002120-31' recall_5 14_10 0.0577 recall_10 14_10 0.1154 recall_15 14_10 0.1731 recall_20 14_10 0.2308 recall_30 14_10 0.2885 recall_100 14_10 0.6346 recall_200 14_10 0.8462 recall_500 14_10 0.9423 recall_1000 14_10 0.9615 infAP 14_10 0.4131 Rprec_mult_0.20 14_10 0.6364 Rprec_mult_0.40 14_10 0.5714 Rprec_mult_0.60 14_10 0.5312 Rprec_mult_0.80 14_10 0.4524 Rprec_mult_1.00 14_10 0.4423 Rprec_mult_1.20 14_10 0.4444 Rprec_mult_1.40 14_10 0.4110 Rprec_mult_1.60 14_10 0.3810 Rprec_mult_1.80 14_10 0.3511 Rprec_mult_2.00 14_10 0.3269 utility 14_10 -900.0000 11pt_avg 14_10 0.4461 binG 14_10 0.2356 G 14_10 0.2139 ndcg 14_10 0.7468 ndcg_rel 14_10 0.5994 Rndcg 14_10 0.5509 ndcg_cut_5 14_10 0.5292 ndcg_cut_10 14_10 0.5485 ndcg_cut_15 14_10 0.5424 ndcg_cut_20 14_10 0.5370 ndcg_cut_30 14_10 0.4823 ndcg_cut_100 14_10 0.5951 ndcg_cut_200 14_10 0.6933 ndcg_cut_500 14_10 0.7424 ndcg_cut_1000 14_10 0.7468 map_cut_5 14_10 0.0404 map_cut_10 14_10 0.0754 map_cut_15 14_10 0.1138 map_cut_20 14_10 0.1504 map_cut_30 14_10 0.1817 map_cut_100 14_10 0.3386 map_cut_200 14_10 0.3982 map_cut_500 14_10 0.4117 map_cut_1000 14_10 0.4131 relative_P_5 14_10 0.6000 relative_P_10 14_10 0.6000 relative_P_15 14_10 0.6000 relative_P_20 14_10 0.6000 relative_P_30 14_10 0.5000 relative_P_100 14_10 0.6346 relative_P_200 14_10 0.8462 relative_P_500 14_10 0.9423 relative_P_1000 14_10 0.9615 success_1 14_10 1.0000 success_5 14_10 1.0000 success_10 14_10 1.0000 set_P 14_10 0.0500 set_relative_P 14_10 0.9615 set_recall 14_10 0.9615 set_map 14_10 0.0481 set_F 14_10 0.0951 num_nonrel_judged_ret 14_10 30 rbp 14_10 0.3707 rbp_resid 14_10 0.1348 unj_5 14_10 0.0000 unj_10 14_10 0.1000 unj_20 14_10 0.1500 num_ret 14_2 1000 num_rel 14_2 105 num_rel_ret 14_2 49 map 14_2 0.1382 Rprec 14_2 0.2571 bpref 14_2 0.3896 recip_rank 14_2 0.5000 iprec_at_recall_0.00 14_2 0.6667 iprec_at_recall_0.10 14_2 0.4783 iprec_at_recall_0.20 14_2 0.3750 iprec_at_recall_0.30 14_2 0.1988 iprec_at_recall_0.40 14_2 0.0903 iprec_at_recall_0.50 14_2 0.0000 iprec_at_recall_0.60 14_2 0.0000 iprec_at_recall_0.70 14_2 0.0000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 0.6000 P_10 14_2 0.6000 P_15 14_2 0.4667 P_20 14_2 0.4500 P_30 14_2 0.3667 P_100 14_2 0.2600 P_200 14_2 0.1700 P_500 14_2 0.0840 P_1000 14_2 0.0490 relstring 14_2 '020211022-' recall_5 14_2 0.0286 recall_10 14_2 0.0571 recall_15 14_2 0.0667 recall_20 14_2 0.0857 recall_30 14_2 0.1048 recall_100 14_2 0.2476 recall_200 14_2 0.3238 recall_500 14_2 0.4000 recall_1000 14_2 0.4667 infAP 14_2 0.1382 Rprec_mult_0.20 14_2 0.4286 Rprec_mult_0.40 14_2 0.3810 Rprec_mult_0.60 14_2 0.3492 Rprec_mult_0.80 14_2 0.2857 Rprec_mult_1.00 14_2 0.2571 Rprec_mult_1.20 14_2 0.2222 Rprec_mult_1.40 14_2 0.2041 Rprec_mult_1.60 14_2 0.1905 Rprec_mult_1.80 14_2 0.1746 Rprec_mult_2.00 14_2 0.1619 utility 14_2 -902.0000 11pt_avg 14_2 0.1645 binG 14_2 0.0978 G 14_2 0.0819 ndcg 14_2 0.3889 ndcg_rel 14_2 0.3543 Rndcg 14_2 0.3065 ndcg_cut_5 14_2 0.2967 ndcg_cut_10 14_2 0.3519 ndcg_cut_15 14_2 0.3054 ndcg_cut_20 14_2 0.3051 ndcg_cut_30 14_2 0.2746 ndcg_cut_100 14_2 0.2762 ndcg_cut_200 14_2 0.3144 ndcg_cut_500 14_2 0.3528 ndcg_cut_1000 14_2 0.3889 map_cut_5 14_2 0.0152 map_cut_10 14_2 0.0339 map_cut_15 14_2 0.0390 map_cut_20 14_2 0.0483 map_cut_30 14_2 0.0571 map_cut_100 14_2 0.1073 map_cut_200 14_2 0.1232 map_cut_500 14_2 0.1335 map_cut_1000 14_2 0.1382 relative_P_5 14_2 0.6000 relative_P_10 14_2 0.6000 relative_P_15 14_2 0.4667 relative_P_20 14_2 0.4500 relative_P_30 14_2 0.3667 relative_P_100 14_2 0.2600 relative_P_200 14_2 0.3238 relative_P_500 14_2 0.4000 relative_P_1000 14_2 0.4667 success_1 14_2 0.0000 success_5 14_2 1.0000 success_10 14_2 1.0000 set_P 14_2 0.0490 set_relative_P 14_2 0.4667 set_recall 14_2 0.4667 set_map 14_2 0.0229 set_F 14_2 0.0887 num_nonrel_judged_ret 14_2 26 rbp 14_2 0.2546 rbp_resid 14_2 0.1805 unj_5 14_2 0.0000 unj_10 14_2 0.1000 unj_20 14_2 0.2500 num_ret 14_3 1000 num_rel 14_3 160 num_rel_ret 14_3 81 map 14_3 0.1899 Rprec 14_3 0.3125 bpref 14_3 0.4074 recip_rank 14_3 1.0000 iprec_at_recall_0.00 14_3 1.0000 iprec_at_recall_0.10 14_3 0.5862 iprec_at_recall_0.20 14_3 0.3596 iprec_at_recall_0.30 14_3 0.3288 iprec_at_recall_0.40 14_3 0.2388 iprec_at_recall_0.50 14_3 0.0994 iprec_at_recall_0.60 14_3 0.0000 iprec_at_recall_0.70 14_3 0.0000 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 0.8000 P_10 14_3 0.8000 P_15 14_3 0.6000 P_20 14_3 0.6000 P_30 14_3 0.5667 P_100 14_3 0.3300 P_200 14_3 0.2800 P_500 14_3 0.1480 P_1000 14_3 0.0810 relstring 14_3 '10111-3222' recall_5 14_3 0.0250 recall_10 14_3 0.0500 recall_15 14_3 0.0563 recall_20 14_3 0.0750 recall_30 14_3 0.1062 recall_100 14_3 0.2062 recall_200 14_3 0.3500 recall_500 14_3 0.4625 recall_1000 14_3 0.5062 infAP 14_3 0.1899 Rprec_mult_0.20 14_3 0.5312 Rprec_mult_0.40 14_3 0.3594 Rprec_mult_0.60 14_3 0.3438 Rprec_mult_0.80 14_3 0.3359 Rprec_mult_1.00 14_3 0.3125 Rprec_mult_1.20 14_3 0.2812 Rprec_mult_1.40 14_3 0.2679 Rprec_mult_1.60 14_3 0.2422 Rprec_mult_1.80 14_3 0.2222 Rprec_mult_2.00 14_3 0.2062 utility 14_3 -838.0000 11pt_avg 14_3 0.2375 binG 14_3 0.1082 G 14_3 0.0837 ndcg 14_3 0.4358 ndcg_rel 14_3 0.3981 Rndcg 14_3 0.3258 ndcg_cut_5 14_3 0.2887 ndcg_cut_10 14_3 0.4572 ndcg_cut_15 14_3 0.4105 ndcg_cut_20 14_3 0.3949 ndcg_cut_30 14_3 0.3750 ndcg_cut_100 14_3 0.3154 ndcg_cut_200 14_3 0.3556 ndcg_cut_500 14_3 0.4192 ndcg_cut_1000 14_3 0.4358 map_cut_5 14_3 0.0201 map_cut_10 14_3 0.0391 map_cut_15 14_3 0.0442 map_cut_20 14_3 0.0561 map_cut_30 14_3 0.0746 map_cut_100 14_3 0.1134 map_cut_200 14_3 0.1599 map_cut_500 14_3 0.1843 map_cut_1000 14_3 0.1899 relative_P_5 14_3 0.8000 relative_P_10 14_3 0.8000 relative_P_15 14_3 0.6000 relative_P_20 14_3 0.6000 relative_P_30 14_3 0.5667 relative_P_100 14_3 0.3300 relative_P_200 14_3 0.3500 relative_P_500 14_3 0.4625 relative_P_1000 14_3 0.5062 success_1 14_3 1.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.0810 set_relative_P 14_3 0.5062 set_recall 14_3 0.5062 set_map 14_3 0.0410 set_F 14_3 0.1397 num_nonrel_judged_ret 14_3 30 rbp 14_3 0.3053 rbp_resid 14_3 0.1505 unj_5 14_3 0.0000 unj_10 14_3 0.1000 unj_20 14_3 0.1000 num_ret 14_4 1000 num_rel 14_4 46 num_rel_ret 14_4 38 map 14_4 0.0364 Rprec 14_4 0.0870 bpref 14_4 0.1597 recip_rank 14_4 0.1000 iprec_at_recall_0.00 14_4 0.1250 iprec_at_recall_0.10 14_4 0.0933 iprec_at_recall_0.20 14_4 0.0763 iprec_at_recall_0.30 14_4 0.0382 iprec_at_recall_0.40 14_4 0.0382 iprec_at_recall_0.50 14_4 0.0382 iprec_at_recall_0.60 14_4 0.0382 iprec_at_recall_0.70 14_4 0.0382 iprec_at_recall_0.80 14_4 0.0382 iprec_at_recall_0.90 14_4 0.0000 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.0000 P_10 14_4 0.1000 P_15 14_4 0.0667 P_20 14_4 0.0500 P_30 14_4 0.1000 P_100 14_4 0.0700 P_200 14_4 0.0450 P_500 14_4 0.0220 P_1000 14_4 0.0380 relstring 14_4 '00000-0003' recall_5 14_4 0.0000 recall_10 14_4 0.0217 recall_15 14_4 0.0217 recall_20 14_4 0.0217 recall_30 14_4 0.0652 recall_100 14_4 0.1522 recall_200 14_4 0.1957 recall_500 14_4 0.2391 recall_1000 14_4 0.8261 infAP 14_4 0.0364 Rprec_mult_0.20 14_4 0.1000 Rprec_mult_0.40 14_4 0.0526 Rprec_mult_0.60 14_4 0.1071 Rprec_mult_0.80 14_4 0.0811 Rprec_mult_1.00 14_4 0.0870 Rprec_mult_1.20 14_4 0.0714 Rprec_mult_1.40 14_4 0.0615 Rprec_mult_1.60 14_4 0.0811 Rprec_mult_1.80 14_4 0.0843 Rprec_mult_2.00 14_4 0.0761 utility 14_4 -924.0000 11pt_avg 14_4 0.0476 binG 14_4 0.1034 G 14_4 0.1015 ndcg 14_4 0.3444 ndcg_rel 14_4 0.2378 Rndcg 14_4 0.1185 ndcg_cut_5 14_4 0.0000 ndcg_cut_10 14_4 0.0650 ndcg_cut_15 14_4 0.0543 ndcg_cut_20 14_4 0.0473 ndcg_cut_30 14_4 0.0853 ndcg_cut_100 14_4 0.1237 ndcg_cut_200 14_4 0.1485 ndcg_cut_500 14_4 0.1644 ndcg_cut_1000 14_4 0.3444 map_cut_5 14_4 0.0000 map_cut_10 14_4 0.0022 map_cut_15 14_4 0.0022 map_cut_20 14_4 0.0022 map_cut_30 14_4 0.0069 map_cut_100 14_4 0.0144 map_cut_200 14_4 0.0177 map_cut_500 14_4 0.0192 map_cut_1000 14_4 0.0364 relative_P_5 14_4 0.0000 relative_P_10 14_4 0.1000 relative_P_15 14_4 0.0667 relative_P_20 14_4 0.0500 relative_P_30 14_4 0.1000 relative_P_100 14_4 0.1522 relative_P_200 14_4 0.1957 relative_P_500 14_4 0.2391 relative_P_1000 14_4 0.8261 success_1 14_4 0.0000 success_5 14_4 0.0000 success_10 14_4 1.0000 set_P 14_4 0.0380 set_relative_P 14_4 0.8261 set_recall 14_4 0.8261 set_map 14_4 0.0314 set_F 14_4 0.0727 num_nonrel_judged_ret 14_4 58 rbp 14_4 0.0532 rbp_resid 14_4 0.3032 unj_5 14_4 0.0000 unj_10 14_4 0.1000 unj_20 14_4 0.4000 num_ret 14_7 1000 num_rel 14_7 83 num_rel_ret 14_7 14 map 14_7 0.0017 Rprec 14_7 0.0000 bpref 14_7 0.1184 recip_rank 14_7 0.0063 iprec_at_recall_0.00 14_7 0.0153 iprec_at_recall_0.10 14_7 0.0153 iprec_at_recall_0.20 14_7 0.0000 iprec_at_recall_0.30 14_7 0.0000 iprec_at_recall_0.40 14_7 0.0000 iprec_at_recall_0.50 14_7 0.0000 iprec_at_recall_0.60 14_7 0.0000 iprec_at_recall_0.70 14_7 0.0000 iprec_at_recall_0.80 14_7 0.0000 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 0.0000 P_10 14_7 0.0000 P_15 14_7 0.0000 P_20 14_7 0.0000 P_30 14_7 0.0000 P_100 14_7 0.0000 P_200 14_7 0.0050 P_500 14_7 0.0060 P_1000 14_7 0.0140 relstring 14_7 '0-00------' recall_5 14_7 0.0000 recall_10 14_7 0.0000 recall_15 14_7 0.0000 recall_20 14_7 0.0000 recall_30 14_7 0.0000 recall_100 14_7 0.0000 recall_200 14_7 0.0120 recall_500 14_7 0.0361 recall_1000 14_7 0.1687 infAP 14_7 0.0017 Rprec_mult_0.20 14_7 0.0000 Rprec_mult_0.40 14_7 0.0000 Rprec_mult_0.60 14_7 0.0000 Rprec_mult_0.80 14_7 0.0000 Rprec_mult_1.00 14_7 0.0000 Rprec_mult_1.20 14_7 0.0000 Rprec_mult_1.40 14_7 0.0000 Rprec_mult_1.60 14_7 0.0000 Rprec_mult_1.80 14_7 0.0000 Rprec_mult_2.00 14_7 0.0060 utility 14_7 -972.0000 11pt_avg 14_7 0.0028 binG 14_7 0.0184 G 14_7 0.0205 ndcg 14_7 0.0802 ndcg_rel 14_7 0.0731 Rndcg 14_7 0.0200 ndcg_cut_5 14_7 0.0000 ndcg_cut_10 14_7 0.0000 ndcg_cut_15 14_7 0.0000 ndcg_cut_20 14_7 0.0000 ndcg_cut_30 14_7 0.0000 ndcg_cut_100 14_7 0.0000 ndcg_cut_200 14_7 0.0043 ndcg_cut_500 14_7 0.0119 ndcg_cut_1000 14_7 0.0802 map_cut_5 14_7 0.0000 map_cut_10 14_7 0.0000 map_cut_15 14_7 0.0000 map_cut_20 14_7 0.0000 map_cut_30 14_7 0.0000 map_cut_100 14_7 0.0000 map_cut_200 14_7 0.0001 map_cut_500 14_7 0.0003 map_cut_1000 14_7 0.0017 relative_P_5 14_7 0.0000 relative_P_10 14_7 0.0000 relative_P_15 14_7 0.0000 relative_P_20 14_7 0.0000 relative_P_30 14_7 0.0000 relative_P_100 14_7 0.0000 relative_P_200 14_7 0.0120 relative_P_500 14_7 0.0361 relative_P_1000 14_7 0.1687 success_1 14_7 0.0000 success_5 14_7 0.0000 success_10 14_7 0.0000 set_P 14_7 0.0140 set_relative_P 14_7 0.1687 set_recall 14_7 0.1687 set_map 14_7 0.0024 set_F 14_7 0.0259 num_nonrel_judged_ret 14_7 34 rbp 14_7 0.0000 rbp_resid 14_7 0.7133 unj_5 14_7 0.4000 unj_10 14_7 0.7000 unj_20 14_7 0.7500 num_ret 14_8 1000 num_rel 14_8 18 num_rel_ret 14_8 8 map 14_8 0.0227 Rprec 14_8 0.0000 bpref 14_8 0.0154 recip_rank 14_8 0.0500 iprec_at_recall_0.00 14_8 0.0968 iprec_at_recall_0.10 14_8 0.0968 iprec_at_recall_0.20 14_8 0.0440 iprec_at_recall_0.30 14_8 0.0435 iprec_at_recall_0.40 14_8 0.0317 iprec_at_recall_0.50 14_8 0.0000 iprec_at_recall_0.60 14_8 0.0000 iprec_at_recall_0.70 14_8 0.0000 iprec_at_recall_0.80 14_8 0.0000 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.0000 P_10 14_8 0.0000 P_15 14_8 0.0000 P_20 14_8 0.0500 P_30 14_8 0.0667 P_100 14_8 0.0400 P_200 14_8 0.0300 P_500 14_8 0.0160 P_1000 14_8 0.0080 relstring 14_8 '00000000-0' recall_5 14_8 0.0000 recall_10 14_8 0.0000 recall_15 14_8 0.0000 recall_20 14_8 0.0556 recall_30 14_8 0.1111 recall_100 14_8 0.2222 recall_200 14_8 0.3333 recall_500 14_8 0.4444 recall_1000 14_8 0.4444 infAP 14_8 0.0227 Rprec_mult_0.20 14_8 0.0000 Rprec_mult_0.40 14_8 0.0000 Rprec_mult_0.60 14_8 0.0000 Rprec_mult_0.80 14_8 0.0000 Rprec_mult_1.00 14_8 0.0000 Rprec_mult_1.20 14_8 0.0455 Rprec_mult_1.40 14_8 0.0385 Rprec_mult_1.60 14_8 0.0690 Rprec_mult_1.80 14_8 0.0909 Rprec_mult_2.00 14_8 0.0833 utility 14_8 -984.0000 11pt_avg 14_8 0.0284 binG 14_8 0.0742 G 14_8 0.0649 ndcg 14_8 0.1640 ndcg_rel 14_8 0.1377 Rndcg 14_8 0.0547 ndcg_cut_5 14_8 0.0000 ndcg_cut_10 14_8 0.0000 ndcg_cut_15 14_8 0.0000 ndcg_cut_20 14_8 0.0446 ndcg_cut_30 14_8 0.0649 ndcg_cut_100 14_8 0.0995 ndcg_cut_200 14_8 0.1272 ndcg_cut_500 14_8 0.1640 ndcg_cut_1000 14_8 0.1640 map_cut_5 14_8 0.0000 map_cut_10 14_8 0.0000 map_cut_15 14_8 0.0000 map_cut_20 14_8 0.0028 map_cut_30 14_8 0.0069 map_cut_100 14_8 0.0147 map_cut_200 14_8 0.0193 map_cut_500 14_8 0.0227 map_cut_1000 14_8 0.0227 relative_P_5 14_8 0.0000 relative_P_10 14_8 0.0000 relative_P_15 14_8 0.0000 relative_P_20 14_8 0.0556 relative_P_30 14_8 0.1111 relative_P_100 14_8 0.2222 relative_P_200 14_8 0.3333 relative_P_500 14_8 0.4444 relative_P_1000 14_8 0.4444 success_1 14_8 0.0000 success_5 14_8 0.0000 success_10 14_8 0.0000 set_P 14_8 0.0080 set_relative_P 14_8 0.4444 set_recall 14_8 0.4444 set_map 14_8 0.0036 set_F 14_8 0.0157 num_nonrel_judged_ret 14_8 81 rbp 14_8 0.0189 rbp_resid 14_8 0.1744 unj_5 14_8 0.0000 unj_10 14_8 0.1000 unj_20 14_8 0.2500 num_ret 14_9 1000 num_rel 14_9 213 num_rel_ret 14_9 111 map 14_9 0.1491 Rprec 14_9 0.2535 bpref 14_9 0.3976 recip_rank 14_9 1.0000 iprec_at_recall_0.00 14_9 1.0000 iprec_at_recall_0.10 14_9 0.3818 iprec_at_recall_0.20 14_9 0.2914 iprec_at_recall_0.30 14_9 0.2410 iprec_at_recall_0.40 14_9 0.1963 iprec_at_recall_0.50 14_9 0.1536 iprec_at_recall_0.60 14_9 0.0000 iprec_at_recall_0.70 14_9 0.0000 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 0.4000 P_10 14_9 0.6000 P_15 14_9 0.5333 P_20 14_9 0.4500 P_30 14_9 0.4667 P_100 14_9 0.3100 P_200 14_9 0.2650 P_500 14_9 0.1860 P_1000 14_9 0.1110 relstring 14_9 '2000222102' recall_5 14_9 0.0094 recall_10 14_9 0.0282 recall_15 14_9 0.0376 recall_20 14_9 0.0423 recall_30 14_9 0.0657 recall_100 14_9 0.1455 recall_200 14_9 0.2488 recall_500 14_9 0.4366 recall_1000 14_9 0.5211 infAP 14_9 0.1491 Rprec_mult_0.20 14_9 0.3721 Rprec_mult_0.40 14_9 0.3023 Rprec_mult_0.60 14_9 0.3047 Rprec_mult_0.80 14_9 0.2865 Rprec_mult_1.00 14_9 0.2535 Rprec_mult_1.20 14_9 0.2344 Rprec_mult_1.40 14_9 0.2274 Rprec_mult_1.60 14_9 0.2170 Rprec_mult_1.80 14_9 0.2083 Rprec_mult_2.00 14_9 0.1972 utility 14_9 -778.0000 11pt_avg 14_9 0.2058 binG 14_9 0.0883 G 14_9 0.0693 ndcg 14_9 0.4127 ndcg_rel 14_9 0.3579 Rndcg 14_9 0.3100 ndcg_cut_5 14_9 0.3136 ndcg_cut_10 14_9 0.3702 ndcg_cut_15 14_9 0.3531 ndcg_cut_20 14_9 0.3220 ndcg_cut_30 14_9 0.3178 ndcg_cut_100 14_9 0.2464 ndcg_cut_200 14_9 0.2494 ndcg_cut_500 14_9 0.3575 ndcg_cut_1000 14_9 0.4127 map_cut_5 14_9 0.0066 map_cut_10 14_9 0.0174 map_cut_15 14_9 0.0230 map_cut_20 14_9 0.0256 map_cut_30 14_9 0.0361 map_cut_100 14_9 0.0645 map_cut_200 14_9 0.0947 map_cut_500 14_9 0.1356 map_cut_1000 14_9 0.1491 relative_P_5 14_9 0.4000 relative_P_10 14_9 0.6000 relative_P_15 14_9 0.5333 relative_P_20 14_9 0.4500 relative_P_30 14_9 0.4667 relative_P_100 14_9 0.3100 relative_P_200 14_9 0.2650 relative_P_500 14_9 0.4366 relative_P_1000 14_9 0.5211 success_1 14_9 1.0000 success_5 14_9 1.0000 success_10 14_9 1.0000 set_P 14_9 0.1110 set_relative_P 14_9 0.5211 set_recall 14_9 0.5211 set_map 14_9 0.0578 set_F 14_9 0.1830 num_nonrel_judged_ret 14_9 24 rbp 14_9 0.2830 rbp_resid 14_9 0.1029 unj_5 14_9 0.0000 unj_10 14_9 0.0000 unj_20 14_9 0.1000 num_ret 15_1 1000 num_rel 15_1 81 num_rel_ret 15_1 21 map 15_1 0.0360 Rprec 15_1 0.0988 bpref 15_1 0.2029 recip_rank 15_1 0.3333 iprec_at_recall_0.00 15_1 0.5000 iprec_at_recall_0.10 15_1 0.1190 iprec_at_recall_0.20 15_1 0.0776 iprec_at_recall_0.30 15_1 0.0000 iprec_at_recall_0.40 15_1 0.0000 iprec_at_recall_0.50 15_1 0.0000 iprec_at_recall_0.60 15_1 0.0000 iprec_at_recall_0.70 15_1 0.0000 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 0.4000 P_10 15_1 0.2000 P_15 15_1 0.2000 P_20 15_1 0.2000 P_30 15_1 0.1333 P_100 15_1 0.1000 P_200 15_1 0.0750 P_500 15_1 0.0420 P_1000 15_1 0.0210 relstring 15_1 '0011----0-' recall_5 15_1 0.0247 recall_10 15_1 0.0247 recall_15 15_1 0.0370 recall_20 15_1 0.0494 recall_30 15_1 0.0494 recall_100 15_1 0.1235 recall_200 15_1 0.1852 recall_500 15_1 0.2593 recall_1000 15_1 0.2593 infAP 15_1 0.0360 Rprec_mult_0.20 15_1 0.1765 Rprec_mult_0.40 15_1 0.1212 Rprec_mult_0.60 15_1 0.1429 Rprec_mult_0.80 15_1 0.1077 Rprec_mult_1.00 15_1 0.0988 Rprec_mult_1.20 15_1 0.1020 Rprec_mult_1.40 15_1 0.0965 Rprec_mult_1.60 15_1 0.0846 Rprec_mult_1.80 15_1 0.0822 Rprec_mult_2.00 15_1 0.0864 utility 15_1 -958.0000 11pt_avg 15_1 0.0633 binG 15_1 0.0501 G 15_1 0.0372 ndcg 15_1 0.1688 ndcg_rel 15_1 0.1565 Rndcg 15_1 0.1109 ndcg_cut_5 15_1 0.1052 ndcg_cut_10 15_1 0.0751 ndcg_cut_15 15_1 0.0991 ndcg_cut_20 15_1 0.0989 ndcg_cut_30 15_1 0.0795 ndcg_cut_100 15_1 0.1041 ndcg_cut_200 15_1 0.1305 ndcg_cut_500 15_1 0.1688 ndcg_cut_1000 15_1 0.1688 map_cut_5 15_1 0.0103 map_cut_10 15_1 0.0103 map_cut_15 15_1 0.0137 map_cut_20 15_1 0.0163 map_cut_30 15_1 0.0163 map_cut_100 15_1 0.0259 map_cut_200 15_1 0.0313 map_cut_500 15_1 0.0360 map_cut_1000 15_1 0.0360 relative_P_5 15_1 0.4000 relative_P_10 15_1 0.2000 relative_P_15 15_1 0.2000 relative_P_20 15_1 0.2000 relative_P_30 15_1 0.1333 relative_P_100 15_1 0.1235 relative_P_200 15_1 0.1852 relative_P_500 15_1 0.2593 relative_P_1000 15_1 0.2593 success_1 15_1 0.0000 success_5 15_1 1.0000 success_10 15_1 1.0000 set_P 15_1 0.0210 set_relative_P 15_1 0.2593 set_recall 15_1 0.2593 set_map 15_1 0.0054 set_F 15_1 0.0389 num_nonrel_judged_ret 15_1 32 rbp 15_1 0.0833 rbp_resid 15_1 0.4723 unj_5 15_1 0.2000 unj_10 15_1 0.5000 unj_20 15_1 0.5000 num_ret 15_10 1000 num_rel 15_10 35 num_rel_ret 15_10 30 map 15_10 0.1627 Rprec 15_10 0.2286 bpref 15_10 0.4824 recip_rank 15_10 0.5000 iprec_at_recall_0.00 15_10 0.5000 iprec_at_recall_0.10 15_10 0.4545 iprec_at_recall_0.20 15_10 0.2800 iprec_at_recall_0.30 15_10 0.1429 iprec_at_recall_0.40 15_10 0.1371 iprec_at_recall_0.50 15_10 0.1314 iprec_at_recall_0.60 15_10 0.1050 iprec_at_recall_0.70 15_10 0.0748 iprec_at_recall_0.80 15_10 0.0695 iprec_at_recall_0.90 15_10 0.0000 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 0.4000 P_10 15_10 0.4000 P_15 15_10 0.3333 P_20 15_10 0.3000 P_30 15_10 0.2333 P_100 15_10 0.1300 P_200 15_10 0.1050 P_500 15_10 0.0580 P_1000 15_10 0.0300 relstring 15_10 '030102--01' recall_5 15_10 0.0571 recall_10 15_10 0.1143 recall_15 15_10 0.1429 recall_20 15_10 0.1714 recall_30 15_10 0.2000 recall_100 15_10 0.3714 recall_200 15_10 0.6000 recall_500 15_10 0.8286 recall_1000 15_10 0.8571 infAP 15_10 0.1627 Rprec_mult_0.20 15_10 0.4286 Rprec_mult_0.40 15_10 0.3571 Rprec_mult_0.60 15_10 0.2857 Rprec_mult_0.80 15_10 0.2500 Rprec_mult_1.00 15_10 0.2286 Rprec_mult_1.20 15_10 0.1905 Rprec_mult_1.40 15_10 0.1837 Rprec_mult_1.60 15_10 0.1607 Rprec_mult_1.80 15_10 0.1429 Rprec_mult_2.00 15_10 0.1429 utility 15_10 -940.0000 11pt_avg 15_10 0.1723 binG 15_10 0.1720 G 15_10 0.1700 ndcg 15_10 0.5392 ndcg_rel 15_10 0.4375 Rndcg 15_10 0.3883 ndcg_cut_5 15_10 0.3086 ndcg_cut_10 15_10 0.3188 ndcg_cut_15 15_10 0.3543 ndcg_cut_20 15_10 0.3591 ndcg_cut_30 15_10 0.3226 ndcg_cut_100 15_10 0.3781 ndcg_cut_200 15_10 0.4649 ndcg_cut_500 15_10 0.5325 ndcg_cut_1000 15_10 0.5392 map_cut_5 15_10 0.0286 map_cut_10 15_10 0.0543 map_cut_15 15_10 0.0673 map_cut_20 15_10 0.0774 map_cut_30 15_10 0.0854 map_cut_100 15_10 0.1142 map_cut_200 15_10 0.1427 map_cut_500 15_10 0.1614 map_cut_1000 15_10 0.1627 relative_P_5 15_10 0.4000 relative_P_10 15_10 0.4000 relative_P_15 15_10 0.3333 relative_P_20 15_10 0.3000 relative_P_30 15_10 0.2333 relative_P_100 15_10 0.3714 relative_P_200 15_10 0.6000 relative_P_500 15_10 0.8286 relative_P_1000 15_10 0.8571 success_1 15_10 0.0000 success_5 15_10 1.0000 success_10 15_10 1.0000 set_P 15_10 0.0300 set_relative_P 15_10 0.8571 set_recall 15_10 0.8571 set_map 15_10 0.0257 set_F 15_10 0.0580 num_nonrel_judged_ret 15_10 27 rbp 15_10 0.2196 rbp_resid 15_10 0.3273 unj_5 15_10 0.0000 unj_10 15_10 0.2000 unj_20 15_10 0.4000 num_ret 15_3 1000 num_rel 15_3 22 num_rel_ret 15_3 10 map 15_3 0.0372 Rprec 15_3 0.1364 bpref 15_3 0.1901 recip_rank 15_3 0.1111 iprec_at_recall_0.00 15_3 0.1667 iprec_at_recall_0.10 15_3 0.1667 iprec_at_recall_0.20 15_3 0.0845 iprec_at_recall_0.30 15_3 0.0722 iprec_at_recall_0.40 15_3 0.0239 iprec_at_recall_0.50 15_3 0.0000 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.0000 P_10 15_3 0.1000 P_15 15_3 0.0667 P_20 15_3 0.1500 P_30 15_3 0.1000 P_100 15_3 0.0700 P_200 15_3 0.0400 P_500 15_3 0.0180 P_1000 15_3 0.0100 relstring 15_3 '0000-0-02-' recall_5 15_3 0.0000 recall_10 15_3 0.0455 recall_15 15_3 0.0455 recall_20 15_3 0.1364 recall_30 15_3 0.1364 recall_100 15_3 0.3182 recall_200 15_3 0.3636 recall_500 15_3 0.4091 recall_1000 15_3 0.4545 infAP 15_3 0.0372 Rprec_mult_0.20 15_3 0.0000 Rprec_mult_0.40 15_3 0.1111 Rprec_mult_0.60 15_3 0.0714 Rprec_mult_0.80 15_3 0.1667 Rprec_mult_1.00 15_3 0.1364 Rprec_mult_1.20 15_3 0.1111 Rprec_mult_1.40 15_3 0.0968 Rprec_mult_1.60 15_3 0.0833 Rprec_mult_1.80 15_3 0.0750 Rprec_mult_2.00 15_3 0.0682 utility 15_3 -980.0000 11pt_avg 15_3 0.0467 binG 15_3 0.0831 G 15_3 0.0831 ndcg 15_3 0.2386 ndcg_rel 15_3 0.2075 Rndcg 15_3 0.1446 ndcg_cut_5 15_3 0.0000 ndcg_cut_10 15_3 0.0663 ndcg_cut_15 15_3 0.0579 ndcg_cut_20 15_3 0.1340 ndcg_cut_30 15_3 0.1291 ndcg_cut_100 15_3 0.1981 ndcg_cut_200 15_3 0.2101 ndcg_cut_500 15_3 0.2295 ndcg_cut_1000 15_3 0.2386 map_cut_5 15_3 0.0000 map_cut_10 15_3 0.0051 map_cut_15 15_3 0.0051 map_cut_20 15_3 0.0180 map_cut_30 15_3 0.0180 map_cut_100 15_3 0.0324 map_cut_200 15_3 0.0354 map_cut_500 15_3 0.0364 map_cut_1000 15_3 0.0372 relative_P_5 15_3 0.0000 relative_P_10 15_3 0.1000 relative_P_15 15_3 0.0667 relative_P_20 15_3 0.1500 relative_P_30 15_3 0.1364 relative_P_100 15_3 0.3182 relative_P_200 15_3 0.3636 relative_P_500 15_3 0.4091 relative_P_1000 15_3 0.4545 success_1 15_3 0.0000 success_5 15_3 0.0000 success_10 15_3 1.0000 set_P 15_3 0.0100 set_relative_P 15_3 0.4545 set_recall 15_3 0.4545 set_map 15_3 0.0045 set_F 15_3 0.0196 num_nonrel_judged_ret 15_3 20 rbp 15_3 0.0789 rbp_resid 15_3 0.3951 unj_5 15_3 0.2000 unj_10 15_3 0.3000 unj_20 15_3 0.4500 num_ret 15_4 1000 num_rel 15_4 20 num_rel_ret 15_4 15 map 15_4 0.0389 Rprec 15_4 0.0000 bpref 15_4 0.0025 recip_rank 15_4 0.0256 iprec_at_recall_0.00 15_4 0.0678 iprec_at_recall_0.10 15_4 0.0678 iprec_at_recall_0.20 15_4 0.0678 iprec_at_recall_0.30 15_4 0.0667 iprec_at_recall_0.40 15_4 0.0667 iprec_at_recall_0.50 15_4 0.0534 iprec_at_recall_0.60 15_4 0.0458 iprec_at_recall_0.70 15_4 0.0371 iprec_at_recall_0.80 15_4 0.0000 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.0000 P_10 15_4 0.0000 P_15 15_4 0.0000 P_20 15_4 0.0000 P_30 15_4 0.0000 P_100 15_4 0.0600 P_200 15_4 0.0500 P_500 15_4 0.0280 P_1000 15_4 0.0150 relstring 15_4 '0000000-00' recall_5 15_4 0.0000 recall_10 15_4 0.0000 recall_15 15_4 0.0000 recall_20 15_4 0.0000 recall_30 15_4 0.0000 recall_100 15_4 0.3000 recall_200 15_4 0.5000 recall_500 15_4 0.7000 recall_1000 15_4 0.7500 infAP 15_4 0.0389 Rprec_mult_0.20 15_4 0.0000 Rprec_mult_0.40 15_4 0.0000 Rprec_mult_0.60 15_4 0.0000 Rprec_mult_0.80 15_4 0.0000 Rprec_mult_1.00 15_4 0.0000 Rprec_mult_1.20 15_4 0.0000 Rprec_mult_1.40 15_4 0.0000 Rprec_mult_1.60 15_4 0.0000 Rprec_mult_1.80 15_4 0.0000 Rprec_mult_2.00 15_4 0.0250 utility 15_4 -970.0000 11pt_avg 15_4 0.0430 binG 15_4 0.1105 G 15_4 0.1114 ndcg 15_4 0.3051 ndcg_rel 15_4 0.2157 Rndcg 15_4 0.1017 ndcg_cut_5 15_4 0.0000 ndcg_cut_10 15_4 0.0000 ndcg_cut_15 15_4 0.0000 ndcg_cut_20 15_4 0.0000 ndcg_cut_30 15_4 0.0000 ndcg_cut_100 15_4 0.1620 ndcg_cut_200 15_4 0.2295 ndcg_cut_500 15_4 0.2878 ndcg_cut_1000 15_4 0.3051 map_cut_5 15_4 0.0000 map_cut_10 15_4 0.0000 map_cut_15 15_4 0.0000 map_cut_20 15_4 0.0000 map_cut_30 15_4 0.0000 map_cut_100 15_4 0.0163 map_cut_200 15_4 0.0286 map_cut_500 15_4 0.0376 map_cut_1000 15_4 0.0389 relative_P_5 15_4 0.0000 relative_P_10 15_4 0.0000 relative_P_15 15_4 0.0000 relative_P_20 15_4 0.0000 relative_P_30 15_4 0.0000 relative_P_100 15_4 0.3000 relative_P_200 15_4 0.5000 relative_P_500 15_4 0.7000 relative_P_1000 15_4 0.7500 success_1 15_4 0.0000 success_5 15_4 0.0000 success_10 15_4 0.0000 set_P 15_4 0.0150 set_relative_P 15_4 0.7500 set_recall 15_4 0.7500 set_map 15_4 0.0112 set_F 15_4 0.0294 num_nonrel_judged_ret 15_4 40 rbp 15_4 0.0036 rbp_resid 15_4 0.2173 unj_5 15_4 0.0000 unj_10 15_4 0.1000 unj_20 15_4 0.3000 num_ret 15_5 1000 num_rel 15_5 31 num_rel_ret 15_5 29 map 15_5 0.2803 Rprec 15_5 0.3548 bpref 15_5 0.6087 recip_rank 15_5 0.5000 iprec_at_recall_0.00 15_5 0.6667 iprec_at_recall_0.10 15_5 0.6364 iprec_at_recall_0.20 15_5 0.6364 iprec_at_recall_0.30 15_5 0.3704 iprec_at_recall_0.40 15_5 0.3590 iprec_at_recall_0.50 15_5 0.2105 iprec_at_recall_0.60 15_5 0.1587 iprec_at_recall_0.70 15_5 0.1375 iprec_at_recall_0.80 15_5 0.1055 iprec_at_recall_0.90 15_5 0.0761 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.6000 P_10 15_5 0.6000 P_15 15_5 0.4667 P_20 15_5 0.3500 P_30 15_5 0.3667 P_100 15_5 0.1800 P_200 15_5 0.1150 P_500 15_5 0.0560 P_1000 15_5 0.0290 relstring 15_5 '0210101-22' recall_5 15_5 0.0968 recall_10 15_5 0.1935 recall_15 15_5 0.2258 recall_20 15_5 0.2258 recall_30 15_5 0.3548 recall_100 15_5 0.5806 recall_200 15_5 0.7419 recall_500 15_5 0.9032 recall_1000 15_5 0.9355 infAP 15_5 0.2803 Rprec_mult_0.20 15_5 0.5714 Rprec_mult_0.40 15_5 0.5385 Rprec_mult_0.60 15_5 0.3684 Rprec_mult_0.80 15_5 0.3200 Rprec_mult_1.00 15_5 0.3548 Rprec_mult_1.20 15_5 0.3421 Rprec_mult_1.40 15_5 0.3182 Rprec_mult_1.60 15_5 0.2800 Rprec_mult_1.80 15_5 0.2500 Rprec_mult_2.00 15_5 0.2258 utility 15_5 -942.0000 11pt_avg 15_5 0.3052 binG 15_5 0.2275 G 15_5 0.1948 ndcg 15_5 0.5786 ndcg_rel 15_5 0.4375 Rndcg 15_5 0.3632 ndcg_cut_5 15_5 0.2677 ndcg_cut_10 15_5 0.3446 ndcg_cut_15 15_5 0.3299 ndcg_cut_20 15_5 0.3003 ndcg_cut_30 15_5 0.3559 ndcg_cut_100 15_5 0.4786 ndcg_cut_200 15_5 0.5236 ndcg_cut_500 15_5 0.5717 ndcg_cut_1000 15_5 0.5786 map_cut_5 15_5 0.0570 map_cut_10 15_5 0.1127 map_cut_15 15_5 0.1332 map_cut_20 15_5 0.1332 map_cut_30 15_5 0.1799 map_cut_100 15_5 0.2403 map_cut_200 15_5 0.2638 map_cut_500 15_5 0.2789 map_cut_1000 15_5 0.2803 relative_P_5 15_5 0.6000 relative_P_10 15_5 0.6000 relative_P_15 15_5 0.4667 relative_P_20 15_5 0.3500 relative_P_30 15_5 0.3667 relative_P_100 15_5 0.5806 relative_P_200 15_5 0.7419 relative_P_500 15_5 0.9032 relative_P_1000 15_5 0.9355 success_1 15_5 0.0000 success_5 15_5 1.0000 success_10 15_5 1.0000 set_P 15_5 0.0290 set_relative_P 15_5 0.9355 set_recall 15_5 0.9355 set_map 15_5 0.0271 set_F 15_5 0.0563 num_nonrel_judged_ret 15_5 27 rbp 15_5 0.2167 rbp_resid 15_5 0.2871 unj_5 15_5 0.0000 unj_10 15_5 0.1000 unj_20 15_5 0.4500 num_ret 15_6 1000 num_rel 15_6 19 num_rel_ret 15_6 14 map 15_6 0.0312 Rprec 15_6 0.1053 bpref 15_6 0.0471 recip_rank 15_6 0.0769 iprec_at_recall_0.00 15_6 0.1176 iprec_at_recall_0.10 15_6 0.1176 iprec_at_recall_0.20 15_6 0.0440 iprec_at_recall_0.30 15_6 0.0440 iprec_at_recall_0.40 15_6 0.0440 iprec_at_recall_0.50 15_6 0.0250 iprec_at_recall_0.60 15_6 0.0250 iprec_at_recall_0.70 15_6 0.0250 iprec_at_recall_0.80 15_6 0.0000 iprec_at_recall_0.90 15_6 0.0000 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.0000 P_10 15_6 0.0000 P_15 15_6 0.0667 P_20 15_6 0.1000 P_30 15_6 0.0667 P_100 15_6 0.0300 P_200 15_6 0.0400 P_500 15_6 0.0220 P_1000 15_6 0.0140 relstring 15_6 '0000000-0-' recall_5 15_6 0.0000 recall_10 15_6 0.0000 recall_15 15_6 0.0526 recall_20 15_6 0.1053 recall_30 15_6 0.1053 recall_100 15_6 0.1579 recall_200 15_6 0.4211 recall_500 15_6 0.5789 recall_1000 15_6 0.7368 infAP 15_6 0.0312 Rprec_mult_0.20 15_6 0.0000 Rprec_mult_0.40 15_6 0.0000 Rprec_mult_0.60 15_6 0.0000 Rprec_mult_0.80 15_6 0.0625 Rprec_mult_1.00 15_6 0.1053 Rprec_mult_1.20 15_6 0.0870 Rprec_mult_1.40 15_6 0.0741 Rprec_mult_1.60 15_6 0.0645 Rprec_mult_1.80 15_6 0.0571 Rprec_mult_2.00 15_6 0.0526 utility 15_6 -972.0000 11pt_avg 15_6 0.0402 binG 15_6 0.1084 G 15_6 0.1018 ndcg 15_6 0.2785 ndcg_rel 15_6 0.1931 Rndcg 15_6 0.0963 ndcg_cut_5 15_6 0.0000 ndcg_cut_10 15_6 0.0000 ndcg_cut_15 15_6 0.0206 ndcg_cut_20 15_6 0.0524 ndcg_cut_30 15_6 0.0524 ndcg_cut_100 15_6 0.0772 ndcg_cut_200 15_6 0.1753 ndcg_cut_500 15_6 0.2318 ndcg_cut_1000 15_6 0.2785 map_cut_5 15_6 0.0000 map_cut_10 15_6 0.0000 map_cut_15 15_6 0.0040 map_cut_20 15_6 0.0102 map_cut_30 15_6 0.0102 map_cut_100 15_6 0.0133 map_cut_200 15_6 0.0238 map_cut_500 15_6 0.0274 map_cut_1000 15_6 0.0312 relative_P_5 15_6 0.0000 relative_P_10 15_6 0.0000 relative_P_15 15_6 0.0667 relative_P_20 15_6 0.1053 relative_P_30 15_6 0.1053 relative_P_100 15_6 0.1579 relative_P_200 15_6 0.4211 relative_P_500 15_6 0.5789 relative_P_1000 15_6 0.7368 success_1 15_6 0.0000 success_5 15_6 0.0000 success_10 15_6 0.0000 set_P 15_6 0.0140 set_relative_P 15_6 0.7368 set_recall 15_6 0.7368 set_map 15_6 0.0103 set_F 15_6 0.0275 num_nonrel_judged_ret 15_6 47 rbp 15_6 0.0221 rbp_resid 15_6 0.2418 unj_5 15_6 0.0000 unj_10 15_6 0.2000 unj_20 15_6 0.3000 num_ret 1_1 1000 num_rel 1_1 257 num_rel_ret 1_1 84 map 1_1 0.1682 Rprec 1_1 0.2607 bpref 1_1 0.2820 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 0.6047 iprec_at_recall_0.20 1_1 0.4435 iprec_at_recall_0.30 1_1 0.1842 iprec_at_recall_0.40 1_1 0.0000 iprec_at_recall_0.50 1_1 0.0000 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 1.0000 P_10 1_1 0.9000 P_15 1_1 0.8000 P_20 1_1 0.8500 P_30 1_1 0.6333 P_100 1_1 0.4600 P_200 1_1 0.3100 P_500 1_1 0.1600 P_1000 1_1 0.0840 relstring 1_1 '2212312320' recall_5 1_1 0.0195 recall_10 1_1 0.0350 recall_15 1_1 0.0467 recall_20 1_1 0.0661 recall_30 1_1 0.0739 recall_100 1_1 0.1790 recall_200 1_1 0.2412 recall_500 1_1 0.3113 recall_1000 1_1 0.3268 infAP 1_1 0.1682 Rprec_mult_0.20 1_1 0.5385 Rprec_mult_0.40 1_1 0.4563 Rprec_mult_0.60 1_1 0.3742 Rprec_mult_0.80 1_1 0.3010 Rprec_mult_1.00 1_1 0.2607 Rprec_mult_1.20 1_1 0.2298 Rprec_mult_1.40 1_1 0.2111 Rprec_mult_1.60 1_1 0.1845 Rprec_mult_1.80 1_1 0.1728 Rprec_mult_2.00 1_1 0.1556 utility 1_1 -832.0000 11pt_avg 1_1 0.2029 binG 1_1 0.0943 G 1_1 0.0608 ndcg 1_1 0.3711 ndcg_rel 1_1 0.3966 Rndcg 1_1 0.4010 ndcg_cut_5 1_1 0.6539 ndcg_cut_10 1_1 0.6130 ndcg_cut_15 1_1 0.5581 ndcg_cut_20 1_1 0.5869 ndcg_cut_30 1_1 0.5093 ndcg_cut_100 1_1 0.4066 ndcg_cut_200 1_1 0.3390 ndcg_cut_500 1_1 0.3598 ndcg_cut_1000 1_1 0.3711 map_cut_5 1_1 0.0195 map_cut_10 1_1 0.0350 map_cut_15 1_1 0.0447 map_cut_20 1_1 0.0609 map_cut_30 1_1 0.0663 map_cut_100 1_1 0.1246 map_cut_200 1_1 0.1497 map_cut_500 1_1 0.1664 map_cut_1000 1_1 0.1682 relative_P_5 1_1 1.0000 relative_P_10 1_1 0.9000 relative_P_15 1_1 0.8000 relative_P_20 1_1 0.8500 relative_P_30 1_1 0.6333 relative_P_100 1_1 0.4600 relative_P_200 1_1 0.3100 relative_P_500 1_1 0.3113 relative_P_1000 1_1 0.3268 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.0840 set_relative_P 1_1 0.3268 set_recall 1_1 0.3268 set_map 1_1 0.0275 set_F 1_1 0.1337 num_nonrel_judged_ret 1_1 13 rbp 1_1 0.5141 rbp_resid 1_1 0.0447 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1000 num_rel 1_2 114 num_rel_ret 1_2 97 map 1_2 0.4657 Rprec 1_2 0.4737 bpref 1_2 0.7158 recip_rank 1_2 1.0000 iprec_at_recall_0.00 1_2 1.0000 iprec_at_recall_0.10 1_2 0.9231 iprec_at_recall_0.20 1_2 0.7778 iprec_at_recall_0.30 1_2 0.7347 iprec_at_recall_0.40 1_2 0.6301 iprec_at_recall_0.50 1_2 0.4453 iprec_at_recall_0.60 1_2 0.3696 iprec_at_recall_0.70 1_2 0.2247 iprec_at_recall_0.80 1_2 0.1519 iprec_at_recall_0.90 1_2 0.0000 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 1.0000 P_10 1_2 0.9000 P_15 1_2 0.8667 P_20 1_2 0.8500 P_30 1_2 0.7333 P_100 1_2 0.5200 P_200 1_2 0.3450 P_500 1_2 0.1760 P_1000 1_2 0.0970 relstring 1_2 '141331321-' recall_5 1_2 0.0439 recall_10 1_2 0.0789 recall_15 1_2 0.1140 recall_20 1_2 0.1491 recall_30 1_2 0.1930 recall_100 1_2 0.4561 recall_200 1_2 0.6053 recall_500 1_2 0.7719 recall_1000 1_2 0.8509 infAP 1_2 0.4657 Rprec_mult_0.20 1_2 0.8696 Rprec_mult_0.40 1_2 0.7174 Rprec_mult_0.60 1_2 0.6232 Rprec_mult_0.80 1_2 0.5217 Rprec_mult_1.00 1_2 0.4737 Rprec_mult_1.20 1_2 0.4234 Rprec_mult_1.40 1_2 0.3812 Rprec_mult_1.60 1_2 0.3661 Rprec_mult_1.80 1_2 0.3350 Rprec_mult_2.00 1_2 0.3070 utility 1_2 -806.0000 11pt_avg 1_2 0.4779 binG 1_2 0.2486 G 1_2 0.1668 ndcg 1_2 0.7358 ndcg_rel 1_2 0.6424 Rndcg 1_2 0.5423 ndcg_cut_5 1_2 0.6578 ndcg_cut_10 1_2 0.5990 ndcg_cut_15 1_2 0.5879 ndcg_cut_20 1_2 0.5907 ndcg_cut_30 1_2 0.5868 ndcg_cut_100 1_2 0.5813 ndcg_cut_200 1_2 0.6408 ndcg_cut_500 1_2 0.7073 ndcg_cut_1000 1_2 0.7358 map_cut_5 1_2 0.0439 map_cut_10 1_2 0.0789 map_cut_15 1_2 0.1107 map_cut_20 1_2 0.1405 map_cut_30 1_2 0.1773 map_cut_100 1_2 0.3531 map_cut_200 1_2 0.4143 map_cut_500 1_2 0.4544 map_cut_1000 1_2 0.4657 relative_P_5 1_2 1.0000 relative_P_10 1_2 0.9000 relative_P_15 1_2 0.8667 relative_P_20 1_2 0.8500 relative_P_30 1_2 0.7333 relative_P_100 1_2 0.5200 relative_P_200 1_2 0.6053 relative_P_500 1_2 0.7719 relative_P_1000 1_2 0.8509 success_1 1_2 1.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 0.0970 set_relative_P 1_2 0.8509 set_recall 1_2 0.8509 set_map 1_2 0.0825 set_F 1_2 0.1741 num_nonrel_judged_ret 1_2 11 rbp 1_2 0.4651 rbp_resid 1_2 0.1201 unj_5 1_2 0.0000 unj_10 1_2 0.1000 unj_20 1_2 0.1500 num_ret 1_3 1000 num_rel 1_3 71 num_rel_ret 1_3 62 map 1_3 0.4953 Rprec 1_3 0.5211 bpref 1_3 0.7746 recip_rank 1_3 1.0000 iprec_at_recall_0.00 1_3 1.0000 iprec_at_recall_0.10 1_3 0.8000 iprec_at_recall_0.20 1_3 0.7619 iprec_at_recall_0.30 1_3 0.7000 iprec_at_recall_0.40 1_3 0.6327 iprec_at_recall_0.50 1_3 0.5278 iprec_at_recall_0.60 1_3 0.4444 iprec_at_recall_0.70 1_3 0.4202 iprec_at_recall_0.80 1_3 0.1979 iprec_at_recall_0.90 1_3 0.0000 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 0.8000 P_10 1_3 0.7000 P_15 1_3 0.8000 P_20 1_3 0.7500 P_30 1_3 0.7000 P_100 1_3 0.4400 P_200 1_3 0.2800 P_500 1_3 0.1220 P_1000 1_3 0.0620 relstring 1_3 '222020212-' recall_5 1_3 0.0563 recall_10 1_3 0.0986 recall_15 1_3 0.1690 recall_20 1_3 0.2113 recall_30 1_3 0.2958 recall_100 1_3 0.6197 recall_200 1_3 0.7887 recall_500 1_3 0.8592 recall_1000 1_3 0.8732 infAP 1_3 0.4953 Rprec_mult_0.20 1_3 0.8000 Rprec_mult_0.40 1_3 0.6897 Rprec_mult_0.60 1_3 0.6279 Rprec_mult_0.80 1_3 0.5789 Rprec_mult_1.00 1_3 0.5211 Rprec_mult_1.20 1_3 0.4535 Rprec_mult_1.40 1_3 0.4400 Rprec_mult_1.60 1_3 0.4211 Rprec_mult_1.80 1_3 0.3984 Rprec_mult_2.00 1_3 0.3803 utility 1_3 -876.0000 11pt_avg 1_3 0.4986 binG 1_3 0.2515 G 1_3 0.1965 ndcg 1_3 0.7595 ndcg_rel 1_3 0.6436 Rndcg 1_3 0.6038 ndcg_cut_5 1_3 0.5693 ndcg_cut_10 1_3 0.5342 ndcg_cut_15 1_3 0.6002 ndcg_cut_20 1_3 0.6261 ndcg_cut_30 1_3 0.6012 ndcg_cut_100 1_3 0.6325 ndcg_cut_200 1_3 0.7239 ndcg_cut_500 1_3 0.7559 ndcg_cut_1000 1_3 0.7595 map_cut_5 1_3 0.0535 map_cut_10 1_3 0.0851 map_cut_15 1_3 0.1391 map_cut_20 1_3 0.1708 map_cut_30 1_3 0.2312 map_cut_100 1_3 0.4146 map_cut_200 1_3 0.4815 map_cut_500 1_3 0.4938 map_cut_1000 1_3 0.4953 relative_P_5 1_3 0.8000 relative_P_10 1_3 0.7000 relative_P_15 1_3 0.8000 relative_P_20 1_3 0.7500 relative_P_30 1_3 0.7000 relative_P_100 1_3 0.6197 relative_P_200 1_3 0.7887 relative_P_500 1_3 0.8592 relative_P_1000 1_3 0.8732 success_1 1_3 1.0000 success_5 1_3 1.0000 success_10 1_3 1.0000 set_P 1_3 0.0620 set_relative_P 1_3 0.8732 set_recall 1_3 0.8732 set_map 1_3 0.0541 set_F 1_3 0.1158 num_nonrel_judged_ret 1_3 13 rbp 1_3 0.4705 rbp_resid 1_3 0.1002 unj_5 1_3 0.0000 unj_10 1_3 0.1000 unj_20 1_3 0.1000 num_ret 1_4 1000 num_rel 1_4 134 num_rel_ret 1_4 78 map 1_4 0.4071 Rprec 1_4 0.4403 bpref 1_4 0.5574 recip_rank 1_4 1.0000 iprec_at_recall_0.00 1_4 1.0000 iprec_at_recall_0.10 1_4 1.0000 iprec_at_recall_0.20 1_4 0.7838 iprec_at_recall_0.30 1_4 0.7627 iprec_at_recall_0.40 1_4 0.5455 iprec_at_recall_0.50 1_4 0.4161 iprec_at_recall_0.60 1_4 0.0000 iprec_at_recall_0.70 1_4 0.0000 iprec_at_recall_0.80 1_4 0.0000 iprec_at_recall_0.90 1_4 0.0000 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 1.0000 P_10 1_4 1.0000 P_15 1_4 1.0000 P_20 1_4 0.9000 P_30 1_4 0.8333 P_100 1_4 0.5400 P_200 1_4 0.3700 P_500 1_4 0.1560 P_1000 1_4 0.0780 relstring 1_4 '3221222112' recall_5 1_4 0.0373 recall_10 1_4 0.0746 recall_15 1_4 0.1119 recall_20 1_4 0.1343 recall_30 1_4 0.1866 recall_100 1_4 0.4030 recall_200 1_4 0.5522 recall_500 1_4 0.5821 recall_1000 1_4 0.5821 infAP 1_4 0.4071 Rprec_mult_0.20 1_4 0.8519 Rprec_mult_0.40 1_4 0.7407 Rprec_mult_0.60 1_4 0.6173 Rprec_mult_0.80 1_4 0.5000 Rprec_mult_1.00 1_4 0.4403 Rprec_mult_1.20 1_4 0.4161 Rprec_mult_1.40 1_4 0.3830 Rprec_mult_1.60 1_4 0.3442 Rprec_mult_1.80 1_4 0.3058 Rprec_mult_2.00 1_4 0.2799 utility 1_4 -844.0000 11pt_avg 1_4 0.4098 binG 1_4 0.2358 G 1_4 0.1300 ndcg 1_4 0.6074 ndcg_rel 1_4 0.6268 Rndcg 1_4 0.5902 ndcg_cut_5 1_4 0.7310 ndcg_cut_10 1_4 0.6632 ndcg_cut_15 1_4 0.6736 ndcg_cut_20 1_4 0.6776 ndcg_cut_30 1_4 0.6734 ndcg_cut_100 1_4 0.5550 ndcg_cut_200 1_4 0.5908 ndcg_cut_500 1_4 0.6074 ndcg_cut_1000 1_4 0.6074 map_cut_5 1_4 0.0373 map_cut_10 1_4 0.0746 map_cut_15 1_4 0.1119 map_cut_20 1_4 0.1339 map_cut_30 1_4 0.1796 map_cut_100 1_4 0.3377 map_cut_200 1_4 0.4003 map_cut_500 1_4 0.4071 map_cut_1000 1_4 0.4071 relative_P_5 1_4 1.0000 relative_P_10 1_4 1.0000 relative_P_15 1_4 1.0000 relative_P_20 1_4 0.9000 relative_P_30 1_4 0.8333 relative_P_100 1_4 0.5400 relative_P_200 1_4 0.5522 relative_P_500 1_4 0.5821 relative_P_1000 1_4 0.5821 success_1 1_4 1.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 0.0780 set_relative_P 1_4 0.5821 set_recall 1_4 0.5821 set_map 1_4 0.0454 set_F 1_4 0.1376 num_nonrel_judged_ret 1_4 5 rbp 1_4 0.6009 rbp_resid 1_4 0.0540 unj_5 1_4 0.0000 unj_10 1_4 0.0000 unj_20 1_4 0.1000 num_ret 1_6 1000 num_rel 1_6 121 num_rel_ret 1_6 80 map 1_6 0.3123 Rprec 1_6 0.3802 bpref 1_6 0.6193 recip_rank 1_6 1.0000 iprec_at_recall_0.00 1_6 1.0000 iprec_at_recall_0.10 1_6 0.9231 iprec_at_recall_0.20 1_6 0.5714 iprec_at_recall_0.30 1_6 0.4568 iprec_at_recall_0.40 1_6 0.3636 iprec_at_recall_0.50 1_6 0.2311 iprec_at_recall_0.60 1_6 0.1722 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 1.0000 P_10 1_6 0.9000 P_15 1_6 0.8000 P_20 1_6 0.8000 P_30 1_6 0.6667 P_100 1_6 0.4200 P_200 1_6 0.2700 P_500 1_6 0.1520 P_1000 1_6 0.0800 relstring 1_6 '221121-112' recall_5 1_6 0.0413 recall_10 1_6 0.0744 recall_15 1_6 0.0992 recall_20 1_6 0.1322 recall_30 1_6 0.1653 recall_100 1_6 0.3471 recall_200 1_6 0.4463 recall_500 1_6 0.6281 recall_1000 1_6 0.6612 infAP 1_6 0.3123 Rprec_mult_0.20 1_6 0.7200 Rprec_mult_0.40 1_6 0.5102 Rprec_mult_0.60 1_6 0.4521 Rprec_mult_0.80 1_6 0.4124 Rprec_mult_1.00 1_6 0.3802 Rprec_mult_1.20 1_6 0.3356 Rprec_mult_1.40 1_6 0.2941 Rprec_mult_1.60 1_6 0.2784 Rprec_mult_1.80 1_6 0.2523 Rprec_mult_2.00 1_6 0.2355 utility 1_6 -840.0000 11pt_avg 1_6 0.3380 binG 1_6 0.1833 G 1_6 0.1258 ndcg 1_6 0.6075 ndcg_rel 1_6 0.5215 Rndcg 1_6 0.4591 ndcg_cut_5 1_6 0.5615 ndcg_cut_10 1_6 0.4781 ndcg_cut_15 1_6 0.4467 ndcg_cut_20 1_6 0.4626 ndcg_cut_30 1_6 0.4226 ndcg_cut_100 1_6 0.4087 ndcg_cut_200 1_6 0.4648 ndcg_cut_500 1_6 0.5907 ndcg_cut_1000 1_6 0.6075 map_cut_5 1_6 0.0413 map_cut_10 1_6 0.0716 map_cut_15 1_6 0.0943 map_cut_20 1_6 0.1213 map_cut_30 1_6 0.1445 map_cut_100 1_6 0.2358 map_cut_200 1_6 0.2707 map_cut_500 1_6 0.3081 map_cut_1000 1_6 0.3123 relative_P_5 1_6 1.0000 relative_P_10 1_6 0.9000 relative_P_15 1_6 0.8000 relative_P_20 1_6 0.8000 relative_P_30 1_6 0.6667 relative_P_100 1_6 0.4200 relative_P_200 1_6 0.4463 relative_P_500 1_6 0.6281 relative_P_1000 1_6 0.6612 success_1 1_6 1.0000 success_5 1_6 1.0000 success_10 1_6 1.0000 set_P 1_6 0.0800 set_relative_P 1_6 0.6612 set_recall 1_6 0.6612 set_map 1_6 0.0529 set_F 1_6 0.1427 num_nonrel_judged_ret 1_6 14 rbp 1_6 0.4162 rbp_resid 1_6 0.1951 unj_5 1_6 0.0000 unj_10 1_6 0.1000 unj_20 1_6 0.2000 num_ret 1_7 1000 num_rel 1_7 110 num_rel_ret 1_7 48 map 1_7 0.1282 Rprec 1_7 0.2273 bpref 1_7 0.3190 recip_rank 1_7 1.0000 iprec_at_recall_0.00 1_7 1.0000 iprec_at_recall_0.10 1_7 0.3438 iprec_at_recall_0.20 1_7 0.2558 iprec_at_recall_0.30 1_7 0.1642 iprec_at_recall_0.40 1_7 0.0681 iprec_at_recall_0.50 1_7 0.0000 iprec_at_recall_0.60 1_7 0.0000 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 0.8000 P_10 1_7 0.6000 P_15 1_7 0.4667 P_20 1_7 0.4000 P_30 1_7 0.3333 P_100 1_7 0.2300 P_200 1_7 0.1600 P_500 1_7 0.0800 P_1000 1_7 0.0480 relstring 1_7 '1223020010' recall_5 1_7 0.0364 recall_10 1_7 0.0545 recall_15 1_7 0.0636 recall_20 1_7 0.0727 recall_30 1_7 0.0909 recall_100 1_7 0.2091 recall_200 1_7 0.2909 recall_500 1_7 0.3636 recall_1000 1_7 0.4364 infAP 1_7 0.1282 Rprec_mult_0.20 1_7 0.4545 Rprec_mult_0.40 1_7 0.2727 Rprec_mult_0.60 1_7 0.2576 Rprec_mult_0.80 1_7 0.2500 Rprec_mult_1.00 1_7 0.2273 Rprec_mult_1.20 1_7 0.1970 Rprec_mult_1.40 1_7 0.1753 Rprec_mult_1.60 1_7 0.1591 Rprec_mult_1.80 1_7 0.1566 Rprec_mult_2.00 1_7 0.1545 utility 1_7 -904.0000 11pt_avg 1_7 0.1665 binG 1_7 0.1064 G 1_7 0.0950 ndcg 1_7 0.4346 ndcg_rel 1_7 0.4208 Rndcg 1_7 0.4024 ndcg_cut_5 1_7 0.6049 ndcg_cut_10 1_7 0.5194 ndcg_cut_15 1_7 0.4553 ndcg_cut_20 1_7 0.4169 ndcg_cut_30 1_7 0.3767 ndcg_cut_100 1_7 0.3383 ndcg_cut_200 1_7 0.3728 ndcg_cut_500 1_7 0.4025 ndcg_cut_1000 1_7 0.4346 map_cut_5 1_7 0.0364 map_cut_10 1_7 0.0500 map_cut_15 1_7 0.0545 map_cut_20 1_7 0.0586 map_cut_30 1_7 0.0666 map_cut_100 1_7 0.0989 map_cut_200 1_7 0.1140 map_cut_500 1_7 0.1233 map_cut_1000 1_7 0.1282 relative_P_5 1_7 0.8000 relative_P_10 1_7 0.6000 relative_P_15 1_7 0.4667 relative_P_20 1_7 0.4000 relative_P_30 1_7 0.3333 relative_P_100 1_7 0.2300 relative_P_200 1_7 0.2909 relative_P_500 1_7 0.3636 relative_P_1000 1_7 0.4364 success_1 1_7 1.0000 success_5 1_7 1.0000 success_10 1_7 1.0000 set_P 1_7 0.0480 set_relative_P 1_7 0.4364 set_recall 1_7 0.4364 set_map 1_7 0.0209 set_F 1_7 0.0865 num_nonrel_judged_ret 1_7 48 rbp 1_7 0.3220 rbp_resid 1_7 0.1565 unj_5 1_7 0.0000 unj_10 1_7 0.0000 unj_20 1_7 0.2000 num_ret 1_8 1000 num_rel 1_8 118 num_rel_ret 1_8 87 map 1_8 0.3656 Rprec 1_8 0.4068 bpref 1_8 0.7007 recip_rank 1_8 1.0000 iprec_at_recall_0.00 1_8 1.0000 iprec_at_recall_0.10 1_8 0.8824 iprec_at_recall_0.20 1_8 0.6857 iprec_at_recall_0.30 1_8 0.5556 iprec_at_recall_0.40 1_8 0.4653 iprec_at_recall_0.50 1_8 0.3172 iprec_at_recall_0.60 1_8 0.2158 iprec_at_recall_0.70 1_8 0.1402 iprec_at_recall_0.80 1_8 0.0000 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 1.0000 P_10 1_8 0.9000 P_15 1_8 0.8667 P_20 1_8 0.7500 P_30 1_8 0.7000 P_100 1_8 0.4600 P_200 1_8 0.3000 P_500 1_8 0.1600 P_1000 1_8 0.0870 relstring 1_8 '3122222110' recall_5 1_8 0.0424 recall_10 1_8 0.0763 recall_15 1_8 0.1102 recall_20 1_8 0.1271 recall_30 1_8 0.1780 recall_100 1_8 0.3898 recall_200 1_8 0.5085 recall_500 1_8 0.6780 recall_1000 1_8 0.7373 infAP 1_8 0.3656 Rprec_mult_0.20 1_8 0.7083 Rprec_mult_0.40 1_8 0.5625 Rprec_mult_0.60 1_8 0.5211 Rprec_mult_0.80 1_8 0.4737 Rprec_mult_1.00 1_8 0.4068 Rprec_mult_1.20 1_8 0.3732 Rprec_mult_1.40 1_8 0.3373 Rprec_mult_1.60 1_8 0.3122 Rprec_mult_1.80 1_8 0.2864 Rprec_mult_2.00 1_8 0.2669 utility 1_8 -826.0000 11pt_avg 1_8 0.3875 binG 1_8 0.2097 G 1_8 0.1322 ndcg 1_8 0.6320 ndcg_rel 1_8 0.5801 Rndcg 1_8 0.5282 ndcg_cut_5 1_8 0.7084 ndcg_cut_10 1_8 0.6061 ndcg_cut_15 1_8 0.5990 ndcg_cut_20 1_8 0.5758 ndcg_cut_30 1_8 0.5617 ndcg_cut_100 1_8 0.4698 ndcg_cut_200 1_8 0.5192 ndcg_cut_500 1_8 0.6010 ndcg_cut_1000 1_8 0.6320 map_cut_5 1_8 0.0424 map_cut_10 1_8 0.0763 map_cut_15 1_8 0.1058 map_cut_20 1_8 0.1206 map_cut_30 1_8 0.1571 map_cut_100 1_8 0.2765 map_cut_200 1_8 0.3210 map_cut_500 1_8 0.3578 map_cut_1000 1_8 0.3656 relative_P_5 1_8 1.0000 relative_P_10 1_8 0.9000 relative_P_15 1_8 0.8667 relative_P_20 1_8 0.7500 relative_P_30 1_8 0.7000 relative_P_100 1_8 0.4600 relative_P_200 1_8 0.5085 relative_P_500 1_8 0.6780 relative_P_1000 1_8 0.7373 success_1 1_8 1.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 0.0870 set_relative_P 1_8 0.7373 set_recall 1_8 0.7373 set_map 1_8 0.0641 set_F 1_8 0.1556 num_nonrel_judged_ret 1_8 5 rbp 1_8 0.5073 rbp_resid 1_8 0.1347 unj_5 1_8 0.0000 unj_10 1_8 0.0000 unj_20 1_8 0.2000 num_ret 1_9 1000 num_rel 1_9 48 num_rel_ret 1_9 46 map 1_9 0.4946 Rprec 1_9 0.5000 bpref 1_9 0.8689 recip_rank 1_9 1.0000 iprec_at_recall_0.00 1_9 1.0000 iprec_at_recall_0.10 1_9 1.0000 iprec_at_recall_0.20 1_9 0.7692 iprec_at_recall_0.30 1_9 0.7143 iprec_at_recall_0.40 1_9 0.5750 iprec_at_recall_0.50 1_9 0.5455 iprec_at_recall_0.60 1_9 0.3919 iprec_at_recall_0.70 1_9 0.2595 iprec_at_recall_0.80 1_9 0.2321 iprec_at_recall_0.90 1_9 0.1493 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 1.0000 P_10 1_9 0.8000 P_15 1_9 0.7333 P_20 1_9 0.7000 P_30 1_9 0.5667 P_100 1_9 0.2900 P_200 1_9 0.2050 P_500 1_9 0.0880 P_1000 1_9 0.0460 relstring 1_9 '331332-210' recall_5 1_9 0.1042 recall_10 1_9 0.1667 recall_15 1_9 0.2292 recall_20 1_9 0.2917 recall_30 1_9 0.3542 recall_100 1_9 0.6042 recall_200 1_9 0.8542 recall_500 1_9 0.9167 recall_1000 1_9 0.9583 infAP 1_9 0.4946 Rprec_mult_0.20 1_9 0.8000 Rprec_mult_0.40 1_9 0.7000 Rprec_mult_0.60 1_9 0.5862 Rprec_mult_0.80 1_9 0.5641 Rprec_mult_1.00 1_9 0.5000 Rprec_mult_1.20 1_9 0.4310 Rprec_mult_1.40 1_9 0.4118 Rprec_mult_1.60 1_9 0.3766 Rprec_mult_1.80 1_9 0.3333 Rprec_mult_2.00 1_9 0.3021 utility 1_9 -908.0000 11pt_avg 1_9 0.5124 binG 1_9 0.3222 G 1_9 0.2478 ndcg 1_9 0.7853 ndcg_rel 1_9 0.6864 Rndcg 1_9 0.6172 ndcg_cut_5 1_9 0.8869 ndcg_cut_10 1_9 0.6962 ndcg_cut_15 1_9 0.5991 ndcg_cut_20 1_9 0.5750 ndcg_cut_30 1_9 0.5365 ndcg_cut_100 1_9 0.6223 ndcg_cut_200 1_9 0.7434 ndcg_cut_500 1_9 0.7738 ndcg_cut_1000 1_9 0.7853 map_cut_5 1_9 0.1042 map_cut_10 1_9 0.1617 map_cut_15 1_9 0.2087 map_cut_20 1_9 0.2531 map_cut_30 1_9 0.2956 map_cut_100 1_9 0.4204 map_cut_200 1_9 0.4828 map_cut_500 1_9 0.4914 map_cut_1000 1_9 0.4946 relative_P_5 1_9 1.0000 relative_P_10 1_9 0.8000 relative_P_15 1_9 0.7333 relative_P_20 1_9 0.7000 relative_P_30 1_9 0.5667 relative_P_100 1_9 0.6042 relative_P_200 1_9 0.8542 relative_P_500 1_9 0.9167 relative_P_1000 1_9 0.9583 success_1 1_9 1.0000 success_5 1_9 1.0000 success_10 1_9 1.0000 set_P 1_9 0.0460 set_relative_P 1_9 0.9583 set_recall 1_9 0.9583 set_map 1_9 0.0441 set_F 1_9 0.0878 num_nonrel_judged_ret 1_9 12 rbp 1_9 0.5305 rbp_resid 1_9 0.2057 unj_5 1_9 0.0000 unj_10 1_9 0.1000 unj_20 1_9 0.2500 num_ret 4_10 1000 num_rel 4_10 188 num_rel_ret 4_10 144 map 4_10 0.4452 Rprec 4_10 0.4628 bpref 4_10 0.6866 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 0.9130 iprec_at_recall_0.20 4_10 0.7451 iprec_at_recall_0.30 4_10 0.6196 iprec_at_recall_0.40 4_10 0.5639 iprec_at_recall_0.50 4_10 0.4507 iprec_at_recall_0.60 4_10 0.3897 iprec_at_recall_0.70 4_10 0.2677 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 1.0000 P_10 4_10 1.0000 P_15 4_10 0.9333 P_20 4_10 0.9000 P_30 4_10 0.8667 P_100 4_10 0.6100 P_200 4_10 0.4600 P_500 4_10 0.2660 P_1000 4_10 0.1440 relstring 4_10 '3323233213' recall_5 4_10 0.0266 recall_10 4_10 0.0532 recall_15 4_10 0.0745 recall_20 4_10 0.0957 recall_30 4_10 0.1383 recall_100 4_10 0.3245 recall_200 4_10 0.4894 recall_500 4_10 0.7074 recall_1000 4_10 0.7660 infAP 4_10 0.4452 Rprec_mult_0.20 4_10 0.8684 Rprec_mult_0.40 4_10 0.6447 Rprec_mult_0.60 4_10 0.5929 Rprec_mult_0.80 4_10 0.5232 Rprec_mult_1.00 4_10 0.4628 Rprec_mult_1.20 4_10 0.4336 Rprec_mult_1.40 4_10 0.4053 Rprec_mult_1.60 4_10 0.3821 Rprec_mult_1.80 4_10 0.3540 Rprec_mult_2.00 4_10 0.3271 utility 4_10 -712.0000 11pt_avg 4_10 0.4500 binG 4_10 0.2125 G 4_10 0.1894 ndcg 4_10 0.7733 ndcg_rel 4_10 0.7477 Rndcg 4_10 0.7487 ndcg_cut_5 4_10 0.8997 ndcg_cut_10 4_10 0.8676 ndcg_cut_15 4_10 0.8173 ndcg_cut_20 4_10 0.8160 ndcg_cut_30 4_10 0.8299 ndcg_cut_100 4_10 0.7059 ndcg_cut_200 4_10 0.6446 ndcg_cut_500 4_10 0.7503 ndcg_cut_1000 4_10 0.7733 map_cut_5 4_10 0.0266 map_cut_10 4_10 0.0532 map_cut_15 4_10 0.0741 map_cut_20 4_10 0.0937 map_cut_30 4_10 0.1309 map_cut_100 4_10 0.2637 map_cut_200 4_10 0.3514 map_cut_500 4_10 0.4335 map_cut_1000 4_10 0.4452 relative_P_5 4_10 1.0000 relative_P_10 4_10 1.0000 relative_P_15 4_10 0.9333 relative_P_20 4_10 0.9000 relative_P_30 4_10 0.8667 relative_P_100 4_10 0.6100 relative_P_200 4_10 0.4894 relative_P_500 4_10 0.7074 relative_P_1000 4_10 0.7660 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 0.1440 set_relative_P 4_10 0.7660 set_recall 4_10 0.7660 set_map 4_10 0.1103 set_F 4_10 0.2424 num_nonrel_judged_ret 4_10 13 rbp 4_10 0.7434 rbp_resid 4_10 0.0719 unj_5 4_10 0.0000 unj_10 4_10 0.0000 unj_20 4_10 0.1000 num_ret 4_11 1000 num_rel 4_11 171 num_rel_ret 4_11 11 map 4_11 0.0016 Rprec 4_11 0.0292 bpref 4_11 0.0516 recip_rank 4_11 0.0200 iprec_at_recall_0.00 4_11 0.0379 iprec_at_recall_0.10 4_11 0.0000 iprec_at_recall_0.20 4_11 0.0000 iprec_at_recall_0.30 4_11 0.0000 iprec_at_recall_0.40 4_11 0.0000 iprec_at_recall_0.50 4_11 0.0000 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 0.0000 P_10 4_11 0.0000 P_15 4_11 0.0000 P_20 4_11 0.0000 P_30 4_11 0.0000 P_100 4_11 0.0200 P_200 4_11 0.0250 P_500 4_11 0.0180 P_1000 4_11 0.0110 relstring 4_11 '0000000000' recall_5 4_11 0.0000 recall_10 4_11 0.0000 recall_15 4_11 0.0000 recall_20 4_11 0.0000 recall_30 4_11 0.0000 recall_100 4_11 0.0117 recall_200 4_11 0.0292 recall_500 4_11 0.0526 recall_1000 4_11 0.0643 infAP 4_11 0.0016 Rprec_mult_0.20 4_11 0.0000 Rprec_mult_0.40 4_11 0.0145 Rprec_mult_0.60 4_11 0.0194 Rprec_mult_0.80 4_11 0.0365 Rprec_mult_1.00 4_11 0.0292 Rprec_mult_1.20 4_11 0.0243 Rprec_mult_1.40 4_11 0.0208 Rprec_mult_1.60 4_11 0.0219 Rprec_mult_1.80 4_11 0.0227 Rprec_mult_2.00 4_11 0.0234 utility 4_11 -978.0000 11pt_avg 4_11 0.0034 binG 4_11 0.0086 G 4_11 0.0048 ndcg 4_11 0.0266 ndcg_rel 4_11 0.0260 Rndcg 4_11 0.0115 ndcg_cut_5 4_11 0.0000 ndcg_cut_10 4_11 0.0000 ndcg_cut_15 4_11 0.0000 ndcg_cut_20 4_11 0.0000 ndcg_cut_30 4_11 0.0000 ndcg_cut_100 4_11 0.0072 ndcg_cut_200 4_11 0.0130 ndcg_cut_500 4_11 0.0231 ndcg_cut_1000 4_11 0.0266 map_cut_5 4_11 0.0000 map_cut_10 4_11 0.0000 map_cut_15 4_11 0.0000 map_cut_20 4_11 0.0000 map_cut_30 4_11 0.0000 map_cut_100 4_11 0.0003 map_cut_200 4_11 0.0008 map_cut_500 4_11 0.0014 map_cut_1000 4_11 0.0016 relative_P_5 4_11 0.0000 relative_P_10 4_11 0.0000 relative_P_15 4_11 0.0000 relative_P_20 4_11 0.0000 relative_P_30 4_11 0.0000 relative_P_100 4_11 0.0200 relative_P_200 4_11 0.0292 relative_P_500 4_11 0.0526 relative_P_1000 4_11 0.0643 success_1 4_11 0.0000 success_5 4_11 0.0000 success_10 4_11 0.0000 set_P 4_11 0.0110 set_relative_P 4_11 0.0643 set_recall 4_11 0.0643 set_map 4_11 0.0007 set_F 4_11 0.0188 num_nonrel_judged_ret 4_11 51 rbp 4_11 0.0002 rbp_resid 4_11 0.1158 unj_5 4_11 0.0000 unj_10 4_11 0.0000 unj_20 4_11 0.0500 num_ret 4_12 1000 num_rel 4_12 134 num_rel_ret 4_12 81 map 4_12 0.3036 Rprec 4_12 0.3284 bpref 4_12 0.5555 recip_rank 4_12 1.0000 iprec_at_recall_0.00 4_12 1.0000 iprec_at_recall_0.10 4_12 0.8947 iprec_at_recall_0.20 4_12 0.6923 iprec_at_recall_0.30 4_12 0.3960 iprec_at_recall_0.40 4_12 0.2973 iprec_at_recall_0.50 4_12 0.1893 iprec_at_recall_0.60 4_12 0.0982 iprec_at_recall_0.70 4_12 0.0000 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 1.0000 P_10 4_12 1.0000 P_15 4_12 0.8667 P_20 4_12 0.8500 P_30 4_12 0.7667 P_100 4_12 0.3900 P_200 4_12 0.2800 P_500 4_12 0.1460 P_1000 4_12 0.0810 relstring 4_12 '2232323312' recall_5 4_12 0.0373 recall_10 4_12 0.0746 recall_15 4_12 0.0970 recall_20 4_12 0.1269 recall_30 4_12 0.1716 recall_100 4_12 0.2910 recall_200 4_12 0.4179 recall_500 4_12 0.5448 recall_1000 4_12 0.6045 infAP 4_12 0.3036 Rprec_mult_0.20 4_12 0.7778 Rprec_mult_0.40 4_12 0.5926 Rprec_mult_0.60 4_12 0.4691 Rprec_mult_0.80 4_12 0.3704 Rprec_mult_1.00 4_12 0.3284 Rprec_mult_1.20 4_12 0.3168 Rprec_mult_1.40 4_12 0.2926 Rprec_mult_1.60 4_12 0.2698 Rprec_mult_1.80 4_12 0.2438 Rprec_mult_2.00 4_12 0.2239 utility 4_12 -838.0000 11pt_avg 4_12 0.3243 binG 4_12 0.1850 G 4_12 0.1230 ndcg 4_12 0.5910 ndcg_rel 4_12 0.5892 Rndcg 4_12 0.5357 ndcg_cut_5 4_12 0.7669 ndcg_cut_10 4_12 0.7572 ndcg_cut_15 4_12 0.7137 ndcg_cut_20 4_12 0.7249 ndcg_cut_30 4_12 0.7015 ndcg_cut_100 4_12 0.4534 ndcg_cut_200 4_12 0.4846 ndcg_cut_500 4_12 0.5611 ndcg_cut_1000 4_12 0.5910 map_cut_5 4_12 0.0373 map_cut_10 4_12 0.0746 map_cut_15 4_12 0.0938 map_cut_20 4_12 0.1202 map_cut_30 4_12 0.1553 map_cut_100 4_12 0.2279 map_cut_200 4_12 0.2701 map_cut_500 4_12 0.2965 map_cut_1000 4_12 0.3036 relative_P_5 4_12 1.0000 relative_P_10 4_12 1.0000 relative_P_15 4_12 0.8667 relative_P_20 4_12 0.8500 relative_P_30 4_12 0.7667 relative_P_100 4_12 0.3900 relative_P_200 4_12 0.4179 relative_P_500 4_12 0.5448 relative_P_1000 4_12 0.6045 success_1 4_12 1.0000 success_5 4_12 1.0000 success_10 4_12 1.0000 set_P 4_12 0.0810 set_relative_P 4_12 0.6045 set_recall 4_12 0.6045 set_map 4_12 0.0490 set_F 4_12 0.1429 num_nonrel_judged_ret 4_12 20 rbp 4_12 0.6548 rbp_resid 4_12 0.1105 unj_5 4_12 0.0000 unj_10 4_12 0.0000 unj_20 4_12 0.1500 num_ret 4_13 1000 num_rel 4_13 162 num_rel_ret 4_13 123 map 4_13 0.4068 Rprec 4_13 0.4198 bpref 4_13 0.6520 recip_rank 4_13 1.0000 iprec_at_recall_0.00 4_13 1.0000 iprec_at_recall_0.10 4_13 0.9667 iprec_at_recall_0.20 4_13 0.8889 iprec_at_recall_0.30 4_13 0.6622 iprec_at_recall_0.40 4_13 0.4610 iprec_at_recall_0.50 4_13 0.3164 iprec_at_recall_0.60 4_13 0.2117 iprec_at_recall_0.70 4_13 0.1633 iprec_at_recall_0.80 4_13 0.0000 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 1.0000 P_10 4_13 0.9000 P_15 4_13 0.9333 P_20 4_13 0.9500 P_30 4_13 0.9667 P_100 4_13 0.5400 P_200 4_13 0.3600 P_500 4_13 0.1980 P_1000 4_13 0.1230 relstring 4_13 '3223322320' recall_5 4_13 0.0309 recall_10 4_13 0.0556 recall_15 4_13 0.0864 recall_20 4_13 0.1173 recall_30 4_13 0.1790 recall_100 4_13 0.3333 recall_200 4_13 0.4444 recall_500 4_13 0.6111 recall_1000 4_13 0.7593 infAP 4_13 0.4068 Rprec_mult_0.20 4_13 0.9091 Rprec_mult_0.40 4_13 0.6615 Rprec_mult_0.60 4_13 0.5408 Rprec_mult_0.80 4_13 0.4769 Rprec_mult_1.00 4_13 0.4198 Rprec_mult_1.20 4_13 0.3692 Rprec_mult_1.40 4_13 0.3304 Rprec_mult_1.60 4_13 0.3115 Rprec_mult_1.80 4_13 0.2911 Rprec_mult_2.00 4_13 0.2654 utility 4_13 -754.0000 11pt_avg 4_13 0.4246 binG 4_13 0.2290 G 4_13 0.1427 ndcg 4_13 0.7027 ndcg_rel 4_13 0.6657 Rndcg 4_13 0.6052 ndcg_cut_5 4_13 0.8721 ndcg_cut_10 4_13 0.7807 ndcg_cut_15 4_13 0.7854 ndcg_cut_20 4_13 0.7655 ndcg_cut_30 4_13 0.7354 ndcg_cut_100 4_13 0.5703 ndcg_cut_200 4_13 0.5194 ndcg_cut_500 4_13 0.6203 ndcg_cut_1000 4_13 0.7027 map_cut_5 4_13 0.0309 map_cut_10 4_13 0.0556 map_cut_15 4_13 0.0840 map_cut_20 4_13 0.1132 map_cut_30 4_13 0.1724 map_cut_100 4_13 0.2844 map_cut_200 4_13 0.3357 map_cut_500 4_13 0.3822 map_cut_1000 4_13 0.4068 relative_P_5 4_13 1.0000 relative_P_10 4_13 0.9000 relative_P_15 4_13 0.9333 relative_P_20 4_13 0.9500 relative_P_30 4_13 0.9667 relative_P_100 4_13 0.5400 relative_P_200 4_13 0.4444 relative_P_500 4_13 0.6111 relative_P_1000 4_13 0.7593 success_1 4_13 1.0000 success_5 4_13 1.0000 success_10 4_13 1.0000 set_P 4_13 0.1230 set_relative_P 4_13 0.7593 set_recall 4_13 0.7593 set_map 4_13 0.0934 set_F 4_13 0.2117 num_nonrel_judged_ret 4_13 30 rbp 4_13 0.7407 rbp_resid 4_13 0.0108 unj_5 4_13 0.0000 unj_10 4_13 0.0000 unj_20 4_13 0.0000 num_ret 4_14 1000 num_rel 4_14 177 num_rel_ret 4_14 90 map 4_14 0.2459 Rprec 4_14 0.3333 bpref 4_14 0.4689 recip_rank 4_14 1.0000 iprec_at_recall_0.00 4_14 1.0000 iprec_at_recall_0.10 4_14 0.7917 iprec_at_recall_0.20 4_14 0.4592 iprec_at_recall_0.30 4_14 0.4109 iprec_at_recall_0.40 4_14 0.2727 iprec_at_recall_0.50 4_14 0.1371 iprec_at_recall_0.60 4_14 0.0000 iprec_at_recall_0.70 4_14 0.0000 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 1.0000 P_10 4_14 0.9000 P_15 4_14 0.8000 P_20 4_14 0.7500 P_30 4_14 0.7000 P_100 4_14 0.4500 P_200 4_14 0.3050 P_500 4_14 0.1680 P_1000 4_14 0.0900 relstring 4_14 '22212132-1' recall_5 4_14 0.0282 recall_10 4_14 0.0508 recall_15 4_14 0.0678 recall_20 4_14 0.0847 recall_30 4_14 0.1186 recall_100 4_14 0.2542 recall_200 4_14 0.3446 recall_500 4_14 0.4746 recall_1000 4_14 0.5085 infAP 4_14 0.2459 Rprec_mult_0.20 4_14 0.6111 Rprec_mult_0.40 4_14 0.4507 Rprec_mult_0.60 4_14 0.4393 Rprec_mult_0.80 4_14 0.3803 Rprec_mult_1.00 4_14 0.3333 Rprec_mult_1.20 4_14 0.2911 Rprec_mult_1.40 4_14 0.2661 Rprec_mult_1.60 4_14 0.2676 Rprec_mult_1.80 4_14 0.2414 Rprec_mult_2.00 4_14 0.2260 utility 4_14 -820.0000 11pt_avg 4_14 0.2792 binG 4_14 0.1386 G 4_14 0.0824 ndcg 4_14 0.4823 ndcg_rel 4_14 0.4684 Rndcg 4_14 0.4185 ndcg_cut_5 4_14 0.6180 ndcg_cut_10 4_14 0.5680 ndcg_cut_15 4_14 0.5312 ndcg_cut_20 4_14 0.4991 ndcg_cut_30 4_14 0.4854 ndcg_cut_100 4_14 0.4177 ndcg_cut_200 4_14 0.3840 ndcg_cut_500 4_14 0.4644 ndcg_cut_1000 4_14 0.4823 map_cut_5 4_14 0.0282 map_cut_10 4_14 0.0503 map_cut_15 4_14 0.0651 map_cut_20 4_14 0.0788 map_cut_30 4_14 0.1048 map_cut_100 4_14 0.1728 map_cut_200 4_14 0.2076 map_cut_500 4_14 0.2408 map_cut_1000 4_14 0.2459 relative_P_5 4_14 1.0000 relative_P_10 4_14 0.9000 relative_P_15 4_14 0.8000 relative_P_20 4_14 0.7500 relative_P_30 4_14 0.7000 relative_P_100 4_14 0.4500 relative_P_200 4_14 0.3446 relative_P_500 4_14 0.4746 relative_P_1000 4_14 0.5085 success_1 4_14 1.0000 success_5 4_14 1.0000 success_10 4_14 1.0000 set_P 4_14 0.0900 set_relative_P 4_14 0.5085 set_recall 4_14 0.5085 set_map 4_14 0.0458 set_F 4_14 0.1529 num_nonrel_judged_ret 4_14 14 rbp 4_14 0.5042 rbp_resid 4_14 0.1474 unj_5 4_14 0.0000 unj_10 4_14 0.1000 unj_20 4_14 0.2000 num_ret 4_17 1000 num_rel 4_17 1 num_rel_ret 4_17 1 map 4_17 0.0278 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0278 iprec_at_recall_0.00 4_17 0.0278 iprec_at_recall_0.10 4_17 0.0278 iprec_at_recall_0.20 4_17 0.0278 iprec_at_recall_0.30 4_17 0.0278 iprec_at_recall_0.40 4_17 0.0278 iprec_at_recall_0.50 4_17 0.0278 iprec_at_recall_0.60 4_17 0.0278 iprec_at_recall_0.70 4_17 0.0278 iprec_at_recall_0.80 4_17 0.0278 iprec_at_recall_0.90 4_17 0.0278 iprec_at_recall_1.00 4_17 0.0278 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0000 P_100 4_17 0.0100 P_200 4_17 0.0050 P_500 4_17 0.0020 P_1000 4_17 0.0010 relstring 4_17 '00000000-0' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 0.0000 recall_100 4_17 1.0000 recall_200 4_17 1.0000 recall_500 4_17 1.0000 recall_1000 4_17 1.0000 infAP 4_17 0.0278 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -998.0000 11pt_avg 4_17 0.0278 binG 4_17 0.1920 G 4_17 0.1920 ndcg 4_17 0.1920 ndcg_rel 4_17 0.1920 Rndcg 4_17 0.0960 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.0000 ndcg_cut_100 4_17 0.1920 ndcg_cut_200 4_17 0.1920 ndcg_cut_500 4_17 0.1920 ndcg_cut_1000 4_17 0.1920 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0000 map_cut_100 4_17 0.0278 map_cut_200 4_17 0.0278 map_cut_500 4_17 0.0278 map_cut_1000 4_17 0.0278 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 0.0000 relative_P_100 4_17 1.0000 relative_P_200 4_17 1.0000 relative_P_500 4_17 1.0000 relative_P_1000 4_17 1.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0010 set_relative_P 4_17 1.0000 set_recall 4_17 1.0000 set_map 4_17 0.0010 set_F 4_17 0.0020 num_nonrel_judged_ret 4_17 46 rbp 4_17 0.0025 rbp_resid 4_17 0.2147 unj_5 4_17 0.0000 unj_10 4_17 0.1000 unj_20 4_17 0.3000 num_ret 4_3 1000 num_rel 4_3 164 num_rel_ret 4_3 130 map 4_3 0.4275 Rprec 4_3 0.5244 bpref 4_3 0.6383 recip_rank 4_3 1.0000 iprec_at_recall_0.00 4_3 1.0000 iprec_at_recall_0.10 4_3 0.7727 iprec_at_recall_0.20 4_3 0.6939 iprec_at_recall_0.30 4_3 0.5769 iprec_at_recall_0.40 4_3 0.5739 iprec_at_recall_0.50 4_3 0.5290 iprec_at_recall_0.60 4_3 0.4057 iprec_at_recall_0.70 4_3 0.2647 iprec_at_recall_0.80 4_3 0.0000 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 1.0000 P_10 4_3 0.7000 P_15 4_3 0.8000 P_20 4_3 0.7500 P_30 4_3 0.7000 P_100 4_3 0.5700 P_200 4_3 0.4500 P_500 4_3 0.2380 P_1000 4_3 0.1300 relstring 4_3 '1331200210' recall_5 4_3 0.0305 recall_10 4_3 0.0427 recall_15 4_3 0.0732 recall_20 4_3 0.0915 recall_30 4_3 0.1280 recall_100 4_3 0.3476 recall_200 4_3 0.5488 recall_500 4_3 0.7256 recall_1000 4_3 0.7927 infAP 4_3 0.4275 Rprec_mult_0.20 4_3 0.6667 Rprec_mult_0.40 4_3 0.5909 Rprec_mult_0.60 4_3 0.5758 Rprec_mult_0.80 4_3 0.5379 Rprec_mult_1.00 4_3 0.5244 Rprec_mult_1.20 4_3 0.4569 Rprec_mult_1.40 4_3 0.4217 Rprec_mult_1.60 4_3 0.3916 Rprec_mult_1.80 4_3 0.3514 Rprec_mult_2.00 4_3 0.3293 utility 4_3 -740.0000 11pt_avg 4_3 0.4379 binG 4_3 0.1822 G 4_3 0.1298 ndcg 4_3 0.6772 ndcg_rel 4_3 0.5563 Rndcg 4_3 0.4800 ndcg_cut_5 4_3 0.5685 ndcg_cut_10 4_3 0.4463 ndcg_cut_15 4_3 0.4498 ndcg_cut_20 4_3 0.4653 ndcg_cut_30 4_3 0.4598 ndcg_cut_100 4_3 0.4832 ndcg_cut_200 4_3 0.5353 ndcg_cut_500 4_3 0.6379 ndcg_cut_1000 4_3 0.6772 map_cut_5 4_3 0.0305 map_cut_10 4_3 0.0398 map_cut_15 4_3 0.0632 map_cut_20 4_3 0.0782 map_cut_30 4_3 0.1054 map_cut_100 4_3 0.2427 map_cut_200 4_3 0.3514 map_cut_500 4_3 0.4139 map_cut_1000 4_3 0.4275 relative_P_5 4_3 1.0000 relative_P_10 4_3 0.7000 relative_P_15 4_3 0.8000 relative_P_20 4_3 0.7500 relative_P_30 4_3 0.7000 relative_P_100 4_3 0.5700 relative_P_200 4_3 0.5488 relative_P_500 4_3 0.7256 relative_P_1000 4_3 0.7927 success_1 4_3 1.0000 success_5 4_3 1.0000 success_10 4_3 1.0000 set_P 4_3 0.1300 set_relative_P 4_3 0.7927 set_recall 4_3 0.7927 set_map 4_3 0.1030 set_F 4_3 0.2234 num_nonrel_judged_ret 4_3 27 rbp 4_3 0.3576 rbp_resid 4_3 0.0185 unj_5 4_3 0.0000 unj_10 4_3 0.0000 unj_20 4_3 0.0000 num_ret 4_4 1000 num_rel 4_4 154 num_rel_ret 4_4 107 map 4_4 0.3911 Rprec 4_4 0.4481 bpref 4_4 0.6564 recip_rank 4_4 1.0000 iprec_at_recall_0.00 4_4 1.0000 iprec_at_recall_0.10 4_4 0.8824 iprec_at_recall_0.20 4_4 0.7200 iprec_at_recall_0.30 4_4 0.6667 iprec_at_recall_0.40 4_4 0.5082 iprec_at_recall_0.50 4_4 0.4074 iprec_at_recall_0.60 4_4 0.2930 iprec_at_recall_0.70 4_4 0.0000 iprec_at_recall_0.80 4_4 0.0000 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 0.8000 P_10 4_4 0.8000 P_15 4_4 0.8667 P_20 4_4 0.8000 P_30 4_4 0.7333 P_100 4_4 0.5700 P_200 4_4 0.3950 P_500 4_4 0.2040 P_1000 4_4 0.1070 relstring 4_4 '22032322-3' recall_5 4_4 0.0260 recall_10 4_4 0.0519 recall_15 4_4 0.0844 recall_20 4_4 0.1039 recall_30 4_4 0.1429 recall_100 4_4 0.3701 recall_200 4_4 0.5130 recall_500 4_4 0.6623 recall_1000 4_4 0.6948 infAP 4_4 0.3911 Rprec_mult_0.20 4_4 0.7097 Rprec_mult_0.40 4_4 0.6774 Rprec_mult_0.60 4_4 0.5914 Rprec_mult_0.80 4_4 0.5000 Rprec_mult_1.00 4_4 0.4481 Rprec_mult_1.20 4_4 0.4054 Rprec_mult_1.40 4_4 0.3981 Rprec_mult_1.60 4_4 0.3563 Rprec_mult_1.80 4_4 0.3201 Rprec_mult_2.00 4_4 0.2922 utility 4_4 -786.0000 11pt_avg 4_4 0.4071 binG 4_4 0.1740 G 4_4 0.1256 ndcg 4_4 0.6502 ndcg_rel 4_4 0.5977 Rndcg 4_4 0.5485 ndcg_cut_5 4_4 0.5085 ndcg_cut_10 4_4 0.5610 ndcg_cut_15 4_4 0.5960 ndcg_cut_20 4_4 0.5768 ndcg_cut_30 4_4 0.5677 ndcg_cut_100 4_4 0.5478 ndcg_cut_200 4_4 0.5577 ndcg_cut_500 4_4 0.6397 ndcg_cut_1000 4_4 0.6502 map_cut_5 4_4 0.0231 map_cut_10 4_4 0.0449 map_cut_15 4_4 0.0723 map_cut_20 4_4 0.0892 map_cut_30 4_4 0.1195 map_cut_100 4_4 0.2723 map_cut_200 4_4 0.3379 map_cut_500 4_4 0.3857 map_cut_1000 4_4 0.3911 relative_P_5 4_4 0.8000 relative_P_10 4_4 0.8000 relative_P_15 4_4 0.8667 relative_P_20 4_4 0.8000 relative_P_30 4_4 0.7333 relative_P_100 4_4 0.5700 relative_P_200 4_4 0.5130 relative_P_500 4_4 0.6623 relative_P_1000 4_4 0.6948 success_1 4_4 1.0000 success_5 4_4 1.0000 success_10 4_4 1.0000 set_P 4_4 0.1070 set_relative_P 4_4 0.6948 set_recall 4_4 0.6948 set_map 4_4 0.0743 set_F 4_4 0.1854 num_nonrel_judged_ret 4_4 7 rbp 4_4 0.4550 rbp_resid 4_4 0.1084 unj_5 4_4 0.0000 unj_10 4_4 0.1000 unj_20 4_4 0.1000 num_ret 4_5 1000 num_rel 4_5 122 num_rel_ret 4_5 91 map 4_5 0.4535 Rprec 4_5 0.5164 bpref 4_5 0.7154 recip_rank 4_5 1.0000 iprec_at_recall_0.00 4_5 1.0000 iprec_at_recall_0.10 4_5 0.8824 iprec_at_recall_0.20 4_5 0.7400 iprec_at_recall_0.30 4_5 0.7400 iprec_at_recall_0.40 4_5 0.5765 iprec_at_recall_0.50 4_5 0.5439 iprec_at_recall_0.60 4_5 0.4244 iprec_at_recall_0.70 4_5 0.2464 iprec_at_recall_0.80 4_5 0.0000 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 1.0000 P_10 4_5 0.8000 P_15 4_5 0.8667 P_20 4_5 0.8500 P_30 4_5 0.7333 P_100 4_5 0.5400 P_200 4_5 0.3850 P_500 4_5 0.1740 P_1000 4_5 0.0910 relstring 4_5 '3233332-30' recall_5 4_5 0.0410 recall_10 4_5 0.0656 recall_15 4_5 0.1066 recall_20 4_5 0.1393 recall_30 4_5 0.1803 recall_100 4_5 0.4426 recall_200 4_5 0.6311 recall_500 4_5 0.7131 recall_1000 4_5 0.7459 infAP 4_5 0.4535 Rprec_mult_0.20 4_5 0.8000 Rprec_mult_0.40 4_5 0.7347 Rprec_mult_0.60 4_5 0.5946 Rprec_mult_0.80 4_5 0.5408 Rprec_mult_1.00 4_5 0.5164 Rprec_mult_1.20 4_5 0.4422 Rprec_mult_1.40 4_5 0.4211 Rprec_mult_1.60 4_5 0.3929 Rprec_mult_1.80 4_5 0.3591 Rprec_mult_2.00 4_5 0.3320 utility 4_5 -818.0000 11pt_avg 4_5 0.4685 binG 4_5 0.2193 G 4_5 0.1723 ndcg 4_5 0.7372 ndcg_rel 4_5 0.7073 Rndcg 4_5 0.6539 ndcg_cut_5 4_5 0.9287 ndcg_cut_10 4_5 0.7962 ndcg_cut_15 4_5 0.7962 ndcg_cut_20 4_5 0.7632 ndcg_cut_30 4_5 0.6819 ndcg_cut_100 4_5 0.5899 ndcg_cut_200 4_5 0.6810 ndcg_cut_500 4_5 0.7215 ndcg_cut_1000 4_5 0.7372 map_cut_5 4_5 0.0410 map_cut_10 4_5 0.0647 map_cut_15 4_5 0.0993 map_cut_20 4_5 0.1275 map_cut_30 4_5 0.1601 map_cut_100 4_5 0.3356 map_cut_200 4_5 0.4248 map_cut_500 4_5 0.4490 map_cut_1000 4_5 0.4535 relative_P_5 4_5 1.0000 relative_P_10 4_5 0.8000 relative_P_15 4_5 0.8667 relative_P_20 4_5 0.8500 relative_P_30 4_5 0.7333 relative_P_100 4_5 0.5400 relative_P_200 4_5 0.6311 relative_P_500 4_5 0.7131 relative_P_1000 4_5 0.7459 success_1 4_5 1.0000 success_5 4_5 1.0000 success_10 4_5 1.0000 set_P 4_5 0.0910 set_relative_P 4_5 0.7459 set_recall 4_5 0.7459 set_map 4_5 0.0679 set_F 4_5 0.1622 num_nonrel_judged_ret 4_5 6 rbp 4_5 0.7287 rbp_resid 4_5 0.1186 unj_5 4_5 0.0000 unj_10 4_5 0.1000 unj_20 4_5 0.1000 num_ret 4_7 1000 num_rel 4_7 76 num_rel_ret 4_7 56 map 4_7 0.2463 Rprec 4_7 0.3289 bpref 4_7 0.5551 recip_rank 4_7 1.0000 iprec_at_recall_0.00 4_7 1.0000 iprec_at_recall_0.10 4_7 0.5909 iprec_at_recall_0.20 4_7 0.4688 iprec_at_recall_0.30 4_7 0.3521 iprec_at_recall_0.40 4_7 0.3226 iprec_at_recall_0.50 4_7 0.2639 iprec_at_recall_0.60 4_7 0.1479 iprec_at_recall_0.70 4_7 0.0974 iprec_at_recall_0.80 4_7 0.0000 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 0.6000 P_10 4_7 0.5000 P_15 4_7 0.5333 P_20 4_7 0.5500 P_30 4_7 0.4667 P_100 4_7 0.3100 P_200 4_7 0.2050 P_500 4_7 0.1040 P_1000 4_7 0.0560 relstring 4_7 '3001100102' recall_5 4_7 0.0395 recall_10 4_7 0.0658 recall_15 4_7 0.1053 recall_20 4_7 0.1447 recall_30 4_7 0.1842 recall_100 4_7 0.4079 recall_200 4_7 0.5395 recall_500 4_7 0.6842 recall_1000 4_7 0.7368 infAP 4_7 0.2463 Rprec_mult_0.20 4_7 0.5000 Rprec_mult_0.40 4_7 0.4516 Rprec_mult_0.60 4_7 0.3696 Rprec_mult_0.80 4_7 0.3279 Rprec_mult_1.00 4_7 0.3289 Rprec_mult_1.20 4_7 0.3152 Rprec_mult_1.40 4_7 0.3084 Rprec_mult_1.60 4_7 0.2869 Rprec_mult_1.80 4_7 0.2628 Rprec_mult_2.00 4_7 0.2566 utility 4_7 -888.0000 11pt_avg 4_7 0.2949 binG 4_7 0.1571 G 4_7 0.1487 ndcg 4_7 0.5858 ndcg_rel 4_7 0.5064 Rndcg 4_7 0.4998 ndcg_cut_5 4_7 0.5071 ndcg_cut_10 4_7 0.4396 ndcg_cut_15 4_7 0.4720 ndcg_cut_20 4_7 0.4614 ndcg_cut_30 4_7 0.4045 ndcg_cut_100 4_7 0.4264 ndcg_cut_200 4_7 0.4978 ndcg_cut_500 4_7 0.5666 ndcg_cut_1000 4_7 0.5858 map_cut_5 4_7 0.0276 map_cut_10 4_7 0.0408 map_cut_15 4_7 0.0620 map_cut_20 4_7 0.0839 map_cut_30 4_7 0.1065 map_cut_100 4_7 0.1856 map_cut_200 4_7 0.2215 map_cut_500 4_7 0.2418 map_cut_1000 4_7 0.2463 relative_P_5 4_7 0.6000 relative_P_10 4_7 0.5000 relative_P_15 4_7 0.5333 relative_P_20 4_7 0.5500 relative_P_30 4_7 0.4667 relative_P_100 4_7 0.4079 relative_P_200 4_7 0.5395 relative_P_500 4_7 0.6842 relative_P_1000 4_7 0.7368 success_1 4_7 1.0000 success_5 4_7 1.0000 success_10 4_7 1.0000 set_P 4_7 0.0560 set_relative_P 4_7 0.7368 set_recall 4_7 0.7368 set_map 4_7 0.0413 set_F 4_7 0.1041 num_nonrel_judged_ret 4_7 44 rbp 4_7 0.2839 rbp_resid 4_7 0.1124 unj_5 4_7 0.0000 unj_10 4_7 0.0000 unj_20 4_7 0.1000 num_ret 4_8 1000 num_rel 4_8 96 num_rel_ret 4_8 66 map 4_8 0.1811 Rprec 4_8 0.2396 bpref 4_8 0.4029 recip_rank 4_8 1.0000 iprec_at_recall_0.00 4_8 1.0000 iprec_at_recall_0.10 4_8 0.5556 iprec_at_recall_0.20 4_8 0.2754 iprec_at_recall_0.30 4_8 0.2000 iprec_at_recall_0.40 4_8 0.1767 iprec_at_recall_0.50 4_8 0.1201 iprec_at_recall_0.60 4_8 0.0903 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 0.4000 P_10 4_8 0.5000 P_15 4_8 0.5333 P_20 4_8 0.5000 P_30 4_8 0.4667 P_100 4_8 0.2300 P_200 4_8 0.1800 P_500 4_8 0.1020 P_1000 4_8 0.0660 relstring 4_8 '22000210-1' recall_5 4_8 0.0208 recall_10 4_8 0.0521 recall_15 4_8 0.0833 recall_20 4_8 0.1042 recall_30 4_8 0.1458 recall_100 4_8 0.2396 recall_200 4_8 0.3750 recall_500 4_8 0.5312 recall_1000 4_8 0.6875 infAP 4_8 0.1811 Rprec_mult_0.20 4_8 0.5000 Rprec_mult_0.40 4_8 0.4103 Rprec_mult_0.60 4_8 0.3103 Rprec_mult_0.80 4_8 0.2597 Rprec_mult_1.00 4_8 0.2396 Rprec_mult_1.20 4_8 0.2069 Rprec_mult_1.40 4_8 0.2074 Rprec_mult_1.60 4_8 0.1948 Rprec_mult_1.80 4_8 0.1850 Rprec_mult_2.00 4_8 0.1875 utility 4_8 -868.0000 11pt_avg 4_8 0.2198 binG 4_8 0.1351 G 4_8 0.1187 ndcg 4_8 0.5320 ndcg_rel 4_8 0.4696 Rndcg 4_8 0.4815 ndcg_cut_5 4_8 0.4729 ndcg_cut_10 4_8 0.4557 ndcg_cut_15 4_8 0.4857 ndcg_cut_20 4_8 0.4416 ndcg_cut_30 4_8 0.4001 ndcg_cut_100 4_8 0.3215 ndcg_cut_200 4_8 0.3971 ndcg_cut_500 4_8 0.4672 ndcg_cut_1000 4_8 0.5320 map_cut_5 4_8 0.0208 map_cut_10 4_8 0.0372 map_cut_15 4_8 0.0540 map_cut_20 4_8 0.0657 map_cut_30 4_8 0.0872 map_cut_100 4_8 0.1186 map_cut_200 4_8 0.1458 map_cut_500 4_8 0.1675 map_cut_1000 4_8 0.1811 relative_P_5 4_8 0.4000 relative_P_10 4_8 0.5000 relative_P_15 4_8 0.5333 relative_P_20 4_8 0.5000 relative_P_30 4_8 0.4667 relative_P_100 4_8 0.2396 relative_P_200 4_8 0.3750 relative_P_500 4_8 0.5312 relative_P_1000 4_8 0.6875 success_1 4_8 1.0000 success_5 4_8 1.0000 success_10 4_8 1.0000 set_P 4_8 0.0660 set_relative_P 4_8 0.6875 set_recall 4_8 0.6875 set_map 4_8 0.0454 set_F 4_8 0.1204 num_nonrel_judged_ret 4_8 82 rbp 4_8 0.2859 rbp_resid 4_8 0.1796 unj_5 4_8 0.0000 unj_10 4_8 0.1000 unj_20 4_8 0.2500 num_ret 4_9 1000 num_rel 4_9 85 num_rel_ret 4_9 57 map 4_9 0.4738 Rprec 4_9 0.4941 bpref 4_9 0.6643 recip_rank 4_9 1.0000 iprec_at_recall_0.00 4_9 1.0000 iprec_at_recall_0.10 4_9 1.0000 iprec_at_recall_0.20 4_9 0.9545 iprec_at_recall_0.30 4_9 0.8182 iprec_at_recall_0.40 4_9 0.7083 iprec_at_recall_0.50 4_9 0.4343 iprec_at_recall_0.60 4_9 0.2914 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 1.0000 P_10 4_9 1.0000 P_15 4_9 1.0000 P_20 4_9 0.9500 P_30 4_9 0.8000 P_100 4_9 0.4300 P_200 4_9 0.2650 P_500 4_9 0.1120 P_1000 4_9 0.0570 relstring 4_9 '3322233333' recall_5 4_9 0.0588 recall_10 4_9 0.1176 recall_15 4_9 0.1765 recall_20 4_9 0.2235 recall_30 4_9 0.2824 recall_100 4_9 0.5059 recall_200 4_9 0.6235 recall_500 4_9 0.6588 recall_1000 4_9 0.6706 infAP 4_9 0.4738 Rprec_mult_0.20 4_9 0.9412 Rprec_mult_0.40 4_9 0.7941 Rprec_mult_0.60 4_9 0.7059 Rprec_mult_0.80 4_9 0.5735 Rprec_mult_1.00 4_9 0.4941 Rprec_mult_1.20 4_9 0.4216 Rprec_mult_1.40 4_9 0.3697 Rprec_mult_1.60 4_9 0.3382 Rprec_mult_1.80 4_9 0.3137 Rprec_mult_2.00 4_9 0.2941 utility 4_9 -886.0000 11pt_avg 4_9 0.4733 binG 4_9 0.3156 G 4_9 0.2039 ndcg 4_9 0.7251 ndcg_rel 4_9 0.7612 Rndcg 4_9 0.6963 ndcg_cut_5 4_9 0.8510 ndcg_cut_10 4_9 0.9033 ndcg_cut_15 4_9 0.8668 ndcg_cut_20 4_9 0.8209 ndcg_cut_30 4_9 0.7642 ndcg_cut_100 4_9 0.6401 ndcg_cut_200 4_9 0.7034 ndcg_cut_500 4_9 0.7200 ndcg_cut_1000 4_9 0.7251 map_cut_5 4_9 0.0588 map_cut_10 4_9 0.1176 map_cut_15 4_9 0.1765 map_cut_20 4_9 0.2210 map_cut_30 4_9 0.2731 map_cut_100 4_9 0.4277 map_cut_200 4_9 0.4654 map_cut_500 4_9 0.4725 map_cut_1000 4_9 0.4738 relative_P_5 4_9 1.0000 relative_P_10 4_9 1.0000 relative_P_15 4_9 1.0000 relative_P_20 4_9 0.9500 relative_P_30 4_9 0.8000 relative_P_100 4_9 0.5059 relative_P_200 4_9 0.6235 relative_P_500 4_9 0.6588 relative_P_1000 4_9 0.6706 success_1 4_9 1.0000 success_5 4_9 1.0000 success_10 4_9 1.0000 set_P 4_9 0.0570 set_relative_P 4_9 0.6706 set_recall 4_9 0.6706 set_map 4_9 0.0382 set_F 4_9 0.1051 num_nonrel_judged_ret 4_9 3 rbp 4_9 0.7883 rbp_resid 4_9 0.0742 unj_5 4_9 0.0000 unj_10 4_9 0.0000 unj_20 4_9 0.0500 num_ret 5_10 1000 num_rel 5_10 43 num_rel_ret 5_10 16 map 5_10 0.2194 Rprec 5_10 0.3023 bpref 5_10 0.3510 recip_rank 5_10 1.0000 iprec_at_recall_0.00 5_10 1.0000 iprec_at_recall_0.10 5_10 0.8333 iprec_at_recall_0.20 5_10 0.5556 iprec_at_recall_0.30 5_10 0.3171 iprec_at_recall_0.40 5_10 0.0000 iprec_at_recall_0.50 5_10 0.0000 iprec_at_recall_0.60 5_10 0.0000 iprec_at_recall_0.70 5_10 0.0000 iprec_at_recall_0.80 5_10 0.0000 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 0.8000 P_10 5_10 0.7000 P_15 5_10 0.5333 P_20 5_10 0.5000 P_30 5_10 0.3667 P_100 5_10 0.1500 P_200 5_10 0.0800 P_500 5_10 0.0320 P_1000 5_10 0.0160 relstring 5_10 '2230110-12' recall_5 5_10 0.0930 recall_10 5_10 0.1628 recall_15 5_10 0.1860 recall_20 5_10 0.2326 recall_30 5_10 0.2558 recall_100 5_10 0.3488 recall_200 5_10 0.3721 recall_500 5_10 0.3721 recall_1000 5_10 0.3721 infAP 5_10 0.2194 Rprec_mult_0.20 5_10 0.6667 Rprec_mult_0.40 5_10 0.5556 Rprec_mult_0.60 5_10 0.4231 Rprec_mult_0.80 5_10 0.3429 Rprec_mult_1.00 5_10 0.3023 Rprec_mult_1.20 5_10 0.2500 Rprec_mult_1.40 5_10 0.2295 Rprec_mult_1.60 5_10 0.2029 Rprec_mult_1.80 5_10 0.1923 Rprec_mult_2.00 5_10 0.1744 utility 5_10 -968.0000 11pt_avg 5_10 0.2460 binG 5_10 0.1690 G 5_10 0.0682 ndcg 5_10 0.3056 ndcg_rel 5_10 0.3289 Rndcg 5_10 0.3212 ndcg_cut_5 5_10 0.4366 ndcg_cut_10 5_10 0.3770 ndcg_cut_15 5_10 0.3221 ndcg_cut_20 5_10 0.3097 ndcg_cut_30 5_10 0.2757 ndcg_cut_100 5_10 0.3007 ndcg_cut_200 5_10 0.3056 ndcg_cut_500 5_10 0.3056 ndcg_cut_1000 5_10 0.3056 map_cut_5 5_10 0.0884 map_cut_10 5_10 0.1395 map_cut_15 5_10 0.1538 map_cut_20 5_10 0.1791 map_cut_30 5_10 0.1902 map_cut_100 5_10 0.2166 map_cut_200 5_10 0.2194 map_cut_500 5_10 0.2194 map_cut_1000 5_10 0.2194 relative_P_5 5_10 0.8000 relative_P_10 5_10 0.7000 relative_P_15 5_10 0.5333 relative_P_20 5_10 0.5000 relative_P_30 5_10 0.3667 relative_P_100 5_10 0.3488 relative_P_200 5_10 0.3721 relative_P_500 5_10 0.3721 relative_P_1000 5_10 0.3721 success_1 5_10 1.0000 success_5 5_10 1.0000 success_10 5_10 1.0000 set_P 5_10 0.0160 set_relative_P 5_10 0.3721 set_recall 5_10 0.3721 set_map 5_10 0.0060 set_F 5_10 0.0307 num_nonrel_judged_ret 5_10 5 rbp 5_10 0.2374 rbp_resid 5_10 0.2851 unj_5 5_10 0.0000 unj_10 5_10 0.1000 unj_20 5_10 0.3500 num_ret 5_13 1000 num_rel 5_13 112 num_rel_ret 5_13 105 map 5_13 0.4493 Rprec 5_13 0.4911 bpref 5_13 0.6855 recip_rank 5_13 1.0000 iprec_at_recall_0.00 5_13 1.0000 iprec_at_recall_0.10 5_13 0.7500 iprec_at_recall_0.20 5_13 0.6471 iprec_at_recall_0.30 5_13 0.6415 iprec_at_recall_0.40 5_13 0.5750 iprec_at_recall_0.50 5_13 0.4828 iprec_at_recall_0.60 5_13 0.3472 iprec_at_recall_0.70 5_13 0.2532 iprec_at_recall_0.80 5_13 0.1944 iprec_at_recall_0.90 5_13 0.1229 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 1.0000 P_10 5_13 0.9000 P_15 5_13 0.7333 P_20 5_13 0.7500 P_30 5_13 0.6333 P_100 5_13 0.5400 P_200 5_13 0.3350 P_500 5_13 0.1800 P_1000 5_13 0.1050 relstring 5_13 '2422323011' recall_5 5_13 0.0446 recall_10 5_13 0.0804 recall_15 5_13 0.0982 recall_20 5_13 0.1339 recall_30 5_13 0.1696 recall_100 5_13 0.4821 recall_200 5_13 0.5982 recall_500 5_13 0.8036 recall_1000 5_13 0.9375 infAP 5_13 0.4493 Rprec_mult_0.20 5_13 0.6957 Rprec_mult_0.40 5_13 0.6444 Rprec_mult_0.60 5_13 0.5735 Rprec_mult_0.80 5_13 0.5667 Rprec_mult_1.00 5_13 0.4911 Rprec_mult_1.20 5_13 0.4370 Rprec_mult_1.40 5_13 0.3885 Rprec_mult_1.60 5_13 0.3611 Rprec_mult_1.80 5_13 0.3317 Rprec_mult_2.00 5_13 0.3125 utility 5_13 -790.0000 11pt_avg 5_13 0.4558 binG 5_13 0.2318 G 5_13 0.1718 ndcg 5_13 0.7467 ndcg_rel 5_13 0.6099 Rndcg 5_13 0.6332 ndcg_cut_5 5_13 0.7203 ndcg_cut_10 5_13 0.6712 ndcg_cut_15 5_13 0.5991 ndcg_cut_20 5_13 0.5866 ndcg_cut_30 5_13 0.5358 ndcg_cut_100 5_13 0.5361 ndcg_cut_200 5_13 0.5815 ndcg_cut_500 5_13 0.6778 ndcg_cut_1000 5_13 0.7467 map_cut_5 5_13 0.0446 map_cut_10 5_13 0.0785 map_cut_15 5_13 0.0925 map_cut_20 5_13 0.1189 map_cut_30 5_13 0.1437 map_cut_100 5_13 0.3323 map_cut_200 5_13 0.3804 map_cut_500 5_13 0.4311 map_cut_1000 5_13 0.4493 relative_P_5 5_13 1.0000 relative_P_10 5_13 0.9000 relative_P_15 5_13 0.7333 relative_P_20 5_13 0.7500 relative_P_30 5_13 0.6333 relative_P_100 5_13 0.5400 relative_P_200 5_13 0.5982 relative_P_500 5_13 0.8036 relative_P_1000 5_13 0.9375 success_1 5_13 1.0000 success_5 5_13 1.0000 success_10 5_13 1.0000 set_P 5_13 0.1050 set_relative_P 5_13 0.9375 set_recall 5_13 0.9375 set_map 5_13 0.0984 set_F 5_13 0.1888 num_nonrel_judged_ret 5_13 53 rbp 5_13 0.4111 rbp_resid 5_13 0.0367 unj_5 5_13 0.0000 unj_10 5_13 0.0000 unj_20 5_13 0.0000 num_ret 5_14 1000 num_rel 5_14 38 num_rel_ret 5_14 38 map 5_14 0.4972 Rprec 5_14 0.4474 bpref 5_14 0.7985 recip_rank 5_14 1.0000 iprec_at_recall_0.00 5_14 1.0000 iprec_at_recall_0.10 5_14 1.0000 iprec_at_recall_0.20 5_14 1.0000 iprec_at_recall_0.30 5_14 0.6190 iprec_at_recall_0.40 5_14 0.5152 iprec_at_recall_0.50 5_14 0.4222 iprec_at_recall_0.60 5_14 0.4182 iprec_at_recall_0.70 5_14 0.2755 iprec_at_recall_0.80 5_14 0.2326 iprec_at_recall_0.90 5_14 0.1219 iprec_at_recall_1.00 5_14 0.0839 P_5 5_14 1.0000 P_10 5_14 0.9000 P_15 5_14 0.6667 P_20 5_14 0.6000 P_30 5_14 0.4667 P_100 5_14 0.2700 P_200 5_14 0.1600 P_500 5_14 0.0760 P_1000 5_14 0.0380 relstring 5_14 '4234232404' recall_5 5_14 0.1316 recall_10 5_14 0.2368 recall_15 5_14 0.2632 recall_20 5_14 0.3158 recall_30 5_14 0.3684 recall_100 5_14 0.7105 recall_200 5_14 0.8421 recall_500 5_14 1.0000 recall_1000 5_14 1.0000 infAP 5_14 0.4972 Rprec_mult_0.20 5_14 1.0000 Rprec_mult_0.40 5_14 0.6250 Rprec_mult_0.60 5_14 0.5652 Rprec_mult_0.80 5_14 0.4839 Rprec_mult_1.00 5_14 0.4474 Rprec_mult_1.20 5_14 0.4130 Rprec_mult_1.40 5_14 0.4074 Rprec_mult_1.60 5_14 0.3770 Rprec_mult_1.80 5_14 0.3333 Rprec_mult_2.00 5_14 0.3026 utility 5_14 -924.0000 11pt_avg 5_14 0.5171 binG 5_14 0.3760 G 5_14 0.3096 ndcg 5_14 0.8566 ndcg_rel 5_14 0.7880 Rndcg 5_14 0.7773 ndcg_cut_5 5_14 0.8116 ndcg_cut_10 5_14 0.8773 ndcg_cut_15 5_14 0.7776 ndcg_cut_20 5_14 0.7211 ndcg_cut_30 5_14 0.6807 ndcg_cut_100 5_14 0.7877 ndcg_cut_200 5_14 0.8224 ndcg_cut_500 5_14 0.8566 ndcg_cut_1000 5_14 0.8566 map_cut_5 5_14 0.1316 map_cut_10 5_14 0.2342 map_cut_15 5_14 0.2545 map_cut_20 5_14 0.2855 map_cut_30 5_14 0.3140 map_cut_100 5_14 0.4498 map_cut_200 5_14 0.4801 map_cut_500 5_14 0.4972 map_cut_1000 5_14 0.4972 relative_P_5 5_14 1.0000 relative_P_10 5_14 0.9000 relative_P_15 5_14 0.6667 relative_P_20 5_14 0.6000 relative_P_30 5_14 0.4667 relative_P_100 5_14 0.7105 relative_P_200 5_14 0.8421 relative_P_500 5_14 1.0000 relative_P_1000 5_14 1.0000 success_1 5_14 1.0000 success_5 5_14 1.0000 success_10 5_14 1.0000 set_P 5_14 0.0380 set_relative_P 5_14 1.0000 set_recall 5_14 1.0000 set_map 5_14 0.0380 set_F 5_14 0.0732 num_nonrel_judged_ret 5_14 19 rbp 5_14 0.5116 rbp_resid 5_14 0.1849 unj_5 5_14 0.0000 unj_10 5_14 0.0000 unj_20 5_14 0.2500 num_ret 5_15 1000 num_rel 5_15 43 num_rel_ret 5_15 39 map 5_15 0.2085 Rprec 5_15 0.2093 bpref 5_15 0.2288 recip_rank 5_15 1.0000 iprec_at_recall_0.00 5_15 1.0000 iprec_at_recall_0.10 5_15 0.5714 iprec_at_recall_0.20 5_15 0.2329 iprec_at_recall_0.30 5_15 0.2329 iprec_at_recall_0.40 5_15 0.2329 iprec_at_recall_0.50 5_15 0.1982 iprec_at_recall_0.60 5_15 0.1697 iprec_at_recall_0.70 5_15 0.1478 iprec_at_recall_0.80 5_15 0.0883 iprec_at_recall_0.90 5_15 0.0547 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 0.4000 P_10 5_15 0.4000 P_15 5_15 0.3333 P_20 5_15 0.2500 P_30 5_15 0.2333 P_100 5_15 0.1800 P_200 5_15 0.1450 P_500 5_15 0.0760 P_1000 5_15 0.0390 relstring 5_15 '1020012000' recall_5 5_15 0.0465 recall_10 5_15 0.0930 recall_15 5_15 0.1163 recall_20 5_15 0.1163 recall_30 5_15 0.1628 recall_100 5_15 0.4186 recall_200 5_15 0.6744 recall_500 5_15 0.8837 recall_1000 5_15 0.9070 infAP 5_15 0.2085 Rprec_mult_0.20 5_15 0.4444 Rprec_mult_0.40 5_15 0.2778 Rprec_mult_0.60 5_15 0.2308 Rprec_mult_0.80 5_15 0.2286 Rprec_mult_1.00 5_15 0.2093 Rprec_mult_1.20 5_15 0.2115 Rprec_mult_1.40 5_15 0.1803 Rprec_mult_1.60 5_15 0.2029 Rprec_mult_1.80 5_15 0.2179 Rprec_mult_2.00 5_15 0.1977 utility 5_15 -922.0000 11pt_avg 5_15 0.2662 binG 5_15 0.1873 G 5_15 0.1449 ndcg 5_15 0.5204 ndcg_rel 5_15 0.3631 Rndcg 5_15 0.2710 ndcg_cut_5 5_15 0.2031 ndcg_cut_10 5_15 0.2066 ndcg_cut_15 5_15 0.2022 ndcg_cut_20 5_15 0.1783 ndcg_cut_30 5_15 0.1986 ndcg_cut_100 5_15 0.3170 ndcg_cut_200 5_15 0.4328 ndcg_cut_500 5_15 0.5163 ndcg_cut_1000 5_15 0.5204 map_cut_5 5_15 0.0388 map_cut_10 5_15 0.0637 map_cut_15 5_15 0.0726 map_cut_20 5_15 0.0726 map_cut_30 5_15 0.0851 map_cut_100 5_15 0.1401 map_cut_200 5_15 0.1860 map_cut_500 5_15 0.2072 map_cut_1000 5_15 0.2085 relative_P_5 5_15 0.4000 relative_P_10 5_15 0.4000 relative_P_15 5_15 0.3333 relative_P_20 5_15 0.2500 relative_P_30 5_15 0.2333 relative_P_100 5_15 0.4186 relative_P_200 5_15 0.6744 relative_P_500 5_15 0.8837 relative_P_1000 5_15 0.9070 success_1 5_15 1.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 0.0390 set_relative_P 5_15 0.9070 set_recall 5_15 0.9070 set_map 5_15 0.0354 set_F 5_15 0.0748 num_nonrel_judged_ret 5_15 87 rbp 5_15 0.1355 rbp_resid 5_15 0.0488 unj_5 5_15 0.0000 unj_10 5_15 0.0000 unj_20 5_15 0.0000 num_ret 5_2 1000 num_rel 5_2 139 num_rel_ret 5_2 93 map 5_2 0.0589 Rprec 5_2 0.0719 bpref 5_2 0.4089 recip_rank 5_2 1.0000 iprec_at_recall_0.00 5_2 1.0000 iprec_at_recall_0.10 5_2 0.0935 iprec_at_recall_0.20 5_2 0.0935 iprec_at_recall_0.30 5_2 0.0935 iprec_at_recall_0.40 5_2 0.0935 iprec_at_recall_0.50 5_2 0.0935 iprec_at_recall_0.60 5_2 0.0935 iprec_at_recall_0.70 5_2 0.0000 iprec_at_recall_0.80 5_2 0.0000 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 0.2000 P_10 5_2 0.2000 P_15 5_2 0.1333 P_20 5_2 0.1000 P_30 5_2 0.1333 P_100 5_2 0.0800 P_200 5_2 0.0550 P_500 5_2 0.0600 P_1000 5_2 0.0930 relstring 5_2 '1000010000' recall_5 5_2 0.0072 recall_10 5_2 0.0144 recall_15 5_2 0.0144 recall_20 5_2 0.0144 recall_30 5_2 0.0288 recall_100 5_2 0.0576 recall_200 5_2 0.0791 recall_500 5_2 0.2158 recall_1000 5_2 0.6691 infAP 5_2 0.0589 Rprec_mult_0.20 5_2 0.1429 Rprec_mult_0.40 5_2 0.1071 Rprec_mult_0.60 5_2 0.0833 Rprec_mult_0.80 5_2 0.0714 Rprec_mult_1.00 5_2 0.0719 Rprec_mult_1.20 5_2 0.0599 Rprec_mult_1.40 5_2 0.0564 Rprec_mult_1.60 5_2 0.0583 Rprec_mult_1.80 5_2 0.0558 Rprec_mult_2.00 5_2 0.0576 utility 5_2 -814.0000 11pt_avg 5_2 0.1419 binG 5_2 0.0854 G 5_2 0.0776 ndcg 5_2 0.3655 ndcg_rel 5_2 0.2582 Rndcg 5_2 0.1165 ndcg_cut_5 5_2 0.0848 ndcg_cut_10 5_2 0.0746 ndcg_cut_15 5_2 0.0578 ndcg_cut_20 5_2 0.0503 ndcg_cut_30 5_2 0.0534 ndcg_cut_100 5_2 0.0493 ndcg_cut_200 5_2 0.0611 ndcg_cut_500 5_2 0.1387 ndcg_cut_1000 5_2 0.3655 map_cut_5 5_2 0.0072 map_cut_10 5_2 0.0096 map_cut_15 5_2 0.0096 map_cut_20 5_2 0.0096 map_cut_30 5_2 0.0116 map_cut_100 5_2 0.0150 map_cut_200 5_2 0.0164 map_cut_500 5_2 0.0250 map_cut_1000 5_2 0.0589 relative_P_5 5_2 0.2000 relative_P_10 5_2 0.2000 relative_P_15 5_2 0.1333 relative_P_20 5_2 0.1000 relative_P_30 5_2 0.1333 relative_P_100 5_2 0.0800 relative_P_200 5_2 0.0791 relative_P_500 5_2 0.2158 relative_P_1000 5_2 0.6691 success_1 5_2 1.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 0.0930 set_relative_P 5_2 0.6691 set_recall 5_2 0.6691 set_map 5_2 0.0622 set_F 5_2 0.1633 num_nonrel_judged_ret 5_2 27 rbp 5_2 0.0449 rbp_resid 5_2 0.1744 unj_5 5_2 0.0000 unj_10 5_2 0.0000 unj_20 5_2 0.2500 num_ret 5_4 1000 num_rel 5_4 108 num_rel_ret 5_4 54 map 5_4 0.1183 Rprec 5_4 0.1759 bpref 5_4 0.3235 recip_rank 5_4 1.0000 iprec_at_recall_0.00 5_4 1.0000 iprec_at_recall_0.10 5_4 0.3548 iprec_at_recall_0.20 5_4 0.1852 iprec_at_recall_0.30 5_4 0.1524 iprec_at_recall_0.40 5_4 0.1054 iprec_at_recall_0.50 5_4 0.0570 iprec_at_recall_0.60 5_4 0.0000 iprec_at_recall_0.70 5_4 0.0000 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 0.6000 P_10 5_4 0.4000 P_15 5_4 0.4667 P_20 5_4 0.4000 P_30 5_4 0.3333 P_100 5_4 0.1800 P_200 5_4 0.1500 P_500 5_4 0.0900 P_1000 5_4 0.0540 relstring 5_4 '210031--00' recall_5 5_4 0.0278 recall_10 5_4 0.0370 recall_15 5_4 0.0648 recall_20 5_4 0.0741 recall_30 5_4 0.0926 recall_100 5_4 0.1667 recall_200 5_4 0.2778 recall_500 5_4 0.4167 recall_1000 5_4 0.5000 infAP 5_4 0.1183 Rprec_mult_0.20 5_4 0.3636 Rprec_mult_0.40 5_4 0.2727 Rprec_mult_0.60 5_4 0.2308 Rprec_mult_0.80 5_4 0.2069 Rprec_mult_1.00 5_4 0.1759 Rprec_mult_1.20 5_4 0.1846 Rprec_mult_1.40 5_4 0.1711 Rprec_mult_1.60 5_4 0.1618 Rprec_mult_1.80 5_4 0.1538 Rprec_mult_2.00 5_4 0.1481 utility 5_4 -892.0000 11pt_avg 5_4 0.1686 binG 5_4 0.1004 G 5_4 0.0808 ndcg 5_4 0.4077 ndcg_rel 5_4 0.3581 Rndcg 5_4 0.2912 ndcg_cut_5 5_4 0.3215 ndcg_cut_10 5_4 0.2449 ndcg_cut_15 5_4 0.2763 ndcg_cut_20 5_4 0.2679 ndcg_cut_30 5_4 0.2645 ndcg_cut_100 5_4 0.2199 ndcg_cut_200 5_4 0.2781 ndcg_cut_500 5_4 0.3682 ndcg_cut_1000 5_4 0.4077 map_cut_5 5_4 0.0241 map_cut_10 5_4 0.0302 map_cut_15 5_4 0.0441 map_cut_20 5_4 0.0478 map_cut_30 5_4 0.0544 map_cut_100 5_4 0.0745 map_cut_200 5_4 0.0941 map_cut_500 5_4 0.1121 map_cut_1000 5_4 0.1183 relative_P_5 5_4 0.6000 relative_P_10 5_4 0.4000 relative_P_15 5_4 0.4667 relative_P_20 5_4 0.4000 relative_P_30 5_4 0.3333 relative_P_100 5_4 0.1800 relative_P_200 5_4 0.2778 relative_P_500 5_4 0.4167 relative_P_1000 5_4 0.5000 success_1 5_4 1.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.0540 set_relative_P 5_4 0.5000 set_recall 5_4 0.5000 set_map 5_4 0.0270 set_F 5_4 0.0975 num_nonrel_judged_ret 5_4 28 rbp 5_4 0.2045 rbp_resid 5_4 0.2575 unj_5 5_4 0.0000 unj_10 5_4 0.2000 unj_20 5_4 0.3000 num_ret 5_5 1000 num_rel 5_5 108 num_rel_ret 5_5 80 map 5_5 0.0733 Rprec 5_5 0.0556 bpref 5_5 0.4373 recip_rank 5_5 1.0000 iprec_at_recall_0.00 5_5 1.0000 iprec_at_recall_0.10 5_5 0.0850 iprec_at_recall_0.20 5_5 0.0850 iprec_at_recall_0.30 5_5 0.0850 iprec_at_recall_0.40 5_5 0.0850 iprec_at_recall_0.50 5_5 0.0850 iprec_at_recall_0.60 5_5 0.0834 iprec_at_recall_0.70 5_5 0.0834 iprec_at_recall_0.80 5_5 0.0000 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 0.4000 P_10 5_5 0.2000 P_15 5_5 0.2000 P_20 5_5 0.1500 P_30 5_5 0.1333 P_100 5_5 0.0500 P_200 5_5 0.0550 P_500 5_5 0.0740 P_1000 5_5 0.0800 relstring 5_5 '21000--00-' recall_5 5_5 0.0185 recall_10 5_5 0.0185 recall_15 5_5 0.0278 recall_20 5_5 0.0278 recall_30 5_5 0.0370 recall_100 5_5 0.0463 recall_200 5_5 0.1019 recall_500 5_5 0.3426 recall_1000 5_5 0.7407 infAP 5_5 0.0733 Rprec_mult_0.20 5_5 0.1364 Rprec_mult_0.40 5_5 0.0909 Rprec_mult_0.60 5_5 0.0615 Rprec_mult_0.80 5_5 0.0575 Rprec_mult_1.00 5_5 0.0556 Rprec_mult_1.20 5_5 0.0615 Rprec_mult_1.40 5_5 0.0592 Rprec_mult_1.60 5_5 0.0578 Rprec_mult_1.80 5_5 0.0564 Rprec_mult_2.00 5_5 0.0509 utility 5_5 -840.0000 11pt_avg 5_5 0.1447 binG 5_5 0.1035 G 5_5 0.0919 ndcg 5_5 0.4144 ndcg_rel 5_5 0.3054 Rndcg 5_5 0.2015 ndcg_cut_5 5_5 0.2306 ndcg_cut_10 5_5 0.1625 ndcg_cut_15 5_5 0.1645 ndcg_cut_20 5_5 0.1464 ndcg_cut_30 5_5 0.1303 ndcg_cut_100 5_5 0.0837 ndcg_cut_200 5_5 0.1104 ndcg_cut_500 5_5 0.2552 ndcg_cut_1000 5_5 0.4144 map_cut_5 5_5 0.0185 map_cut_10 5_5 0.0185 map_cut_15 5_5 0.0205 map_cut_20 5_5 0.0205 map_cut_30 5_5 0.0218 map_cut_100 5_5 0.0225 map_cut_200 5_5 0.0258 map_cut_500 5_5 0.0413 map_cut_1000 5_5 0.0733 relative_P_5 5_5 0.4000 relative_P_10 5_5 0.2000 relative_P_15 5_5 0.2000 relative_P_20 5_5 0.1500 relative_P_30 5_5 0.1333 relative_P_100 5_5 0.0500 relative_P_200 5_5 0.1019 relative_P_500 5_5 0.3426 relative_P_1000 5_5 0.7407 success_1 5_5 1.0000 success_5 5_5 1.0000 success_10 5_5 1.0000 set_P 5_5 0.0800 set_relative_P 5_5 0.7407 set_recall 5_5 0.7407 set_map 5_5 0.0593 set_F 5_5 0.1444 num_nonrel_judged_ret 5_5 67 rbp 5_5 0.0867 rbp_resid 5_5 0.3625 unj_5 5_5 0.0000 unj_10 5_5 0.3000 unj_20 5_5 0.4000 num_ret 5_8 1000 num_rel 5_8 78 num_rel_ret 5_8 61 map 5_8 0.2978 Rprec 5_8 0.3846 bpref 5_8 0.4882 recip_rank 5_8 0.5000 iprec_at_recall_0.00 5_8 0.7500 iprec_at_recall_0.10 5_8 0.5556 iprec_at_recall_0.20 5_8 0.4865 iprec_at_recall_0.30 5_8 0.4194 iprec_at_recall_0.40 5_8 0.4000 iprec_at_recall_0.50 5_8 0.3421 iprec_at_recall_0.60 5_8 0.2883 iprec_at_recall_0.70 5_8 0.1852 iprec_at_recall_0.80 5_8 0.0000 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.6000 P_10 5_8 0.5000 P_15 5_8 0.4667 P_20 5_8 0.5000 P_30 5_8 0.5000 P_100 5_8 0.3400 P_200 5_8 0.2500 P_500 5_8 0.1180 P_1000 5_8 0.0610 relstring 5_8 '0113001100' recall_5 5_8 0.0385 recall_10 5_8 0.0641 recall_15 5_8 0.0897 recall_20 5_8 0.1282 recall_30 5_8 0.1923 recall_100 5_8 0.4359 recall_200 5_8 0.6410 recall_500 5_8 0.7564 recall_1000 5_8 0.7821 infAP 5_8 0.2978 Rprec_mult_0.20 5_8 0.5000 Rprec_mult_0.40 5_8 0.4688 Rprec_mult_0.60 5_8 0.4255 Rprec_mult_0.80 5_8 0.4127 Rprec_mult_1.00 5_8 0.3846 Rprec_mult_1.20 5_8 0.3511 Rprec_mult_1.40 5_8 0.3273 Rprec_mult_1.60 5_8 0.3360 Rprec_mult_1.80 5_8 0.3121 Rprec_mult_2.00 5_8 0.2885 utility 5_8 -878.0000 11pt_avg 5_8 0.3115 binG 5_8 0.1688 G 5_8 0.1278 ndcg 5_8 0.5262 ndcg_rel 5_8 0.3881 Rndcg 5_8 0.2889 ndcg_cut_5 5_8 0.2207 ndcg_cut_10 5_8 0.1949 ndcg_cut_15 5_8 0.1856 ndcg_cut_20 5_8 0.2206 ndcg_cut_30 5_8 0.2659 ndcg_cut_100 5_8 0.3663 ndcg_cut_200 5_8 0.4468 ndcg_cut_500 5_8 0.5138 ndcg_cut_1000 5_8 0.5262 map_cut_5 5_8 0.0246 map_cut_10 5_8 0.0399 map_cut_15 5_8 0.0538 map_cut_20 5_8 0.0741 map_cut_30 5_8 0.1074 map_cut_100 5_8 0.2080 map_cut_200 5_8 0.2731 map_cut_500 5_8 0.2953 map_cut_1000 5_8 0.2978 relative_P_5 5_8 0.6000 relative_P_10 5_8 0.5000 relative_P_15 5_8 0.4667 relative_P_20 5_8 0.5000 relative_P_30 5_8 0.5000 relative_P_100 5_8 0.4359 relative_P_200 5_8 0.6410 relative_P_500 5_8 0.7564 relative_P_1000 5_8 0.7821 success_1 5_8 0.0000 success_5 5_8 1.0000 success_10 5_8 1.0000 set_P 5_8 0.0610 set_relative_P 5_8 0.7821 set_recall 5_8 0.7821 set_map 5_8 0.0477 set_F 5_8 0.1132 num_nonrel_judged_ret 5_8 46 rbp 5_8 0.1871 rbp_resid 5_8 0.0522 unj_5 5_8 0.0000 unj_10 5_8 0.0000 unj_20 5_8 0.0500 num_ret 5_9 1000 num_rel 5_9 53 num_rel_ret 5_9 46 map 5_9 0.5831 Rprec 5_9 0.6226 bpref 5_9 0.7900 recip_rank 5_9 1.0000 iprec_at_recall_0.00 5_9 1.0000 iprec_at_recall_0.10 5_9 1.0000 iprec_at_recall_0.20 5_9 0.7391 iprec_at_recall_0.30 5_9 0.7391 iprec_at_recall_0.40 5_9 0.7059 iprec_at_recall_0.50 5_9 0.6889 iprec_at_recall_0.60 5_9 0.6809 iprec_at_recall_0.70 5_9 0.5362 iprec_at_recall_0.80 5_9 0.3443 iprec_at_recall_0.90 5_9 0.0000 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 1.0000 P_10 5_9 0.8000 P_15 5_9 0.7333 P_20 5_9 0.7000 P_30 5_9 0.7000 P_100 5_9 0.3900 P_200 5_9 0.2200 P_500 5_9 0.0920 P_1000 5_9 0.0460 relstring 5_9 '3141444004' recall_5 5_9 0.0943 recall_10 5_9 0.1509 recall_15 5_9 0.2075 recall_20 5_9 0.2642 recall_30 5_9 0.3962 recall_100 5_9 0.7358 recall_200 5_9 0.8302 recall_500 5_9 0.8679 recall_1000 5_9 0.8679 infAP 5_9 0.5831 Rprec_mult_0.20 5_9 0.8182 Rprec_mult_0.40 5_9 0.7273 Rprec_mult_0.60 5_9 0.6875 Rprec_mult_0.80 5_9 0.6744 Rprec_mult_1.00 5_9 0.6226 Rprec_mult_1.20 5_9 0.5625 Rprec_mult_1.40 5_9 0.5200 Rprec_mult_1.60 5_9 0.4588 Rprec_mult_1.80 5_9 0.4062 Rprec_mult_2.00 5_9 0.3868 utility 5_9 -908.0000 11pt_avg 5_9 0.5849 binG 5_9 0.3289 G 5_9 0.1950 ndcg 5_9 0.7775 ndcg_rel 5_9 0.6776 Rndcg 5_9 0.6589 ndcg_cut_5 5_9 0.6452 ndcg_cut_10 5_9 0.6341 ndcg_cut_15 5_9 0.5940 ndcg_cut_20 5_9 0.6015 ndcg_cut_30 5_9 0.6177 ndcg_cut_100 5_9 0.7293 ndcg_cut_200 5_9 0.7650 ndcg_cut_500 5_9 0.7775 ndcg_cut_1000 5_9 0.7775 map_cut_5 5_9 0.0943 map_cut_10 5_9 0.1472 map_cut_15 5_9 0.1910 map_cut_20 5_9 0.2318 map_cut_30 5_9 0.3260 map_cut_100 5_9 0.5435 map_cut_200 5_9 0.5759 map_cut_500 5_9 0.5831 map_cut_1000 5_9 0.5831 relative_P_5 5_9 1.0000 relative_P_10 5_9 0.8000 relative_P_15 5_9 0.7333 relative_P_20 5_9 0.7000 relative_P_30 5_9 0.7000 relative_P_100 5_9 0.7358 relative_P_200 5_9 0.8302 relative_P_500 5_9 0.8679 relative_P_1000 5_9 0.8679 success_1 5_9 1.0000 success_5 5_9 1.0000 success_10 5_9 1.0000 set_P 5_9 0.0460 set_relative_P 5_9 0.8679 set_recall 5_9 0.8679 set_map 5_9 0.0399 set_F 5_9 0.0874 num_nonrel_judged_ret 5_9 11 rbp 5_9 0.5832 rbp_resid 5_9 0.0671 unj_5 5_9 0.0000 unj_10 5_9 0.0000 unj_20 5_9 0.1000 num_ret 6_1 1000 num_rel 6_1 331 num_rel_ret 6_1 111 map 6_1 0.1888 Rprec 6_1 0.2749 bpref 6_1 0.3014 recip_rank 6_1 1.0000 iprec_at_recall_0.00 6_1 1.0000 iprec_at_recall_0.10 6_1 0.7333 iprec_at_recall_0.20 6_1 0.4371 iprec_at_recall_0.30 6_1 0.2096 iprec_at_recall_0.40 6_1 0.0000 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 1.0000 P_10 6_1 0.9000 P_15 6_1 0.8000 P_20 6_1 0.8000 P_30 6_1 0.8000 P_100 6_1 0.5500 P_200 6_1 0.3800 P_500 6_1 0.2040 P_1000 6_1 0.1110 relstring 6_1 '1332321110' recall_5 6_1 0.0151 recall_10 6_1 0.0272 recall_15 6_1 0.0363 recall_20 6_1 0.0483 recall_30 6_1 0.0725 recall_100 6_1 0.1662 recall_200 6_1 0.2296 recall_500 6_1 0.3082 recall_1000 6_1 0.3353 infAP 6_1 0.1888 Rprec_mult_0.20 6_1 0.6716 Rprec_mult_0.40 6_1 0.4812 Rprec_mult_0.60 6_1 0.3819 Rprec_mult_0.80 6_1 0.3358 Rprec_mult_1.00 6_1 0.2749 Rprec_mult_1.20 6_1 0.2387 Rprec_mult_1.40 6_1 0.2091 Rprec_mult_1.60 6_1 0.1962 Rprec_mult_1.80 6_1 0.1779 Rprec_mult_2.00 6_1 0.1631 utility 6_1 -778.0000 11pt_avg 6_1 0.2164 binG 6_1 0.0928 G 6_1 0.0611 ndcg 6_1 0.3827 ndcg_rel 6_1 0.4052 Rndcg 6_1 0.3842 ndcg_cut_5 6_1 0.6515 ndcg_cut_10 6_1 0.5521 ndcg_cut_15 6_1 0.5354 ndcg_cut_20 6_1 0.5202 ndcg_cut_30 6_1 0.5087 ndcg_cut_100 6_1 0.4425 ndcg_cut_200 6_1 0.3818 ndcg_cut_500 6_1 0.3672 ndcg_cut_1000 6_1 0.3827 map_cut_5 6_1 0.0151 map_cut_10 6_1 0.0272 map_cut_15 6_1 0.0351 map_cut_20 6_1 0.0451 map_cut_30 6_1 0.0650 map_cut_100 6_1 0.1306 map_cut_200 6_1 0.1602 map_cut_500 6_1 0.1842 map_cut_1000 6_1 0.1888 relative_P_5 6_1 1.0000 relative_P_10 6_1 0.9000 relative_P_15 6_1 0.8000 relative_P_20 6_1 0.8000 relative_P_30 6_1 0.8000 relative_P_100 6_1 0.5500 relative_P_200 6_1 0.3800 relative_P_500 6_1 0.3082 relative_P_1000 6_1 0.3353 success_1 6_1 1.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.1110 set_relative_P 6_1 0.3353 set_recall 6_1 0.3353 set_map 6_1 0.0372 set_F 6_1 0.1668 num_nonrel_judged_ret 6_1 15 rbp 6_1 0.3972 rbp_resid 6_1 0.0140 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1000 num_rel 6_10 45 num_rel_ret 6_10 36 map 6_10 0.2681 Rprec 6_10 0.3556 bpref 6_10 0.6563 recip_rank 6_10 0.5000 iprec_at_recall_0.00 6_10 0.7500 iprec_at_recall_0.10 6_10 0.6923 iprec_at_recall_0.20 6_10 0.6923 iprec_at_recall_0.30 6_10 0.3721 iprec_at_recall_0.40 6_10 0.2817 iprec_at_recall_0.50 6_10 0.1983 iprec_at_recall_0.60 6_10 0.1393 iprec_at_recall_0.70 6_10 0.1135 iprec_at_recall_0.80 6_10 0.0450 iprec_at_recall_0.90 6_10 0.0000 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 0.6000 P_10 6_10 0.6000 P_15 6_10 0.6000 P_20 6_10 0.5000 P_30 6_10 0.4000 P_100 6_10 0.2100 P_200 6_10 0.1350 P_500 6_10 0.0680 P_1000 6_10 0.0360 relstring 6_10 '043303021-' recall_5 6_10 0.0667 recall_10 6_10 0.1333 recall_15 6_10 0.2000 recall_20 6_10 0.2222 recall_30 6_10 0.2667 recall_100 6_10 0.4667 recall_200 6_10 0.6000 recall_500 6_10 0.7556 recall_1000 6_10 0.8000 infAP 6_10 0.2681 Rprec_mult_0.20 6_10 0.6667 Rprec_mult_0.40 6_10 0.5000 Rprec_mult_0.60 6_10 0.4444 Rprec_mult_0.80 6_10 0.3333 Rprec_mult_1.00 6_10 0.3556 Rprec_mult_1.20 6_10 0.2963 Rprec_mult_1.40 6_10 0.2540 Rprec_mult_1.60 6_10 0.2778 Rprec_mult_1.80 6_10 0.2593 Rprec_mult_2.00 6_10 0.2333 utility 6_10 -928.0000 11pt_avg 6_10 0.2986 binG 6_10 0.1977 G 6_10 0.1712 ndcg 6_10 0.6048 ndcg_rel 6_10 0.5209 Rndcg 6_10 0.3738 ndcg_cut_5 6_10 0.5399 ndcg_cut_10 6_10 0.5001 ndcg_cut_15 6_10 0.4562 ndcg_cut_20 6_10 0.4259 ndcg_cut_30 6_10 0.3761 ndcg_cut_100 6_10 0.4651 ndcg_cut_200 6_10 0.5428 ndcg_cut_500 6_10 0.5932 ndcg_cut_1000 6_10 0.6048 map_cut_5 6_10 0.0426 map_cut_10 6_10 0.0861 map_cut_15 6_10 0.1305 map_cut_20 6_10 0.1421 map_cut_30 6_10 0.1649 map_cut_100 6_10 0.2264 map_cut_200 6_10 0.2491 map_cut_500 6_10 0.2660 map_cut_1000 6_10 0.2681 relative_P_5 6_10 0.6000 relative_P_10 6_10 0.6000 relative_P_15 6_10 0.6000 relative_P_20 6_10 0.5000 relative_P_30 6_10 0.4000 relative_P_100 6_10 0.4667 relative_P_200 6_10 0.6000 relative_P_500 6_10 0.7556 relative_P_1000 6_10 0.8000 success_1 6_10 0.0000 success_5 6_10 1.0000 success_10 6_10 1.0000 set_P 6_10 0.0360 set_relative_P 6_10 0.8000 set_recall 6_10 0.8000 set_map 6_10 0.0288 set_F 6_10 0.0689 num_nonrel_judged_ret 6_10 21 rbp 6_10 0.3246 rbp_resid 6_10 0.2437 unj_5 6_10 0.0000 unj_10 6_10 0.1000 unj_20 6_10 0.3500 num_ret 6_11 1000 num_rel 6_11 118 num_rel_ret 6_11 69 map 6_11 0.0425 Rprec 6_11 0.0339 bpref 6_11 0.4590 recip_rank 6_11 0.1429 iprec_at_recall_0.00 6_11 0.2500 iprec_at_recall_0.10 6_11 0.0786 iprec_at_recall_0.20 6_11 0.0786 iprec_at_recall_0.30 6_11 0.0786 iprec_at_recall_0.40 6_11 0.0753 iprec_at_recall_0.50 6_11 0.0732 iprec_at_recall_0.60 6_11 0.0000 iprec_at_recall_0.70 6_11 0.0000 iprec_at_recall_0.80 6_11 0.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 0.0000 P_10 6_11 0.2000 P_15 6_11 0.1333 P_20 6_11 0.1500 P_30 6_11 0.1000 P_100 6_11 0.0400 P_200 6_11 0.0550 P_500 6_11 0.0740 P_1000 6_11 0.0690 relstring 6_11 '00000011--' recall_5 6_11 0.0000 recall_10 6_11 0.0169 recall_15 6_11 0.0169 recall_20 6_11 0.0254 recall_30 6_11 0.0254 recall_100 6_11 0.0339 recall_200 6_11 0.0932 recall_500 6_11 0.3136 recall_1000 6_11 0.5847 infAP 6_11 0.0425 Rprec_mult_0.20 6_11 0.1250 Rprec_mult_0.40 6_11 0.0625 Rprec_mult_0.60 6_11 0.0423 Rprec_mult_0.80 6_11 0.0421 Rprec_mult_1.00 6_11 0.0339 Rprec_mult_1.20 6_11 0.0352 Rprec_mult_1.40 6_11 0.0482 Rprec_mult_1.60 6_11 0.0582 Rprec_mult_1.80 6_11 0.0516 Rprec_mult_2.00 6_11 0.0508 utility 6_11 -862.0000 11pt_avg 6_11 0.0577 binG 6_11 0.0725 G 6_11 0.0689 ndcg 6_11 0.3168 ndcg_rel 6_11 0.2318 Rndcg 6_11 0.0930 ndcg_cut_5 6_11 0.0000 ndcg_cut_10 6_11 0.0578 ndcg_cut_15 6_11 0.0468 ndcg_cut_20 6_11 0.0543 ndcg_cut_30 6_11 0.0430 ndcg_cut_100 6_11 0.0280 ndcg_cut_200 6_11 0.0569 ndcg_cut_500 6_11 0.1846 ndcg_cut_1000 6_11 0.3168 map_cut_5 6_11 0.0000 map_cut_10 6_11 0.0033 map_cut_15 6_11 0.0033 map_cut_20 6_11 0.0047 map_cut_30 6_11 0.0047 map_cut_100 6_11 0.0051 map_cut_200 6_11 0.0080 map_cut_500 6_11 0.0228 map_cut_1000 6_11 0.0425 relative_P_5 6_11 0.0000 relative_P_10 6_11 0.2000 relative_P_15 6_11 0.1333 relative_P_20 6_11 0.1500 relative_P_30 6_11 0.1000 relative_P_100 6_11 0.0400 relative_P_200 6_11 0.0932 relative_P_500 6_11 0.3136 relative_P_1000 6_11 0.5847 success_1 6_11 0.0000 success_5 6_11 0.0000 success_10 6_11 1.0000 set_P 6_11 0.0690 set_relative_P 6_11 0.5847 set_recall 6_11 0.5847 set_map 6_11 0.0403 set_F 6_11 0.1234 num_nonrel_judged_ret 6_11 30 rbp 6_11 0.0387 rbp_resid 6_11 0.3531 unj_5 6_11 0.0000 unj_10 6_11 0.2000 unj_20 6_11 0.4000 num_ret 6_12 1000 num_rel 6_12 69 num_rel_ret 6_12 41 map 6_12 0.1832 Rprec 6_12 0.3188 bpref 6_12 0.5065 recip_rank 6_12 0.5000 iprec_at_recall_0.00 6_12 0.7500 iprec_at_recall_0.10 6_12 0.4583 iprec_at_recall_0.20 6_12 0.3721 iprec_at_recall_0.30 6_12 0.3387 iprec_at_recall_0.40 6_12 0.2667 iprec_at_recall_0.50 6_12 0.0952 iprec_at_recall_0.60 6_12 0.0636 iprec_at_recall_0.70 6_12 0.0000 iprec_at_recall_0.80 6_12 0.0000 iprec_at_recall_0.90 6_12 0.0000 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 0.6000 P_10 6_12 0.4000 P_15 6_12 0.4000 P_20 6_12 0.4000 P_30 6_12 0.4000 P_100 6_12 0.2700 P_200 6_12 0.1500 P_500 6_12 0.0740 P_1000 6_12 0.0410 relstring 6_12 '0333000030' recall_5 6_12 0.0435 recall_10 6_12 0.0580 recall_15 6_12 0.0870 recall_20 6_12 0.1159 recall_30 6_12 0.1739 recall_100 6_12 0.3913 recall_200 6_12 0.4348 recall_500 6_12 0.5362 recall_1000 6_12 0.5942 infAP 6_12 0.1832 Rprec_mult_0.20 6_12 0.4286 Rprec_mult_0.40 6_12 0.3929 Rprec_mult_0.60 6_12 0.3571 Rprec_mult_0.80 6_12 0.3393 Rprec_mult_1.00 6_12 0.3188 Rprec_mult_1.20 6_12 0.2892 Rprec_mult_1.40 6_12 0.2784 Rprec_mult_1.60 6_12 0.2523 Rprec_mult_1.80 6_12 0.2240 Rprec_mult_2.00 6_12 0.2029 utility 6_12 -918.0000 11pt_avg 6_12 0.2131 binG 6_12 0.1311 G 6_12 0.1028 ndcg 6_12 0.4978 ndcg_rel 6_12 0.4428 Rndcg 6_12 0.3041 ndcg_cut_5 6_12 0.4758 ndcg_cut_10 6_12 0.3819 ndcg_cut_15 6_12 0.3881 ndcg_cut_20 6_12 0.3688 ndcg_cut_30 6_12 0.3768 ndcg_cut_100 6_12 0.3927 ndcg_cut_200 6_12 0.4166 ndcg_cut_500 6_12 0.4704 ndcg_cut_1000 6_12 0.4978 map_cut_5 6_12 0.0278 map_cut_10 6_12 0.0342 map_cut_15 6_12 0.0475 map_cut_20 6_12 0.0599 map_cut_30 6_12 0.0848 map_cut_100 6_12 0.1586 map_cut_200 6_12 0.1680 map_cut_500 6_12 0.1794 map_cut_1000 6_12 0.1832 relative_P_5 6_12 0.6000 relative_P_10 6_12 0.4000 relative_P_15 6_12 0.4000 relative_P_20 6_12 0.4000 relative_P_30 6_12 0.4000 relative_P_100 6_12 0.3913 relative_P_200 6_12 0.4348 relative_P_500 6_12 0.5362 relative_P_1000 6_12 0.5942 success_1 6_12 0.0000 success_5 6_12 1.0000 success_10 6_12 1.0000 set_P 6_12 0.0410 set_relative_P 6_12 0.5942 set_recall 6_12 0.5942 set_map 6_12 0.0244 set_F 6_12 0.0767 num_nonrel_judged_ret 6_12 12 rbp 6_12 0.3132 rbp_resid 6_12 0.1551 unj_5 6_12 0.0000 unj_10 6_12 0.0000 unj_20 6_12 0.2000 num_ret 6_13 1000 num_rel 6_13 107 num_rel_ret 6_13 103 map 6_13 0.5392 Rprec 6_13 0.5234 bpref 6_13 0.8235 recip_rank 6_13 1.0000 iprec_at_recall_0.00 6_13 1.0000 iprec_at_recall_0.10 6_13 0.8333 iprec_at_recall_0.20 6_13 0.8182 iprec_at_recall_0.30 6_13 0.7619 iprec_at_recall_0.40 6_13 0.6515 iprec_at_recall_0.50 6_13 0.5294 iprec_at_recall_0.60 6_13 0.4483 iprec_at_recall_0.70 6_13 0.3866 iprec_at_recall_0.80 6_13 0.3056 iprec_at_recall_0.90 6_13 0.2152 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 1.0000 P_10 6_13 0.9000 P_15 6_13 0.8000 P_20 6_13 0.8000 P_30 6_13 0.8000 P_100 6_13 0.5200 P_200 6_13 0.3750 P_500 6_13 0.1940 P_1000 6_13 0.1030 relstring 6_13 '3222122-21' recall_5 6_13 0.0467 recall_10 6_13 0.0841 recall_15 6_13 0.1121 recall_20 6_13 0.1495 recall_30 6_13 0.2243 recall_100 6_13 0.4860 recall_200 6_13 0.7009 recall_500 6_13 0.9065 recall_1000 6_13 0.9626 infAP 6_13 0.5392 Rprec_mult_0.20 6_13 0.8182 Rprec_mult_0.40 6_13 0.7442 Rprec_mult_0.60 6_13 0.6462 Rprec_mult_0.80 6_13 0.5581 Rprec_mult_1.00 6_13 0.5234 Rprec_mult_1.20 6_13 0.4574 Rprec_mult_1.40 6_13 0.4333 Rprec_mult_1.60 6_13 0.4012 Rprec_mult_1.80 6_13 0.3834 Rprec_mult_2.00 6_13 0.3598 utility 6_13 -794.0000 11pt_avg 6_13 0.5409 binG 6_13 0.2621 G 6_13 0.1847 ndcg 6_13 0.7983 ndcg_rel 6_13 0.6575 Rndcg 6_13 0.6198 ndcg_cut_5 6_13 0.7360 ndcg_cut_10 6_13 0.6442 ndcg_cut_15 6_13 0.6128 ndcg_cut_20 6_13 0.6349 ndcg_cut_30 6_13 0.6283 ndcg_cut_100 6_13 0.5481 ndcg_cut_200 6_13 0.6637 ndcg_cut_500 6_13 0.7759 ndcg_cut_1000 6_13 0.7983 map_cut_5 6_13 0.0467 map_cut_10 6_13 0.0821 map_cut_15 6_13 0.1041 map_cut_20 6_13 0.1339 map_cut_30 6_13 0.1946 map_cut_100 6_13 0.3727 map_cut_200 6_13 0.4691 map_cut_500 6_13 0.5306 map_cut_1000 6_13 0.5392 relative_P_5 6_13 1.0000 relative_P_10 6_13 0.9000 relative_P_15 6_13 0.8000 relative_P_20 6_13 0.8000 relative_P_30 6_13 0.8000 relative_P_100 6_13 0.5200 relative_P_200 6_13 0.7009 relative_P_500 6_13 0.9065 relative_P_1000 6_13 0.9626 success_1 6_13 1.0000 success_5 6_13 1.0000 success_10 6_13 1.0000 set_P 6_13 0.1030 set_relative_P 6_13 0.9626 set_recall 6_13 0.9626 set_map 6_13 0.0991 set_F 6_13 0.1861 num_nonrel_judged_ret 6_13 15 rbp 6_13 0.5358 rbp_resid 6_13 0.0685 unj_5 6_13 0.0000 unj_10 6_13 0.1000 unj_20 6_13 0.0500 num_ret 6_14 1000 num_rel 6_14 56 num_rel_ret 6_14 55 map 6_14 0.3202 Rprec 6_14 0.3393 bpref 6_14 0.3852 recip_rank 6_14 1.0000 iprec_at_recall_0.00 6_14 1.0000 iprec_at_recall_0.10 6_14 0.5333 iprec_at_recall_0.20 6_14 0.5333 iprec_at_recall_0.30 6_14 0.4091 iprec_at_recall_0.40 6_14 0.3421 iprec_at_recall_0.50 6_14 0.2642 iprec_at_recall_0.60 6_14 0.2533 iprec_at_recall_0.70 6_14 0.2281 iprec_at_recall_0.80 6_14 0.1520 iprec_at_recall_0.90 6_14 0.1348 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.8000 P_10 6_14 0.5000 P_15 6_14 0.4000 P_20 6_14 0.4500 P_30 6_14 0.5333 P_100 6_14 0.2700 P_200 6_14 0.1950 P_500 6_14 0.1020 P_1000 6_14 0.0550 relstring 6_14 '2012200003' recall_5 6_14 0.0714 recall_10 6_14 0.0893 recall_15 6_14 0.1071 recall_20 6_14 0.1607 recall_30 6_14 0.2857 recall_100 6_14 0.4821 recall_200 6_14 0.6964 recall_500 6_14 0.9107 recall_1000 6_14 0.9821 infAP 6_14 0.3202 Rprec_mult_0.20 6_14 0.5000 Rprec_mult_0.40 6_14 0.4783 Rprec_mult_0.60 6_14 0.4706 Rprec_mult_0.80 6_14 0.4000 Rprec_mult_1.00 6_14 0.3393 Rprec_mult_1.20 6_14 0.2941 Rprec_mult_1.40 6_14 0.3291 Rprec_mult_1.60 6_14 0.2889 Rprec_mult_1.80 6_14 0.2673 Rprec_mult_2.00 6_14 0.2589 utility 6_14 -890.0000 11pt_avg 6_14 0.3500 binG 6_14 0.2138 G 6_14 0.1784 ndcg 6_14 0.6834 ndcg_rel 6_14 0.5169 Rndcg 6_14 0.4783 ndcg_cut_5 6_14 0.4675 ndcg_cut_10 6_14 0.4037 ndcg_cut_15 6_14 0.3868 ndcg_cut_20 6_14 0.3888 ndcg_cut_30 6_14 0.4441 ndcg_cut_100 6_14 0.4749 ndcg_cut_200 6_14 0.5933 ndcg_cut_500 6_14 0.6629 ndcg_cut_1000 6_14 0.6834 map_cut_5 6_14 0.0574 map_cut_10 6_14 0.0664 map_cut_15 6_14 0.0753 map_cut_20 6_14 0.0995 map_cut_30 6_14 0.1617 map_cut_100 6_14 0.2271 map_cut_200 6_14 0.2801 map_cut_500 6_14 0.3144 map_cut_1000 6_14 0.3202 relative_P_5 6_14 0.8000 relative_P_10 6_14 0.5000 relative_P_15 6_14 0.4000 relative_P_20 6_14 0.4500 relative_P_30 6_14 0.5333 relative_P_100 6_14 0.4821 relative_P_200 6_14 0.6964 relative_P_500 6_14 0.9107 relative_P_1000 6_14 0.9821 success_1 6_14 1.0000 success_5 6_14 1.0000 success_10 6_14 1.0000 set_P 6_14 0.0550 set_relative_P 6_14 0.9821 set_recall 6_14 0.9821 set_map 6_14 0.0540 set_F 6_14 0.1042 num_nonrel_judged_ret 6_14 67 rbp 6_14 0.3142 rbp_resid 6_14 0.0193 unj_5 6_14 0.0000 unj_10 6_14 0.0000 unj_20 6_14 0.0000 num_ret 6_16 1000 num_rel 6_16 29 num_rel_ret 6_16 22 map 6_16 0.0682 Rprec 6_16 0.1379 bpref 6_16 0.1403 recip_rank 6_16 0.0909 iprec_at_recall_0.00 6_16 0.1875 iprec_at_recall_0.10 6_16 0.1875 iprec_at_recall_0.20 6_16 0.1273 iprec_at_recall_0.30 6_16 0.1000 iprec_at_recall_0.40 6_16 0.0863 iprec_at_recall_0.50 6_16 0.0588 iprec_at_recall_0.60 6_16 0.0565 iprec_at_recall_0.70 6_16 0.0504 iprec_at_recall_0.80 6_16 0.0000 iprec_at_recall_0.90 6_16 0.0000 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.0000 P_10 6_16 0.0000 P_15 6_16 0.1333 P_20 6_16 0.1500 P_30 6_16 0.1333 P_100 6_16 0.1000 P_200 6_16 0.0650 P_500 6_16 0.0420 P_1000 6_16 0.0220 relstring 6_16 '000000--00' recall_5 6_16 0.0000 recall_10 6_16 0.0000 recall_15 6_16 0.0690 recall_20 6_16 0.1034 recall_30 6_16 0.1379 recall_100 6_16 0.3448 recall_200 6_16 0.4483 recall_500 6_16 0.7241 recall_1000 6_16 0.7586 infAP 6_16 0.0682 Rprec_mult_0.20 6_16 0.0000 Rprec_mult_0.40 6_16 0.0833 Rprec_mult_0.60 6_16 0.1667 Rprec_mult_0.80 6_16 0.1667 Rprec_mult_1.00 6_16 0.1379 Rprec_mult_1.20 6_16 0.1143 Rprec_mult_1.40 6_16 0.0976 Rprec_mult_1.60 6_16 0.1064 Rprec_mult_1.80 6_16 0.0943 Rprec_mult_2.00 6_16 0.1207 utility 6_16 -956.0000 11pt_avg 6_16 0.0777 binG 6_16 0.1221 G 6_16 0.1028 ndcg 6_16 0.3446 ndcg_rel 6_16 0.2472 Rndcg 6_16 0.1644 ndcg_cut_5 6_16 0.0000 ndcg_cut_10 6_16 0.0000 ndcg_cut_15 6_16 0.0744 ndcg_cut_20 6_16 0.1024 ndcg_cut_30 6_16 0.1171 ndcg_cut_100 6_16 0.2104 ndcg_cut_200 6_16 0.2408 ndcg_cut_500 6_16 0.3303 ndcg_cut_1000 6_16 0.3446 map_cut_5 6_16 0.0000 map_cut_10 6_16 0.0000 map_cut_15 6_16 0.0077 map_cut_20 6_16 0.0142 map_cut_30 6_16 0.0199 map_cut_100 6_16 0.0430 map_cut_200 6_16 0.0517 map_cut_500 6_16 0.0669 map_cut_1000 6_16 0.0682 relative_P_5 6_16 0.0000 relative_P_10 6_16 0.0000 relative_P_15 6_16 0.1333 relative_P_20 6_16 0.1500 relative_P_30 6_16 0.1379 relative_P_100 6_16 0.3448 relative_P_200 6_16 0.4483 relative_P_500 6_16 0.7241 relative_P_1000 6_16 0.7586 success_1 6_16 0.0000 success_5 6_16 0.0000 success_10 6_16 0.0000 set_P 6_16 0.0220 set_relative_P 6_16 0.7586 set_recall 6_16 0.7586 set_map 6_16 0.0167 set_F 6_16 0.0428 num_nonrel_judged_ret 6_16 60 rbp 6_16 0.0767 rbp_resid 6_16 0.2059 unj_5 6_16 0.0000 unj_10 6_16 0.2000 unj_20 6_16 0.2000 num_ret 6_3 1000 num_rel 6_3 97 num_rel_ret 6_3 59 map 6_3 0.2326 Rprec 6_3 0.3093 bpref 6_3 0.5151 recip_rank 6_3 1.0000 iprec_at_recall_0.00 6_3 1.0000 iprec_at_recall_0.10 6_3 0.5882 iprec_at_recall_0.20 6_3 0.4545 iprec_at_recall_0.30 6_3 0.3295 iprec_at_recall_0.40 6_3 0.2581 iprec_at_recall_0.50 6_3 0.2130 iprec_at_recall_0.60 6_3 0.1355 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 0.6000 P_10 6_3 0.7000 P_15 6_3 0.5333 P_20 6_3 0.5500 P_30 6_3 0.4667 P_100 6_3 0.3100 P_200 6_3 0.2200 P_500 6_3 0.1180 P_1000 6_3 0.0590 relstring 6_3 '313002212-' recall_5 6_3 0.0309 recall_10 6_3 0.0722 recall_15 6_3 0.0825 recall_20 6_3 0.1134 recall_30 6_3 0.1443 recall_100 6_3 0.3196 recall_200 6_3 0.4536 recall_500 6_3 0.6082 recall_1000 6_3 0.6082 infAP 6_3 0.2326 Rprec_mult_0.20 6_3 0.5500 Rprec_mult_0.40 6_3 0.4103 Rprec_mult_0.60 6_3 0.3898 Rprec_mult_0.80 6_3 0.3333 Rprec_mult_1.00 6_3 0.3093 Rprec_mult_1.20 6_3 0.2821 Rprec_mult_1.40 6_3 0.2647 Rprec_mult_1.60 6_3 0.2564 Rprec_mult_1.80 6_3 0.2343 Rprec_mult_2.00 6_3 0.2268 utility 6_3 -882.0000 11pt_avg 6_3 0.2708 binG 6_3 0.1469 G 6_3 0.1134 ndcg 6_3 0.5336 ndcg_rel 6_3 0.4887 Rndcg 6_3 0.4544 ndcg_cut_5 6_3 0.4898 ndcg_cut_10 6_3 0.4867 ndcg_cut_15 6_3 0.4064 ndcg_cut_20 6_3 0.4622 ndcg_cut_30 6_3 0.4450 ndcg_cut_100 6_3 0.3908 ndcg_cut_200 6_3 0.4608 ndcg_cut_500 6_3 0.5336 ndcg_cut_1000 6_3 0.5336 map_cut_5 6_3 0.0309 map_cut_10 6_3 0.0609 map_cut_15 6_3 0.0684 map_cut_20 6_3 0.0859 map_cut_30 6_3 0.1027 map_cut_100 6_3 0.1693 map_cut_200 6_3 0.2042 map_cut_500 6_3 0.2326 map_cut_1000 6_3 0.2326 relative_P_5 6_3 0.6000 relative_P_10 6_3 0.7000 relative_P_15 6_3 0.5333 relative_P_20 6_3 0.5500 relative_P_30 6_3 0.4667 relative_P_100 6_3 0.3196 relative_P_200 6_3 0.4536 relative_P_500 6_3 0.6082 relative_P_1000 6_3 0.6082 success_1 6_3 1.0000 success_5 6_3 1.0000 success_10 6_3 1.0000 set_P 6_3 0.0590 set_relative_P 6_3 0.6082 set_recall 6_3 0.6082 set_map 6_3 0.0359 set_F 6_3 0.1076 num_nonrel_judged_ret 6_3 40 rbp 6_3 0.3193 rbp_resid 6_3 0.1957 unj_5 6_3 0.0000 unj_10 6_3 0.1000 unj_20 6_3 0.2500 num_ret 6_4 1000 num_rel 6_4 121 num_rel_ret 6_4 27 map 6_4 0.0370 Rprec 6_4 0.0496 bpref 6_4 0.1792 recip_rank 6_4 1.0000 iprec_at_recall_0.00 6_4 1.0000 iprec_at_recall_0.10 6_4 0.0711 iprec_at_recall_0.20 6_4 0.0414 iprec_at_recall_0.30 6_4 0.0000 iprec_at_recall_0.40 6_4 0.0000 iprec_at_recall_0.50 6_4 0.0000 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 0.6000 P_10 6_4 0.3000 P_15 6_4 0.2000 P_20 6_4 0.1500 P_30 6_4 0.1000 P_100 6_4 0.0600 P_200 6_4 0.0700 P_500 6_4 0.0420 P_1000 6_4 0.0270 relstring 6_4 '33300-00-0' recall_5 6_4 0.0248 recall_10 6_4 0.0248 recall_15 6_4 0.0248 recall_20 6_4 0.0248 recall_30 6_4 0.0248 recall_100 6_4 0.0496 recall_200 6_4 0.1157 recall_500 6_4 0.1736 recall_1000 6_4 0.2231 infAP 6_4 0.0370 Rprec_mult_0.20 6_4 0.1200 Rprec_mult_0.40 6_4 0.1020 Rprec_mult_0.60 6_4 0.0685 Rprec_mult_0.80 6_4 0.0619 Rprec_mult_1.00 6_4 0.0496 Rprec_mult_1.20 6_4 0.0616 Rprec_mult_1.40 6_4 0.0647 Rprec_mult_1.60 6_4 0.0670 Rprec_mult_1.80 6_4 0.0688 Rprec_mult_2.00 6_4 0.0661 utility 6_4 -946.0000 11pt_avg 6_4 0.1011 binG 6_4 0.0509 G 6_4 0.0628 ndcg 6_4 0.2481 ndcg_rel 6_4 0.2587 Rndcg 6_4 0.2337 ndcg_cut_5 6_4 0.7227 ndcg_cut_10 6_4 0.4690 ndcg_cut_15 6_4 0.3688 ndcg_cut_20 6_4 0.3246 ndcg_cut_30 6_4 0.2671 ndcg_cut_100 6_4 0.1580 ndcg_cut_200 6_4 0.1892 ndcg_cut_500 6_4 0.2227 ndcg_cut_1000 6_4 0.2481 map_cut_5 6_4 0.0248 map_cut_10 6_4 0.0248 map_cut_15 6_4 0.0248 map_cut_20 6_4 0.0248 map_cut_30 6_4 0.0248 map_cut_100 6_4 0.0275 map_cut_200 6_4 0.0320 map_cut_500 6_4 0.0351 map_cut_1000 6_4 0.0370 relative_P_5 6_4 0.6000 relative_P_10 6_4 0.3000 relative_P_15 6_4 0.2000 relative_P_20 6_4 0.1500 relative_P_30 6_4 0.1000 relative_P_100 6_4 0.0600 relative_P_200 6_4 0.1157 relative_P_500 6_4 0.1736 relative_P_1000 6_4 0.2231 success_1 6_4 1.0000 success_5 6_4 1.0000 success_10 6_4 1.0000 set_P 6_4 0.0270 set_relative_P 6_4 0.2231 set_recall 6_4 0.2231 set_map 6_4 0.0060 set_F 6_4 0.0482 num_nonrel_judged_ret 6_4 42 rbp 6_4 0.2748 rbp_resid 6_4 0.3580 unj_5 6_4 0.0000 unj_10 6_4 0.2000 unj_20 6_4 0.4500 num_ret 6_5 1000 num_rel 6_5 47 num_rel_ret 6_5 46 map 6_5 0.5770 Rprec 6_5 0.5319 bpref 6_5 0.8112 recip_rank 6_5 1.0000 iprec_at_recall_0.00 6_5 1.0000 iprec_at_recall_0.10 6_5 1.0000 iprec_at_recall_0.20 6_5 1.0000 iprec_at_recall_0.30 6_5 0.8000 iprec_at_recall_0.40 6_5 0.5938 iprec_at_recall_0.50 6_5 0.5417 iprec_at_recall_0.60 6_5 0.5283 iprec_at_recall_0.70 6_5 0.4286 iprec_at_recall_0.80 6_5 0.2727 iprec_at_recall_0.90 6_5 0.2418 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 1.0000 P_10 6_5 1.0000 P_15 6_5 0.8000 P_20 6_5 0.8000 P_30 6_5 0.5667 P_100 6_5 0.3500 P_200 6_5 0.2200 P_500 6_5 0.0900 P_1000 6_5 0.0460 relstring 6_5 '3113331331' recall_5 6_5 0.1064 recall_10 6_5 0.2128 recall_15 6_5 0.2553 recall_20 6_5 0.3404 recall_30 6_5 0.3617 recall_100 6_5 0.7447 recall_200 6_5 0.9362 recall_500 6_5 0.9574 recall_1000 6_5 0.9787 infAP 6_5 0.5770 Rprec_mult_0.20 6_5 1.0000 Rprec_mult_0.40 6_5 0.7895 Rprec_mult_0.60 6_5 0.5862 Rprec_mult_0.80 6_5 0.5263 Rprec_mult_1.00 6_5 0.5319 Rprec_mult_1.20 6_5 0.4912 Rprec_mult_1.40 6_5 0.4394 Rprec_mult_1.60 6_5 0.4211 Rprec_mult_1.80 6_5 0.4000 Rprec_mult_2.00 6_5 0.3617 utility 6_5 -908.0000 11pt_avg 6_5 0.5824 binG 6_5 0.3957 G 6_5 0.1996 ndcg 6_5 0.7585 ndcg_rel 6_5 0.6057 Rndcg 6_5 0.5657 ndcg_cut_5 6_5 0.5771 ndcg_cut_10 6_5 0.6252 ndcg_cut_15 6_5 0.5288 ndcg_cut_20 6_5 0.5587 ndcg_cut_30 6_5 0.4666 ndcg_cut_100 6_5 0.6458 ndcg_cut_200 6_5 0.7517 ndcg_cut_500 6_5 0.7552 ndcg_cut_1000 6_5 0.7585 map_cut_5 6_5 0.1064 map_cut_10 6_5 0.2128 map_cut_15 6_5 0.2511 map_cut_20 6_5 0.3177 map_cut_30 6_5 0.3311 map_cut_100 6_5 0.5217 map_cut_200 6_5 0.5733 map_cut_500 6_5 0.5754 map_cut_1000 6_5 0.5770 relative_P_5 6_5 1.0000 relative_P_10 6_5 1.0000 relative_P_15 6_5 0.8000 relative_P_20 6_5 0.8000 relative_P_30 6_5 0.5667 relative_P_100 6_5 0.7447 relative_P_200 6_5 0.9362 relative_P_500 6_5 0.9574 relative_P_1000 6_5 0.9787 success_1 6_5 1.0000 success_5 6_5 1.0000 success_10 6_5 1.0000 set_P 6_5 0.0460 set_relative_P 6_5 0.9787 set_recall 6_5 0.9787 set_map 6_5 0.0450 set_F 6_5 0.0879 num_nonrel_judged_ret 6_5 24 rbp 6_5 0.4315 rbp_resid 6_5 0.0733 unj_5 6_5 0.0000 unj_10 6_5 0.0000 unj_20 6_5 0.0500 num_ret 6_6 1000 num_rel 6_6 85 num_rel_ret 6_6 71 map 6_6 0.4150 Rprec 6_6 0.4471 bpref 6_6 0.7056 recip_rank 6_6 1.0000 iprec_at_recall_0.00 6_6 1.0000 iprec_at_recall_0.10 6_6 0.8000 iprec_at_recall_0.20 6_6 0.7727 iprec_at_recall_0.30 6_6 0.6500 iprec_at_recall_0.40 6_6 0.5397 iprec_at_recall_0.50 6_6 0.3945 iprec_at_recall_0.60 6_6 0.2476 iprec_at_recall_0.70 6_6 0.1935 iprec_at_recall_0.80 6_6 0.1078 iprec_at_recall_0.90 6_6 0.0000 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 1.0000 P_10 6_6 0.8000 P_15 6_6 0.7333 P_20 6_6 0.8000 P_30 6_6 0.7333 P_100 6_6 0.4100 P_200 6_6 0.2500 P_500 6_6 0.1300 P_1000 6_6 0.0710 relstring 6_6 '1223230022' recall_5 6_6 0.0588 recall_10 6_6 0.0941 recall_15 6_6 0.1294 recall_20 6_6 0.1882 recall_30 6_6 0.2588 recall_100 6_6 0.4824 recall_200 6_6 0.5882 recall_500 6_6 0.7647 recall_1000 6_6 0.8353 infAP 6_6 0.4150 Rprec_mult_0.20 6_6 0.7647 Rprec_mult_0.40 6_6 0.6471 Rprec_mult_0.60 6_6 0.6078 Rprec_mult_0.80 6_6 0.5147 Rprec_mult_1.00 6_6 0.4471 Rprec_mult_1.20 6_6 0.4020 Rprec_mult_1.40 6_6 0.3697 Rprec_mult_1.60 6_6 0.3309 Rprec_mult_1.80 6_6 0.3072 Rprec_mult_2.00 6_6 0.2824 utility 6_6 -858.0000 11pt_avg 6_6 0.4278 binG 6_6 0.2357 G 6_6 0.1687 ndcg 6_6 0.7191 ndcg_rel 6_6 0.6136 Rndcg 6_6 0.5753 ndcg_cut_5 6_6 0.6023 ndcg_cut_10 6_6 0.5810 ndcg_cut_15 6_6 0.5814 ndcg_cut_20 6_6 0.6480 ndcg_cut_30 6_6 0.6182 ndcg_cut_100 6_6 0.5323 ndcg_cut_200 6_6 0.5895 ndcg_cut_500 6_6 0.6843 ndcg_cut_1000 6_6 0.7191 map_cut_5 6_6 0.0588 map_cut_10 6_6 0.0892 map_cut_15 6_6 0.1143 map_cut_20 6_6 0.1600 map_cut_30 6_6 0.2123 map_cut_100 6_6 0.3389 map_cut_200 6_6 0.3741 map_cut_500 6_6 0.4075 map_cut_1000 6_6 0.4150 relative_P_5 6_6 1.0000 relative_P_10 6_6 0.8000 relative_P_15 6_6 0.7333 relative_P_20 6_6 0.8000 relative_P_30 6_6 0.7333 relative_P_100 6_6 0.4824 relative_P_200 6_6 0.5882 relative_P_500 6_6 0.7647 relative_P_1000 6_6 0.8353 success_1 6_6 1.0000 success_5 6_6 1.0000 success_10 6_6 1.0000 set_P 6_6 0.0710 set_relative_P 6_6 0.8353 set_recall 6_6 0.8353 set_map 6_6 0.0593 set_F 6_6 0.1309 num_nonrel_judged_ret 6_6 17 rbp 6_6 0.5186 rbp_resid 6_6 0.0784 unj_5 6_6 0.0000 unj_10 6_6 0.0000 unj_20 6_6 0.0500 num_ret 7_11 1000 num_rel 7_11 38 num_rel_ret 7_11 37 map 7_11 0.5676 Rprec 7_11 0.5526 bpref 7_11 0.8183 recip_rank 7_11 1.0000 iprec_at_recall_0.00 7_11 1.0000 iprec_at_recall_0.10 7_11 1.0000 iprec_at_recall_0.20 7_11 0.8182 iprec_at_recall_0.30 7_11 0.7857 iprec_at_recall_0.40 7_11 0.7273 iprec_at_recall_0.50 7_11 0.6786 iprec_at_recall_0.60 7_11 0.5610 iprec_at_recall_0.70 7_11 0.3553 iprec_at_recall_0.80 7_11 0.2778 iprec_at_recall_0.90 7_11 0.1097 iprec_at_recall_1.00 7_11 0.0000 P_5 7_11 0.8000 P_10 7_11 0.8000 P_15 7_11 0.7333 P_20 7_11 0.7000 P_30 7_11 0.6667 P_100 7_11 0.2800 P_200 7_11 0.1650 P_500 7_11 0.0740 P_1000 7_11 0.0370 relstring 7_11 '3111012021' recall_5 7_11 0.1053 recall_10 7_11 0.2105 recall_15 7_11 0.2895 recall_20 7_11 0.3684 recall_30 7_11 0.5263 recall_100 7_11 0.7368 recall_200 7_11 0.8684 recall_500 7_11 0.9737 recall_1000 7_11 0.9737 infAP 7_11 0.5676 Rprec_mult_0.20 7_11 0.7500 Rprec_mult_0.40 7_11 0.7500 Rprec_mult_0.60 7_11 0.6957 Rprec_mult_0.80 7_11 0.6452 Rprec_mult_1.00 7_11 0.5526 Rprec_mult_1.20 7_11 0.5217 Rprec_mult_1.40 7_11 0.4630 Rprec_mult_1.60 7_11 0.4262 Rprec_mult_1.80 7_11 0.3768 Rprec_mult_2.00 7_11 0.3553 utility 7_11 -926.0000 11pt_avg 7_11 0.5739 binG 7_11 0.3561 G 7_11 0.2440 ndcg 7_11 0.7324 ndcg_rel 7_11 0.6219 Rndcg 7_11 0.6020 ndcg_cut_5 7_11 0.5393 ndcg_cut_10 7_11 0.5559 ndcg_cut_15 7_11 0.5588 ndcg_cut_20 7_11 0.5627 ndcg_cut_30 7_11 0.5677 ndcg_cut_100 7_11 0.6352 ndcg_cut_200 7_11 0.6807 ndcg_cut_500 7_11 0.7324 ndcg_cut_1000 7_11 0.7324 map_cut_5 7_11 0.1053 map_cut_10 7_11 0.1913 map_cut_15 7_11 0.2537 map_cut_20 7_11 0.3130 map_cut_30 7_11 0.4232 map_cut_100 7_11 0.5272 map_cut_200 7_11 0.5571 map_cut_500 7_11 0.5676 map_cut_1000 7_11 0.5676 relative_P_5 7_11 0.8000 relative_P_10 7_11 0.8000 relative_P_15 7_11 0.7333 relative_P_20 7_11 0.7000 relative_P_30 7_11 0.6667 relative_P_100 7_11 0.7368 relative_P_200 7_11 0.8684 relative_P_500 7_11 0.9737 relative_P_1000 7_11 0.9737 success_1 7_11 1.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 0.0370 set_relative_P 7_11 0.9737 set_recall 7_11 0.9737 set_map 7_11 0.0360 set_F 7_11 0.0713 num_nonrel_judged_ret 7_11 13 rbp 7_11 0.3575 rbp_resid 7_11 0.0882 unj_5 7_11 0.0000 unj_10 7_11 0.0000 unj_20 7_11 0.1000 num_ret 7_12 1000 num_rel 7_12 64 num_rel_ret 7_12 56 map 7_12 0.2841 Rprec 7_12 0.3594 bpref 7_12 0.5779 recip_rank 7_12 1.0000 iprec_at_recall_0.00 7_12 1.0000 iprec_at_recall_0.10 7_12 0.7273 iprec_at_recall_0.20 7_12 0.3953 iprec_at_recall_0.30 7_12 0.3922 iprec_at_recall_0.40 7_12 0.3333 iprec_at_recall_0.50 7_12 0.2832 iprec_at_recall_0.60 7_12 0.2360 iprec_at_recall_0.70 7_12 0.1642 iprec_at_recall_0.80 7_12 0.1047 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 0.4000 P_10 7_12 0.7000 P_15 7_12 0.6000 P_20 7_12 0.5000 P_30 7_12 0.3333 P_100 7_12 0.3000 P_200 7_12 0.2000 P_500 7_12 0.1020 P_1000 7_12 0.0560 relstring 7_12 '2001011121' recall_5 7_12 0.0312 recall_10 7_12 0.1094 recall_15 7_12 0.1406 recall_20 7_12 0.1562 recall_30 7_12 0.1562 recall_100 7_12 0.4688 recall_200 7_12 0.6250 recall_500 7_12 0.7969 recall_1000 7_12 0.8750 infAP 7_12 0.2841 Rprec_mult_0.20 7_12 0.6154 Rprec_mult_0.40 7_12 0.3846 Rprec_mult_0.60 7_12 0.3590 Rprec_mult_0.80 7_12 0.3846 Rprec_mult_1.00 7_12 0.3594 Rprec_mult_1.20 7_12 0.3247 Rprec_mult_1.40 7_12 0.3111 Rprec_mult_1.60 7_12 0.2913 Rprec_mult_1.80 7_12 0.2759 Rprec_mult_2.00 7_12 0.2578 utility 7_12 -888.0000 11pt_avg 7_12 0.3306 binG 7_12 0.1871 G 7_12 0.1537 ndcg 7_12 0.6136 ndcg_rel 7_12 0.4680 Rndcg 7_12 0.3862 ndcg_cut_5 7_12 0.3028 ndcg_cut_10 7_12 0.3857 ndcg_cut_15 7_12 0.3505 ndcg_cut_20 7_12 0.3140 ndcg_cut_30 7_12 0.2489 ndcg_cut_100 7_12 0.4505 ndcg_cut_200 7_12 0.5127 ndcg_cut_500 7_12 0.5896 ndcg_cut_1000 7_12 0.6136 map_cut_5 7_12 0.0234 map_cut_10 7_12 0.0713 map_cut_15 7_12 0.0920 map_cut_20 7_12 0.1007 map_cut_30 7_12 0.1007 map_cut_100 7_12 0.2129 map_cut_200 7_12 0.2516 map_cut_500 7_12 0.2779 map_cut_1000 7_12 0.2841 relative_P_5 7_12 0.4000 relative_P_10 7_12 0.7000 relative_P_15 7_12 0.6000 relative_P_20 7_12 0.5000 relative_P_30 7_12 0.3333 relative_P_100 7_12 0.4688 relative_P_200 7_12 0.6250 relative_P_500 7_12 0.7969 relative_P_1000 7_12 0.8750 success_1 7_12 1.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.0560 set_relative_P 7_12 0.8750 set_recall 7_12 0.8750 set_map 7_12 0.0490 set_F 7_12 0.1053 num_nonrel_judged_ret 7_12 55 rbp 7_12 0.2242 rbp_resid 7_12 0.1757 unj_5 7_12 0.0000 unj_10 7_12 0.0000 unj_20 7_12 0.2500 num_ret 7_14 1000 num_rel 7_14 67 num_rel_ret 7_14 63 map 7_14 0.5801 Rprec 7_14 0.5821 bpref 7_14 0.8785 recip_rank 7_14 1.0000 iprec_at_recall_0.00 7_14 1.0000 iprec_at_recall_0.10 7_14 1.0000 iprec_at_recall_0.20 7_14 0.8889 iprec_at_recall_0.30 7_14 0.8148 iprec_at_recall_0.40 7_14 0.6136 iprec_at_recall_0.50 7_14 0.6000 iprec_at_recall_0.60 7_14 0.5882 iprec_at_recall_0.70 7_14 0.5281 iprec_at_recall_0.80 7_14 0.2919 iprec_at_recall_0.90 7_14 0.1296 iprec_at_recall_1.00 7_14 0.0000 P_5 7_14 1.0000 P_10 7_14 1.0000 P_15 7_14 0.8667 P_20 7_14 0.8000 P_30 7_14 0.7333 P_100 7_14 0.4700 P_200 7_14 0.2700 P_500 7_14 0.1220 P_1000 7_14 0.0630 relstring 7_14 '3123321323' recall_5 7_14 0.0746 recall_10 7_14 0.1493 recall_15 7_14 0.1940 recall_20 7_14 0.2388 recall_30 7_14 0.3284 recall_100 7_14 0.7015 recall_200 7_14 0.8060 recall_500 7_14 0.9104 recall_1000 7_14 0.9403 infAP 7_14 0.5801 Rprec_mult_0.20 7_14 0.8571 Rprec_mult_0.40 7_14 0.8148 Rprec_mult_0.60 7_14 0.6098 Rprec_mult_0.80 7_14 0.5926 Rprec_mult_1.00 7_14 0.5821 Rprec_mult_1.20 7_14 0.5185 Rprec_mult_1.40 7_14 0.5000 Rprec_mult_1.60 7_14 0.4444 Rprec_mult_1.80 7_14 0.4050 Rprec_mult_2.00 7_14 0.3657 utility 7_14 -874.0000 11pt_avg 7_14 0.5868 binG 7_14 0.3539 G 7_14 0.2022 ndcg 7_14 0.7966 ndcg_rel 7_14 0.6893 Rndcg 7_14 0.6513 ndcg_cut_5 7_14 0.8008 ndcg_cut_10 7_14 0.7736 ndcg_cut_15 7_14 0.6764 ndcg_cut_20 7_14 0.6426 ndcg_cut_30 7_14 0.6132 ndcg_cut_100 7_14 0.6750 ndcg_cut_200 7_14 0.7339 ndcg_cut_500 7_14 0.7796 ndcg_cut_1000 7_14 0.7966 map_cut_5 7_14 0.0746 map_cut_10 7_14 0.1493 map_cut_15 7_14 0.1920 map_cut_20 7_14 0.2315 map_cut_30 7_14 0.3043 map_cut_100 7_14 0.5212 map_cut_200 7_14 0.5595 map_cut_500 7_14 0.5768 map_cut_1000 7_14 0.5801 relative_P_5 7_14 1.0000 relative_P_10 7_14 1.0000 relative_P_15 7_14 0.8667 relative_P_20 7_14 0.8000 relative_P_30 7_14 0.7333 relative_P_100 7_14 0.7015 relative_P_200 7_14 0.8060 relative_P_500 7_14 0.9104 relative_P_1000 7_14 0.9403 success_1 7_14 1.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 0.0630 set_relative_P 7_14 0.9403 set_recall 7_14 0.9403 set_map 7_14 0.0592 set_F 7_14 0.1181 num_nonrel_judged_ret 7_14 7 rbp 7_14 0.6434 rbp_resid 7_14 0.1104 unj_5 7_14 0.0000 unj_10 7_14 0.0000 unj_20 7_14 0.1500 num_ret 7_15 1000 num_rel 7_15 54 num_rel_ret 7_15 32 map 7_15 0.2685 Rprec 7_15 0.3333 bpref 7_15 0.5362 recip_rank 7_15 1.0000 iprec_at_recall_0.00 7_15 1.0000 iprec_at_recall_0.10 7_15 0.8333 iprec_at_recall_0.20 7_15 0.6842 iprec_at_recall_0.30 7_15 0.3696 iprec_at_recall_0.40 7_15 0.3099 iprec_at_recall_0.50 7_15 0.2455 iprec_at_recall_0.60 7_15 0.0583 iprec_at_recall_0.70 7_15 0.0000 iprec_at_recall_0.80 7_15 0.0000 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 0.8000 P_10 7_15 0.5000 P_15 7_15 0.6000 P_20 7_15 0.6500 P_30 7_15 0.4333 P_100 7_15 0.2500 P_200 7_15 0.1450 P_500 7_15 0.0620 P_1000 7_15 0.0320 relstring 7_15 '310321-0--' recall_5 7_15 0.0741 recall_10 7_15 0.0926 recall_15 7_15 0.1667 recall_20 7_15 0.2407 recall_30 7_15 0.2407 recall_100 7_15 0.4630 recall_200 7_15 0.5370 recall_500 7_15 0.5741 recall_1000 7_15 0.5926 infAP 7_15 0.2685 Rprec_mult_0.20 7_15 0.5455 Rprec_mult_0.40 7_15 0.5909 Rprec_mult_0.60 7_15 0.3939 Rprec_mult_0.80 7_15 0.3409 Rprec_mult_1.00 7_15 0.3333 Rprec_mult_1.20 7_15 0.3077 Rprec_mult_1.40 7_15 0.3026 Rprec_mult_1.60 7_15 0.2759 Rprec_mult_1.80 7_15 0.2551 Rprec_mult_2.00 7_15 0.2407 utility 7_15 -936.0000 11pt_avg 7_15 0.3182 binG 7_15 0.1824 G 7_15 0.1803 ndcg 7_15 0.6051 ndcg_rel 7_15 0.5979 Rndcg 7_15 0.6020 ndcg_cut_5 7_15 0.7567 ndcg_cut_10 7_15 0.5647 ndcg_cut_15 7_15 0.5936 ndcg_cut_20 7_15 0.6069 ndcg_cut_30 7_15 0.5317 ndcg_cut_100 7_15 0.5489 ndcg_cut_200 7_15 0.5888 ndcg_cut_500 7_15 0.6000 ndcg_cut_1000 7_15 0.6051 map_cut_5 7_15 0.0657 map_cut_10 7_15 0.0812 map_cut_15 7_15 0.1246 map_cut_20 7_15 0.1732 map_cut_30 7_15 0.1732 map_cut_100 7_15 0.2476 map_cut_200 7_15 0.2637 map_cut_500 7_15 0.2674 map_cut_1000 7_15 0.2685 relative_P_5 7_15 0.8000 relative_P_10 7_15 0.5000 relative_P_15 7_15 0.6000 relative_P_20 7_15 0.6500 relative_P_30 7_15 0.4333 relative_P_100 7_15 0.4630 relative_P_200 7_15 0.5370 relative_P_500 7_15 0.5741 relative_P_1000 7_15 0.5926 success_1 7_15 1.0000 success_5 7_15 1.0000 success_10 7_15 1.0000 set_P 7_15 0.0320 set_relative_P 7_15 0.5926 set_recall 7_15 0.5926 set_map 7_15 0.0190 set_F 7_15 0.0607 num_nonrel_judged_ret 7_15 10 rbp 7_15 0.3693 rbp_resid 7_15 0.2564 unj_5 7_15 0.0000 unj_10 7_15 0.3000 unj_20 7_15 0.2000 num_ret 7_16 1000 num_rel 7_16 47 num_rel_ret 7_16 35 map 7_16 0.1355 Rprec 7_16 0.1277 bpref 7_16 0.4889 recip_rank 7_16 1.0000 iprec_at_recall_0.00 7_16 1.0000 iprec_at_recall_0.10 7_16 0.1724 iprec_at_recall_0.20 7_16 0.1364 iprec_at_recall_0.30 7_16 0.1308 iprec_at_recall_0.40 7_16 0.1275 iprec_at_recall_0.50 7_16 0.1008 iprec_at_recall_0.60 7_16 0.0921 iprec_at_recall_0.70 7_16 0.0745 iprec_at_recall_0.80 7_16 0.0000 iprec_at_recall_0.90 7_16 0.0000 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.6000 P_10 7_16 0.3000 P_15 7_16 0.2000 P_20 7_16 0.2000 P_30 7_16 0.1667 P_100 7_16 0.1300 P_200 7_16 0.1100 P_500 7_16 0.0700 P_1000 7_16 0.0350 relstring 7_16 '130300----' recall_5 7_16 0.0638 recall_10 7_16 0.0638 recall_15 7_16 0.0638 recall_20 7_16 0.0851 recall_30 7_16 0.1064 recall_100 7_16 0.2766 recall_200 7_16 0.4681 recall_500 7_16 0.7447 recall_1000 7_16 0.7447 infAP 7_16 0.1355 Rprec_mult_0.20 7_16 0.3000 Rprec_mult_0.40 7_16 0.1579 Rprec_mult_0.60 7_16 0.1724 Rprec_mult_0.80 7_16 0.1316 Rprec_mult_1.00 7_16 0.1277 Rprec_mult_1.20 7_16 0.1228 Rprec_mult_1.40 7_16 0.1061 Rprec_mult_1.60 7_16 0.1184 Rprec_mult_1.80 7_16 0.1294 Rprec_mult_2.00 7_16 0.1277 utility 7_16 -930.0000 11pt_avg 7_16 0.1668 binG 7_16 0.1548 G 7_16 0.1493 ndcg 7_16 0.5222 ndcg_rel 7_16 0.4442 Rndcg 7_16 0.4777 ndcg_cut_5 7_16 0.5559 ndcg_cut_10 7_16 0.4415 ndcg_cut_15 7_16 0.3876 ndcg_cut_20 7_16 0.3684 ndcg_cut_30 7_16 0.3419 ndcg_cut_100 7_16 0.3539 ndcg_cut_200 7_16 0.4261 ndcg_cut_500 7_16 0.5222 ndcg_cut_1000 7_16 0.5222 map_cut_5 7_16 0.0585 map_cut_10 7_16 0.0585 map_cut_15 7_16 0.0585 map_cut_20 7_16 0.0628 map_cut_30 7_16 0.0664 map_cut_100 7_16 0.0887 map_cut_200 7_16 0.1118 map_cut_500 7_16 0.1355 map_cut_1000 7_16 0.1355 relative_P_5 7_16 0.6000 relative_P_10 7_16 0.3000 relative_P_15 7_16 0.2000 relative_P_20 7_16 0.2000 relative_P_30 7_16 0.1667 relative_P_100 7_16 0.2766 relative_P_200 7_16 0.4681 relative_P_500 7_16 0.7447 relative_P_1000 7_16 0.7447 success_1 7_16 1.0000 success_5 7_16 1.0000 success_10 7_16 1.0000 set_P 7_16 0.0350 set_relative_P 7_16 0.7447 set_recall 7_16 0.7447 set_map 7_16 0.0261 set_F 7_16 0.0669 num_nonrel_judged_ret 7_16 36 rbp 7_16 0.2049 rbp_resid 7_16 0.4555 unj_5 7_16 0.0000 unj_10 7_16 0.4000 unj_20 7_16 0.6000 num_ret 7_2 1000 num_rel 7_2 76 num_rel_ret 7_2 74 map 7_2 0.5043 Rprec 7_2 0.4342 bpref 7_2 0.7652 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 1.0000 iprec_at_recall_0.20 7_2 0.9500 iprec_at_recall_0.30 7_2 0.7419 iprec_at_recall_0.40 7_2 0.5455 iprec_at_recall_0.50 7_2 0.3980 iprec_at_recall_0.60 7_2 0.3672 iprec_at_recall_0.70 7_2 0.2789 iprec_at_recall_0.80 7_2 0.1993 iprec_at_recall_0.90 7_2 0.1594 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 1.0000 P_10 7_2 0.9000 P_15 7_2 0.9333 P_20 7_2 0.9500 P_30 7_2 0.7333 P_100 7_2 0.3900 P_200 7_2 0.2700 P_500 7_2 0.1420 P_1000 7_2 0.0740 relstring 7_2 '2133221230' recall_5 7_2 0.0658 recall_10 7_2 0.1184 recall_15 7_2 0.1842 recall_20 7_2 0.2500 recall_30 7_2 0.2895 recall_100 7_2 0.5132 recall_200 7_2 0.7105 recall_500 7_2 0.9342 recall_1000 7_2 0.9737 infAP 7_2 0.5043 Rprec_mult_0.20 7_2 0.9375 Rprec_mult_0.40 7_2 0.7419 Rprec_mult_0.60 7_2 0.5652 Rprec_mult_0.80 7_2 0.5082 Rprec_mult_1.00 7_2 0.4342 Rprec_mult_1.20 7_2 0.3913 Rprec_mult_1.40 7_2 0.3738 Rprec_mult_1.60 7_2 0.3607 Rprec_mult_1.80 7_2 0.3431 Rprec_mult_2.00 7_2 0.3289 utility 7_2 -852.0000 11pt_avg 7_2 0.5127 binG 7_2 0.3271 G 7_2 0.2165 ndcg 7_2 0.7925 ndcg_rel 7_2 0.6862 Rndcg 7_2 0.6818 ndcg_cut_5 7_2 0.7006 ndcg_cut_10 7_2 0.7292 ndcg_cut_15 7_2 0.7051 ndcg_cut_20 7_2 0.6905 ndcg_cut_30 7_2 0.6480 ndcg_cut_100 7_2 0.6026 ndcg_cut_200 7_2 0.7035 ndcg_cut_500 7_2 0.7810 ndcg_cut_1000 7_2 0.7925 map_cut_5 7_2 0.0658 map_cut_10 7_2 0.1184 map_cut_15 7_2 0.1791 map_cut_20 7_2 0.2412 map_cut_30 7_2 0.2754 map_cut_100 7_2 0.3898 map_cut_200 7_2 0.4564 map_cut_500 7_2 0.4999 map_cut_1000 7_2 0.5043 relative_P_5 7_2 1.0000 relative_P_10 7_2 0.9000 relative_P_15 7_2 0.9333 relative_P_20 7_2 0.9500 relative_P_30 7_2 0.7333 relative_P_100 7_2 0.5132 relative_P_200 7_2 0.7105 relative_P_500 7_2 0.9342 relative_P_1000 7_2 0.9737 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.0740 set_relative_P 7_2 0.9737 set_recall 7_2 0.9737 set_map 7_2 0.0721 set_F 7_2 0.1375 num_nonrel_judged_ret 7_2 22 rbp 7_2 0.5379 rbp_resid 7_2 0.0505 unj_5 7_2 0.0000 unj_10 7_2 0.0000 unj_20 7_2 0.0000 num_ret 7_3 1000 num_rel 7_3 55 num_rel_ret 7_3 55 map 7_3 0.4448 Rprec 7_3 0.4364 bpref 7_3 0.6453 recip_rank 7_3 1.0000 iprec_at_recall_0.00 7_3 1.0000 iprec_at_recall_0.10 7_3 0.6667 iprec_at_recall_0.20 7_3 0.6000 iprec_at_recall_0.30 7_3 0.6000 iprec_at_recall_0.40 7_3 0.5789 iprec_at_recall_0.50 7_3 0.3974 iprec_at_recall_0.60 7_3 0.3929 iprec_at_recall_0.70 7_3 0.3226 iprec_at_recall_0.80 7_3 0.3046 iprec_at_recall_0.90 7_3 0.2090 iprec_at_recall_1.00 7_3 0.0781 P_5 7_3 0.8000 P_10 7_3 0.6000 P_15 7_3 0.6000 P_20 7_3 0.5000 P_30 7_3 0.6000 P_100 7_3 0.3600 P_200 7_3 0.2400 P_500 7_3 0.1040 P_1000 7_3 0.0550 relstring 7_3 '2303200101' recall_5 7_3 0.0727 recall_10 7_3 0.1091 recall_15 7_3 0.1636 recall_20 7_3 0.1818 recall_30 7_3 0.3273 recall_100 7_3 0.6545 recall_200 7_3 0.8727 recall_500 7_3 0.9455 recall_1000 7_3 1.0000 infAP 7_3 0.4448 Rprec_mult_0.20 7_3 0.6364 Rprec_mult_0.40 7_3 0.5455 Rprec_mult_0.60 7_3 0.5758 Rprec_mult_0.80 7_3 0.5000 Rprec_mult_1.00 7_3 0.4364 Rprec_mult_1.20 7_3 0.4091 Rprec_mult_1.40 7_3 0.3896 Rprec_mult_1.60 7_3 0.3864 Rprec_mult_1.80 7_3 0.3636 Rprec_mult_2.00 7_3 0.3364 utility 7_3 -890.0000 11pt_avg 7_3 0.4682 binG 7_3 0.2520 G 7_3 0.2327 ndcg 7_3 0.7768 ndcg_rel 7_3 0.6346 Rndcg 7_3 0.6227 ndcg_cut_5 7_3 0.7422 ndcg_cut_10 7_3 0.5850 ndcg_cut_15 7_3 0.5827 ndcg_cut_20 7_3 0.5505 ndcg_cut_30 7_3 0.5950 ndcg_cut_100 7_3 0.6262 ndcg_cut_200 7_3 0.7194 ndcg_cut_500 7_3 0.7614 ndcg_cut_1000 7_3 0.7768 map_cut_5 7_3 0.0645 map_cut_10 7_3 0.0868 map_cut_15 7_3 0.1222 map_cut_20 7_3 0.1313 map_cut_30 7_3 0.2132 map_cut_100 7_3 0.3592 map_cut_200 7_3 0.4253 map_cut_500 7_3 0.4401 map_cut_1000 7_3 0.4448 relative_P_5 7_3 0.8000 relative_P_10 7_3 0.6000 relative_P_15 7_3 0.6000 relative_P_20 7_3 0.5000 relative_P_30 7_3 0.6000 relative_P_100 7_3 0.6545 relative_P_200 7_3 0.8727 relative_P_500 7_3 0.9455 relative_P_1000 7_3 1.0000 success_1 7_3 1.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.0550 set_relative_P 7_3 1.0000 set_recall 7_3 1.0000 set_map 7_3 0.0550 set_F 7_3 0.1043 num_nonrel_judged_ret 7_3 45 rbp 7_3 0.3738 rbp_resid 7_3 0.0523 unj_5 7_3 0.0000 unj_10 7_3 0.0000 unj_20 7_3 0.0500 num_ret 7_4 1000 num_rel 7_4 29 num_rel_ret 7_4 28 map 7_4 0.6018 Rprec 7_4 0.5172 bpref 7_4 0.6599 recip_rank 7_4 1.0000 iprec_at_recall_0.00 7_4 1.0000 iprec_at_recall_0.10 7_4 1.0000 iprec_at_recall_0.20 7_4 0.8750 iprec_at_recall_0.30 7_4 0.8462 iprec_at_recall_0.40 7_4 0.7059 iprec_at_recall_0.50 7_4 0.5625 iprec_at_recall_0.60 7_4 0.5625 iprec_at_recall_0.70 7_4 0.5238 iprec_at_recall_0.80 7_4 0.3382 iprec_at_recall_0.90 7_4 0.2524 iprec_at_recall_1.00 7_4 0.0000 P_5 7_4 0.8000 P_10 7_4 0.8000 P_15 7_4 0.7333 P_20 7_4 0.6500 P_30 7_4 0.5333 P_100 7_4 0.2500 P_200 7_4 0.1300 P_500 7_4 0.0560 P_1000 7_4 0.0280 relstring 7_4 '2331022201' recall_5 7_4 0.1379 recall_10 7_4 0.2759 recall_15 7_4 0.3793 recall_20 7_4 0.4483 recall_30 7_4 0.5517 recall_100 7_4 0.8621 recall_200 7_4 0.8966 recall_500 7_4 0.9655 recall_1000 7_4 0.9655 infAP 7_4 0.6018 Rprec_mult_0.20 7_4 0.8333 Rprec_mult_0.40 7_4 0.8333 Rprec_mult_0.60 7_4 0.6667 Rprec_mult_0.80 7_4 0.5833 Rprec_mult_1.00 7_4 0.5172 Rprec_mult_1.20 7_4 0.5429 Rprec_mult_1.40 7_4 0.5122 Rprec_mult_1.60 7_4 0.4681 Rprec_mult_1.80 7_4 0.4151 Rprec_mult_2.00 7_4 0.3793 utility 7_4 -944.0000 11pt_avg 7_4 0.6060 binG 7_4 0.4036 G 7_4 0.2940 ndcg 7_4 0.8057 ndcg_rel 7_4 0.7059 Rndcg 7_4 0.6877 ndcg_cut_5 7_4 0.6885 ndcg_cut_10 7_4 0.6973 ndcg_cut_15 7_4 0.6255 ndcg_cut_20 7_4 0.6140 ndcg_cut_30 7_4 0.5942 ndcg_cut_100 7_4 0.7602 ndcg_cut_200 7_4 0.7856 ndcg_cut_500 7_4 0.8057 ndcg_cut_1000 7_4 0.8057 map_cut_5 7_4 0.1379 map_cut_10 7_4 0.2540 map_cut_15 7_4 0.3401 map_cut_20 7_4 0.3880 map_cut_30 7_4 0.4450 map_cut_100 7_4 0.5873 map_cut_200 7_4 0.5960 map_cut_500 7_4 0.6018 map_cut_1000 7_4 0.6018 relative_P_5 7_4 0.8000 relative_P_10 7_4 0.8000 relative_P_15 7_4 0.7333 relative_P_20 7_4 0.6500 relative_P_30 7_4 0.5517 relative_P_100 7_4 0.8621 relative_P_200 7_4 0.8966 relative_P_500 7_4 0.9655 relative_P_1000 7_4 0.9655 success_1 7_4 1.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 0.0280 set_relative_P 7_4 0.9655 set_recall 7_4 0.9655 set_map 7_4 0.0270 set_F 7_4 0.0544 num_nonrel_judged_ret 7_4 54 rbp 7_4 0.4493 rbp_resid 7_4 0.0744 unj_5 7_4 0.0000 unj_10 7_4 0.0000 unj_20 7_4 0.1000 num_ret 7_9 1000 num_rel 7_9 36 num_rel_ret 7_9 35 map 7_9 0.3291 Rprec 7_9 0.3611 bpref 7_9 0.4244 recip_rank 7_9 1.0000 iprec_at_recall_0.00 7_9 1.0000 iprec_at_recall_0.10 7_9 0.6667 iprec_at_recall_0.20 7_9 0.5294 iprec_at_recall_0.30 7_9 0.4615 iprec_at_recall_0.40 7_9 0.3500 iprec_at_recall_0.50 7_9 0.2558 iprec_at_recall_0.60 7_9 0.2558 iprec_at_recall_0.70 7_9 0.2364 iprec_at_recall_0.80 7_9 0.1593 iprec_at_recall_0.90 7_9 0.1054 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.6000 P_10 7_9 0.5000 P_15 7_9 0.4667 P_20 7_9 0.4500 P_30 7_9 0.4333 P_100 7_9 0.2200 P_200 7_9 0.1450 P_500 7_9 0.0700 P_1000 7_9 0.0350 relstring 7_9 '1031020200' recall_5 7_9 0.0833 recall_10 7_9 0.1389 recall_15 7_9 0.1944 recall_20 7_9 0.2500 recall_30 7_9 0.3611 recall_100 7_9 0.6111 recall_200 7_9 0.8056 recall_500 7_9 0.9722 recall_1000 7_9 0.9722 infAP 7_9 0.3291 Rprec_mult_0.20 7_9 0.6250 Rprec_mult_0.40 7_9 0.4667 Rprec_mult_0.60 7_9 0.4545 Rprec_mult_0.80 7_9 0.4138 Rprec_mult_1.00 7_9 0.3611 Rprec_mult_1.20 7_9 0.3182 Rprec_mult_1.40 7_9 0.2745 Rprec_mult_1.60 7_9 0.2414 Rprec_mult_1.80 7_9 0.2154 Rprec_mult_2.00 7_9 0.2361 utility 7_9 -930.0000 11pt_avg 7_9 0.3655 binG 7_9 0.2441 G 7_9 0.1891 ndcg 7_9 0.6251 ndcg_rel 7_9 0.4723 Rndcg 7_9 0.4386 ndcg_cut_5 7_9 0.3651 ndcg_cut_10 7_9 0.3810 ndcg_cut_15 7_9 0.3650 ndcg_cut_20 7_9 0.3849 ndcg_cut_30 7_9 0.3988 ndcg_cut_100 7_9 0.4875 ndcg_cut_200 7_9 0.5656 ndcg_cut_500 7_9 0.6251 ndcg_cut_1000 7_9 0.6251 map_cut_5 7_9 0.0671 map_cut_10 7_9 0.1030 map_cut_15 7_9 0.1308 map_cut_20 7_9 0.1594 map_cut_30 7_9 0.2091 map_cut_100 7_9 0.2716 map_cut_200 7_9 0.3109 map_cut_500 7_9 0.3291 map_cut_1000 7_9 0.3291 relative_P_5 7_9 0.6000 relative_P_10 7_9 0.5000 relative_P_15 7_9 0.4667 relative_P_20 7_9 0.4500 relative_P_30 7_9 0.4333 relative_P_100 7_9 0.6111 relative_P_200 7_9 0.8056 relative_P_500 7_9 0.9722 relative_P_1000 7_9 0.9722 success_1 7_9 1.0000 success_5 7_9 1.0000 success_10 7_9 1.0000 set_P 7_9 0.0350 set_relative_P 7_9 0.9722 set_recall 7_9 0.9722 set_map 7_9 0.0340 set_F 7_9 0.0676 num_nonrel_judged_ret 7_9 58 rbp 7_9 0.2706 rbp_resid 7_9 0.1282 unj_5 7_9 0.0000 unj_10 7_9 0.0000 unj_20 7_9 0.1500 num_ret 8_1 1000 num_rel 8_1 64 num_rel_ret 8_1 10 map 8_1 0.0473 Rprec 8_1 0.1250 bpref 8_1 0.1206 recip_rank 8_1 0.5000 iprec_at_recall_0.00 8_1 0.6667 iprec_at_recall_0.10 8_1 0.2143 iprec_at_recall_0.20 8_1 0.0000 iprec_at_recall_0.30 8_1 0.0000 iprec_at_recall_0.40 8_1 0.0000 iprec_at_recall_0.50 8_1 0.0000 iprec_at_recall_0.60 8_1 0.0000 iprec_at_recall_0.70 8_1 0.0000 iprec_at_recall_0.80 8_1 0.0000 iprec_at_recall_0.90 8_1 0.0000 iprec_at_recall_1.00 8_1 0.0000 P_5 8_1 0.6000 P_10 8_1 0.3000 P_15 8_1 0.2667 P_20 8_1 0.2500 P_30 8_1 0.2000 P_100 8_1 0.0900 P_200 8_1 0.0500 P_500 8_1 0.0200 P_1000 8_1 0.0100 relstring 8_1 '021020----' recall_5 8_1 0.0469 recall_10 8_1 0.0469 recall_15 8_1 0.0625 recall_20 8_1 0.0781 recall_30 8_1 0.0938 recall_100 8_1 0.1406 recall_200 8_1 0.1562 recall_500 8_1 0.1562 recall_1000 8_1 0.1562 infAP 8_1 0.0473 Rprec_mult_0.20 8_1 0.2308 Rprec_mult_0.40 8_1 0.1923 Rprec_mult_0.60 8_1 0.1538 Rprec_mult_0.80 8_1 0.1346 Rprec_mult_1.00 8_1 0.1250 Rprec_mult_1.20 8_1 0.1039 Rprec_mult_1.40 8_1 0.0889 Rprec_mult_1.60 8_1 0.0874 Rprec_mult_1.80 8_1 0.0776 Rprec_mult_2.00 8_1 0.0703 utility 8_1 -980.0000 11pt_avg 8_1 0.0801 binG 8_1 0.0497 G 8_1 0.0239 ndcg 8_1 0.1234 ndcg_rel 8_1 0.1277 Rndcg 8_1 0.1303 ndcg_cut_5 8_1 0.2150 ndcg_cut_10 8_1 0.1442 ndcg_cut_15 8_1 0.1311 ndcg_cut_20 8_1 0.1388 ndcg_cut_30 8_1 0.1250 ndcg_cut_100 8_1 0.1196 ndcg_cut_200 8_1 0.1234 ndcg_cut_500 8_1 0.1234 ndcg_cut_1000 8_1 0.1234 map_cut_5 8_1 0.0276 map_cut_10 8_1 0.0276 map_cut_15 8_1 0.0321 map_cut_20 8_1 0.0370 map_cut_30 8_1 0.0403 map_cut_100 8_1 0.0464 map_cut_200 8_1 0.0473 map_cut_500 8_1 0.0473 map_cut_1000 8_1 0.0473 relative_P_5 8_1 0.6000 relative_P_10 8_1 0.3000 relative_P_15 8_1 0.2667 relative_P_20 8_1 0.2500 relative_P_30 8_1 0.2000 relative_P_100 8_1 0.1406 relative_P_200 8_1 0.1562 relative_P_500 8_1 0.1562 relative_P_1000 8_1 0.1562 success_1 8_1 0.0000 success_5 8_1 1.0000 success_10 8_1 1.0000 set_P 8_1 0.0100 set_relative_P 8_1 0.1562 set_recall 8_1 0.1562 set_map 8_1 0.0016 set_F 8_1 0.0188 num_nonrel_judged_ret 8_1 57 rbp 8_1 0.1165 rbp_resid 8_1 0.2804 unj_5 8_1 0.0000 unj_10 8_1 0.4000 unj_20 8_1 0.3000 num_ret 8_10 1000 num_rel 8_10 28 num_rel_ret 8_10 25 map 8_10 0.1074 Rprec 8_10 0.1429 bpref 8_10 0.3355 recip_rank 8_10 0.1667 iprec_at_recall_0.00 8_10 0.2500 iprec_at_recall_0.10 8_10 0.2000 iprec_at_recall_0.20 8_10 0.2000 iprec_at_recall_0.30 8_10 0.1915 iprec_at_recall_0.40 8_10 0.1327 iprec_at_recall_0.50 8_10 0.1022 iprec_at_recall_0.60 8_10 0.0763 iprec_at_recall_0.70 8_10 0.0709 iprec_at_recall_0.80 8_10 0.0447 iprec_at_recall_0.90 8_10 0.0308 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.0000 P_10 8_10 0.2000 P_15 8_10 0.1333 P_20 8_10 0.2000 P_30 8_10 0.1333 P_100 8_10 0.1300 P_200 8_10 0.0750 P_500 8_10 0.0440 P_1000 8_10 0.0250 relstring 8_10 '000003-2--' recall_5 8_10 0.0000 recall_10 8_10 0.0714 recall_15 8_10 0.0714 recall_20 8_10 0.1429 recall_30 8_10 0.1429 recall_100 8_10 0.4643 recall_200 8_10 0.5357 recall_500 8_10 0.7857 recall_1000 8_10 0.8929 infAP 8_10 0.1074 Rprec_mult_0.20 8_10 0.1667 Rprec_mult_0.40 8_10 0.1667 Rprec_mult_0.60 8_10 0.1765 Rprec_mult_0.80 8_10 0.1739 Rprec_mult_1.00 8_10 0.1429 Rprec_mult_1.20 8_10 0.1765 Rprec_mult_1.40 8_10 0.1750 Rprec_mult_1.60 8_10 0.1556 Rprec_mult_1.80 8_10 0.1765 Rprec_mult_2.00 8_10 0.1607 utility 8_10 -950.0000 11pt_avg 8_10 0.1181 binG 8_10 0.1530 G 8_10 0.1412 ndcg 8_10 0.4124 ndcg_rel 8_10 0.2848 Rndcg 8_10 0.1677 ndcg_cut_5 8_10 0.0000 ndcg_cut_10 8_10 0.1412 ndcg_cut_15 8_10 0.1222 ndcg_cut_20 8_10 0.1437 ndcg_cut_30 8_10 0.1290 ndcg_cut_100 8_10 0.2747 ndcg_cut_200 8_10 0.3080 ndcg_cut_500 8_10 0.3869 ndcg_cut_1000 8_10 0.4124 map_cut_5 8_10 0.0000 map_cut_10 8_10 0.0149 map_cut_15 8_10 0.0149 map_cut_20 8_10 0.0283 map_cut_30 8_10 0.0283 map_cut_100 8_10 0.0798 map_cut_200 8_10 0.0870 map_cut_500 8_10 0.1035 map_cut_1000 8_10 0.1074 relative_P_5 8_10 0.0000 relative_P_10 8_10 0.2000 relative_P_15 8_10 0.1333 relative_P_20 8_10 0.2000 relative_P_30 8_10 0.1429 relative_P_100 8_10 0.4643 relative_P_200 8_10 0.5357 relative_P_500 8_10 0.7857 relative_P_1000 8_10 0.8929 success_1 8_10 0.0000 success_5 8_10 0.0000 success_10 8_10 1.0000 set_P 8_10 0.0250 set_relative_P 8_10 0.8929 set_recall 8_10 0.8929 set_map 8_10 0.0223 set_F 8_10 0.0486 num_nonrel_judged_ret 8_10 48 rbp 8_10 0.1074 rbp_resid 8_10 0.3743 unj_5 8_10 0.0000 unj_10 8_10 0.3000 unj_20 8_10 0.4500 num_ret 8_11 1000 num_rel 8_11 10 num_rel_ret 8_11 8 map 8_11 0.4359 Rprec 8_11 0.5000 bpref 8_11 0.4600 recip_rank 8_11 1.0000 iprec_at_recall_0.00 8_11 1.0000 iprec_at_recall_0.10 8_11 1.0000 iprec_at_recall_0.20 8_11 1.0000 iprec_at_recall_0.30 8_11 0.8000 iprec_at_recall_0.40 8_11 0.8000 iprec_at_recall_0.50 8_11 0.7143 iprec_at_recall_0.60 8_11 0.0377 iprec_at_recall_0.70 8_11 0.0288 iprec_at_recall_0.80 8_11 0.0281 iprec_at_recall_0.90 8_11 0.0000 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 0.8000 P_10 8_11 0.5000 P_15 8_11 0.3333 P_20 8_11 0.2500 P_30 8_11 0.1667 P_100 8_11 0.0500 P_200 8_11 0.0300 P_500 8_11 0.0160 P_1000 8_11 0.0080 relstring 8_11 '210110100-' recall_5 8_11 0.4000 recall_10 8_11 0.5000 recall_15 8_11 0.5000 recall_20 8_11 0.5000 recall_30 8_11 0.5000 recall_100 8_11 0.5000 recall_200 8_11 0.6000 recall_500 8_11 0.8000 recall_1000 8_11 0.8000 infAP 8_11 0.4359 Rprec_mult_0.20 8_11 1.0000 Rprec_mult_0.40 8_11 0.7500 Rprec_mult_0.60 8_11 0.6667 Rprec_mult_0.80 8_11 0.6250 Rprec_mult_1.00 8_11 0.5000 Rprec_mult_1.20 8_11 0.4167 Rprec_mult_1.40 8_11 0.3571 Rprec_mult_1.60 8_11 0.3125 Rprec_mult_1.80 8_11 0.2778 Rprec_mult_2.00 8_11 0.2500 utility 8_11 -984.0000 11pt_avg 8_11 0.4917 binG 8_11 0.4149 G 8_11 0.3707 ndcg 8_11 0.6749 ndcg_rel 8_11 0.7322 Rndcg 8_11 0.6980 ndcg_cut_5 8_11 0.7530 ndcg_cut_10 8_11 0.6125 ndcg_cut_15 8_11 0.6125 ndcg_cut_20 8_11 0.6125 ndcg_cut_30 8_11 0.6125 ndcg_cut_100 8_11 0.6125 ndcg_cut_200 8_11 0.6346 ndcg_cut_500 8_11 0.6749 ndcg_cut_1000 8_11 0.6749 map_cut_5 8_11 0.3550 map_cut_10 8_11 0.4264 map_cut_15 8_11 0.4264 map_cut_20 8_11 0.4264 map_cut_30 8_11 0.4264 map_cut_100 8_11 0.4264 map_cut_200 8_11 0.4302 map_cut_500 8_11 0.4359 map_cut_1000 8_11 0.4359 relative_P_5 8_11 0.8000 relative_P_10 8_11 0.5000 relative_P_15 8_11 0.5000 relative_P_20 8_11 0.5000 relative_P_30 8_11 0.5000 relative_P_100 8_11 0.5000 relative_P_200 8_11 0.6000 relative_P_500 8_11 0.8000 relative_P_1000 8_11 0.8000 success_1 8_11 1.0000 success_5 8_11 1.0000 success_10 8_11 1.0000 set_P 8_11 0.0080 set_relative_P 8_11 0.8000 set_recall 8_11 0.8000 set_map 8_11 0.0064 set_F 8_11 0.0158 num_nonrel_judged_ret 8_11 42 rbp 8_11 0.2408 rbp_resid 8_11 0.1988 unj_5 8_11 0.0000 unj_10 8_11 0.1000 unj_20 8_11 0.2000 num_ret 8_12 1000 num_rel 8_12 44 num_rel_ret 8_12 31 map 8_12 0.1852 Rprec 8_12 0.1818 bpref 8_12 0.3233 recip_rank 8_12 1.0000 iprec_at_recall_0.00 8_12 1.0000 iprec_at_recall_0.10 8_12 0.6667 iprec_at_recall_0.20 8_12 0.1786 iprec_at_recall_0.30 8_12 0.1667 iprec_at_recall_0.40 8_12 0.1651 iprec_at_recall_0.50 8_12 0.1043 iprec_at_recall_0.60 8_12 0.0985 iprec_at_recall_0.70 8_12 0.0573 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.6000 P_10 8_12 0.4000 P_15 8_12 0.4000 P_20 8_12 0.3500 P_30 8_12 0.2333 P_100 8_12 0.1500 P_200 8_12 0.1050 P_500 8_12 0.0600 P_1000 8_12 0.0310 relstring 8_12 '3210020000' recall_5 8_12 0.0682 recall_10 8_12 0.0909 recall_15 8_12 0.1364 recall_20 8_12 0.1591 recall_30 8_12 0.1591 recall_100 8_12 0.3409 recall_200 8_12 0.4773 recall_500 8_12 0.6818 recall_1000 8_12 0.7045 infAP 8_12 0.1852 Rprec_mult_0.20 8_12 0.4444 Rprec_mult_0.40 8_12 0.3333 Rprec_mult_0.60 8_12 0.2593 Rprec_mult_0.80 8_12 0.1944 Rprec_mult_1.00 8_12 0.1818 Rprec_mult_1.20 8_12 0.1698 Rprec_mult_1.40 8_12 0.1774 Rprec_mult_1.60 8_12 0.1549 Rprec_mult_1.80 8_12 0.1625 Rprec_mult_2.00 8_12 0.1591 utility 8_12 -938.0000 11pt_avg 8_12 0.2216 binG 8_12 0.1802 G 8_12 0.1495 ndcg 8_12 0.5323 ndcg_rel 8_12 0.4776 Rndcg 8_12 0.4582 ndcg_cut_5 8_12 0.4545 ndcg_cut_10 8_12 0.3731 ndcg_cut_15 8_12 0.3835 ndcg_cut_20 8_12 0.3712 ndcg_cut_30 8_12 0.3325 ndcg_cut_100 8_12 0.4098 ndcg_cut_200 8_12 0.4477 ndcg_cut_500 8_12 0.5275 ndcg_cut_1000 8_12 0.5323 map_cut_5 8_12 0.0682 map_cut_10 8_12 0.0833 map_cut_15 8_12 0.1042 map_cut_20 8_12 0.1121 map_cut_30 8_12 0.1121 map_cut_100 8_12 0.1437 map_cut_200 8_12 0.1652 map_cut_500 8_12 0.1839 map_cut_1000 8_12 0.1852 relative_P_5 8_12 0.6000 relative_P_10 8_12 0.4000 relative_P_15 8_12 0.4000 relative_P_20 8_12 0.3500 relative_P_30 8_12 0.2333 relative_P_100 8_12 0.3409 relative_P_200 8_12 0.4773 relative_P_500 8_12 0.6818 relative_P_1000 8_12 0.7045 success_1 8_12 1.0000 success_5 8_12 1.0000 success_10 8_12 1.0000 set_P 8_12 0.0310 set_relative_P 8_12 0.7045 set_recall 8_12 0.7045 set_map 8_12 0.0218 set_F 8_12 0.0594 num_nonrel_judged_ret 8_12 49 rbp 8_12 0.2047 rbp_resid 8_12 0.1455 unj_5 8_12 0.0000 unj_10 8_12 0.0000 unj_20 8_12 0.1500 num_ret 8_13 1000 num_rel 8_13 53 num_rel_ret 8_13 18 map 8_13 0.0744 Rprec 8_13 0.1321 bpref 8_13 0.2332 recip_rank 8_13 1.0000 iprec_at_recall_0.00 8_13 1.0000 iprec_at_recall_0.10 8_13 0.2692 iprec_at_recall_0.20 8_13 0.0886 iprec_at_recall_0.30 8_13 0.0627 iprec_at_recall_0.40 8_13 0.0000 iprec_at_recall_0.50 8_13 0.0000 iprec_at_recall_0.60 8_13 0.0000 iprec_at_recall_0.70 8_13 0.0000 iprec_at_recall_0.80 8_13 0.0000 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 0.4000 P_10 8_13 0.2000 P_15 8_13 0.2000 P_20 8_13 0.2500 P_30 8_13 0.2333 P_100 8_13 0.1000 P_200 8_13 0.0750 P_500 8_13 0.0360 P_1000 8_13 0.0180 relstring 8_13 '1010000--0' recall_5 8_13 0.0377 recall_10 8_13 0.0377 recall_15 8_13 0.0566 recall_20 8_13 0.0943 recall_30 8_13 0.1321 recall_100 8_13 0.1887 recall_200 8_13 0.2830 recall_500 8_13 0.3396 recall_1000 8_13 0.3396 infAP 8_13 0.0744 Rprec_mult_0.20 8_13 0.2727 Rprec_mult_0.40 8_13 0.2273 Rprec_mult_0.60 8_13 0.2188 Rprec_mult_0.80 8_13 0.1628 Rprec_mult_1.00 8_13 0.1321 Rprec_mult_1.20 8_13 0.1250 Rprec_mult_1.40 8_13 0.1200 Rprec_mult_1.60 8_13 0.1059 Rprec_mult_1.80 8_13 0.1042 Rprec_mult_2.00 8_13 0.0943 utility 8_13 -964.0000 11pt_avg 8_13 0.1291 binG 8_13 0.0844 G 8_13 0.0521 ndcg 8_13 0.2089 ndcg_rel 8_13 0.1910 Rndcg 8_13 0.1349 ndcg_cut_5 8_13 0.1315 ndcg_cut_10 8_13 0.0926 ndcg_cut_15 8_13 0.0945 ndcg_cut_20 8_13 0.1064 ndcg_cut_30 8_13 0.1420 ndcg_cut_100 8_13 0.1378 ndcg_cut_200 8_13 0.1826 ndcg_cut_500 8_13 0.2089 ndcg_cut_1000 8_13 0.2089 map_cut_5 8_13 0.0314 map_cut_10 8_13 0.0314 map_cut_15 8_13 0.0366 map_cut_20 8_13 0.0463 map_cut_30 8_13 0.0559 map_cut_100 8_13 0.0632 map_cut_200 8_13 0.0711 map_cut_500 8_13 0.0744 map_cut_1000 8_13 0.0744 relative_P_5 8_13 0.4000 relative_P_10 8_13 0.2000 relative_P_15 8_13 0.2000 relative_P_20 8_13 0.2500 relative_P_30 8_13 0.2333 relative_P_100 8_13 0.1887 relative_P_200 8_13 0.2830 relative_P_500 8_13 0.3396 relative_P_1000 8_13 0.3396 success_1 8_13 1.0000 success_5 8_13 1.0000 success_10 8_13 1.0000 set_P 8_13 0.0180 set_relative_P 8_13 0.3396 set_recall 8_13 0.3396 set_map 8_13 0.0061 set_F 8_13 0.0342 num_nonrel_judged_ret 8_13 32 rbp 8_13 0.0721 rbp_resid 8_13 0.2708 unj_5 8_13 0.0000 unj_10 8_13 0.2000 unj_20 8_13 0.3000 num_ret 8_2 1000 num_rel 8_2 47 num_rel_ret 8_2 31 map 8_2 0.1389 Rprec 8_2 0.2553 bpref 8_2 0.2580 recip_rank 8_2 1.0000 iprec_at_recall_0.00 8_2 1.0000 iprec_at_recall_0.10 8_2 0.3684 iprec_at_recall_0.20 8_2 0.2667 iprec_at_recall_0.30 8_2 0.1923 iprec_at_recall_0.40 8_2 0.1056 iprec_at_recall_0.50 8_2 0.0611 iprec_at_recall_0.60 8_2 0.0401 iprec_at_recall_0.70 8_2 0.0000 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 0.4000 P_10 8_2 0.3000 P_15 8_2 0.2667 P_20 8_2 0.3500 P_30 8_2 0.2667 P_100 8_2 0.1700 P_200 8_2 0.0950 P_500 8_2 0.0480 P_1000 8_2 0.0310 relstring 8_2 '100101--00' recall_5 8_2 0.0426 recall_10 8_2 0.0638 recall_15 8_2 0.0851 recall_20 8_2 0.1489 recall_30 8_2 0.1702 recall_100 8_2 0.3617 recall_200 8_2 0.4043 recall_500 8_2 0.5106 recall_1000 8_2 0.6596 infAP 8_2 0.1389 Rprec_mult_0.20 8_2 0.3000 Rprec_mult_0.40 8_2 0.3684 Rprec_mult_0.60 8_2 0.2759 Rprec_mult_0.80 8_2 0.2368 Rprec_mult_1.00 8_2 0.2553 Rprec_mult_1.20 8_2 0.2105 Rprec_mult_1.40 8_2 0.1970 Rprec_mult_1.60 8_2 0.1711 Rprec_mult_1.80 8_2 0.1765 Rprec_mult_2.00 8_2 0.1809 utility 8_2 -938.0000 11pt_avg 8_2 0.1849 binG 8_2 0.1388 G 8_2 0.1049 ndcg 8_2 0.3769 ndcg_rel 8_2 0.2922 Rndcg 8_2 0.1977 ndcg_cut_5 8_2 0.1303 ndcg_cut_10 8_2 0.1155 ndcg_cut_15 8_2 0.1128 ndcg_cut_20 8_2 0.1802 ndcg_cut_30 8_2 0.1727 ndcg_cut_100 8_2 0.2505 ndcg_cut_200 8_2 0.2773 ndcg_cut_500 8_2 0.3107 ndcg_cut_1000 8_2 0.3769 map_cut_5 8_2 0.0319 map_cut_10 8_2 0.0426 map_cut_15 8_2 0.0486 map_cut_20 8_2 0.0702 map_cut_30 8_2 0.0770 map_cut_100 8_2 0.1185 map_cut_200 8_2 0.1241 map_cut_500 8_2 0.1327 map_cut_1000 8_2 0.1389 relative_P_5 8_2 0.4000 relative_P_10 8_2 0.3000 relative_P_15 8_2 0.2667 relative_P_20 8_2 0.3500 relative_P_30 8_2 0.2667 relative_P_100 8_2 0.3617 relative_P_200 8_2 0.4043 relative_P_500 8_2 0.5106 relative_P_1000 8_2 0.6596 success_1 8_2 1.0000 success_5 8_2 1.0000 success_10 8_2 1.0000 set_P 8_2 0.0310 set_relative_P 8_2 0.6596 set_recall 8_2 0.6596 set_map 8_2 0.0204 set_F 8_2 0.0592 num_nonrel_judged_ret 8_2 62 rbp 8_2 0.0976 rbp_resid 8_2 0.1915 unj_5 8_2 0.0000 unj_10 8_2 0.2000 unj_20 8_2 0.1500 num_ret 8_3 1000 num_rel 8_3 28 num_rel_ret 8_3 17 map 8_3 0.1469 Rprec 8_3 0.1429 bpref 8_3 0.2219 recip_rank 8_3 1.0000 iprec_at_recall_0.00 8_3 1.0000 iprec_at_recall_0.10 8_3 0.4000 iprec_at_recall_0.20 8_3 0.1622 iprec_at_recall_0.30 8_3 0.1452 iprec_at_recall_0.40 8_3 0.1122 iprec_at_recall_0.50 8_3 0.0619 iprec_at_recall_0.60 8_3 0.0394 iprec_at_recall_0.70 8_3 0.0000 iprec_at_recall_0.80 8_3 0.0000 iprec_at_recall_0.90 8_3 0.0000 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.4000 P_10 8_3 0.4000 P_15 8_3 0.2667 P_20 8_3 0.2000 P_30 8_3 0.1333 P_100 8_3 0.1100 P_200 8_3 0.0650 P_500 8_3 0.0340 P_1000 8_3 0.0170 relstring 8_3 '11000-0101' recall_5 8_3 0.0714 recall_10 8_3 0.1429 recall_15 8_3 0.1429 recall_20 8_3 0.1429 recall_30 8_3 0.1429 recall_100 8_3 0.3929 recall_200 8_3 0.4643 recall_500 8_3 0.6071 recall_1000 8_3 0.6071 infAP 8_3 0.1469 Rprec_mult_0.20 8_3 0.3333 Rprec_mult_0.40 8_3 0.3333 Rprec_mult_0.60 8_3 0.2353 Rprec_mult_0.80 8_3 0.1739 Rprec_mult_1.00 8_3 0.1429 Rprec_mult_1.20 8_3 0.1471 Rprec_mult_1.40 8_3 0.1500 Rprec_mult_1.60 8_3 0.1333 Rprec_mult_1.80 8_3 0.1176 Rprec_mult_2.00 8_3 0.1250 utility 8_3 -966.0000 11pt_avg 8_3 0.1746 binG 8_3 0.1681 G 8_3 0.1301 ndcg 8_3 0.4124 ndcg_rel 8_3 0.3666 Rndcg 8_3 0.2815 ndcg_cut_5 8_3 0.2766 ndcg_cut_10 8_3 0.2848 ndcg_cut_15 8_3 0.2439 ndcg_cut_20 8_3 0.2161 ndcg_cut_30 8_3 0.1854 ndcg_cut_100 8_3 0.3276 ndcg_cut_200 8_3 0.3627 ndcg_cut_500 8_3 0.4124 ndcg_cut_1000 8_3 0.4124 map_cut_5 8_3 0.0714 map_cut_10 8_3 0.0991 map_cut_15 8_3 0.0991 map_cut_20 8_3 0.0991 map_cut_30 8_3 0.0991 map_cut_100 8_3 0.1327 map_cut_200 8_3 0.1395 map_cut_500 8_3 0.1469 map_cut_1000 8_3 0.1469 relative_P_5 8_3 0.4000 relative_P_10 8_3 0.4000 relative_P_15 8_3 0.2667 relative_P_20 8_3 0.2000 relative_P_30 8_3 0.1429 relative_P_100 8_3 0.3929 relative_P_200 8_3 0.4643 relative_P_500 8_3 0.6071 relative_P_1000 8_3 0.6071 success_1 8_3 1.0000 success_5 8_3 1.0000 success_10 8_3 1.0000 set_P 8_3 0.0170 set_relative_P 8_3 0.6071 set_recall 8_3 0.6071 set_map 8_3 0.0103 set_F 8_3 0.0331 num_nonrel_judged_ret 8_3 49 rbp 8_3 0.1433 rbp_resid 8_3 0.2486 unj_5 8_3 0.0000 unj_10 8_3 0.1000 unj_20 8_3 0.3000 num_ret 8_4 1000 num_rel 8_4 101 num_rel_ret 8_4 81 map 8_4 0.3772 Rprec 8_4 0.4059 bpref 8_4 0.6267 recip_rank 8_4 1.0000 iprec_at_recall_0.00 8_4 1.0000 iprec_at_recall_0.10 8_4 0.9333 iprec_at_recall_0.20 8_4 0.6250 iprec_at_recall_0.30 8_4 0.4714 iprec_at_recall_0.40 8_4 0.4095 iprec_at_recall_0.50 8_4 0.3514 iprec_at_recall_0.60 8_4 0.3283 iprec_at_recall_0.70 8_4 0.2165 iprec_at_recall_0.80 8_4 0.0815 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 0.8000 P_10 8_4 0.9000 P_15 8_4 0.9333 P_20 8_4 0.7500 P_30 8_4 0.6333 P_100 8_4 0.4000 P_200 8_4 0.3250 P_500 8_4 0.1460 P_1000 8_4 0.0810 relstring 8_4 '4202141322' recall_5 8_4 0.0396 recall_10 8_4 0.0891 recall_15 8_4 0.1386 recall_20 8_4 0.1485 recall_30 8_4 0.1881 recall_100 8_4 0.3960 recall_200 8_4 0.6436 recall_500 8_4 0.7228 recall_1000 8_4 0.8020 infAP 8_4 0.3772 Rprec_mult_0.20 8_4 0.7143 Rprec_mult_0.40 8_4 0.5366 Rprec_mult_0.60 8_4 0.4590 Rprec_mult_0.80 8_4 0.4321 Rprec_mult_1.00 8_4 0.4059 Rprec_mult_1.20 8_4 0.3607 Rprec_mult_1.40 8_4 0.3451 Rprec_mult_1.60 8_4 0.3395 Rprec_mult_1.80 8_4 0.3187 Rprec_mult_2.00 8_4 0.3218 utility 8_4 -838.0000 11pt_avg 8_4 0.4015 binG 8_4 0.2097 G 8_4 0.1641 ndcg 8_4 0.7031 ndcg_rel 8_4 0.6141 Rndcg 8_4 0.5626 ndcg_cut_5 8_4 0.5520 ndcg_cut_10 8_4 0.5720 ndcg_cut_15 8_4 0.6110 ndcg_cut_20 8_4 0.5455 ndcg_cut_30 8_4 0.5404 ndcg_cut_100 8_4 0.5264 ndcg_cut_200 8_4 0.6368 ndcg_cut_500 8_4 0.6745 ndcg_cut_1000 8_4 0.7031 map_cut_5 8_4 0.0351 map_cut_10 8_4 0.0783 map_cut_15 8_4 0.1239 map_cut_20 8_4 0.1326 map_cut_30 8_4 0.1593 map_cut_100 8_4 0.2610 map_cut_200 8_4 0.3475 map_cut_500 8_4 0.3670 map_cut_1000 8_4 0.3772 relative_P_5 8_4 0.8000 relative_P_10 8_4 0.9000 relative_P_15 8_4 0.9333 relative_P_20 8_4 0.7500 relative_P_30 8_4 0.6333 relative_P_100 8_4 0.4000 relative_P_200 8_4 0.6436 relative_P_500 8_4 0.7228 relative_P_1000 8_4 0.8020 success_1 8_4 1.0000 success_5 8_4 1.0000 success_10 8_4 1.0000 set_P 8_4 0.0810 set_relative_P 8_4 0.8020 set_recall 8_4 0.8020 set_map 8_4 0.0650 set_F 8_4 0.1471 num_nonrel_judged_ret 8_4 57 rbp 8_4 0.4675 rbp_resid 8_4 0.0920 unj_5 8_4 0.0000 unj_10 8_4 0.0000 unj_20 8_4 0.1500 num_ret 8_5 1000 num_rel 8_5 51 num_rel_ret 8_5 24 map 8_5 0.1388 Rprec 8_5 0.1961 bpref 8_5 0.2907 recip_rank 8_5 1.0000 iprec_at_recall_0.00 8_5 1.0000 iprec_at_recall_0.10 8_5 0.8333 iprec_at_recall_0.20 8_5 0.2174 iprec_at_recall_0.30 8_5 0.1240 iprec_at_recall_0.40 8_5 0.0439 iprec_at_recall_0.50 8_5 0.0000 iprec_at_recall_0.60 8_5 0.0000 iprec_at_recall_0.70 8_5 0.0000 iprec_at_recall_0.80 8_5 0.0000 iprec_at_recall_0.90 8_5 0.0000 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.8000 P_10 8_5 0.5000 P_15 8_5 0.3333 P_20 8_5 0.3000 P_30 8_5 0.2667 P_100 8_5 0.1400 P_200 8_5 0.0900 P_500 8_5 0.0420 P_1000 8_5 0.0240 relstring 8_5 '1201210000' recall_5 8_5 0.0784 recall_10 8_5 0.0980 recall_15 8_5 0.0980 recall_20 8_5 0.1176 recall_30 8_5 0.1569 recall_100 8_5 0.2745 recall_200 8_5 0.3529 recall_500 8_5 0.4118 recall_1000 8_5 0.4706 infAP 8_5 0.1388 Rprec_mult_0.20 8_5 0.4545 Rprec_mult_0.40 8_5 0.2857 Rprec_mult_0.60 8_5 0.2581 Rprec_mult_0.80 8_5 0.2195 Rprec_mult_1.00 8_5 0.1961 Rprec_mult_1.20 8_5 0.1774 Rprec_mult_1.40 8_5 0.1528 Rprec_mult_1.60 8_5 0.1341 Rprec_mult_1.80 8_5 0.1413 Rprec_mult_2.00 8_5 0.1373 utility 8_5 -952.0000 11pt_avg 8_5 0.2017 binG 8_5 0.1354 G 8_5 0.0923 ndcg 8_5 0.3606 ndcg_rel 8_5 0.3324 Rndcg 8_5 0.2933 ndcg_cut_5 8_5 0.3436 ndcg_cut_10 8_5 0.2878 ndcg_cut_15 8_5 0.2440 ndcg_cut_20 8_5 0.2549 ndcg_cut_30 8_5 0.2487 ndcg_cut_100 8_5 0.2854 ndcg_cut_200 8_5 0.3214 ndcg_cut_500 8_5 0.3418 ndcg_cut_1000 8_5 0.3606 map_cut_5 8_5 0.0696 map_cut_10 8_5 0.0859 map_cut_15 8_5 0.0859 map_cut_20 8_5 0.0925 map_cut_30 8_5 0.1040 map_cut_100 8_5 0.1249 map_cut_200 8_5 0.1334 map_cut_500 8_5 0.1367 map_cut_1000 8_5 0.1388 relative_P_5 8_5 0.8000 relative_P_10 8_5 0.5000 relative_P_15 8_5 0.3333 relative_P_20 8_5 0.3000 relative_P_30 8_5 0.2667 relative_P_100 8_5 0.2745 relative_P_200 8_5 0.3529 relative_P_500 8_5 0.4118 relative_P_1000 8_5 0.4706 success_1 8_5 1.0000 success_5 8_5 1.0000 success_10 8_5 1.0000 set_P 8_5 0.0240 set_relative_P 8_5 0.4706 set_recall 8_5 0.4706 set_map 8_5 0.0113 set_F 8_5 0.0457 num_nonrel_judged_ret 8_5 45 rbp 8_5 0.1489 rbp_resid 8_5 0.1785 unj_5 8_5 0.0000 unj_10 8_5 0.0000 unj_20 8_5 0.2500 num_ret 8_7 1000 num_rel 8_7 47 num_rel_ret 8_7 43 map 8_7 0.4455 Rprec 8_7 0.4894 bpref 8_7 0.7510 recip_rank 8_7 1.0000 iprec_at_recall_0.00 8_7 1.0000 iprec_at_recall_0.10 8_7 0.7143 iprec_at_recall_0.20 8_7 0.6471 iprec_at_recall_0.30 8_7 0.6429 iprec_at_recall_0.40 8_7 0.5405 iprec_at_recall_0.50 8_7 0.4800 iprec_at_recall_0.60 8_7 0.4444 iprec_at_recall_0.70 8_7 0.3656 iprec_at_recall_0.80 8_7 0.2000 iprec_at_recall_0.90 8_7 0.0575 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 0.6000 P_10 8_7 0.6000 P_15 8_7 0.6000 P_20 8_7 0.6000 P_30 8_7 0.6000 P_100 8_7 0.3500 P_200 8_7 0.1950 P_500 8_7 0.0800 P_1000 8_7 0.0430 relstring 8_7 '3201012-1-' recall_5 8_7 0.0638 recall_10 8_7 0.1277 recall_15 8_7 0.1915 recall_20 8_7 0.2553 recall_30 8_7 0.3830 recall_100 8_7 0.7447 recall_200 8_7 0.8298 recall_500 8_7 0.8511 recall_1000 8_7 0.9149 infAP 8_7 0.4455 Rprec_mult_0.20 8_7 0.6000 Rprec_mult_0.40 8_7 0.6316 Rprec_mult_0.60 8_7 0.6207 Rprec_mult_0.80 8_7 0.5263 Rprec_mult_1.00 8_7 0.4894 Rprec_mult_1.20 8_7 0.4386 Rprec_mult_1.40 8_7 0.4242 Rprec_mult_1.60 8_7 0.3947 Rprec_mult_1.80 8_7 0.3647 Rprec_mult_2.00 8_7 0.3617 utility 8_7 -914.0000 11pt_avg 8_7 0.4629 binG 8_7 0.2585 G 8_7 0.2162 ndcg 8_7 0.7201 ndcg_rel 8_7 0.6034 Rndcg 8_7 0.5821 ndcg_cut_5 8_7 0.4651 ndcg_cut_10 8_7 0.4531 ndcg_cut_15 8_7 0.4599 ndcg_cut_20 8_7 0.4775 ndcg_cut_30 8_7 0.6014 ndcg_cut_100 8_7 0.6726 ndcg_cut_200 8_7 0.6964 ndcg_cut_500 8_7 0.7015 ndcg_cut_1000 8_7 0.7201 map_cut_5 8_7 0.0585 map_cut_10 8_7 0.1021 map_cut_15 8_7 0.1394 map_cut_20 8_7 0.1799 map_cut_30 8_7 0.2606 map_cut_100 8_7 0.4204 map_cut_200 8_7 0.4395 map_cut_500 8_7 0.4415 map_cut_1000 8_7 0.4455 relative_P_5 8_7 0.6000 relative_P_10 8_7 0.6000 relative_P_15 8_7 0.6000 relative_P_20 8_7 0.6000 relative_P_30 8_7 0.6000 relative_P_100 8_7 0.7447 relative_P_200 8_7 0.8298 relative_P_500 8_7 0.8511 relative_P_1000 8_7 0.9149 success_1 8_7 1.0000 success_5 8_7 1.0000 success_10 8_7 1.0000 set_P 8_7 0.0430 set_relative_P 8_7 0.9149 set_recall 8_7 0.9149 set_map 8_7 0.0393 set_F 8_7 0.0821 num_nonrel_judged_ret 8_7 25 rbp 8_7 0.2799 rbp_resid 8_7 0.1883 unj_5 8_7 0.0000 unj_10 8_7 0.2000 unj_20 8_7 0.2500 num_ret 8_8 1000 num_rel 8_8 32 num_rel_ret 8_8 28 map 8_8 0.0839 Rprec 8_8 0.1250 bpref 8_8 0.2109 recip_rank 8_8 0.2000 iprec_at_recall_0.00 8_8 0.2353 iprec_at_recall_0.10 8_8 0.2353 iprec_at_recall_0.20 8_8 0.1463 iprec_at_recall_0.30 8_8 0.1028 iprec_at_recall_0.40 8_8 0.0685 iprec_at_recall_0.50 8_8 0.0678 iprec_at_recall_0.60 8_8 0.0642 iprec_at_recall_0.70 8_8 0.0642 iprec_at_recall_0.80 8_8 0.0465 iprec_at_recall_0.90 8_8 0.0000 iprec_at_recall_1.00 8_8 0.0000 P_5 8_8 0.2000 P_10 8_8 0.2000 P_15 8_8 0.1333 P_20 8_8 0.2000 P_30 8_8 0.1333 P_100 8_8 0.0900 P_200 8_8 0.0600 P_500 8_8 0.0480 P_1000 8_8 0.0280 relstring 8_8 '00001---01' recall_5 8_8 0.0312 recall_10 8_8 0.0625 recall_15 8_8 0.0625 recall_20 8_8 0.1250 recall_30 8_8 0.1250 recall_100 8_8 0.2812 recall_200 8_8 0.3750 recall_500 8_8 0.7500 recall_1000 8_8 0.8750 infAP 8_8 0.0839 Rprec_mult_0.20 8_8 0.1429 Rprec_mult_0.40 8_8 0.1538 Rprec_mult_0.60 8_8 0.2000 Rprec_mult_0.80 8_8 0.1538 Rprec_mult_1.00 8_8 0.1250 Rprec_mult_1.20 8_8 0.1026 Rprec_mult_1.40 8_8 0.1333 Rprec_mult_1.60 8_8 0.1154 Rprec_mult_1.80 8_8 0.1207 Rprec_mult_2.00 8_8 0.1094 utility 8_8 -944.0000 11pt_avg 8_8 0.0937 binG 8_8 0.1395 G 8_8 0.1256 ndcg 8_8 0.3767 ndcg_rel 8_8 0.2427 Rndcg 8_8 0.1235 ndcg_cut_5 8_8 0.0328 ndcg_cut_10 8_8 0.0408 ndcg_cut_15 8_8 0.0347 ndcg_cut_20 8_8 0.0883 ndcg_cut_30 8_8 0.0804 ndcg_cut_100 8_8 0.1523 ndcg_cut_200 8_8 0.2013 ndcg_cut_500 8_8 0.3406 ndcg_cut_1000 8_8 0.3767 map_cut_5 8_8 0.0063 map_cut_10 8_8 0.0125 map_cut_15 8_8 0.0125 map_cut_20 8_8 0.0257 map_cut_30 8_8 0.0257 map_cut_100 8_8 0.0459 map_cut_200 8_8 0.0543 map_cut_500 8_8 0.0784 map_cut_1000 8_8 0.0839 relative_P_5 8_8 0.2000 relative_P_10 8_8 0.2000 relative_P_15 8_8 0.1333 relative_P_20 8_8 0.2000 relative_P_30 8_8 0.1333 relative_P_100 8_8 0.2812 relative_P_200 8_8 0.3750 relative_P_500 8_8 0.7500 relative_P_1000 8_8 0.8750 success_1 8_8 0.0000 success_5 8_8 1.0000 success_10 8_8 1.0000 set_P 8_8 0.0280 set_relative_P 8_8 0.8750 set_recall 8_8 0.8750 set_map 8_8 0.0245 set_F 8_8 0.0543 num_nonrel_judged_ret 8_8 51 rbp 8_8 0.0527 rbp_resid 8_8 0.3394 unj_5 8_8 0.0000 unj_10 8_8 0.3000 unj_20 8_8 0.4000 num_ret 9_11 1000 num_rel 9_11 119 num_rel_ret 9_11 64 map 9_11 0.1882 Rprec 9_11 0.2605 bpref 9_11 0.4950 recip_rank 9_11 1.0000 iprec_at_recall_0.00 9_11 1.0000 iprec_at_recall_0.10 9_11 0.6842 iprec_at_recall_0.20 9_11 0.3133 iprec_at_recall_0.30 9_11 0.2159 iprec_at_recall_0.40 9_11 0.1690 iprec_at_recall_0.50 9_11 0.1010 iprec_at_recall_0.60 9_11 0.0000 iprec_at_recall_0.70 9_11 0.0000 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 0.8000 P_10 9_11 0.7000 P_15 9_11 0.6000 P_20 9_11 0.6500 P_30 9_11 0.5000 P_100 9_11 0.2800 P_200 9_11 0.1950 P_500 9_11 0.1120 P_1000 9_11 0.0640 relstring 9_11 '3222022-1-' recall_5 9_11 0.0336 recall_10 9_11 0.0588 recall_15 9_11 0.0756 recall_20 9_11 0.1092 recall_30 9_11 0.1261 recall_100 9_11 0.2353 recall_200 9_11 0.3277 recall_500 9_11 0.4706 recall_1000 9_11 0.5378 infAP 9_11 0.1882 Rprec_mult_0.20 9_11 0.5833 Rprec_mult_0.40 9_11 0.3958 Rprec_mult_0.60 9_11 0.3056 Rprec_mult_0.80 9_11 0.2917 Rprec_mult_1.00 9_11 0.2605 Rprec_mult_1.20 9_11 0.2378 Rprec_mult_1.40 9_11 0.2096 Rprec_mult_1.60 9_11 0.2042 Rprec_mult_1.80 9_11 0.2000 Rprec_mult_2.00 9_11 0.1891 utility 9_11 -872.0000 11pt_avg 9_11 0.2258 binG 9_11 0.1300 G 9_11 0.1064 ndcg 9_11 0.4982 ndcg_rel 9_11 0.4824 Rndcg 9_11 0.4526 ndcg_cut_5 9_11 0.6923 ndcg_cut_10 9_11 0.5849 ndcg_cut_15 9_11 0.5374 ndcg_cut_20 9_11 0.5461 ndcg_cut_30 9_11 0.4911 ndcg_cut_100 9_11 0.3522 ndcg_cut_200 9_11 0.3864 ndcg_cut_500 9_11 0.4622 ndcg_cut_1000 9_11 0.4982 map_cut_5 9_11 0.0336 map_cut_10 9_11 0.0544 map_cut_15 9_11 0.0654 map_cut_20 9_11 0.0874 map_cut_30 9_11 0.0973 map_cut_100 9_11 0.1362 map_cut_200 9_11 0.1579 map_cut_500 9_11 0.1819 map_cut_1000 9_11 0.1882 relative_P_5 9_11 0.8000 relative_P_10 9_11 0.7000 relative_P_15 9_11 0.6000 relative_P_20 9_11 0.6500 relative_P_30 9_11 0.5000 relative_P_100 9_11 0.2800 relative_P_200 9_11 0.3277 relative_P_500 9_11 0.4706 relative_P_1000 9_11 0.5378 success_1 9_11 1.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.0640 set_relative_P 9_11 0.5378 set_recall 9_11 0.5378 set_map 9_11 0.0344 set_F 9_11 0.1144 num_nonrel_judged_ret 9_11 11 rbp 9_11 0.4327 rbp_resid 9_11 0.2576 unj_5 9_11 0.0000 unj_10 9_11 0.2000 unj_20 9_11 0.2500 num_ret 9_13 1000 num_rel 9_13 4 num_rel_ret 9_13 4 map 9_13 0.4286 Rprec 9_13 0.5000 bpref 9_13 0.6875 recip_rank 9_13 1.0000 iprec_at_recall_0.00 9_13 1.0000 iprec_at_recall_0.10 9_13 1.0000 iprec_at_recall_0.20 9_13 1.0000 iprec_at_recall_0.30 9_13 1.0000 iprec_at_recall_0.40 9_13 0.5000 iprec_at_recall_0.50 9_13 0.5000 iprec_at_recall_0.60 9_13 0.5000 iprec_at_recall_0.70 9_13 0.1579 iprec_at_recall_0.80 9_13 0.1579 iprec_at_recall_0.90 9_13 0.0563 iprec_at_recall_1.00 9_13 0.0563 P_5 9_13 0.4000 P_10 9_13 0.2000 P_15 9_13 0.1333 P_20 9_13 0.1500 P_30 9_13 0.1000 P_100 9_13 0.0400 P_200 9_13 0.0200 P_500 9_13 0.0080 P_1000 9_13 0.0040 relstring 9_13 '3--3--00--' recall_5 9_13 0.5000 recall_10 9_13 0.5000 recall_15 9_13 0.5000 recall_20 9_13 0.7500 recall_30 9_13 0.7500 recall_100 9_13 1.0000 recall_200 9_13 1.0000 recall_500 9_13 1.0000 recall_1000 9_13 1.0000 infAP 9_13 0.4286 Rprec_mult_0.20 9_13 1.0000 Rprec_mult_0.40 9_13 0.5000 Rprec_mult_0.60 9_13 0.3333 Rprec_mult_0.80 9_13 0.5000 Rprec_mult_1.00 9_13 0.5000 Rprec_mult_1.20 9_13 0.4000 Rprec_mult_1.40 9_13 0.3333 Rprec_mult_1.60 9_13 0.2857 Rprec_mult_1.80 9_13 0.2500 Rprec_mult_2.00 9_13 0.2500 utility 9_13 -992.0000 11pt_avg 9_13 0.5390 binG 9_13 0.4759 G 9_13 0.5394 ndcg 9_13 0.7666 ndcg_rel 9_13 0.7902 Rndcg 9_13 0.6419 ndcg_cut_5 9_13 0.6787 ndcg_cut_10 9_13 0.6787 ndcg_cut_15 9_13 0.6787 ndcg_cut_20 9_13 0.7153 ndcg_cut_30 9_13 0.7153 ndcg_cut_100 9_13 0.7666 ndcg_cut_200 9_13 0.7666 ndcg_cut_500 9_13 0.7666 ndcg_cut_1000 9_13 0.7666 map_cut_5 9_13 0.3750 map_cut_10 9_13 0.3750 map_cut_15 9_13 0.3750 map_cut_20 9_13 0.4145 map_cut_30 9_13 0.4145 map_cut_100 9_13 0.4286 map_cut_200 9_13 0.4286 map_cut_500 9_13 0.4286 map_cut_1000 9_13 0.4286 relative_P_5 9_13 0.5000 relative_P_10 9_13 0.5000 relative_P_15 9_13 0.5000 relative_P_20 9_13 0.7500 relative_P_30 9_13 0.7500 relative_P_100 9_13 1.0000 relative_P_200 9_13 1.0000 relative_P_500 9_13 1.0000 relative_P_1000 9_13 1.0000 success_1 9_13 1.0000 success_5 9_13 1.0000 success_10 9_13 1.0000 set_P 9_13 0.0040 set_relative_P 9_13 1.0000 set_recall 9_13 1.0000 set_map 9_13 0.0040 set_F 9_13 0.0080 num_nonrel_judged_ret 9_13 4 rbp 9_13 0.1779 rbp_resid 9_13 0.7104 unj_5 9_13 0.6000 unj_10 9_13 0.6000 unj_20 9_13 0.7500 num_ret 9_2 1000 num_rel 9_2 113 num_rel_ret 9_2 65 map 9_2 0.2315 Rprec 9_2 0.3274 bpref 9_2 0.4246 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 0.6071 iprec_at_recall_0.20 9_2 0.4808 iprec_at_recall_0.30 9_2 0.4118 iprec_at_recall_0.40 9_2 0.2875 iprec_at_recall_0.50 9_2 0.2336 iprec_at_recall_0.60 9_2 0.0000 iprec_at_recall_0.70 9_2 0.0000 iprec_at_recall_0.80 9_2 0.0000 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 0.4000 P_10 9_2 0.4000 P_15 9_2 0.4667 P_20 9_2 0.6000 P_30 9_2 0.5667 P_100 9_2 0.3700 P_200 9_2 0.2650 P_500 9_2 0.1220 P_1000 9_2 0.0650 relstring 9_2 '11000102-0' recall_5 9_2 0.0177 recall_10 9_2 0.0354 recall_15 9_2 0.0619 recall_20 9_2 0.1062 recall_30 9_2 0.1504 recall_100 9_2 0.3274 recall_200 9_2 0.4690 recall_500 9_2 0.5398 recall_1000 9_2 0.5752 infAP 9_2 0.2315 Rprec_mult_0.20 9_2 0.5652 Rprec_mult_0.40 9_2 0.4565 Rprec_mult_0.60 9_2 0.4265 Rprec_mult_0.80 9_2 0.3846 Rprec_mult_1.00 9_2 0.3274 Rprec_mult_1.20 9_2 0.3015 Rprec_mult_1.40 9_2 0.2830 Rprec_mult_1.60 9_2 0.2762 Rprec_mult_1.80 9_2 0.2598 Rprec_mult_2.00 9_2 0.2389 utility 9_2 -870.0000 11pt_avg 9_2 0.2746 binG 9_2 0.1284 G 9_2 0.0910 ndcg 9_2 0.4361 ndcg_rel 9_2 0.3819 Rndcg 9_2 0.3115 ndcg_cut_5 9_2 0.1844 ndcg_cut_10 9_2 0.2175 ndcg_cut_15 9_2 0.2682 ndcg_cut_20 9_2 0.3273 ndcg_cut_30 9_2 0.3315 ndcg_cut_100 9_2 0.3286 ndcg_cut_200 9_2 0.3849 ndcg_cut_500 9_2 0.4215 ndcg_cut_1000 9_2 0.4361 map_cut_5 9_2 0.0177 map_cut_10 9_2 0.0265 map_cut_15 9_2 0.0394 map_cut_20 9_2 0.0639 map_cut_30 9_2 0.0898 map_cut_100 9_2 0.1713 map_cut_200 9_2 0.2122 map_cut_500 9_2 0.2274 map_cut_1000 9_2 0.2315 relative_P_5 9_2 0.4000 relative_P_10 9_2 0.4000 relative_P_15 9_2 0.4667 relative_P_20 9_2 0.6000 relative_P_30 9_2 0.5667 relative_P_100 9_2 0.3700 relative_P_200 9_2 0.4690 relative_P_500 9_2 0.5398 relative_P_1000 9_2 0.5752 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 0.0650 set_relative_P 9_2 0.5752 set_recall 9_2 0.5752 set_map 9_2 0.0374 set_F 9_2 0.1168 num_nonrel_judged_ret 9_2 23 rbp 9_2 0.2260 rbp_resid 9_2 0.1079 unj_5 9_2 0.0000 unj_10 9_2 0.1000 unj_20 9_2 0.1000 num_ret 9_6 1000 num_rel 9_6 131 num_rel_ret 9_6 112 map 9_6 0.4827 Rprec 9_6 0.5038 bpref 9_6 0.8511 recip_rank 9_6 1.0000 iprec_at_recall_0.00 9_6 1.0000 iprec_at_recall_0.10 9_6 0.8667 iprec_at_recall_0.20 9_6 0.7073 iprec_at_recall_0.30 9_6 0.6579 iprec_at_recall_0.40 9_6 0.6471 iprec_at_recall_0.50 9_6 0.5156 iprec_at_recall_0.60 9_6 0.3930 iprec_at_recall_0.70 9_6 0.3090 iprec_at_recall_0.80 9_6 0.2138 iprec_at_recall_0.90 9_6 0.0000 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 1.0000 P_10 9_6 0.9000 P_15 9_6 0.8667 P_20 9_6 0.8000 P_30 9_6 0.7667 P_100 9_6 0.6000 P_200 9_6 0.3900 P_500 9_6 0.2100 P_1000 9_6 0.1120 relstring 9_6 '213331222-' recall_5 9_6 0.0382 recall_10 9_6 0.0687 recall_15 9_6 0.0992 recall_20 9_6 0.1221 recall_30 9_6 0.1756 recall_100 9_6 0.4580 recall_200 9_6 0.5954 recall_500 9_6 0.8015 recall_1000 9_6 0.8550 infAP 9_6 0.4827 Rprec_mult_0.20 9_6 0.7778 Rprec_mult_0.40 9_6 0.6415 Rprec_mult_0.60 9_6 0.6329 Rprec_mult_0.80 9_6 0.5714 Rprec_mult_1.00 9_6 0.5038 Rprec_mult_1.20 9_6 0.4557 Rprec_mult_1.40 9_6 0.4076 Rprec_mult_1.60 9_6 0.3857 Rprec_mult_1.80 9_6 0.3602 Rprec_mult_2.00 9_6 0.3397 utility 9_6 -776.0000 11pt_avg 9_6 0.4828 binG 9_6 0.2307 G 9_6 0.1515 ndcg 9_6 0.7420 ndcg_rel 9_6 0.6333 Rndcg 9_6 0.6051 ndcg_cut_5 9_6 0.7443 ndcg_cut_10 9_6 0.6485 ndcg_cut_15 9_6 0.6209 ndcg_cut_20 9_6 0.5829 ndcg_cut_30 9_6 0.5765 ndcg_cut_100 9_6 0.5681 ndcg_cut_200 9_6 0.5944 ndcg_cut_500 9_6 0.7141 ndcg_cut_1000 9_6 0.7420 map_cut_5 9_6 0.0382 map_cut_10 9_6 0.0687 map_cut_15 9_6 0.0947 map_cut_20 9_6 0.1134 map_cut_30 9_6 0.1563 map_cut_100 9_6 0.3415 map_cut_200 9_6 0.4083 map_cut_500 9_6 0.4726 map_cut_1000 9_6 0.4827 relative_P_5 9_6 1.0000 relative_P_10 9_6 0.9000 relative_P_15 9_6 0.8667 relative_P_20 9_6 0.8000 relative_P_30 9_6 0.7667 relative_P_100 9_6 0.6000 relative_P_200 9_6 0.5954 relative_P_500 9_6 0.8015 relative_P_1000 9_6 0.8550 success_1 9_6 1.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 0.1120 set_relative_P 9_6 0.8550 set_recall 9_6 0.8550 set_map 9_6 0.0958 set_F 9_6 0.1981 num_nonrel_judged_ret 9_6 3 rbp 9_6 0.5833 rbp_resid 9_6 0.1530 unj_5 9_6 0.0000 unj_10 9_6 0.1000 unj_20 9_6 0.2000 num_ret 9_9 1000 num_rel 9_9 55 num_rel_ret 9_9 47 map 9_9 0.3283 Rprec 9_9 0.3636 bpref 9_9 0.7256 recip_rank 9_9 1.0000 iprec_at_recall_0.00 9_9 1.0000 iprec_at_recall_0.10 9_9 0.7857 iprec_at_recall_0.20 9_9 0.7857 iprec_at_recall_0.30 9_9 0.6538 iprec_at_recall_0.40 9_9 0.2529 iprec_at_recall_0.50 9_9 0.1458 iprec_at_recall_0.60 9_9 0.1086 iprec_at_recall_0.70 9_9 0.0882 iprec_at_recall_0.80 9_9 0.0776 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 0.6000 P_10 9_9 0.7000 P_15 9_9 0.7333 P_20 9_9 0.7500 P_30 9_9 0.6000 P_100 9_9 0.2200 P_200 9_9 0.1400 P_500 9_9 0.0860 P_1000 9_9 0.0470 relstring 9_9 '323001121-' recall_5 9_9 0.0545 recall_10 9_9 0.1273 recall_15 9_9 0.2000 recall_20 9_9 0.2727 recall_30 9_9 0.3273 recall_100 9_9 0.4000 recall_200 9_9 0.5091 recall_500 9_9 0.7818 recall_1000 9_9 0.8545 infAP 9_9 0.3283 Rprec_mult_0.20 9_9 0.7273 Rprec_mult_0.40 9_9 0.6818 Rprec_mult_0.60 9_9 0.5455 Rprec_mult_0.80 9_9 0.4318 Rprec_mult_1.00 9_9 0.3636 Rprec_mult_1.20 9_9 0.3030 Rprec_mult_1.40 9_9 0.2727 Rprec_mult_1.60 9_9 0.2500 Rprec_mult_1.80 9_9 0.2222 Rprec_mult_2.00 9_9 0.2000 utility 9_9 -906.0000 11pt_avg 9_9 0.3544 binG 9_9 0.2338 G 9_9 0.1750 ndcg 9_9 0.6564 ndcg_rel 9_9 0.6018 Rndcg 9_9 0.5406 ndcg_cut_5 9_9 0.6514 ndcg_cut_10 9_9 0.5417 ndcg_cut_15 9_9 0.5722 ndcg_cut_20 9_9 0.5977 ndcg_cut_30 9_9 0.5460 ndcg_cut_100 9_9 0.4887 ndcg_cut_200 9_9 0.5280 ndcg_cut_500 9_9 0.6239 ndcg_cut_1000 9_9 0.6564 map_cut_5 9_9 0.0545 map_cut_10 9_9 0.1074 map_cut_15 9_9 0.1626 map_cut_20 9_9 0.2156 map_cut_30 9_9 0.2504 map_cut_100 9_9 0.2758 map_cut_200 9_9 0.2959 map_cut_500 9_9 0.3238 map_cut_1000 9_9 0.3283 relative_P_5 9_9 0.6000 relative_P_10 9_9 0.7000 relative_P_15 9_9 0.7333 relative_P_20 9_9 0.7500 relative_P_30 9_9 0.6000 relative_P_100 9_9 0.4000 relative_P_200 9_9 0.5091 relative_P_500 9_9 0.7818 relative_P_1000 9_9 0.8545 success_1 9_9 1.0000 success_5 9_9 1.0000 success_10 9_9 1.0000 set_P 9_9 0.0470 set_relative_P 9_9 0.8545 set_recall 9_9 0.8545 set_map 9_9 0.0402 set_F 9_9 0.0891 num_nonrel_judged_ret 9_9 18 rbp 9_9 0.5013 rbp_resid 9_9 0.1564 unj_5 9_9 0.0000 unj_10 9_9 0.1000 unj_20 9_9 0.1500 runid all manual-splade-rr-baseline num_q all 116 num_ret all 116000 num_rel all 9895 num_rel_ret all 6160 map all 0.2552 gm_map all 0.1690 Rprec all 0.2938 bpref all 0.4754 recip_rank all 0.7955 iprec_at_recall_0.00 all 0.8270 iprec_at_recall_0.10 all 0.5734 iprec_at_recall_0.20 all 0.4541 iprec_at_recall_0.30 all 0.3652 iprec_at_recall_0.40 all 0.2838 iprec_at_recall_0.50 all 0.2239 iprec_at_recall_0.60 all 0.1661 iprec_at_recall_0.70 all 0.1145 iprec_at_recall_0.80 all 0.0694 iprec_at_recall_0.90 all 0.0331 iprec_at_recall_1.00 all 0.0041 P_5 all 0.6017 P_10 all 0.5328 P_15 all 0.4868 P_20 all 0.4707 P_30 all 0.4230 P_100 all 0.2599 P_200 all 0.1771 P_500 all 0.0935 P_1000 all 0.0531 recall_5 all 0.0537 recall_10 all 0.0897 recall_15 all 0.1166 recall_20 all 0.1496 recall_30 all 0.1929 recall_100 all 0.3772 recall_200 all 0.4937 recall_500 all 0.6288 recall_1000 all 0.6983 infAP all 0.2552 gm_bpref all 0.3467 Rprec_mult_0.20 all 0.5107 Rprec_mult_0.40 all 0.4192 Rprec_mult_0.60 all 0.3624 Rprec_mult_0.80 all 0.3236 Rprec_mult_1.00 all 0.2938 Rprec_mult_1.20 all 0.2671 Rprec_mult_1.40 all 0.2492 Rprec_mult_1.60 all 0.2337 Rprec_mult_1.80 all 0.2175 Rprec_mult_2.00 all 0.2050 utility all -893.7931 11pt_avg all 0.2832 binG all 0.1817 G all 0.1417 ndcg all 0.5185 ndcg_rel all 0.4467 Rndcg all 0.3933 ndcg_cut_5 all 0.4284 ndcg_cut_10 all 0.4029 ndcg_cut_15 all 0.3868 ndcg_cut_20 all 0.3861 ndcg_cut_30 all 0.3774 ndcg_cut_100 all 0.3866 ndcg_cut_200 all 0.4286 ndcg_cut_500 all 0.4894 ndcg_cut_1000 all 0.5185 map_cut_5 all 0.0472 map_cut_10 all 0.0726 map_cut_15 all 0.0900 map_cut_20 all 0.1079 map_cut_30 all 0.1317 map_cut_100 all 0.2008 map_cut_200 all 0.2299 map_cut_500 all 0.2496 map_cut_1000 all 0.2552 relative_P_5 all 0.6026 relative_P_10 all 0.5353 relative_P_15 all 0.4925 relative_P_20 all 0.4817 relative_P_30 all 0.4420 relative_P_100 all 0.4162 relative_P_200 all 0.4958 relative_P_500 all 0.6288 relative_P_1000 all 0.6983 success_1 all 0.7241 success_5 all 0.8621 success_10 all 0.9224 set_P all 0.0531 set_relative_P all 0.6983 set_recall all 0.6983 set_map all 0.0383 set_F all 0.0959 num_nonrel_judged_ret all 3727 rbp all 0.2961 rbp_resid all 0.2051 unj_5 all 0.0190 unj_10 all 0.1328 unj_20 all 0.2422