num_ret 0_10 1000 num_rel 0_10 54 num_rel_ret 0_10 0 map 0_10 0.0000 Rprec 0_10 0.0000 bpref 0_10 0.0000 recip_rank 0_10 0.0000 iprec_at_recall_0.00 0_10 0.0000 iprec_at_recall_0.10 0_10 0.0000 iprec_at_recall_0.20 0_10 0.0000 iprec_at_recall_0.30 0_10 0.0000 iprec_at_recall_0.40 0_10 0.0000 iprec_at_recall_0.50 0_10 0.0000 iprec_at_recall_0.60 0_10 0.0000 iprec_at_recall_0.70 0_10 0.0000 iprec_at_recall_0.80 0_10 0.0000 iprec_at_recall_0.90 0_10 0.0000 iprec_at_recall_1.00 0_10 0.0000 P_5 0_10 0.0000 P_10 0_10 0.0000 P_15 0_10 0.0000 P_20 0_10 0.0000 P_30 0_10 0.0000 P_100 0_10 0.0000 P_200 0_10 0.0000 P_500 0_10 0.0000 P_1000 0_10 0.0000 relstring 0_10 '00000-----' recall_5 0_10 0.0000 recall_10 0_10 0.0000 recall_15 0_10 0.0000 recall_20 0_10 0.0000 recall_30 0_10 0.0000 recall_100 0_10 0.0000 recall_200 0_10 0.0000 recall_500 0_10 0.0000 recall_1000 0_10 0.0000 infAP 0_10 0.0000 Rprec_mult_0.20 0_10 0.0000 Rprec_mult_0.40 0_10 0.0000 Rprec_mult_0.60 0_10 0.0000 Rprec_mult_0.80 0_10 0.0000 Rprec_mult_1.00 0_10 0.0000 Rprec_mult_1.20 0_10 0.0000 Rprec_mult_1.40 0_10 0.0000 Rprec_mult_1.60 0_10 0.0000 Rprec_mult_1.80 0_10 0.0000 Rprec_mult_2.00 0_10 0.0000 utility 0_10 -1000.0000 11pt_avg 0_10 0.0000 binG 0_10 0.0000 G 0_10 0.0000 ndcg 0_10 0.0000 ndcg_rel 0_10 0.0000 Rndcg 0_10 0.0000 ndcg_cut_5 0_10 0.0000 ndcg_cut_10 0_10 0.0000 ndcg_cut_15 0_10 0.0000 ndcg_cut_20 0_10 0.0000 ndcg_cut_30 0_10 0.0000 ndcg_cut_100 0_10 0.0000 ndcg_cut_200 0_10 0.0000 ndcg_cut_500 0_10 0.0000 ndcg_cut_1000 0_10 0.0000 map_cut_5 0_10 0.0000 map_cut_10 0_10 0.0000 map_cut_15 0_10 0.0000 map_cut_20 0_10 0.0000 map_cut_30 0_10 0.0000 map_cut_100 0_10 0.0000 map_cut_200 0_10 0.0000 map_cut_500 0_10 0.0000 map_cut_1000 0_10 0.0000 relative_P_5 0_10 0.0000 relative_P_10 0_10 0.0000 relative_P_15 0_10 0.0000 relative_P_20 0_10 0.0000 relative_P_30 0_10 0.0000 relative_P_100 0_10 0.0000 relative_P_200 0_10 0.0000 relative_P_500 0_10 0.0000 relative_P_1000 0_10 0.0000 success_1 0_10 0.0000 success_5 0_10 0.0000 success_10 0_10 0.0000 set_P 0_10 0.0000 set_relative_P 0_10 0.0000 set_recall 0_10 0.0000 set_map 0_10 0.0000 set_F 0_10 0.0000 num_nonrel_judged_ret 0_10 12 rbp 0_10 0.0000 rbp_resid 0_10 0.5501 unj_5 0_10 0.0000 unj_10 0_10 0.5000 unj_20 0_10 0.7000 num_ret 0_11 1000 num_rel 0_11 12 num_rel_ret 0_11 11 map 0_11 0.2293 Rprec 0_11 0.2500 bpref 0_11 0.2708 recip_rank 0_11 1.0000 iprec_at_recall_0.00 0_11 1.0000 iprec_at_recall_0.10 0_11 1.0000 iprec_at_recall_0.20 0_11 1.0000 iprec_at_recall_0.30 0_11 0.0755 iprec_at_recall_0.40 0_11 0.0704 iprec_at_recall_0.50 0_11 0.0271 iprec_at_recall_0.60 0_11 0.0271 iprec_at_recall_0.70 0_11 0.0164 iprec_at_recall_0.80 0_11 0.0131 iprec_at_recall_0.90 0_11 0.0131 iprec_at_recall_1.00 0_11 0.0000 P_5 0_11 0.4000 P_10 0_11 0.3000 P_15 0_11 0.2000 P_20 0_11 0.1500 P_30 0_11 0.1000 P_100 0_11 0.0500 P_200 0_11 0.0250 P_500 0_11 0.0160 P_1000 0_11 0.0110 relstring 0_11 '33000300--' recall_5 0_11 0.1667 recall_10 0_11 0.2500 recall_15 0_11 0.2500 recall_20 0_11 0.2500 recall_30 0_11 0.2500 recall_100 0_11 0.4167 recall_200 0_11 0.4167 recall_500 0_11 0.6667 recall_1000 0_11 0.9167 infAP 0_11 0.2293 Rprec_mult_0.20 0_11 0.6667 Rprec_mult_0.40 0_11 0.4000 Rprec_mult_0.60 0_11 0.3750 Rprec_mult_0.80 0_11 0.3000 Rprec_mult_1.00 0_11 0.2500 Rprec_mult_1.20 0_11 0.2000 Rprec_mult_1.40 0_11 0.1765 Rprec_mult_1.60 0_11 0.1500 Rprec_mult_1.80 0_11 0.1364 Rprec_mult_2.00 0_11 0.1250 utility 0_11 -978.0000 11pt_avg 0_11 0.2948 binG 0_11 0.2872 G 0_11 0.2737 ndcg 0_11 0.5884 ndcg_rel 0_11 0.6074 Rndcg 0_11 0.4893 ndcg_cut_5 0_11 0.5531 ndcg_cut_10 0_11 0.4374 ndcg_cut_15 0_11 0.3902 ndcg_cut_20 0_11 0.3902 ndcg_cut_30 0_11 0.3902 ndcg_cut_100 0_11 0.4561 ndcg_cut_200 0_11 0.4561 ndcg_cut_500 0_11 0.5275 ndcg_cut_1000 0_11 0.5884 map_cut_5 0_11 0.1667 map_cut_10 0_11 0.2083 map_cut_15 0_11 0.2083 map_cut_20 0_11 0.2083 map_cut_30 0_11 0.2083 map_cut_100 0_11 0.2205 map_cut_200 0_11 0.2205 map_cut_500 0_11 0.2263 map_cut_1000 0_11 0.2293 relative_P_5 0_11 0.4000 relative_P_10 0_11 0.3000 relative_P_15 0_11 0.2500 relative_P_20 0_11 0.2500 relative_P_30 0_11 0.2500 relative_P_100 0_11 0.4167 relative_P_200 0_11 0.4167 relative_P_500 0_11 0.6667 relative_P_1000 0_11 0.9167 success_1 0_11 1.0000 success_5 0_11 1.0000 success_10 0_11 1.0000 set_P 0_11 0.0110 set_relative_P 0_11 0.9167 set_recall 0_11 0.9167 set_map 0_11 0.0101 set_F 0_11 0.0217 num_nonrel_judged_ret 0_11 18 rbp 0_11 0.2495 rbp_resid 0_11 0.4178 unj_5 0_11 0.0000 unj_10 0_11 0.2000 unj_20 0_11 0.6000 num_ret 0_2 1000 num_rel 0_2 34 num_rel_ret 0_2 28 map 0_2 0.1701 Rprec 0_2 0.2059 bpref 0_2 0.1540 recip_rank 0_2 1.0000 iprec_at_recall_0.00 0_2 1.0000 iprec_at_recall_0.10 0_2 0.4286 iprec_at_recall_0.20 0_2 0.2391 iprec_at_recall_0.30 0_2 0.2391 iprec_at_recall_0.40 0_2 0.1405 iprec_at_recall_0.50 0_2 0.1405 iprec_at_recall_0.60 0_2 0.1333 iprec_at_recall_0.70 0_2 0.0930 iprec_at_recall_0.80 0_2 0.0458 iprec_at_recall_0.90 0_2 0.0000 iprec_at_recall_1.00 0_2 0.0000 P_5 0_2 0.4000 P_10 0_2 0.3000 P_15 0_2 0.2000 P_20 0_2 0.2000 P_30 0_2 0.1667 P_100 0_2 0.1300 P_200 0_2 0.1100 P_500 0_2 0.0520 P_1000 0_2 0.0280 relstring 0_2 '2020001000' recall_5 0_2 0.0588 recall_10 0_2 0.0882 recall_15 0_2 0.0882 recall_20 0_2 0.1176 recall_30 0_2 0.1471 recall_100 0_2 0.3824 recall_200 0_2 0.6471 recall_500 0_2 0.7647 recall_1000 0_2 0.8235 infAP 0_2 0.1701 Rprec_mult_0.20 0_2 0.4286 Rprec_mult_0.40 0_2 0.2143 Rprec_mult_0.60 0_2 0.1905 Rprec_mult_0.80 0_2 0.1786 Rprec_mult_1.00 0_2 0.2059 Rprec_mult_1.20 0_2 0.2195 Rprec_mult_1.40 0_2 0.2292 Rprec_mult_1.60 0_2 0.2000 Rprec_mult_1.80 0_2 0.1774 Rprec_mult_2.00 0_2 0.1618 utility 0_2 -944.0000 11pt_avg 0_2 0.2236 binG 0_2 0.1782 G 0_2 0.1569 ndcg 0_2 0.5243 ndcg_rel 0_2 0.4259 Rndcg 0_2 0.4352 ndcg_cut_5 0_2 0.4350 ndcg_cut_10 0_2 0.3305 ndcg_cut_15 0_2 0.2673 ndcg_cut_20 0_2 0.2621 ndcg_cut_30 0_2 0.2407 ndcg_cut_100 0_2 0.3499 ndcg_cut_200 0_2 0.4678 ndcg_cut_500 0_2 0.5049 ndcg_cut_1000 0_2 0.5243 map_cut_5 0_2 0.0490 map_cut_10 0_2 0.0616 map_cut_15 0_2 0.0616 map_cut_20 0_2 0.0690 map_cut_30 0_2 0.0754 map_cut_100 0_2 0.1233 map_cut_200 0_2 0.1575 map_cut_500 0_2 0.1676 map_cut_1000 0_2 0.1701 relative_P_5 0_2 0.4000 relative_P_10 0_2 0.3000 relative_P_15 0_2 0.2000 relative_P_20 0_2 0.2000 relative_P_30 0_2 0.1667 relative_P_100 0_2 0.3824 relative_P_200 0_2 0.6471 relative_P_500 0_2 0.7647 relative_P_1000 0_2 0.8235 success_1 0_2 1.0000 success_5 0_2 1.0000 success_10 0_2 1.0000 set_P 0_2 0.0280 set_relative_P 0_2 0.8235 set_recall 0_2 0.8235 set_map 0_2 0.0231 set_F 0_2 0.0542 num_nonrel_judged_ret 0_2 147 rbp 0_2 0.1558 rbp_resid 0_2 0.0153 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1000 num_rel 0_3 24 num_rel_ret 0_3 20 map 0_3 0.1517 Rprec 0_3 0.1667 bpref 0_3 0.1024 recip_rank 0_3 1.0000 iprec_at_recall_0.00 0_3 1.0000 iprec_at_recall_0.10 0_3 0.2500 iprec_at_recall_0.20 0_3 0.1702 iprec_at_recall_0.30 0_3 0.1702 iprec_at_recall_0.40 0_3 0.1389 iprec_at_recall_0.50 0_3 0.1263 iprec_at_recall_0.60 0_3 0.1228 iprec_at_recall_0.70 0_3 0.0874 iprec_at_recall_0.80 0_3 0.0852 iprec_at_recall_0.90 0_3 0.0000 iprec_at_recall_1.00 0_3 0.0000 P_5 0_3 0.2000 P_10 0_3 0.2000 P_15 0_3 0.2000 P_20 0_3 0.1500 P_30 0_3 0.1667 P_100 0_3 0.1200 P_200 0_3 0.0800 P_500 0_3 0.0400 P_1000 0_3 0.0200 relstring 0_3 '1000000100' recall_5 0_3 0.0417 recall_10 0_3 0.0833 recall_15 0_3 0.1250 recall_20 0_3 0.1250 recall_30 0_3 0.2083 recall_100 0_3 0.5000 recall_200 0_3 0.6667 recall_500 0_3 0.8333 recall_1000 0_3 0.8333 infAP 0_3 0.1517 Rprec_mult_0.20 0_3 0.2000 Rprec_mult_0.40 0_3 0.2000 Rprec_mult_0.60 0_3 0.2000 Rprec_mult_0.80 0_3 0.1500 Rprec_mult_1.00 0_3 0.1667 Rprec_mult_1.20 0_3 0.1379 Rprec_mult_1.40 0_3 0.1471 Rprec_mult_1.60 0_3 0.1538 Rprec_mult_1.80 0_3 0.1591 Rprec_mult_2.00 0_3 0.1667 utility 0_3 -960.0000 11pt_avg 0_3 0.1955 binG 0_3 0.1825 G 0_3 0.1516 ndcg 0_3 0.4290 ndcg_rel 0_3 0.3288 Rndcg 0_3 0.2753 ndcg_cut_5 0_3 0.1450 ndcg_cut_10 0_3 0.1549 ndcg_cut_15 0_3 0.2124 ndcg_cut_20 0_3 0.1896 ndcg_cut_30 0_3 0.2107 ndcg_cut_100 0_3 0.3270 ndcg_cut_200 0_3 0.3753 ndcg_cut_500 0_3 0.4290 ndcg_cut_1000 0_3 0.4290 map_cut_5 0_3 0.0417 map_cut_10 0_3 0.0521 map_cut_15 0_3 0.0610 map_cut_20 0_3 0.0610 map_cut_30 0_3 0.0749 map_cut_100 0_3 0.1185 map_cut_200 0_3 0.1378 map_cut_500 0_3 0.1517 map_cut_1000 0_3 0.1517 relative_P_5 0_3 0.2000 relative_P_10 0_3 0.2000 relative_P_15 0_3 0.2000 relative_P_20 0_3 0.1500 relative_P_30 0_3 0.2083 relative_P_100 0_3 0.5000 relative_P_200 0_3 0.6667 relative_P_500 0_3 0.8333 relative_P_1000 0_3 0.8333 success_1 0_3 1.0000 success_5 0_3 1.0000 success_10 0_3 1.0000 set_P 0_3 0.0200 set_relative_P 0_3 0.8333 set_recall 0_3 0.8333 set_map 0_3 0.0167 set_F 0_3 0.0391 num_nonrel_judged_ret 0_3 128 rbp 0_3 0.0812 rbp_resid 0_3 0.0111 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 1000 num_rel 0_4 20 num_rel_ret 0_4 14 map 0_4 0.1938 Rprec 0_4 0.2000 bpref 0_4 0.4650 recip_rank 0_4 1.0000 iprec_at_recall_0.00 0_4 1.0000 iprec_at_recall_0.10 0_4 1.0000 iprec_at_recall_0.20 0_4 0.3077 iprec_at_recall_0.30 0_4 0.1935 iprec_at_recall_0.40 0_4 0.1633 iprec_at_recall_0.50 0_4 0.1299 iprec_at_recall_0.60 0_4 0.1143 iprec_at_recall_0.70 0_4 0.0150 iprec_at_recall_0.80 0_4 0.0000 iprec_at_recall_0.90 0_4 0.0000 iprec_at_recall_1.00 0_4 0.0000 P_5 0_4 0.4000 P_10 0_4 0.3000 P_15 0_4 0.2667 P_20 0_4 0.2000 P_30 0_4 0.1667 P_100 0_4 0.1100 P_200 0_4 0.0600 P_500 0_4 0.0240 P_1000 0_4 0.0140 relstring 0_4 '22000--01-' recall_5 0_4 0.1000 recall_10 0_4 0.1500 recall_15 0_4 0.2000 recall_20 0_4 0.2000 recall_30 0_4 0.2500 recall_100 0_4 0.5500 recall_200 0_4 0.6000 recall_500 0_4 0.6000 recall_1000 0_4 0.7000 infAP 0_4 0.1938 Rprec_mult_0.20 0_4 0.5000 Rprec_mult_0.40 0_4 0.2500 Rprec_mult_0.60 0_4 0.2500 Rprec_mult_0.80 0_4 0.2500 Rprec_mult_1.00 0_4 0.2000 Rprec_mult_1.20 0_4 0.1667 Rprec_mult_1.40 0_4 0.1786 Rprec_mult_1.60 0_4 0.1875 Rprec_mult_1.80 0_4 0.1667 Rprec_mult_2.00 0_4 0.1500 utility 0_4 -972.0000 11pt_avg 0_4 0.2658 binG 0_4 0.2139 G 0_4 0.1389 ndcg 0_4 0.4258 ndcg_rel 0_4 0.3784 Rndcg 0_4 0.3246 ndcg_cut_5 0_4 0.3080 ndcg_cut_10 0_4 0.2586 ndcg_cut_15 0_4 0.2613 ndcg_cut_20 0_4 0.2430 ndcg_cut_30 0_4 0.2553 ndcg_cut_100 0_4 0.3784 ndcg_cut_200 0_4 0.3873 ndcg_cut_500 0_4 0.3873 ndcg_cut_1000 0_4 0.4258 map_cut_5 0_4 0.1000 map_cut_10 0_4 0.1167 map_cut_15 0_4 0.1321 map_cut_20 0_4 0.1321 map_cut_30 0_4 0.1413 map_cut_100 0_4 0.1860 map_cut_200 0_4 0.1917 map_cut_500 0_4 0.1917 map_cut_1000 0_4 0.1938 relative_P_5 0_4 0.4000 relative_P_10 0_4 0.3000 relative_P_15 0_4 0.2667 relative_P_20 0_4 0.2000 relative_P_30 0_4 0.2500 relative_P_100 0_4 0.5500 relative_P_200 0_4 0.6000 relative_P_500 0_4 0.6000 relative_P_1000 0_4 0.7000 success_1 0_4 1.0000 success_5 0_4 1.0000 success_10 0_4 1.0000 set_P 0_4 0.0140 set_relative_P 0_4 0.7000 set_recall 0_4 0.7000 set_map 0_4 0.0098 set_F 0_4 0.0275 num_nonrel_judged_ret 0_4 18 rbp 0_4 0.1245 rbp_resid 0_4 0.4261 unj_5 0_4 0.0000 unj_10 0_4 0.3000 unj_20 0_4 0.5000 num_ret 0_6 1000 num_rel 0_6 121 num_rel_ret 0_6 9 map 0_6 0.0016 Rprec 0_6 0.0165 bpref 0_6 0.0637 recip_rank 0_6 0.0714 iprec_at_recall_0.00 0_6 0.0714 iprec_at_recall_0.10 0_6 0.0000 iprec_at_recall_0.20 0_6 0.0000 iprec_at_recall_0.30 0_6 0.0000 iprec_at_recall_0.40 0_6 0.0000 iprec_at_recall_0.50 0_6 0.0000 iprec_at_recall_0.60 0_6 0.0000 iprec_at_recall_0.70 0_6 0.0000 iprec_at_recall_0.80 0_6 0.0000 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 0.0000 P_10 0_6 0.0000 P_15 0_6 0.0667 P_20 0_6 0.0500 P_30 0_6 0.0333 P_100 0_6 0.0200 P_200 0_6 0.0100 P_500 0_6 0.0100 P_1000 0_6 0.0090 relstring 0_6 '00000-----' recall_5 0_6 0.0000 recall_10 0_6 0.0000 recall_15 0_6 0.0083 recall_20 0_6 0.0083 recall_30 0_6 0.0083 recall_100 0_6 0.0165 recall_200 0_6 0.0165 recall_500 0_6 0.0413 recall_1000 0_6 0.0744 infAP 0_6 0.0016 Rprec_mult_0.20 0_6 0.0400 Rprec_mult_0.40 0_6 0.0408 Rprec_mult_0.60 0_6 0.0274 Rprec_mult_0.80 0_6 0.0206 Rprec_mult_1.00 0_6 0.0165 Rprec_mult_1.20 0_6 0.0137 Rprec_mult_1.40 0_6 0.0118 Rprec_mult_1.60 0_6 0.0103 Rprec_mult_1.80 0_6 0.0092 Rprec_mult_2.00 0_6 0.0083 utility 0_6 -982.0000 11pt_avg 0_6 0.0065 binG 0_6 0.0100 G 0_6 0.0108 ndcg 0_6 0.0492 ndcg_rel 0_6 0.0477 Rndcg 0_6 0.0180 ndcg_cut_5 0_6 0.0000 ndcg_cut_10 0_6 0.0000 ndcg_cut_15 0_6 0.0170 ndcg_cut_20 0_6 0.0147 ndcg_cut_30 0_6 0.0118 ndcg_cut_100 0_6 0.0129 ndcg_cut_200 0_6 0.0119 ndcg_cut_500 0_6 0.0272 ndcg_cut_1000 0_6 0.0492 map_cut_5 0_6 0.0000 map_cut_10 0_6 0.0000 map_cut_15 0_6 0.0006 map_cut_20 0_6 0.0006 map_cut_30 0_6 0.0006 map_cut_100 0_6 0.0010 map_cut_200 0_6 0.0010 map_cut_500 0_6 0.0012 map_cut_1000 0_6 0.0016 relative_P_5 0_6 0.0000 relative_P_10 0_6 0.0000 relative_P_15 0_6 0.0667 relative_P_20 0_6 0.0500 relative_P_30 0_6 0.0333 relative_P_100 0_6 0.0200 relative_P_200 0_6 0.0165 relative_P_500 0_6 0.0413 relative_P_1000 0_6 0.0744 success_1 0_6 0.0000 success_5 0_6 0.0000 success_10 0_6 0.0000 set_P 0_6 0.0090 set_relative_P 0_6 0.0744 set_recall 0_6 0.0744 set_map 0_6 0.0007 set_F 0_6 0.0161 num_nonrel_judged_ret 0_6 12 rbp 0_6 0.0090 rbp_resid 0_6 0.5141 unj_5 0_6 0.0000 unj_10 0_6 0.5000 unj_20 0_6 0.6500 num_ret 0_7 1000 num_rel 0_7 33 num_rel_ret 0_7 0 map 0_7 0.0000 Rprec 0_7 0.0000 bpref 0_7 0.0000 recip_rank 0_7 0.0000 iprec_at_recall_0.00 0_7 0.0000 iprec_at_recall_0.10 0_7 0.0000 iprec_at_recall_0.20 0_7 0.0000 iprec_at_recall_0.30 0_7 0.0000 iprec_at_recall_0.40 0_7 0.0000 iprec_at_recall_0.50 0_7 0.0000 iprec_at_recall_0.60 0_7 0.0000 iprec_at_recall_0.70 0_7 0.0000 iprec_at_recall_0.80 0_7 0.0000 iprec_at_recall_0.90 0_7 0.0000 iprec_at_recall_1.00 0_7 0.0000 P_5 0_7 0.0000 P_10 0_7 0.0000 P_15 0_7 0.0000 P_20 0_7 0.0000 P_30 0_7 0.0000 P_100 0_7 0.0000 P_200 0_7 0.0000 P_500 0_7 0.0000 P_1000 0_7 0.0000 relstring 0_7 '00000-----' recall_5 0_7 0.0000 recall_10 0_7 0.0000 recall_15 0_7 0.0000 recall_20 0_7 0.0000 recall_30 0_7 0.0000 recall_100 0_7 0.0000 recall_200 0_7 0.0000 recall_500 0_7 0.0000 recall_1000 0_7 0.0000 infAP 0_7 0.0000 Rprec_mult_0.20 0_7 0.0000 Rprec_mult_0.40 0_7 0.0000 Rprec_mult_0.60 0_7 0.0000 Rprec_mult_0.80 0_7 0.0000 Rprec_mult_1.00 0_7 0.0000 Rprec_mult_1.20 0_7 0.0000 Rprec_mult_1.40 0_7 0.0000 Rprec_mult_1.60 0_7 0.0000 Rprec_mult_1.80 0_7 0.0000 Rprec_mult_2.00 0_7 0.0000 utility 0_7 -1000.0000 11pt_avg 0_7 0.0000 binG 0_7 0.0000 G 0_7 0.0000 ndcg 0_7 0.0000 ndcg_rel 0_7 0.0000 Rndcg 0_7 0.0000 ndcg_cut_5 0_7 0.0000 ndcg_cut_10 0_7 0.0000 ndcg_cut_15 0_7 0.0000 ndcg_cut_20 0_7 0.0000 ndcg_cut_30 0_7 0.0000 ndcg_cut_100 0_7 0.0000 ndcg_cut_200 0_7 0.0000 ndcg_cut_500 0_7 0.0000 ndcg_cut_1000 0_7 0.0000 map_cut_5 0_7 0.0000 map_cut_10 0_7 0.0000 map_cut_15 0_7 0.0000 map_cut_20 0_7 0.0000 map_cut_30 0_7 0.0000 map_cut_100 0_7 0.0000 map_cut_200 0_7 0.0000 map_cut_500 0_7 0.0000 map_cut_1000 0_7 0.0000 relative_P_5 0_7 0.0000 relative_P_10 0_7 0.0000 relative_P_15 0_7 0.0000 relative_P_20 0_7 0.0000 relative_P_30 0_7 0.0000 relative_P_100 0_7 0.0000 relative_P_200 0_7 0.0000 relative_P_500 0_7 0.0000 relative_P_1000 0_7 0.0000 success_1 0_7 0.0000 success_5 0_7 0.0000 success_10 0_7 0.0000 set_P 0_7 0.0000 set_relative_P 0_7 0.0000 set_recall 0_7 0.0000 set_map 0_7 0.0000 set_F 0_7 0.0000 num_nonrel_judged_ret 0_7 10 rbp 0_7 0.0000 rbp_resid 0_7 0.5843 unj_5 0_7 0.0000 unj_10 0_7 0.5000 unj_20 0_7 0.7500 num_ret 0_8 1000 num_rel 0_8 31 num_rel_ret 0_8 28 map 0_8 0.2085 Rprec 0_8 0.2258 bpref 0_8 0.6254 recip_rank 0_8 1.0000 iprec_at_recall_0.00 0_8 1.0000 iprec_at_recall_0.10 0_8 0.6000 iprec_at_recall_0.20 0_8 0.2692 iprec_at_recall_0.30 0_8 0.1889 iprec_at_recall_0.40 0_8 0.1889 iprec_at_recall_0.50 0_8 0.1889 iprec_at_recall_0.60 0_8 0.1338 iprec_at_recall_0.70 0_8 0.1065 iprec_at_recall_0.80 0_8 0.1020 iprec_at_recall_0.90 0_8 0.0297 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.6000 P_10 0_8 0.4000 P_15 0_8 0.2667 P_20 0_8 0.2500 P_30 0_8 0.2333 P_100 0_8 0.1700 P_200 0_8 0.1050 P_500 0_8 0.0520 P_1000 0_8 0.0280 relstring 0_8 '10202-1---' recall_5 0_8 0.0968 recall_10 0_8 0.1290 recall_15 0_8 0.1290 recall_20 0_8 0.1613 recall_30 0_8 0.2258 recall_100 0_8 0.5484 recall_200 0_8 0.6774 recall_500 0_8 0.8387 recall_1000 0_8 0.9032 infAP 0_8 0.2085 Rprec_mult_0.20 0_8 0.5714 Rprec_mult_0.40 0_8 0.3077 Rprec_mult_0.60 0_8 0.2632 Rprec_mult_0.80 0_8 0.2400 Rprec_mult_1.00 0_8 0.2258 Rprec_mult_1.20 0_8 0.2105 Rprec_mult_1.40 0_8 0.1818 Rprec_mult_1.60 0_8 0.1600 Rprec_mult_1.80 0_8 0.1607 Rprec_mult_2.00 0_8 0.1613 utility 0_8 -944.0000 11pt_avg 0_8 0.2553 binG 0_8 0.2063 G 0_8 0.1838 ndcg 0_8 0.5797 ndcg_rel 0_8 0.4578 Rndcg 0_8 0.4129 ndcg_cut_5 0_8 0.4704 ndcg_cut_10 0_8 0.3532 ndcg_cut_15 0_8 0.3071 ndcg_cut_20 0_8 0.3168 ndcg_cut_30 0_8 0.2982 ndcg_cut_100 0_8 0.4411 ndcg_cut_200 0_8 0.5014 ndcg_cut_500 0_8 0.5573 ndcg_cut_1000 0_8 0.5797 map_cut_5 0_8 0.0731 map_cut_10 0_8 0.0916 map_cut_15 0_8 0.0916 map_cut_20 0_8 0.1005 map_cut_30 0_8 0.1169 map_cut_100 0_8 0.1743 map_cut_200 0_8 0.1905 map_cut_500 0_8 0.2065 map_cut_1000 0_8 0.2085 relative_P_5 0_8 0.6000 relative_P_10 0_8 0.4000 relative_P_15 0_8 0.2667 relative_P_20 0_8 0.2500 relative_P_30 0_8 0.2333 relative_P_100 0_8 0.5484 relative_P_200 0_8 0.6774 relative_P_500 0_8 0.8387 relative_P_1000 0_8 0.9032 success_1 0_8 1.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 0.0280 set_relative_P 0_8 0.9032 set_recall 0_8 0.9032 set_map 0_8 0.0253 set_F 0_8 0.0543 num_nonrel_judged_ret 0_8 18 rbp 0_8 0.2508 rbp_resid 0_8 0.4156 unj_5 0_8 0.0000 unj_10 0_8 0.4000 unj_20 0_8 0.5000 num_ret 10_1 1000 num_rel 10_1 118 num_rel_ret 10_1 60 map 10_1 0.2326 Rprec 10_1 0.2881 bpref 10_1 0.4757 recip_rank 10_1 1.0000 iprec_at_recall_0.00 10_1 1.0000 iprec_at_recall_0.10 10_1 0.7500 iprec_at_recall_0.20 10_1 0.5714 iprec_at_recall_0.30 10_1 0.2483 iprec_at_recall_0.40 10_1 0.1521 iprec_at_recall_0.50 10_1 0.0720 iprec_at_recall_0.60 10_1 0.0000 iprec_at_recall_0.70 10_1 0.0000 iprec_at_recall_0.80 10_1 0.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 1.0000 P_10 10_1 0.9000 P_15 10_1 0.7333 P_20 10_1 0.6500 P_30 10_1 0.7000 P_100 10_1 0.3400 P_200 10_1 0.1900 P_500 10_1 0.1100 P_1000 10_1 0.0600 relstring 10_1 '212221231-' recall_5 10_1 0.0424 recall_10 10_1 0.0763 recall_15 10_1 0.0932 recall_20 10_1 0.1102 recall_30 10_1 0.1780 recall_100 10_1 0.2881 recall_200 10_1 0.3220 recall_500 10_1 0.4661 recall_1000 10_1 0.5085 infAP 10_1 0.2326 Rprec_mult_0.20 10_1 0.7083 Rprec_mult_0.40 10_1 0.5417 Rprec_mult_0.60 10_1 0.3803 Rprec_mult_0.80 10_1 0.3474 Rprec_mult_1.00 10_1 0.2881 Rprec_mult_1.20 10_1 0.2394 Rprec_mult_1.40 10_1 0.2229 Rprec_mult_1.60 10_1 0.1958 Rprec_mult_1.80 10_1 0.1831 Rprec_mult_2.00 10_1 0.1695 utility 10_1 -880.0000 11pt_avg 10_1 0.2540 binG 10_1 0.1608 G 10_1 0.1142 ndcg 10_1 0.5297 ndcg_rel 10_1 0.5271 Rndcg 10_1 0.5082 ndcg_cut_5 10_1 0.6226 ndcg_cut_10 10_1 0.6470 ndcg_cut_15 10_1 0.6022 ndcg_cut_20 10_1 0.5604 ndcg_cut_30 10_1 0.5794 ndcg_cut_100 10_1 0.4437 ndcg_cut_200 10_1 0.4345 ndcg_cut_500 10_1 0.5160 ndcg_cut_1000 10_1 0.5297 map_cut_5 10_1 0.0424 map_cut_10 10_1 0.0763 map_cut_15 10_1 0.0905 map_cut_20 10_1 0.1030 map_cut_30 10_1 0.1497 map_cut_100 10_1 0.2002 map_cut_200 10_1 0.2081 map_cut_500 10_1 0.2292 map_cut_1000 10_1 0.2326 relative_P_5 10_1 1.0000 relative_P_10 10_1 0.9000 relative_P_15 10_1 0.7333 relative_P_20 10_1 0.6500 relative_P_30 10_1 0.7000 relative_P_100 10_1 0.3400 relative_P_200 10_1 0.3220 relative_P_500 10_1 0.4661 relative_P_1000 10_1 0.5085 success_1 10_1 1.0000 success_5 10_1 1.0000 success_10 10_1 1.0000 set_P 10_1 0.0600 set_relative_P 10_1 0.5085 set_recall 10_1 0.5085 set_map 10_1 0.0305 set_F 10_1 0.1073 num_nonrel_judged_ret 10_1 27 rbp 10_1 0.4620 rbp_resid 10_1 0.1646 unj_5 10_1 0.0000 unj_10 10_1 0.1000 unj_20 10_1 0.2000 num_ret 10_12 1000 num_rel 10_12 71 num_rel_ret 10_12 60 map 10_12 0.2863 Rprec 10_12 0.3239 bpref 10_12 0.7260 recip_rank 10_12 1.0000 iprec_at_recall_0.00 10_12 1.0000 iprec_at_recall_0.10 10_12 0.6429 iprec_at_recall_0.20 10_12 0.5263 iprec_at_recall_0.30 10_12 0.4889 iprec_at_recall_0.40 10_12 0.2521 iprec_at_recall_0.50 10_12 0.2045 iprec_at_recall_0.60 10_12 0.1438 iprec_at_recall_0.70 10_12 0.1080 iprec_at_recall_0.80 10_12 0.0783 iprec_at_recall_0.90 10_12 0.0000 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 0.8000 P_10 10_12 0.6000 P_15 10_12 0.6000 P_20 10_12 0.5000 P_30 10_12 0.4333 P_100 10_12 0.2700 P_200 10_12 0.1800 P_500 10_12 0.1020 P_1000 10_12 0.0600 relstring 10_12 '2120234--0' recall_5 10_12 0.0563 recall_10 10_12 0.0845 recall_15 10_12 0.1268 recall_20 10_12 0.1408 recall_30 10_12 0.1831 recall_100 10_12 0.3803 recall_200 10_12 0.5070 recall_500 10_12 0.7183 recall_1000 10_12 0.8451 infAP 10_12 0.2863 Rprec_mult_0.20 10_12 0.6000 Rprec_mult_0.40 10_12 0.4138 Rprec_mult_0.60 10_12 0.4651 Rprec_mult_0.80 10_12 0.4035 Rprec_mult_1.00 10_12 0.3239 Rprec_mult_1.20 10_12 0.3023 Rprec_mult_1.40 10_12 0.2700 Rprec_mult_1.60 10_12 0.2456 Rprec_mult_1.80 10_12 0.2422 Rprec_mult_2.00 10_12 0.2254 utility 10_12 -880.0000 11pt_avg 10_12 0.3132 binG 10_12 0.1993 G 10_12 0.1475 ndcg 10_12 0.6287 ndcg_rel 10_12 0.5233 Rndcg 10_12 0.4716 ndcg_cut_5 10_12 0.4013 ndcg_cut_10 10_12 0.4399 ndcg_cut_15 10_12 0.4948 ndcg_cut_20 10_12 0.4729 ndcg_cut_30 10_12 0.4429 ndcg_cut_100 10_12 0.4387 ndcg_cut_200 10_12 0.4948 ndcg_cut_500 10_12 0.5832 ndcg_cut_1000 10_12 0.6287 map_cut_5 10_12 0.0535 map_cut_10 10_12 0.0773 map_cut_15 10_12 0.1040 map_cut_20 10_12 0.1123 map_cut_30 10_12 0.1319 map_cut_100 10_12 0.2178 map_cut_200 10_12 0.2466 map_cut_500 10_12 0.2759 map_cut_1000 10_12 0.2863 relative_P_5 10_12 0.8000 relative_P_10 10_12 0.6000 relative_P_15 10_12 0.6000 relative_P_20 10_12 0.5000 relative_P_30 10_12 0.4333 relative_P_100 10_12 0.3803 relative_P_200 10_12 0.5070 relative_P_500 10_12 0.7183 relative_P_1000 10_12 0.8451 success_1 10_12 1.0000 success_5 10_12 1.0000 success_10 10_12 1.0000 set_P 10_12 0.0600 set_relative_P 10_12 0.8451 set_recall 10_12 0.8451 set_map 10_12 0.0507 set_F 10_12 0.1120 num_nonrel_judged_ret 10_12 23 rbp 10_12 0.3397 rbp_resid 10_12 0.2284 unj_5 10_12 0.0000 unj_10 10_12 0.2000 unj_20 10_12 0.3000 num_ret 10_2 1000 num_rel 10_2 30 num_rel_ret 10_2 6 map 10_2 0.0059 Rprec 10_2 0.0333 bpref 10_2 0.0244 recip_rank 10_2 0.1111 iprec_at_recall_0.00 10_2 0.1111 iprec_at_recall_0.10 10_2 0.0135 iprec_at_recall_0.20 10_2 0.0084 iprec_at_recall_0.30 10_2 0.0000 iprec_at_recall_0.40 10_2 0.0000 iprec_at_recall_0.50 10_2 0.0000 iprec_at_recall_0.60 10_2 0.0000 iprec_at_recall_0.70 10_2 0.0000 iprec_at_recall_0.80 10_2 0.0000 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 0.0000 P_10 10_2 0.1000 P_15 10_2 0.0667 P_20 10_2 0.0500 P_30 10_2 0.0333 P_100 10_2 0.0200 P_200 10_2 0.0100 P_500 10_2 0.0100 P_1000 10_2 0.0060 relstring 10_2 '0000000010' recall_5 10_2 0.0000 recall_10 10_2 0.0333 recall_15 10_2 0.0333 recall_20 10_2 0.0333 recall_30 10_2 0.0333 recall_100 10_2 0.0667 recall_200 10_2 0.0667 recall_500 10_2 0.1667 recall_1000 10_2 0.2000 infAP 10_2 0.0059 Rprec_mult_0.20 10_2 0.0000 Rprec_mult_0.40 10_2 0.0833 Rprec_mult_0.60 10_2 0.0556 Rprec_mult_0.80 10_2 0.0417 Rprec_mult_1.00 10_2 0.0333 Rprec_mult_1.20 10_2 0.0278 Rprec_mult_1.40 10_2 0.0238 Rprec_mult_1.60 10_2 0.0208 Rprec_mult_1.80 10_2 0.0185 Rprec_mult_2.00 10_2 0.0167 utility 10_2 -988.0000 11pt_avg 10_2 0.0121 binG 10_2 0.0306 G 10_2 0.0198 ndcg 10_2 0.0574 ndcg_rel 10_2 0.0540 Rndcg 10_2 0.0191 ndcg_cut_5 10_2 0.0000 ndcg_cut_10 10_2 0.0231 ndcg_cut_15 10_2 0.0202 ndcg_cut_20 10_2 0.0187 ndcg_cut_30 10_2 0.0165 ndcg_cut_100 10_2 0.0248 ndcg_cut_200 10_2 0.0248 ndcg_cut_500 10_2 0.0516 ndcg_cut_1000 10_2 0.0574 map_cut_5 10_2 0.0000 map_cut_10 10_2 0.0037 map_cut_15 10_2 0.0037 map_cut_20 10_2 0.0037 map_cut_30 10_2 0.0037 map_cut_100 10_2 0.0044 map_cut_200 10_2 0.0044 map_cut_500 10_2 0.0056 map_cut_1000 10_2 0.0059 relative_P_5 10_2 0.0000 relative_P_10 10_2 0.1000 relative_P_15 10_2 0.0667 relative_P_20 10_2 0.0500 relative_P_30 10_2 0.0333 relative_P_100 10_2 0.0667 relative_P_200 10_2 0.0667 relative_P_500 10_2 0.1667 relative_P_1000 10_2 0.2000 success_1 10_2 0.0000 success_5 10_2 0.0000 success_10 10_2 1.0000 set_P 10_2 0.0060 set_relative_P 10_2 0.2000 set_recall 10_2 0.2000 set_map 10_2 0.0012 set_F 10_2 0.0117 num_nonrel_judged_ret 10_2 105 rbp 10_2 0.0108 rbp_resid 10_2 0.1051 unj_5 10_2 0.0000 unj_10 10_2 0.0000 unj_20 10_2 0.1000 num_ret 10_3 1000 num_rel 10_3 23 num_rel_ret 10_3 5 map 10_3 0.0014 Rprec 10_3 0.0000 bpref 10_3 0.0302 recip_rank 10_3 0.0065 iprec_at_recall_0.00 10_3 0.0077 iprec_at_recall_0.10 10_3 0.0077 iprec_at_recall_0.20 10_3 0.0053 iprec_at_recall_0.30 10_3 0.0000 iprec_at_recall_0.40 10_3 0.0000 iprec_at_recall_0.50 10_3 0.0000 iprec_at_recall_0.60 10_3 0.0000 iprec_at_recall_0.70 10_3 0.0000 iprec_at_recall_0.80 10_3 0.0000 iprec_at_recall_0.90 10_3 0.0000 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 0.0000 P_10 10_3 0.0000 P_15 10_3 0.0000 P_20 10_3 0.0000 P_30 10_3 0.0000 P_100 10_3 0.0000 P_200 10_3 0.0050 P_500 10_3 0.0040 P_1000 10_3 0.0050 relstring 10_3 '00000-0---' recall_5 10_3 0.0000 recall_10 10_3 0.0000 recall_15 10_3 0.0000 recall_20 10_3 0.0000 recall_30 10_3 0.0000 recall_100 10_3 0.0000 recall_200 10_3 0.0435 recall_500 10_3 0.0870 recall_1000 10_3 0.2174 infAP 10_3 0.0014 Rprec_mult_0.20 10_3 0.0000 Rprec_mult_0.40 10_3 0.0000 Rprec_mult_0.60 10_3 0.0000 Rprec_mult_0.80 10_3 0.0000 Rprec_mult_1.00 10_3 0.0000 Rprec_mult_1.20 10_3 0.0000 Rprec_mult_1.40 10_3 0.0000 Rprec_mult_1.60 10_3 0.0000 Rprec_mult_1.80 10_3 0.0000 Rprec_mult_2.00 10_3 0.0000 utility 10_3 -990.0000 11pt_avg 10_3 0.0019 binG 10_3 0.0252 G 10_3 0.0222 ndcg 10_3 0.0591 ndcg_rel 10_3 0.0543 Rndcg 10_3 0.0197 ndcg_cut_5 10_3 0.0000 ndcg_cut_10 10_3 0.0000 ndcg_cut_15 10_3 0.0000 ndcg_cut_20 10_3 0.0000 ndcg_cut_30 10_3 0.0000 ndcg_cut_100 10_3 0.0000 ndcg_cut_200 10_3 0.0118 ndcg_cut_500 10_3 0.0225 ndcg_cut_1000 10_3 0.0591 map_cut_5 10_3 0.0000 map_cut_10 10_3 0.0000 map_cut_15 10_3 0.0000 map_cut_20 10_3 0.0000 map_cut_30 10_3 0.0000 map_cut_100 10_3 0.0000 map_cut_200 10_3 0.0003 map_cut_500 10_3 0.0006 map_cut_1000 10_3 0.0014 relative_P_5 10_3 0.0000 relative_P_10 10_3 0.0000 relative_P_15 10_3 0.0000 relative_P_20 10_3 0.0000 relative_P_30 10_3 0.0000 relative_P_100 10_3 0.0000 relative_P_200 10_3 0.0435 relative_P_500 10_3 0.0870 relative_P_1000 10_3 0.2174 success_1 10_3 0.0000 success_5 10_3 0.0000 success_10 10_3 0.0000 set_P 10_3 0.0050 set_relative_P 10_3 0.2174 set_recall 10_3 0.2174 set_map 10_3 0.0011 set_F 10_3 0.0098 num_nonrel_judged_ret 10_3 30 rbp 10_3 0.0000 rbp_resid 10_3 0.5250 unj_5 10_3 0.0000 unj_10 10_3 0.4000 unj_20 10_3 0.7000 num_ret 10_6 1000 num_rel 10_6 133 num_rel_ret 10_6 3 map 10_6 0.0001 Rprec 10_6 0.0000 bpref 10_6 0.0210 recip_rank 10_6 0.0019 iprec_at_recall_0.00 10_6 0.0049 iprec_at_recall_0.10 10_6 0.0000 iprec_at_recall_0.20 10_6 0.0000 iprec_at_recall_0.30 10_6 0.0000 iprec_at_recall_0.40 10_6 0.0000 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 0.0000 P_10 10_6 0.0000 P_15 10_6 0.0000 P_20 10_6 0.0000 P_30 10_6 0.0000 P_100 10_6 0.0000 P_200 10_6 0.0000 P_500 10_6 0.0000 P_1000 10_6 0.0030 relstring 10_6 '0000000---' recall_5 10_6 0.0000 recall_10 10_6 0.0000 recall_15 10_6 0.0000 recall_20 10_6 0.0000 recall_30 10_6 0.0000 recall_100 10_6 0.0000 recall_200 10_6 0.0000 recall_500 10_6 0.0000 recall_1000 10_6 0.0226 infAP 10_6 0.0001 Rprec_mult_0.20 10_6 0.0000 Rprec_mult_0.40 10_6 0.0000 Rprec_mult_0.60 10_6 0.0000 Rprec_mult_0.80 10_6 0.0000 Rprec_mult_1.00 10_6 0.0000 Rprec_mult_1.20 10_6 0.0000 Rprec_mult_1.40 10_6 0.0000 Rprec_mult_1.60 10_6 0.0000 Rprec_mult_1.80 10_6 0.0000 Rprec_mult_2.00 10_6 0.0000 utility 10_6 -994.0000 11pt_avg 10_6 0.0004 binG 10_6 0.0025 G 10_6 0.0026 ndcg 10_6 0.0123 ndcg_rel 10_6 0.0122 Rndcg 10_6 0.0031 ndcg_cut_5 10_6 0.0000 ndcg_cut_10 10_6 0.0000 ndcg_cut_15 10_6 0.0000 ndcg_cut_20 10_6 0.0000 ndcg_cut_30 10_6 0.0000 ndcg_cut_100 10_6 0.0000 ndcg_cut_200 10_6 0.0000 ndcg_cut_500 10_6 0.0000 ndcg_cut_1000 10_6 0.0123 map_cut_5 10_6 0.0000 map_cut_10 10_6 0.0000 map_cut_15 10_6 0.0000 map_cut_20 10_6 0.0000 map_cut_30 10_6 0.0000 map_cut_100 10_6 0.0000 map_cut_200 10_6 0.0000 map_cut_500 10_6 0.0000 map_cut_1000 10_6 0.0001 relative_P_5 10_6 0.0000 relative_P_10 10_6 0.0000 relative_P_15 10_6 0.0000 relative_P_20 10_6 0.0000 relative_P_30 10_6 0.0000 relative_P_100 10_6 0.0000 relative_P_200 10_6 0.0000 relative_P_500 10_6 0.0000 relative_P_1000 10_6 0.0226 success_1 10_6 0.0000 success_5 10_6 0.0000 success_10 10_6 0.0000 set_P 10_6 0.0030 set_relative_P 10_6 0.0226 set_recall 10_6 0.0226 set_map 10_6 0.0001 set_F 10_6 0.0053 num_nonrel_judged_ret 10_6 8 rbp 10_6 0.0000 rbp_resid 10_6 0.4783 unj_5 10_6 0.0000 unj_10 10_6 0.3000 unj_20 10_6 0.6500 num_ret 10_7 1000 num_rel 10_7 149 num_rel_ret 10_7 88 map 10_7 0.2016 Rprec 10_7 0.2886 bpref 10_7 0.5250 recip_rank 10_7 1.0000 iprec_at_recall_0.00 10_7 1.0000 iprec_at_recall_0.10 10_7 0.5556 iprec_at_recall_0.20 10_7 0.3735 iprec_at_recall_0.30 10_7 0.2408 iprec_at_recall_0.40 10_7 0.1458 iprec_at_recall_0.50 10_7 0.1158 iprec_at_recall_0.60 10_7 0.0000 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 0.8000 P_10 10_7 0.9000 P_15 10_7 0.7333 P_20 10_7 0.6000 P_30 10_7 0.5000 P_100 10_7 0.3500 P_200 10_7 0.2300 P_500 10_7 0.1320 P_1000 10_7 0.0880 relstring 10_7 '1121012211' recall_5 10_7 0.0268 recall_10 10_7 0.0604 recall_15 10_7 0.0738 recall_20 10_7 0.0805 recall_30 10_7 0.1007 recall_100 10_7 0.2349 recall_200 10_7 0.3087 recall_500 10_7 0.4430 recall_1000 10_7 0.5906 infAP 10_7 0.2016 Rprec_mult_0.20 10_7 0.5000 Rprec_mult_0.40 10_7 0.4167 Rprec_mult_0.60 10_7 0.3556 Rprec_mult_0.80 10_7 0.3167 Rprec_mult_1.00 10_7 0.2886 Rprec_mult_1.20 10_7 0.2402 Rprec_mult_1.40 10_7 0.2249 Rprec_mult_1.60 10_7 0.2008 Rprec_mult_1.80 10_7 0.1822 Rprec_mult_2.00 10_7 0.1678 utility 10_7 -824.0000 11pt_avg 10_7 0.2210 binG 10_7 0.1344 G 10_7 0.0952 ndcg 10_7 0.4753 ndcg_rel 10_7 0.4284 Rndcg 10_7 0.3714 ndcg_cut_5 10_7 0.4439 ndcg_cut_10 10_7 0.5260 ndcg_cut_15 10_7 0.4602 ndcg_cut_20 10_7 0.4207 ndcg_cut_30 10_7 0.3617 ndcg_cut_100 10_7 0.3507 ndcg_cut_200 10_7 0.3301 ndcg_cut_500 10_7 0.4039 ndcg_cut_1000 10_7 0.4753 map_cut_5 10_7 0.0268 map_cut_10 10_7 0.0561 map_cut_15 10_7 0.0683 map_cut_20 10_7 0.0734 map_cut_30 10_7 0.0850 map_cut_100 10_7 0.1421 map_cut_200 10_7 0.1634 map_cut_500 10_7 0.1852 map_cut_1000 10_7 0.2016 relative_P_5 10_7 0.8000 relative_P_10 10_7 0.9000 relative_P_15 10_7 0.7333 relative_P_20 10_7 0.6000 relative_P_30 10_7 0.5000 relative_P_100 10_7 0.3500 relative_P_200 10_7 0.3087 relative_P_500 10_7 0.4430 relative_P_1000 10_7 0.5906 success_1 10_7 1.0000 success_5 10_7 1.0000 success_10 10_7 1.0000 set_P 10_7 0.0880 set_relative_P 10_7 0.5906 set_recall 10_7 0.5906 set_map 10_7 0.0520 set_F 10_7 0.1532 num_nonrel_judged_ret 10_7 17 rbp 10_7 0.3060 rbp_resid 10_7 0.1535 unj_5 10_7 0.0000 unj_10 10_7 0.0000 unj_20 10_7 0.2000 num_ret 10_8 1000 num_rel 10_8 76 num_rel_ret 10_8 17 map 10_8 0.0065 Rprec 10_8 0.0395 bpref 10_8 0.1778 recip_rank 10_8 0.0333 iprec_at_recall_0.00 10_8 0.0556 iprec_at_recall_0.10 10_8 0.0286 iprec_at_recall_0.20 10_8 0.0233 iprec_at_recall_0.30 10_8 0.0000 iprec_at_recall_0.40 10_8 0.0000 iprec_at_recall_0.50 10_8 0.0000 iprec_at_recall_0.60 10_8 0.0000 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 0.0000 P_10 10_8 0.0000 P_15 10_8 0.0000 P_20 10_8 0.0000 P_30 10_8 0.0333 P_100 10_8 0.0300 P_200 10_8 0.0300 P_500 10_8 0.0240 P_1000 10_8 0.0170 relstring 10_8 '00000--00-' recall_5 10_8 0.0000 recall_10 10_8 0.0000 recall_15 10_8 0.0000 recall_20 10_8 0.0000 recall_30 10_8 0.0132 recall_100 10_8 0.0395 recall_200 10_8 0.0789 recall_500 10_8 0.1579 recall_1000 10_8 0.2237 infAP 10_8 0.0065 Rprec_mult_0.20 10_8 0.0000 Rprec_mult_0.40 10_8 0.0323 Rprec_mult_0.60 10_8 0.0217 Rprec_mult_0.80 10_8 0.0492 Rprec_mult_1.00 10_8 0.0395 Rprec_mult_1.20 10_8 0.0326 Rprec_mult_1.40 10_8 0.0280 Rprec_mult_1.60 10_8 0.0328 Rprec_mult_1.80 10_8 0.0292 Rprec_mult_2.00 10_8 0.0263 utility 10_8 -966.0000 11pt_avg 10_8 0.0098 binG 10_8 0.0291 G 10_8 0.0304 ndcg 10_8 0.1215 ndcg_rel 10_8 0.1119 Rndcg 10_8 0.0422 ndcg_cut_5 10_8 0.0000 ndcg_cut_10 10_8 0.0000 ndcg_cut_15 10_8 0.0000 ndcg_cut_20 10_8 0.0000 ndcg_cut_30 10_8 0.0213 ndcg_cut_100 10_8 0.0474 ndcg_cut_200 10_8 0.0678 ndcg_cut_500 10_8 0.0939 ndcg_cut_1000 10_8 0.1215 map_cut_5 10_8 0.0000 map_cut_10 10_8 0.0000 map_cut_15 10_8 0.0000 map_cut_20 10_8 0.0000 map_cut_30 10_8 0.0004 map_cut_100 10_8 0.0017 map_cut_200 10_8 0.0030 map_cut_500 10_8 0.0050 map_cut_1000 10_8 0.0065 relative_P_5 10_8 0.0000 relative_P_10 10_8 0.0000 relative_P_15 10_8 0.0000 relative_P_20 10_8 0.0000 relative_P_30 10_8 0.0333 relative_P_100 10_8 0.0395 relative_P_200 10_8 0.0789 relative_P_500 10_8 0.1579 relative_P_1000 10_8 0.2237 success_1 10_8 0.0000 success_5 10_8 0.0000 success_10 10_8 0.0000 set_P 10_8 0.0170 set_relative_P 10_8 0.2237 set_recall 10_8 0.2237 set_map 10_8 0.0038 set_F 10_8 0.0316 num_nonrel_judged_ret 10_8 22 rbp 10_8 0.0040 rbp_resid 10_8 0.4600 unj_5 10_8 0.0000 unj_10 10_8 0.3000 unj_20 10_8 0.6000 num_ret 11_10 1000 num_rel 11_10 126 num_rel_ret 11_10 3 map 11_10 0.0001 Rprec 11_10 0.0000 bpref 11_10 0.0211 recip_rank 11_10 0.0027 iprec_at_recall_0.00 11_10 0.0052 iprec_at_recall_0.10 11_10 0.0000 iprec_at_recall_0.20 11_10 0.0000 iprec_at_recall_0.30 11_10 0.0000 iprec_at_recall_0.40 11_10 0.0000 iprec_at_recall_0.50 11_10 0.0000 iprec_at_recall_0.60 11_10 0.0000 iprec_at_recall_0.70 11_10 0.0000 iprec_at_recall_0.80 11_10 0.0000 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 0.0000 P_10 11_10 0.0000 P_15 11_10 0.0000 P_20 11_10 0.0000 P_30 11_10 0.0000 P_100 11_10 0.0000 P_200 11_10 0.0000 P_500 11_10 0.0040 P_1000 11_10 0.0030 relstring 11_10 '00000-----' recall_5 11_10 0.0000 recall_10 11_10 0.0000 recall_15 11_10 0.0000 recall_20 11_10 0.0000 recall_30 11_10 0.0000 recall_100 11_10 0.0000 recall_200 11_10 0.0000 recall_500 11_10 0.0159 recall_1000 11_10 0.0238 infAP 11_10 0.0001 Rprec_mult_0.20 11_10 0.0000 Rprec_mult_0.40 11_10 0.0000 Rprec_mult_0.60 11_10 0.0000 Rprec_mult_0.80 11_10 0.0000 Rprec_mult_1.00 11_10 0.0000 Rprec_mult_1.20 11_10 0.0000 Rprec_mult_1.40 11_10 0.0000 Rprec_mult_1.60 11_10 0.0000 Rprec_mult_1.80 11_10 0.0000 Rprec_mult_2.00 11_10 0.0000 utility 11_10 -994.0000 11pt_avg 11_10 0.0005 binG 11_10 0.0027 G 11_10 0.0026 ndcg 11_10 0.0124 ndcg_rel 11_10 0.0123 Rndcg 11_10 0.0025 ndcg_cut_5 11_10 0.0000 ndcg_cut_10 11_10 0.0000 ndcg_cut_15 11_10 0.0000 ndcg_cut_20 11_10 0.0000 ndcg_cut_30 11_10 0.0000 ndcg_cut_100 11_10 0.0000 ndcg_cut_200 11_10 0.0000 ndcg_cut_500 11_10 0.0105 ndcg_cut_1000 11_10 0.0124 map_cut_5 11_10 0.0000 map_cut_10 11_10 0.0000 map_cut_15 11_10 0.0000 map_cut_20 11_10 0.0000 map_cut_30 11_10 0.0000 map_cut_100 11_10 0.0000 map_cut_200 11_10 0.0000 map_cut_500 11_10 0.0001 map_cut_1000 11_10 0.0001 relative_P_5 11_10 0.0000 relative_P_10 11_10 0.0000 relative_P_15 11_10 0.0000 relative_P_20 11_10 0.0000 relative_P_30 11_10 0.0000 relative_P_100 11_10 0.0000 relative_P_200 11_10 0.0000 relative_P_500 11_10 0.0159 relative_P_1000 11_10 0.0238 success_1 11_10 0.0000 success_5 11_10 0.0000 success_10 11_10 0.0000 set_P 11_10 0.0030 set_relative_P 11_10 0.0238 set_recall 11_10 0.0238 set_map 11_10 0.0001 set_F 11_10 0.0053 num_nonrel_judged_ret 11_10 7 rbp 11_10 0.0000 rbp_resid 11_10 0.5852 unj_5 11_10 0.0000 unj_10 11_10 0.5000 unj_20 11_10 0.7500 num_ret 11_11 1000 num_rel 11_11 134 num_rel_ret 11_11 103 map 11_11 0.3894 Rprec 11_11 0.4104 bpref 11_11 0.7620 recip_rank 11_11 1.0000 iprec_at_recall_0.00 11_11 1.0000 iprec_at_recall_0.10 11_11 1.0000 iprec_at_recall_0.20 11_11 0.5625 iprec_at_recall_0.30 11_11 0.4839 iprec_at_recall_0.40 11_11 0.4426 iprec_at_recall_0.50 11_11 0.3933 iprec_at_recall_0.60 11_11 0.3556 iprec_at_recall_0.70 11_11 0.2520 iprec_at_recall_0.80 11_11 0.0000 iprec_at_recall_0.90 11_11 0.0000 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 1.0000 P_10 11_11 1.0000 P_15 11_11 0.9333 P_20 11_11 0.9000 P_30 11_11 0.6667 P_100 11_11 0.4700 P_200 11_11 0.3750 P_500 11_11 0.1900 P_1000 11_11 0.1030 relstring 11_11 '2233323333' recall_5 11_11 0.0373 recall_10 11_11 0.0746 recall_15 11_11 0.1045 recall_20 11_11 0.1343 recall_30 11_11 0.1493 recall_100 11_11 0.3507 recall_200 11_11 0.5597 recall_500 11_11 0.7090 recall_1000 11_11 0.7687 infAP 11_11 0.3894 Rprec_mult_0.20 11_11 0.7407 Rprec_mult_0.40 11_11 0.5000 Rprec_mult_0.60 11_11 0.4691 Rprec_mult_0.80 11_11 0.4630 Rprec_mult_1.00 11_11 0.4104 Rprec_mult_1.20 11_11 0.4037 Rprec_mult_1.40 11_11 0.3777 Rprec_mult_1.60 11_11 0.3628 Rprec_mult_1.80 11_11 0.3306 Rprec_mult_2.00 11_11 0.3172 utility 11_11 -794.0000 11pt_avg 11_11 0.4082 binG 11_11 0.2264 G 11_11 0.1549 ndcg 11_11 0.7061 ndcg_rel 11_11 0.6230 Rndcg 11_11 0.5524 ndcg_cut_5 11_11 0.7328 ndcg_cut_10 11_11 0.7958 ndcg_cut_15 11_11 0.7565 ndcg_cut_20 11_11 0.7000 ndcg_cut_30 11_11 0.5772 ndcg_cut_100 11_11 0.5003 ndcg_cut_200 11_11 0.6029 ndcg_cut_500 11_11 0.6808 ndcg_cut_1000 11_11 0.7061 map_cut_5 11_11 0.0373 map_cut_10 11_11 0.0746 map_cut_15 11_11 0.1045 map_cut_20 11_11 0.1323 map_cut_30 11_11 0.1432 map_cut_100 11_11 0.2475 map_cut_200 11_11 0.3340 map_cut_500 11_11 0.3811 map_cut_1000 11_11 0.3894 relative_P_5 11_11 1.0000 relative_P_10 11_11 1.0000 relative_P_15 11_11 0.9333 relative_P_20 11_11 0.9000 relative_P_30 11_11 0.6667 relative_P_100 11_11 0.4700 relative_P_200 11_11 0.5597 relative_P_500 11_11 0.7090 relative_P_1000 11_11 0.7687 success_1 11_11 1.0000 success_5 11_11 1.0000 success_10 11_11 1.0000 set_P 11_11 0.1030 set_relative_P 11_11 0.7687 set_recall 11_11 0.7687 set_map 11_11 0.0792 set_F 11_11 0.1817 num_nonrel_judged_ret 11_11 4 rbp 11_11 0.5348 rbp_resid 11_11 0.1298 unj_5 11_11 0.0000 unj_10 11_11 0.0000 unj_20 11_11 0.1000 num_ret 11_12 1000 num_rel 11_12 89 num_rel_ret 11_12 32 map 11_12 0.1094 Rprec 11_12 0.1798 bpref 11_12 0.3338 recip_rank 11_12 1.0000 iprec_at_recall_0.00 11_12 1.0000 iprec_at_recall_0.10 11_12 0.4737 iprec_at_recall_0.20 11_12 0.1488 iprec_at_recall_0.30 11_12 0.0510 iprec_at_recall_0.40 11_12 0.0000 iprec_at_recall_0.50 11_12 0.0000 iprec_at_recall_0.60 11_12 0.0000 iprec_at_recall_0.70 11_12 0.0000 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.8000 P_10 11_12 0.6000 P_15 11_12 0.5333 P_20 11_12 0.4500 P_30 11_12 0.3333 P_100 11_12 0.1700 P_200 11_12 0.1000 P_500 11_12 0.0520 P_1000 11_12 0.0320 relstring 11_12 '2203120020' recall_5 11_12 0.0449 recall_10 11_12 0.0674 recall_15 11_12 0.0899 recall_20 11_12 0.1011 recall_30 11_12 0.1124 recall_100 11_12 0.1910 recall_200 11_12 0.2247 recall_500 11_12 0.2921 recall_1000 11_12 0.3596 infAP 11_12 0.1094 Rprec_mult_0.20 11_12 0.4444 Rprec_mult_0.40 11_12 0.2778 Rprec_mult_0.60 11_12 0.2222 Rprec_mult_0.80 11_12 0.1944 Rprec_mult_1.00 11_12 0.1798 Rprec_mult_1.20 11_12 0.1589 Rprec_mult_1.40 11_12 0.1440 Rprec_mult_1.60 11_12 0.1259 Rprec_mult_1.80 11_12 0.1180 Rprec_mult_2.00 11_12 0.1067 utility 11_12 -936.0000 11pt_avg 11_12 0.1521 binG 11_12 0.0966 G 11_12 0.0699 ndcg 11_12 0.3401 ndcg_rel 11_12 0.3515 Rndcg 11_12 0.3302 ndcg_cut_5 11_12 0.5586 ndcg_cut_10 11_12 0.4589 ndcg_cut_15 11_12 0.4356 ndcg_cut_20 11_12 0.4062 ndcg_cut_30 11_12 0.3515 ndcg_cut_100 11_12 0.2703 ndcg_cut_200 11_12 0.2888 ndcg_cut_500 11_12 0.3179 ndcg_cut_1000 11_12 0.3401 map_cut_5 11_12 0.0399 map_cut_10 11_12 0.0567 map_cut_15 11_12 0.0703 map_cut_20 11_12 0.0756 map_cut_30 11_12 0.0807 map_cut_100 11_12 0.0971 map_cut_200 11_12 0.1015 map_cut_500 11_12 0.1067 map_cut_1000 11_12 0.1094 relative_P_5 11_12 0.8000 relative_P_10 11_12 0.6000 relative_P_15 11_12 0.5333 relative_P_20 11_12 0.4500 relative_P_30 11_12 0.3333 relative_P_100 11_12 0.1910 relative_P_200 11_12 0.2247 relative_P_500 11_12 0.2921 relative_P_1000 11_12 0.3596 success_1 11_12 1.0000 success_5 11_12 1.0000 success_10 11_12 1.0000 set_P 11_12 0.0320 set_relative_P 11_12 0.3596 set_recall 11_12 0.3596 set_map 11_12 0.0115 set_F 11_12 0.0588 num_nonrel_judged_ret 11_12 13 rbp 11_12 0.3478 rbp_resid 11_12 0.2215 unj_5 11_12 0.0000 unj_10 11_12 0.0000 unj_20 11_12 0.2500 num_ret 11_13 1000 num_rel 11_13 203 num_rel_ret 11_13 28 map 11_13 0.0235 Rprec 11_13 0.0690 bpref 11_13 0.1293 recip_rank 11_13 1.0000 iprec_at_recall_0.00 11_13 1.0000 iprec_at_recall_0.10 11_13 0.0548 iprec_at_recall_0.20 11_13 0.0000 iprec_at_recall_0.30 11_13 0.0000 iprec_at_recall_0.40 11_13 0.0000 iprec_at_recall_0.50 11_13 0.0000 iprec_at_recall_0.60 11_13 0.0000 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 0.6000 P_10 11_13 0.3000 P_15 11_13 0.2667 P_20 11_13 0.2000 P_30 11_13 0.1667 P_100 11_13 0.0700 P_200 11_13 0.0700 P_500 11_13 0.0440 P_1000 11_13 0.0280 relstring 11_13 '22020-----' recall_5 11_13 0.0148 recall_10 11_13 0.0148 recall_15 11_13 0.0197 recall_20 11_13 0.0197 recall_30 11_13 0.0246 recall_100 11_13 0.0345 recall_200 11_13 0.0690 recall_500 11_13 0.1084 recall_1000 11_13 0.1379 infAP 11_13 0.0235 Rprec_mult_0.20 11_13 0.1463 Rprec_mult_0.40 11_13 0.0732 Rprec_mult_0.60 11_13 0.0820 Rprec_mult_0.80 11_13 0.0736 Rprec_mult_1.00 11_13 0.0690 Rprec_mult_1.20 11_13 0.0656 Rprec_mult_1.40 11_13 0.0596 Rprec_mult_1.60 11_13 0.0554 Rprec_mult_1.80 11_13 0.0546 Rprec_mult_2.00 11_13 0.0517 utility 11_13 -944.0000 11pt_avg 11_13 0.0959 binG 11_13 0.0302 G 11_13 0.0212 ndcg 11_13 0.1399 ndcg_rel 11_13 0.1460 Rndcg 11_13 0.1132 ndcg_cut_5 11_13 0.4661 ndcg_cut_10 11_13 0.3025 ndcg_cut_15 11_13 0.2806 ndcg_cut_20 11_13 0.2336 ndcg_cut_30 11_13 0.1943 ndcg_cut_100 11_13 0.1036 ndcg_cut_200 11_13 0.0984 ndcg_cut_500 11_13 0.1247 ndcg_cut_1000 11_13 0.1399 map_cut_5 11_13 0.0135 map_cut_10 11_13 0.0135 map_cut_15 11_13 0.0152 map_cut_20 11_13 0.0152 map_cut_30 11_13 0.0160 map_cut_100 11_13 0.0174 map_cut_200 11_13 0.0201 map_cut_500 11_13 0.0226 map_cut_1000 11_13 0.0235 relative_P_5 11_13 0.6000 relative_P_10 11_13 0.3000 relative_P_15 11_13 0.2667 relative_P_20 11_13 0.2000 relative_P_30 11_13 0.1667 relative_P_100 11_13 0.0700 relative_P_200 11_13 0.0700 relative_P_500 11_13 0.1084 relative_P_1000 11_13 0.1379 success_1 11_13 1.0000 success_5 11_13 1.0000 success_10 11_13 1.0000 set_P 11_13 0.0280 set_relative_P 11_13 0.1379 set_recall 11_13 0.1379 set_map 11_13 0.0039 set_F 11_13 0.0466 num_nonrel_judged_ret 11_13 6 rbp 11_13 0.2114 rbp_resid 11_13 0.5362 unj_5 11_13 0.0000 unj_10 11_13 0.5000 unj_20 11_13 0.7000 num_ret 11_2 1000 num_rel 11_2 146 num_rel_ret 11_2 101 map 11_2 0.3924 Rprec 11_2 0.3767 bpref 11_2 0.6542 recip_rank 11_2 1.0000 iprec_at_recall_0.00 11_2 1.0000 iprec_at_recall_0.10 11_2 1.0000 iprec_at_recall_0.20 11_2 0.9677 iprec_at_recall_0.30 11_2 0.6667 iprec_at_recall_0.40 11_2 0.3412 iprec_at_recall_0.50 11_2 0.2674 iprec_at_recall_0.60 11_2 0.1814 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 1.0000 P_10 11_2 1.0000 P_15 11_2 1.0000 P_20 11_2 1.0000 P_30 11_2 0.9667 P_100 11_2 0.4900 P_200 11_2 0.3150 P_500 11_2 0.1760 P_1000 11_2 0.1010 relstring 11_2 '3333333232' recall_5 11_2 0.0342 recall_10 11_2 0.0685 recall_15 11_2 0.1027 recall_20 11_2 0.1370 recall_30 11_2 0.1986 recall_100 11_2 0.3356 recall_200 11_2 0.4315 recall_500 11_2 0.6027 recall_1000 11_2 0.6918 infAP 11_2 0.3924 Rprec_mult_0.20 11_2 0.9667 Rprec_mult_0.40 11_2 0.7288 Rprec_mult_0.60 11_2 0.5455 Rprec_mult_0.80 11_2 0.4359 Rprec_mult_1.00 11_2 0.3767 Rprec_mult_1.20 11_2 0.3352 Rprec_mult_1.40 11_2 0.3122 Rprec_mult_1.60 11_2 0.2991 Rprec_mult_1.80 11_2 0.2738 Rprec_mult_2.00 11_2 0.2500 utility 11_2 -798.0000 11pt_avg 11_2 0.4022 binG 11_2 0.2703 G 11_2 0.1533 ndcg 11_2 0.6943 ndcg_rel 11_2 0.6764 Rndcg 11_2 0.6408 ndcg_cut_5 11_2 0.8443 ndcg_cut_10 11_2 0.8535 ndcg_cut_15 11_2 0.8132 ndcg_cut_20 11_2 0.7796 ndcg_cut_30 11_2 0.7333 ndcg_cut_100 11_2 0.5489 ndcg_cut_200 11_2 0.5505 ndcg_cut_500 11_2 0.6429 ndcg_cut_1000 11_2 0.6943 map_cut_5 11_2 0.0342 map_cut_10 11_2 0.0685 map_cut_15 11_2 0.1027 map_cut_20 11_2 0.1370 map_cut_30 11_2 0.1971 map_cut_100 11_2 0.3011 map_cut_200 11_2 0.3374 map_cut_500 11_2 0.3797 map_cut_1000 11_2 0.3924 relative_P_5 11_2 1.0000 relative_P_10 11_2 1.0000 relative_P_15 11_2 1.0000 relative_P_20 11_2 1.0000 relative_P_30 11_2 0.9667 relative_P_100 11_2 0.4900 relative_P_200 11_2 0.4315 relative_P_500 11_2 0.6027 relative_P_1000 11_2 0.6918 success_1 11_2 1.0000 success_5 11_2 1.0000 success_10 11_2 1.0000 set_P 11_2 0.1010 set_relative_P 11_2 0.6918 set_recall 11_2 0.6918 set_map 11_2 0.0699 set_F 11_2 0.1763 num_nonrel_judged_ret 11_2 19 rbp 11_2 0.6176 rbp_resid 11_2 0.0222 unj_5 11_2 0.0000 unj_10 11_2 0.0000 unj_20 11_2 0.0000 num_ret 11_3 1000 num_rel 11_3 188 num_rel_ret 11_3 108 map 11_3 0.2762 Rprec 11_3 0.3457 bpref 11_3 0.5717 recip_rank 11_3 1.0000 iprec_at_recall_0.00 11_3 1.0000 iprec_at_recall_0.10 11_3 0.9048 iprec_at_recall_0.20 11_3 0.6230 iprec_at_recall_0.30 11_3 0.4351 iprec_at_recall_0.40 11_3 0.2679 iprec_at_recall_0.50 11_3 0.1336 iprec_at_recall_0.60 11_3 0.0000 iprec_at_recall_0.70 11_3 0.0000 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 1.0000 P_10 11_3 0.8000 P_15 11_3 0.8667 P_20 11_3 0.9000 P_30 11_3 0.8000 P_100 11_3 0.4900 P_200 11_3 0.3300 P_500 11_3 0.1720 P_1000 11_3 0.1080 relstring 11_3 '22322--222' recall_5 11_3 0.0266 recall_10 11_3 0.0426 recall_15 11_3 0.0691 recall_20 11_3 0.0957 recall_30 11_3 0.1277 recall_100 11_3 0.2606 recall_200 11_3 0.3511 recall_500 11_3 0.4574 recall_1000 11_3 0.5745 infAP 11_3 0.2762 Rprec_mult_0.20 11_3 0.7368 Rprec_mult_0.40 11_3 0.5395 Rprec_mult_0.60 11_3 0.4336 Rprec_mult_0.80 11_3 0.3974 Rprec_mult_1.00 11_3 0.3457 Rprec_mult_1.20 11_3 0.3009 Rprec_mult_1.40 11_3 0.2765 Rprec_mult_1.60 11_3 0.2525 Rprec_mult_1.80 11_3 0.2360 Rprec_mult_2.00 11_3 0.2154 utility 11_3 -784.0000 11pt_avg 11_3 0.3058 binG 11_3 0.1452 G 11_3 0.1017 ndcg 11_3 0.5564 ndcg_rel 11_3 0.5266 Rndcg 11_3 0.4789 ndcg_cut_5 11_3 0.7232 ndcg_cut_10 11_3 0.6022 ndcg_cut_15 11_3 0.5709 ndcg_cut_20 11_3 0.5532 ndcg_cut_30 11_3 0.5313 ndcg_cut_100 11_3 0.4437 ndcg_cut_200 11_3 0.4144 ndcg_cut_500 11_3 0.4921 ndcg_cut_1000 11_3 0.5564 map_cut_5 11_3 0.0266 map_cut_10 11_3 0.0390 map_cut_15 11_3 0.0614 map_cut_20 11_3 0.0851 map_cut_30 11_3 0.1128 map_cut_100 11_3 0.1957 map_cut_200 11_3 0.2332 map_cut_500 11_3 0.2603 map_cut_1000 11_3 0.2762 relative_P_5 11_3 1.0000 relative_P_10 11_3 0.8000 relative_P_15 11_3 0.8667 relative_P_20 11_3 0.9000 relative_P_30 11_3 0.8000 relative_P_100 11_3 0.4900 relative_P_200 11_3 0.3511 relative_P_500 11_3 0.4574 relative_P_1000 11_3 0.5745 success_1 11_3 1.0000 success_5 11_3 1.0000 success_10 11_3 1.0000 set_P 11_3 0.1080 set_relative_P 11_3 0.5745 set_recall 11_3 0.5745 set_map 11_3 0.0620 set_F 11_3 0.1818 num_nonrel_judged_ret 11_3 4 rbp 11_3 0.5309 rbp_resid 11_3 0.1635 unj_5 11_3 0.0000 unj_10 11_3 0.2000 unj_20 11_3 0.1000 num_ret 11_4 1000 num_rel 11_4 144 num_rel_ret 11_4 112 map 11_4 0.3391 Rprec 11_4 0.4097 bpref 11_4 0.7541 recip_rank 11_4 1.0000 iprec_at_recall_0.00 11_4 1.0000 iprec_at_recall_0.10 11_4 0.7241 iprec_at_recall_0.20 11_4 0.6316 iprec_at_recall_0.30 11_4 0.5890 iprec_at_recall_0.40 11_4 0.4143 iprec_at_recall_0.50 11_4 0.2637 iprec_at_recall_0.60 11_4 0.2077 iprec_at_recall_0.70 11_4 0.1637 iprec_at_recall_0.80 11_4 0.0000 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 1.0000 P_10 11_4 0.7000 P_15 11_4 0.6667 P_20 11_4 0.6500 P_30 11_4 0.7000 P_100 11_4 0.4700 P_200 11_4 0.3200 P_500 11_4 0.1880 P_1000 11_4 0.1120 relstring 11_4 '32212-22--' recall_5 11_4 0.0347 recall_10 11_4 0.0486 recall_15 11_4 0.0694 recall_20 11_4 0.0903 recall_30 11_4 0.1458 recall_100 11_4 0.3264 recall_200 11_4 0.4444 recall_500 11_4 0.6528 recall_1000 11_4 0.7778 infAP 11_4 0.3391 Rprec_mult_0.20 11_4 0.7241 Rprec_mult_0.40 11_4 0.6207 Rprec_mult_0.60 11_4 0.5172 Rprec_mult_0.80 11_4 0.4397 Rprec_mult_1.00 11_4 0.4097 Rprec_mult_1.20 11_4 0.3642 Rprec_mult_1.40 11_4 0.3168 Rprec_mult_1.60 11_4 0.2900 Rprec_mult_1.80 11_4 0.2731 Rprec_mult_2.00 11_4 0.2500 utility 11_4 -776.0000 11pt_avg 11_4 0.3631 binG 11_4 0.1733 G 11_4 0.1511 ndcg 11_4 0.6969 ndcg_rel 11_4 0.6275 Rndcg 11_4 0.6281 ndcg_cut_5 11_4 0.7310 ndcg_cut_10 11_4 0.6451 ndcg_cut_15 11_4 0.6180 ndcg_cut_20 11_4 0.5875 ndcg_cut_30 11_4 0.6305 ndcg_cut_100 11_4 0.5372 ndcg_cut_200 11_4 0.5401 ndcg_cut_500 11_4 0.6468 ndcg_cut_1000 11_4 0.6969 map_cut_5 11_4 0.0347 map_cut_10 11_4 0.0468 map_cut_15 11_4 0.0608 map_cut_20 11_4 0.0747 map_cut_30 11_4 0.1133 map_cut_100 11_4 0.2220 map_cut_200 11_4 0.2712 map_cut_500 11_4 0.3201 map_cut_1000 11_4 0.3391 relative_P_5 11_4 1.0000 relative_P_10 11_4 0.7000 relative_P_15 11_4 0.6667 relative_P_20 11_4 0.6500 relative_P_30 11_4 0.7000 relative_P_100 11_4 0.4700 relative_P_200 11_4 0.4444 relative_P_500 11_4 0.6528 relative_P_1000 11_4 0.7778 success_1 11_4 1.0000 success_5 11_4 1.0000 success_10 11_4 1.0000 set_P 11_4 0.1120 set_relative_P 11_4 0.7778 set_recall 11_4 0.7778 set_map 11_4 0.0871 set_F 11_4 0.1958 num_nonrel_judged_ret 11_4 3 rbp 11_4 0.4702 rbp_resid 11_4 0.2389 unj_5 11_4 0.0000 unj_10 11_4 0.3000 unj_20 11_4 0.3000 num_ret 11_6 1000 num_rel 11_6 60 num_rel_ret 11_6 39 map 11_6 0.0698 Rprec 11_6 0.1333 bpref 11_6 0.5874 recip_rank 11_6 0.2500 iprec_at_recall_0.00 11_6 0.4444 iprec_at_recall_0.10 11_6 0.1892 iprec_at_recall_0.20 11_6 0.0867 iprec_at_recall_0.30 11_6 0.0711 iprec_at_recall_0.40 11_6 0.0527 iprec_at_recall_0.50 11_6 0.0527 iprec_at_recall_0.60 11_6 0.0441 iprec_at_recall_0.70 11_6 0.0000 iprec_at_recall_0.80 11_6 0.0000 iprec_at_recall_0.90 11_6 0.0000 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 0.4000 P_10 11_6 0.4000 P_15 11_6 0.2667 P_20 11_6 0.2000 P_30 11_6 0.1667 P_100 11_6 0.1000 P_200 11_6 0.0750 P_500 11_6 0.0460 P_1000 11_6 0.0390 relstring 11_6 '00022--12-' recall_5 11_6 0.0333 recall_10 11_6 0.0667 recall_15 11_6 0.0667 recall_20 11_6 0.0667 recall_30 11_6 0.0833 recall_100 11_6 0.1667 recall_200 11_6 0.2500 recall_500 11_6 0.3833 recall_1000 11_6 0.6500 infAP 11_6 0.0698 Rprec_mult_0.20 11_6 0.3333 Rprec_mult_0.40 11_6 0.2083 Rprec_mult_0.60 11_6 0.1667 Rprec_mult_0.80 11_6 0.1667 Rprec_mult_1.00 11_6 0.1333 Rprec_mult_1.20 11_6 0.1250 Rprec_mult_1.40 11_6 0.1190 Rprec_mult_1.60 11_6 0.1042 Rprec_mult_1.80 11_6 0.0926 Rprec_mult_2.00 11_6 0.0833 utility 11_6 -922.0000 11pt_avg 11_6 0.0855 binG 11_6 0.1022 G 11_6 0.0835 ndcg 11_6 0.3451 ndcg_rel 11_6 0.2683 Rndcg 11_6 0.1918 ndcg_cut_5 11_6 0.1848 ndcg_cut_10 11_6 0.1873 ndcg_cut_15 11_6 0.1473 ndcg_cut_20 11_6 0.1296 ndcg_cut_30 11_6 0.1344 ndcg_cut_100 11_6 0.1395 ndcg_cut_200 11_6 0.1906 ndcg_cut_500 11_6 0.2395 ndcg_cut_1000 11_6 0.3451 map_cut_5 11_6 0.0108 map_cut_10 11_6 0.0245 map_cut_15 11_6 0.0245 map_cut_20 11_6 0.0245 map_cut_30 11_6 0.0283 map_cut_100 11_6 0.0420 map_cut_200 11_6 0.0489 map_cut_500 11_6 0.0571 map_cut_1000 11_6 0.0698 relative_P_5 11_6 0.4000 relative_P_10 11_6 0.4000 relative_P_15 11_6 0.2667 relative_P_20 11_6 0.2000 relative_P_30 11_6 0.1667 relative_P_100 11_6 0.1667 relative_P_200 11_6 0.2500 relative_P_500 11_6 0.3833 relative_P_1000 11_6 0.6500 success_1 11_6 0.0000 success_5 11_6 1.0000 success_10 11_6 1.0000 set_P 11_6 0.0390 set_relative_P 11_6 0.6500 set_recall 11_6 0.6500 set_map 11_6 0.0254 set_F 11_6 0.0736 num_nonrel_judged_ret 11_6 6 rbp 11_6 0.1522 rbp_resid 11_6 0.4789 unj_5 11_6 0.0000 unj_10 11_6 0.3000 unj_20 11_6 0.6500 num_ret 11_7 1000 num_rel 11_7 90 num_rel_ret 11_7 1 map 11_7 0.0001 Rprec 11_7 0.0000 bpref 11_7 0.0100 recip_rank 11_7 0.0056 iprec_at_recall_0.00 11_7 0.0056 iprec_at_recall_0.10 11_7 0.0000 iprec_at_recall_0.20 11_7 0.0000 iprec_at_recall_0.30 11_7 0.0000 iprec_at_recall_0.40 11_7 0.0000 iprec_at_recall_0.50 11_7 0.0000 iprec_at_recall_0.60 11_7 0.0000 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 0.0000 P_10 11_7 0.0000 P_15 11_7 0.0000 P_20 11_7 0.0000 P_30 11_7 0.0000 P_100 11_7 0.0000 P_200 11_7 0.0050 P_500 11_7 0.0020 P_1000 11_7 0.0010 relstring 11_7 '00000-----' recall_5 11_7 0.0000 recall_10 11_7 0.0000 recall_15 11_7 0.0000 recall_20 11_7 0.0000 recall_30 11_7 0.0000 recall_100 11_7 0.0000 recall_200 11_7 0.0111 recall_500 11_7 0.0111 recall_1000 11_7 0.0111 infAP 11_7 0.0001 Rprec_mult_0.20 11_7 0.0000 Rprec_mult_0.40 11_7 0.0000 Rprec_mult_0.60 11_7 0.0000 Rprec_mult_0.80 11_7 0.0000 Rprec_mult_1.00 11_7 0.0000 Rprec_mult_1.20 11_7 0.0000 Rprec_mult_1.40 11_7 0.0000 Rprec_mult_1.60 11_7 0.0000 Rprec_mult_1.80 11_7 0.0000 Rprec_mult_2.00 11_7 0.0056 utility 11_7 -998.0000 11pt_avg 11_7 0.0005 binG 11_7 0.0015 G 11_7 0.0018 ndcg 11_7 0.0079 ndcg_rel 11_7 0.0079 Rndcg 11_7 0.0020 ndcg_cut_5 11_7 0.0000 ndcg_cut_10 11_7 0.0000 ndcg_cut_15 11_7 0.0000 ndcg_cut_20 11_7 0.0000 ndcg_cut_30 11_7 0.0000 ndcg_cut_100 11_7 0.0000 ndcg_cut_200 11_7 0.0079 ndcg_cut_500 11_7 0.0079 ndcg_cut_1000 11_7 0.0079 map_cut_5 11_7 0.0000 map_cut_10 11_7 0.0000 map_cut_15 11_7 0.0000 map_cut_20 11_7 0.0000 map_cut_30 11_7 0.0000 map_cut_100 11_7 0.0000 map_cut_200 11_7 0.0001 map_cut_500 11_7 0.0001 map_cut_1000 11_7 0.0001 relative_P_5 11_7 0.0000 relative_P_10 11_7 0.0000 relative_P_15 11_7 0.0000 relative_P_20 11_7 0.0000 relative_P_30 11_7 0.0000 relative_P_100 11_7 0.0000 relative_P_200 11_7 0.0111 relative_P_500 11_7 0.0111 relative_P_1000 11_7 0.0111 success_1 11_7 0.0000 success_5 11_7 0.0000 success_10 11_7 0.0000 set_P 11_7 0.0010 set_relative_P 11_7 0.0111 set_recall 11_7 0.0111 set_map 11_7 0.0000 set_F 11_7 0.0018 num_nonrel_judged_ret 11_7 10 rbp 11_7 0.0000 rbp_resid 11_7 0.5563 unj_5 11_7 0.0000 unj_10 11_7 0.5000 unj_20 11_7 0.7000 num_ret 11_8 1000 num_rel 11_8 97 num_rel_ret 11_8 71 map 11_8 0.1809 Rprec 11_8 0.2577 bpref 11_8 0.6874 recip_rank 11_8 0.5000 iprec_at_recall_0.00 11_8 0.8333 iprec_at_recall_0.10 11_8 0.4400 iprec_at_recall_0.20 11_8 0.2879 iprec_at_recall_0.30 11_8 0.2522 iprec_at_recall_0.40 11_8 0.2021 iprec_at_recall_0.50 11_8 0.1214 iprec_at_recall_0.60 11_8 0.0891 iprec_at_recall_0.70 11_8 0.0854 iprec_at_recall_0.80 11_8 0.0000 iprec_at_recall_0.90 11_8 0.0000 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 0.8000 P_10 11_8 0.6000 P_15 11_8 0.4667 P_20 11_8 0.4500 P_30 11_8 0.4000 P_100 11_8 0.2600 P_200 11_8 0.2000 P_500 11_8 0.1040 P_1000 11_8 0.0710 relstring 11_8 '011121--2-' recall_5 11_8 0.0412 recall_10 11_8 0.0619 recall_15 11_8 0.0722 recall_20 11_8 0.0928 recall_30 11_8 0.1237 recall_100 11_8 0.2680 recall_200 11_8 0.4124 recall_500 11_8 0.5361 recall_1000 11_8 0.7320 infAP 11_8 0.1809 Rprec_mult_0.20 11_8 0.4500 Rprec_mult_0.40 11_8 0.3077 Rprec_mult_0.60 11_8 0.2712 Rprec_mult_0.80 11_8 0.2692 Rprec_mult_1.00 11_8 0.2577 Rprec_mult_1.20 11_8 0.2479 Rprec_mult_1.40 11_8 0.2206 Rprec_mult_1.60 11_8 0.2179 Rprec_mult_1.80 11_8 0.2114 Rprec_mult_2.00 11_8 0.2010 utility 11_8 -858.0000 11pt_avg 11_8 0.2101 binG 11_8 0.1369 G 11_8 0.1041 ndcg 11_8 0.4986 ndcg_rel 11_8 0.3690 Rndcg 11_8 0.2591 ndcg_cut_5 11_8 0.2128 ndcg_cut_10 11_8 0.2090 ndcg_cut_15 11_8 0.1937 ndcg_cut_20 11_8 0.2085 ndcg_cut_30 11_8 0.2229 ndcg_cut_100 11_8 0.2394 ndcg_cut_200 11_8 0.3406 ndcg_cut_500 11_8 0.4150 ndcg_cut_1000 11_8 0.4986 map_cut_5 11_8 0.0280 map_cut_10 11_8 0.0435 map_cut_15 11_8 0.0490 map_cut_20 11_8 0.0585 map_cut_30 11_8 0.0719 map_cut_100 11_8 0.1132 map_cut_200 11_8 0.1456 map_cut_500 11_8 0.1635 map_cut_1000 11_8 0.1809 relative_P_5 11_8 0.8000 relative_P_10 11_8 0.6000 relative_P_15 11_8 0.4667 relative_P_20 11_8 0.4500 relative_P_30 11_8 0.4000 relative_P_100 11_8 0.2680 relative_P_200 11_8 0.4124 relative_P_500 11_8 0.5361 relative_P_1000 11_8 0.7320 success_1 11_8 0.0000 success_5 11_8 1.0000 success_10 11_8 1.0000 set_P 11_8 0.0710 set_relative_P 11_8 0.7320 set_recall 11_8 0.7320 set_map 11_8 0.0520 set_F 11_8 0.1294 num_nonrel_judged_ret 11_8 4 rbp 11_8 0.1746 rbp_resid 11_8 0.3871 unj_5 11_8 0.0000 unj_10 11_8 0.3000 unj_20 11_8 0.5000 num_ret 11_9 1000 num_rel 11_9 117 num_rel_ret 11_9 20 map 11_9 0.0228 Rprec 11_9 0.0598 bpref 11_9 0.1340 recip_rank 11_9 1.0000 iprec_at_recall_0.00 11_9 1.0000 iprec_at_recall_0.10 11_9 0.0319 iprec_at_recall_0.20 11_9 0.0000 iprec_at_recall_0.30 11_9 0.0000 iprec_at_recall_0.40 11_9 0.0000 iprec_at_recall_0.50 11_9 0.0000 iprec_at_recall_0.60 11_9 0.0000 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 0.4000 P_10 11_9 0.2000 P_15 11_9 0.1333 P_20 11_9 0.1000 P_30 11_9 0.1000 P_100 11_9 0.0700 P_200 11_9 0.0400 P_500 11_9 0.0300 P_1000 11_9 0.0200 relstring 11_9 '1010000-00' recall_5 11_9 0.0171 recall_10 11_9 0.0171 recall_15 11_9 0.0171 recall_20 11_9 0.0171 recall_30 11_9 0.0256 recall_100 11_9 0.0598 recall_200 11_9 0.0684 recall_500 11_9 0.1282 recall_1000 11_9 0.1709 infAP 11_9 0.0228 Rprec_mult_0.20 11_9 0.1250 Rprec_mult_0.40 11_9 0.1277 Rprec_mult_0.60 11_9 0.0845 Rprec_mult_0.80 11_9 0.0745 Rprec_mult_1.00 11_9 0.0598 Rprec_mult_1.20 11_9 0.0496 Rprec_mult_1.40 11_9 0.0488 Rprec_mult_1.60 11_9 0.0426 Rprec_mult_1.80 11_9 0.0379 Rprec_mult_2.00 11_9 0.0342 utility 11_9 -960.0000 11pt_avg 11_9 0.0938 binG 11_9 0.0349 G 11_9 0.0145 ndcg 11_9 0.0834 ndcg_rel 11_9 0.0829 Rndcg 11_9 0.0784 ndcg_cut_5 11_9 0.1432 ndcg_cut_10 11_9 0.0983 ndcg_cut_15 11_9 0.0781 ndcg_cut_20 11_9 0.0659 ndcg_cut_30 11_9 0.0591 ndcg_cut_100 11_9 0.0490 ndcg_cut_200 11_9 0.0493 ndcg_cut_500 11_9 0.0695 ndcg_cut_1000 11_9 0.0834 map_cut_5 11_9 0.0142 map_cut_10 11_9 0.0142 map_cut_15 11_9 0.0142 map_cut_20 11_9 0.0142 map_cut_30 11_9 0.0154 map_cut_100 11_9 0.0194 map_cut_200 11_9 0.0198 map_cut_500 11_9 0.0217 map_cut_1000 11_9 0.0228 relative_P_5 11_9 0.4000 relative_P_10 11_9 0.2000 relative_P_15 11_9 0.1333 relative_P_20 11_9 0.1000 relative_P_30 11_9 0.1000 relative_P_100 11_9 0.0700 relative_P_200 11_9 0.0684 relative_P_500 11_9 0.1282 relative_P_1000 11_9 0.1709 success_1 11_9 1.0000 success_5 11_9 1.0000 success_10 11_9 1.0000 set_P 11_9 0.0200 set_relative_P 11_9 0.1709 set_recall 11_9 0.1709 set_map 11_9 0.0034 set_F 11_9 0.0358 num_nonrel_judged_ret 11_9 41 rbp 11_9 0.0495 rbp_resid 11_9 0.2483 unj_5 11_9 0.0000 unj_10 11_9 0.1000 unj_20 11_9 0.3500 num_ret 12_1 1000 num_rel 12_1 75 num_rel_ret 12_1 46 map 12_1 0.2536 Rprec 12_1 0.3467 bpref 12_1 0.4852 recip_rank 12_1 1.0000 iprec_at_recall_0.00 12_1 1.0000 iprec_at_recall_0.10 12_1 0.6667 iprec_at_recall_0.20 12_1 0.5714 iprec_at_recall_0.30 12_1 0.4545 iprec_at_recall_0.40 12_1 0.3333 iprec_at_recall_0.50 12_1 0.1089 iprec_at_recall_0.60 12_1 0.0593 iprec_at_recall_0.70 12_1 0.0000 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 0.6000 P_10 12_1 0.6000 P_15 12_1 0.6000 P_20 12_1 0.6000 P_30 12_1 0.5667 P_100 12_1 0.3100 P_200 12_1 0.1700 P_500 12_1 0.0820 P_1000 12_1 0.0460 relstring 12_1 '2100222100' recall_5 12_1 0.0400 recall_10 12_1 0.0800 recall_15 12_1 0.1200 recall_20 12_1 0.1600 recall_30 12_1 0.2267 recall_100 12_1 0.4133 recall_200 12_1 0.4533 recall_500 12_1 0.5467 recall_1000 12_1 0.6133 infAP 12_1 0.2536 Rprec_mult_0.20 12_1 0.6000 Rprec_mult_0.40 12_1 0.5667 Rprec_mult_0.60 12_1 0.4889 Rprec_mult_0.80 12_1 0.4167 Rprec_mult_1.00 12_1 0.3467 Rprec_mult_1.20 12_1 0.3333 Rprec_mult_1.40 12_1 0.2952 Rprec_mult_1.60 12_1 0.2667 Rprec_mult_1.80 12_1 0.2370 Rprec_mult_2.00 12_1 0.2133 utility 12_1 -908.0000 11pt_avg 12_1 0.2904 binG 12_1 0.1598 G 12_1 0.1287 ndcg 12_1 0.5519 ndcg_rel 12_1 0.5181 Rndcg 12_1 0.5124 ndcg_cut_5 12_1 0.4936 ndcg_cut_10 12_1 0.5055 ndcg_cut_15 12_1 0.5052 ndcg_cut_20 12_1 0.5055 ndcg_cut_30 12_1 0.4807 ndcg_cut_100 12_1 0.4581 ndcg_cut_200 12_1 0.4864 ndcg_cut_500 12_1 0.5229 ndcg_cut_1000 12_1 0.5519 map_cut_5 12_1 0.0347 map_cut_10 12_1 0.0631 map_cut_15 12_1 0.0885 map_cut_20 12_1 0.1134 map_cut_30 12_1 0.1501 map_cut_100 12_1 0.2299 map_cut_200 12_1 0.2392 map_cut_500 12_1 0.2496 map_cut_1000 12_1 0.2536 relative_P_5 12_1 0.6000 relative_P_10 12_1 0.6000 relative_P_15 12_1 0.6000 relative_P_20 12_1 0.6000 relative_P_30 12_1 0.5667 relative_P_100 12_1 0.4133 relative_P_200 12_1 0.4533 relative_P_500 12_1 0.5467 relative_P_1000 12_1 0.6133 success_1 12_1 1.0000 success_5 12_1 1.0000 success_10 12_1 1.0000 set_P 12_1 0.0460 set_relative_P 12_1 0.6133 set_recall 12_1 0.6133 set_map 12_1 0.0282 set_F 12_1 0.0856 num_nonrel_judged_ret 12_1 38 rbp 12_1 0.3342 rbp_resid 12_1 0.0403 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0000 num_ret 12_2 1000 num_rel 12_2 65 num_rel_ret 12_2 49 map 12_2 0.2995 Rprec 12_2 0.3385 bpref 12_2 0.7517 recip_rank 12_2 1.0000 iprec_at_recall_0.00 12_2 1.0000 iprec_at_recall_0.10 12_2 0.7500 iprec_at_recall_0.20 12_2 0.7222 iprec_at_recall_0.30 12_2 0.4545 iprec_at_recall_0.40 12_2 0.1905 iprec_at_recall_0.50 12_2 0.1784 iprec_at_recall_0.60 12_2 0.1581 iprec_at_recall_0.70 12_2 0.0792 iprec_at_recall_0.80 12_2 0.0000 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 1.0000 P_10 12_2 0.7000 P_15 12_2 0.7333 P_20 12_2 0.7000 P_30 12_2 0.5333 P_100 12_2 0.2200 P_200 12_2 0.1750 P_500 12_2 0.0860 P_1000 12_2 0.0490 relstring 12_2 '22212--1-1' recall_5 12_2 0.0769 recall_10 12_2 0.1077 recall_15 12_2 0.1692 recall_20 12_2 0.2154 recall_30 12_2 0.2462 recall_100 12_2 0.3385 recall_200 12_2 0.5385 recall_500 12_2 0.6615 recall_1000 12_2 0.7538 infAP 12_2 0.2995 Rprec_mult_0.20 12_2 0.6923 Rprec_mult_0.40 12_2 0.5769 Rprec_mult_0.60 12_2 0.4615 Rprec_mult_0.80 12_2 0.3846 Rprec_mult_1.00 12_2 0.3385 Rprec_mult_1.20 12_2 0.2821 Rprec_mult_1.40 12_2 0.2418 Rprec_mult_1.60 12_2 0.2212 Rprec_mult_1.80 12_2 0.1966 Rprec_mult_2.00 12_2 0.1923 utility 12_2 -902.0000 11pt_avg 12_2 0.3212 binG 12_2 0.2150 G 12_2 0.1514 ndcg 12_2 0.6002 ndcg_rel 12_2 0.5336 Rndcg 12_2 0.5263 ndcg_cut_5 12_2 0.6180 ndcg_cut_10 12_2 0.5044 ndcg_cut_15 12_2 0.4846 ndcg_cut_20 12_2 0.4863 ndcg_cut_30 12_2 0.4508 ndcg_cut_100 12_2 0.4115 ndcg_cut_200 12_2 0.5015 ndcg_cut_500 12_2 0.5590 ndcg_cut_1000 12_2 0.6002 map_cut_5 12_2 0.0769 map_cut_10 12_2 0.0992 map_cut_15 12_2 0.1424 map_cut_20 12_2 0.1758 map_cut_30 12_2 0.1953 map_cut_100 12_2 0.2371 map_cut_200 12_2 0.2742 map_cut_500 12_2 0.2929 map_cut_1000 12_2 0.2995 relative_P_5 12_2 1.0000 relative_P_10 12_2 0.7000 relative_P_15 12_2 0.7333 relative_P_20 12_2 0.7000 relative_P_30 12_2 0.5333 relative_P_100 12_2 0.3385 relative_P_200 12_2 0.5385 relative_P_500 12_2 0.6615 relative_P_1000 12_2 0.7538 success_1 12_2 1.0000 success_5 12_2 1.0000 success_10 12_2 1.0000 set_P 12_2 0.0490 set_relative_P 12_2 0.7538 set_recall 12_2 0.7538 set_map 12_2 0.0369 set_F 12_2 0.0920 num_nonrel_judged_ret 12_2 2 rbp 12_2 0.3554 rbp_resid 12_2 0.3176 unj_5 12_2 0.0000 unj_10 12_2 0.3000 unj_20 12_2 0.3000 num_ret 12_3 1000 num_rel 12_3 75 num_rel_ret 12_3 64 map 12_3 0.3855 Rprec 12_3 0.4800 bpref 12_3 0.7287 recip_rank 12_3 1.0000 iprec_at_recall_0.00 12_3 1.0000 iprec_at_recall_0.10 12_3 0.6226 iprec_at_recall_0.20 12_3 0.6226 iprec_at_recall_0.30 12_3 0.6226 iprec_at_recall_0.40 12_3 0.6226 iprec_at_recall_0.50 12_3 0.4810 iprec_at_recall_0.60 12_3 0.3719 iprec_at_recall_0.70 12_3 0.2304 iprec_at_recall_0.80 12_3 0.1402 iprec_at_recall_0.90 12_3 0.0000 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 0.6000 P_10 12_3 0.5000 P_15 12_3 0.4667 P_20 12_3 0.5000 P_30 12_3 0.6000 P_100 12_3 0.4200 P_200 12_3 0.2500 P_500 12_3 0.1240 P_1000 12_3 0.0640 relstring 12_3 '1101000011' recall_5 12_3 0.0400 recall_10 12_3 0.0667 recall_15 12_3 0.0933 recall_20 12_3 0.1333 recall_30 12_3 0.2400 recall_100 12_3 0.5600 recall_200 12_3 0.6667 recall_500 12_3 0.8267 recall_1000 12_3 0.8533 infAP 12_3 0.3855 Rprec_mult_0.20 12_3 0.4667 Rprec_mult_0.40 12_3 0.6000 Rprec_mult_0.60 12_3 0.5778 Rprec_mult_0.80 12_3 0.5667 Rprec_mult_1.00 12_3 0.4800 Rprec_mult_1.20 12_3 0.4222 Rprec_mult_1.40 12_3 0.4000 Rprec_mult_1.60 12_3 0.3667 Rprec_mult_1.80 12_3 0.3556 Rprec_mult_2.00 12_3 0.3200 utility 12_3 -872.0000 11pt_avg 12_3 0.4286 binG 12_3 0.2009 G 12_3 0.1478 ndcg 12_3 0.6358 ndcg_rel 12_3 0.4712 Rndcg 12_3 0.4788 ndcg_cut_5 12_3 0.3496 ndcg_cut_10 12_3 0.2918 ndcg_cut_15 12_3 0.2694 ndcg_cut_20 12_3 0.2742 ndcg_cut_30 12_3 0.3722 ndcg_cut_100 12_3 0.4702 ndcg_cut_200 12_3 0.5354 ndcg_cut_500 12_3 0.6211 ndcg_cut_1000 12_3 0.6358 map_cut_5 12_3 0.0367 map_cut_10 12_3 0.0493 map_cut_15 12_3 0.0612 map_cut_20 12_3 0.0808 map_cut_30 12_3 0.1408 map_cut_100 12_3 0.3166 map_cut_200 12_3 0.3548 map_cut_500 12_3 0.3834 map_cut_1000 12_3 0.3855 relative_P_5 12_3 0.6000 relative_P_10 12_3 0.5000 relative_P_15 12_3 0.4667 relative_P_20 12_3 0.5000 relative_P_30 12_3 0.6000 relative_P_100 12_3 0.5600 relative_P_200 12_3 0.6667 relative_P_500 12_3 0.8267 relative_P_1000 12_3 0.8533 success_1 12_3 1.0000 success_5 12_3 1.0000 success_10 12_3 1.0000 set_P 12_3 0.0640 set_relative_P 12_3 0.8533 set_recall 12_3 0.8533 set_map 12_3 0.0546 set_F 12_3 0.1191 num_nonrel_judged_ret 12_3 22 rbp 12_3 0.2913 rbp_resid 12_3 0.1085 unj_5 12_3 0.0000 unj_10 12_3 0.0000 unj_20 12_3 0.1500 num_ret 12_5 1000 num_rel 12_5 57 num_rel_ret 12_5 4 map 12_5 0.0003 Rprec 12_5 0.0000 bpref 12_5 0.0379 recip_rank 12_5 0.0045 iprec_at_recall_0.00 12_5 0.0057 iprec_at_recall_0.10 12_5 0.0000 iprec_at_recall_0.20 12_5 0.0000 iprec_at_recall_0.30 12_5 0.0000 iprec_at_recall_0.40 12_5 0.0000 iprec_at_recall_0.50 12_5 0.0000 iprec_at_recall_0.60 12_5 0.0000 iprec_at_recall_0.70 12_5 0.0000 iprec_at_recall_0.80 12_5 0.0000 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 0.0000 P_10 12_5 0.0000 P_15 12_5 0.0000 P_20 12_5 0.0000 P_30 12_5 0.0000 P_100 12_5 0.0000 P_200 12_5 0.0000 P_500 12_5 0.0020 P_1000 12_5 0.0040 relstring 12_5 '000000--00' recall_5 12_5 0.0000 recall_10 12_5 0.0000 recall_15 12_5 0.0000 recall_20 12_5 0.0000 recall_30 12_5 0.0000 recall_100 12_5 0.0000 recall_200 12_5 0.0000 recall_500 12_5 0.0175 recall_1000 12_5 0.0702 infAP 12_5 0.0003 Rprec_mult_0.20 12_5 0.0000 Rprec_mult_0.40 12_5 0.0000 Rprec_mult_0.60 12_5 0.0000 Rprec_mult_0.80 12_5 0.0000 Rprec_mult_1.00 12_5 0.0000 Rprec_mult_1.20 12_5 0.0000 Rprec_mult_1.40 12_5 0.0000 Rprec_mult_1.60 12_5 0.0000 Rprec_mult_1.80 12_5 0.0000 Rprec_mult_2.00 12_5 0.0000 utility 12_5 -992.0000 11pt_avg 12_5 0.0005 binG 12_5 0.0079 G 12_5 0.0074 ndcg 12_5 0.0286 ndcg_rel 12_5 0.0279 Rndcg 12_5 0.0072 ndcg_cut_5 12_5 0.0000 ndcg_cut_10 12_5 0.0000 ndcg_cut_15 12_5 0.0000 ndcg_cut_20 12_5 0.0000 ndcg_cut_30 12_5 0.0000 ndcg_cut_100 12_5 0.0000 ndcg_cut_200 12_5 0.0000 ndcg_cut_500 12_5 0.0082 ndcg_cut_1000 12_5 0.0286 map_cut_5 12_5 0.0000 map_cut_10 12_5 0.0000 map_cut_15 12_5 0.0000 map_cut_20 12_5 0.0000 map_cut_30 12_5 0.0000 map_cut_100 12_5 0.0000 map_cut_200 12_5 0.0000 map_cut_500 12_5 0.0001 map_cut_1000 12_5 0.0003 relative_P_5 12_5 0.0000 relative_P_10 12_5 0.0000 relative_P_15 12_5 0.0000 relative_P_20 12_5 0.0000 relative_P_30 12_5 0.0000 relative_P_100 12_5 0.0000 relative_P_200 12_5 0.0000 relative_P_500 12_5 0.0175 relative_P_1000 12_5 0.0702 success_1 12_5 0.0000 success_5 12_5 0.0000 success_10 12_5 0.0000 set_P 12_5 0.0040 set_relative_P 12_5 0.0702 set_recall 12_5 0.0702 set_map 12_5 0.0003 set_F 12_5 0.0076 num_nonrel_judged_ret 12_5 28 rbp 12_5 0.0000 rbp_resid 12_5 0.3614 unj_5 12_5 0.0000 unj_10 12_5 0.2000 unj_20 12_5 0.4500 num_ret 12_6 1000 num_rel 12_6 48 num_rel_ret 12_6 35 map 12_6 0.4212 Rprec 12_6 0.4375 bpref 12_6 0.6584 recip_rank 12_6 1.0000 iprec_at_recall_0.00 12_6 1.0000 iprec_at_recall_0.10 12_6 1.0000 iprec_at_recall_0.20 12_6 1.0000 iprec_at_recall_0.30 12_6 0.8000 iprec_at_recall_0.40 12_6 0.6552 iprec_at_recall_0.50 12_6 0.4211 iprec_at_recall_0.60 12_6 0.0687 iprec_at_recall_0.70 12_6 0.0468 iprec_at_recall_0.80 12_6 0.0000 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 1.0000 P_10 12_6 1.0000 P_15 12_6 0.8000 P_20 12_6 0.8000 P_30 12_6 0.6333 P_100 12_6 0.2400 P_200 12_6 0.1400 P_500 12_6 0.0600 P_1000 12_6 0.0350 relstring 12_6 '1212221122' recall_5 12_6 0.1042 recall_10 12_6 0.2083 recall_15 12_6 0.2500 recall_20 12_6 0.3333 recall_30 12_6 0.3958 recall_100 12_6 0.5000 recall_200 12_6 0.5833 recall_500 12_6 0.6250 recall_1000 12_6 0.7292 infAP 12_6 0.4212 Rprec_mult_0.20 12_6 1.0000 Rprec_mult_0.40 12_6 0.8000 Rprec_mult_0.60 12_6 0.6552 Rprec_mult_0.80 12_6 0.4872 Rprec_mult_1.00 12_6 0.4375 Rprec_mult_1.20 12_6 0.4138 Rprec_mult_1.40 12_6 0.3529 Rprec_mult_1.60 12_6 0.3117 Rprec_mult_1.80 12_6 0.2759 Rprec_mult_2.00 12_6 0.2500 utility 12_6 -930.0000 11pt_avg 12_6 0.4538 binG 12_6 0.3322 G 12_6 0.1903 ndcg 12_6 0.6399 ndcg_rel 12_6 0.6026 Rndcg 12_6 0.5134 ndcg_cut_5 12_6 0.6375 ndcg_cut_10 12_6 0.6878 ndcg_cut_15 12_6 0.6068 ndcg_cut_20 12_6 0.6052 ndcg_cut_30 12_6 0.5757 ndcg_cut_100 12_6 0.5504 ndcg_cut_200 12_6 0.5828 ndcg_cut_500 12_6 0.5991 ndcg_cut_1000 12_6 0.6399 map_cut_5 12_6 0.1042 map_cut_10 12_6 0.2083 map_cut_15 12_6 0.2453 map_cut_20 12_6 0.3115 map_cut_30 12_6 0.3527 map_cut_100 12_6 0.3993 map_cut_200 12_6 0.4131 map_cut_500 12_6 0.4160 map_cut_1000 12_6 0.4212 relative_P_5 12_6 1.0000 relative_P_10 12_6 1.0000 relative_P_15 12_6 0.8000 relative_P_20 12_6 0.8000 relative_P_30 12_6 0.6333 relative_P_100 12_6 0.5000 relative_P_200 12_6 0.5833 relative_P_500 12_6 0.6250 relative_P_1000 12_6 0.7292 success_1 12_6 1.0000 success_5 12_6 1.0000 success_10 12_6 1.0000 set_P 12_6 0.0350 set_relative_P 12_6 0.7292 set_recall 12_6 0.7292 set_map 12_6 0.0255 set_F 12_6 0.0668 num_nonrel_judged_ret 12_6 16 rbp 12_6 0.4121 rbp_resid 12_6 0.1455 unj_5 12_6 0.0000 unj_10 12_6 0.0000 unj_20 12_6 0.1500 num_ret 12_7 1000 num_rel 12_7 17 num_rel_ret 12_7 16 map 12_7 0.0849 Rprec 12_7 0.1176 bpref 12_7 0.2664 recip_rank 12_7 0.2000 iprec_at_recall_0.00 12_7 0.2000 iprec_at_recall_0.10 12_7 0.2000 iprec_at_recall_0.20 12_7 0.1333 iprec_at_recall_0.30 12_7 0.1333 iprec_at_recall_0.40 12_7 0.0854 iprec_at_recall_0.50 12_7 0.0612 iprec_at_recall_0.60 12_7 0.0583 iprec_at_recall_0.70 12_7 0.0583 iprec_at_recall_0.80 12_7 0.0461 iprec_at_recall_0.90 12_7 0.0441 iprec_at_recall_1.00 12_7 0.0000 P_5 12_7 0.2000 P_10 12_7 0.2000 P_15 12_7 0.1333 P_20 12_7 0.1000 P_30 12_7 0.1000 P_100 12_7 0.0700 P_200 12_7 0.0550 P_500 12_7 0.0320 P_1000 12_7 0.0160 relstring 12_7 '000020-002' recall_5 12_7 0.0588 recall_10 12_7 0.1176 recall_15 12_7 0.1176 recall_20 12_7 0.1176 recall_30 12_7 0.1765 recall_100 12_7 0.4118 recall_200 12_7 0.6471 recall_500 12_7 0.9412 recall_1000 12_7 0.9412 infAP 12_7 0.0849 Rprec_mult_0.20 12_7 0.0000 Rprec_mult_0.40 12_7 0.1429 Rprec_mult_0.60 12_7 0.1818 Rprec_mult_0.80 12_7 0.1429 Rprec_mult_1.00 12_7 0.1176 Rprec_mult_1.20 12_7 0.0952 Rprec_mult_1.40 12_7 0.1250 Rprec_mult_1.60 12_7 0.1071 Rprec_mult_1.80 12_7 0.0968 Rprec_mult_2.00 12_7 0.0882 utility 12_7 -968.0000 11pt_avg 12_7 0.0927 binG 12_7 0.1650 G 12_7 0.1572 ndcg 12_7 0.4042 ndcg_rel 12_7 0.2760 Rndcg 12_7 0.1517 ndcg_cut_5 12_7 0.0915 ndcg_cut_10 12_7 0.1161 ndcg_cut_15 12_7 0.1000 ndcg_cut_20 12_7 0.0966 ndcg_cut_30 12_7 0.1433 ndcg_cut_100 12_7 0.2572 ndcg_cut_200 12_7 0.3248 ndcg_cut_500 12_7 0.4042 ndcg_cut_1000 12_7 0.4042 map_cut_5 12_7 0.0118 map_cut_10 12_7 0.0235 map_cut_15 12_7 0.0235 map_cut_20 12_7 0.0235 map_cut_30 12_7 0.0312 map_cut_100 12_7 0.0566 map_cut_200 12_7 0.0712 map_cut_500 12_7 0.0849 map_cut_1000 12_7 0.0849 relative_P_5 12_7 0.2000 relative_P_10 12_7 0.2000 relative_P_15 12_7 0.1333 relative_P_20 12_7 0.1176 relative_P_30 12_7 0.1765 relative_P_100 12_7 0.4118 relative_P_200 12_7 0.6471 relative_P_500 12_7 0.9412 relative_P_1000 12_7 0.9412 success_1 12_7 0.0000 success_5 12_7 1.0000 success_10 12_7 1.0000 set_P 12_7 0.0160 set_relative_P 12_7 0.9412 set_recall 12_7 0.9412 set_map 12_7 0.0151 set_F 12_7 0.0315 num_nonrel_judged_ret 12_7 29 rbp 12_7 0.0822 rbp_resid 12_7 0.3800 unj_5 12_7 0.0000 unj_10 12_7 0.1000 unj_20 12_7 0.5500 num_ret 12_9 1000 num_rel 12_9 27 num_rel_ret 12_9 20 map 12_9 0.2885 Rprec 12_9 0.2963 bpref 12_9 0.4952 recip_rank 12_9 1.0000 iprec_at_recall_0.00 12_9 1.0000 iprec_at_recall_0.10 12_9 1.0000 iprec_at_recall_0.20 12_9 1.0000 iprec_at_recall_0.30 12_9 0.4706 iprec_at_recall_0.40 12_9 0.1279 iprec_at_recall_0.50 12_9 0.0809 iprec_at_recall_0.60 12_9 0.0618 iprec_at_recall_0.70 12_9 0.0219 iprec_at_recall_0.80 12_9 0.0000 iprec_at_recall_0.90 12_9 0.0000 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 1.0000 P_10 12_9 0.5000 P_15 12_9 0.4667 P_20 12_9 0.4000 P_30 12_9 0.3000 P_100 12_9 0.1200 P_200 12_9 0.0700 P_500 12_9 0.0360 P_1000 12_9 0.0200 relstring 12_9 '111310--0-' recall_5 12_9 0.1852 recall_10 12_9 0.1852 recall_15 12_9 0.2593 recall_20 12_9 0.2963 recall_30 12_9 0.3333 recall_100 12_9 0.4444 recall_200 12_9 0.5185 recall_500 12_9 0.6667 recall_1000 12_9 0.7407 infAP 12_9 0.2885 Rprec_mult_0.20 12_9 0.8333 Rprec_mult_0.40 12_9 0.5455 Rprec_mult_0.60 12_9 0.4706 Rprec_mult_0.80 12_9 0.3636 Rprec_mult_1.00 12_9 0.2963 Rprec_mult_1.20 12_9 0.3030 Rprec_mult_1.40 12_9 0.2632 Rprec_mult_1.60 12_9 0.2273 Rprec_mult_1.80 12_9 0.2041 Rprec_mult_2.00 12_9 0.1852 utility 12_9 -960.0000 11pt_avg 12_9 0.3421 binG 12_9 0.2843 G 12_9 0.1383 ndcg 12_9 0.4525 ndcg_rel 12_9 0.3990 Rndcg 12_9 0.3490 ndcg_cut_5 12_9 0.5061 ndcg_cut_10 12_9 0.3555 ndcg_cut_15 12_9 0.3249 ndcg_cut_20 12_9 0.3151 ndcg_cut_30 12_9 0.2982 ndcg_cut_100 12_9 0.3486 ndcg_cut_200 12_9 0.3738 ndcg_cut_500 12_9 0.4272 ndcg_cut_1000 12_9 0.4525 map_cut_5 12_9 0.1852 map_cut_10 12_9 0.1852 map_cut_15 12_9 0.2227 map_cut_20 12_9 0.2401 map_cut_30 12_9 0.2520 map_cut_100 12_9 0.2725 map_cut_200 12_9 0.2783 map_cut_500 12_9 0.2869 map_cut_1000 12_9 0.2885 relative_P_5 12_9 1.0000 relative_P_10 12_9 0.5000 relative_P_15 12_9 0.4667 relative_P_20 12_9 0.4000 relative_P_30 12_9 0.3333 relative_P_100 12_9 0.4444 relative_P_200 12_9 0.5185 relative_P_500 12_9 0.6667 relative_P_1000 12_9 0.7407 success_1 12_9 1.0000 success_5 12_9 1.0000 success_10 12_9 1.0000 set_P 12_9 0.0200 set_relative_P 12_9 0.7407 set_recall 12_9 0.7407 set_map 12_9 0.0148 set_F 12_9 0.0389 num_nonrel_judged_ret 12_9 25 rbp 12_9 0.2136 rbp_resid 12_9 0.3542 unj_5 12_9 0.0000 unj_10 12_9 0.3000 unj_20 12_9 0.4000 num_ret 13_2 1000 num_rel 13_2 154 num_rel_ret 13_2 104 map 13_2 0.2556 Rprec 13_2 0.3052 bpref 13_2 0.6292 recip_rank 13_2 1.0000 iprec_at_recall_0.00 13_2 1.0000 iprec_at_recall_0.10 13_2 0.6364 iprec_at_recall_0.20 13_2 0.5323 iprec_at_recall_0.30 13_2 0.3219 iprec_at_recall_0.40 13_2 0.2952 iprec_at_recall_0.50 13_2 0.2414 iprec_at_recall_0.60 13_2 0.1290 iprec_at_recall_0.70 13_2 0.0000 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 0.8000 P_10 13_2 0.6000 P_15 13_2 0.5333 P_20 13_2 0.6000 P_30 13_2 0.6000 P_100 13_2 0.4100 P_200 13_2 0.2950 P_500 13_2 0.1640 P_1000 13_2 0.1040 relstring 13_2 '3222022---' recall_5 13_2 0.0260 recall_10 13_2 0.0390 recall_15 13_2 0.0519 recall_20 13_2 0.0779 recall_30 13_2 0.1169 recall_100 13_2 0.2662 recall_200 13_2 0.3831 recall_500 13_2 0.5325 recall_1000 13_2 0.6753 infAP 13_2 0.2556 Rprec_mult_0.20 13_2 0.6129 Rprec_mult_0.40 13_2 0.5323 Rprec_mult_0.60 13_2 0.4301 Rprec_mult_0.80 13_2 0.3629 Rprec_mult_1.00 13_2 0.3052 Rprec_mult_1.20 13_2 0.3027 Rprec_mult_1.40 13_2 0.2917 Rprec_mult_1.60 13_2 0.2632 Rprec_mult_1.80 13_2 0.2554 Rprec_mult_2.00 13_2 0.2403 utility 13_2 -792.0000 11pt_avg 13_2 0.2869 binG 13_2 0.1408 G 13_2 0.1134 ndcg 13_2 0.6010 ndcg_rel 13_2 0.5362 Rndcg 13_2 0.5324 ndcg_cut_5 13_2 0.6219 ndcg_cut_10 13_2 0.5128 ndcg_cut_15 13_2 0.4878 ndcg_cut_20 13_2 0.5154 ndcg_cut_30 13_2 0.4960 ndcg_cut_100 13_2 0.4253 ndcg_cut_200 13_2 0.4424 ndcg_cut_500 13_2 0.5352 ndcg_cut_1000 13_2 0.6010 map_cut_5 13_2 0.0260 map_cut_10 13_2 0.0370 map_cut_15 13_2 0.0442 map_cut_20 13_2 0.0589 map_cut_30 13_2 0.0819 map_cut_100 13_2 0.1611 map_cut_200 13_2 0.1998 map_cut_500 13_2 0.2372 map_cut_1000 13_2 0.2556 relative_P_5 13_2 0.8000 relative_P_10 13_2 0.6000 relative_P_15 13_2 0.5333 relative_P_20 13_2 0.6000 relative_P_30 13_2 0.6000 relative_P_100 13_2 0.4100 relative_P_200 13_2 0.3831 relative_P_500 13_2 0.5325 relative_P_1000 13_2 0.6753 success_1 13_2 1.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.1040 set_relative_P 13_2 0.6753 set_recall 13_2 0.6753 set_map 13_2 0.0702 set_F 13_2 0.1802 num_nonrel_judged_ret 13_2 4 rbp 13_2 0.3640 rbp_resid 13_2 0.2940 unj_5 13_2 0.0000 unj_10 13_2 0.3000 unj_20 13_2 0.3500 num_ret 13_3 1000 num_rel 13_3 79 num_rel_ret 13_3 47 map 13_3 0.1949 Rprec 13_3 0.3291 bpref 13_3 0.5464 recip_rank 13_3 0.5000 iprec_at_recall_0.00 13_3 0.6667 iprec_at_recall_0.10 13_3 0.5333 iprec_at_recall_0.20 13_3 0.3636 iprec_at_recall_0.30 13_3 0.3421 iprec_at_recall_0.40 13_3 0.2832 iprec_at_recall_0.50 13_3 0.1762 iprec_at_recall_0.60 13_3 0.0471 iprec_at_recall_0.70 13_3 0.0000 iprec_at_recall_0.80 13_3 0.0000 iprec_at_recall_0.90 13_3 0.0000 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 0.6000 P_10 13_3 0.6000 P_15 13_3 0.5333 P_20 13_3 0.5000 P_30 13_3 0.4000 P_100 13_3 0.3000 P_200 13_3 0.1850 P_500 13_3 0.0840 P_1000 13_3 0.0470 relstring 13_3 '01202-22-2' recall_5 13_3 0.0380 recall_10 13_3 0.0759 recall_15 13_3 0.1013 recall_20 13_3 0.1266 recall_30 13_3 0.1519 recall_100 13_3 0.3797 recall_200 13_3 0.4684 recall_500 13_3 0.5316 recall_1000 13_3 0.5949 infAP 13_3 0.1949 Rprec_mult_0.20 13_3 0.5000 Rprec_mult_0.40 13_3 0.3750 Rprec_mult_0.60 13_3 0.3333 Rprec_mult_0.80 13_3 0.3281 Rprec_mult_1.00 13_3 0.3291 Rprec_mult_1.20 13_3 0.3053 Rprec_mult_1.40 13_3 0.2793 Rprec_mult_1.60 13_3 0.2598 Rprec_mult_1.80 13_3 0.2308 Rprec_mult_2.00 13_3 0.2089 utility 13_3 -906.0000 11pt_avg 13_3 0.2193 binG 13_3 0.1302 G 13_3 0.1023 ndcg 13_3 0.4666 ndcg_rel 13_3 0.3987 Rndcg 13_3 0.3214 ndcg_cut_5 13_3 0.2843 ndcg_cut_10 13_3 0.3675 ndcg_cut_15 13_3 0.3714 ndcg_cut_20 13_3 0.3750 ndcg_cut_30 13_3 0.3189 ndcg_cut_100 13_3 0.3516 ndcg_cut_200 13_3 0.4037 ndcg_cut_500 13_3 0.4360 ndcg_cut_1000 13_3 0.4666 map_cut_5 13_3 0.0224 map_cut_10 13_3 0.0451 map_cut_15 13_3 0.0587 map_cut_20 13_3 0.0717 map_cut_30 13_3 0.0827 map_cut_100 13_3 0.1603 map_cut_200 13_3 0.1808 map_cut_500 13_3 0.1907 map_cut_1000 13_3 0.1949 relative_P_5 13_3 0.6000 relative_P_10 13_3 0.6000 relative_P_15 13_3 0.5333 relative_P_20 13_3 0.5000 relative_P_30 13_3 0.4000 relative_P_100 13_3 0.3797 relative_P_200 13_3 0.4684 relative_P_500 13_3 0.5316 relative_P_1000 13_3 0.5949 success_1 13_3 0.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.0470 set_relative_P 13_3 0.5949 set_recall 13_3 0.5949 set_map 13_3 0.0280 set_F 13_3 0.0871 num_nonrel_judged_ret 13_3 14 rbp 13_3 0.2865 rbp_resid 13_3 0.3162 unj_5 13_3 0.0000 unj_10 13_3 0.2000 unj_20 13_3 0.4000 num_ret 13_4 1000 num_rel 13_4 132 num_rel_ret 13_4 73 map 13_4 0.1363 Rprec 13_4 0.2348 bpref 13_4 0.4708 recip_rank 13_4 1.0000 iprec_at_recall_0.00 13_4 1.0000 iprec_at_recall_0.10 13_4 0.3421 iprec_at_recall_0.20 13_4 0.3000 iprec_at_recall_0.30 13_4 0.2235 iprec_at_recall_0.40 13_4 0.1667 iprec_at_recall_0.50 13_4 0.0918 iprec_at_recall_0.60 13_4 0.0000 iprec_at_recall_0.70 13_4 0.0000 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 0.6000 P_10 13_4 0.3000 P_15 13_4 0.3333 P_20 13_4 0.3500 P_30 13_4 0.3667 P_100 13_4 0.2800 P_200 13_4 0.2050 P_500 13_4 0.1200 P_1000 13_4 0.0730 relstring 13_4 '11010-----' recall_5 13_4 0.0227 recall_10 13_4 0.0227 recall_15 13_4 0.0379 recall_20 13_4 0.0530 recall_30 13_4 0.0833 recall_100 13_4 0.2121 recall_200 13_4 0.3106 recall_500 13_4 0.4545 recall_1000 13_4 0.5530 infAP 13_4 0.1363 Rprec_mult_0.20 13_4 0.3704 Rprec_mult_0.40 13_4 0.3019 Rprec_mult_0.60 13_4 0.2750 Rprec_mult_0.80 13_4 0.2736 Rprec_mult_1.00 13_4 0.2348 Rprec_mult_1.20 13_4 0.2138 Rprec_mult_1.40 13_4 0.2162 Rprec_mult_1.60 13_4 0.1981 Rprec_mult_1.80 13_4 0.1891 Rprec_mult_2.00 13_4 0.1780 utility 13_4 -854.0000 11pt_avg 13_4 0.1931 binG 13_4 0.1014 G 13_4 0.0792 ndcg 13_4 0.4309 ndcg_rel 13_4 0.3625 Rndcg 13_4 0.3127 ndcg_cut_5 13_4 0.2989 ndcg_cut_10 13_4 0.2044 ndcg_cut_15 13_4 0.2215 ndcg_cut_20 13_4 0.2324 ndcg_cut_30 13_4 0.2688 ndcg_cut_100 13_4 0.2532 ndcg_cut_200 13_4 0.2886 ndcg_cut_500 13_4 0.3810 ndcg_cut_1000 13_4 0.4309 map_cut_5 13_4 0.0208 map_cut_10 13_4 0.0208 map_cut_15 13_4 0.0255 map_cut_20 13_4 0.0306 map_cut_30 13_4 0.0417 map_cut_100 13_4 0.0804 map_cut_200 13_4 0.1029 map_cut_500 13_4 0.1271 map_cut_1000 13_4 0.1363 relative_P_5 13_4 0.6000 relative_P_10 13_4 0.3000 relative_P_15 13_4 0.3333 relative_P_20 13_4 0.3500 relative_P_30 13_4 0.3667 relative_P_100 13_4 0.2800 relative_P_200 13_4 0.3106 relative_P_500 13_4 0.4545 relative_P_1000 13_4 0.5530 success_1 13_4 1.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.0730 set_relative_P 13_4 0.5530 set_recall 13_4 0.5530 set_map 13_4 0.0404 set_F 13_4 0.1290 num_nonrel_judged_ret 13_4 18 rbp 13_4 0.1507 rbp_resid 13_4 0.3867 unj_5 13_4 0.0000 unj_10 13_4 0.5000 unj_20 13_4 0.4000 num_ret 13_6 1000 num_rel 13_6 135 num_rel_ret 13_6 94 map 13_6 0.2449 Rprec 13_6 0.3037 bpref 13_6 0.6480 recip_rank 13_6 1.0000 iprec_at_recall_0.00 13_6 1.0000 iprec_at_recall_0.10 13_6 0.7083 iprec_at_recall_0.20 13_6 0.4412 iprec_at_recall_0.30 13_6 0.3083 iprec_at_recall_0.40 13_6 0.2186 iprec_at_recall_0.50 13_6 0.1553 iprec_at_recall_0.60 13_6 0.1279 iprec_at_recall_0.70 13_6 0.0000 iprec_at_recall_0.80 13_6 0.0000 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 1.0000 P_10 13_6 0.7000 P_15 13_6 0.6000 P_20 13_6 0.6500 P_30 13_6 0.6333 P_100 13_6 0.3400 P_200 13_6 0.2450 P_500 13_6 0.1400 P_1000 13_6 0.0940 relstring 13_6 '231111---2' recall_5 13_6 0.0370 recall_10 13_6 0.0519 recall_15 13_6 0.0667 recall_20 13_6 0.0963 recall_30 13_6 0.1407 recall_100 13_6 0.2519 recall_200 13_6 0.3630 recall_500 13_6 0.5185 recall_1000 13_6 0.6963 infAP 13_6 0.2449 Rprec_mult_0.20 13_6 0.6296 Rprec_mult_0.40 13_6 0.4444 Rprec_mult_0.60 13_6 0.3951 Rprec_mult_0.80 13_6 0.3426 Rprec_mult_1.00 13_6 0.3037 Rprec_mult_1.20 13_6 0.2716 Rprec_mult_1.40 13_6 0.2593 Rprec_mult_1.60 13_6 0.2407 Rprec_mult_1.80 13_6 0.2181 Rprec_mult_2.00 13_6 0.2037 utility 13_6 -812.0000 11pt_avg 13_6 0.2690 binG 13_6 0.1549 G 13_6 0.1084 ndcg 13_6 0.5713 ndcg_rel 13_6 0.4906 Rndcg 13_6 0.4398 ndcg_cut_5 13_6 0.5292 ndcg_cut_10 13_6 0.4200 ndcg_cut_15 13_6 0.3902 ndcg_cut_20 13_6 0.4387 ndcg_cut_30 13_6 0.4748 ndcg_cut_100 13_6 0.3537 ndcg_cut_200 13_6 0.3980 ndcg_cut_500 13_6 0.4824 ndcg_cut_1000 13_6 0.5713 map_cut_5 13_6 0.0370 map_cut_10 13_6 0.0496 map_cut_15 13_6 0.0606 map_cut_20 13_6 0.0800 map_cut_30 13_6 0.1097 map_cut_100 13_6 0.1598 map_cut_200 13_6 0.1934 map_cut_500 13_6 0.2226 map_cut_1000 13_6 0.2449 relative_P_5 13_6 1.0000 relative_P_10 13_6 0.7000 relative_P_15 13_6 0.6000 relative_P_20 13_6 0.6500 relative_P_30 13_6 0.6333 relative_P_100 13_6 0.3400 relative_P_200 13_6 0.3630 relative_P_500 13_6 0.5185 relative_P_1000 13_6 0.6963 success_1 13_6 1.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.0940 set_relative_P 13_6 0.6963 set_recall 13_6 0.6963 set_map 13_6 0.0655 set_F 13_6 0.1656 num_nonrel_judged_ret 13_6 4 rbp 13_6 0.3140 rbp_resid 13_6 0.2919 unj_5 13_6 0.0000 unj_10 13_6 0.3000 unj_20 13_6 0.3500 num_ret 13_8 1000 num_rel 13_8 100 num_rel_ret 13_8 19 map 13_8 0.0166 Rprec 13_8 0.0700 bpref 13_8 0.1646 recip_rank 13_8 0.1667 iprec_at_recall_0.00 13_8 0.3000 iprec_at_recall_0.10 13_8 0.0559 iprec_at_recall_0.20 13_8 0.0000 iprec_at_recall_0.30 13_8 0.0000 iprec_at_recall_0.40 13_8 0.0000 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 0.0000 P_10 13_8 0.3000 P_15 13_8 0.2000 P_20 13_8 0.1500 P_30 13_8 0.1000 P_100 13_8 0.0700 P_200 13_8 0.0500 P_500 13_8 0.0340 P_1000 13_8 0.0190 relstring 13_8 '000001-2-2' recall_5 13_8 0.0000 recall_10 13_8 0.0300 recall_15 13_8 0.0300 recall_20 13_8 0.0300 recall_30 13_8 0.0300 recall_100 13_8 0.0700 recall_200 13_8 0.1000 recall_500 13_8 0.1700 recall_1000 13_8 0.1900 infAP 13_8 0.0166 Rprec_mult_0.20 13_8 0.1500 Rprec_mult_0.40 13_8 0.1250 Rprec_mult_0.60 13_8 0.0833 Rprec_mult_0.80 13_8 0.0750 Rprec_mult_1.00 13_8 0.0700 Rprec_mult_1.20 13_8 0.0583 Rprec_mult_1.40 13_8 0.0571 Rprec_mult_1.60 13_8 0.0500 Rprec_mult_1.80 13_8 0.0556 Rprec_mult_2.00 13_8 0.0500 utility 13_8 -962.0000 11pt_avg 13_8 0.0324 binG 13_8 0.0320 G 13_8 0.0238 ndcg 13_8 0.1190 ndcg_rel 13_8 0.1129 Rndcg 13_8 0.0824 ndcg_cut_5 13_8 0.0000 ndcg_cut_10 13_8 0.1148 ndcg_cut_15 13_8 0.0903 ndcg_cut_20 13_8 0.0795 ndcg_cut_30 13_8 0.0654 ndcg_cut_100 13_8 0.0611 ndcg_cut_200 13_8 0.0803 ndcg_cut_500 13_8 0.1112 ndcg_cut_1000 13_8 0.1190 map_cut_5 13_8 0.0000 map_cut_10 13_8 0.0072 map_cut_15 13_8 0.0072 map_cut_20 13_8 0.0072 map_cut_30 13_8 0.0072 map_cut_100 13_8 0.0113 map_cut_200 13_8 0.0130 map_cut_500 13_8 0.0159 map_cut_1000 13_8 0.0166 relative_P_5 13_8 0.0000 relative_P_10 13_8 0.3000 relative_P_15 13_8 0.2000 relative_P_20 13_8 0.1500 relative_P_30 13_8 0.1000 relative_P_100 13_8 0.0700 relative_P_200 13_8 0.1000 relative_P_500 13_8 0.1700 relative_P_1000 13_8 0.1900 success_1 13_8 0.0000 success_5 13_8 0.0000 success_10 13_8 1.0000 set_P 13_8 0.0190 set_relative_P 13_8 0.1900 set_recall 13_8 0.1900 set_map 13_8 0.0036 set_F 13_8 0.0345 num_nonrel_judged_ret 13_8 14 rbp 13_8 0.0801 rbp_resid 13_8 0.3874 unj_5 13_8 0.0000 unj_10 13_8 0.2000 unj_20 13_8 0.5500 num_ret 14_10 1000 num_rel 14_10 52 num_rel_ret 14_10 11 map 14_10 0.0032 Rprec 14_10 0.0000 bpref 14_10 0.1457 recip_rank 14_10 0.0114 iprec_at_recall_0.00 14_10 0.0196 iprec_at_recall_0.10 14_10 0.0196 iprec_at_recall_0.20 14_10 0.0128 iprec_at_recall_0.30 14_10 0.0000 iprec_at_recall_0.40 14_10 0.0000 iprec_at_recall_0.50 14_10 0.0000 iprec_at_recall_0.60 14_10 0.0000 iprec_at_recall_0.70 14_10 0.0000 iprec_at_recall_0.80 14_10 0.0000 iprec_at_recall_0.90 14_10 0.0000 iprec_at_recall_1.00 14_10 0.0000 P_5 14_10 0.0000 P_10 14_10 0.0000 P_15 14_10 0.0000 P_20 14_10 0.0000 P_30 14_10 0.0000 P_100 14_10 0.0100 P_200 14_10 0.0150 P_500 14_10 0.0160 P_1000 14_10 0.0110 relstring 14_10 '00000-0---' recall_5 14_10 0.0000 recall_10 14_10 0.0000 recall_15 14_10 0.0000 recall_20 14_10 0.0000 recall_30 14_10 0.0000 recall_100 14_10 0.0192 recall_200 14_10 0.0577 recall_500 14_10 0.1538 recall_1000 14_10 0.2115 infAP 14_10 0.0032 Rprec_mult_0.20 14_10 0.0000 Rprec_mult_0.40 14_10 0.0000 Rprec_mult_0.60 14_10 0.0000 Rprec_mult_0.80 14_10 0.0000 Rprec_mult_1.00 14_10 0.0000 Rprec_mult_1.20 14_10 0.0000 Rprec_mult_1.40 14_10 0.0000 Rprec_mult_1.60 14_10 0.0000 Rprec_mult_1.80 14_10 0.0106 Rprec_mult_2.00 14_10 0.0096 utility 14_10 -978.0000 11pt_avg 14_10 0.0047 binG 14_10 0.0258 G 14_10 0.0259 ndcg 14_10 0.0913 ndcg_rel 14_10 0.0839 Rndcg 14_10 0.0228 ndcg_cut_5 14_10 0.0000 ndcg_cut_10 14_10 0.0000 ndcg_cut_15 14_10 0.0000 ndcg_cut_20 14_10 0.0000 ndcg_cut_30 14_10 0.0000 ndcg_cut_100 14_10 0.0127 ndcg_cut_200 14_10 0.0298 ndcg_cut_500 14_10 0.0742 ndcg_cut_1000 14_10 0.0913 map_cut_5 14_10 0.0000 map_cut_10 14_10 0.0000 map_cut_15 14_10 0.0000 map_cut_20 14_10 0.0000 map_cut_30 14_10 0.0000 map_cut_100 14_10 0.0002 map_cut_200 14_10 0.0008 map_cut_500 14_10 0.0025 map_cut_1000 14_10 0.0032 relative_P_5 14_10 0.0000 relative_P_10 14_10 0.0000 relative_P_15 14_10 0.0000 relative_P_20 14_10 0.0000 relative_P_30 14_10 0.0000 relative_P_100 14_10 0.0192 relative_P_200 14_10 0.0577 relative_P_500 14_10 0.1538 relative_P_1000 14_10 0.2115 success_1 14_10 0.0000 success_5 14_10 0.0000 success_10 14_10 0.0000 set_P 14_10 0.0110 set_relative_P 14_10 0.2115 set_recall 14_10 0.2115 set_map 14_10 0.0023 set_F 14_10 0.0209 num_nonrel_judged_ret 14_10 18 rbp 14_10 0.0000 rbp_resid 14_10 0.4776 unj_5 14_10 0.0000 unj_10 14_10 0.4000 unj_20 14_10 0.6000 num_ret 14_2 1000 num_rel 14_2 105 num_rel_ret 14_2 44 map 14_2 0.1119 Rprec 14_2 0.1524 bpref 14_2 0.4000 recip_rank 14_2 1.0000 iprec_at_recall_0.00 14_2 1.0000 iprec_at_recall_0.10 14_2 0.4074 iprec_at_recall_0.20 14_2 0.1094 iprec_at_recall_0.30 14_2 0.0714 iprec_at_recall_0.40 14_2 0.0507 iprec_at_recall_0.50 14_2 0.0000 iprec_at_recall_0.60 14_2 0.0000 iprec_at_recall_0.70 14_2 0.0000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 1.0000 P_10 14_2 0.6000 P_15 14_2 0.4667 P_20 14_2 0.4500 P_30 14_2 0.3667 P_100 14_2 0.1600 P_200 14_2 0.1050 P_500 14_2 0.0660 P_1000 14_2 0.0440 relstring 14_2 '22211--1--' recall_5 14_2 0.0476 recall_10 14_2 0.0571 recall_15 14_2 0.0667 recall_20 14_2 0.0857 recall_30 14_2 0.1048 recall_100 14_2 0.1524 recall_200 14_2 0.2000 recall_500 14_2 0.3143 recall_1000 14_2 0.4190 infAP 14_2 0.1119 Rprec_mult_0.20 14_2 0.4286 Rprec_mult_0.40 14_2 0.2857 Rprec_mult_0.60 14_2 0.2381 Rprec_mult_0.80 14_2 0.1905 Rprec_mult_1.00 14_2 0.1524 Rprec_mult_1.20 14_2 0.1508 Rprec_mult_1.40 14_2 0.1361 Rprec_mult_1.60 14_2 0.1190 Rprec_mult_1.80 14_2 0.1058 Rprec_mult_2.00 14_2 0.1000 utility 14_2 -912.0000 11pt_avg 14_2 0.1490 binG 14_2 0.1067 G 14_2 0.0732 ndcg 14_2 0.3543 ndcg_rel 14_2 0.3494 Rndcg 14_2 0.3614 ndcg_cut_5 14_2 0.6005 ndcg_cut_10 14_2 0.4631 ndcg_cut_15 14_2 0.3961 ndcg_cut_20 14_2 0.3686 ndcg_cut_30 14_2 0.3137 ndcg_cut_100 14_2 0.2204 ndcg_cut_200 14_2 0.2398 ndcg_cut_500 14_2 0.3038 ndcg_cut_1000 14_2 0.3543 map_cut_5 14_2 0.0476 map_cut_10 14_2 0.0548 map_cut_15 14_2 0.0599 map_cut_20 14_2 0.0692 map_cut_30 14_2 0.0767 map_cut_100 14_2 0.0904 map_cut_200 14_2 0.0970 map_cut_500 14_2 0.1062 map_cut_1000 14_2 0.1119 relative_P_5 14_2 1.0000 relative_P_10 14_2 0.6000 relative_P_15 14_2 0.4667 relative_P_20 14_2 0.4500 relative_P_30 14_2 0.3667 relative_P_100 14_2 0.1600 relative_P_200 14_2 0.2000 relative_P_500 14_2 0.3143 relative_P_1000 14_2 0.4190 success_1 14_2 1.0000 success_5 14_2 1.0000 success_10 14_2 1.0000 set_P 14_2 0.0440 set_relative_P 14_2 0.4190 set_recall 14_2 0.4190 set_map 14_2 0.0184 set_F 14_2 0.0796 num_nonrel_judged_ret 14_2 15 rbp 14_2 0.2705 rbp_resid 14_2 0.4423 unj_5 14_2 0.0000 unj_10 14_2 0.4000 unj_20 14_2 0.5000 num_ret 14_3 1000 num_rel 14_3 160 num_rel_ret 14_3 66 map 14_3 0.0881 Rprec 14_3 0.1750 bpref 14_3 0.3179 recip_rank 14_3 0.5000 iprec_at_recall_0.00 14_3 0.8333 iprec_at_recall_0.10 14_3 0.3019 iprec_at_recall_0.20 14_3 0.1231 iprec_at_recall_0.30 14_3 0.0907 iprec_at_recall_0.40 14_3 0.0695 iprec_at_recall_0.50 14_3 0.0000 iprec_at_recall_0.60 14_3 0.0000 iprec_at_recall_0.70 14_3 0.0000 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 0.8000 P_10 14_3 0.5000 P_15 14_3 0.5333 P_20 14_3 0.4000 P_30 14_3 0.4000 P_100 14_3 0.1900 P_200 14_3 0.1500 P_500 14_3 0.0880 P_1000 14_3 0.0660 relstring 14_3 '0111110-0-' recall_5 14_3 0.0250 recall_10 14_3 0.0312 recall_15 14_3 0.0500 recall_20 14_3 0.0500 recall_30 14_3 0.0750 recall_100 14_3 0.1187 recall_200 14_3 0.1875 recall_500 14_3 0.2750 recall_1000 14_3 0.4125 infAP 14_3 0.0881 Rprec_mult_0.20 14_3 0.3750 Rprec_mult_0.40 14_3 0.2656 Rprec_mult_0.60 14_3 0.1979 Rprec_mult_0.80 14_3 0.1875 Rprec_mult_1.00 14_3 0.1750 Rprec_mult_1.20 14_3 0.1510 Rprec_mult_1.40 14_3 0.1339 Rprec_mult_1.60 14_3 0.1211 Rprec_mult_1.80 14_3 0.1146 Rprec_mult_2.00 14_3 0.1125 utility 14_3 -868.0000 11pt_avg 14_3 0.1290 binG 14_3 0.0755 G 14_3 0.0578 ndcg 14_3 0.3073 ndcg_rel 14_3 0.2722 Rndcg 14_3 0.2100 ndcg_cut_5 14_3 0.2427 ndcg_cut_10 14_3 0.2054 ndcg_cut_15 14_3 0.2408 ndcg_cut_20 14_3 0.2058 ndcg_cut_30 14_3 0.2246 ndcg_cut_100 14_3 0.1618 ndcg_cut_200 14_3 0.1780 ndcg_cut_500 14_3 0.2301 ndcg_cut_1000 14_3 0.3073 map_cut_5 14_3 0.0170 map_cut_10 14_3 0.0222 map_cut_15 14_3 0.0315 map_cut_20 14_3 0.0315 map_cut_30 14_3 0.0413 map_cut_100 14_3 0.0546 map_cut_200 14_3 0.0672 map_cut_500 14_3 0.0767 map_cut_1000 14_3 0.0881 relative_P_5 14_3 0.8000 relative_P_10 14_3 0.5000 relative_P_15 14_3 0.5333 relative_P_20 14_3 0.4000 relative_P_30 14_3 0.4000 relative_P_100 14_3 0.1900 relative_P_200 14_3 0.1875 relative_P_500 14_3 0.2750 relative_P_1000 14_3 0.4125 success_1 14_3 0.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.0660 set_relative_P 14_3 0.4125 set_recall 14_3 0.4125 set_map 14_3 0.0272 set_F 14_3 0.1138 num_nonrel_judged_ret 14_3 38 rbp 14_3 0.1744 rbp_resid 14_3 0.1808 unj_5 14_3 0.0000 unj_10 14_3 0.2000 unj_20 14_3 0.2000 num_ret 14_4 1000 num_rel 14_4 46 num_rel_ret 14_4 30 map 14_4 0.0353 Rprec 14_4 0.0435 bpref 14_4 0.1905 recip_rank 14_4 0.0286 iprec_at_recall_0.00 14_4 0.0828 iprec_at_recall_0.10 14_4 0.0828 iprec_at_recall_0.20 14_4 0.0828 iprec_at_recall_0.30 14_4 0.0722 iprec_at_recall_0.40 14_4 0.0547 iprec_at_recall_0.50 14_4 0.0403 iprec_at_recall_0.60 14_4 0.0305 iprec_at_recall_0.70 14_4 0.0000 iprec_at_recall_0.80 14_4 0.0000 iprec_at_recall_0.90 14_4 0.0000 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.0000 P_10 14_4 0.0000 P_15 14_4 0.0000 P_20 14_4 0.0000 P_30 14_4 0.0000 P_100 14_4 0.0700 P_200 14_4 0.0700 P_500 14_4 0.0400 P_1000 14_4 0.0300 relstring 14_4 '00000000--' recall_5 14_4 0.0000 recall_10 14_4 0.0000 recall_15 14_4 0.0000 recall_20 14_4 0.0000 recall_30 14_4 0.0000 recall_100 14_4 0.1522 recall_200 14_4 0.3043 recall_500 14_4 0.4348 recall_1000 14_4 0.6522 infAP 14_4 0.0353 Rprec_mult_0.20 14_4 0.0000 Rprec_mult_0.40 14_4 0.0000 Rprec_mult_0.60 14_4 0.0000 Rprec_mult_0.80 14_4 0.0270 Rprec_mult_1.00 14_4 0.0435 Rprec_mult_1.20 14_4 0.0536 Rprec_mult_1.40 14_4 0.0615 Rprec_mult_1.60 14_4 0.0541 Rprec_mult_1.80 14_4 0.0602 Rprec_mult_2.00 14_4 0.0652 utility 14_4 -940.0000 11pt_avg 14_4 0.0406 binG 14_4 0.0865 G 14_4 0.0889 ndcg 14_4 0.2925 ndcg_rel 14_4 0.2177 Rndcg 14_4 0.0812 ndcg_cut_5 14_4 0.0000 ndcg_cut_10 14_4 0.0000 ndcg_cut_15 14_4 0.0000 ndcg_cut_20 14_4 0.0000 ndcg_cut_30 14_4 0.0000 ndcg_cut_100 14_4 0.1015 ndcg_cut_200 14_4 0.1728 ndcg_cut_500 14_4 0.2296 ndcg_cut_1000 14_4 0.2925 map_cut_5 14_4 0.0000 map_cut_10 14_4 0.0000 map_cut_15 14_4 0.0000 map_cut_20 14_4 0.0000 map_cut_30 14_4 0.0000 map_cut_100 14_4 0.0089 map_cut_200 14_4 0.0204 map_cut_500 14_4 0.0273 map_cut_1000 14_4 0.0353 relative_P_5 14_4 0.0000 relative_P_10 14_4 0.0000 relative_P_15 14_4 0.0000 relative_P_20 14_4 0.0000 relative_P_30 14_4 0.0000 relative_P_100 14_4 0.1522 relative_P_200 14_4 0.3043 relative_P_500 14_4 0.4348 relative_P_1000 14_4 0.6522 success_1 14_4 0.0000 success_5 14_4 0.0000 success_10 14_4 0.0000 set_P 14_4 0.0300 set_relative_P 14_4 0.6522 set_recall 14_4 0.6522 set_map 14_4 0.0196 set_F 14_4 0.0574 num_nonrel_judged_ret 14_4 51 rbp 14_4 0.0034 rbp_resid 14_4 0.2849 unj_5 14_4 0.0000 unj_10 14_4 0.2000 unj_20 14_4 0.4000 num_ret 14_7 1000 num_rel 14_7 83 num_rel_ret 14_7 22 map 14_7 0.0139 Rprec 14_7 0.0482 bpref 14_7 0.1976 recip_rank 14_7 0.1429 iprec_at_recall_0.00 14_7 0.1429 iprec_at_recall_0.10 14_7 0.0476 iprec_at_recall_0.20 14_7 0.0428 iprec_at_recall_0.30 14_7 0.0000 iprec_at_recall_0.40 14_7 0.0000 iprec_at_recall_0.50 14_7 0.0000 iprec_at_recall_0.60 14_7 0.0000 iprec_at_recall_0.70 14_7 0.0000 iprec_at_recall_0.80 14_7 0.0000 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 0.0000 P_10 14_7 0.1000 P_15 14_7 0.0667 P_20 14_7 0.0500 P_30 14_7 0.1000 P_100 14_7 0.0400 P_200 14_7 0.0450 P_500 14_7 0.0400 P_1000 14_7 0.0220 relstring 14_7 '00000-100-' recall_5 14_7 0.0000 recall_10 14_7 0.0120 recall_15 14_7 0.0120 recall_20 14_7 0.0120 recall_30 14_7 0.0361 recall_100 14_7 0.0482 recall_200 14_7 0.1084 recall_500 14_7 0.2410 recall_1000 14_7 0.2651 infAP 14_7 0.0139 Rprec_mult_0.20 14_7 0.0588 Rprec_mult_0.40 14_7 0.0882 Rprec_mult_0.60 14_7 0.0600 Rprec_mult_0.80 14_7 0.0448 Rprec_mult_1.00 14_7 0.0482 Rprec_mult_1.20 14_7 0.0400 Rprec_mult_1.40 14_7 0.0427 Rprec_mult_1.60 14_7 0.0451 Rprec_mult_1.80 14_7 0.0400 Rprec_mult_2.00 14_7 0.0422 utility 14_7 -956.0000 11pt_avg 14_7 0.0212 binG 14_7 0.0380 G 14_7 0.0363 ndcg 14_7 0.1509 ndcg_rel 14_7 0.1341 Rndcg 14_7 0.0646 ndcg_cut_5 14_7 0.0000 ndcg_cut_10 14_7 0.0262 ndcg_cut_15 14_7 0.0217 ndcg_cut_20 14_7 0.0188 ndcg_cut_30 14_7 0.0445 ndcg_cut_100 14_7 0.0355 ndcg_cut_200 14_7 0.0704 ndcg_cut_500 14_7 0.1408 ndcg_cut_1000 14_7 0.1509 map_cut_5 14_7 0.0000 map_cut_10 14_7 0.0017 map_cut_15 14_7 0.0017 map_cut_20 14_7 0.0017 map_cut_30 14_7 0.0041 map_cut_100 14_7 0.0047 map_cut_200 14_7 0.0075 map_cut_500 14_7 0.0131 map_cut_1000 14_7 0.0139 relative_P_5 14_7 0.0000 relative_P_10 14_7 0.1000 relative_P_15 14_7 0.0667 relative_P_20 14_7 0.0500 relative_P_30 14_7 0.1000 relative_P_100 14_7 0.0482 relative_P_200 14_7 0.1084 relative_P_500 14_7 0.2410 relative_P_1000 14_7 0.2651 success_1 14_7 0.0000 success_5 14_7 0.0000 success_10 14_7 1.0000 set_P 14_7 0.0220 set_relative_P 14_7 0.2651 set_recall 14_7 0.2651 set_map 14_7 0.0058 set_F 14_7 0.0406 num_nonrel_judged_ret 14_7 37 rbp 14_7 0.0264 rbp_resid 14_7 0.4189 unj_5 14_7 0.0000 unj_10 14_7 0.2000 unj_20 14_7 0.6000 num_ret 14_8 1000 num_rel 14_8 18 num_rel_ret 14_8 12 map 14_8 0.0741 Rprec 14_8 0.0556 bpref 14_8 0.0741 recip_rank 14_8 1.0000 iprec_at_recall_0.00 14_8 1.0000 iprec_at_recall_0.10 14_8 0.1000 iprec_at_recall_0.20 14_8 0.0431 iprec_at_recall_0.30 14_8 0.0431 iprec_at_recall_0.40 14_8 0.0199 iprec_at_recall_0.50 14_8 0.0165 iprec_at_recall_0.60 14_8 0.0159 iprec_at_recall_0.70 14_8 0.0000 iprec_at_recall_0.80 14_8 0.0000 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.2000 P_10 14_8 0.1000 P_15 14_8 0.0667 P_20 14_8 0.1000 P_30 14_8 0.0667 P_100 14_8 0.0300 P_200 14_8 0.0250 P_500 14_8 0.0160 P_1000 14_8 0.0120 relstring 14_8 '1000000-0-' recall_5 14_8 0.0556 recall_10 14_8 0.0556 recall_15 14_8 0.0556 recall_20 14_8 0.1111 recall_30 14_8 0.1111 recall_100 14_8 0.1667 recall_200 14_8 0.2778 recall_500 14_8 0.4444 recall_1000 14_8 0.6667 infAP 14_8 0.0741 Rprec_mult_0.20 14_8 0.2500 Rprec_mult_0.40 14_8 0.1250 Rprec_mult_0.60 14_8 0.0909 Rprec_mult_0.80 14_8 0.0667 Rprec_mult_1.00 14_8 0.0556 Rprec_mult_1.20 14_8 0.0909 Rprec_mult_1.40 14_8 0.0769 Rprec_mult_1.60 14_8 0.0690 Rprec_mult_1.80 14_8 0.0606 Rprec_mult_2.00 14_8 0.0556 utility 14_8 -976.0000 11pt_avg 14_8 0.1126 binG 14_8 0.1368 G 14_8 0.1149 ndcg 14_8 0.3203 ndcg_rel 14_8 0.2776 Rndcg 14_8 0.1852 ndcg_cut_5 14_8 0.1696 ndcg_cut_10 14_8 0.1222 ndcg_cut_15 14_8 0.1053 ndcg_cut_20 14_8 0.1424 ndcg_cut_30 14_8 0.1424 ndcg_cut_100 14_8 0.1729 ndcg_cut_200 14_8 0.2017 ndcg_cut_500 14_8 0.2481 ndcg_cut_1000 14_8 0.3203 map_cut_5 14_8 0.0556 map_cut_10 14_8 0.0556 map_cut_15 14_8 0.0556 map_cut_20 14_8 0.0611 map_cut_30 14_8 0.0611 map_cut_100 14_8 0.0631 map_cut_200 14_8 0.0676 map_cut_500 14_8 0.0708 map_cut_1000 14_8 0.0741 relative_P_5 14_8 0.2000 relative_P_10 14_8 0.1000 relative_P_15 14_8 0.0667 relative_P_20 14_8 0.1111 relative_P_30 14_8 0.1111 relative_P_100 14_8 0.1667 relative_P_200 14_8 0.2778 relative_P_500 14_8 0.4444 relative_P_1000 14_8 0.6667 success_1 14_8 1.0000 success_5 14_8 1.0000 success_10 14_8 1.0000 set_P 14_8 0.0120 set_relative_P 14_8 0.6667 set_recall 14_8 0.6667 set_map 14_8 0.0080 set_F 14_8 0.0236 num_nonrel_judged_ret 14_8 69 rbp 14_8 0.0635 rbp_resid 14_8 0.2516 unj_5 14_8 0.0000 unj_10 14_8 0.2000 unj_20 14_8 0.3000 num_ret 14_9 1000 num_rel 14_9 213 num_rel_ret 14_9 120 map 14_9 0.3130 Rprec 14_9 0.3803 bpref 14_9 0.5416 recip_rank 14_9 1.0000 iprec_at_recall_0.00 14_9 1.0000 iprec_at_recall_0.10 14_9 0.9259 iprec_at_recall_0.20 14_9 0.6719 iprec_at_recall_0.30 14_9 0.5614 iprec_at_recall_0.40 14_9 0.3127 iprec_at_recall_0.50 14_9 0.1583 iprec_at_recall_0.60 14_9 0.0000 iprec_at_recall_0.70 14_9 0.0000 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 1.0000 P_10 14_9 1.0000 P_15 14_9 1.0000 P_20 14_9 0.9000 P_30 14_9 0.8667 P_100 14_9 0.6000 P_200 14_9 0.3900 P_500 14_9 0.1960 P_1000 14_9 0.1200 relstring 14_9 '3222122212' recall_5 14_9 0.0235 recall_10 14_9 0.0469 recall_15 14_9 0.0704 recall_20 14_9 0.0845 recall_30 14_9 0.1221 recall_100 14_9 0.2817 recall_200 14_9 0.3662 recall_500 14_9 0.4601 recall_1000 14_9 0.5634 infAP 14_9 0.3130 Rprec_mult_0.20 14_9 0.7442 Rprec_mult_0.40 14_9 0.6163 Rprec_mult_0.60 14_9 0.5312 Rprec_mult_0.80 14_9 0.4444 Rprec_mult_1.00 14_9 0.3803 Rprec_mult_1.20 14_9 0.3281 Rprec_mult_1.40 14_9 0.2943 Rprec_mult_1.60 14_9 0.2610 Rprec_mult_1.80 14_9 0.2344 Rprec_mult_2.00 14_9 0.2160 utility 14_9 -760.0000 11pt_avg 14_9 0.3300 binG 14_9 0.1714 G 14_9 0.1014 ndcg 14_9 0.5516 ndcg_rel 14_9 0.5544 Rndcg 14_9 0.5382 ndcg_cut_5 14_9 0.7360 ndcg_cut_10 14_9 0.6896 ndcg_cut_15 14_9 0.6809 ndcg_cut_20 14_9 0.6332 ndcg_cut_30 14_9 0.6278 ndcg_cut_100 14_9 0.5200 ndcg_cut_200 14_9 0.4412 ndcg_cut_500 14_9 0.4939 ndcg_cut_1000 14_9 0.5516 map_cut_5 14_9 0.0235 map_cut_10 14_9 0.0469 map_cut_15 14_9 0.0704 map_cut_20 14_9 0.0835 map_cut_30 14_9 0.1177 map_cut_100 14_9 0.2273 map_cut_200 14_9 0.2699 map_cut_500 14_9 0.2966 map_cut_1000 14_9 0.3130 relative_P_5 14_9 1.0000 relative_P_10 14_9 1.0000 relative_P_15 14_9 1.0000 relative_P_20 14_9 0.9000 relative_P_30 14_9 0.8667 relative_P_100 14_9 0.6000 relative_P_200 14_9 0.3900 relative_P_500 14_9 0.4601 relative_P_1000 14_9 0.5634 success_1 14_9 1.0000 success_5 14_9 1.0000 success_10 14_9 1.0000 set_P 14_9 0.1200 set_relative_P 14_9 0.5634 set_recall 14_9 0.5634 set_map 14_9 0.0676 set_F 14_9 0.1979 num_nonrel_judged_ret 14_9 7 rbp 14_9 0.5621 rbp_resid 14_9 0.0577 unj_5 14_9 0.0000 unj_10 14_9 0.0000 unj_20 14_9 0.1000 num_ret 15_1 1000 num_rel 15_1 81 num_rel_ret 15_1 53 map 15_1 0.2825 Rprec 15_1 0.3580 bpref 15_1 0.5772 recip_rank 15_1 1.0000 iprec_at_recall_0.00 15_1 1.0000 iprec_at_recall_0.10 15_1 0.9000 iprec_at_recall_0.20 15_1 0.6296 iprec_at_recall_0.30 15_1 0.4286 iprec_at_recall_0.40 15_1 0.2537 iprec_at_recall_0.50 15_1 0.1544 iprec_at_recall_0.60 15_1 0.0679 iprec_at_recall_0.70 15_1 0.0000 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 0.8000 P_10 15_1 0.9000 P_15 15_1 0.7333 P_20 15_1 0.7000 P_30 15_1 0.6000 P_100 15_1 0.3000 P_200 15_1 0.1850 P_500 15_1 0.0940 P_1000 15_1 0.0530 relstring 15_1 '3311013211' recall_5 15_1 0.0494 recall_10 15_1 0.1111 recall_15 15_1 0.1358 recall_20 15_1 0.1728 recall_30 15_1 0.2222 recall_100 15_1 0.3704 recall_200 15_1 0.4568 recall_500 15_1 0.5802 recall_1000 15_1 0.6543 infAP 15_1 0.2825 Rprec_mult_0.20 15_1 0.7059 Rprec_mult_0.40 15_1 0.5455 Rprec_mult_0.60 15_1 0.4082 Rprec_mult_0.80 15_1 0.4154 Rprec_mult_1.00 15_1 0.3580 Rprec_mult_1.20 15_1 0.3061 Rprec_mult_1.40 15_1 0.2719 Rprec_mult_1.60 15_1 0.2462 Rprec_mult_1.80 15_1 0.2329 Rprec_mult_2.00 15_1 0.2099 utility 15_1 -894.0000 11pt_avg 15_1 0.3122 binG 15_1 0.1895 G 15_1 0.1570 ndcg 15_1 0.5909 ndcg_rel 15_1 0.5733 Rndcg 15_1 0.5368 ndcg_cut_5 15_1 0.6584 ndcg_cut_10 15_1 0.6779 ndcg_cut_15 15_1 0.5931 ndcg_cut_20 15_1 0.5926 ndcg_cut_30 15_1 0.5441 ndcg_cut_100 15_1 0.4549 ndcg_cut_200 15_1 0.4983 ndcg_cut_500 15_1 0.5582 ndcg_cut_1000 15_1 0.5909 map_cut_5 15_1 0.0494 map_cut_10 15_1 0.1031 map_cut_15 15_1 0.1217 map_cut_20 15_1 0.1475 map_cut_30 15_1 0.1783 map_cut_100 15_1 0.2406 map_cut_200 15_1 0.2606 map_cut_500 15_1 0.2777 map_cut_1000 15_1 0.2825 relative_P_5 15_1 0.8000 relative_P_10 15_1 0.9000 relative_P_15 15_1 0.7333 relative_P_20 15_1 0.7000 relative_P_30 15_1 0.6000 relative_P_100 15_1 0.3704 relative_P_200 15_1 0.4568 relative_P_500 15_1 0.5802 relative_P_1000 15_1 0.6543 success_1 15_1 1.0000 success_5 15_1 1.0000 success_10 15_1 1.0000 set_P 15_1 0.0530 set_relative_P 15_1 0.6543 set_recall 15_1 0.6543 set_map 15_1 0.0347 set_F 15_1 0.0981 num_nonrel_judged_ret 15_1 23 rbp 15_1 0.4388 rbp_resid 15_1 0.1157 unj_5 15_1 0.0000 unj_10 15_1 0.0000 unj_20 15_1 0.1000 num_ret 15_10 1000 num_rel 15_10 35 num_rel_ret 15_10 27 map 15_10 0.2453 Rprec 15_10 0.3429 bpref 15_10 0.5747 recip_rank 15_10 1.0000 iprec_at_recall_0.00 15_10 1.0000 iprec_at_recall_0.10 15_10 0.8000 iprec_at_recall_0.20 15_10 0.4667 iprec_at_recall_0.30 15_10 0.4286 iprec_at_recall_0.40 15_10 0.2545 iprec_at_recall_0.50 15_10 0.1268 iprec_at_recall_0.60 15_10 0.0588 iprec_at_recall_0.70 15_10 0.0274 iprec_at_recall_0.80 15_10 0.0000 iprec_at_recall_0.90 15_10 0.0000 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 0.8000 P_10 15_10 0.5000 P_15 15_10 0.4667 P_20 15_10 0.4500 P_30 15_10 0.4000 P_100 15_10 0.1600 P_200 15_10 0.0900 P_500 15_10 0.0440 P_1000 15_10 0.0270 relstring 15_10 '20111-0-1-' recall_5 15_10 0.1143 recall_10 15_10 0.1429 recall_15 15_10 0.2000 recall_20 15_10 0.2571 recall_30 15_10 0.3429 recall_100 15_10 0.4571 recall_200 15_10 0.5143 recall_500 15_10 0.6286 recall_1000 15_10 0.7714 infAP 15_10 0.2453 Rprec_mult_0.20 15_10 0.5714 Rprec_mult_0.40 15_10 0.4286 Rprec_mult_0.60 15_10 0.4286 Rprec_mult_0.80 15_10 0.4286 Rprec_mult_1.00 15_10 0.3429 Rprec_mult_1.20 15_10 0.3095 Rprec_mult_1.40 15_10 0.2653 Rprec_mult_1.60 15_10 0.2500 Rprec_mult_1.80 15_10 0.2381 Rprec_mult_2.00 15_10 0.2143 utility 15_10 -946.0000 11pt_avg 15_10 0.2875 binG 15_10 0.2062 G 15_10 0.1582 ndcg 15_10 0.5232 ndcg_rel 15_10 0.4526 Rndcg 15_10 0.4107 ndcg_cut_5 15_10 0.4407 ndcg_cut_10 15_10 0.3470 ndcg_cut_15 15_10 0.3517 ndcg_cut_20 15_10 0.3737 ndcg_cut_30 15_10 0.3769 ndcg_cut_100 15_10 0.4068 ndcg_cut_200 15_10 0.4248 ndcg_cut_500 15_10 0.4782 ndcg_cut_1000 15_10 0.5232 map_cut_5 15_10 0.0919 map_cut_10 15_10 0.1078 map_cut_15 15_10 0.1343 map_cut_20 15_10 0.1599 map_cut_30 15_10 0.1961 map_cut_100 15_10 0.2250 map_cut_200 15_10 0.2332 map_cut_500 15_10 0.2407 map_cut_1000 15_10 0.2453 relative_P_5 15_10 0.8000 relative_P_10 15_10 0.5000 relative_P_15 15_10 0.4667 relative_P_20 15_10 0.4500 relative_P_30 15_10 0.4000 relative_P_100 15_10 0.4571 relative_P_200 15_10 0.5143 relative_P_500 15_10 0.6286 relative_P_1000 15_10 0.7714 success_1 15_10 1.0000 success_5 15_10 1.0000 success_10 15_10 1.0000 set_P 15_10 0.0270 set_relative_P 15_10 0.7714 set_recall 15_10 0.7714 set_map 15_10 0.0208 set_F 15_10 0.0522 num_nonrel_judged_ret 15_10 24 rbp 15_10 0.1973 rbp_resid 15_10 0.3321 unj_5 15_10 0.0000 unj_10 15_10 0.3000 unj_20 15_10 0.3500 num_ret 15_3 1000 num_rel 15_3 22 num_rel_ret 15_3 3 map 15_3 0.0004 Rprec 15_3 0.0000 bpref 15_3 0.0000 recip_rank 15_3 0.0020 iprec_at_recall_0.00 15_3 0.0038 iprec_at_recall_0.10 15_3 0.0038 iprec_at_recall_0.20 15_3 0.0000 iprec_at_recall_0.30 15_3 0.0000 iprec_at_recall_0.40 15_3 0.0000 iprec_at_recall_0.50 15_3 0.0000 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.0000 P_10 15_3 0.0000 P_15 15_3 0.0000 P_20 15_3 0.0000 P_30 15_3 0.0000 P_100 15_3 0.0000 P_200 15_3 0.0000 P_500 15_3 0.0000 P_1000 15_3 0.0030 relstring 15_3 '00000--0--' recall_5 15_3 0.0000 recall_10 15_3 0.0000 recall_15 15_3 0.0000 recall_20 15_3 0.0000 recall_30 15_3 0.0000 recall_100 15_3 0.0000 recall_200 15_3 0.0000 recall_500 15_3 0.0000 recall_1000 15_3 0.1364 infAP 15_3 0.0004 Rprec_mult_0.20 15_3 0.0000 Rprec_mult_0.40 15_3 0.0000 Rprec_mult_0.60 15_3 0.0000 Rprec_mult_0.80 15_3 0.0000 Rprec_mult_1.00 15_3 0.0000 Rprec_mult_1.20 15_3 0.0000 Rprec_mult_1.40 15_3 0.0000 Rprec_mult_1.60 15_3 0.0000 Rprec_mult_1.80 15_3 0.0000 Rprec_mult_2.00 15_3 0.0000 utility 15_3 -994.0000 11pt_avg 15_3 0.0007 binG 15_3 0.0146 G 15_3 0.0167 ndcg 15_3 0.0446 ndcg_rel 15_3 0.0430 Rndcg 15_3 0.0149 ndcg_cut_5 15_3 0.0000 ndcg_cut_10 15_3 0.0000 ndcg_cut_15 15_3 0.0000 ndcg_cut_20 15_3 0.0000 ndcg_cut_30 15_3 0.0000 ndcg_cut_100 15_3 0.0000 ndcg_cut_200 15_3 0.0000 ndcg_cut_500 15_3 0.0000 ndcg_cut_1000 15_3 0.0446 map_cut_5 15_3 0.0000 map_cut_10 15_3 0.0000 map_cut_15 15_3 0.0000 map_cut_20 15_3 0.0000 map_cut_30 15_3 0.0000 map_cut_100 15_3 0.0000 map_cut_200 15_3 0.0000 map_cut_500 15_3 0.0000 map_cut_1000 15_3 0.0004 relative_P_5 15_3 0.0000 relative_P_10 15_3 0.0000 relative_P_15 15_3 0.0000 relative_P_20 15_3 0.0000 relative_P_30 15_3 0.0000 relative_P_100 15_3 0.0000 relative_P_200 15_3 0.0000 relative_P_500 15_3 0.0000 relative_P_1000 15_3 0.1364 success_1 15_3 0.0000 success_5 15_3 0.0000 success_10 15_3 0.0000 set_P 15_3 0.0030 set_relative_P 15_3 0.1364 set_recall 15_3 0.1364 set_map 15_3 0.0004 set_F 15_3 0.0059 num_nonrel_judged_ret 15_3 39 rbp 15_3 0.0000 rbp_resid 15_3 0.5123 unj_5 15_3 0.0000 unj_10 15_3 0.4000 unj_20 15_3 0.6500 num_ret 15_4 1000 num_rel 15_4 20 num_rel_ret 15_4 8 map 15_4 0.0038 Rprec 15_4 0.0000 bpref 15_4 0.0225 recip_rank 15_4 0.0085 iprec_at_recall_0.00 15_4 0.0136 iprec_at_recall_0.10 15_4 0.0136 iprec_at_recall_0.20 15_4 0.0136 iprec_at_recall_0.30 15_4 0.0085 iprec_at_recall_0.40 15_4 0.0082 iprec_at_recall_0.50 15_4 0.0000 iprec_at_recall_0.60 15_4 0.0000 iprec_at_recall_0.70 15_4 0.0000 iprec_at_recall_0.80 15_4 0.0000 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.0000 P_10 15_4 0.0000 P_15 15_4 0.0000 P_20 15_4 0.0000 P_30 15_4 0.0000 P_100 15_4 0.0000 P_200 15_4 0.0100 P_500 15_4 0.0100 P_1000 15_4 0.0080 relstring 15_4 '000000---0' recall_5 15_4 0.0000 recall_10 15_4 0.0000 recall_15 15_4 0.0000 recall_20 15_4 0.0000 recall_30 15_4 0.0000 recall_100 15_4 0.0000 recall_200 15_4 0.1000 recall_500 15_4 0.2500 recall_1000 15_4 0.4000 infAP 15_4 0.0038 Rprec_mult_0.20 15_4 0.0000 Rprec_mult_0.40 15_4 0.0000 Rprec_mult_0.60 15_4 0.0000 Rprec_mult_0.80 15_4 0.0000 Rprec_mult_1.00 15_4 0.0000 Rprec_mult_1.20 15_4 0.0000 Rprec_mult_1.40 15_4 0.0000 Rprec_mult_1.60 15_4 0.0000 Rprec_mult_1.80 15_4 0.0000 Rprec_mult_2.00 15_4 0.0000 utility 15_4 -984.0000 11pt_avg 15_4 0.0052 binG 15_4 0.0470 G 15_4 0.0404 ndcg 15_4 0.1092 ndcg_rel 15_4 0.0900 Rndcg 15_4 0.0364 ndcg_cut_5 15_4 0.0000 ndcg_cut_10 15_4 0.0000 ndcg_cut_15 15_4 0.0000 ndcg_cut_20 15_4 0.0000 ndcg_cut_30 15_4 0.0000 ndcg_cut_100 15_4 0.0000 ndcg_cut_200 15_4 0.0219 ndcg_cut_500 15_4 0.0686 ndcg_cut_1000 15_4 0.1092 map_cut_5 15_4 0.0000 map_cut_10 15_4 0.0000 map_cut_15 15_4 0.0000 map_cut_20 15_4 0.0000 map_cut_30 15_4 0.0000 map_cut_100 15_4 0.0000 map_cut_200 15_4 0.0010 map_cut_500 15_4 0.0026 map_cut_1000 15_4 0.0038 relative_P_5 15_4 0.0000 relative_P_10 15_4 0.0000 relative_P_15 15_4 0.0000 relative_P_20 15_4 0.0000 relative_P_30 15_4 0.0000 relative_P_100 15_4 0.0000 relative_P_200 15_4 0.1000 relative_P_500 15_4 0.2500 relative_P_1000 15_4 0.4000 success_1 15_4 0.0000 success_5 15_4 0.0000 success_10 15_4 0.0000 set_P 15_4 0.0080 set_relative_P 15_4 0.4000 set_recall 15_4 0.4000 set_map 15_4 0.0032 set_F 15_4 0.0157 num_nonrel_judged_ret 15_4 40 rbp 15_4 0.0000 rbp_resid 15_4 0.4550 unj_5 15_4 0.0000 unj_10 15_4 0.3000 unj_20 15_4 0.5500 num_ret 15_5 1000 num_rel 15_5 31 num_rel_ret 15_5 24 map 15_5 0.1124 Rprec 15_5 0.1935 bpref 15_5 0.4797 recip_rank 15_5 0.3333 iprec_at_recall_0.00 15_5 0.4000 iprec_at_recall_0.10 15_5 0.2222 iprec_at_recall_0.20 15_5 0.2222 iprec_at_recall_0.30 15_5 0.2222 iprec_at_recall_0.40 15_5 0.1529 iprec_at_recall_0.50 15_5 0.0708 iprec_at_recall_0.60 15_5 0.0667 iprec_at_recall_0.70 15_5 0.0332 iprec_at_recall_0.80 15_5 0.0000 iprec_at_recall_0.90 15_5 0.0000 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.4000 P_10 15_5 0.2000 P_15 15_5 0.2000 P_20 15_5 0.1500 P_30 15_5 0.2000 P_100 15_5 0.1300 P_200 15_5 0.0750 P_500 15_5 0.0420 P_1000 15_5 0.0240 relstring 15_5 '0030300---' recall_5 15_5 0.0645 recall_10 15_5 0.0645 recall_15 15_5 0.0968 recall_20 15_5 0.0968 recall_30 15_5 0.1935 recall_100 15_5 0.4194 recall_200 15_5 0.4839 recall_500 15_5 0.6774 recall_1000 15_5 0.7742 infAP 15_5 0.1124 Rprec_mult_0.20 15_5 0.2857 Rprec_mult_0.40 15_5 0.1538 Rprec_mult_0.60 15_5 0.1579 Rprec_mult_0.80 15_5 0.2000 Rprec_mult_1.00 15_5 0.1935 Rprec_mult_1.20 15_5 0.1579 Rprec_mult_1.40 15_5 0.2045 Rprec_mult_1.60 15_5 0.2000 Rprec_mult_1.80 15_5 0.1786 Rprec_mult_2.00 15_5 0.1613 utility 15_5 -952.0000 11pt_avg 15_5 0.1264 binG 15_5 0.1446 G 15_5 0.1505 ndcg 15_5 0.4553 ndcg_rel 15_5 0.3666 Rndcg 15_5 0.2962 ndcg_cut_5 15_5 0.3314 ndcg_cut_10 15_5 0.2503 ndcg_cut_15 15_5 0.2436 ndcg_cut_20 15_5 0.2218 ndcg_cut_30 15_5 0.2330 ndcg_cut_100 15_5 0.3525 ndcg_cut_200 15_5 0.3792 ndcg_cut_500 15_5 0.4352 ndcg_cut_1000 15_5 0.4553 map_cut_5 15_5 0.0237 map_cut_10 15_5 0.0237 map_cut_15 15_5 0.0301 map_cut_20 15_5 0.0301 map_cut_30 15_5 0.0496 map_cut_100 15_5 0.0903 map_cut_200 15_5 0.0969 map_cut_500 15_5 0.1097 map_cut_1000 15_5 0.1124 relative_P_5 15_5 0.4000 relative_P_10 15_5 0.2000 relative_P_15 15_5 0.2000 relative_P_20 15_5 0.1500 relative_P_30 15_5 0.2000 relative_P_100 15_5 0.4194 relative_P_200 15_5 0.4839 relative_P_500 15_5 0.6774 relative_P_1000 15_5 0.7742 success_1 15_5 0.0000 success_5 15_5 1.0000 success_10 15_5 1.0000 set_P 15_5 0.0240 set_relative_P 15_5 0.7742 set_recall 15_5 0.7742 set_map 15_5 0.0186 set_F 15_5 0.0466 num_nonrel_judged_ret 15_5 23 rbp 15_5 0.1655 rbp_resid 15_5 0.4163 unj_5 15_5 0.0000 unj_10 15_5 0.3000 unj_20 15_5 0.6000 num_ret 15_6 1000 num_rel 15_6 19 num_rel_ret 15_6 11 map 15_6 0.0078 Rprec 15_6 0.0000 bpref 15_6 0.0277 recip_rank 15_6 0.0227 iprec_at_recall_0.00 15_6 0.0227 iprec_at_recall_0.10 15_6 0.0167 iprec_at_recall_0.20 15_6 0.0167 iprec_at_recall_0.30 15_6 0.0167 iprec_at_recall_0.40 15_6 0.0166 iprec_at_recall_0.50 15_6 0.0115 iprec_at_recall_0.60 15_6 0.0115 iprec_at_recall_0.70 15_6 0.0000 iprec_at_recall_0.80 15_6 0.0000 iprec_at_recall_0.90 15_6 0.0000 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.0000 P_10 15_6 0.0000 P_15 15_6 0.0000 P_20 15_6 0.0000 P_30 15_6 0.0000 P_100 15_6 0.0100 P_200 15_6 0.0050 P_500 15_6 0.0160 P_1000 15_6 0.0110 relstring 15_6 '000000---0' recall_5 15_6 0.0000 recall_10 15_6 0.0000 recall_15 15_6 0.0000 recall_20 15_6 0.0000 recall_30 15_6 0.0000 recall_100 15_6 0.0526 recall_200 15_6 0.0526 recall_500 15_6 0.4211 recall_1000 15_6 0.5789 infAP 15_6 0.0078 Rprec_mult_0.20 15_6 0.0000 Rprec_mult_0.40 15_6 0.0000 Rprec_mult_0.60 15_6 0.0000 Rprec_mult_0.80 15_6 0.0000 Rprec_mult_1.00 15_6 0.0000 Rprec_mult_1.20 15_6 0.0000 Rprec_mult_1.40 15_6 0.0000 Rprec_mult_1.60 15_6 0.0000 Rprec_mult_1.80 15_6 0.0000 Rprec_mult_2.00 15_6 0.0000 utility 15_6 -978.0000 11pt_avg 15_6 0.0102 binG 15_6 0.0692 G 15_6 0.0700 ndcg 15_6 0.1855 ndcg_rel 15_6 0.1412 Rndcg 15_6 0.0464 ndcg_cut_5 15_6 0.0000 ndcg_cut_10 15_6 0.0000 ndcg_cut_15 15_6 0.0000 ndcg_cut_20 15_6 0.0000 ndcg_cut_30 15_6 0.0000 ndcg_cut_100 15_6 0.0257 ndcg_cut_200 15_6 0.0257 ndcg_cut_500 15_6 0.1420 ndcg_cut_1000 15_6 0.1855 map_cut_5 15_6 0.0000 map_cut_10 15_6 0.0000 map_cut_15 15_6 0.0000 map_cut_20 15_6 0.0000 map_cut_30 15_6 0.0000 map_cut_100 15_6 0.0012 map_cut_200 15_6 0.0012 map_cut_500 15_6 0.0060 map_cut_1000 15_6 0.0078 relative_P_5 15_6 0.0000 relative_P_10 15_6 0.0000 relative_P_15 15_6 0.0000 relative_P_20 15_6 0.0000 relative_P_30 15_6 0.0000 relative_P_100 15_6 0.0526 relative_P_200 15_6 0.0526 relative_P_500 15_6 0.4211 relative_P_1000 15_6 0.5789 success_1 15_6 0.0000 success_5 15_6 0.0000 success_10 15_6 0.0000 set_P 15_6 0.0110 set_relative_P 15_6 0.5789 set_recall 15_6 0.5789 set_map 15_6 0.0064 set_F 15_6 0.0216 num_nonrel_judged_ret 15_6 46 rbp 15_6 0.0007 rbp_resid 15_6 0.4498 unj_5 15_6 0.0000 unj_10 15_6 0.3000 unj_20 15_6 0.5500 num_ret 1_1 1000 num_rel 1_1 257 num_rel_ret 1_1 71 map 1_1 0.1206 Rprec 1_1 0.1790 bpref 1_1 0.2676 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 0.4815 iprec_at_recall_0.20 1_1 0.1360 iprec_at_recall_0.30 1_1 0.0000 iprec_at_recall_0.40 1_1 0.0000 iprec_at_recall_0.50 1_1 0.0000 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 1.0000 P_10 1_1 1.0000 P_15 1_1 0.8667 P_20 1_1 0.9000 P_30 1_1 0.6667 P_100 1_1 0.3200 P_200 1_1 0.2150 P_500 1_1 0.1160 P_1000 1_1 0.0710 relstring 1_1 '2122131222' recall_5 1_1 0.0195 recall_10 1_1 0.0389 recall_15 1_1 0.0506 recall_20 1_1 0.0700 recall_30 1_1 0.0778 recall_100 1_1 0.1245 recall_200 1_1 0.1673 recall_500 1_1 0.2257 recall_1000 1_1 0.2763 infAP 1_1 0.1206 Rprec_mult_0.20 1_1 0.4808 Rprec_mult_0.40 1_1 0.3204 Rprec_mult_0.60 1_1 0.2581 Rprec_mult_0.80 1_1 0.2087 Rprec_mult_1.00 1_1 0.1790 Rprec_mult_1.20 1_1 0.1521 Rprec_mult_1.40 1_1 0.1389 Rprec_mult_1.60 1_1 0.1238 Rprec_mult_1.80 1_1 0.1166 Rprec_mult_2.00 1_1 0.1128 utility 1_1 -858.0000 11pt_avg 1_1 0.1470 binG 1_1 0.0882 G 1_1 0.0548 ndcg 1_1 0.3394 ndcg_rel 1_1 0.3583 Rndcg 1_1 0.3679 ndcg_cut_5 1_1 0.5516 ndcg_cut_10 1_1 0.5937 ndcg_cut_15 1_1 0.5591 ndcg_cut_20 1_1 0.5766 ndcg_cut_30 1_1 0.5105 ndcg_cut_100 1_1 0.3456 ndcg_cut_200 1_1 0.2879 ndcg_cut_500 1_1 0.3102 ndcg_cut_1000 1_1 0.3394 map_cut_5 1_1 0.0195 map_cut_10 1_1 0.0389 map_cut_15 1_1 0.0495 map_cut_20 1_1 0.0668 map_cut_30 1_1 0.0732 map_cut_100 1_1 0.0965 map_cut_200 1_1 0.1080 map_cut_500 1_1 0.1162 map_cut_1000 1_1 0.1206 relative_P_5 1_1 1.0000 relative_P_10 1_1 1.0000 relative_P_15 1_1 0.8667 relative_P_20 1_1 0.9000 relative_P_30 1_1 0.6667 relative_P_100 1_1 0.3200 relative_P_200 1_1 0.2150 relative_P_500 1_1 0.2257 relative_P_1000 1_1 0.2763 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.0710 set_relative_P 1_1 0.2763 set_recall 1_1 0.2763 set_map 1_1 0.0196 set_F 1_1 0.1130 num_nonrel_judged_ret 1_1 3 rbp 1_1 0.5048 rbp_resid 1_1 0.0913 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1000 num_rel 1_2 114 num_rel_ret 1_2 74 map 1_2 0.2021 Rprec 1_2 0.2193 bpref 1_2 0.6273 recip_rank 1_2 1.0000 iprec_at_recall_0.00 1_2 1.0000 iprec_at_recall_0.10 1_2 0.7333 iprec_at_recall_0.20 1_2 0.2447 iprec_at_recall_0.30 1_2 0.2138 iprec_at_recall_0.40 1_2 0.1729 iprec_at_recall_0.50 1_2 0.1168 iprec_at_recall_0.60 1_2 0.0984 iprec_at_recall_0.70 1_2 0.0000 iprec_at_recall_0.80 1_2 0.0000 iprec_at_recall_0.90 1_2 0.0000 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 1.0000 P_10 1_2 0.8000 P_15 1_2 0.7333 P_20 1_2 0.6000 P_30 1_2 0.5000 P_100 1_2 0.2300 P_200 1_2 0.1900 P_500 1_2 0.1140 P_1000 1_2 0.0740 relstring 1_2 '2232112-2-' recall_5 1_2 0.0439 recall_10 1_2 0.0702 recall_15 1_2 0.0965 recall_20 1_2 0.1053 recall_30 1_2 0.1316 recall_100 1_2 0.2018 recall_200 1_2 0.3333 recall_500 1_2 0.5000 recall_1000 1_2 0.6491 infAP 1_2 0.2021 Rprec_mult_0.20 1_2 0.5217 Rprec_mult_0.40 1_2 0.3696 Rprec_mult_0.60 1_2 0.3043 Rprec_mult_0.80 1_2 0.2391 Rprec_mult_1.00 1_2 0.2193 Rprec_mult_1.20 1_2 0.2117 Rprec_mult_1.40 1_2 0.2125 Rprec_mult_1.60 1_2 0.2022 Rprec_mult_1.80 1_2 0.1942 Rprec_mult_2.00 1_2 0.1754 utility 1_2 -852.0000 11pt_avg 1_2 0.2345 binG 1_2 0.1569 G 1_2 0.1078 ndcg 1_2 0.5203 ndcg_rel 1_2 0.4559 Rndcg 1_2 0.4130 ndcg_cut_5 1_2 0.6104 ndcg_cut_10 1_2 0.5218 ndcg_cut_15 1_2 0.4936 ndcg_cut_20 1_2 0.4345 ndcg_cut_30 1_2 0.4033 ndcg_cut_100 1_2 0.2791 ndcg_cut_200 1_2 0.3596 ndcg_cut_500 1_2 0.4453 ndcg_cut_1000 1_2 0.5203 map_cut_5 1_2 0.0439 map_cut_10 1_2 0.0692 map_cut_15 1_2 0.0880 map_cut_20 1_2 0.0942 map_cut_30 1_2 0.1078 map_cut_100 1_2 0.1335 map_cut_200 1_2 0.1622 map_cut_500 1_2 0.1878 map_cut_1000 1_2 0.2021 relative_P_5 1_2 1.0000 relative_P_10 1_2 0.8000 relative_P_15 1_2 0.7333 relative_P_20 1_2 0.6000 relative_P_30 1_2 0.5000 relative_P_100 1_2 0.2300 relative_P_200 1_2 0.3333 relative_P_500 1_2 0.5000 relative_P_1000 1_2 0.6491 success_1 1_2 1.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 0.0740 set_relative_P 1_2 0.6491 set_recall 1_2 0.6491 set_map 1_2 0.0480 set_F 1_2 0.1329 num_nonrel_judged_ret 1_2 4 rbp 1_2 0.3241 rbp_resid 1_2 0.3124 unj_5 1_2 0.0000 unj_10 1_2 0.2000 unj_20 1_2 0.4000 num_ret 1_3 1000 num_rel 1_3 71 num_rel_ret 1_3 43 map 1_3 0.1278 Rprec 1_3 0.1831 bpref 1_3 0.5694 recip_rank 1_3 1.0000 iprec_at_recall_0.00 1_3 1.0000 iprec_at_recall_0.10 1_3 0.3200 iprec_at_recall_0.20 1_3 0.1868 iprec_at_recall_0.30 1_3 0.1146 iprec_at_recall_0.40 1_3 0.0993 iprec_at_recall_0.50 1_3 0.0750 iprec_at_recall_0.60 1_3 0.0451 iprec_at_recall_0.70 1_3 0.0000 iprec_at_recall_0.80 1_3 0.0000 iprec_at_recall_0.90 1_3 0.0000 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 0.8000 P_10 1_3 0.4000 P_15 1_3 0.4000 P_20 1_3 0.3000 P_30 1_3 0.2667 P_100 1_3 0.1700 P_200 1_3 0.1100 P_500 1_3 0.0720 P_1000 1_3 0.0430 relstring 1_3 '20111-----' recall_5 1_3 0.0563 recall_10 1_3 0.0563 recall_15 1_3 0.0845 recall_20 1_3 0.0845 recall_30 1_3 0.1127 recall_100 1_3 0.2394 recall_200 1_3 0.3099 recall_500 1_3 0.5070 recall_1000 1_3 0.6056 infAP 1_3 0.1278 Rprec_mult_0.20 1_3 0.4000 Rprec_mult_0.40 1_3 0.2759 Rprec_mult_0.60 1_3 0.2093 Rprec_mult_0.80 1_3 0.2281 Rprec_mult_1.00 1_3 0.1831 Rprec_mult_1.20 1_3 0.1744 Rprec_mult_1.40 1_3 0.1700 Rprec_mult_1.60 1_3 0.1491 Rprec_mult_1.80 1_3 0.1328 Rprec_mult_2.00 1_3 0.1197 utility 1_3 -914.0000 11pt_avg 1_3 0.1673 binG 1_3 0.1242 G 1_3 0.0997 ndcg 1_3 0.4277 ndcg_rel 1_3 0.3670 Rndcg 1_3 0.3000 ndcg_cut_5 1_3 0.3751 ndcg_cut_10 1_3 0.2677 ndcg_cut_15 1_3 0.2939 ndcg_cut_20 1_3 0.2540 ndcg_cut_30 1_3 0.2345 ndcg_cut_100 1_3 0.2505 ndcg_cut_200 1_3 0.2912 ndcg_cut_500 1_3 0.3812 ndcg_cut_1000 1_3 0.4277 map_cut_5 1_3 0.0453 map_cut_10 1_3 0.0453 map_cut_15 1_3 0.0587 map_cut_20 1_3 0.0587 map_cut_30 1_3 0.0677 map_cut_100 1_3 0.0948 map_cut_200 1_3 0.1033 map_cut_500 1_3 0.1220 map_cut_1000 1_3 0.1278 relative_P_5 1_3 0.8000 relative_P_10 1_3 0.4000 relative_P_15 1_3 0.4000 relative_P_20 1_3 0.3000 relative_P_30 1_3 0.2667 relative_P_100 1_3 0.2394 relative_P_200 1_3 0.3099 relative_P_500 1_3 0.5070 relative_P_1000 1_3 0.6056 success_1 1_3 1.0000 success_5 1_3 1.0000 success_10 1_3 1.0000 set_P 1_3 0.0430 set_relative_P 1_3 0.6056 set_recall 1_3 0.6056 set_map 1_3 0.0260 set_F 1_3 0.0803 num_nonrel_judged_ret 1_3 7 rbp 1_3 0.1964 rbp_resid 1_3 0.4716 unj_5 1_3 0.0000 unj_10 1_3 0.5000 unj_20 1_3 0.6000 num_ret 1_4 1000 num_rel 1_4 134 num_rel_ret 1_4 80 map 1_4 0.1596 Rprec 1_4 0.2313 bpref 1_4 0.5069 recip_rank 1_4 1.0000 iprec_at_recall_0.00 1_4 1.0000 iprec_at_recall_0.10 1_4 0.3235 iprec_at_recall_0.20 1_4 0.2784 iprec_at_recall_0.30 1_4 0.2073 iprec_at_recall_0.40 1_4 0.1367 iprec_at_recall_0.50 1_4 0.1236 iprec_at_recall_0.60 1_4 0.0821 iprec_at_recall_0.70 1_4 0.0000 iprec_at_recall_0.80 1_4 0.0000 iprec_at_recall_0.90 1_4 0.0000 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 1.0000 P_10 1_4 0.6000 P_15 1_4 0.5333 P_20 1_4 0.4500 P_30 1_4 0.3667 P_100 1_4 0.2700 P_200 1_4 0.2000 P_500 1_4 0.1260 P_1000 1_4 0.0800 relstring 1_4 '221220-100' recall_5 1_4 0.0373 recall_10 1_4 0.0448 recall_15 1_4 0.0597 recall_20 1_4 0.0672 recall_30 1_4 0.0821 recall_100 1_4 0.2015 recall_200 1_4 0.2985 recall_500 1_4 0.4701 recall_1000 1_4 0.5970 infAP 1_4 0.1595 Rprec_mult_0.20 1_4 0.3704 Rprec_mult_0.40 1_4 0.2778 Rprec_mult_0.60 1_4 0.3086 Rprec_mult_0.80 1_4 0.2685 Rprec_mult_1.00 1_4 0.2313 Rprec_mult_1.20 1_4 0.2174 Rprec_mult_1.40 1_4 0.2074 Rprec_mult_1.60 1_4 0.1860 Rprec_mult_1.80 1_4 0.1736 Rprec_mult_2.00 1_4 0.1754 utility 1_4 -840.0000 11pt_avg 1_4 0.1956 binG 1_4 0.1227 G 1_4 0.0972 ndcg 1_4 0.5057 ndcg_rel 1_4 0.4374 Rndcg 1_4 0.3659 ndcg_cut_5 1_4 0.6101 ndcg_cut_10 1_4 0.4191 ndcg_cut_15 1_4 0.3899 ndcg_cut_20 1_4 0.3785 ndcg_cut_30 1_4 0.3467 ndcg_cut_100 1_4 0.2856 ndcg_cut_200 1_4 0.3313 ndcg_cut_500 1_4 0.4390 ndcg_cut_1000 1_4 0.5057 map_cut_5 1_4 0.0373 map_cut_10 1_4 0.0429 map_cut_15 1_4 0.0519 map_cut_20 1_4 0.0555 map_cut_30 1_4 0.0615 map_cut_100 1_4 0.0972 map_cut_200 1_4 0.1197 map_cut_500 1_4 0.1463 map_cut_1000 1_4 0.1596 relative_P_5 1_4 1.0000 relative_P_10 1_4 0.6000 relative_P_15 1_4 0.5333 relative_P_20 1_4 0.4500 relative_P_30 1_4 0.3667 relative_P_100 1_4 0.2700 relative_P_200 1_4 0.2985 relative_P_500 1_4 0.4701 relative_P_1000 1_4 0.5970 success_1 1_4 1.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 0.0800 set_relative_P 1_4 0.5970 set_recall 1_4 0.5970 set_map 1_4 0.0478 set_F 1_4 0.1411 num_nonrel_judged_ret 1_4 9 rbp 1_4 0.3267 rbp_resid 1_4 0.2755 unj_5 1_4 0.0000 unj_10 1_4 0.1000 unj_20 1_4 0.3500 num_ret 1_6 1000 num_rel 1_6 121 num_rel_ret 1_6 0 map 1_6 0.0000 Rprec 1_6 0.0000 bpref 1_6 0.0000 recip_rank 1_6 0.0000 iprec_at_recall_0.00 1_6 0.0000 iprec_at_recall_0.10 1_6 0.0000 iprec_at_recall_0.20 1_6 0.0000 iprec_at_recall_0.30 1_6 0.0000 iprec_at_recall_0.40 1_6 0.0000 iprec_at_recall_0.50 1_6 0.0000 iprec_at_recall_0.60 1_6 0.0000 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 0.0000 P_10 1_6 0.0000 P_15 1_6 0.0000 P_20 1_6 0.0000 P_30 1_6 0.0000 P_100 1_6 0.0000 P_200 1_6 0.0000 P_500 1_6 0.0000 P_1000 1_6 0.0000 relstring 1_6 '00000-----' recall_5 1_6 0.0000 recall_10 1_6 0.0000 recall_15 1_6 0.0000 recall_20 1_6 0.0000 recall_30 1_6 0.0000 recall_100 1_6 0.0000 recall_200 1_6 0.0000 recall_500 1_6 0.0000 recall_1000 1_6 0.0000 infAP 1_6 0.0000 Rprec_mult_0.20 1_6 0.0000 Rprec_mult_0.40 1_6 0.0000 Rprec_mult_0.60 1_6 0.0000 Rprec_mult_0.80 1_6 0.0000 Rprec_mult_1.00 1_6 0.0000 Rprec_mult_1.20 1_6 0.0000 Rprec_mult_1.40 1_6 0.0000 Rprec_mult_1.60 1_6 0.0000 Rprec_mult_1.80 1_6 0.0000 Rprec_mult_2.00 1_6 0.0000 utility 1_6 -1000.0000 11pt_avg 1_6 0.0000 binG 1_6 0.0000 G 1_6 0.0000 ndcg 1_6 0.0000 ndcg_rel 1_6 0.0000 Rndcg 1_6 0.0000 ndcg_cut_5 1_6 0.0000 ndcg_cut_10 1_6 0.0000 ndcg_cut_15 1_6 0.0000 ndcg_cut_20 1_6 0.0000 ndcg_cut_30 1_6 0.0000 ndcg_cut_100 1_6 0.0000 ndcg_cut_200 1_6 0.0000 ndcg_cut_500 1_6 0.0000 ndcg_cut_1000 1_6 0.0000 map_cut_5 1_6 0.0000 map_cut_10 1_6 0.0000 map_cut_15 1_6 0.0000 map_cut_20 1_6 0.0000 map_cut_30 1_6 0.0000 map_cut_100 1_6 0.0000 map_cut_200 1_6 0.0000 map_cut_500 1_6 0.0000 map_cut_1000 1_6 0.0000 relative_P_5 1_6 0.0000 relative_P_10 1_6 0.0000 relative_P_15 1_6 0.0000 relative_P_20 1_6 0.0000 relative_P_30 1_6 0.0000 relative_P_100 1_6 0.0000 relative_P_200 1_6 0.0000 relative_P_500 1_6 0.0000 relative_P_1000 1_6 0.0000 success_1 1_6 0.0000 success_5 1_6 0.0000 success_10 1_6 0.0000 set_P 1_6 0.0000 set_relative_P 1_6 0.0000 set_recall 1_6 0.0000 set_map 1_6 0.0000 set_F 1_6 0.0000 num_nonrel_judged_ret 1_6 7 rbp 1_6 0.0000 rbp_resid 1_6 0.5871 unj_5 1_6 0.0000 unj_10 1_6 0.5000 unj_20 1_6 0.7500 num_ret 1_7 1000 num_rel 1_7 110 num_rel_ret 1_7 46 map 1_7 0.0665 Rprec 1_7 0.1636 bpref 1_7 0.3535 recip_rank 1_7 1.0000 iprec_at_recall_0.00 1_7 1.0000 iprec_at_recall_0.10 1_7 0.1735 iprec_at_recall_0.20 1_7 0.1139 iprec_at_recall_0.30 1_7 0.0935 iprec_at_recall_0.40 1_7 0.0559 iprec_at_recall_0.50 1_7 0.0000 iprec_at_recall_0.60 1_7 0.0000 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 0.4000 P_10 1_7 0.3000 P_15 1_7 0.2667 P_20 1_7 0.2000 P_30 1_7 0.2333 P_100 1_7 0.1700 P_200 1_7 0.1100 P_500 1_7 0.0760 P_1000 1_7 0.0460 relstring 1_7 '10002-2---' recall_5 1_7 0.0182 recall_10 1_7 0.0273 recall_15 1_7 0.0364 recall_20 1_7 0.0364 recall_30 1_7 0.0636 recall_100 1_7 0.1545 recall_200 1_7 0.2000 recall_500 1_7 0.3455 recall_1000 1_7 0.4182 infAP 1_7 0.0665 Rprec_mult_0.20 1_7 0.2727 Rprec_mult_0.40 1_7 0.2045 Rprec_mult_0.60 1_7 0.1515 Rprec_mult_0.80 1_7 0.1591 Rprec_mult_1.00 1_7 0.1636 Rprec_mult_1.20 1_7 0.1515 Rprec_mult_1.40 1_7 0.1299 Rprec_mult_1.60 1_7 0.1193 Rprec_mult_1.80 1_7 0.1111 Rprec_mult_2.00 1_7 0.1091 utility 1_7 -908.0000 11pt_avg 1_7 0.1306 binG 1_7 0.0731 G 1_7 0.0692 ndcg 1_7 0.3283 ndcg_rel 1_7 0.2929 Rndcg 1_7 0.2249 ndcg_cut_5 1_7 0.2356 ndcg_cut_10 1_7 0.2277 ndcg_cut_15 1_7 0.2024 ndcg_cut_20 1_7 0.1720 ndcg_cut_30 1_7 0.1704 ndcg_cut_100 1_7 0.1993 ndcg_cut_200 1_7 0.2162 ndcg_cut_500 1_7 0.2995 ndcg_cut_1000 1_7 0.3283 map_cut_5 1_7 0.0127 map_cut_10 1_7 0.0166 map_cut_15 1_7 0.0194 map_cut_20 1_7 0.0194 map_cut_30 1_7 0.0268 map_cut_100 1_7 0.0422 map_cut_200 1_7 0.0489 map_cut_500 1_7 0.0620 map_cut_1000 1_7 0.0665 relative_P_5 1_7 0.4000 relative_P_10 1_7 0.3000 relative_P_15 1_7 0.2667 relative_P_20 1_7 0.2000 relative_P_30 1_7 0.2333 relative_P_100 1_7 0.1700 relative_P_200 1_7 0.2000 relative_P_500 1_7 0.3455 relative_P_1000 1_7 0.4182 success_1 1_7 1.0000 success_5 1_7 1.0000 success_10 1_7 1.0000 set_P 1_7 0.0460 set_relative_P 1_7 0.4182 set_recall 1_7 0.4182 set_map 1_7 0.0192 set_F 1_7 0.0829 num_nonrel_judged_ret 1_7 30 rbp 1_7 0.1352 rbp_resid 1_7 0.4049 unj_5 1_7 0.0000 unj_10 1_7 0.4000 unj_20 1_7 0.5500 num_ret 1_8 1000 num_rel 1_8 118 num_rel_ret 1_8 45 map 1_8 0.0925 Rprec 1_8 0.1864 bpref 1_8 0.3154 recip_rank 1_8 1.0000 iprec_at_recall_0.00 1_8 1.0000 iprec_at_recall_0.10 1_8 0.3750 iprec_at_recall_0.20 1_8 0.1860 iprec_at_recall_0.30 1_8 0.0619 iprec_at_recall_0.40 1_8 0.0000 iprec_at_recall_0.50 1_8 0.0000 iprec_at_recall_0.60 1_8 0.0000 iprec_at_recall_0.70 1_8 0.0000 iprec_at_recall_0.80 1_8 0.0000 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 0.4000 P_10 1_8 0.5000 P_15 1_8 0.4667 P_20 1_8 0.4000 P_30 1_8 0.3333 P_100 1_8 0.2100 P_200 1_8 0.1350 P_500 1_8 0.0640 P_1000 1_8 0.0450 relstring 1_8 '1001010-11' recall_5 1_8 0.0169 recall_10 1_8 0.0424 recall_15 1_8 0.0593 recall_20 1_8 0.0678 recall_30 1_8 0.0847 recall_100 1_8 0.1780 recall_200 1_8 0.2288 recall_500 1_8 0.2712 recall_1000 1_8 0.3814 infAP 1_8 0.0925 Rprec_mult_0.20 1_8 0.3333 Rprec_mult_0.40 1_8 0.3333 Rprec_mult_0.60 1_8 0.2676 Rprec_mult_0.80 1_8 0.2211 Rprec_mult_1.00 1_8 0.1864 Rprec_mult_1.20 1_8 0.1690 Rprec_mult_1.40 1_8 0.1506 Rprec_mult_1.60 1_8 0.1323 Rprec_mult_1.80 1_8 0.1268 Rprec_mult_2.00 1_8 0.1144 utility 1_8 -910.0000 11pt_avg 1_8 0.1475 binG 1_8 0.0769 G 1_8 0.0478 ndcg 1_8 0.2574 ndcg_rel 1_8 0.2352 Rndcg 1_8 0.1850 ndcg_cut_5 1_8 0.1617 ndcg_cut_10 1_8 0.1744 ndcg_cut_15 1_8 0.1877 ndcg_cut_20 1_8 0.1769 ndcg_cut_30 1_8 0.1883 ndcg_cut_100 1_8 0.1549 ndcg_cut_200 1_8 0.1721 ndcg_cut_500 1_8 0.1965 ndcg_cut_1000 1_8 0.2574 map_cut_5 1_8 0.0127 map_cut_10 1_8 0.0250 map_cut_15 1_8 0.0335 map_cut_20 1_8 0.0373 map_cut_30 1_8 0.0428 map_cut_100 1_8 0.0742 map_cut_200 1_8 0.0827 map_cut_500 1_8 0.0866 map_cut_1000 1_8 0.0925 relative_P_5 1_8 0.4000 relative_P_10 1_8 0.5000 relative_P_15 1_8 0.4667 relative_P_20 1_8 0.4000 relative_P_30 1_8 0.3333 relative_P_100 1_8 0.2100 relative_P_200 1_8 0.2288 relative_P_500 1_8 0.2712 relative_P_1000 1_8 0.3814 success_1 1_8 1.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 0.0450 set_relative_P 1_8 0.3814 set_recall 1_8 0.3814 set_map 1_8 0.0172 set_F 1_8 0.0805 num_nonrel_judged_ret 1_8 10 rbp 1_8 0.1516 rbp_resid 1_8 0.2725 unj_5 1_8 0.0000 unj_10 1_8 0.1000 unj_20 1_8 0.4000 num_ret 1_9 1000 num_rel 1_9 48 num_rel_ret 1_9 38 map 1_9 0.4410 Rprec 1_9 0.4375 bpref 1_9 0.7778 recip_rank 1_9 1.0000 iprec_at_recall_0.00 1_9 1.0000 iprec_at_recall_0.10 1_9 1.0000 iprec_at_recall_0.20 1_9 0.9167 iprec_at_recall_0.30 1_9 0.8235 iprec_at_recall_0.40 1_9 0.4651 iprec_at_recall_0.50 1_9 0.3000 iprec_at_recall_0.60 1_9 0.2248 iprec_at_recall_0.70 1_9 0.0852 iprec_at_recall_0.80 1_9 0.0407 iprec_at_recall_0.90 1_9 0.0000 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 1.0000 P_10 1_9 0.9000 P_15 1_9 0.8667 P_20 1_9 0.8000 P_30 1_9 0.6000 P_100 1_9 0.2500 P_200 1_9 0.1550 P_500 1_9 0.0700 P_1000 1_9 0.0380 relstring 1_9 '331322121-' recall_5 1_9 0.1042 recall_10 1_9 0.1875 recall_15 1_9 0.2708 recall_20 1_9 0.3333 recall_30 1_9 0.3750 recall_100 1_9 0.5208 recall_200 1_9 0.6458 recall_500 1_9 0.7292 recall_1000 1_9 0.7917 infAP 1_9 0.4410 Rprec_mult_0.20 1_9 0.9000 Rprec_mult_0.40 1_9 0.8000 Rprec_mult_0.60 1_9 0.6207 Rprec_mult_0.80 1_9 0.4615 Rprec_mult_1.00 1_9 0.4375 Rprec_mult_1.20 1_9 0.3966 Rprec_mult_1.40 1_9 0.3382 Rprec_mult_1.60 1_9 0.2987 Rprec_mult_1.80 1_9 0.2759 Rprec_mult_2.00 1_9 0.2604 utility 1_9 -924.0000 11pt_avg 1_9 0.4415 binG 1_9 0.3380 G 1_9 0.2228 ndcg 1_9 0.7124 ndcg_rel 1_9 0.6962 Rndcg 1_9 0.6189 ndcg_cut_5 1_9 0.8432 ndcg_cut_10 1_9 0.6923 ndcg_cut_15 1_9 0.6419 ndcg_cut_20 1_9 0.6598 ndcg_cut_30 1_9 0.5795 ndcg_cut_100 1_9 0.5987 ndcg_cut_200 1_9 0.6705 ndcg_cut_500 1_9 0.7009 ndcg_cut_1000 1_9 0.7124 map_cut_5 1_9 0.1042 map_cut_10 1_9 0.1875 map_cut_15 1_9 0.2614 map_cut_20 1_9 0.3117 map_cut_30 1_9 0.3428 map_cut_100 1_9 0.4004 map_cut_200 1_9 0.4283 map_cut_500 1_9 0.4375 map_cut_1000 1_9 0.4410 relative_P_5 1_9 1.0000 relative_P_10 1_9 0.9000 relative_P_15 1_9 0.8667 relative_P_20 1_9 0.8000 relative_P_30 1_9 0.6000 relative_P_100 1_9 0.5208 relative_P_200 1_9 0.6458 relative_P_500 1_9 0.7292 relative_P_1000 1_9 0.7917 success_1 1_9 1.0000 success_5 1_9 1.0000 success_10 1_9 1.0000 set_P 1_9 0.0380 set_relative_P 1_9 0.7917 set_recall 1_9 0.7917 set_map 1_9 0.0301 set_F 1_9 0.0725 num_nonrel_judged_ret 1_9 5 rbp 1_9 0.5622 rbp_resid 1_9 0.2021 unj_5 1_9 0.0000 unj_10 1_9 0.1000 unj_20 1_9 0.2000 num_ret 4_10 1000 num_rel 4_10 188 num_rel_ret 4_10 44 map 4_10 0.1149 Rprec 4_10 0.1755 bpref 4_10 0.2294 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 0.5758 iprec_at_recall_0.20 4_10 0.0967 iprec_at_recall_0.30 4_10 0.0000 iprec_at_recall_0.40 4_10 0.0000 iprec_at_recall_0.50 4_10 0.0000 iprec_at_recall_0.60 4_10 0.0000 iprec_at_recall_0.70 4_10 0.0000 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 1.0000 P_10 4_10 0.8000 P_15 4_10 0.8667 P_20 4_10 0.7500 P_30 4_10 0.6000 P_100 4_10 0.2700 P_200 4_10 0.1650 P_500 4_10 0.0780 P_1000 4_10 0.0440 relstring 4_10 '11131-1310' recall_5 4_10 0.0266 recall_10 4_10 0.0426 recall_15 4_10 0.0691 recall_20 4_10 0.0798 recall_30 4_10 0.0957 recall_100 4_10 0.1436 recall_200 4_10 0.1755 recall_500 4_10 0.2074 recall_1000 4_10 0.2340 infAP 4_10 0.1149 Rprec_mult_0.20 4_10 0.5000 Rprec_mult_0.40 4_10 0.3289 Rprec_mult_0.60 4_10 0.2478 Rprec_mult_0.80 4_10 0.2053 Rprec_mult_1.00 4_10 0.1755 Rprec_mult_1.20 4_10 0.1549 Rprec_mult_1.40 4_10 0.1326 Rprec_mult_1.60 4_10 0.1196 Rprec_mult_1.80 4_10 0.1091 Rprec_mult_2.00 4_10 0.0984 utility 4_10 -912.0000 11pt_avg 4_10 0.1520 binG 4_10 0.0798 G 4_10 0.0595 ndcg 4_10 0.3362 ndcg_rel 4_10 0.3419 Rndcg 4_10 0.3509 ndcg_cut_5 4_10 0.4307 ndcg_cut_10 4_10 0.3955 ndcg_cut_15 4_10 0.4391 ndcg_cut_20 4_10 0.4329 ndcg_cut_30 4_10 0.3998 ndcg_cut_100 4_10 0.3283 ndcg_cut_200 4_10 0.2868 ndcg_cut_500 4_10 0.3134 ndcg_cut_1000 4_10 0.3362 map_cut_5 4_10 0.0266 map_cut_10 4_10 0.0405 map_cut_15 4_10 0.0630 map_cut_20 4_10 0.0709 map_cut_30 4_10 0.0817 map_cut_100 4_10 0.1026 map_cut_200 4_10 0.1095 map_cut_500 4_10 0.1134 map_cut_1000 4_10 0.1149 relative_P_5 4_10 1.0000 relative_P_10 4_10 0.8000 relative_P_15 4_10 0.8667 relative_P_20 4_10 0.7500 relative_P_30 4_10 0.6000 relative_P_100 4_10 0.2700 relative_P_200 4_10 0.1755 relative_P_500 4_10 0.2074 relative_P_1000 4_10 0.2340 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 0.0440 set_relative_P 4_10 0.2340 set_recall 4_10 0.2340 set_map 4_10 0.0103 set_F 4_10 0.0741 num_nonrel_judged_ret 4_10 1 rbp 4_10 0.3771 rbp_resid 4_10 0.2036 unj_5 4_10 0.0000 unj_10 4_10 0.1000 unj_20 4_10 0.2000 num_ret 4_11 1000 num_rel 4_11 171 num_rel_ret 4_11 7 map 4_11 0.0365 Rprec 4_11 0.0409 bpref 4_11 0.0407 recip_rank 4_11 1.0000 iprec_at_recall_0.00 4_11 1.0000 iprec_at_recall_0.10 4_11 0.0000 iprec_at_recall_0.20 4_11 0.0000 iprec_at_recall_0.30 4_11 0.0000 iprec_at_recall_0.40 4_11 0.0000 iprec_at_recall_0.50 4_11 0.0000 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 1.0000 P_10 4_11 0.6000 P_15 4_11 0.4667 P_20 4_11 0.3500 P_30 4_11 0.2333 P_100 4_11 0.0700 P_200 4_11 0.0350 P_500 4_11 0.0140 P_1000 4_11 0.0070 relstring 4_11 '1111100020' recall_5 4_11 0.0292 recall_10 4_11 0.0351 recall_15 4_11 0.0409 recall_20 4_11 0.0409 recall_30 4_11 0.0409 recall_100 4_11 0.0409 recall_200 4_11 0.0409 recall_500 4_11 0.0409 recall_1000 4_11 0.0409 infAP 4_11 0.0365 Rprec_mult_0.20 4_11 0.2000 Rprec_mult_0.40 4_11 0.1014 Rprec_mult_0.60 4_11 0.0680 Rprec_mult_0.80 4_11 0.0511 Rprec_mult_1.00 4_11 0.0409 Rprec_mult_1.20 4_11 0.0340 Rprec_mult_1.40 4_11 0.0292 Rprec_mult_1.60 4_11 0.0255 Rprec_mult_1.80 4_11 0.0227 Rprec_mult_2.00 4_11 0.0205 utility 4_11 -986.0000 11pt_avg 4_11 0.0909 binG 4_11 0.0338 G 4_11 0.0082 ndcg 4_11 0.0645 ndcg_rel 4_11 0.0747 Rndcg 4_11 0.1134 ndcg_cut_5 4_11 0.3333 ndcg_cut_10 4_11 0.2605 ndcg_cut_15 4_11 0.2272 ndcg_cut_20 4_11 0.1993 ndcg_cut_30 4_11 0.1632 ndcg_cut_100 4_11 0.0813 ndcg_cut_200 4_11 0.0645 ndcg_cut_500 4_11 0.0645 ndcg_cut_1000 4_11 0.0645 map_cut_5 4_11 0.0292 map_cut_10 4_11 0.0331 map_cut_15 4_11 0.0365 map_cut_20 4_11 0.0365 map_cut_30 4_11 0.0365 map_cut_100 4_11 0.0365 map_cut_200 4_11 0.0365 map_cut_500 4_11 0.0365 map_cut_1000 4_11 0.0365 relative_P_5 4_11 1.0000 relative_P_10 4_11 0.6000 relative_P_15 4_11 0.4667 relative_P_20 4_11 0.3500 relative_P_30 4_11 0.2333 relative_P_100 4_11 0.0700 relative_P_200 4_11 0.0409 relative_P_500 4_11 0.0409 relative_P_1000 4_11 0.0409 success_1 4_11 1.0000 success_5 4_11 1.0000 success_10 4_11 1.0000 set_P 4_11 0.0070 set_relative_P 4_11 0.0409 set_recall 4_11 0.0409 set_map 4_11 0.0003 set_F 4_11 0.0120 num_nonrel_judged_ret 4_11 20 rbp 4_11 0.1757 rbp_resid 4_11 0.0924 unj_5 4_11 0.0000 unj_10 4_11 0.0000 unj_20 4_11 0.0000 num_ret 4_12 1000 num_rel 4_12 134 num_rel_ret 4_12 0 map 4_12 0.0000 Rprec 4_12 0.0000 bpref 4_12 0.0000 recip_rank 4_12 0.0000 iprec_at_recall_0.00 4_12 0.0000 iprec_at_recall_0.10 4_12 0.0000 iprec_at_recall_0.20 4_12 0.0000 iprec_at_recall_0.30 4_12 0.0000 iprec_at_recall_0.40 4_12 0.0000 iprec_at_recall_0.50 4_12 0.0000 iprec_at_recall_0.60 4_12 0.0000 iprec_at_recall_0.70 4_12 0.0000 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 0.0000 P_10 4_12 0.0000 P_15 4_12 0.0000 P_20 4_12 0.0000 P_30 4_12 0.0000 P_100 4_12 0.0000 P_200 4_12 0.0000 P_500 4_12 0.0000 P_1000 4_12 0.0000 relstring 4_12 '00000-----' recall_5 4_12 0.0000 recall_10 4_12 0.0000 recall_15 4_12 0.0000 recall_20 4_12 0.0000 recall_30 4_12 0.0000 recall_100 4_12 0.0000 recall_200 4_12 0.0000 recall_500 4_12 0.0000 recall_1000 4_12 0.0000 infAP 4_12 0.0000 Rprec_mult_0.20 4_12 0.0000 Rprec_mult_0.40 4_12 0.0000 Rprec_mult_0.60 4_12 0.0000 Rprec_mult_0.80 4_12 0.0000 Rprec_mult_1.00 4_12 0.0000 Rprec_mult_1.20 4_12 0.0000 Rprec_mult_1.40 4_12 0.0000 Rprec_mult_1.60 4_12 0.0000 Rprec_mult_1.80 4_12 0.0000 Rprec_mult_2.00 4_12 0.0000 utility 4_12 -1000.0000 11pt_avg 4_12 0.0000 binG 4_12 0.0000 G 4_12 0.0000 ndcg 4_12 0.0000 ndcg_rel 4_12 0.0000 Rndcg 4_12 0.0000 ndcg_cut_5 4_12 0.0000 ndcg_cut_10 4_12 0.0000 ndcg_cut_15 4_12 0.0000 ndcg_cut_20 4_12 0.0000 ndcg_cut_30 4_12 0.0000 ndcg_cut_100 4_12 0.0000 ndcg_cut_200 4_12 0.0000 ndcg_cut_500 4_12 0.0000 ndcg_cut_1000 4_12 0.0000 map_cut_5 4_12 0.0000 map_cut_10 4_12 0.0000 map_cut_15 4_12 0.0000 map_cut_20 4_12 0.0000 map_cut_30 4_12 0.0000 map_cut_100 4_12 0.0000 map_cut_200 4_12 0.0000 map_cut_500 4_12 0.0000 map_cut_1000 4_12 0.0000 relative_P_5 4_12 0.0000 relative_P_10 4_12 0.0000 relative_P_15 4_12 0.0000 relative_P_20 4_12 0.0000 relative_P_30 4_12 0.0000 relative_P_100 4_12 0.0000 relative_P_200 4_12 0.0000 relative_P_500 4_12 0.0000 relative_P_1000 4_12 0.0000 success_1 4_12 0.0000 success_5 4_12 0.0000 success_10 4_12 0.0000 set_P 4_12 0.0000 set_relative_P 4_12 0.0000 set_recall 4_12 0.0000 set_map 4_12 0.0000 set_F 4_12 0.0000 num_nonrel_judged_ret 4_12 11 rbp 4_12 0.0000 rbp_resid 4_12 0.5581 unj_5 4_12 0.0000 unj_10 4_12 0.5000 unj_20 4_12 0.7000 num_ret 4_13 1000 num_rel 4_13 162 num_rel_ret 4_13 109 map 4_13 0.3041 Rprec 4_13 0.3580 bpref 4_13 0.6051 recip_rank 4_13 1.0000 iprec_at_recall_0.00 4_13 1.0000 iprec_at_recall_0.10 4_13 0.8500 iprec_at_recall_0.20 4_13 0.6735 iprec_at_recall_0.30 4_13 0.4250 iprec_at_recall_0.40 4_13 0.3125 iprec_at_recall_0.50 4_13 0.2000 iprec_at_recall_0.60 4_13 0.1570 iprec_at_recall_0.70 4_13 0.0000 iprec_at_recall_0.80 4_13 0.0000 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 1.0000 P_10 4_13 0.9000 P_15 4_13 0.8667 P_20 4_13 0.8500 P_30 4_13 0.7667 P_100 4_13 0.4400 P_200 4_13 0.3200 P_500 4_13 0.1720 P_1000 4_13 0.1090 relstring 4_13 '333231223-' recall_5 4_13 0.0309 recall_10 4_13 0.0556 recall_15 4_13 0.0802 recall_20 4_13 0.1049 recall_30 4_13 0.1420 recall_100 4_13 0.2716 recall_200 4_13 0.3951 recall_500 4_13 0.5309 recall_1000 4_13 0.6728 infAP 4_13 0.3041 Rprec_mult_0.20 4_13 0.7273 Rprec_mult_0.40 4_13 0.5538 Rprec_mult_0.60 4_13 0.4388 Rprec_mult_0.80 4_13 0.4000 Rprec_mult_1.00 4_13 0.3580 Rprec_mult_1.20 4_13 0.3231 Rprec_mult_1.40 4_13 0.2863 Rprec_mult_1.60 4_13 0.2692 Rprec_mult_1.80 4_13 0.2534 Rprec_mult_2.00 4_13 0.2346 utility 4_13 -782.0000 11pt_avg 4_13 0.3289 binG 4_13 0.1741 G 4_13 0.1339 ndcg 4_13 0.6311 ndcg_rel 4_13 0.6067 Rndcg 4_13 0.5347 ndcg_cut_5 4_13 0.9513 ndcg_cut_10 4_13 0.8049 ndcg_cut_15 4_13 0.7748 ndcg_cut_20 4_13 0.7340 ndcg_cut_30 4_13 0.6479 ndcg_cut_100 4_13 0.4937 ndcg_cut_200 4_13 0.4742 ndcg_cut_500 4_13 0.5531 ndcg_cut_1000 4_13 0.6311 map_cut_5 4_13 0.0309 map_cut_10 4_13 0.0556 map_cut_15 4_13 0.0779 map_cut_20 4_13 0.0989 map_cut_30 4_13 0.1275 map_cut_100 4_13 0.2031 map_cut_200 4_13 0.2507 map_cut_500 4_13 0.2829 map_cut_1000 4_13 0.3041 relative_P_5 4_13 1.0000 relative_P_10 4_13 0.9000 relative_P_15 4_13 0.8667 relative_P_20 4_13 0.8500 relative_P_30 4_13 0.7667 relative_P_100 4_13 0.4400 relative_P_200 4_13 0.3951 relative_P_500 4_13 0.5309 relative_P_1000 4_13 0.6728 success_1 4_13 1.0000 success_5 4_13 1.0000 success_10 4_13 1.0000 set_P 4_13 0.1090 set_relative_P 4_13 0.6728 set_recall 4_13 0.6728 set_map 4_13 0.0733 set_F 4_13 0.1876 num_nonrel_judged_ret 4_13 19 rbp 4_13 0.6949 rbp_resid 4_13 0.1005 unj_5 4_13 0.0000 unj_10 4_13 0.1000 unj_20 4_13 0.1000 num_ret 4_14 1000 num_rel 4_14 177 num_rel_ret 4_14 94 map 4_14 0.1538 Rprec 4_14 0.2486 bpref 4_14 0.4887 recip_rank 4_14 1.0000 iprec_at_recall_0.00 4_14 1.0000 iprec_at_recall_0.10 4_14 0.3750 iprec_at_recall_0.20 4_14 0.2639 iprec_at_recall_0.30 4_14 0.2512 iprec_at_recall_0.40 4_14 0.1776 iprec_at_recall_0.50 4_14 0.1150 iprec_at_recall_0.60 4_14 0.0000 iprec_at_recall_0.70 4_14 0.0000 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 0.6000 P_10 4_14 0.5000 P_15 4_14 0.4667 P_20 4_14 0.5500 P_30 4_14 0.5000 P_100 4_14 0.2700 P_200 4_14 0.2550 P_500 4_14 0.1600 P_1000 4_14 0.0940 relstring 4_14 '32200-2-2-' recall_5 4_14 0.0169 recall_10 4_14 0.0282 recall_15 4_14 0.0395 recall_20 4_14 0.0621 recall_30 4_14 0.0847 recall_100 4_14 0.1525 recall_200 4_14 0.2881 recall_500 4_14 0.4520 recall_1000 4_14 0.5311 infAP 4_14 0.1538 Rprec_mult_0.20 4_14 0.4722 Rprec_mult_0.40 4_14 0.3239 Rprec_mult_0.60 4_14 0.2617 Rprec_mult_0.80 4_14 0.2606 Rprec_mult_1.00 4_14 0.2486 Rprec_mult_1.20 4_14 0.2488 Rprec_mult_1.40 4_14 0.2298 Rprec_mult_1.60 4_14 0.2113 Rprec_mult_1.80 4_14 0.1912 Rprec_mult_2.00 4_14 0.1893 utility 4_14 -812.0000 11pt_avg 4_14 0.1984 binG 4_14 0.0994 G 4_14 0.0821 ndcg 4_14 0.4648 ndcg_rel 4_14 0.4247 Rndcg 4_14 0.3490 ndcg_cut_5 4_14 0.5949 ndcg_cut_10 4_14 0.4791 ndcg_cut_15 4_14 0.4306 ndcg_cut_20 4_14 0.4715 ndcg_cut_30 4_14 0.4313 ndcg_cut_100 4_14 0.2985 ndcg_cut_200 4_14 0.3200 ndcg_cut_500 4_14 0.4198 ndcg_cut_1000 4_14 0.4648 map_cut_5 4_14 0.0169 map_cut_10 4_14 0.0233 map_cut_15 4_14 0.0288 map_cut_20 4_14 0.0410 map_cut_30 4_14 0.0527 map_cut_100 4_14 0.0767 map_cut_200 4_14 0.1116 map_cut_500 4_14 0.1441 map_cut_1000 4_14 0.1538 relative_P_5 4_14 0.6000 relative_P_10 4_14 0.5000 relative_P_15 4_14 0.4667 relative_P_20 4_14 0.5500 relative_P_30 4_14 0.5000 relative_P_100 4_14 0.2700 relative_P_200 4_14 0.2881 relative_P_500 4_14 0.4520 relative_P_1000 4_14 0.5311 success_1 4_14 1.0000 success_5 4_14 1.0000 success_10 4_14 1.0000 set_P 4_14 0.0940 set_relative_P 4_14 0.5311 set_recall 4_14 0.5311 set_map 4_14 0.0499 set_F 4_14 0.1597 num_nonrel_judged_ret 4_14 15 rbp 4_14 0.4023 rbp_resid 4_14 0.3135 unj_5 4_14 0.0000 unj_10 4_14 0.3000 unj_20 4_14 0.3500 num_ret 4_17 1000 num_rel 4_17 1 num_rel_ret 4_17 1 map 4_17 0.0022 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0022 iprec_at_recall_0.00 4_17 0.0022 iprec_at_recall_0.10 4_17 0.0022 iprec_at_recall_0.20 4_17 0.0022 iprec_at_recall_0.30 4_17 0.0022 iprec_at_recall_0.40 4_17 0.0022 iprec_at_recall_0.50 4_17 0.0022 iprec_at_recall_0.60 4_17 0.0022 iprec_at_recall_0.70 4_17 0.0022 iprec_at_recall_0.80 4_17 0.0022 iprec_at_recall_0.90 4_17 0.0022 iprec_at_recall_1.00 4_17 0.0022 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0000 P_100 4_17 0.0000 P_200 4_17 0.0000 P_500 4_17 0.0020 P_1000 4_17 0.0010 relstring 4_17 '00000-----' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 0.0000 recall_100 4_17 0.0000 recall_200 4_17 0.0000 recall_500 4_17 1.0000 recall_1000 4_17 1.0000 infAP 4_17 0.0022 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -998.0000 11pt_avg 4_17 0.0022 binG 4_17 0.1129 G 4_17 0.1129 ndcg 4_17 0.1129 ndcg_rel 4_17 0.1129 Rndcg 4_17 0.0565 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.0000 ndcg_cut_100 4_17 0.0000 ndcg_cut_200 4_17 0.0000 ndcg_cut_500 4_17 0.1129 ndcg_cut_1000 4_17 0.1129 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0000 map_cut_100 4_17 0.0000 map_cut_200 4_17 0.0000 map_cut_500 4_17 0.0022 map_cut_1000 4_17 0.0022 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 0.0000 relative_P_100 4_17 0.0000 relative_P_200 4_17 0.0000 relative_P_500 4_17 1.0000 relative_P_1000 4_17 1.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0010 set_relative_P 4_17 1.0000 set_recall 4_17 1.0000 set_map 4_17 0.0010 set_F 4_17 0.0020 num_nonrel_judged_ret 4_17 51 rbp 4_17 0.0000 rbp_resid 4_17 0.5028 unj_5 4_17 0.0000 unj_10 4_17 0.5000 unj_20 4_17 0.6500 num_ret 4_3 1000 num_rel 4_3 164 num_rel_ret 4_3 1 map 4_3 0.0061 Rprec 4_3 0.0061 bpref 4_3 0.0061 recip_rank 4_3 1.0000 iprec_at_recall_0.00 4_3 1.0000 iprec_at_recall_0.10 4_3 0.0000 iprec_at_recall_0.20 4_3 0.0000 iprec_at_recall_0.30 4_3 0.0000 iprec_at_recall_0.40 4_3 0.0000 iprec_at_recall_0.50 4_3 0.0000 iprec_at_recall_0.60 4_3 0.0000 iprec_at_recall_0.70 4_3 0.0000 iprec_at_recall_0.80 4_3 0.0000 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 0.2000 P_10 4_3 0.1000 P_15 4_3 0.0667 P_20 4_3 0.0500 P_30 4_3 0.0333 P_100 4_3 0.0100 P_200 4_3 0.0050 P_500 4_3 0.0020 P_1000 4_3 0.0010 relstring 4_3 '200000----' recall_5 4_3 0.0061 recall_10 4_3 0.0061 recall_15 4_3 0.0061 recall_20 4_3 0.0061 recall_30 4_3 0.0061 recall_100 4_3 0.0061 recall_200 4_3 0.0061 recall_500 4_3 0.0061 recall_1000 4_3 0.0061 infAP 4_3 0.0061 Rprec_mult_0.20 4_3 0.0303 Rprec_mult_0.40 4_3 0.0152 Rprec_mult_0.60 4_3 0.0101 Rprec_mult_0.80 4_3 0.0076 Rprec_mult_1.00 4_3 0.0061 Rprec_mult_1.20 4_3 0.0051 Rprec_mult_1.40 4_3 0.0043 Rprec_mult_1.60 4_3 0.0038 Rprec_mult_1.80 4_3 0.0034 Rprec_mult_2.00 4_3 0.0030 utility 4_3 -998.0000 11pt_avg 4_3 0.0909 binG 4_3 0.0061 G 4_3 0.0034 ndcg 4_3 0.0332 ndcg_rel 4_3 0.0360 Rndcg 4_3 0.1385 ndcg_cut_5 4_3 0.2031 ndcg_cut_10 4_3 0.1367 ndcg_cut_15 4_3 0.1076 ndcg_cut_20 4_3 0.0904 ndcg_cut_30 4_3 0.0752 ndcg_cut_100 4_3 0.0399 ndcg_cut_200 4_3 0.0332 ndcg_cut_500 4_3 0.0332 ndcg_cut_1000 4_3 0.0332 map_cut_5 4_3 0.0061 map_cut_10 4_3 0.0061 map_cut_15 4_3 0.0061 map_cut_20 4_3 0.0061 map_cut_30 4_3 0.0061 map_cut_100 4_3 0.0061 map_cut_200 4_3 0.0061 map_cut_500 4_3 0.0061 map_cut_1000 4_3 0.0061 relative_P_5 4_3 0.2000 relative_P_10 4_3 0.1000 relative_P_15 4_3 0.0667 relative_P_20 4_3 0.0500 relative_P_30 4_3 0.0333 relative_P_100 4_3 0.0100 relative_P_200 4_3 0.0061 relative_P_500 4_3 0.0061 relative_P_1000 4_3 0.0061 success_1 4_3 1.0000 success_5 4_3 1.0000 success_10 4_3 1.0000 set_P 4_3 0.0010 set_relative_P 4_3 0.0061 set_recall 4_3 0.0061 set_map 4_3 0.0000 set_F 4_3 0.0017 num_nonrel_judged_ret 4_3 8 rbp 4_3 0.0500 rbp_resid 4_3 0.5131 unj_5 4_3 0.0000 unj_10 4_3 0.4000 unj_20 4_3 0.6500 num_ret 4_4 1000 num_rel 4_4 154 num_rel_ret 4_4 0 map 4_4 0.0000 Rprec 4_4 0.0000 bpref 4_4 0.0000 recip_rank 4_4 0.0000 iprec_at_recall_0.00 4_4 0.0000 iprec_at_recall_0.10 4_4 0.0000 iprec_at_recall_0.20 4_4 0.0000 iprec_at_recall_0.30 4_4 0.0000 iprec_at_recall_0.40 4_4 0.0000 iprec_at_recall_0.50 4_4 0.0000 iprec_at_recall_0.60 4_4 0.0000 iprec_at_recall_0.70 4_4 0.0000 iprec_at_recall_0.80 4_4 0.0000 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 0.0000 P_10 4_4 0.0000 P_15 4_4 0.0000 P_20 4_4 0.0000 P_30 4_4 0.0000 P_100 4_4 0.0000 P_200 4_4 0.0000 P_500 4_4 0.0000 P_1000 4_4 0.0000 relstring 4_4 '000000-0--' recall_5 4_4 0.0000 recall_10 4_4 0.0000 recall_15 4_4 0.0000 recall_20 4_4 0.0000 recall_30 4_4 0.0000 recall_100 4_4 0.0000 recall_200 4_4 0.0000 recall_500 4_4 0.0000 recall_1000 4_4 0.0000 infAP 4_4 0.0000 Rprec_mult_0.20 4_4 0.0000 Rprec_mult_0.40 4_4 0.0000 Rprec_mult_0.60 4_4 0.0000 Rprec_mult_0.80 4_4 0.0000 Rprec_mult_1.00 4_4 0.0000 Rprec_mult_1.20 4_4 0.0000 Rprec_mult_1.40 4_4 0.0000 Rprec_mult_1.60 4_4 0.0000 Rprec_mult_1.80 4_4 0.0000 Rprec_mult_2.00 4_4 0.0000 utility 4_4 -1000.0000 11pt_avg 4_4 0.0000 binG 4_4 0.0000 G 4_4 0.0000 ndcg 4_4 0.0000 ndcg_rel 4_4 0.0000 Rndcg 4_4 0.0000 ndcg_cut_5 4_4 0.0000 ndcg_cut_10 4_4 0.0000 ndcg_cut_15 4_4 0.0000 ndcg_cut_20 4_4 0.0000 ndcg_cut_30 4_4 0.0000 ndcg_cut_100 4_4 0.0000 ndcg_cut_200 4_4 0.0000 ndcg_cut_500 4_4 0.0000 ndcg_cut_1000 4_4 0.0000 map_cut_5 4_4 0.0000 map_cut_10 4_4 0.0000 map_cut_15 4_4 0.0000 map_cut_20 4_4 0.0000 map_cut_30 4_4 0.0000 map_cut_100 4_4 0.0000 map_cut_200 4_4 0.0000 map_cut_500 4_4 0.0000 map_cut_1000 4_4 0.0000 relative_P_5 4_4 0.0000 relative_P_10 4_4 0.0000 relative_P_15 4_4 0.0000 relative_P_20 4_4 0.0000 relative_P_30 4_4 0.0000 relative_P_100 4_4 0.0000 relative_P_200 4_4 0.0000 relative_P_500 4_4 0.0000 relative_P_1000 4_4 0.0000 success_1 4_4 0.0000 success_5 4_4 0.0000 success_10 4_4 0.0000 set_P 4_4 0.0000 set_relative_P 4_4 0.0000 set_recall 4_4 0.0000 set_map 4_4 0.0000 set_F 4_4 0.0000 num_nonrel_judged_ret 4_4 8 rbp 4_4 0.0000 rbp_resid 4_4 0.4764 unj_5 4_4 0.0000 unj_10 4_4 0.3000 unj_20 4_4 0.6500 num_ret 4_5 1000 num_rel 4_5 122 num_rel_ret 4_5 94 map 4_5 0.3992 Rprec 4_5 0.4098 bpref 4_5 0.7594 recip_rank 4_5 1.0000 iprec_at_recall_0.00 4_5 1.0000 iprec_at_recall_0.10 4_5 1.0000 iprec_at_recall_0.20 4_5 0.8571 iprec_at_recall_0.30 4_5 0.5821 iprec_at_recall_0.40 4_5 0.4900 iprec_at_recall_0.50 4_5 0.2641 iprec_at_recall_0.60 4_5 0.1742 iprec_at_recall_0.70 4_5 0.1296 iprec_at_recall_0.80 4_5 0.0000 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 1.0000 P_10 4_5 1.0000 P_15 4_5 1.0000 P_20 4_5 0.9500 P_30 4_5 0.8333 P_100 4_5 0.4900 P_200 4_5 0.2900 P_500 4_5 0.1540 P_1000 4_5 0.0940 relstring 4_5 '3222233223' recall_5 4_5 0.0410 recall_10 4_5 0.0820 recall_15 4_5 0.1230 recall_20 4_5 0.1557 recall_30 4_5 0.2049 recall_100 4_5 0.4016 recall_200 4_5 0.4754 recall_500 4_5 0.6311 recall_1000 4_5 0.7705 infAP 4_5 0.3992 Rprec_mult_0.20 4_5 0.9200 Rprec_mult_0.40 4_5 0.6531 Rprec_mult_0.60 4_5 0.5541 Rprec_mult_0.80 4_5 0.4898 Rprec_mult_1.00 4_5 0.4098 Rprec_mult_1.20 4_5 0.3673 Rprec_mult_1.40 4_5 0.3275 Rprec_mult_1.60 4_5 0.2959 Rprec_mult_1.80 4_5 0.2727 Rprec_mult_2.00 4_5 0.2582 utility 4_5 -812.0000 11pt_avg 4_5 0.4088 binG 4_5 0.2586 G 4_5 0.1585 ndcg 4_5 0.7221 ndcg_rel 4_5 0.6792 Rndcg 4_5 0.6213 ndcg_cut_5 4_5 0.7797 ndcg_cut_10 4_5 0.8118 ndcg_cut_15 4_5 0.7934 ndcg_cut_20 4_5 0.7492 ndcg_cut_30 4_5 0.7034 ndcg_cut_100 4_5 0.5433 ndcg_cut_200 4_5 0.5627 ndcg_cut_500 4_5 0.6536 ndcg_cut_1000 4_5 0.7221 map_cut_5 4_5 0.0410 map_cut_10 4_5 0.0820 map_cut_15 4_5 0.1230 map_cut_20 4_5 0.1540 map_cut_30 4_5 0.1985 map_cut_100 4_5 0.3201 map_cut_200 4_5 0.3476 map_cut_500 4_5 0.3814 map_cut_1000 4_5 0.3992 relative_P_5 4_5 1.0000 relative_P_10 4_5 1.0000 relative_P_15 4_5 1.0000 relative_P_20 4_5 0.9500 relative_P_30 4_5 0.8333 relative_P_100 4_5 0.4900 relative_P_200 4_5 0.4754 relative_P_500 4_5 0.6311 relative_P_1000 4_5 0.7705 success_1 4_5 1.0000 success_5 4_5 1.0000 success_10 4_5 1.0000 set_P 4_5 0.0940 set_relative_P 4_5 0.7705 set_recall 4_5 0.7705 set_map 4_5 0.0724 set_F 4_5 0.1676 num_nonrel_judged_ret 4_5 1 rbp 4_5 0.7198 rbp_resid 4_5 0.0648 unj_5 4_5 0.0000 unj_10 4_5 0.0000 unj_20 4_5 0.0500 num_ret 4_7 1000 num_rel 4_7 76 num_rel_ret 4_7 45 map 4_7 0.0846 Rprec 4_7 0.1316 bpref 4_7 0.3973 recip_rank 4_7 1.0000 iprec_at_recall_0.00 4_7 1.0000 iprec_at_recall_0.10 4_7 0.2162 iprec_at_recall_0.20 4_7 0.0769 iprec_at_recall_0.30 4_7 0.0454 iprec_at_recall_0.40 4_7 0.0450 iprec_at_recall_0.50 4_7 0.0450 iprec_at_recall_0.60 4_7 0.0000 iprec_at_recall_0.70 4_7 0.0000 iprec_at_recall_0.80 4_7 0.0000 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 0.6000 P_10 4_7 0.5000 P_15 4_7 0.4000 P_20 4_7 0.3000 P_30 4_7 0.2000 P_100 4_7 0.1100 P_200 4_7 0.0750 P_500 4_7 0.0420 P_1000 4_7 0.0450 relstring 4_7 '1011000110' recall_5 4_7 0.0395 recall_10 4_7 0.0658 recall_15 4_7 0.0789 recall_20 4_7 0.0789 recall_30 4_7 0.0789 recall_100 4_7 0.1447 recall_200 4_7 0.1974 recall_500 4_7 0.2763 recall_1000 4_7 0.5921 infAP 4_7 0.0846 Rprec_mult_0.20 4_7 0.3750 Rprec_mult_0.40 4_7 0.2258 Rprec_mult_0.60 4_7 0.1739 Rprec_mult_0.80 4_7 0.1639 Rprec_mult_1.00 4_7 0.1316 Rprec_mult_1.20 4_7 0.1087 Rprec_mult_1.40 4_7 0.1028 Rprec_mult_1.60 4_7 0.0902 Rprec_mult_1.80 4_7 0.0803 Rprec_mult_2.00 4_7 0.0724 utility 4_7 -910.0000 11pt_avg 4_7 0.1299 binG 4_7 0.1058 G 4_7 0.0784 ndcg 4_7 0.3388 ndcg_rel 4_7 0.2807 Rndcg 4_7 0.2044 ndcg_cut_5 4_7 0.2565 ndcg_cut_10 4_7 0.2377 ndcg_cut_15 4_7 0.2099 ndcg_cut_20 4_7 0.1784 ndcg_cut_30 4_7 0.1434 ndcg_cut_100 4_7 0.1393 ndcg_cut_200 4_7 0.1684 ndcg_cut_500 4_7 0.2061 ndcg_cut_1000 4_7 0.3388 map_cut_5 4_7 0.0318 map_cut_10 4_7 0.0457 map_cut_15 4_7 0.0513 map_cut_20 4_7 0.0513 map_cut_30 4_7 0.0513 map_cut_100 4_7 0.0634 map_cut_200 4_7 0.0674 map_cut_500 4_7 0.0712 map_cut_1000 4_7 0.0846 relative_P_5 4_7 0.6000 relative_P_10 4_7 0.5000 relative_P_15 4_7 0.4000 relative_P_20 4_7 0.3000 relative_P_30 4_7 0.2000 relative_P_100 4_7 0.1447 relative_P_200 4_7 0.1974 relative_P_500 4_7 0.2763 relative_P_1000 4_7 0.5921 success_1 4_7 1.0000 success_5 4_7 1.0000 success_10 4_7 1.0000 set_P 4_7 0.0450 set_relative_P 4_7 0.5921 set_recall 4_7 0.5921 set_map 4_7 0.0266 set_F 4_7 0.0836 num_nonrel_judged_ret 4_7 36 rbp 4_7 0.1259 rbp_resid 4_7 0.2307 unj_5 4_7 0.0000 unj_10 4_7 0.0000 unj_20 4_7 0.2500 num_ret 4_8 1000 num_rel 4_8 96 num_rel_ret 4_8 19 map 4_8 0.0163 Rprec 4_8 0.0208 bpref 4_8 0.1529 recip_rank 4_8 0.5000 iprec_at_recall_0.00 4_8 0.5000 iprec_at_recall_0.10 4_8 0.0447 iprec_at_recall_0.20 4_8 0.0204 iprec_at_recall_0.30 4_8 0.0000 iprec_at_recall_0.40 4_8 0.0000 iprec_at_recall_0.50 4_8 0.0000 iprec_at_recall_0.60 4_8 0.0000 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 0.4000 P_10 4_8 0.2000 P_15 4_8 0.1333 P_20 4_8 0.1000 P_30 4_8 0.0667 P_100 4_8 0.0300 P_200 4_8 0.0350 P_500 4_8 0.0300 P_1000 4_8 0.0190 relstring 4_8 '01010-----' recall_5 4_8 0.0208 recall_10 4_8 0.0208 recall_15 4_8 0.0208 recall_20 4_8 0.0208 recall_30 4_8 0.0208 recall_100 4_8 0.0312 recall_200 4_8 0.0729 recall_500 4_8 0.1562 recall_1000 4_8 0.1979 infAP 4_8 0.0163 Rprec_mult_0.20 4_8 0.1000 Rprec_mult_0.40 4_8 0.0513 Rprec_mult_0.60 4_8 0.0345 Rprec_mult_0.80 4_8 0.0260 Rprec_mult_1.00 4_8 0.0208 Rprec_mult_1.20 4_8 0.0259 Rprec_mult_1.40 4_8 0.0222 Rprec_mult_1.60 4_8 0.0195 Rprec_mult_1.80 4_8 0.0289 Rprec_mult_2.00 4_8 0.0312 utility 4_8 -962.0000 11pt_avg 4_8 0.0514 binG 4_8 0.0337 G 4_8 0.0295 ndcg 4_8 0.1369 ndcg_rel 4_8 0.1292 Rndcg 4_8 0.0557 ndcg_cut_5 4_8 0.1539 ndcg_cut_10 4_8 0.1052 ndcg_cut_15 4_8 0.0834 ndcg_cut_20 4_8 0.0704 ndcg_cut_30 4_8 0.0549 ndcg_cut_100 4_8 0.0438 ndcg_cut_200 4_8 0.0655 ndcg_cut_500 4_8 0.1164 ndcg_cut_1000 4_8 0.1369 map_cut_5 4_8 0.0104 map_cut_10 4_8 0.0104 map_cut_15 4_8 0.0104 map_cut_20 4_8 0.0104 map_cut_30 4_8 0.0104 map_cut_100 4_8 0.0107 map_cut_200 4_8 0.0121 map_cut_500 4_8 0.0153 map_cut_1000 4_8 0.0163 relative_P_5 4_8 0.4000 relative_P_10 4_8 0.2000 relative_P_15 4_8 0.1333 relative_P_20 4_8 0.1000 relative_P_30 4_8 0.0667 relative_P_100 4_8 0.0312 relative_P_200 4_8 0.0729 relative_P_500 4_8 0.1562 relative_P_1000 4_8 0.1979 success_1 4_8 0.0000 success_5 4_8 1.0000 success_10 4_8 1.0000 set_P 4_8 0.0190 set_relative_P 4_8 0.1979 set_recall 4_8 0.1979 set_map 4_8 0.0038 set_F 4_8 0.0347 num_nonrel_judged_ret 4_8 30 rbp 4_8 0.0543 rbp_resid 4_8 0.4409 unj_5 4_8 0.0000 unj_10 4_8 0.5000 unj_20 4_8 0.5000 num_ret 4_9 1000 num_rel 4_9 85 num_rel_ret 4_9 51 map 4_9 0.3029 Rprec 4_9 0.3765 bpref 4_9 0.5868 recip_rank 4_9 1.0000 iprec_at_recall_0.00 4_9 1.0000 iprec_at_recall_0.10 4_9 1.0000 iprec_at_recall_0.20 4_9 0.7083 iprec_at_recall_0.30 4_9 0.4643 iprec_at_recall_0.40 4_9 0.3333 iprec_at_recall_0.50 4_9 0.0793 iprec_at_recall_0.60 4_9 0.0531 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 1.0000 P_10 4_9 1.0000 P_15 4_9 0.8667 P_20 4_9 0.8000 P_30 4_9 0.6333 P_100 4_9 0.3300 P_200 4_9 0.1750 P_500 4_9 0.0840 P_1000 4_9 0.0510 relstring 4_9 '3232332323' recall_5 4_9 0.0588 recall_10 4_9 0.1176 recall_15 4_9 0.1529 recall_20 4_9 0.1882 recall_30 4_9 0.2235 recall_100 4_9 0.3882 recall_200 4_9 0.4118 recall_500 4_9 0.4941 recall_1000 4_9 0.6000 infAP 4_9 0.3029 Rprec_mult_0.20 4_9 0.8235 Rprec_mult_0.40 4_9 0.5882 Rprec_mult_0.60 4_9 0.4902 Rprec_mult_0.80 4_9 0.3824 Rprec_mult_1.00 4_9 0.3765 Rprec_mult_1.20 4_9 0.3333 Rprec_mult_1.40 4_9 0.2857 Rprec_mult_1.60 4_9 0.2500 Rprec_mult_1.80 4_9 0.2288 Rprec_mult_2.00 4_9 0.2059 utility 4_9 -898.0000 11pt_avg 4_9 0.3308 binG 4_9 0.2196 G 4_9 0.1575 ndcg 4_9 0.6185 ndcg_rel 4_9 0.6441 Rndcg 4_9 0.5716 ndcg_cut_5 4_9 0.8800 ndcg_cut_10 4_9 0.8756 ndcg_cut_15 4_9 0.7807 ndcg_cut_20 4_9 0.7057 ndcg_cut_30 4_9 0.6450 ndcg_cut_100 4_9 0.5219 ndcg_cut_200 4_9 0.5352 ndcg_cut_500 4_9 0.5769 ndcg_cut_1000 4_9 0.6185 map_cut_5 4_9 0.0588 map_cut_10 4_9 0.1176 map_cut_15 4_9 0.1479 map_cut_20 4_9 0.1769 map_cut_30 4_9 0.2008 map_cut_100 4_9 0.2784 map_cut_200 4_9 0.2852 map_cut_500 4_9 0.2955 map_cut_1000 4_9 0.3029 relative_P_5 4_9 1.0000 relative_P_10 4_9 1.0000 relative_P_15 4_9 0.8667 relative_P_20 4_9 0.8000 relative_P_30 4_9 0.6333 relative_P_100 4_9 0.3882 relative_P_200 4_9 0.4118 relative_P_500 4_9 0.4941 relative_P_1000 4_9 0.6000 success_1 4_9 1.0000 success_5 4_9 1.0000 success_10 4_9 1.0000 set_P 4_9 0.0510 set_relative_P 4_9 0.6000 set_recall 4_9 0.6000 set_map 4_9 0.0306 set_F 4_9 0.0940 num_nonrel_judged_ret 4_9 11 rbp 4_9 0.6832 rbp_resid 4_9 0.1901 unj_5 4_9 0.0000 unj_10 4_9 0.0000 unj_20 4_9 0.2000 num_ret 5_10 1000 num_rel 5_10 43 num_rel_ret 5_10 0 map 5_10 0.0000 Rprec 5_10 0.0000 bpref 5_10 0.0000 recip_rank 5_10 0.0000 iprec_at_recall_0.00 5_10 0.0000 iprec_at_recall_0.10 5_10 0.0000 iprec_at_recall_0.20 5_10 0.0000 iprec_at_recall_0.30 5_10 0.0000 iprec_at_recall_0.40 5_10 0.0000 iprec_at_recall_0.50 5_10 0.0000 iprec_at_recall_0.60 5_10 0.0000 iprec_at_recall_0.70 5_10 0.0000 iprec_at_recall_0.80 5_10 0.0000 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 0.0000 P_10 5_10 0.0000 P_15 5_10 0.0000 P_20 5_10 0.0000 P_30 5_10 0.0000 P_100 5_10 0.0000 P_200 5_10 0.0000 P_500 5_10 0.0000 P_1000 5_10 0.0000 relstring 5_10 '00000----0' recall_5 5_10 0.0000 recall_10 5_10 0.0000 recall_15 5_10 0.0000 recall_20 5_10 0.0000 recall_30 5_10 0.0000 recall_100 5_10 0.0000 recall_200 5_10 0.0000 recall_500 5_10 0.0000 recall_1000 5_10 0.0000 infAP 5_10 0.0000 Rprec_mult_0.20 5_10 0.0000 Rprec_mult_0.40 5_10 0.0000 Rprec_mult_0.60 5_10 0.0000 Rprec_mult_0.80 5_10 0.0000 Rprec_mult_1.00 5_10 0.0000 Rprec_mult_1.20 5_10 0.0000 Rprec_mult_1.40 5_10 0.0000 Rprec_mult_1.60 5_10 0.0000 Rprec_mult_1.80 5_10 0.0000 Rprec_mult_2.00 5_10 0.0000 utility 5_10 -1000.0000 11pt_avg 5_10 0.0000 binG 5_10 0.0000 G 5_10 0.0000 ndcg 5_10 0.0000 ndcg_rel 5_10 0.0000 Rndcg 5_10 0.0000 ndcg_cut_5 5_10 0.0000 ndcg_cut_10 5_10 0.0000 ndcg_cut_15 5_10 0.0000 ndcg_cut_20 5_10 0.0000 ndcg_cut_30 5_10 0.0000 ndcg_cut_100 5_10 0.0000 ndcg_cut_200 5_10 0.0000 ndcg_cut_500 5_10 0.0000 ndcg_cut_1000 5_10 0.0000 map_cut_5 5_10 0.0000 map_cut_10 5_10 0.0000 map_cut_15 5_10 0.0000 map_cut_20 5_10 0.0000 map_cut_30 5_10 0.0000 map_cut_100 5_10 0.0000 map_cut_200 5_10 0.0000 map_cut_500 5_10 0.0000 map_cut_1000 5_10 0.0000 relative_P_5 5_10 0.0000 relative_P_10 5_10 0.0000 relative_P_15 5_10 0.0000 relative_P_20 5_10 0.0000 relative_P_30 5_10 0.0000 relative_P_100 5_10 0.0000 relative_P_200 5_10 0.0000 relative_P_500 5_10 0.0000 relative_P_1000 5_10 0.0000 success_1 5_10 0.0000 success_5 5_10 0.0000 success_10 5_10 0.0000 set_P 5_10 0.0000 set_relative_P 5_10 0.0000 set_recall 5_10 0.0000 set_map 5_10 0.0000 set_F 5_10 0.0000 num_nonrel_judged_ret 5_10 9 rbp 5_10 0.0000 rbp_resid 5_10 0.5078 unj_5 5_10 0.0000 unj_10 5_10 0.4000 unj_20 5_10 0.6000 num_ret 5_13 1000 num_rel 5_13 112 num_rel_ret 5_13 97 map 5_13 0.3633 Rprec 5_13 0.4196 bpref 5_13 0.6649 recip_rank 5_13 1.0000 iprec_at_recall_0.00 5_13 1.0000 iprec_at_recall_0.10 5_13 0.7143 iprec_at_recall_0.20 5_13 0.7097 iprec_at_recall_0.30 5_13 0.5139 iprec_at_recall_0.40 5_13 0.4688 iprec_at_recall_0.50 5_13 0.2979 iprec_at_recall_0.60 5_13 0.2310 iprec_at_recall_0.70 5_13 0.1773 iprec_at_recall_0.80 5_13 0.1175 iprec_at_recall_0.90 5_13 0.0000 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 0.8000 P_10 5_13 0.8000 P_15 5_13 0.6667 P_20 5_13 0.6500 P_30 5_13 0.7000 P_100 5_13 0.4500 P_200 5_13 0.2850 P_500 5_13 0.1620 P_1000 5_13 0.0970 relstring 5_13 '3101131204' recall_5 5_13 0.0357 recall_10 5_13 0.0714 recall_15 5_13 0.0893 recall_20 5_13 0.1161 recall_30 5_13 0.1875 recall_100 5_13 0.4018 recall_200 5_13 0.5089 recall_500 5_13 0.7232 recall_1000 5_13 0.8661 infAP 5_13 0.3633 Rprec_mult_0.20 5_13 0.6522 Rprec_mult_0.40 5_13 0.6000 Rprec_mult_0.60 5_13 0.5000 Rprec_mult_0.80 5_13 0.4889 Rprec_mult_1.00 5_13 0.4196 Rprec_mult_1.20 5_13 0.3704 Rprec_mult_1.40 5_13 0.3503 Rprec_mult_1.60 5_13 0.3056 Rprec_mult_1.80 5_13 0.2822 Rprec_mult_2.00 5_13 0.2723 utility 5_13 -806.0000 11pt_avg 5_13 0.3846 binG 5_13 0.1926 G 5_13 0.1526 ndcg 5_13 0.6858 ndcg_rel 5_13 0.5646 Rndcg 5_13 0.5401 ndcg_cut_5 5_13 0.4246 ndcg_cut_10 5_13 0.5206 ndcg_cut_15 5_13 0.4726 ndcg_cut_20 5_13 0.4756 ndcg_cut_30 5_13 0.5240 ndcg_cut_100 5_13 0.4921 ndcg_cut_200 5_13 0.5227 ndcg_cut_500 5_13 0.6254 ndcg_cut_1000 5_13 0.6858 map_cut_5 5_13 0.0317 map_cut_10 5_13 0.0617 map_cut_15 5_13 0.0759 map_cut_20 5_13 0.0938 map_cut_30 5_13 0.1426 map_cut_100 5_13 0.2592 map_cut_200 5_13 0.2987 map_cut_500 5_13 0.3463 map_cut_1000 5_13 0.3633 relative_P_5 5_13 0.8000 relative_P_10 5_13 0.8000 relative_P_15 5_13 0.6667 relative_P_20 5_13 0.6500 relative_P_30 5_13 0.7000 relative_P_100 5_13 0.4500 relative_P_200 5_13 0.5089 relative_P_500 5_13 0.7232 relative_P_1000 5_13 0.8661 success_1 5_13 1.0000 success_5 5_13 1.0000 success_10 5_13 1.0000 set_P 5_13 0.0970 set_relative_P 5_13 0.8661 set_recall 5_13 0.8661 set_map 5_13 0.0840 set_F 5_13 0.1745 num_nonrel_judged_ret 5_13 41 rbp 5_13 0.3250 rbp_resid 5_13 0.0758 unj_5 5_13 0.0000 unj_10 5_13 0.0000 unj_20 5_13 0.1000 num_ret 5_14 1000 num_rel 5_14 38 num_rel_ret 5_14 29 map 5_14 0.1987 Rprec 5_14 0.1842 bpref 5_14 0.6863 recip_rank 5_14 1.0000 iprec_at_recall_0.00 5_14 1.0000 iprec_at_recall_0.10 5_14 1.0000 iprec_at_recall_0.20 5_14 0.1905 iprec_at_recall_0.30 5_14 0.1000 iprec_at_recall_0.40 5_14 0.0994 iprec_at_recall_0.50 5_14 0.0812 iprec_at_recall_0.60 5_14 0.0799 iprec_at_recall_0.70 5_14 0.0474 iprec_at_recall_0.80 5_14 0.0000 iprec_at_recall_0.90 5_14 0.0000 iprec_at_recall_1.00 5_14 0.0000 P_5 5_14 0.8000 P_10 5_14 0.5000 P_15 5_14 0.4000 P_20 5_14 0.3500 P_30 5_14 0.2333 P_100 5_14 0.1000 P_200 5_14 0.0800 P_500 5_14 0.0520 P_1000 5_14 0.0290 relstring 5_14 '444202----' recall_5 5_14 0.1053 recall_10 5_14 0.1316 recall_15 5_14 0.1579 recall_20 5_14 0.1842 recall_30 5_14 0.1842 recall_100 5_14 0.2632 recall_200 5_14 0.4211 recall_500 5_14 0.6842 recall_1000 5_14 0.7632 infAP 5_14 0.1987 Rprec_mult_0.20 5_14 0.6250 Rprec_mult_0.40 5_14 0.4375 Rprec_mult_0.60 5_14 0.3043 Rprec_mult_0.80 5_14 0.2258 Rprec_mult_1.00 5_14 0.1842 Rprec_mult_1.20 5_14 0.1739 Rprec_mult_1.40 5_14 0.1481 Rprec_mult_1.60 5_14 0.1311 Rprec_mult_1.80 5_14 0.1304 Rprec_mult_2.00 5_14 0.1184 utility 5_14 -942.0000 11pt_avg 5_14 0.2362 binG 5_14 0.2144 G 5_14 0.2770 ndcg 5_14 0.6728 ndcg_rel 5_14 0.6593 Rndcg 5_14 0.6732 ndcg_cut_5 5_14 0.8227 ndcg_cut_10 5_14 0.6605 ndcg_cut_15 5_14 0.6192 ndcg_cut_20 5_14 0.5834 ndcg_cut_30 5_14 0.5130 ndcg_cut_100 5_14 0.5075 ndcg_cut_200 5_14 0.5765 ndcg_cut_500 5_14 0.6559 ndcg_cut_1000 5_14 0.6728 map_cut_5 5_14 0.1053 map_cut_10 5_14 0.1272 map_cut_15 5_14 0.1377 map_cut_20 5_14 0.1492 map_cut_30 5_14 0.1492 map_cut_100 5_14 0.1612 map_cut_200 5_14 0.1764 map_cut_500 5_14 0.1957 map_cut_1000 5_14 0.1987 relative_P_5 5_14 0.8000 relative_P_10 5_14 0.5000 relative_P_15 5_14 0.4000 relative_P_20 5_14 0.3500 relative_P_30 5_14 0.2333 relative_P_100 5_14 0.2632 relative_P_200 5_14 0.4211 relative_P_500 5_14 0.6842 relative_P_1000 5_14 0.7632 success_1 5_14 1.0000 success_5 5_14 1.0000 success_10 5_14 1.0000 set_P 5_14 0.0290 set_relative_P 5_14 0.7632 set_recall 5_14 0.7632 set_map 5_14 0.0221 set_F 5_14 0.0559 num_nonrel_judged_ret 5_14 13 rbp 5_14 0.3757 rbp_resid 5_14 0.4865 unj_5 5_14 0.0000 unj_10 5_14 0.4000 unj_20 5_14 0.6000 num_ret 5_15 1000 num_rel 5_15 43 num_rel_ret 5_15 35 map 5_15 0.1102 Rprec 5_15 0.1628 bpref 5_15 0.2812 recip_rank 5_15 0.5000 iprec_at_recall_0.00 5_15 0.6667 iprec_at_recall_0.10 5_15 0.2857 iprec_at_recall_0.20 5_15 0.1333 iprec_at_recall_0.30 5_15 0.1172 iprec_at_recall_0.40 5_15 0.1056 iprec_at_recall_0.50 5_15 0.0870 iprec_at_recall_0.60 5_15 0.0672 iprec_at_recall_0.70 5_15 0.0545 iprec_at_recall_0.80 5_15 0.0419 iprec_at_recall_0.90 5_15 0.0000 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 0.4000 P_10 5_15 0.2000 P_15 5_15 0.2667 P_20 5_15 0.2000 P_30 5_15 0.1667 P_100 5_15 0.1200 P_200 5_15 0.0950 P_500 5_15 0.0580 P_1000 5_15 0.0350 relstring 5_15 '02100-00-0' recall_5 5_15 0.0465 recall_10 5_15 0.0465 recall_15 5_15 0.0930 recall_20 5_15 0.0930 recall_30 5_15 0.1163 recall_100 5_15 0.2791 recall_200 5_15 0.4419 recall_500 5_15 0.6744 recall_1000 5_15 0.8140 infAP 5_15 0.1102 Rprec_mult_0.20 5_15 0.2222 Rprec_mult_0.40 5_15 0.2222 Rprec_mult_0.60 5_15 0.1923 Rprec_mult_0.80 5_15 0.2000 Rprec_mult_1.00 5_15 0.1628 Rprec_mult_1.20 5_15 0.1538 Rprec_mult_1.40 5_15 0.1311 Rprec_mult_1.60 5_15 0.1159 Rprec_mult_1.80 5_15 0.1282 Rprec_mult_2.00 5_15 0.1279 utility 5_15 -930.0000 11pt_avg 5_15 0.1417 binG 5_15 0.1429 G 5_15 0.1216 ndcg 5_15 0.4327 ndcg_rel 5_15 0.3125 Rndcg 5_15 0.1818 ndcg_cut_5 5_15 0.1790 ndcg_cut_10 5_15 0.1204 ndcg_cut_15 5_15 0.1760 ndcg_cut_20 5_15 0.1551 ndcg_cut_30 5_15 0.1604 ndcg_cut_100 5_15 0.2151 ndcg_cut_200 5_15 0.2909 ndcg_cut_500 5_15 0.3920 ndcg_cut_1000 5_15 0.4327 map_cut_5 5_15 0.0271 map_cut_10 5_15 0.0271 map_cut_15 5_15 0.0401 map_cut_20 5_15 0.0401 map_cut_30 5_15 0.0452 map_cut_100 5_15 0.0696 map_cut_200 5_15 0.0871 map_cut_500 5_15 0.1037 map_cut_1000 5_15 0.1102 relative_P_5 5_15 0.4000 relative_P_10 5_15 0.2000 relative_P_15 5_15 0.2667 relative_P_20 5_15 0.2000 relative_P_30 5_15 0.1667 relative_P_100 5_15 0.2791 relative_P_200 5_15 0.4419 relative_P_500 5_15 0.6744 relative_P_1000 5_15 0.8140 success_1 5_15 0.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 0.0350 set_relative_P 5_15 0.8140 set_recall 5_15 0.8140 set_map 5_15 0.0285 set_F 5_15 0.0671 num_nonrel_judged_ret 5_15 65 rbp 5_15 0.1109 rbp_resid 5_15 0.2946 unj_5 5_15 0.0000 unj_10 5_15 0.2000 unj_20 5_15 0.3500 num_ret 5_2 1000 num_rel 5_2 139 num_rel_ret 5_2 82 map 5_2 0.1651 Rprec 5_2 0.2302 bpref 5_2 0.5458 recip_rank 5_2 1.0000 iprec_at_recall_0.00 5_2 1.0000 iprec_at_recall_0.10 5_2 0.4762 iprec_at_recall_0.20 5_2 0.2544 iprec_at_recall_0.30 5_2 0.1228 iprec_at_recall_0.40 5_2 0.1003 iprec_at_recall_0.50 5_2 0.0957 iprec_at_recall_0.60 5_2 0.0000 iprec_at_recall_0.70 5_2 0.0000 iprec_at_recall_0.80 5_2 0.0000 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 1.0000 P_10 5_2 0.8000 P_15 5_2 0.6667 P_20 5_2 0.5500 P_30 5_2 0.4333 P_100 5_2 0.2700 P_200 5_2 0.1650 P_500 5_2 0.1020 P_1000 5_2 0.0820 relstring 5_2 '21111-21-2' recall_5 5_2 0.0360 recall_10 5_2 0.0576 recall_15 5_2 0.0719 recall_20 5_2 0.0791 recall_30 5_2 0.0935 recall_100 5_2 0.1942 recall_200 5_2 0.2374 recall_500 5_2 0.3669 recall_1000 5_2 0.5899 infAP 5_2 0.1651 Rprec_mult_0.20 5_2 0.4286 Rprec_mult_0.40 5_2 0.3750 Rprec_mult_0.60 5_2 0.3095 Rprec_mult_0.80 5_2 0.2500 Rprec_mult_1.00 5_2 0.2302 Rprec_mult_1.20 5_2 0.1976 Rprec_mult_1.40 5_2 0.1692 Rprec_mult_1.60 5_2 0.1614 Rprec_mult_1.80 5_2 0.1514 Rprec_mult_2.00 5_2 0.1403 utility 5_2 -836.0000 11pt_avg 5_2 0.1863 binG 5_2 0.1274 G 5_2 0.0845 ndcg 5_2 0.4378 ndcg_rel 5_2 0.3623 Rndcg 5_2 0.2695 ndcg_cut_5 5_2 0.3348 ndcg_cut_10 5_2 0.3031 ndcg_cut_15 5_2 0.2571 ndcg_cut_20 5_2 0.2325 ndcg_cut_30 5_2 0.2008 ndcg_cut_100 5_2 0.2224 ndcg_cut_200 5_2 0.2399 ndcg_cut_500 5_2 0.3127 ndcg_cut_1000 5_2 0.4378 map_cut_5 5_2 0.0360 map_cut_10 5_2 0.0542 map_cut_15 5_2 0.0644 map_cut_20 5_2 0.0693 map_cut_30 5_2 0.0764 map_cut_100 5_2 0.1171 map_cut_200 5_2 0.1273 map_cut_500 5_2 0.1441 map_cut_1000 5_2 0.1651 relative_P_5 5_2 1.0000 relative_P_10 5_2 0.8000 relative_P_15 5_2 0.6667 relative_P_20 5_2 0.5500 relative_P_30 5_2 0.4333 relative_P_100 5_2 0.2700 relative_P_200 5_2 0.2374 relative_P_500 5_2 0.3669 relative_P_1000 5_2 0.5899 success_1 5_2 1.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 0.0820 set_relative_P 5_2 0.5899 set_recall 5_2 0.5899 set_map 5_2 0.0484 set_F 5_2 0.1440 num_nonrel_judged_ret 5_2 8 rbp 5_2 0.2184 rbp_resid 5_2 0.3242 unj_5 5_2 0.0000 unj_10 5_2 0.2000 unj_20 5_2 0.4000 num_ret 5_4 1000 num_rel 5_4 108 num_rel_ret 5_4 68 map 5_4 0.2354 Rprec 5_4 0.3148 bpref 5_4 0.5899 recip_rank 5_4 1.0000 iprec_at_recall_0.00 5_4 1.0000 iprec_at_recall_0.10 5_4 0.6000 iprec_at_recall_0.20 5_4 0.5714 iprec_at_recall_0.30 5_4 0.3596 iprec_at_recall_0.40 5_4 0.1886 iprec_at_recall_0.50 5_4 0.0942 iprec_at_recall_0.60 5_4 0.0764 iprec_at_recall_0.70 5_4 0.0000 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 1.0000 P_10 5_4 0.7000 P_15 5_4 0.6000 P_20 5_4 0.6000 P_30 5_4 0.5667 P_100 5_4 0.3300 P_200 5_4 0.1900 P_500 5_4 0.1020 P_1000 5_4 0.0680 relstring 5_4 '24121-20-2' recall_5 5_4 0.0463 recall_10 5_4 0.0648 recall_15 5_4 0.0833 recall_20 5_4 0.1111 recall_30 5_4 0.1574 recall_100 5_4 0.3056 recall_200 5_4 0.3519 recall_500 5_4 0.4722 recall_1000 5_4 0.6296 infAP 5_4 0.2354 Rprec_mult_0.20 5_4 0.5455 Rprec_mult_0.40 5_4 0.5682 Rprec_mult_0.60 5_4 0.4615 Rprec_mult_0.80 5_4 0.3563 Rprec_mult_1.00 5_4 0.3148 Rprec_mult_1.20 5_4 0.2692 Rprec_mult_1.40 5_4 0.2434 Rprec_mult_1.60 5_4 0.2197 Rprec_mult_1.80 5_4 0.1949 Rprec_mult_2.00 5_4 0.1806 utility 5_4 -864.0000 11pt_avg 5_4 0.2627 binG 5_4 0.1545 G 5_4 0.1067 ndcg 5_4 0.5254 ndcg_rel 5_4 0.4778 Rndcg 5_4 0.4317 ndcg_cut_5 5_4 0.5318 ndcg_cut_10 5_4 0.4438 ndcg_cut_15 5_4 0.3977 ndcg_cut_20 5_4 0.4179 ndcg_cut_30 5_4 0.4356 ndcg_cut_100 5_4 0.3690 ndcg_cut_200 5_4 0.3893 ndcg_cut_500 5_4 0.4474 ndcg_cut_1000 5_4 0.5254 map_cut_5 5_4 0.0463 map_cut_10 5_4 0.0607 map_cut_15 5_4 0.0724 map_cut_20 5_4 0.0891 map_cut_30 5_4 0.1141 map_cut_100 5_4 0.1905 map_cut_200 5_4 0.2031 map_cut_500 5_4 0.2221 map_cut_1000 5_4 0.2354 relative_P_5 5_4 1.0000 relative_P_10 5_4 0.7000 relative_P_15 5_4 0.6000 relative_P_20 5_4 0.6000 relative_P_30 5_4 0.5667 relative_P_100 5_4 0.3300 relative_P_200 5_4 0.3519 relative_P_500 5_4 0.4722 relative_P_1000 5_4 0.6296 success_1 5_4 1.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.0680 set_relative_P 5_4 0.6296 set_recall 5_4 0.6296 set_map 5_4 0.0428 set_F 5_4 0.1227 num_nonrel_judged_ret 5_4 8 rbp 5_4 0.3302 rbp_resid 5_4 0.2969 unj_5 5_4 0.0000 unj_10 5_4 0.2000 unj_20 5_4 0.3500 num_ret 5_5 1000 num_rel 5_5 108 num_rel_ret 5_5 50 map 5_5 0.1390 Rprec 5_5 0.2315 bpref 5_5 0.4312 recip_rank 5_5 1.0000 iprec_at_recall_0.00 5_5 1.0000 iprec_at_recall_0.10 5_5 0.5238 iprec_at_recall_0.20 5_5 0.3729 iprec_at_recall_0.30 5_5 0.1633 iprec_at_recall_0.40 5_5 0.0628 iprec_at_recall_0.50 5_5 0.0000 iprec_at_recall_0.60 5_5 0.0000 iprec_at_recall_0.70 5_5 0.0000 iprec_at_recall_0.80 5_5 0.0000 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 0.4000 P_10 5_5 0.6000 P_15 5_5 0.5333 P_20 5_5 0.5000 P_30 5_5 0.4333 P_100 5_5 0.2400 P_200 5_5 0.1600 P_500 5_5 0.0820 P_1000 5_5 0.0500 relstring 5_5 '20200-1123' recall_5 5_5 0.0185 recall_10 5_5 0.0556 recall_15 5_5 0.0741 recall_20 5_5 0.0926 recall_30 5_5 0.1204 recall_100 5_5 0.2222 recall_200 5_5 0.2963 recall_500 5_5 0.3796 recall_1000 5_5 0.4630 infAP 5_5 0.1390 Rprec_mult_0.20 5_5 0.5000 Rprec_mult_0.40 5_5 0.4091 Rprec_mult_0.60 5_5 0.3538 Rprec_mult_0.80 5_5 0.2644 Rprec_mult_1.00 5_5 0.2315 Rprec_mult_1.20 5_5 0.2231 Rprec_mult_1.40 5_5 0.1974 Rprec_mult_1.60 5_5 0.1792 Rprec_mult_1.80 5_5 0.1590 Rprec_mult_2.00 5_5 0.1528 utility 5_5 -900.0000 11pt_avg 5_5 0.1930 binG 5_5 0.0991 G 5_5 0.0720 ndcg 5_5 0.3620 ndcg_rel 5_5 0.3363 Rndcg 5_5 0.2965 ndcg_cut_5 5_5 0.2630 ndcg_cut_10 5_5 0.3161 ndcg_cut_15 5_5 0.3229 ndcg_cut_20 5_5 0.3204 ndcg_cut_30 5_5 0.3012 ndcg_cut_100 5_5 0.2484 ndcg_cut_200 5_5 0.2842 ndcg_cut_500 5_5 0.3211 ndcg_cut_1000 5_5 0.3620 map_cut_5 5_5 0.0154 map_cut_10 5_5 0.0347 map_cut_15 5_5 0.0454 map_cut_20 5_5 0.0550 map_cut_30 5_5 0.0684 map_cut_100 5_5 0.1085 map_cut_200 5_5 0.1243 map_cut_500 5_5 0.1341 map_cut_1000 5_5 0.1390 relative_P_5 5_5 0.4000 relative_P_10 5_5 0.6000 relative_P_15 5_5 0.5333 relative_P_20 5_5 0.5000 relative_P_30 5_5 0.4333 relative_P_100 5_5 0.2400 relative_P_200 5_5 0.2963 relative_P_500 5_5 0.3796 relative_P_1000 5_5 0.4630 success_1 5_5 1.0000 success_5 5_5 1.0000 success_10 5_5 1.0000 set_P 5_5 0.0500 set_relative_P 5_5 0.4630 set_recall 5_5 0.4630 set_map 5_5 0.0231 set_F 5_5 0.0903 num_nonrel_judged_ret 5_5 17 rbp 5_5 0.2205 rbp_resid 5_5 0.2794 unj_5 5_5 0.0000 unj_10 5_5 0.1000 unj_20 5_5 0.3500 num_ret 5_8 1000 num_rel 5_8 78 num_rel_ret 5_8 44 map 5_8 0.0662 Rprec 5_8 0.1538 bpref 5_8 0.3713 recip_rank 5_8 0.1667 iprec_at_recall_0.00 5_8 0.2500 iprec_at_recall_0.10 5_8 0.1616 iprec_at_recall_0.20 5_8 0.1616 iprec_at_recall_0.30 5_8 0.1271 iprec_at_recall_0.40 5_8 0.0925 iprec_at_recall_0.50 5_8 0.0528 iprec_at_recall_0.60 5_8 0.0000 iprec_at_recall_0.70 5_8 0.0000 iprec_at_recall_0.80 5_8 0.0000 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.0000 P_10 5_8 0.2000 P_15 5_8 0.2000 P_20 5_8 0.1500 P_30 5_8 0.1333 P_100 5_8 0.1600 P_200 5_8 0.1250 P_500 5_8 0.0660 P_1000 5_8 0.0440 relstring 5_8 '0000010300' recall_5 5_8 0.0000 recall_10 5_8 0.0256 recall_15 5_8 0.0385 recall_20 5_8 0.0385 recall_30 5_8 0.0513 recall_100 5_8 0.2051 recall_200 5_8 0.3205 recall_500 5_8 0.4231 recall_1000 5_8 0.5641 infAP 5_8 0.0662 Rprec_mult_0.20 5_8 0.1875 Rprec_mult_0.40 5_8 0.1250 Rprec_mult_0.60 5_8 0.1064 Rprec_mult_0.80 5_8 0.1270 Rprec_mult_1.00 5_8 0.1538 Rprec_mult_1.20 5_8 0.1383 Rprec_mult_1.40 5_8 0.1455 Rprec_mult_1.60 5_8 0.1360 Rprec_mult_1.80 5_8 0.1277 Rprec_mult_2.00 5_8 0.1346 utility 5_8 -912.0000 11pt_avg 5_8 0.0769 binG 5_8 0.0854 G 5_8 0.0771 ndcg 5_8 0.3089 ndcg_rel 5_8 0.2422 Rndcg 5_8 0.1191 ndcg_cut_5 5_8 0.0000 ndcg_cut_10 5_8 0.0826 ndcg_cut_15 5_8 0.0947 ndcg_cut_20 5_8 0.0845 ndcg_cut_30 5_8 0.0788 ndcg_cut_100 5_8 0.1455 ndcg_cut_200 5_8 0.2192 ndcg_cut_500 5_8 0.2607 ndcg_cut_1000 5_8 0.3089 map_cut_5 5_8 0.0000 map_cut_10 5_8 0.0053 map_cut_15 5_8 0.0085 map_cut_20 5_8 0.0085 map_cut_30 5_8 0.0105 map_cut_100 5_8 0.0326 map_cut_200 5_8 0.0479 map_cut_500 5_8 0.0584 map_cut_1000 5_8 0.0662 relative_P_5 5_8 0.0000 relative_P_10 5_8 0.2000 relative_P_15 5_8 0.2000 relative_P_20 5_8 0.1500 relative_P_30 5_8 0.1333 relative_P_100 5_8 0.2051 relative_P_200 5_8 0.3205 relative_P_500 5_8 0.4231 relative_P_1000 5_8 0.5641 success_1 5_8 0.0000 success_5 5_8 0.0000 success_10 5_8 1.0000 set_P 5_8 0.0440 set_relative_P 5_8 0.5641 set_recall 5_8 0.5641 set_map 5_8 0.0248 set_F 5_8 0.0816 num_nonrel_judged_ret 5_8 41 rbp 5_8 0.0692 rbp_resid 5_8 0.2144 unj_5 5_8 0.0000 unj_10 5_8 0.0000 unj_20 5_8 0.3000 num_ret 5_9 1000 num_rel 5_9 53 num_rel_ret 5_9 0 map 5_9 0.0000 Rprec 5_9 0.0000 bpref 5_9 0.0000 recip_rank 5_9 0.0000 iprec_at_recall_0.00 5_9 0.0000 iprec_at_recall_0.10 5_9 0.0000 iprec_at_recall_0.20 5_9 0.0000 iprec_at_recall_0.30 5_9 0.0000 iprec_at_recall_0.40 5_9 0.0000 iprec_at_recall_0.50 5_9 0.0000 iprec_at_recall_0.60 5_9 0.0000 iprec_at_recall_0.70 5_9 0.0000 iprec_at_recall_0.80 5_9 0.0000 iprec_at_recall_0.90 5_9 0.0000 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 0.0000 P_10 5_9 0.0000 P_15 5_9 0.0000 P_20 5_9 0.0000 P_30 5_9 0.0000 P_100 5_9 0.0000 P_200 5_9 0.0000 P_500 5_9 0.0000 P_1000 5_9 0.0000 relstring 5_9 '00000-----' recall_5 5_9 0.0000 recall_10 5_9 0.0000 recall_15 5_9 0.0000 recall_20 5_9 0.0000 recall_30 5_9 0.0000 recall_100 5_9 0.0000 recall_200 5_9 0.0000 recall_500 5_9 0.0000 recall_1000 5_9 0.0000 infAP 5_9 0.0000 Rprec_mult_0.20 5_9 0.0000 Rprec_mult_0.40 5_9 0.0000 Rprec_mult_0.60 5_9 0.0000 Rprec_mult_0.80 5_9 0.0000 Rprec_mult_1.00 5_9 0.0000 Rprec_mult_1.20 5_9 0.0000 Rprec_mult_1.40 5_9 0.0000 Rprec_mult_1.60 5_9 0.0000 Rprec_mult_1.80 5_9 0.0000 Rprec_mult_2.00 5_9 0.0000 utility 5_9 -1000.0000 11pt_avg 5_9 0.0000 binG 5_9 0.0000 G 5_9 0.0000 ndcg 5_9 0.0000 ndcg_rel 5_9 0.0000 Rndcg 5_9 0.0000 ndcg_cut_5 5_9 0.0000 ndcg_cut_10 5_9 0.0000 ndcg_cut_15 5_9 0.0000 ndcg_cut_20 5_9 0.0000 ndcg_cut_30 5_9 0.0000 ndcg_cut_100 5_9 0.0000 ndcg_cut_200 5_9 0.0000 ndcg_cut_500 5_9 0.0000 ndcg_cut_1000 5_9 0.0000 map_cut_5 5_9 0.0000 map_cut_10 5_9 0.0000 map_cut_15 5_9 0.0000 map_cut_20 5_9 0.0000 map_cut_30 5_9 0.0000 map_cut_100 5_9 0.0000 map_cut_200 5_9 0.0000 map_cut_500 5_9 0.0000 map_cut_1000 5_9 0.0000 relative_P_5 5_9 0.0000 relative_P_10 5_9 0.0000 relative_P_15 5_9 0.0000 relative_P_20 5_9 0.0000 relative_P_30 5_9 0.0000 relative_P_100 5_9 0.0000 relative_P_200 5_9 0.0000 relative_P_500 5_9 0.0000 relative_P_1000 5_9 0.0000 success_1 5_9 0.0000 success_5 5_9 0.0000 success_10 5_9 0.0000 set_P 5_9 0.0000 set_relative_P 5_9 0.0000 set_recall 5_9 0.0000 set_map 5_9 0.0000 set_F 5_9 0.0000 num_nonrel_judged_ret 5_9 8 rbp 5_9 0.0000 rbp_resid 5_9 0.5667 unj_5 5_9 0.0000 unj_10 5_9 0.5000 unj_20 5_9 0.7000 num_ret 6_1 1000 num_rel 6_1 331 num_rel_ret 6_1 116 map 6_1 0.1849 Rprec 6_1 0.2508 bpref 6_1 0.3423 recip_rank 6_1 1.0000 iprec_at_recall_0.00 6_1 1.0000 iprec_at_recall_0.10 6_1 0.8140 iprec_at_recall_0.20 6_1 0.4110 iprec_at_recall_0.30 6_1 0.1423 iprec_at_recall_0.40 6_1 0.0000 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 1.0000 P_10 6_1 1.0000 P_15 6_1 1.0000 P_20 6_1 0.9500 P_30 6_1 0.9333 P_100 6_1 0.5100 P_200 6_1 0.3500 P_500 6_1 0.1800 P_1000 6_1 0.1160 relstring 6_1 '3212112112' recall_5 6_1 0.0151 recall_10 6_1 0.0302 recall_15 6_1 0.0453 recall_20 6_1 0.0574 recall_30 6_1 0.0846 recall_100 6_1 0.1541 recall_200 6_1 0.2115 recall_500 6_1 0.2719 recall_1000 6_1 0.3505 infAP 6_1 0.1849 Rprec_mult_0.20 6_1 0.6418 Rprec_mult_0.40 6_1 0.4511 Rprec_mult_0.60 6_1 0.3518 Rprec_mult_0.80 6_1 0.2868 Rprec_mult_1.00 6_1 0.2508 Rprec_mult_1.20 6_1 0.2186 Rprec_mult_1.40 6_1 0.1940 Rprec_mult_1.60 6_1 0.1698 Rprec_mult_1.80 6_1 0.1544 Rprec_mult_2.00 6_1 0.1450 utility 6_1 -768.0000 11pt_avg 6_1 0.2152 binG 6_1 0.1135 G 6_1 0.0672 ndcg 6_1 0.4172 ndcg_rel 6_1 0.4425 Rndcg 6_1 0.5083 ndcg_cut_5 6_1 0.6104 ndcg_cut_10 6_1 0.5624 ndcg_cut_15 6_1 0.6013 ndcg_cut_20 6_1 0.6362 ndcg_cut_30 6_1 0.6641 ndcg_cut_100 6_1 0.4718 ndcg_cut_200 6_1 0.4012 ndcg_cut_500 6_1 0.3698 ndcg_cut_1000 6_1 0.4172 map_cut_5 6_1 0.0151 map_cut_10 6_1 0.0302 map_cut_15 6_1 0.0453 map_cut_20 6_1 0.0573 map_cut_30 6_1 0.0826 map_cut_100 6_1 0.1320 map_cut_200 6_1 0.1580 map_cut_500 6_1 0.1741 map_cut_1000 6_1 0.1849 relative_P_5 6_1 1.0000 relative_P_10 6_1 1.0000 relative_P_15 6_1 1.0000 relative_P_20 6_1 0.9500 relative_P_30 6_1 0.9333 relative_P_100 6_1 0.5100 relative_P_200 6_1 0.3500 relative_P_500 6_1 0.2719 relative_P_1000 6_1 0.3505 success_1 6_1 1.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.1160 set_relative_P 6_1 0.3505 set_recall 6_1 0.3505 set_map 6_1 0.0407 set_F 6_1 0.1743 num_nonrel_judged_ret 6_1 3 rbp 6_1 0.4252 rbp_resid 6_1 0.0256 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1000 num_rel 6_10 45 num_rel_ret 6_10 3 map 6_10 0.0004 Rprec 6_10 0.0000 bpref 6_10 0.0533 recip_rank 6_10 0.0081 iprec_at_recall_0.00 6_10 0.0081 iprec_at_recall_0.10 6_10 0.0000 iprec_at_recall_0.20 6_10 0.0000 iprec_at_recall_0.30 6_10 0.0000 iprec_at_recall_0.40 6_10 0.0000 iprec_at_recall_0.50 6_10 0.0000 iprec_at_recall_0.60 6_10 0.0000 iprec_at_recall_0.70 6_10 0.0000 iprec_at_recall_0.80 6_10 0.0000 iprec_at_recall_0.90 6_10 0.0000 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 0.0000 P_10 6_10 0.0000 P_15 6_10 0.0000 P_20 6_10 0.0000 P_30 6_10 0.0000 P_100 6_10 0.0000 P_200 6_10 0.0050 P_500 6_10 0.0040 P_1000 6_10 0.0030 relstring 6_10 '00000-----' recall_5 6_10 0.0000 recall_10 6_10 0.0000 recall_15 6_10 0.0000 recall_20 6_10 0.0000 recall_30 6_10 0.0000 recall_100 6_10 0.0000 recall_200 6_10 0.0222 recall_500 6_10 0.0444 recall_1000 6_10 0.0667 infAP 6_10 0.0004 Rprec_mult_0.20 6_10 0.0000 Rprec_mult_0.40 6_10 0.0000 Rprec_mult_0.60 6_10 0.0000 Rprec_mult_0.80 6_10 0.0000 Rprec_mult_1.00 6_10 0.0000 Rprec_mult_1.20 6_10 0.0000 Rprec_mult_1.40 6_10 0.0000 Rprec_mult_1.60 6_10 0.0000 Rprec_mult_1.80 6_10 0.0000 Rprec_mult_2.00 6_10 0.0000 utility 6_10 -994.0000 11pt_avg 6_10 0.0007 binG 6_10 0.0082 G 6_10 0.0041 ndcg 6_10 0.0137 ndcg_rel 6_10 0.0134 Rndcg 6_10 0.0027 ndcg_cut_5 6_10 0.0000 ndcg_cut_10 6_10 0.0000 ndcg_cut_15 6_10 0.0000 ndcg_cut_20 6_10 0.0000 ndcg_cut_30 6_10 0.0000 ndcg_cut_100 6_10 0.0000 ndcg_cut_200 6_10 0.0054 ndcg_cut_500 6_10 0.0097 ndcg_cut_1000 6_10 0.0137 map_cut_5 6_10 0.0000 map_cut_10 6_10 0.0000 map_cut_15 6_10 0.0000 map_cut_20 6_10 0.0000 map_cut_30 6_10 0.0000 map_cut_100 6_10 0.0000 map_cut_200 6_10 0.0002 map_cut_500 6_10 0.0003 map_cut_1000 6_10 0.0004 relative_P_5 6_10 0.0000 relative_P_10 6_10 0.0000 relative_P_15 6_10 0.0000 relative_P_20 6_10 0.0000 relative_P_30 6_10 0.0000 relative_P_100 6_10 0.0000 relative_P_200 6_10 0.0222 relative_P_500 6_10 0.0444 relative_P_1000 6_10 0.0667 success_1 6_10 0.0000 success_5 6_10 0.0000 success_10 6_10 0.0000 set_P 6_10 0.0030 set_relative_P 6_10 0.0667 set_recall 6_10 0.0667 set_map 6_10 0.0002 set_F 6_10 0.0057 num_nonrel_judged_ret 6_10 9 rbp 6_10 0.0000 rbp_resid 6_10 0.5081 unj_5 6_10 0.0000 unj_10 6_10 0.5000 unj_20 6_10 0.6000 num_ret 6_11 1000 num_rel 6_11 118 num_rel_ret 6_11 83 map 6_11 0.3066 Rprec 6_11 0.3729 bpref 6_11 0.6048 recip_rank 6_11 1.0000 iprec_at_recall_0.00 6_11 1.0000 iprec_at_recall_0.10 6_11 0.6842 iprec_at_recall_0.20 6_11 0.6222 iprec_at_recall_0.30 6_11 0.4730 iprec_at_recall_0.40 6_11 0.3643 iprec_at_recall_0.50 6_11 0.2201 iprec_at_recall_0.60 6_11 0.1632 iprec_at_recall_0.70 6_11 0.0859 iprec_at_recall_0.80 6_11 0.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 1.0000 P_10 6_11 0.7000 P_15 6_11 0.6667 P_20 6_11 0.6500 P_30 6_11 0.6333 P_100 6_11 0.4200 P_200 6_11 0.2700 P_500 6_11 0.1440 P_1000 6_11 0.0830 relstring 6_11 '21122-302-' recall_5 6_11 0.0424 recall_10 6_11 0.0593 recall_15 6_11 0.0847 recall_20 6_11 0.1102 recall_30 6_11 0.1610 recall_100 6_11 0.3559 recall_200 6_11 0.4576 recall_500 6_11 0.6102 recall_1000 6_11 0.7034 infAP 6_11 0.3066 Rprec_mult_0.20 6_11 0.6250 Rprec_mult_0.40 6_11 0.6042 Rprec_mult_0.60 6_11 0.4789 Rprec_mult_0.80 6_11 0.4316 Rprec_mult_1.00 6_11 0.3729 Rprec_mult_1.20 6_11 0.3451 Rprec_mult_1.40 6_11 0.3012 Rprec_mult_1.60 6_11 0.2857 Rprec_mult_1.80 6_11 0.2629 Rprec_mult_2.00 6_11 0.2458 utility 6_11 -834.0000 11pt_avg 6_11 0.3285 binG 6_11 0.1707 G 6_11 0.1266 ndcg 6_11 0.6019 ndcg_rel 6_11 0.5366 Rndcg 6_11 0.4997 ndcg_cut_5 6_11 0.5937 ndcg_cut_10 6_11 0.5677 ndcg_cut_15 6_11 0.5336 ndcg_cut_20 6_11 0.4996 ndcg_cut_30 6_11 0.4984 ndcg_cut_100 6_11 0.4440 ndcg_cut_200 6_11 0.4739 ndcg_cut_500 6_11 0.5529 ndcg_cut_1000 6_11 0.6019 map_cut_5 6_11 0.0424 map_cut_10 6_11 0.0562 map_cut_15 6_11 0.0725 map_cut_20 6_11 0.0895 map_cut_30 6_11 0.1220 map_cut_100 6_11 0.2282 map_cut_200 6_11 0.2627 map_cut_500 6_11 0.2944 map_cut_1000 6_11 0.3066 relative_P_5 6_11 1.0000 relative_P_10 6_11 0.7000 relative_P_15 6_11 0.6667 relative_P_20 6_11 0.6500 relative_P_30 6_11 0.6333 relative_P_100 6_11 0.4200 relative_P_200 6_11 0.4576 relative_P_500 6_11 0.6102 relative_P_1000 6_11 0.7034 success_1 6_11 1.0000 success_5 6_11 1.0000 success_10 6_11 1.0000 set_P 6_11 0.0830 set_relative_P 6_11 0.7034 set_recall 6_11 0.7034 set_map 6_11 0.0584 set_F 6_11 0.1485 num_nonrel_judged_ret 6_11 35 rbp 6_11 0.3843 rbp_resid 6_11 0.1805 unj_5 6_11 0.0000 unj_10 6_11 0.2000 unj_20 6_11 0.2000 num_ret 6_12 1000 num_rel 6_12 69 num_rel_ret 6_12 53 map 6_12 0.3343 Rprec 6_12 0.4058 bpref 6_12 0.7562 recip_rank 6_12 1.0000 iprec_at_recall_0.00 6_12 1.0000 iprec_at_recall_0.10 6_12 0.8750 iprec_at_recall_0.20 6_12 0.6087 iprec_at_recall_0.30 6_12 0.5676 iprec_at_recall_0.40 6_12 0.4242 iprec_at_recall_0.50 6_12 0.2041 iprec_at_recall_0.60 6_12 0.1822 iprec_at_recall_0.70 6_12 0.1215 iprec_at_recall_0.80 6_12 0.0000 iprec_at_recall_0.90 6_12 0.0000 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 1.0000 P_10 6_12 0.7000 P_15 6_12 0.6000 P_20 6_12 0.6000 P_30 6_12 0.5667 P_100 6_12 0.3000 P_200 6_12 0.2000 P_500 6_12 0.0980 P_1000 6_12 0.0530 relstring 6_12 '33333-430-' recall_5 6_12 0.0725 recall_10 6_12 0.1014 recall_15 6_12 0.1304 recall_20 6_12 0.1739 recall_30 6_12 0.2464 recall_100 6_12 0.4348 recall_200 6_12 0.5797 recall_500 6_12 0.7101 recall_1000 6_12 0.7681 infAP 6_12 0.3343 Rprec_mult_0.20 6_12 0.5714 Rprec_mult_0.40 6_12 0.5714 Rprec_mult_0.60 6_12 0.5238 Rprec_mult_0.80 6_12 0.4643 Rprec_mult_1.00 6_12 0.4058 Rprec_mult_1.20 6_12 0.3614 Rprec_mult_1.40 6_12 0.3093 Rprec_mult_1.60 6_12 0.2793 Rprec_mult_1.80 6_12 0.2480 Rprec_mult_2.00 6_12 0.2246 utility 6_12 -894.0000 11pt_avg 6_12 0.3621 binG 6_12 0.2194 G 6_12 0.1639 ndcg 6_12 0.6748 ndcg_rel 6_12 0.6422 Rndcg 6_12 0.5787 ndcg_cut_5 6_12 0.8984 ndcg_cut_10 6_12 0.7604 ndcg_cut_15 6_12 0.6706 ndcg_cut_20 6_12 0.6604 ndcg_cut_30 6_12 0.6022 ndcg_cut_100 6_12 0.5056 ndcg_cut_200 6_12 0.5910 ndcg_cut_500 6_12 0.6551 ndcg_cut_1000 6_12 0.6748 map_cut_5 6_12 0.0725 map_cut_10 6_12 0.0976 map_cut_15 6_12 0.1168 map_cut_20 6_12 0.1444 map_cut_30 6_12 0.1873 map_cut_100 6_12 0.2806 map_cut_200 6_12 0.3108 map_cut_500 6_12 0.3303 map_cut_1000 6_12 0.3343 relative_P_5 6_12 1.0000 relative_P_10 6_12 0.7000 relative_P_15 6_12 0.6000 relative_P_20 6_12 0.6000 relative_P_30 6_12 0.5667 relative_P_100 6_12 0.4348 relative_P_200 6_12 0.5797 relative_P_500 6_12 0.7101 relative_P_1000 6_12 0.7681 success_1 6_12 1.0000 success_5 6_12 1.0000 success_10 6_12 1.0000 set_P 6_12 0.0530 set_relative_P 6_12 0.7681 set_recall 6_12 0.7681 set_map 6_12 0.0407 set_F 6_12 0.0992 num_nonrel_judged_ret 6_12 2 rbp 6_12 0.5092 rbp_resid 6_12 0.2786 unj_5 6_12 0.0000 unj_10 6_12 0.2000 unj_20 6_12 0.3500 num_ret 6_13 1000 num_rel 6_13 107 num_rel_ret 6_13 94 map 6_13 0.4673 Rprec 6_13 0.4486 bpref 6_13 0.8124 recip_rank 6_13 1.0000 iprec_at_recall_0.00 6_13 1.0000 iprec_at_recall_0.10 6_13 1.0000 iprec_at_recall_0.20 6_13 0.8400 iprec_at_recall_0.30 6_13 0.7059 iprec_at_recall_0.40 6_13 0.5375 iprec_at_recall_0.50 6_13 0.4122 iprec_at_recall_0.60 6_13 0.3014 iprec_at_recall_0.70 6_13 0.2353 iprec_at_recall_0.80 6_13 0.1737 iprec_at_recall_0.90 6_13 0.0000 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 1.0000 P_10 6_13 1.0000 P_15 6_13 1.0000 P_20 6_13 0.9500 P_30 6_13 0.7667 P_100 6_13 0.4600 P_200 6_13 0.3050 P_500 6_13 0.1720 P_1000 6_13 0.0940 relstring 6_13 '3322331112' recall_5 6_13 0.0467 recall_10 6_13 0.0935 recall_15 6_13 0.1402 recall_20 6_13 0.1776 recall_30 6_13 0.2150 recall_100 6_13 0.4299 recall_200 6_13 0.5701 recall_500 6_13 0.8037 recall_1000 6_13 0.8785 infAP 6_13 0.4673 Rprec_mult_0.20 6_13 0.9091 Rprec_mult_0.40 6_13 0.6977 Rprec_mult_0.60 6_13 0.5692 Rprec_mult_0.80 6_13 0.5233 Rprec_mult_1.00 6_13 0.4486 Rprec_mult_1.20 6_13 0.4031 Rprec_mult_1.40 6_13 0.3667 Rprec_mult_1.60 6_13 0.3430 Rprec_mult_1.80 6_13 0.3161 Rprec_mult_2.00 6_13 0.2991 utility 6_13 -812.0000 11pt_avg 6_13 0.4733 binG 6_13 0.2998 G 6_13 0.1929 ndcg 6_13 0.7661 ndcg_rel 6_13 0.7014 Rndcg 6_13 0.6646 ndcg_cut_5 6_13 0.8948 ndcg_cut_10 6_13 0.7711 ndcg_cut_15 6_13 0.7654 ndcg_cut_20 6_13 0.7578 ndcg_cut_30 6_13 0.6915 ndcg_cut_100 6_13 0.5743 ndcg_cut_200 6_13 0.6194 ndcg_cut_500 6_13 0.7367 ndcg_cut_1000 6_13 0.7661 map_cut_5 6_13 0.0467 map_cut_10 6_13 0.0935 map_cut_15 6_13 0.1402 map_cut_20 6_13 0.1771 map_cut_30 6_13 0.2081 map_cut_100 6_13 0.3465 map_cut_200 6_13 0.4010 map_cut_500 6_13 0.4585 map_cut_1000 6_13 0.4673 relative_P_5 6_13 1.0000 relative_P_10 6_13 1.0000 relative_P_15 6_13 1.0000 relative_P_20 6_13 0.9500 relative_P_30 6_13 0.7667 relative_P_100 6_13 0.4600 relative_P_200 6_13 0.5701 relative_P_500 6_13 0.8037 relative_P_1000 6_13 0.8785 success_1 6_13 1.0000 success_5 6_13 1.0000 success_10 6_13 1.0000 set_P 6_13 0.0940 set_relative_P 6_13 0.8785 set_recall 6_13 0.8785 set_map 6_13 0.0826 set_F 6_13 0.1698 num_nonrel_judged_ret 6_13 14 rbp 6_13 0.6468 rbp_resid 6_13 0.0770 unj_5 6_13 0.0000 unj_10 6_13 0.0000 unj_20 6_13 0.0500 num_ret 6_14 1000 num_rel 6_14 56 num_rel_ret 6_14 51 map 6_14 0.3682 Rprec 6_14 0.4643 bpref 6_14 0.5389 recip_rank 6_14 1.0000 iprec_at_recall_0.00 6_14 1.0000 iprec_at_recall_0.10 6_14 0.7500 iprec_at_recall_0.20 6_14 0.6129 iprec_at_recall_0.30 6_14 0.6129 iprec_at_recall_0.40 6_14 0.5366 iprec_at_recall_0.50 6_14 0.4000 iprec_at_recall_0.60 6_14 0.2857 iprec_at_recall_0.70 6_14 0.1718 iprec_at_recall_0.80 6_14 0.1100 iprec_at_recall_0.90 6_14 0.0611 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.8000 P_10 6_14 0.6000 P_15 6_14 0.4667 P_20 6_14 0.5500 P_30 6_14 0.6000 P_100 6_14 0.3200 P_200 6_14 0.1800 P_500 6_14 0.0940 P_1000 6_14 0.0510 relstring 6_14 '2011110100' recall_5 6_14 0.0714 recall_10 6_14 0.1071 recall_15 6_14 0.1250 recall_20 6_14 0.1964 recall_30 6_14 0.3214 recall_100 6_14 0.5714 recall_200 6_14 0.6429 recall_500 6_14 0.8393 recall_1000 6_14 0.9107 infAP 6_14 0.3682 Rprec_mult_0.20 6_14 0.5833 Rprec_mult_0.40 6_14 0.5652 Rprec_mult_0.60 6_14 0.5882 Rprec_mult_0.80 6_14 0.4889 Rprec_mult_1.00 6_14 0.4643 Rprec_mult_1.20 6_14 0.3971 Rprec_mult_1.40 6_14 0.3671 Rprec_mult_1.60 6_14 0.3333 Rprec_mult_1.80 6_14 0.3168 Rprec_mult_2.00 6_14 0.2857 utility 6_14 -898.0000 11pt_avg 6_14 0.4128 binG 6_14 0.2263 G 6_14 0.1571 ndcg 6_14 0.6137 ndcg_rel 6_14 0.4547 Rndcg 6_14 0.4378 ndcg_cut_5 6_14 0.3751 ndcg_cut_10 6_14 0.3219 ndcg_cut_15 6_14 0.2834 ndcg_cut_20 6_14 0.3262 ndcg_cut_30 6_14 0.3830 ndcg_cut_100 6_14 0.4441 ndcg_cut_200 6_14 0.4817 ndcg_cut_500 6_14 0.5816 ndcg_cut_1000 6_14 0.6137 map_cut_5 6_14 0.0574 map_cut_10 6_14 0.0857 map_cut_15 6_14 0.0961 map_cut_20 6_14 0.1337 map_cut_30 6_14 0.2053 map_cut_100 6_14 0.3192 map_cut_200 6_14 0.3379 map_cut_500 6_14 0.3635 map_cut_1000 6_14 0.3682 relative_P_5 6_14 0.8000 relative_P_10 6_14 0.6000 relative_P_15 6_14 0.4667 relative_P_20 6_14 0.5500 relative_P_30 6_14 0.6000 relative_P_100 6_14 0.5714 relative_P_200 6_14 0.6429 relative_P_500 6_14 0.8393 relative_P_1000 6_14 0.9107 success_1 6_14 1.0000 success_5 6_14 1.0000 success_10 6_14 1.0000 set_P 6_14 0.0510 set_relative_P 6_14 0.9107 set_recall 6_14 0.9107 set_map 6_14 0.0464 set_F 6_14 0.0966 num_nonrel_judged_ret 6_14 56 rbp 6_14 0.2553 rbp_resid 6_14 0.0309 unj_5 6_14 0.0000 unj_10 6_14 0.0000 unj_20 6_14 0.0000 num_ret 6_16 1000 num_rel 6_16 29 num_rel_ret 6_16 19 map 6_16 0.0731 Rprec 6_16 0.1379 bpref 6_16 0.1819 recip_rank 6_16 0.5000 iprec_at_recall_0.00 6_16 0.5000 iprec_at_recall_0.10 6_16 0.4000 iprec_at_recall_0.20 6_16 0.0843 iprec_at_recall_0.30 6_16 0.0427 iprec_at_recall_0.40 6_16 0.0240 iprec_at_recall_0.50 6_16 0.0235 iprec_at_recall_0.60 6_16 0.0209 iprec_at_recall_0.70 6_16 0.0000 iprec_at_recall_0.80 6_16 0.0000 iprec_at_recall_0.90 6_16 0.0000 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.2000 P_10 6_16 0.4000 P_15 6_16 0.2667 P_20 6_16 0.2000 P_30 6_16 0.1333 P_100 6_16 0.0800 P_200 6_16 0.0400 P_500 6_16 0.0220 P_1000 6_16 0.0190 relstring 6_16 '0200000232' recall_5 6_16 0.0345 recall_10 6_16 0.1379 recall_15 6_16 0.1379 recall_20 6_16 0.1379 recall_30 6_16 0.1379 recall_100 6_16 0.2759 recall_200 6_16 0.2759 recall_500 6_16 0.3793 recall_1000 6_16 0.6552 infAP 6_16 0.0731 Rprec_mult_0.20 6_16 0.1667 Rprec_mult_0.40 6_16 0.3333 Rprec_mult_0.60 6_16 0.2222 Rprec_mult_0.80 6_16 0.1667 Rprec_mult_1.00 6_16 0.1379 Rprec_mult_1.20 6_16 0.1143 Rprec_mult_1.40 6_16 0.1220 Rprec_mult_1.60 6_16 0.1064 Rprec_mult_1.80 6_16 0.0943 Rprec_mult_2.00 6_16 0.0862 utility 6_16 -962.0000 11pt_avg 6_16 0.0996 binG 6_16 0.1209 G 6_16 0.0919 ndcg 6_16 0.3271 ndcg_rel 6_16 0.2762 Rndcg 6_16 0.2046 ndcg_cut_5 6_16 0.1427 ndcg_cut_10 6_16 0.2475 ndcg_cut_15 6_16 0.1919 ndcg_cut_20 6_16 0.1692 ndcg_cut_30 6_16 0.1470 ndcg_cut_100 6_16 0.2177 ndcg_cut_200 6_16 0.2177 ndcg_cut_500 6_16 0.2531 ndcg_cut_1000 6_16 0.3271 map_cut_5 6_16 0.0172 map_cut_10 6_16 0.0511 map_cut_15 6_16 0.0511 map_cut_20 6_16 0.0511 map_cut_30 6_16 0.0511 map_cut_100 6_16 0.0640 map_cut_200 6_16 0.0640 map_cut_500 6_16 0.0671 map_cut_1000 6_16 0.0731 relative_P_5 6_16 0.2000 relative_P_10 6_16 0.4000 relative_P_15 6_16 0.2667 relative_P_20 6_16 0.2000 relative_P_30 6_16 0.1379 relative_P_100 6_16 0.2759 relative_P_200 6_16 0.2759 relative_P_500 6_16 0.3793 relative_P_1000 6_16 0.6552 success_1 6_16 0.0000 success_5 6_16 1.0000 success_10 6_16 1.0000 set_P 6_16 0.0190 set_relative_P 6_16 0.6552 set_recall 6_16 0.6552 set_map 6_16 0.0124 set_F 6_16 0.0369 num_nonrel_judged_ret 6_16 63 rbp 6_16 0.1622 rbp_resid 6_16 0.2554 unj_5 6_16 0.0000 unj_10 6_16 0.0000 unj_20 6_16 0.3500 num_ret 6_3 1000 num_rel 6_3 97 num_rel_ret 6_3 20 map 6_3 0.0373 Rprec 6_3 0.0722 bpref 6_3 0.1676 recip_rank 6_3 1.0000 iprec_at_recall_0.00 6_3 1.0000 iprec_at_recall_0.10 6_3 0.0556 iprec_at_recall_0.20 6_3 0.0212 iprec_at_recall_0.30 6_3 0.0000 iprec_at_recall_0.40 6_3 0.0000 iprec_at_recall_0.50 6_3 0.0000 iprec_at_recall_0.60 6_3 0.0000 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 0.6000 P_10 6_3 0.3000 P_15 6_3 0.2667 P_20 6_3 0.2000 P_30 6_3 0.1667 P_100 6_3 0.0700 P_200 6_3 0.0500 P_500 6_3 0.0280 P_1000 6_3 0.0200 relstring 6_3 '20210--0--' recall_5 6_3 0.0309 recall_10 6_3 0.0309 recall_15 6_3 0.0412 recall_20 6_3 0.0412 recall_30 6_3 0.0515 recall_100 6_3 0.0722 recall_200 6_3 0.1031 recall_500 6_3 0.1443 recall_1000 6_3 0.2062 infAP 6_3 0.0373 Rprec_mult_0.20 6_3 0.2000 Rprec_mult_0.40 6_3 0.1538 Rprec_mult_0.60 6_3 0.1186 Rprec_mult_0.80 6_3 0.0897 Rprec_mult_1.00 6_3 0.0722 Rprec_mult_1.20 6_3 0.0598 Rprec_mult_1.40 6_3 0.0588 Rprec_mult_1.60 6_3 0.0577 Rprec_mult_1.80 6_3 0.0514 Rprec_mult_2.00 6_3 0.0515 utility 6_3 -960.0000 11pt_avg 6_3 0.0979 binG 6_3 0.0479 G 6_3 0.0355 ndcg 6_3 0.1889 ndcg_rel 6_3 0.1908 Rndcg 6_3 0.1842 ndcg_cut_5 6_3 0.3275 ndcg_cut_10 6_3 0.2248 ndcg_cut_15 6_3 0.2073 ndcg_cut_20 6_3 0.1843 ndcg_cut_30 6_3 0.1616 ndcg_cut_100 6_3 0.1162 ndcg_cut_200 6_3 0.1363 ndcg_cut_500 6_3 0.1590 ndcg_cut_1000 6_3 0.1889 map_cut_5 6_3 0.0249 map_cut_10 6_3 0.0249 map_cut_15 6_3 0.0277 map_cut_20 6_3 0.0277 map_cut_30 6_3 0.0294 map_cut_100 6_3 0.0326 map_cut_200 6_3 0.0344 map_cut_500 6_3 0.0359 map_cut_1000 6_3 0.0373 relative_P_5 6_3 0.6000 relative_P_10 6_3 0.3000 relative_P_15 6_3 0.2667 relative_P_20 6_3 0.2000 relative_P_30 6_3 0.1667 relative_P_100 6_3 0.0722 relative_P_200 6_3 0.1031 relative_P_500 6_3 0.1443 relative_P_1000 6_3 0.2062 success_1 6_3 1.0000 success_5 6_3 1.0000 success_10 6_3 1.0000 set_P 6_3 0.0200 set_relative_P 6_3 0.2062 set_recall 6_3 0.2062 set_map 6_3 0.0041 set_F 6_3 0.0365 num_nonrel_judged_ret 6_3 36 rbp 6_3 0.1225 rbp_resid 6_3 0.4710 unj_5 6_3 0.0000 unj_10 6_3 0.4000 unj_20 6_3 0.5500 num_ret 6_4 1000 num_rel 6_4 121 num_rel_ret 6_4 64 map 6_4 0.1483 Rprec 6_4 0.2397 bpref 6_4 0.4682 recip_rank 6_4 1.0000 iprec_at_recall_0.00 6_4 1.0000 iprec_at_recall_0.10 6_4 0.5000 iprec_at_recall_0.20 6_4 0.2963 iprec_at_recall_0.30 6_4 0.1506 iprec_at_recall_0.40 6_4 0.0974 iprec_at_recall_0.50 6_4 0.0709 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 0.6000 P_10 6_4 0.5000 P_15 6_4 0.5333 P_20 6_4 0.4500 P_30 6_4 0.4667 P_100 6_4 0.2500 P_200 6_4 0.1700 P_500 6_4 0.0960 P_1000 6_4 0.0640 relstring 6_4 '32002-3020' recall_5 6_4 0.0248 recall_10 6_4 0.0413 recall_15 6_4 0.0661 recall_20 6_4 0.0744 recall_30 6_4 0.1157 recall_100 6_4 0.2066 recall_200 6_4 0.2810 recall_500 6_4 0.3967 recall_1000 6_4 0.5289 infAP 6_4 0.1483 Rprec_mult_0.20 6_4 0.4400 Rprec_mult_0.40 6_4 0.3878 Rprec_mult_0.60 6_4 0.3151 Rprec_mult_0.80 6_4 0.2577 Rprec_mult_1.00 6_4 0.2397 Rprec_mult_1.20 6_4 0.2192 Rprec_mult_1.40 6_4 0.1941 Rprec_mult_1.60 6_4 0.1753 Rprec_mult_1.80 6_4 0.1560 Rprec_mult_2.00 6_4 0.1488 utility 6_4 -872.0000 11pt_avg 6_4 0.1923 binG 6_4 0.1073 G 6_4 0.1002 ndcg 6_4 0.4978 ndcg_rel 6_4 0.4721 Rndcg 6_4 0.4110 ndcg_cut_5 6_4 0.5693 ndcg_cut_10 6_4 0.4870 ndcg_cut_15 6_4 0.4766 ndcg_cut_20 6_4 0.4439 ndcg_cut_30 6_4 0.4722 ndcg_cut_100 6_4 0.3254 ndcg_cut_200 6_4 0.3597 ndcg_cut_500 6_4 0.4307 ndcg_cut_1000 6_4 0.4978 map_cut_5 6_4 0.0215 map_cut_10 6_4 0.0308 map_cut_15 6_4 0.0452 map_cut_20 6_4 0.0496 map_cut_30 6_4 0.0693 map_cut_100 6_4 0.1052 map_cut_200 6_4 0.1233 map_cut_500 6_4 0.1377 map_cut_1000 6_4 0.1483 relative_P_5 6_4 0.6000 relative_P_10 6_4 0.5000 relative_P_15 6_4 0.5333 relative_P_20 6_4 0.4500 relative_P_30 6_4 0.4667 relative_P_100 6_4 0.2500 relative_P_200 6_4 0.2810 relative_P_500 6_4 0.3967 relative_P_1000 6_4 0.5289 success_1 6_4 1.0000 success_5 6_4 1.0000 success_10 6_4 1.0000 set_P 6_4 0.0640 set_relative_P 6_4 0.5289 set_recall 6_4 0.5289 set_map 6_4 0.0339 set_F 6_4 0.1142 num_nonrel_judged_ret 6_4 31 rbp 6_4 0.4060 rbp_resid 6_4 0.1744 unj_5 6_4 0.0000 unj_10 6_4 0.1000 unj_20 6_4 0.2000 num_ret 6_5 1000 num_rel 6_5 47 num_rel_ret 6_5 33 map 6_5 0.3278 Rprec 6_5 0.3830 bpref 6_5 0.6016 recip_rank 6_5 1.0000 iprec_at_recall_0.00 6_5 1.0000 iprec_at_recall_0.10 6_5 1.0000 iprec_at_recall_0.20 6_5 0.7500 iprec_at_recall_0.30 6_5 0.4839 iprec_at_recall_0.40 6_5 0.3958 iprec_at_recall_0.50 6_5 0.1689 iprec_at_recall_0.60 6_5 0.0539 iprec_at_recall_0.70 6_5 0.0353 iprec_at_recall_0.80 6_5 0.0000 iprec_at_recall_0.90 6_5 0.0000 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 1.0000 P_10 6_5 0.8000 P_15 6_5 0.6667 P_20 6_5 0.6000 P_30 6_5 0.4667 P_100 6_5 0.2200 P_200 6_5 0.1300 P_500 6_5 0.0540 P_1000 6_5 0.0330 relstring 6_5 '331330132-' recall_5 6_5 0.1064 recall_10 6_5 0.1702 recall_15 6_5 0.2128 recall_20 6_5 0.2553 recall_30 6_5 0.2979 recall_100 6_5 0.4681 recall_200 6_5 0.5532 recall_500 6_5 0.5745 recall_1000 6_5 0.7021 infAP 6_5 0.3278 Rprec_mult_0.20 6_5 0.8000 Rprec_mult_0.40 6_5 0.6316 Rprec_mult_0.60 6_5 0.4483 Rprec_mult_0.80 6_5 0.3947 Rprec_mult_1.00 6_5 0.3830 Rprec_mult_1.20 6_5 0.3333 Rprec_mult_1.40 6_5 0.2879 Rprec_mult_1.60 6_5 0.2763 Rprec_mult_1.80 6_5 0.2471 Rprec_mult_2.00 6_5 0.2340 utility 6_5 -934.0000 11pt_avg 6_5 0.3534 binG 6_5 0.2517 G 6_5 0.1508 ndcg 6_5 0.5984 ndcg_rel 6_5 0.5722 Rndcg 6_5 0.5290 ndcg_cut_5 6_5 0.6878 ndcg_cut_10 6_5 0.6007 ndcg_cut_15 6_5 0.5469 ndcg_cut_20 6_5 0.4958 ndcg_cut_30 6_5 0.4590 ndcg_cut_100 6_5 0.5153 ndcg_cut_200 6_5 0.5493 ndcg_cut_500 6_5 0.5567 ndcg_cut_1000 6_5 0.5984 map_cut_5 6_5 0.1064 map_cut_10 6_5 0.1621 map_cut_15 6_5 0.1923 map_cut_20 6_5 0.2219 map_cut_30 6_5 0.2439 map_cut_100 6_5 0.3056 map_cut_200 6_5 0.3207 map_cut_500 6_5 0.3224 map_cut_1000 6_5 0.3278 relative_P_5 6_5 1.0000 relative_P_10 6_5 0.8000 relative_P_15 6_5 0.6667 relative_P_20 6_5 0.6000 relative_P_30 6_5 0.4667 relative_P_100 6_5 0.4681 relative_P_200 6_5 0.5532 relative_P_500 6_5 0.5745 relative_P_1000 6_5 0.7021 success_1 6_5 1.0000 success_5 6_5 1.0000 success_10 6_5 1.0000 set_P 6_5 0.0330 set_relative_P 6_5 0.7021 set_recall 6_5 0.7021 set_map 6_5 0.0232 set_F 6_5 0.0630 num_nonrel_judged_ret 6_5 18 rbp 6_5 0.4037 rbp_resid 6_5 0.2244 unj_5 6_5 0.0000 unj_10 6_5 0.1000 unj_20 6_5 0.2500 num_ret 6_6 1000 num_rel 6_6 85 num_rel_ret 6_6 62 map 6_6 0.2317 Rprec 6_6 0.2706 bpref 6_6 0.6558 recip_rank 6_6 1.0000 iprec_at_recall_0.00 6_6 1.0000 iprec_at_recall_0.10 6_6 0.8182 iprec_at_recall_0.20 6_6 0.3158 iprec_at_recall_0.30 6_6 0.2766 iprec_at_recall_0.40 6_6 0.1735 iprec_at_recall_0.50 6_6 0.1250 iprec_at_recall_0.60 6_6 0.0774 iprec_at_recall_0.70 6_6 0.0626 iprec_at_recall_0.80 6_6 0.0000 iprec_at_recall_0.90 6_6 0.0000 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 1.0000 P_10 6_6 0.8000 P_15 6_6 0.6667 P_20 6_6 0.6000 P_30 6_6 0.4667 P_100 6_6 0.2600 P_200 6_6 0.1650 P_500 6_6 0.0920 P_1000 6_6 0.0620 relstring 6_6 '3222212-3-' recall_5 6_6 0.0588 recall_10 6_6 0.0941 recall_15 6_6 0.1176 recall_20 6_6 0.1412 recall_30 6_6 0.1647 recall_100 6_6 0.3059 recall_200 6_6 0.3882 recall_500 6_6 0.5412 recall_1000 6_6 0.7294 infAP 6_6 0.2317 Rprec_mult_0.20 6_6 0.5882 Rprec_mult_0.40 6_6 0.4118 Rprec_mult_0.60 6_6 0.2941 Rprec_mult_0.80 6_6 0.2794 Rprec_mult_1.00 6_6 0.2706 Rprec_mult_1.20 6_6 0.2549 Rprec_mult_1.40 6_6 0.2185 Rprec_mult_1.60 6_6 0.2132 Rprec_mult_1.80 6_6 0.1961 Rprec_mult_2.00 6_6 0.1882 utility 6_6 -876.0000 11pt_avg 6_6 0.2590 binG 6_6 0.1898 G 6_6 0.1456 ndcg 6_6 0.6097 ndcg_rel 6_6 0.5587 Rndcg 6_6 0.5135 ndcg_cut_5 6_6 0.7797 ndcg_cut_10 6_6 0.6766 ndcg_cut_15 6_6 0.6303 ndcg_cut_20 6_6 0.5866 ndcg_cut_30 6_6 0.5126 ndcg_cut_100 6_6 0.4074 ndcg_cut_200 6_6 0.4601 ndcg_cut_500 6_6 0.5305 ndcg_cut_1000 6_6 0.6097 map_cut_5 6_6 0.0588 map_cut_10 6_6 0.0928 map_cut_15 6_6 0.1103 map_cut_20 6_6 0.1249 map_cut_30 6_6 0.1370 map_cut_100 6_6 0.1787 map_cut_200 6_6 0.1955 map_cut_500 6_6 0.2178 map_cut_1000 6_6 0.2317 relative_P_5 6_6 1.0000 relative_P_10 6_6 0.8000 relative_P_15 6_6 0.6667 relative_P_20 6_6 0.6000 relative_P_30 6_6 0.4667 relative_P_100 6_6 0.3059 relative_P_200 6_6 0.3882 relative_P_500 6_6 0.5412 relative_P_1000 6_6 0.7294 success_1 6_6 1.0000 success_5 6_6 1.0000 success_10 6_6 1.0000 set_P 6_6 0.0620 set_relative_P 6_6 0.7294 set_recall 6_6 0.7294 set_map 6_6 0.0452 set_F 6_6 0.1143 num_nonrel_judged_ret 6_6 12 rbp 6_6 0.4700 rbp_resid 6_6 0.3210 unj_5 6_6 0.0000 unj_10 6_6 0.2000 unj_20 6_6 0.4000 num_ret 7_11 1000 num_rel 7_11 38 num_rel_ret 7_11 28 map 7_11 0.1716 Rprec 7_11 0.2895 bpref 7_11 0.6027 recip_rank 7_11 0.3333 iprec_at_recall_0.00 7_11 0.6000 iprec_at_recall_0.10 7_11 0.5000 iprec_at_recall_0.20 7_11 0.3438 iprec_at_recall_0.30 7_11 0.3438 iprec_at_recall_0.40 7_11 0.2459 iprec_at_recall_0.50 7_11 0.1124 iprec_at_recall_0.60 7_11 0.0701 iprec_at_recall_0.70 7_11 0.0368 iprec_at_recall_0.80 7_11 0.0000 iprec_at_recall_0.90 7_11 0.0000 iprec_at_recall_1.00 7_11 0.0000 P_5 7_11 0.6000 P_10 7_11 0.4000 P_15 7_11 0.3333 P_20 7_11 0.3000 P_30 7_11 0.3333 P_100 7_11 0.1600 P_200 7_11 0.1000 P_500 7_11 0.0480 P_1000 7_11 0.0280 relstring 7_11 '00312--2--' recall_5 7_11 0.0789 recall_10 7_11 0.1053 recall_15 7_11 0.1316 recall_20 7_11 0.1579 recall_30 7_11 0.2632 recall_100 7_11 0.4211 recall_200 7_11 0.5263 recall_500 7_11 0.6316 recall_1000 7_11 0.7368 infAP 7_11 0.1716 Rprec_mult_0.20 7_11 0.5000 Rprec_mult_0.40 7_11 0.3125 Rprec_mult_0.60 7_11 0.2609 Rprec_mult_0.80 7_11 0.3226 Rprec_mult_1.00 7_11 0.2895 Rprec_mult_1.20 7_11 0.2826 Rprec_mult_1.40 7_11 0.2407 Rprec_mult_1.60 7_11 0.2459 Rprec_mult_1.80 7_11 0.2174 Rprec_mult_2.00 7_11 0.1974 utility 7_11 -944.0000 11pt_avg 7_11 0.2048 binG 7_11 0.1584 G 7_11 0.1251 ndcg 7_11 0.4216 ndcg_rel 7_11 0.3505 Rndcg 7_11 0.3054 ndcg_cut_5 7_11 0.3197 ndcg_cut_10 7_11 0.2863 ndcg_cut_15 7_11 0.2674 ndcg_cut_20 7_11 0.2615 ndcg_cut_30 7_11 0.2777 ndcg_cut_100 7_11 0.3123 ndcg_cut_200 7_11 0.3726 ndcg_cut_500 7_11 0.3984 ndcg_cut_1000 7_11 0.4216 map_cut_5 7_11 0.0377 map_cut_10 7_11 0.0509 map_cut_15 7_11 0.0628 map_cut_20 7_11 0.0707 map_cut_30 7_11 0.1031 map_cut_100 7_11 0.1466 map_cut_200 7_11 0.1605 map_cut_500 7_11 0.1675 map_cut_1000 7_11 0.1716 relative_P_5 7_11 0.6000 relative_P_10 7_11 0.4000 relative_P_15 7_11 0.3333 relative_P_20 7_11 0.3000 relative_P_30 7_11 0.3333 relative_P_100 7_11 0.4211 relative_P_200 7_11 0.5263 relative_P_500 7_11 0.6316 relative_P_1000 7_11 0.7368 success_1 7_11 0.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 0.0280 set_relative_P 7_11 0.7368 set_recall 7_11 0.7368 set_map 7_11 0.0206 set_F 7_11 0.0539 num_nonrel_judged_ret 7_11 12 rbp 7_11 0.2078 rbp_resid 7_11 0.4337 unj_5 7_11 0.0000 unj_10 7_11 0.4000 unj_20 7_11 0.5500 num_ret 7_12 1000 num_rel 7_12 64 num_rel_ret 7_12 50 map 7_12 0.1733 Rprec 7_12 0.2812 bpref 7_12 0.5078 recip_rank 7_12 0.3333 iprec_at_recall_0.00 7_12 0.5385 iprec_at_recall_0.10 7_12 0.5385 iprec_at_recall_0.20 7_12 0.3409 iprec_at_recall_0.30 7_12 0.2800 iprec_at_recall_0.40 7_12 0.1472 iprec_at_recall_0.50 7_12 0.1115 iprec_at_recall_0.60 7_12 0.1050 iprec_at_recall_0.70 7_12 0.0783 iprec_at_recall_0.80 7_12 0.0000 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 0.4000 P_10 7_12 0.4000 P_15 7_12 0.5333 P_20 7_12 0.4500 P_30 7_12 0.3000 P_100 7_12 0.2100 P_200 7_12 0.1450 P_500 7_12 0.0840 P_1000 7_12 0.0500 relstring 7_12 '001200012-' recall_5 7_12 0.0312 recall_10 7_12 0.0625 recall_15 7_12 0.1250 recall_20 7_12 0.1406 recall_30 7_12 0.1406 recall_100 7_12 0.3281 recall_200 7_12 0.4531 recall_500 7_12 0.6562 recall_1000 7_12 0.7812 infAP 7_12 0.1733 Rprec_mult_0.20 7_12 0.5385 Rprec_mult_0.40 7_12 0.3462 Rprec_mult_0.60 7_12 0.3077 Rprec_mult_0.80 7_12 0.2885 Rprec_mult_1.00 7_12 0.2812 Rprec_mult_1.20 7_12 0.2727 Rprec_mult_1.40 7_12 0.2333 Rprec_mult_1.60 7_12 0.2136 Rprec_mult_1.80 7_12 0.1983 Rprec_mult_2.00 7_12 0.1797 utility 7_12 -900.0000 11pt_avg 7_12 0.1945 binG 7_12 0.1441 G 7_12 0.1254 ndcg 7_12 0.4976 ndcg_rel 7_12 0.3763 Rndcg 7_12 0.2693 ndcg_cut_5 7_12 0.1696 ndcg_cut_10 7_12 0.2031 ndcg_cut_15 7_12 0.2983 ndcg_cut_20 7_12 0.2845 ndcg_cut_30 7_12 0.2255 ndcg_cut_100 7_12 0.2972 ndcg_cut_200 7_12 0.3645 ndcg_cut_500 7_12 0.4579 ndcg_cut_1000 7_12 0.4976 map_cut_5 7_12 0.0130 map_cut_10 7_12 0.0258 map_cut_15 7_12 0.0575 map_cut_20 7_12 0.0658 map_cut_30 7_12 0.0658 map_cut_100 7_12 0.1219 map_cut_200 7_12 0.1426 map_cut_500 7_12 0.1645 map_cut_1000 7_12 0.1733 relative_P_5 7_12 0.4000 relative_P_10 7_12 0.4000 relative_P_15 7_12 0.5333 relative_P_20 7_12 0.4500 relative_P_30 7_12 0.3000 relative_P_100 7_12 0.3281 relative_P_200 7_12 0.4531 relative_P_500 7_12 0.6562 relative_P_1000 7_12 0.7812 success_1 7_12 0.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.0500 set_relative_P 7_12 0.7812 set_recall 7_12 0.7812 set_map 7_12 0.0391 set_F 7_12 0.0940 num_nonrel_judged_ret 7_12 48 rbp 7_12 0.2074 rbp_resid 7_12 0.1845 unj_5 7_12 0.0000 unj_10 7_12 0.1000 unj_20 7_12 0.2000 num_ret 7_14 1000 num_rel 7_14 67 num_rel_ret 7_14 53 map 7_14 0.3190 Rprec 7_14 0.3582 bpref 7_14 0.6924 recip_rank 7_14 1.0000 iprec_at_recall_0.00 7_14 1.0000 iprec_at_recall_0.10 7_14 0.8750 iprec_at_recall_0.20 7_14 0.5652 iprec_at_recall_0.30 7_14 0.4286 iprec_at_recall_0.40 7_14 0.3750 iprec_at_recall_0.50 7_14 0.2656 iprec_at_recall_0.60 7_14 0.1681 iprec_at_recall_0.70 7_14 0.0946 iprec_at_recall_0.80 7_14 0.0000 iprec_at_recall_0.90 7_14 0.0000 iprec_at_recall_1.00 7_14 0.0000 P_5 7_14 0.8000 P_10 7_14 0.8000 P_15 7_14 0.7333 P_20 7_14 0.6000 P_30 7_14 0.5000 P_100 7_14 0.2900 P_200 7_14 0.1950 P_500 7_14 0.0940 P_1000 7_14 0.0530 relstring 7_14 '32310323-1' recall_5 7_14 0.0597 recall_10 7_14 0.1194 recall_15 7_14 0.1642 recall_20 7_14 0.1791 recall_30 7_14 0.2239 recall_100 7_14 0.4328 recall_200 7_14 0.5821 recall_500 7_14 0.7015 recall_1000 7_14 0.7910 infAP 7_14 0.3190 Rprec_mult_0.20 7_14 0.7143 Rprec_mult_0.40 7_14 0.5556 Rprec_mult_0.60 7_14 0.4390 Rprec_mult_0.80 7_14 0.3889 Rprec_mult_1.00 7_14 0.3582 Rprec_mult_1.20 7_14 0.3333 Rprec_mult_1.40 7_14 0.2979 Rprec_mult_1.60 7_14 0.2685 Rprec_mult_1.80 7_14 0.2727 Rprec_mult_2.00 7_14 0.2537 utility 7_14 -894.0000 11pt_avg 7_14 0.3429 binG 7_14 0.2180 G 7_14 0.1605 ndcg 7_14 0.6477 ndcg_rel 7_14 0.5963 Rndcg 7_14 0.5065 ndcg_cut_5 7_14 0.7001 ndcg_cut_10 7_14 0.6723 ndcg_cut_15 7_14 0.6405 ndcg_cut_20 7_14 0.5667 ndcg_cut_30 7_14 0.4890 ndcg_cut_100 7_14 0.4872 ndcg_cut_200 7_14 0.5627 ndcg_cut_500 7_14 0.6159 ndcg_cut_1000 7_14 0.6477 map_cut_5 7_14 0.0597 map_cut_10 7_14 0.1099 map_cut_15 7_14 0.1436 map_cut_20 7_14 0.1535 map_cut_30 7_14 0.1786 map_cut_100 7_14 0.2619 map_cut_200 7_14 0.2977 map_cut_500 7_14 0.3139 map_cut_1000 7_14 0.3190 relative_P_5 7_14 0.8000 relative_P_10 7_14 0.8000 relative_P_15 7_14 0.7333 relative_P_20 7_14 0.6000 relative_P_30 7_14 0.5000 relative_P_100 7_14 0.4328 relative_P_200 7_14 0.5821 relative_P_500 7_14 0.7015 relative_P_1000 7_14 0.7910 success_1 7_14 1.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 0.0530 set_relative_P 7_14 0.7910 set_recall 7_14 0.7910 set_map 7_14 0.0419 set_F 7_14 0.0993 num_nonrel_judged_ret 7_14 7 rbp 7_14 0.5359 rbp_resid 7_14 0.2374 unj_5 7_14 0.0000 unj_10 7_14 0.1000 unj_20 7_14 0.3000 num_ret 7_15 1000 num_rel 7_15 54 num_rel_ret 7_15 25 map 7_15 0.1558 Rprec 7_15 0.2037 bpref 7_15 0.4396 recip_rank 7_15 1.0000 iprec_at_recall_0.00 7_15 1.0000 iprec_at_recall_0.10 7_15 0.6667 iprec_at_recall_0.20 7_15 0.2500 iprec_at_recall_0.30 7_15 0.0544 iprec_at_recall_0.40 7_15 0.0285 iprec_at_recall_0.50 7_15 0.0000 iprec_at_recall_0.60 7_15 0.0000 iprec_at_recall_0.70 7_15 0.0000 iprec_at_recall_0.80 7_15 0.0000 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 0.8000 P_10 7_15 0.6000 P_15 7_15 0.5333 P_20 7_15 0.5000 P_30 7_15 0.3333 P_100 7_15 0.1100 P_200 7_15 0.0700 P_500 7_15 0.0320 P_1000 7_15 0.0250 relstring 7_15 '21110--11-' recall_5 7_15 0.0741 recall_10 7_15 0.1111 recall_15 7_15 0.1481 recall_20 7_15 0.1852 recall_30 7_15 0.1852 recall_100 7_15 0.2037 recall_200 7_15 0.2593 recall_500 7_15 0.2963 recall_1000 7_15 0.4630 infAP 7_15 0.1558 Rprec_mult_0.20 7_15 0.6364 Rprec_mult_0.40 7_15 0.4545 Rprec_mult_0.60 7_15 0.3030 Rprec_mult_0.80 7_15 0.2500 Rprec_mult_1.00 7_15 0.2037 Rprec_mult_1.20 7_15 0.1692 Rprec_mult_1.40 7_15 0.1447 Rprec_mult_1.60 7_15 0.1264 Rprec_mult_1.80 7_15 0.1122 Rprec_mult_2.00 7_15 0.1019 utility 7_15 -950.0000 11pt_avg 7_15 0.1818 binG 7_15 0.1478 G 7_15 0.0910 ndcg 7_15 0.3730 ndcg_rel 7_15 0.3770 Rndcg 7_15 0.3829 ndcg_cut_5 7_15 0.4731 ndcg_cut_10 7_15 0.3898 ndcg_cut_15 7_15 0.3738 ndcg_cut_20 7_15 0.3789 ndcg_cut_30 7_15 0.3320 ndcg_cut_100 7_15 0.2722 ndcg_cut_200 7_15 0.2913 ndcg_cut_500 7_15 0.3084 ndcg_cut_1000 7_15 0.3730 map_cut_5 7_15 0.0741 map_cut_10 7_15 0.0980 map_cut_15 7_15 0.1204 map_cut_20 7_15 0.1394 map_cut_30 7_15 0.1394 map_cut_100 7_15 0.1440 map_cut_200 7_15 0.1486 map_cut_500 7_15 0.1508 map_cut_1000 7_15 0.1558 relative_P_5 7_15 0.8000 relative_P_10 7_15 0.6000 relative_P_15 7_15 0.5333 relative_P_20 7_15 0.5000 relative_P_30 7_15 0.3333 relative_P_100 7_15 0.2037 relative_P_200 7_15 0.2593 relative_P_500 7_15 0.2963 relative_P_1000 7_15 0.4630 success_1 7_15 1.0000 success_5 7_15 1.0000 success_10 7_15 1.0000 set_P 7_15 0.0250 set_relative_P 7_15 0.4630 set_recall 7_15 0.4630 set_map 7_15 0.0116 set_F 7_15 0.0474 num_nonrel_judged_ret 7_15 4 rbp 7_15 0.2259 rbp_resid 7_15 0.4041 unj_5 7_15 0.0000 unj_10 7_15 0.3000 unj_20 7_15 0.4500 num_ret 7_16 1000 num_rel 7_16 47 num_rel_ret 7_16 30 map 7_16 0.0654 Rprec 7_16 0.1277 bpref 7_16 0.2983 recip_rank 7_16 0.3333 iprec_at_recall_0.00 7_16 0.5000 iprec_at_recall_0.10 7_16 0.1875 iprec_at_recall_0.20 7_16 0.0608 iprec_at_recall_0.30 7_16 0.0397 iprec_at_recall_0.40 7_16 0.0397 iprec_at_recall_0.50 7_16 0.0397 iprec_at_recall_0.60 7_16 0.0388 iprec_at_recall_0.70 7_16 0.0000 iprec_at_recall_0.80 7_16 0.0000 iprec_at_recall_0.90 7_16 0.0000 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.4000 P_10 7_16 0.3000 P_15 7_16 0.2667 P_20 7_16 0.2000 P_30 7_16 0.1667 P_100 7_16 0.0700 P_200 7_16 0.0500 P_500 7_16 0.0360 P_1000 7_16 0.0300 relstring 7_16 '003101-0-0' recall_5 7_16 0.0426 recall_10 7_16 0.0638 recall_15 7_16 0.0851 recall_20 7_16 0.0851 recall_30 7_16 0.1064 recall_100 7_16 0.1489 recall_200 7_16 0.2128 recall_500 7_16 0.3830 recall_1000 7_16 0.6383 infAP 7_16 0.0654 Rprec_mult_0.20 7_16 0.3000 Rprec_mult_0.40 7_16 0.2105 Rprec_mult_0.60 7_16 0.1724 Rprec_mult_0.80 7_16 0.1579 Rprec_mult_1.00 7_16 0.1277 Rprec_mult_1.20 7_16 0.1053 Rprec_mult_1.40 7_16 0.1061 Rprec_mult_1.60 7_16 0.0921 Rprec_mult_1.80 7_16 0.0824 Rprec_mult_2.00 7_16 0.0745 utility 7_16 -940.0000 11pt_avg 7_16 0.0824 binG 7_16 0.1059 G 7_16 0.1066 ndcg 7_16 0.3742 ndcg_rel 7_16 0.3150 Rndcg 7_16 0.2097 ndcg_cut_5 7_16 0.2565 ndcg_cut_10 7_16 0.2413 ndcg_cut_15 7_16 0.2619 ndcg_cut_20 7_16 0.2361 ndcg_cut_30 7_16 0.2153 ndcg_cut_100 7_16 0.1965 ndcg_cut_200 7_16 0.2205 ndcg_cut_500 7_16 0.2882 ndcg_cut_1000 7_16 0.3742 map_cut_5 7_16 0.0177 map_cut_10 7_16 0.0284 map_cut_15 7_16 0.0355 map_cut_20 7_16 0.0355 map_cut_30 7_16 0.0394 map_cut_100 7_16 0.0458 map_cut_200 7_16 0.0496 map_cut_500 7_16 0.0559 map_cut_1000 7_16 0.0654 relative_P_5 7_16 0.4000 relative_P_10 7_16 0.3000 relative_P_15 7_16 0.2667 relative_P_20 7_16 0.2000 relative_P_30 7_16 0.1667 relative_P_100 7_16 0.1489 relative_P_200 7_16 0.2128 relative_P_500 7_16 0.3830 relative_P_1000 7_16 0.6383 success_1 7_16 0.0000 success_5 7_16 1.0000 success_10 7_16 1.0000 set_P 7_16 0.0300 set_relative_P 7_16 0.6383 set_recall 7_16 0.6383 set_map 7_16 0.0191 set_F 7_16 0.0573 num_nonrel_judged_ret 7_16 39 rbp 7_16 0.1494 rbp_resid 7_16 0.3748 unj_5 7_16 0.0000 unj_10 7_16 0.2000 unj_20 7_16 0.5000 num_ret 7_2 1000 num_rel 7_2 76 num_rel_ret 7_2 52 map 7_2 0.3273 Rprec 7_2 0.3684 bpref 7_2 0.5789 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 0.9167 iprec_at_recall_0.20 7_2 0.6250 iprec_at_recall_0.30 7_2 0.4423 iprec_at_recall_0.40 7_2 0.3659 iprec_at_recall_0.50 7_2 0.2774 iprec_at_recall_0.60 7_2 0.1122 iprec_at_recall_0.70 7_2 0.0000 iprec_at_recall_0.80 7_2 0.0000 iprec_at_recall_0.90 7_2 0.0000 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 1.0000 P_10 7_2 0.9000 P_15 7_2 0.8000 P_20 7_2 0.6500 P_30 7_2 0.6000 P_100 7_2 0.3200 P_200 7_2 0.2000 P_500 7_2 0.0920 P_1000 7_2 0.0520 relstring 7_2 '1111130323' recall_5 7_2 0.0658 recall_10 7_2 0.1184 recall_15 7_2 0.1579 recall_20 7_2 0.1711 recall_30 7_2 0.2368 recall_100 7_2 0.4211 recall_200 7_2 0.5263 recall_500 7_2 0.6053 recall_1000 7_2 0.6842 infAP 7_2 0.3273 Rprec_mult_0.20 7_2 0.7500 Rprec_mult_0.40 7_2 0.5806 Rprec_mult_0.60 7_2 0.4783 Rprec_mult_0.80 7_2 0.4098 Rprec_mult_1.00 7_2 0.3684 Rprec_mult_1.20 7_2 0.3370 Rprec_mult_1.40 7_2 0.2991 Rprec_mult_1.60 7_2 0.3033 Rprec_mult_1.80 7_2 0.2774 Rprec_mult_2.00 7_2 0.2566 utility 7_2 -896.0000 11pt_avg 7_2 0.3399 binG 7_2 0.2206 G 7_2 0.1315 ndcg 7_2 0.5417 ndcg_rel 7_2 0.4790 Rndcg 7_2 0.4206 ndcg_cut_5 7_2 0.3333 ndcg_cut_10 7_2 0.5345 ndcg_cut_15 7_2 0.4933 ndcg_cut_20 7_2 0.4384 ndcg_cut_30 7_2 0.4295 ndcg_cut_100 7_2 0.4222 ndcg_cut_200 7_2 0.4836 ndcg_cut_500 7_2 0.5146 ndcg_cut_1000 7_2 0.5417 map_cut_5 7_2 0.0658 map_cut_10 7_2 0.1140 map_cut_15 7_2 0.1493 map_cut_20 7_2 0.1579 map_cut_30 7_2 0.1972 map_cut_100 7_2 0.2783 map_cut_200 7_2 0.3086 map_cut_500 7_2 0.3212 map_cut_1000 7_2 0.3273 relative_P_5 7_2 1.0000 relative_P_10 7_2 0.9000 relative_P_15 7_2 0.8000 relative_P_20 7_2 0.6500 relative_P_30 7_2 0.6000 relative_P_100 7_2 0.4211 relative_P_200 7_2 0.5263 relative_P_500 7_2 0.6053 relative_P_1000 7_2 0.6842 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.0520 set_relative_P 7_2 0.6842 set_recall 7_2 0.6842 set_map 7_2 0.0356 set_F 7_2 0.0967 num_nonrel_judged_ret 7_2 16 rbp 7_2 0.3628 rbp_resid 7_2 0.1277 unj_5 7_2 0.0000 unj_10 7_2 0.0000 unj_20 7_2 0.1500 num_ret 7_3 1000 num_rel 7_3 55 num_rel_ret 7_3 40 map 7_3 0.2630 Rprec 7_3 0.4364 bpref 7_3 0.5177 recip_rank 7_3 0.3333 iprec_at_recall_0.00 7_3 0.5909 iprec_at_recall_0.10 7_3 0.5909 iprec_at_recall_0.20 7_3 0.5909 iprec_at_recall_0.30 7_3 0.5152 iprec_at_recall_0.40 7_3 0.5116 iprec_at_recall_0.50 7_3 0.2373 iprec_at_recall_0.60 7_3 0.1675 iprec_at_recall_0.70 7_3 0.0428 iprec_at_recall_0.80 7_3 0.0000 iprec_at_recall_0.90 7_3 0.0000 iprec_at_recall_1.00 7_3 0.0000 P_5 7_3 0.2000 P_10 7_3 0.5000 P_15 7_3 0.4667 P_20 7_3 0.5500 P_30 7_3 0.5000 P_100 7_3 0.2700 P_200 7_3 0.1600 P_500 7_3 0.0740 P_1000 7_3 0.0400 relstring 7_3 '0030030322' recall_5 7_3 0.0182 recall_10 7_3 0.0909 recall_15 7_3 0.1273 recall_20 7_3 0.2000 recall_30 7_3 0.2727 recall_100 7_3 0.4909 recall_200 7_3 0.5818 recall_500 7_3 0.6727 recall_1000 7_3 0.7273 infAP 7_3 0.2630 Rprec_mult_0.20 7_3 0.4545 Rprec_mult_0.40 7_3 0.5909 Rprec_mult_0.60 7_3 0.5152 Rprec_mult_0.80 7_3 0.5000 Rprec_mult_1.00 7_3 0.4364 Rprec_mult_1.20 7_3 0.3636 Rprec_mult_1.40 7_3 0.3247 Rprec_mult_1.60 7_3 0.2955 Rprec_mult_1.80 7_3 0.2727 Rprec_mult_2.00 7_3 0.2455 utility 7_3 -920.0000 11pt_avg 7_3 0.2952 binG 7_3 0.1642 G 7_3 0.1565 ndcg 7_3 0.5445 ndcg_rel 7_3 0.4728 Rndcg 7_3 0.3979 ndcg_cut_5 7_3 0.1868 ndcg_cut_10 7_3 0.4185 ndcg_cut_15 7_3 0.3975 ndcg_cut_20 7_3 0.4308 ndcg_cut_30 7_3 0.4395 ndcg_cut_100 7_3 0.4616 ndcg_cut_200 7_3 0.4946 ndcg_cut_500 7_3 0.5248 ndcg_cut_1000 7_3 0.5445 map_cut_5 7_3 0.0061 map_cut_10 7_3 0.0361 map_cut_15 7_3 0.0524 map_cut_20 7_3 0.0907 map_cut_30 7_3 0.1303 map_cut_100 7_3 0.2282 map_cut_200 7_3 0.2466 map_cut_500 7_3 0.2602 map_cut_1000 7_3 0.2630 relative_P_5 7_3 0.2000 relative_P_10 7_3 0.5000 relative_P_15 7_3 0.4667 relative_P_20 7_3 0.5500 relative_P_30 7_3 0.5000 relative_P_100 7_3 0.4909 relative_P_200 7_3 0.5818 relative_P_500 7_3 0.6727 relative_P_1000 7_3 0.7273 success_1 7_3 0.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.0400 set_relative_P 7_3 0.7273 set_recall 7_3 0.7273 set_map 7_3 0.0291 set_F 7_3 0.0758 num_nonrel_judged_ret 7_3 39 rbp 7_3 0.2997 rbp_resid 7_3 0.1145 unj_5 7_3 0.0000 unj_10 7_3 0.0000 unj_20 7_3 0.1500 num_ret 7_4 1000 num_rel 7_4 29 num_rel_ret 7_4 25 map 7_4 0.2364 Rprec 7_4 0.3793 bpref 7_4 0.3686 recip_rank 7_4 1.0000 iprec_at_recall_0.00 7_4 1.0000 iprec_at_recall_0.10 7_4 0.5714 iprec_at_recall_0.20 7_4 0.4500 iprec_at_recall_0.30 7_4 0.4500 iprec_at_recall_0.40 7_4 0.2667 iprec_at_recall_0.50 7_4 0.1304 iprec_at_recall_0.60 7_4 0.1233 iprec_at_recall_0.70 7_4 0.0885 iprec_at_recall_0.80 7_4 0.0367 iprec_at_recall_0.90 7_4 0.0000 iprec_at_recall_1.00 7_4 0.0000 P_5 7_4 0.4000 P_10 7_4 0.4000 P_15 7_4 0.4000 P_20 7_4 0.4500 P_30 7_4 0.3667 P_100 7_4 0.1300 P_200 7_4 0.0950 P_500 7_4 0.0420 P_1000 7_4 0.0250 relstring 7_4 '2000312-00' recall_5 7_4 0.0690 recall_10 7_4 0.1379 recall_15 7_4 0.2069 recall_20 7_4 0.3103 recall_30 7_4 0.3793 recall_100 7_4 0.4483 recall_200 7_4 0.6552 recall_500 7_4 0.7241 recall_1000 7_4 0.8621 infAP 7_4 0.2364 Rprec_mult_0.20 7_4 0.5000 Rprec_mult_0.40 7_4 0.3333 Rprec_mult_0.60 7_4 0.4444 Rprec_mult_0.80 7_4 0.4167 Rprec_mult_1.00 7_4 0.3793 Rprec_mult_1.20 7_4 0.3143 Rprec_mult_1.40 7_4 0.2683 Rprec_mult_1.60 7_4 0.2553 Rprec_mult_1.80 7_4 0.2264 Rprec_mult_2.00 7_4 0.2069 utility 7_4 -950.0000 11pt_avg 7_4 0.2834 binG 7_4 0.2106 G 7_4 0.1714 ndcg 7_4 0.5563 ndcg_rel 7_4 0.4501 Rndcg 7_4 0.3724 ndcg_cut_5 7_4 0.3737 ndcg_cut_10 7_4 0.3591 ndcg_cut_15 7_4 0.3288 ndcg_cut_20 7_4 0.3587 ndcg_cut_30 7_4 0.3552 ndcg_cut_100 7_4 0.3938 ndcg_cut_200 7_4 0.4819 ndcg_cut_500 7_4 0.5032 ndcg_cut_1000 7_4 0.5563 map_cut_5 7_4 0.0483 map_cut_10 7_4 0.0852 map_cut_15 7_4 0.1123 map_cut_20 7_4 0.1573 map_cut_30 7_4 0.1852 map_cut_100 7_4 0.2015 map_cut_200 7_4 0.2268 map_cut_500 7_4 0.2321 map_cut_1000 7_4 0.2364 relative_P_5 7_4 0.4000 relative_P_10 7_4 0.4000 relative_P_15 7_4 0.4000 relative_P_20 7_4 0.4500 relative_P_30 7_4 0.3793 relative_P_100 7_4 0.4483 relative_P_200 7_4 0.6552 relative_P_500 7_4 0.7241 relative_P_1000 7_4 0.8621 success_1 7_4 1.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 0.0250 set_relative_P 7_4 0.8621 set_recall 7_4 0.8621 set_map 7_4 0.0216 set_F 7_4 0.0486 num_nonrel_judged_ret 7_4 38 rbp 7_4 0.2335 rbp_resid 7_4 0.1658 unj_5 7_4 0.0000 unj_10 7_4 0.1000 unj_20 7_4 0.1500 num_ret 7_9 1000 num_rel 7_9 36 num_rel_ret 7_9 25 map 7_9 0.0493 Rprec 7_9 0.1111 bpref 7_9 0.1998 recip_rank 7_9 0.1667 iprec_at_recall_0.00 7_9 0.2000 iprec_at_recall_0.10 7_9 0.1143 iprec_at_recall_0.20 7_9 0.0654 iprec_at_recall_0.30 7_9 0.0654 iprec_at_recall_0.40 7_9 0.0654 iprec_at_recall_0.50 7_9 0.0654 iprec_at_recall_0.60 7_9 0.0576 iprec_at_recall_0.70 7_9 0.0257 iprec_at_recall_0.80 7_9 0.0000 iprec_at_recall_0.90 7_9 0.0000 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.0000 P_10 7_9 0.2000 P_15 7_9 0.1333 P_20 7_9 0.1000 P_30 7_9 0.1000 P_100 7_9 0.0600 P_200 7_9 0.0500 P_500 7_9 0.0460 P_1000 7_9 0.0250 relstring 7_9 '000002--02' recall_5 7_9 0.0000 recall_10 7_9 0.0556 recall_15 7_9 0.0556 recall_20 7_9 0.0556 recall_30 7_9 0.0833 recall_100 7_9 0.1667 recall_200 7_9 0.2778 recall_500 7_9 0.6389 recall_1000 7_9 0.6944 infAP 7_9 0.0493 Rprec_mult_0.20 7_9 0.1250 Rprec_mult_0.40 7_9 0.1333 Rprec_mult_0.60 7_9 0.0909 Rprec_mult_0.80 7_9 0.1034 Rprec_mult_1.00 7_9 0.1111 Rprec_mult_1.20 7_9 0.0909 Rprec_mult_1.40 7_9 0.0784 Rprec_mult_1.60 7_9 0.0690 Rprec_mult_1.80 7_9 0.0615 Rprec_mult_2.00 7_9 0.0556 utility 7_9 -950.0000 11pt_avg 7_9 0.0599 binG 7_9 0.1046 G 7_9 0.1011 ndcg 7_9 0.3204 ndcg_rel 7_9 0.2468 Rndcg 7_9 0.1347 ndcg_cut_5 7_9 0.0000 ndcg_cut_10 7_9 0.1150 ndcg_cut_15 7_9 0.0932 ndcg_cut_20 7_9 0.0858 ndcg_cut_30 7_9 0.1000 ndcg_cut_100 7_9 0.1591 ndcg_cut_200 7_9 0.1963 ndcg_cut_500 7_9 0.2968 ndcg_cut_1000 7_9 0.3204 map_cut_5 7_9 0.0000 map_cut_10 7_9 0.0102 map_cut_15 7_9 0.0102 map_cut_20 7_9 0.0102 map_cut_30 7_9 0.0135 map_cut_100 7_9 0.0202 map_cut_200 7_9 0.0264 map_cut_500 7_9 0.0473 map_cut_1000 7_9 0.0493 relative_P_5 7_9 0.0000 relative_P_10 7_9 0.2000 relative_P_15 7_9 0.1333 relative_P_20 7_9 0.1000 relative_P_30 7_9 0.1000 relative_P_100 7_9 0.1667 relative_P_200 7_9 0.2778 relative_P_500 7_9 0.6389 relative_P_1000 7_9 0.6944 success_1 7_9 0.0000 success_5 7_9 0.0000 success_10 7_9 1.0000 set_P 7_9 0.0250 set_relative_P 7_9 0.6944 set_recall 7_9 0.6944 set_map 7_9 0.0174 set_F 7_9 0.0483 num_nonrel_judged_ret 7_9 51 rbp 7_9 0.0733 rbp_resid 7_9 0.3646 unj_5 7_9 0.0000 unj_10 7_9 0.2000 unj_20 7_9 0.5000 num_ret 8_1 1000 num_rel 8_1 64 num_rel_ret 8_1 41 map 8_1 0.3316 Rprec 8_1 0.4375 bpref 8_1 0.5400 recip_rank 8_1 1.0000 iprec_at_recall_0.00 8_1 1.0000 iprec_at_recall_0.10 8_1 0.8750 iprec_at_recall_0.20 8_1 0.7222 iprec_at_recall_0.30 8_1 0.5556 iprec_at_recall_0.40 8_1 0.4516 iprec_at_recall_0.50 8_1 0.2336 iprec_at_recall_0.60 8_1 0.1041 iprec_at_recall_0.70 8_1 0.0000 iprec_at_recall_0.80 8_1 0.0000 iprec_at_recall_0.90 8_1 0.0000 iprec_at_recall_1.00 8_1 0.0000 P_5 8_1 1.0000 P_10 8_1 0.7000 P_15 8_1 0.7333 P_20 8_1 0.7000 P_30 8_1 0.5667 P_100 8_1 0.3000 P_200 8_1 0.1700 P_500 8_1 0.0760 P_1000 8_1 0.0410 relstring 8_1 '2424101300' recall_5 8_1 0.0781 recall_10 8_1 0.1094 recall_15 8_1 0.1719 recall_20 8_1 0.2188 recall_30 8_1 0.2656 recall_100 8_1 0.4688 recall_200 8_1 0.5312 recall_500 8_1 0.5938 recall_1000 8_1 0.6406 infAP 8_1 0.3316 Rprec_mult_0.20 8_1 0.6923 Rprec_mult_0.40 8_1 0.5769 Rprec_mult_0.60 8_1 0.5385 Rprec_mult_0.80 8_1 0.4423 Rprec_mult_1.00 8_1 0.4375 Rprec_mult_1.20 8_1 0.3636 Rprec_mult_1.40 8_1 0.3222 Rprec_mult_1.60 8_1 0.2913 Rprec_mult_1.80 8_1 0.2586 Rprec_mult_2.00 8_1 0.2422 utility 8_1 -918.0000 11pt_avg 8_1 0.3584 binG 8_1 0.2168 G 8_1 0.1494 ndcg 8_1 0.6059 ndcg_rel 8_1 0.5724 Rndcg 8_1 0.5357 ndcg_cut_5 8_1 0.6472 ndcg_cut_10 8_1 0.5069 ndcg_cut_15 8_1 0.5398 ndcg_cut_20 8_1 0.5470 ndcg_cut_30 8_1 0.4939 ndcg_cut_100 8_1 0.5481 ndcg_cut_200 8_1 0.5757 ndcg_cut_500 8_1 0.5937 ndcg_cut_1000 8_1 0.6059 map_cut_5 8_1 0.0781 map_cut_10 8_1 0.1052 map_cut_15 8_1 0.1500 map_cut_20 8_1 0.1839 map_cut_30 8_1 0.2129 map_cut_100 8_1 0.3065 map_cut_200 8_1 0.3200 map_cut_500 8_1 0.3287 map_cut_1000 8_1 0.3316 relative_P_5 8_1 1.0000 relative_P_10 8_1 0.7000 relative_P_15 8_1 0.7333 relative_P_20 8_1 0.7000 relative_P_30 8_1 0.5667 relative_P_100 8_1 0.4688 relative_P_200 8_1 0.5312 relative_P_500 8_1 0.5938 relative_P_1000 8_1 0.6406 success_1 8_1 1.0000 success_5 8_1 1.0000 success_10 8_1 1.0000 set_P 8_1 0.0410 set_relative_P 8_1 0.6406 set_recall 8_1 0.6406 set_map 8_1 0.0263 set_F 8_1 0.0771 num_nonrel_judged_ret 8_1 32 rbp 8_1 0.4280 rbp_resid 8_1 0.0581 unj_5 8_1 0.0000 unj_10 8_1 0.0000 unj_20 8_1 0.0500 num_ret 8_10 1000 num_rel 8_10 28 num_rel_ret 8_10 10 map 8_10 0.0039 Rprec 8_10 0.0000 bpref 8_10 0.0485 recip_rank 8_10 0.0104 iprec_at_recall_0.00 8_10 0.0149 iprec_at_recall_0.10 8_10 0.0149 iprec_at_recall_0.20 8_10 0.0101 iprec_at_recall_0.30 8_10 0.0101 iprec_at_recall_0.40 8_10 0.0000 iprec_at_recall_0.50 8_10 0.0000 iprec_at_recall_0.60 8_10 0.0000 iprec_at_recall_0.70 8_10 0.0000 iprec_at_recall_0.80 8_10 0.0000 iprec_at_recall_0.90 8_10 0.0000 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.0000 P_10 8_10 0.0000 P_15 8_10 0.0000 P_20 8_10 0.0000 P_30 8_10 0.0000 P_100 8_10 0.0100 P_200 8_10 0.0100 P_500 8_10 0.0100 P_1000 8_10 0.0100 relstring 8_10 '00000-00-0' recall_5 8_10 0.0000 recall_10 8_10 0.0000 recall_15 8_10 0.0000 recall_20 8_10 0.0000 recall_30 8_10 0.0000 recall_100 8_10 0.0357 recall_200 8_10 0.0714 recall_500 8_10 0.1786 recall_1000 8_10 0.3571 infAP 8_10 0.0039 Rprec_mult_0.20 8_10 0.0000 Rprec_mult_0.40 8_10 0.0000 Rprec_mult_0.60 8_10 0.0000 Rprec_mult_0.80 8_10 0.0000 Rprec_mult_1.00 8_10 0.0000 Rprec_mult_1.20 8_10 0.0000 Rprec_mult_1.40 8_10 0.0000 Rprec_mult_1.60 8_10 0.0000 Rprec_mult_1.80 8_10 0.0000 Rprec_mult_2.00 8_10 0.0000 utility 8_10 -980.0000 11pt_avg 8_10 0.0046 binG 8_10 0.0417 G 8_10 0.0393 ndcg 8_10 0.1063 ndcg_rel 8_10 0.0925 Rndcg 8_10 0.0266 ndcg_cut_5 8_10 0.0000 ndcg_cut_10 8_10 0.0000 ndcg_cut_15 8_10 0.0000 ndcg_cut_20 8_10 0.0000 ndcg_cut_30 8_10 0.0000 ndcg_cut_100 8_10 0.0180 ndcg_cut_200 8_10 0.0260 ndcg_cut_500 8_10 0.0629 ndcg_cut_1000 8_10 0.1063 map_cut_5 8_10 0.0000 map_cut_10 8_10 0.0000 map_cut_15 8_10 0.0000 map_cut_20 8_10 0.0000 map_cut_30 8_10 0.0000 map_cut_100 8_10 0.0004 map_cut_200 8_10 0.0008 map_cut_500 8_10 0.0022 map_cut_1000 8_10 0.0039 relative_P_5 8_10 0.0000 relative_P_10 8_10 0.0000 relative_P_15 8_10 0.0000 relative_P_20 8_10 0.0000 relative_P_30 8_10 0.0000 relative_P_100 8_10 0.0357 relative_P_200 8_10 0.0714 relative_P_500 8_10 0.1786 relative_P_1000 8_10 0.3571 success_1 8_10 0.0000 success_5 8_10 0.0000 success_10 8_10 0.0000 set_P 8_10 0.0100 set_relative_P 8_10 0.3571 set_recall 8_10 0.3571 set_map 8_10 0.0036 set_F 8_10 0.0195 num_nonrel_judged_ret 8_10 31 rbp 8_10 0.0000 rbp_resid 8_10 0.3953 unj_5 8_10 0.0000 unj_10 8_10 0.2000 unj_20 8_10 0.5500 num_ret 8_11 1000 num_rel 8_11 10 num_rel_ret 8_11 9 map 8_11 0.2283 Rprec 8_11 0.3000 bpref 8_11 0.2400 recip_rank 8_11 1.0000 iprec_at_recall_0.00 8_11 1.0000 iprec_at_recall_0.10 8_11 1.0000 iprec_at_recall_0.20 8_11 0.5000 iprec_at_recall_0.30 8_11 0.5000 iprec_at_recall_0.40 8_11 0.1389 iprec_at_recall_0.50 8_11 0.1389 iprec_at_recall_0.60 8_11 0.0550 iprec_at_recall_0.70 8_11 0.0289 iprec_at_recall_0.80 8_11 0.0117 iprec_at_recall_0.90 8_11 0.0117 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 0.4000 P_10 8_11 0.3000 P_15 8_11 0.2000 P_20 8_11 0.1500 P_30 8_11 0.1333 P_100 8_11 0.0500 P_200 8_11 0.0300 P_500 8_11 0.0140 P_1000 8_11 0.0090 relstring 8_11 '100012-00-' recall_5 8_11 0.2000 recall_10 8_11 0.3000 recall_15 8_11 0.3000 recall_20 8_11 0.3000 recall_30 8_11 0.4000 recall_100 8_11 0.5000 recall_200 8_11 0.6000 recall_500 8_11 0.7000 recall_1000 8_11 0.9000 infAP 8_11 0.2283 Rprec_mult_0.20 8_11 0.5000 Rprec_mult_0.40 8_11 0.2500 Rprec_mult_0.60 8_11 0.5000 Rprec_mult_0.80 8_11 0.3750 Rprec_mult_1.00 8_11 0.3000 Rprec_mult_1.20 8_11 0.2500 Rprec_mult_1.40 8_11 0.2143 Rprec_mult_1.60 8_11 0.1875 Rprec_mult_1.80 8_11 0.1667 Rprec_mult_2.00 8_11 0.1500 utility 8_11 -982.0000 11pt_avg 8_11 0.3077 binG 8_11 0.2755 G 8_11 0.2387 ndcg 8_11 0.5152 ndcg_rel 8_11 0.4542 Rndcg 8_11 0.3873 ndcg_cut_5 8_11 0.3028 ndcg_cut_10 8_11 0.3400 ndcg_cut_15 8_11 0.3400 ndcg_cut_20 8_11 0.3400 ndcg_cut_30 8_11 0.4060 ndcg_cut_100 8_11 0.4371 ndcg_cut_200 8_11 0.4610 ndcg_cut_500 8_11 0.4814 ndcg_cut_1000 8_11 0.5152 map_cut_5 8_11 0.1400 map_cut_10 8_11 0.1900 map_cut_15 8_11 0.1900 map_cut_20 8_11 0.1900 map_cut_30 8_11 0.2038 map_cut_100 8_11 0.2177 map_cut_200 8_11 0.2232 map_cut_500 8_11 0.2261 map_cut_1000 8_11 0.2283 relative_P_5 8_11 0.4000 relative_P_10 8_11 0.3000 relative_P_15 8_11 0.3000 relative_P_20 8_11 0.3000 relative_P_30 8_11 0.4000 relative_P_100 8_11 0.5000 relative_P_200 8_11 0.6000 relative_P_500 8_11 0.7000 relative_P_1000 8_11 0.9000 success_1 8_11 1.0000 success_5 8_11 1.0000 success_10 8_11 1.0000 set_P 8_11 0.0090 set_relative_P 8_11 0.9000 set_recall 8_11 0.9000 set_map 8_11 0.0081 set_F 8_11 0.0178 num_nonrel_judged_ret 8_11 37 rbp 8_11 0.1483 rbp_resid 8_11 0.3428 unj_5 8_11 0.0000 unj_10 8_11 0.2000 unj_20 8_11 0.5000 num_ret 8_12 1000 num_rel 8_12 44 num_rel_ret 8_12 32 map 8_12 0.1302 Rprec 8_12 0.2045 bpref 8_12 0.2924 recip_rank 8_12 0.5000 iprec_at_recall_0.00 8_12 0.5000 iprec_at_recall_0.10 8_12 0.2857 iprec_at_recall_0.20 8_12 0.2571 iprec_at_recall_0.30 8_12 0.2203 iprec_at_recall_0.40 8_12 0.1552 iprec_at_recall_0.50 8_12 0.1068 iprec_at_recall_0.60 8_12 0.0870 iprec_at_recall_0.70 8_12 0.0335 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.4000 P_10 8_12 0.2000 P_15 8_12 0.2667 P_20 8_12 0.2500 P_30 8_12 0.2667 P_100 8_12 0.1600 P_200 8_12 0.1050 P_500 8_12 0.0580 P_1000 8_12 0.0320 relstring 8_12 '030200--0-' recall_5 8_12 0.0455 recall_10 8_12 0.0455 recall_15 8_12 0.0909 recall_20 8_12 0.1136 recall_30 8_12 0.1818 recall_100 8_12 0.3636 recall_200 8_12 0.4773 recall_500 8_12 0.6591 recall_1000 8_12 0.7273 infAP 8_12 0.1302 Rprec_mult_0.20 8_12 0.2222 Rprec_mult_0.40 8_12 0.2778 Rprec_mult_0.60 8_12 0.2593 Rprec_mult_0.80 8_12 0.2500 Rprec_mult_1.00 8_12 0.2045 Rprec_mult_1.20 8_12 0.1887 Rprec_mult_1.40 8_12 0.2097 Rprec_mult_1.60 8_12 0.1972 Rprec_mult_1.80 8_12 0.1875 Rprec_mult_2.00 8_12 0.1818 utility 8_12 -936.0000 11pt_avg 8_12 0.1496 binG 8_12 0.1380 G 8_12 0.1332 ndcg 8_12 0.4540 ndcg_rel 8_12 0.3603 Rndcg 8_12 0.2702 ndcg_cut_5 8_12 0.2629 ndcg_cut_10 8_12 0.1877 ndcg_cut_15 8_12 0.1915 ndcg_cut_20 8_12 0.2050 ndcg_cut_30 8_12 0.2145 ndcg_cut_100 8_12 0.3306 ndcg_cut_200 8_12 0.3738 ndcg_cut_500 8_12 0.4315 ndcg_cut_1000 8_12 0.4540 map_cut_5 8_12 0.0227 map_cut_10 8_12 0.0227 map_cut_15 8_12 0.0340 map_cut_20 8_12 0.0403 map_cut_30 8_12 0.0584 map_cut_100 8_12 0.0963 map_cut_200 8_12 0.1123 map_cut_500 8_12 0.1278 map_cut_1000 8_12 0.1302 relative_P_5 8_12 0.4000 relative_P_10 8_12 0.2000 relative_P_15 8_12 0.2667 relative_P_20 8_12 0.2500 relative_P_30 8_12 0.2667 relative_P_100 8_12 0.3636 relative_P_200 8_12 0.4773 relative_P_500 8_12 0.6591 relative_P_1000 8_12 0.7273 success_1 8_12 0.0000 success_5 8_12 1.0000 success_10 8_12 1.0000 set_P 8_12 0.0320 set_relative_P 8_12 0.7273 set_recall 8_12 0.7273 set_map 8_12 0.0233 set_F 8_12 0.0613 num_nonrel_judged_ret 8_12 62 rbp 8_12 0.1338 rbp_resid 8_12 0.2296 unj_5 8_12 0.0000 unj_10 8_12 0.3000 unj_20 8_12 0.3000 num_ret 8_13 1000 num_rel 8_13 53 num_rel_ret 8_13 36 map 8_13 0.2491 Rprec 8_13 0.3208 bpref 8_13 0.5354 recip_rank 8_13 1.0000 iprec_at_recall_0.00 8_13 1.0000 iprec_at_recall_0.10 8_13 0.7500 iprec_at_recall_0.20 8_13 0.4444 iprec_at_recall_0.30 8_13 0.3636 iprec_at_recall_0.40 8_13 0.2283 iprec_at_recall_0.50 8_13 0.1587 iprec_at_recall_0.60 8_13 0.0615 iprec_at_recall_0.70 8_13 0.0000 iprec_at_recall_0.80 8_13 0.0000 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 0.8000 P_10 8_13 0.7000 P_15 8_13 0.5333 P_20 8_13 0.4500 P_30 8_13 0.4000 P_100 8_13 0.2100 P_200 8_13 0.1500 P_500 8_13 0.0620 P_1000 8_13 0.0360 relstring 8_13 '32240011-3' recall_5 8_13 0.0755 recall_10 8_13 0.1321 recall_15 8_13 0.1509 recall_20 8_13 0.1698 recall_30 8_13 0.2264 recall_100 8_13 0.3962 recall_200 8_13 0.5660 recall_500 8_13 0.5849 recall_1000 8_13 0.6792 infAP 8_13 0.2491 Rprec_mult_0.20 8_13 0.7273 Rprec_mult_0.40 8_13 0.4091 Rprec_mult_0.60 8_13 0.3750 Rprec_mult_0.80 8_13 0.3488 Rprec_mult_1.00 8_13 0.3208 Rprec_mult_1.20 8_13 0.2656 Rprec_mult_1.40 8_13 0.2400 Rprec_mult_1.60 8_13 0.2235 Rprec_mult_1.80 8_13 0.2188 Rprec_mult_2.00 8_13 0.1981 utility 8_13 -928.0000 11pt_avg 8_13 0.2733 binG 8_13 0.1985 G 8_13 0.1558 ndcg 8_13 0.5889 ndcg_rel 8_13 0.5474 Rndcg 8_13 0.5427 ndcg_cut_5 8_13 0.6123 ndcg_cut_10 8_13 0.5250 ndcg_cut_15 8_13 0.4663 ndcg_cut_20 8_13 0.4606 ndcg_cut_30 8_13 0.4552 ndcg_cut_100 8_13 0.4911 ndcg_cut_200 8_13 0.5547 ndcg_cut_500 8_13 0.5590 ndcg_cut_1000 8_13 0.5889 map_cut_5 8_13 0.0755 map_cut_10 8_13 0.1163 map_cut_15 8_13 0.1300 map_cut_20 8_13 0.1406 map_cut_30 8_13 0.1655 map_cut_100 8_13 0.2166 map_cut_200 8_13 0.2432 map_cut_500 8_13 0.2450 map_cut_1000 8_13 0.2491 relative_P_5 8_13 0.8000 relative_P_10 8_13 0.7000 relative_P_15 8_13 0.5333 relative_P_20 8_13 0.4500 relative_P_30 8_13 0.4000 relative_P_100 8_13 0.3962 relative_P_200 8_13 0.5660 relative_P_500 8_13 0.5849 relative_P_1000 8_13 0.6792 success_1 8_13 1.0000 success_5 8_13 1.0000 success_10 8_13 1.0000 set_P 8_13 0.0360 set_relative_P 8_13 0.6792 set_recall 8_13 0.6792 set_map 8_13 0.0245 set_F 8_13 0.0684 num_nonrel_judged_ret 8_13 30 rbp 8_13 0.3282 rbp_resid 8_13 0.2346 unj_5 8_13 0.0000 unj_10 8_13 0.1000 unj_20 8_13 0.3500 num_ret 8_2 1000 num_rel 8_2 47 num_rel_ret 8_2 0 map 8_2 0.0000 Rprec 8_2 0.0000 bpref 8_2 0.0000 recip_rank 8_2 0.0000 iprec_at_recall_0.00 8_2 0.0000 iprec_at_recall_0.10 8_2 0.0000 iprec_at_recall_0.20 8_2 0.0000 iprec_at_recall_0.30 8_2 0.0000 iprec_at_recall_0.40 8_2 0.0000 iprec_at_recall_0.50 8_2 0.0000 iprec_at_recall_0.60 8_2 0.0000 iprec_at_recall_0.70 8_2 0.0000 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 0.0000 P_10 8_2 0.0000 P_15 8_2 0.0000 P_20 8_2 0.0000 P_30 8_2 0.0000 P_100 8_2 0.0000 P_200 8_2 0.0000 P_500 8_2 0.0000 P_1000 8_2 0.0000 relstring 8_2 '00000-----' recall_5 8_2 0.0000 recall_10 8_2 0.0000 recall_15 8_2 0.0000 recall_20 8_2 0.0000 recall_30 8_2 0.0000 recall_100 8_2 0.0000 recall_200 8_2 0.0000 recall_500 8_2 0.0000 recall_1000 8_2 0.0000 infAP 8_2 0.0000 Rprec_mult_0.20 8_2 0.0000 Rprec_mult_0.40 8_2 0.0000 Rprec_mult_0.60 8_2 0.0000 Rprec_mult_0.80 8_2 0.0000 Rprec_mult_1.00 8_2 0.0000 Rprec_mult_1.20 8_2 0.0000 Rprec_mult_1.40 8_2 0.0000 Rprec_mult_1.60 8_2 0.0000 Rprec_mult_1.80 8_2 0.0000 Rprec_mult_2.00 8_2 0.0000 utility 8_2 -1000.0000 11pt_avg 8_2 0.0000 binG 8_2 0.0000 G 8_2 0.0000 ndcg 8_2 0.0000 ndcg_rel 8_2 0.0000 Rndcg 8_2 0.0000 ndcg_cut_5 8_2 0.0000 ndcg_cut_10 8_2 0.0000 ndcg_cut_15 8_2 0.0000 ndcg_cut_20 8_2 0.0000 ndcg_cut_30 8_2 0.0000 ndcg_cut_100 8_2 0.0000 ndcg_cut_200 8_2 0.0000 ndcg_cut_500 8_2 0.0000 ndcg_cut_1000 8_2 0.0000 map_cut_5 8_2 0.0000 map_cut_10 8_2 0.0000 map_cut_15 8_2 0.0000 map_cut_20 8_2 0.0000 map_cut_30 8_2 0.0000 map_cut_100 8_2 0.0000 map_cut_200 8_2 0.0000 map_cut_500 8_2 0.0000 map_cut_1000 8_2 0.0000 relative_P_5 8_2 0.0000 relative_P_10 8_2 0.0000 relative_P_15 8_2 0.0000 relative_P_20 8_2 0.0000 relative_P_30 8_2 0.0000 relative_P_100 8_2 0.0000 relative_P_200 8_2 0.0000 relative_P_500 8_2 0.0000 relative_P_1000 8_2 0.0000 success_1 8_2 0.0000 success_5 8_2 0.0000 success_10 8_2 0.0000 set_P 8_2 0.0000 set_relative_P 8_2 0.0000 set_recall 8_2 0.0000 set_map 8_2 0.0000 set_F 8_2 0.0000 num_nonrel_judged_ret 8_2 10 rbp 8_2 0.0000 rbp_resid 8_2 0.5590 unj_5 8_2 0.0000 unj_10 8_2 0.5000 unj_20 8_2 0.7000 num_ret 8_3 1000 num_rel 8_3 28 num_rel_ret 8_3 0 map 8_3 0.0000 Rprec 8_3 0.0000 bpref 8_3 0.0000 recip_rank 8_3 0.0000 iprec_at_recall_0.00 8_3 0.0000 iprec_at_recall_0.10 8_3 0.0000 iprec_at_recall_0.20 8_3 0.0000 iprec_at_recall_0.30 8_3 0.0000 iprec_at_recall_0.40 8_3 0.0000 iprec_at_recall_0.50 8_3 0.0000 iprec_at_recall_0.60 8_3 0.0000 iprec_at_recall_0.70 8_3 0.0000 iprec_at_recall_0.80 8_3 0.0000 iprec_at_recall_0.90 8_3 0.0000 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.0000 P_10 8_3 0.0000 P_15 8_3 0.0000 P_20 8_3 0.0000 P_30 8_3 0.0000 P_100 8_3 0.0000 P_200 8_3 0.0000 P_500 8_3 0.0000 P_1000 8_3 0.0000 relstring 8_3 '00000-----' recall_5 8_3 0.0000 recall_10 8_3 0.0000 recall_15 8_3 0.0000 recall_20 8_3 0.0000 recall_30 8_3 0.0000 recall_100 8_3 0.0000 recall_200 8_3 0.0000 recall_500 8_3 0.0000 recall_1000 8_3 0.0000 infAP 8_3 0.0000 Rprec_mult_0.20 8_3 0.0000 Rprec_mult_0.40 8_3 0.0000 Rprec_mult_0.60 8_3 0.0000 Rprec_mult_0.80 8_3 0.0000 Rprec_mult_1.00 8_3 0.0000 Rprec_mult_1.20 8_3 0.0000 Rprec_mult_1.40 8_3 0.0000 Rprec_mult_1.60 8_3 0.0000 Rprec_mult_1.80 8_3 0.0000 Rprec_mult_2.00 8_3 0.0000 utility 8_3 -1000.0000 11pt_avg 8_3 0.0000 binG 8_3 0.0000 G 8_3 0.0000 ndcg 8_3 0.0000 ndcg_rel 8_3 0.0000 Rndcg 8_3 0.0000 ndcg_cut_5 8_3 0.0000 ndcg_cut_10 8_3 0.0000 ndcg_cut_15 8_3 0.0000 ndcg_cut_20 8_3 0.0000 ndcg_cut_30 8_3 0.0000 ndcg_cut_100 8_3 0.0000 ndcg_cut_200 8_3 0.0000 ndcg_cut_500 8_3 0.0000 ndcg_cut_1000 8_3 0.0000 map_cut_5 8_3 0.0000 map_cut_10 8_3 0.0000 map_cut_15 8_3 0.0000 map_cut_20 8_3 0.0000 map_cut_30 8_3 0.0000 map_cut_100 8_3 0.0000 map_cut_200 8_3 0.0000 map_cut_500 8_3 0.0000 map_cut_1000 8_3 0.0000 relative_P_5 8_3 0.0000 relative_P_10 8_3 0.0000 relative_P_15 8_3 0.0000 relative_P_20 8_3 0.0000 relative_P_30 8_3 0.0000 relative_P_100 8_3 0.0000 relative_P_200 8_3 0.0000 relative_P_500 8_3 0.0000 relative_P_1000 8_3 0.0000 success_1 8_3 0.0000 success_5 8_3 0.0000 success_10 8_3 0.0000 set_P 8_3 0.0000 set_relative_P 8_3 0.0000 set_recall 8_3 0.0000 set_map 8_3 0.0000 set_F 8_3 0.0000 num_nonrel_judged_ret 8_3 7 rbp 8_3 0.0000 rbp_resid 8_3 0.5720 unj_5 8_3 0.0000 unj_10 8_3 0.5000 unj_20 8_3 0.7000 num_ret 8_4 1000 num_rel 8_4 101 num_rel_ret 8_4 79 map 8_4 0.3728 Rprec 8_4 0.3960 bpref 8_4 0.6428 recip_rank 8_4 1.0000 iprec_at_recall_0.00 8_4 1.0000 iprec_at_recall_0.10 8_4 1.0000 iprec_at_recall_0.20 8_4 0.7586 iprec_at_recall_0.30 8_4 0.4583 iprec_at_recall_0.40 8_4 0.4124 iprec_at_recall_0.50 8_4 0.2811 iprec_at_recall_0.60 8_4 0.2195 iprec_at_recall_0.70 8_4 0.1172 iprec_at_recall_0.80 8_4 0.0000 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 1.0000 P_10 8_4 1.0000 P_15 8_4 0.9333 P_20 8_4 0.9000 P_30 8_4 0.7333 P_100 8_4 0.4000 P_200 8_4 0.2600 P_500 8_4 0.1400 P_1000 8_4 0.0790 relstring 8_4 '2224442121' recall_5 8_4 0.0495 recall_10 8_4 0.0990 recall_15 8_4 0.1386 recall_20 8_4 0.1782 recall_30 8_4 0.2178 recall_100 8_4 0.3960 recall_200 8_4 0.5149 recall_500 8_4 0.6931 recall_1000 8_4 0.7822 infAP 8_4 0.3728 Rprec_mult_0.20 8_4 0.8571 Rprec_mult_0.40 8_4 0.5854 Rprec_mult_0.60 8_4 0.4426 Rprec_mult_0.80 8_4 0.4321 Rprec_mult_1.00 8_4 0.3960 Rprec_mult_1.20 8_4 0.3361 Rprec_mult_1.40 8_4 0.3169 Rprec_mult_1.60 8_4 0.2963 Rprec_mult_1.80 8_4 0.2747 Rprec_mult_2.00 8_4 0.2574 utility 8_4 -842.0000 11pt_avg 8_4 0.3861 binG 8_4 0.2493 G 8_4 0.1459 ndcg 8_4 0.6562 ndcg_rel 8_4 0.5671 Rndcg 8_4 0.5342 ndcg_cut_5 8_4 0.6386 ndcg_cut_10 8_4 0.5959 ndcg_cut_15 8_4 0.5964 ndcg_cut_20 8_4 0.5594 ndcg_cut_30 8_4 0.5034 ndcg_cut_100 8_4 0.4541 ndcg_cut_200 8_4 0.5316 ndcg_cut_500 8_4 0.6193 ndcg_cut_1000 8_4 0.6562 map_cut_5 8_4 0.0495 map_cut_10 8_4 0.0990 map_cut_15 8_4 0.1372 map_cut_20 8_4 0.1726 map_cut_30 8_4 0.2021 map_cut_100 8_4 0.2892 map_cut_200 8_4 0.3266 map_cut_500 8_4 0.3637 map_cut_1000 8_4 0.3728 relative_P_5 8_4 1.0000 relative_P_10 8_4 1.0000 relative_P_15 8_4 0.9333 relative_P_20 8_4 0.9000 relative_P_30 8_4 0.7333 relative_P_100 8_4 0.4000 relative_P_200 8_4 0.5149 relative_P_500 8_4 0.6931 relative_P_1000 8_4 0.7822 success_1 8_4 1.0000 success_5 8_4 1.0000 success_10 8_4 1.0000 set_P 8_4 0.0790 set_relative_P 8_4 0.7822 set_recall 8_4 0.7822 set_map 8_4 0.0618 set_F 8_4 0.1435 num_nonrel_judged_ret 8_4 45 rbp 8_4 0.4976 rbp_resid 8_4 0.0313 unj_5 8_4 0.0000 unj_10 8_4 0.0000 unj_20 8_4 0.0000 num_ret 8_5 1000 num_rel 8_5 51 num_rel_ret 8_5 18 map 8_5 0.0224 Rprec 8_5 0.0392 bpref 8_5 0.2395 recip_rank 8_5 0.2500 iprec_at_recall_0.00 8_5 0.2500 iprec_at_recall_0.10 8_5 0.0769 iprec_at_recall_0.20 8_5 0.0654 iprec_at_recall_0.30 8_5 0.0355 iprec_at_recall_0.40 8_5 0.0000 iprec_at_recall_0.50 8_5 0.0000 iprec_at_recall_0.60 8_5 0.0000 iprec_at_recall_0.70 8_5 0.0000 iprec_at_recall_0.80 8_5 0.0000 iprec_at_recall_0.90 8_5 0.0000 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.2000 P_10 8_5 0.1000 P_15 8_5 0.0667 P_20 8_5 0.0500 P_30 8_5 0.0667 P_100 8_5 0.0700 P_200 8_5 0.0550 P_500 8_5 0.0300 P_1000 8_5 0.0180 relstring 8_5 '00040---0-' recall_5 8_5 0.0196 recall_10 8_5 0.0196 recall_15 8_5 0.0196 recall_20 8_5 0.0196 recall_30 8_5 0.0392 recall_100 8_5 0.1373 recall_200 8_5 0.2157 recall_500 8_5 0.2941 recall_1000 8_5 0.3529 infAP 8_5 0.0224 Rprec_mult_0.20 8_5 0.0909 Rprec_mult_0.40 8_5 0.0476 Rprec_mult_0.60 8_5 0.0645 Rprec_mult_0.80 8_5 0.0488 Rprec_mult_1.00 8_5 0.0392 Rprec_mult_1.20 8_5 0.0484 Rprec_mult_1.40 8_5 0.0417 Rprec_mult_1.60 8_5 0.0488 Rprec_mult_1.80 8_5 0.0761 Rprec_mult_2.00 8_5 0.0686 utility 8_5 -964.0000 11pt_avg 8_5 0.0389 binG 8_5 0.0552 G 8_5 0.0640 ndcg 8_5 0.2291 ndcg_rel 8_5 0.2077 Rndcg 8_5 0.1240 ndcg_cut_5 8_5 0.1707 ndcg_cut_10 8_5 0.1297 ndcg_cut_15 8_5 0.1100 ndcg_cut_20 8_5 0.1023 ndcg_cut_30 8_5 0.1138 ndcg_cut_100 8_5 0.1289 ndcg_cut_200 8_5 0.1834 ndcg_cut_500 8_5 0.2153 ndcg_cut_1000 8_5 0.2291 map_cut_5 8_5 0.0049 map_cut_10 8_5 0.0049 map_cut_15 8_5 0.0049 map_cut_20 8_5 0.0049 map_cut_30 8_5 0.0066 map_cut_100 8_5 0.0125 map_cut_200 8_5 0.0176 map_cut_500 8_5 0.0210 map_cut_1000 8_5 0.0224 relative_P_5 8_5 0.2000 relative_P_10 8_5 0.1000 relative_P_15 8_5 0.0667 relative_P_20 8_5 0.0500 relative_P_30 8_5 0.0667 relative_P_100 8_5 0.1373 relative_P_200 8_5 0.2157 relative_P_500 8_5 0.2941 relative_P_1000 8_5 0.3529 success_1 8_5 0.0000 success_5 8_5 1.0000 success_10 8_5 1.0000 set_P 8_5 0.0180 set_relative_P 8_5 0.3529 set_recall 8_5 0.3529 set_map 8_5 0.0064 set_F 8_5 0.0343 num_nonrel_judged_ret 8_5 30 rbp 8_5 0.0779 rbp_resid 8_5 0.4697 unj_5 8_5 0.0000 unj_10 8_5 0.4000 unj_20 8_5 0.6000 num_ret 8_7 1000 num_rel 8_7 47 num_rel_ret 8_7 42 map 8_7 0.2887 Rprec 8_7 0.3191 bpref 8_7 0.6836 recip_rank 8_7 1.0000 iprec_at_recall_0.00 8_7 1.0000 iprec_at_recall_0.10 8_7 0.6667 iprec_at_recall_0.20 8_7 0.6250 iprec_at_recall_0.30 8_7 0.3684 iprec_at_recall_0.40 8_7 0.2875 iprec_at_recall_0.50 8_7 0.2857 iprec_at_recall_0.60 8_7 0.2059 iprec_at_recall_0.70 8_7 0.1310 iprec_at_recall_0.80 8_7 0.0766 iprec_at_recall_0.90 8_7 0.0434 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 0.6000 P_10 8_7 0.6000 P_15 8_7 0.6000 P_20 8_7 0.5500 P_30 8_7 0.4333 P_100 8_7 0.2400 P_200 8_7 0.1500 P_500 8_7 0.0760 P_1000 8_7 0.0420 relstring 8_7 '2002102230' recall_5 8_7 0.0638 recall_10 8_7 0.1277 recall_15 8_7 0.1915 recall_20 8_7 0.2340 recall_30 8_7 0.2766 recall_100 8_7 0.5106 recall_200 8_7 0.6383 recall_500 8_7 0.8085 recall_1000 8_7 0.8936 infAP 8_7 0.2887 Rprec_mult_0.20 8_7 0.6000 Rprec_mult_0.40 8_7 0.5789 Rprec_mult_0.60 8_7 0.4483 Rprec_mult_0.80 8_7 0.3684 Rprec_mult_1.00 8_7 0.3191 Rprec_mult_1.20 8_7 0.2982 Rprec_mult_1.40 8_7 0.2727 Rprec_mult_1.60 8_7 0.2763 Rprec_mult_1.80 8_7 0.2824 Rprec_mult_2.00 8_7 0.2553 utility 8_7 -916.0000 11pt_avg 8_7 0.3355 binG 8_7 0.2079 G 8_7 0.1734 ndcg 8_7 0.6080 ndcg_rel 8_7 0.4885 Rndcg 8_7 0.4058 ndcg_cut_5 8_7 0.3219 ndcg_cut_10 8_7 0.4103 ndcg_cut_15 8_7 0.4229 ndcg_cut_20 8_7 0.4158 ndcg_cut_30 8_7 0.4260 ndcg_cut_100 8_7 0.4698 ndcg_cut_200 8_7 0.5382 ndcg_cut_500 8_7 0.5851 ndcg_cut_1000 8_7 0.6080 map_cut_5 8_7 0.0447 map_cut_10 8_7 0.0843 map_cut_15 8_7 0.1207 map_cut_20 8_7 0.1470 map_cut_30 8_7 0.1696 map_cut_100 8_7 0.2411 map_cut_200 8_7 0.2670 map_cut_500 8_7 0.2840 map_cut_1000 8_7 0.2887 relative_P_5 8_7 0.6000 relative_P_10 8_7 0.6000 relative_P_15 8_7 0.6000 relative_P_20 8_7 0.5500 relative_P_30 8_7 0.4333 relative_P_100 8_7 0.5106 relative_P_200 8_7 0.6383 relative_P_500 8_7 0.8085 relative_P_1000 8_7 0.8936 success_1 8_7 1.0000 success_5 8_7 1.0000 success_10 8_7 1.0000 set_P 8_7 0.0420 set_relative_P 8_7 0.8936 set_recall 8_7 0.8936 set_map 8_7 0.0375 set_F 8_7 0.0802 num_nonrel_judged_ret 8_7 23 rbp 8_7 0.2396 rbp_resid 8_7 0.1829 unj_5 8_7 0.0000 unj_10 8_7 0.0000 unj_20 8_7 0.2500 num_ret 8_8 1000 num_rel 8_8 32 num_rel_ret 8_8 27 map 8_8 0.1505 Rprec 8_8 0.2812 bpref 8_8 0.2979 recip_rank 8_8 0.2500 iprec_at_recall_0.00 8_8 0.4444 iprec_at_recall_0.10 8_8 0.4444 iprec_at_recall_0.20 8_8 0.3103 iprec_at_recall_0.30 8_8 0.2778 iprec_at_recall_0.40 8_8 0.1391 iprec_at_recall_0.50 8_8 0.1391 iprec_at_recall_0.60 8_8 0.0848 iprec_at_recall_0.70 8_8 0.0477 iprec_at_recall_0.80 8_8 0.0414 iprec_at_recall_0.90 8_8 0.0000 iprec_at_recall_1.00 8_8 0.0000 P_5 8_8 0.2000 P_10 8_8 0.4000 P_15 8_8 0.3333 P_20 8_8 0.2500 P_30 8_8 0.3000 P_100 8_8 0.1300 P_200 8_8 0.0850 P_500 8_8 0.0460 P_1000 8_8 0.0270 relstring 8_8 '000403401-' recall_5 8_8 0.0312 recall_10 8_8 0.1250 recall_15 8_8 0.1562 recall_20 8_8 0.1562 recall_30 8_8 0.2812 recall_100 8_8 0.4062 recall_200 8_8 0.5312 recall_500 8_8 0.7188 recall_1000 8_8 0.8438 infAP 8_8 0.1505 Rprec_mult_0.20 8_8 0.4286 Rprec_mult_0.40 8_8 0.3077 Rprec_mult_0.60 8_8 0.2500 Rprec_mult_0.80 8_8 0.3077 Rprec_mult_1.00 8_8 0.2812 Rprec_mult_1.20 8_8 0.2564 Rprec_mult_1.40 8_8 0.2222 Rprec_mult_1.60 8_8 0.2115 Rprec_mult_1.80 8_8 0.1897 Rprec_mult_2.00 8_8 0.1719 utility 8_8 -946.0000 11pt_avg 8_8 0.1754 binG 8_8 0.1637 G 8_8 0.1475 ndcg 8_8 0.4816 ndcg_rel 8_8 0.3664 Rndcg 8_8 0.2777 ndcg_cut_5 8_8 0.1461 ndcg_cut_10 8_8 0.2669 ndcg_cut_15 8_8 0.2402 ndcg_cut_20 8_8 0.2188 ndcg_cut_30 8_8 0.2879 ndcg_cut_100 8_8 0.3390 ndcg_cut_200 8_8 0.3818 ndcg_cut_500 8_8 0.4372 ndcg_cut_1000 8_8 0.4816 map_cut_5 8_8 0.0078 map_cut_10 8_8 0.0455 map_cut_15 8_8 0.0567 map_cut_20 8_8 0.0567 map_cut_30 8_8 0.0929 map_cut_100 8_8 0.1170 map_cut_200 8_8 0.1337 map_cut_500 8_8 0.1456 map_cut_1000 8_8 0.1505 relative_P_5 8_8 0.2000 relative_P_10 8_8 0.4000 relative_P_15 8_8 0.3333 relative_P_20 8_8 0.2500 relative_P_30 8_8 0.3000 relative_P_100 8_8 0.4062 relative_P_200 8_8 0.5312 relative_P_500 8_8 0.7188 relative_P_1000 8_8 0.8438 success_1 8_8 0.0000 success_5 8_8 1.0000 success_10 8_8 1.0000 set_P 8_8 0.0270 set_relative_P 8_8 0.8438 set_recall 8_8 0.8438 set_map 8_8 0.0228 set_F 8_8 0.0523 num_nonrel_judged_ret 8_8 53 rbp 8_8 0.2053 rbp_resid 8_8 0.2046 unj_5 8_8 0.0000 unj_10 8_8 0.1000 unj_20 8_8 0.3000 num_ret 9_11 1000 num_rel 9_11 119 num_rel_ret 9_11 72 map 9_11 0.1999 Rprec 9_11 0.2941 bpref 9_11 0.5716 recip_rank 9_11 1.0000 iprec_at_recall_0.00 9_11 1.0000 iprec_at_recall_0.10 9_11 0.6071 iprec_at_recall_0.20 9_11 0.4219 iprec_at_recall_0.30 9_11 0.2857 iprec_at_recall_0.40 9_11 0.2105 iprec_at_recall_0.50 9_11 0.1017 iprec_at_recall_0.60 9_11 0.0751 iprec_at_recall_0.70 9_11 0.0000 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 0.6000 P_10 9_11 0.7000 P_15 9_11 0.6000 P_20 9_11 0.5500 P_30 9_11 0.6000 P_100 9_11 0.3200 P_200 9_11 0.2150 P_500 9_11 0.1060 P_1000 9_11 0.0720 relstring 9_11 '300211-212' recall_5 9_11 0.0252 recall_10 9_11 0.0588 recall_15 9_11 0.0756 recall_20 9_11 0.0924 recall_30 9_11 0.1513 recall_100 9_11 0.2689 recall_200 9_11 0.3613 recall_500 9_11 0.4454 recall_1000 9_11 0.6050 infAP 9_11 0.1999 Rprec_mult_0.20 9_11 0.5417 Rprec_mult_0.40 9_11 0.4167 Rprec_mult_0.60 9_11 0.3750 Rprec_mult_0.80 9_11 0.3333 Rprec_mult_1.00 9_11 0.2941 Rprec_mult_1.20 9_11 0.2727 Rprec_mult_1.40 9_11 0.2395 Rprec_mult_1.60 9_11 0.2147 Rprec_mult_1.80 9_11 0.2186 Rprec_mult_2.00 9_11 0.2059 utility 9_11 -856.0000 11pt_avg 9_11 0.2456 binG 9_11 0.1246 G 9_11 0.1069 ndcg 9_11 0.5149 ndcg_rel 9_11 0.4627 Rndcg 9_11 0.4093 ndcg_cut_5 9_11 0.4803 ndcg_cut_10 9_11 0.4583 ndcg_cut_15 9_11 0.4514 ndcg_cut_20 9_11 0.4191 ndcg_cut_30 9_11 0.4426 ndcg_cut_100 9_11 0.3390 ndcg_cut_200 9_11 0.3804 ndcg_cut_500 9_11 0.4368 ndcg_cut_1000 9_11 0.5149 map_cut_5 9_11 0.0176 map_cut_10 9_11 0.0400 map_cut_15 9_11 0.0524 map_cut_20 9_11 0.0622 map_cut_30 9_11 0.0958 map_cut_100 9_11 0.1437 map_cut_200 9_11 0.1684 map_cut_500 9_11 0.1853 map_cut_1000 9_11 0.1999 relative_P_5 9_11 0.6000 relative_P_10 9_11 0.7000 relative_P_15 9_11 0.6000 relative_P_20 9_11 0.5500 relative_P_30 9_11 0.6000 relative_P_100 9_11 0.3200 relative_P_200 9_11 0.3613 relative_P_500 9_11 0.4454 relative_P_1000 9_11 0.6050 success_1 9_11 1.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.0720 set_relative_P 9_11 0.6050 set_recall 9_11 0.6050 set_map 9_11 0.0436 set_F 9_11 0.1287 num_nonrel_judged_ret 9_11 6 rbp 9_11 0.3481 rbp_resid 9_11 0.2438 unj_5 9_11 0.0000 unj_10 9_11 0.1000 unj_20 9_11 0.3500 num_ret 9_13 1000 num_rel 9_13 4 num_rel_ret 9_13 1 map 9_13 0.2500 Rprec 9_13 0.2500 bpref 9_13 0.2500 recip_rank 9_13 1.0000 iprec_at_recall_0.00 9_13 1.0000 iprec_at_recall_0.10 9_13 1.0000 iprec_at_recall_0.20 9_13 1.0000 iprec_at_recall_0.30 9_13 1.0000 iprec_at_recall_0.40 9_13 0.0000 iprec_at_recall_0.50 9_13 0.0000 iprec_at_recall_0.60 9_13 0.0000 iprec_at_recall_0.70 9_13 0.0000 iprec_at_recall_0.80 9_13 0.0000 iprec_at_recall_0.90 9_13 0.0000 iprec_at_recall_1.00 9_13 0.0000 P_5 9_13 0.2000 P_10 9_13 0.1000 P_15 9_13 0.0667 P_20 9_13 0.0500 P_30 9_13 0.0333 P_100 9_13 0.0100 P_200 9_13 0.0050 P_500 9_13 0.0020 P_1000 9_13 0.0010 relstring 9_13 '3--------0' recall_5 9_13 0.2500 recall_10 9_13 0.2500 recall_15 9_13 0.2500 recall_20 9_13 0.2500 recall_30 9_13 0.2500 recall_100 9_13 0.2500 recall_200 9_13 0.2500 recall_500 9_13 0.2500 recall_1000 9_13 0.2500 infAP 9_13 0.2500 Rprec_mult_0.20 9_13 1.0000 Rprec_mult_0.40 9_13 0.5000 Rprec_mult_0.60 9_13 0.3333 Rprec_mult_0.80 9_13 0.2500 Rprec_mult_1.00 9_13 0.2500 Rprec_mult_1.20 9_13 0.2000 Rprec_mult_1.40 9_13 0.1667 Rprec_mult_1.60 9_13 0.1429 Rprec_mult_1.80 9_13 0.1250 Rprec_mult_2.00 9_13 0.1250 utility 9_13 -998.0000 11pt_avg 9_13 0.3636 binG 9_13 0.2500 G 9_13 0.3333 ndcg 9_13 0.4744 ndcg_rel 9_13 0.6058 Rndcg 9_13 0.5178 ndcg_cut_5 9_13 0.4744 ndcg_cut_10 9_13 0.4744 ndcg_cut_15 9_13 0.4744 ndcg_cut_20 9_13 0.4744 ndcg_cut_30 9_13 0.4744 ndcg_cut_100 9_13 0.4744 ndcg_cut_200 9_13 0.4744 ndcg_cut_500 9_13 0.4744 ndcg_cut_1000 9_13 0.4744 map_cut_5 9_13 0.2500 map_cut_10 9_13 0.2500 map_cut_15 9_13 0.2500 map_cut_20 9_13 0.2500 map_cut_30 9_13 0.2500 map_cut_100 9_13 0.2500 map_cut_200 9_13 0.2500 map_cut_500 9_13 0.2500 map_cut_1000 9_13 0.2500 relative_P_5 9_13 0.2500 relative_P_10 9_13 0.2500 relative_P_15 9_13 0.2500 relative_P_20 9_13 0.2500 relative_P_30 9_13 0.2500 relative_P_100 9_13 0.2500 relative_P_200 9_13 0.2500 relative_P_500 9_13 0.2500 relative_P_1000 9_13 0.2500 success_1 9_13 1.0000 success_5 9_13 1.0000 success_10 9_13 1.0000 set_P 9_13 0.0010 set_relative_P 9_13 0.2500 set_recall 9_13 0.2500 set_map 9_13 0.0003 set_F 9_13 0.0020 num_nonrel_judged_ret 9_13 3 rbp 9_13 0.1000 rbp_resid 9_13 0.8358 unj_5 9_13 0.8000 unj_10 9_13 0.8000 unj_20 9_13 0.8500 num_ret 9_2 1000 num_rel 9_2 113 num_rel_ret 9_2 59 map 9_2 0.1531 Rprec 9_2 0.2212 bpref 9_2 0.3977 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 0.5556 iprec_at_recall_0.20 9_2 0.2500 iprec_at_recall_0.30 9_2 0.2099 iprec_at_recall_0.40 9_2 0.0941 iprec_at_recall_0.50 9_2 0.0745 iprec_at_recall_0.60 9_2 0.0000 iprec_at_recall_0.70 9_2 0.0000 iprec_at_recall_0.80 9_2 0.0000 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 0.6000 P_10 9_2 0.6000 P_15 9_2 0.5333 P_20 9_2 0.5000 P_30 9_2 0.5000 P_100 9_2 0.2400 P_200 9_2 0.1950 P_500 9_2 0.0900 P_1000 9_2 0.0590 relstring 9_2 '10101121-0' recall_5 9_2 0.0265 recall_10 9_2 0.0531 recall_15 9_2 0.0708 recall_20 9_2 0.0885 recall_30 9_2 0.1327 recall_100 9_2 0.2124 recall_200 9_2 0.3451 recall_500 9_2 0.3982 recall_1000 9_2 0.5221 infAP 9_2 0.1531 Rprec_mult_0.20 9_2 0.5217 Rprec_mult_0.40 9_2 0.3696 Rprec_mult_0.60 9_2 0.2794 Rprec_mult_0.80 9_2 0.2418 Rprec_mult_1.00 9_2 0.2212 Rprec_mult_1.20 9_2 0.2132 Rprec_mult_1.40 9_2 0.2075 Rprec_mult_1.60 9_2 0.2044 Rprec_mult_1.80 9_2 0.1912 Rprec_mult_2.00 9_2 0.1726 utility 9_2 -882.0000 11pt_avg 9_2 0.1986 binG 9_2 0.1098 G 9_2 0.0749 ndcg 9_2 0.3667 ndcg_rel 9_2 0.3230 Rndcg 9_2 0.2594 ndcg_cut_5 9_2 0.2133 ndcg_cut_10 9_2 0.2680 ndcg_cut_15 9_2 0.2763 ndcg_cut_20 9_2 0.2662 ndcg_cut_30 9_2 0.2831 ndcg_cut_100 9_2 0.2209 ndcg_cut_200 9_2 0.2903 ndcg_cut_500 9_2 0.3157 ndcg_cut_1000 9_2 0.3667 map_cut_5 9_2 0.0201 map_cut_10 9_2 0.0389 map_cut_15 9_2 0.0504 map_cut_20 9_2 0.0603 map_cut_30 9_2 0.0837 map_cut_100 9_2 0.1093 map_cut_200 9_2 0.1377 map_cut_500 9_2 0.1439 map_cut_1000 9_2 0.1531 relative_P_5 9_2 0.6000 relative_P_10 9_2 0.6000 relative_P_15 9_2 0.5333 relative_P_20 9_2 0.5000 relative_P_30 9_2 0.5000 relative_P_100 9_2 0.2400 relative_P_200 9_2 0.3451 relative_P_500 9_2 0.3982 relative_P_1000 9_2 0.5221 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 0.0590 set_relative_P 9_2 0.5221 set_recall 9_2 0.5221 set_map 9_2 0.0308 set_F 9_2 0.1060 num_nonrel_judged_ret 9_2 27 rbp 9_2 0.2199 rbp_resid 9_2 0.1730 unj_5 9_2 0.0000 unj_10 9_2 0.1000 unj_20 9_2 0.2000 num_ret 9_6 1000 num_rel 9_6 131 num_rel_ret 9_6 107 map 9_6 0.3404 Rprec 9_6 0.3969 bpref 9_6 0.7839 recip_rank 9_6 1.0000 iprec_at_recall_0.00 9_6 1.0000 iprec_at_recall_0.10 9_6 0.7895 iprec_at_recall_0.20 9_6 0.5745 iprec_at_recall_0.30 9_6 0.4432 iprec_at_recall_0.40 9_6 0.4015 iprec_at_recall_0.50 9_6 0.3026 iprec_at_recall_0.60 9_6 0.2685 iprec_at_recall_0.70 9_6 0.1825 iprec_at_recall_0.80 9_6 0.1249 iprec_at_recall_0.90 9_6 0.0000 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 0.8000 P_10 9_6 0.7000 P_15 9_6 0.7333 P_20 9_6 0.7500 P_30 9_6 0.6667 P_100 9_6 0.4300 P_200 9_6 0.3150 P_500 9_6 0.1820 P_1000 9_6 0.1070 relstring 9_6 '220212-32-' recall_5 9_6 0.0305 recall_10 9_6 0.0534 recall_15 9_6 0.0840 recall_20 9_6 0.1145 recall_30 9_6 0.1527 recall_100 9_6 0.3282 recall_200 9_6 0.4809 recall_500 9_6 0.6947 recall_1000 9_6 0.8168 infAP 9_6 0.3404 Rprec_mult_0.20 9_6 0.7037 Rprec_mult_0.40 9_6 0.5472 Rprec_mult_0.60 9_6 0.4684 Rprec_mult_0.80 9_6 0.4095 Rprec_mult_1.00 9_6 0.3969 Rprec_mult_1.20 9_6 0.3481 Rprec_mult_1.40 9_6 0.3315 Rprec_mult_1.60 9_6 0.3095 Rprec_mult_1.80 9_6 0.2966 Rprec_mult_2.00 9_6 0.2786 utility 9_6 -786.0000 11pt_avg 9_6 0.3716 binG 9_6 0.1746 G 9_6 0.1303 ndcg 9_6 0.6701 ndcg_rel 9_6 0.5512 Rndcg 9_6 0.5066 ndcg_cut_5 9_6 0.5099 ndcg_cut_10 9_6 0.4967 ndcg_cut_15 9_6 0.5201 ndcg_cut_20 9_6 0.5340 ndcg_cut_30 9_6 0.5030 ndcg_cut_100 9_6 0.4316 ndcg_cut_200 9_6 0.4796 ndcg_cut_500 9_6 0.6103 ndcg_cut_1000 9_6 0.6701 map_cut_5 9_6 0.0271 map_cut_10 9_6 0.0451 map_cut_15 9_6 0.0679 map_cut_20 9_6 0.0914 map_cut_30 9_6 0.1194 map_cut_100 9_6 0.2107 map_cut_200 9_6 0.2678 map_cut_500 9_6 0.3226 map_cut_1000 9_6 0.3404 relative_P_5 9_6 0.8000 relative_P_10 9_6 0.7000 relative_P_15 9_6 0.7333 relative_P_20 9_6 0.7500 relative_P_30 9_6 0.6667 relative_P_100 9_6 0.4300 relative_P_200 9_6 0.4809 relative_P_500 9_6 0.6947 relative_P_1000 9_6 0.8168 success_1 9_6 1.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 0.1070 set_relative_P 9_6 0.8168 set_recall 9_6 0.8168 set_map 9_6 0.0874 set_F 9_6 0.1892 num_nonrel_judged_ret 9_6 4 rbp 9_6 0.4835 rbp_resid 9_6 0.1949 unj_5 9_6 0.0000 unj_10 9_6 0.2000 unj_20 9_6 0.2000 num_ret 9_9 1000 num_rel 9_9 55 num_rel_ret 9_9 23 map 9_9 0.0311 Rprec 9_9 0.0727 bpref 9_9 0.3074 recip_rank 9_9 0.5000 iprec_at_recall_0.00 9_9 0.5000 iprec_at_recall_0.10 9_9 0.0248 iprec_at_recall_0.20 9_9 0.0248 iprec_at_recall_0.30 9_9 0.0248 iprec_at_recall_0.40 9_9 0.0243 iprec_at_recall_0.50 9_9 0.0000 iprec_at_recall_0.60 9_9 0.0000 iprec_at_recall_0.70 9_9 0.0000 iprec_at_recall_0.80 9_9 0.0000 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 0.4000 P_10 9_9 0.2000 P_15 9_9 0.1333 P_20 9_9 0.1500 P_30 9_9 0.1000 P_100 9_9 0.0400 P_200 9_9 0.0200 P_500 9_9 0.0200 P_1000 9_9 0.0230 relstring 9_9 '010100-0--' recall_5 9_9 0.0364 recall_10 9_9 0.0364 recall_15 9_9 0.0364 recall_20 9_9 0.0545 recall_30 9_9 0.0545 recall_100 9_9 0.0727 recall_200 9_9 0.0727 recall_500 9_9 0.1818 recall_1000 9_9 0.4182 infAP 9_9 0.0311 Rprec_mult_0.20 9_9 0.1818 Rprec_mult_0.40 9_9 0.1364 Rprec_mult_0.60 9_9 0.1212 Rprec_mult_0.80 9_9 0.0909 Rprec_mult_1.00 9_9 0.0727 Rprec_mult_1.20 9_9 0.0606 Rprec_mult_1.40 9_9 0.0519 Rprec_mult_1.60 9_9 0.0455 Rprec_mult_1.80 9_9 0.0404 Rprec_mult_2.00 9_9 0.0364 utility 9_9 -954.0000 11pt_avg 9_9 0.0544 binG 9_9 0.0666 G 9_9 0.0480 ndcg 9_9 0.1918 ndcg_rel 9_9 0.1626 Rndcg 9_9 0.0866 ndcg_cut_5 9_9 0.1200 ndcg_cut_10 9_9 0.0779 ndcg_cut_15 9_9 0.0604 ndcg_cut_20 9_9 0.0614 ndcg_cut_30 9_9 0.0503 ndcg_cut_100 9_9 0.0462 ndcg_cut_200 9_9 0.0462 ndcg_cut_500 9_9 0.1011 ndcg_cut_1000 9_9 0.1918 map_cut_5 9_9 0.0182 map_cut_10 9_9 0.0182 map_cut_15 9_9 0.0182 map_cut_20 9_9 0.0212 map_cut_30 9_9 0.0212 map_cut_100 9_9 0.0235 map_cut_200 9_9 0.0235 map_cut_500 9_9 0.0257 map_cut_1000 9_9 0.0311 relative_P_5 9_9 0.4000 relative_P_10 9_9 0.2000 relative_P_15 9_9 0.1333 relative_P_20 9_9 0.1500 relative_P_30 9_9 0.1000 relative_P_100 9_9 0.0727 relative_P_200 9_9 0.0727 relative_P_500 9_9 0.1818 relative_P_1000 9_9 0.4182 success_1 9_9 0.0000 success_5 9_9 1.0000 success_10 9_9 1.0000 set_P 9_9 0.0230 set_relative_P 9_9 0.4182 set_recall 9_9 0.4182 set_map 9_9 0.0096 set_F 9_9 0.0436 num_nonrel_judged_ret 9_9 18 rbp 9_9 0.0611 rbp_resid 9_9 0.4627 unj_5 9_9 0.0000 unj_10 9_9 0.3000 unj_20 9_9 0.6000 runid all infosense_llama_pssgqrs_wghtdrerank_1_run num_q all 116 num_ret all 116000 num_rel all 9895 num_rel_ret all 4718 map all 0.1575 gm_map all 0.0373 Rprec all 0.2025 bpref all 0.3725 recip_rank all 0.6689 iprec_at_recall_0.00 all 0.6922 iprec_at_recall_0.10 all 0.4451 iprec_at_recall_0.20 all 0.3095 iprec_at_recall_0.30 all 0.2249 iprec_at_recall_0.40 all 0.1526 iprec_at_recall_0.50 all 0.0994 iprec_at_recall_0.60 all 0.0626 iprec_at_recall_0.70 all 0.0305 iprec_at_recall_0.80 all 0.0111 iprec_at_recall_0.90 all 0.0018 iprec_at_recall_1.00 all 0.0000 P_5 all 0.5241 P_10 all 0.4397 P_15 all 0.3971 P_20 all 0.3655 P_30 all 0.3224 P_100 all 0.1820 P_200 all 0.1219 P_500 all 0.0660 P_1000 all 0.0407 recall_5 all 0.0398 recall_10 all 0.0641 recall_15 all 0.0831 recall_20 all 0.0996 recall_30 all 0.1292 recall_100 all 0.2350 recall_200 all 0.3100 recall_500 all 0.4263 recall_1000 all 0.5207 infAP all 0.1575 gm_bpref all 0.1106 Rprec_mult_0.20 all 0.3953 Rprec_mult_0.40 all 0.3042 Rprec_mult_0.60 all 0.2573 Rprec_mult_0.80 all 0.2273 Rprec_mult_1.00 all 0.2025 Rprec_mult_1.20 all 0.1820 Rprec_mult_1.40 all 0.1659 Rprec_mult_1.60 all 0.1525 Rprec_mult_1.80 all 0.1420 Rprec_mult_2.00 all 0.1323 utility all -918.6552 11pt_avg all 0.1845 binG all 0.1271 G all 0.0983 ndcg all 0.3799 ndcg_rel all 0.3392 Rndcg all 0.2940 ndcg_cut_5 all 0.3423 ndcg_cut_10 all 0.3174 ndcg_cut_15 all 0.3027 ndcg_cut_20 all 0.2930 ndcg_cut_30 all 0.2822 ndcg_cut_100 all 0.2678 ndcg_cut_200 all 0.2946 ndcg_cut_500 all 0.3426 ndcg_cut_1000 all 0.3799 map_cut_5 all 0.0344 map_cut_10 all 0.0507 map_cut_15 all 0.0626 map_cut_20 all 0.0727 map_cut_30 all 0.0871 map_cut_100 all 0.1240 map_cut_200 all 0.1391 map_cut_500 all 0.1517 map_cut_1000 all 0.1575 relative_P_5 all 0.5246 relative_P_10 all 0.4409 relative_P_15 all 0.4000 relative_P_20 all 0.3696 relative_P_30 all 0.3304 relative_P_100 all 0.2632 relative_P_200 all 0.3118 relative_P_500 all 0.4263 relative_P_1000 all 0.5207 success_1 all 0.6034 success_5 all 0.7500 success_10 all 0.7931 set_P all 0.0407 set_relative_P all 0.5207 set_recall all 0.5207 set_map all 0.0258 set_F all 0.0733 num_nonrel_judged_ret all 2803 rbp all 0.2272 rbp_resid all 0.3094 unj_5 all 0.0069 unj_10 all 0.2198 unj_20 all 0.3802