num_ret 1-1_3 463 num_rel 1-1_3 64 num_rel_ret 1-1_3 30 map 1-1_3 0.1342 Rprec 1-1_3 0.2344 bpref 1-1_3 0.3540 recip_rank 1-1_3 0.5000 iprec_at_recall_0.00 1-1_3 0.5000 iprec_at_recall_0.10 1-1_3 0.4643 iprec_at_recall_0.20 1-1_3 0.4643 iprec_at_recall_0.30 1-1_3 0.1835 iprec_at_recall_0.40 1-1_3 0.1469 iprec_at_recall_0.50 1-1_3 0.0000 iprec_at_recall_0.60 1-1_3 0.0000 iprec_at_recall_0.70 1-1_3 0.0000 iprec_at_recall_0.80 1-1_3 0.0000 iprec_at_recall_0.90 1-1_3 0.0000 iprec_at_recall_1.00 1-1_3 0.0000 P_5 1-1_3 0.4000 P_10 1-1_3 0.4000 P_15 1-1_3 0.3333 P_20 1-1_3 0.4000 P_30 1-1_3 0.4333 P_100 1-1_3 0.1700 P_200 1-1_3 0.1350 P_500 1-1_3 0.0600 P_1000 1-1_3 0.0300 relstring 1-1_3 '0400202--2' recall_5 1-1_3 0.0312 recall_10 1-1_3 0.0625 recall_15 1-1_3 0.0781 recall_20 1-1_3 0.1250 recall_30 1-1_3 0.2031 recall_100 1-1_3 0.2656 recall_200 1-1_3 0.4219 recall_500 1-1_3 0.4688 recall_1000 1-1_3 0.4688 infAP 1-1_3 0.1342 Rprec_mult_0.20 1-1_3 0.3846 Rprec_mult_0.40 1-1_3 0.4231 Rprec_mult_0.60 1-1_3 0.3590 Rprec_mult_0.80 1-1_3 0.2692 Rprec_mult_1.00 1-1_3 0.2344 Rprec_mult_1.20 1-1_3 0.1948 Rprec_mult_1.40 1-1_3 0.1778 Rprec_mult_1.60 1-1_3 0.1748 Rprec_mult_1.80 1-1_3 0.1724 Rprec_mult_2.00 1-1_3 0.1719 utility 1-1_3 -403.0000 11pt_avg 1-1_3 0.1599 binG 1-1_3 0.1055 G 1-1_3 0.0836 ndcg 1-1_3 0.3981 ndcg_rel 1-1_3 0.3686 Rndcg 1-1_3 0.3352 ndcg_cut_5 1-1_3 0.3148 ndcg_cut_10 1-1_3 0.2976 ndcg_cut_15 1-1_3 0.2790 ndcg_cut_20 1-1_3 0.3187 ndcg_cut_30 1-1_3 0.3844 ndcg_cut_100 1-1_3 0.2926 ndcg_cut_200 1-1_3 0.3735 ndcg_cut_500 1-1_3 0.3981 ndcg_cut_1000 1-1_3 0.3981 map_cut_5 1-1_3 0.0141 map_cut_10 1-1_3 0.0270 map_cut_15 1-1_3 0.0335 map_cut_20 1-1_3 0.0520 map_cut_30 1-1_3 0.0860 map_cut_100 1-1_3 0.1030 map_cut_200 1-1_3 0.1282 map_cut_500 1-1_3 0.1342 map_cut_1000 1-1_3 0.1342 relative_P_5 1-1_3 0.4000 relative_P_10 1-1_3 0.4000 relative_P_15 1-1_3 0.3333 relative_P_20 1-1_3 0.4000 relative_P_30 1-1_3 0.4333 relative_P_100 1-1_3 0.2656 relative_P_200 1-1_3 0.4219 relative_P_500 1-1_3 0.4688 relative_P_1000 1-1_3 0.4688 success_1 1-1_3 0.0000 success_5 1-1_3 1.0000 success_10 1-1_3 1.0000 set_P 1-1_3 0.0648 set_relative_P 1-1_3 0.4688 set_recall 1-1_3 0.4688 set_map 1-1_3 0.0304 set_F 1-1_3 0.1139 num_nonrel_judged_ret 1-1_3 20 rbp 1-1_3 0.2598 rbp_resid 1-1_3 0.2480 unj_5 1-1_3 0.0000 unj_10 1-1_3 0.2000 unj_20 1-1_3 0.3500 num_ret 1-1_4 482 num_rel 1-1_4 107 num_rel_ret 1-1_4 34 map 1-1_4 0.1291 Rprec 1-1_4 0.1963 bpref 1-1_4 0.2640 recip_rank 1-1_4 1.0000 iprec_at_recall_0.00 1-1_4 1.0000 iprec_at_recall_0.10 1-1_4 0.5238 iprec_at_recall_0.20 1-1_4 0.2165 iprec_at_recall_0.30 1-1_4 0.1279 iprec_at_recall_0.40 1-1_4 0.0000 iprec_at_recall_0.50 1-1_4 0.0000 iprec_at_recall_0.60 1-1_4 0.0000 iprec_at_recall_0.70 1-1_4 0.0000 iprec_at_recall_0.80 1-1_4 0.0000 iprec_at_recall_0.90 1-1_4 0.0000 iprec_at_recall_1.00 1-1_4 0.0000 P_5 1-1_4 0.6000 P_10 1-1_4 0.8000 P_15 1-1_4 0.6000 P_20 1-1_4 0.5000 P_30 1-1_4 0.4667 P_100 1-1_4 0.2100 P_200 1-1_4 0.1500 P_500 1-1_4 0.0680 P_1000 1-1_4 0.0340 relstring 1-1_4 '2-42032343' recall_5 1-1_4 0.0280 recall_10 1-1_4 0.0748 recall_15 1-1_4 0.0841 recall_20 1-1_4 0.0935 recall_30 1-1_4 0.1308 recall_100 1-1_4 0.1963 recall_200 1-1_4 0.2804 recall_500 1-1_4 0.3178 recall_1000 1-1_4 0.3178 infAP 1-1_4 0.1291 Rprec_mult_0.20 1-1_4 0.5000 Rprec_mult_0.40 1-1_4 0.3721 Rprec_mult_0.60 1-1_4 0.2769 Rprec_mult_0.80 1-1_4 0.2209 Rprec_mult_1.00 1-1_4 0.1963 Rprec_mult_1.20 1-1_4 0.2016 Rprec_mult_1.40 1-1_4 0.1733 Rprec_mult_1.60 1-1_4 0.1570 Rprec_mult_1.80 1-1_4 0.1554 Rprec_mult_2.00 1-1_4 0.1402 utility 1-1_4 -414.0000 11pt_avg 1-1_4 0.1698 binG 1-1_4 0.0901 G 1-1_4 0.0632 ndcg 1-1_4 0.3574 ndcg_rel 1-1_4 0.3656 Rndcg 1-1_4 0.3473 ndcg_cut_5 1-1_4 0.4122 ndcg_cut_10 1-1_4 0.5290 ndcg_cut_15 1-1_4 0.4437 ndcg_cut_20 1-1_4 0.4161 ndcg_cut_30 1-1_4 0.4065 ndcg_cut_100 1-1_4 0.2942 ndcg_cut_200 1-1_4 0.3332 ndcg_cut_500 1-1_4 0.3574 ndcg_cut_1000 1-1_4 0.3574 map_cut_5 1-1_4 0.0226 map_cut_10 1-1_4 0.0572 map_cut_15 1-1_4 0.0637 map_cut_20 1-1_4 0.0686 map_cut_30 1-1_4 0.0874 map_cut_100 1-1_4 0.1086 map_cut_200 1-1_4 0.1244 map_cut_500 1-1_4 0.1291 map_cut_1000 1-1_4 0.1291 relative_P_5 1-1_4 0.6000 relative_P_10 1-1_4 0.8000 relative_P_15 1-1_4 0.6000 relative_P_20 1-1_4 0.5000 relative_P_30 1-1_4 0.4667 relative_P_100 1-1_4 0.2100 relative_P_200 1-1_4 0.2804 relative_P_500 1-1_4 0.3178 relative_P_1000 1-1_4 0.3178 success_1 1-1_4 1.0000 success_5 1-1_4 1.0000 success_10 1-1_4 1.0000 set_P 1-1_4 0.0705 set_relative_P 1-1_4 0.3178 set_recall 1-1_4 0.3178 set_map 1-1_4 0.0224 set_F 1-1_4 0.1154 num_nonrel_judged_ret 1-1_4 4 rbp 1-1_4 0.4101 rbp_resid 1-1_4 0.3192 unj_5 1-1_4 0.2000 unj_10 1-1_4 0.1000 unj_20 1-1_4 0.4000 num_ret 1-1_5 466 num_rel 1-1_5 219 num_rel_ret 1-1_5 43 map 1-1_5 0.1087 Rprec 1-1_5 0.1735 bpref 1-1_5 0.1862 recip_rank 1-1_5 1.0000 iprec_at_recall_0.00 1-1_5 1.0000 iprec_at_recall_0.10 1-1_5 0.5745 iprec_at_recall_0.20 1-1_5 0.0000 iprec_at_recall_0.30 1-1_5 0.0000 iprec_at_recall_0.40 1-1_5 0.0000 iprec_at_recall_0.50 1-1_5 0.0000 iprec_at_recall_0.60 1-1_5 0.0000 iprec_at_recall_0.70 1-1_5 0.0000 iprec_at_recall_0.80 1-1_5 0.0000 iprec_at_recall_0.90 1-1_5 0.0000 iprec_at_recall_1.00 1-1_5 0.0000 P_5 1-1_5 0.8000 P_10 1-1_5 0.9000 P_15 1-1_5 0.7333 P_20 1-1_5 0.6500 P_30 1-1_5 0.6000 P_100 1-1_5 0.3400 P_200 1-1_5 0.1900 P_500 1-1_5 0.0860 P_1000 1-1_5 0.0430 relstring 1-1_5 '2132222332' recall_5 1-1_5 0.0183 recall_10 1-1_5 0.0411 recall_15 1-1_5 0.0502 recall_20 1-1_5 0.0594 recall_30 1-1_5 0.0822 recall_100 1-1_5 0.1553 recall_200 1-1_5 0.1735 recall_500 1-1_5 0.1963 recall_1000 1-1_5 0.1963 infAP 1-1_5 0.1087 Rprec_mult_0.20 1-1_5 0.5455 Rprec_mult_0.40 1-1_5 0.3864 Rprec_mult_0.60 1-1_5 0.2727 Rprec_mult_0.80 1-1_5 0.2159 Rprec_mult_1.00 1-1_5 0.1735 Rprec_mult_1.20 1-1_5 0.1559 Rprec_mult_1.40 1-1_5 0.1336 Rprec_mult_1.60 1-1_5 0.1168 Rprec_mult_1.80 1-1_5 0.1063 Rprec_mult_2.00 1-1_5 0.0982 utility 1-1_5 -380.0000 11pt_avg 1-1_5 0.1431 binG 1-1_5 0.0635 G 1-1_5 0.0364 ndcg 1-1_5 0.2528 ndcg_rel 1-1_5 0.2846 Rndcg 1-1_5 0.3390 ndcg_cut_5 1-1_5 0.4889 ndcg_cut_10 1-1_5 0.5352 ndcg_cut_15 1-1_5 0.5007 ndcg_cut_20 1-1_5 0.4678 ndcg_cut_30 1-1_5 0.4469 ndcg_cut_100 1-1_5 0.3559 ndcg_cut_200 1-1_5 0.2573 ndcg_cut_500 1-1_5 0.2528 ndcg_cut_1000 1-1_5 0.2528 map_cut_5 1-1_5 0.0147 map_cut_10 1-1_5 0.0346 map_cut_15 1-1_5 0.0426 map_cut_20 1-1_5 0.0488 map_cut_30 1-1_5 0.0629 map_cut_100 1-1_5 0.1005 map_cut_200 1-1_5 0.1054 map_cut_500 1-1_5 0.1087 map_cut_1000 1-1_5 0.1087 relative_P_5 1-1_5 0.8000 relative_P_10 1-1_5 0.9000 relative_P_15 1-1_5 0.7333 relative_P_20 1-1_5 0.6500 relative_P_30 1-1_5 0.6000 relative_P_100 1-1_5 0.3400 relative_P_200 1-1_5 0.1900 relative_P_500 1-1_5 0.1963 relative_P_1000 1-1_5 0.1963 success_1 1-1_5 1.0000 success_5 1-1_5 1.0000 success_10 1-1_5 1.0000 set_P 1-1_5 0.0923 set_relative_P 1-1_5 0.1963 set_recall 1-1_5 0.1963 set_map 1-1_5 0.0181 set_F 1-1_5 0.1255 num_nonrel_judged_ret 1-1_5 4 rbp 1-1_5 0.4316 rbp_resid 1-1_5 0.1997 unj_5 1-1_5 0.0000 unj_10 1-1_5 0.0000 unj_20 1-1_5 0.3000 num_ret 1-1_7 454 num_rel 1-1_7 99 num_rel_ret 1-1_7 32 map 1-1_7 0.2079 Rprec 1-1_7 0.2828 bpref 1-1_7 0.3144 recip_rank 1-1_7 1.0000 iprec_at_recall_0.00 1-1_7 1.0000 iprec_at_recall_0.10 1-1_7 1.0000 iprec_at_recall_0.20 1-1_7 0.4444 iprec_at_recall_0.30 1-1_7 0.2970 iprec_at_recall_0.40 1-1_7 0.0000 iprec_at_recall_0.50 1-1_7 0.0000 iprec_at_recall_0.60 1-1_7 0.0000 iprec_at_recall_0.70 1-1_7 0.0000 iprec_at_recall_0.80 1-1_7 0.0000 iprec_at_recall_0.90 1-1_7 0.0000 iprec_at_recall_1.00 1-1_7 0.0000 P_5 1-1_7 1.0000 P_10 1-1_7 1.0000 P_15 1-1_7 0.8667 P_20 1-1_7 0.7500 P_30 1-1_7 0.5333 P_100 1-1_7 0.2900 P_200 1-1_7 0.1550 P_500 1-1_7 0.0640 P_1000 1-1_7 0.0320 relstring 1-1_7 '2223223332' recall_5 1-1_7 0.0505 recall_10 1-1_7 0.1010 recall_15 1-1_7 0.1313 recall_20 1-1_7 0.1515 recall_30 1-1_7 0.1616 recall_100 1-1_7 0.2929 recall_200 1-1_7 0.3131 recall_500 1-1_7 0.3232 recall_1000 1-1_7 0.3232 infAP 1-1_7 0.2079 Rprec_mult_0.20 1-1_7 0.7500 Rprec_mult_0.40 1-1_7 0.4500 Rprec_mult_0.60 1-1_7 0.3500 Rprec_mult_0.80 1-1_7 0.3250 Rprec_mult_1.00 1-1_7 0.2828 Rprec_mult_1.20 1-1_7 0.2521 Rprec_mult_1.40 1-1_7 0.2230 Rprec_mult_1.60 1-1_7 0.1950 Rprec_mult_1.80 1-1_7 0.1732 Rprec_mult_2.00 1-1_7 0.1566 utility 1-1_7 -390.0000 11pt_avg 1-1_7 0.2492 binG 1-1_7 0.1633 G 1-1_7 0.0667 ndcg 1-1_7 0.3685 ndcg_rel 1-1_7 0.4004 Rndcg 1-1_7 0.4118 ndcg_cut_5 1-1_7 0.5365 ndcg_cut_10 1-1_7 0.6181 ndcg_cut_15 1-1_7 0.5903 ndcg_cut_20 1-1_7 0.5437 ndcg_cut_30 1-1_7 0.4510 ndcg_cut_100 1-1_7 0.3571 ndcg_cut_200 1-1_7 0.3621 ndcg_cut_500 1-1_7 0.3685 ndcg_cut_1000 1-1_7 0.3685 map_cut_5 1-1_7 0.0505 map_cut_10 1-1_7 0.1010 map_cut_15 1-1_7 0.1292 map_cut_20 1-1_7 0.1459 map_cut_30 1-1_7 0.1513 map_cut_100 1-1_7 0.2015 map_cut_200 1-1_7 0.2069 map_cut_500 1-1_7 0.2079 map_cut_1000 1-1_7 0.2079 relative_P_5 1-1_7 1.0000 relative_P_10 1-1_7 1.0000 relative_P_15 1-1_7 0.8667 relative_P_20 1-1_7 0.7500 relative_P_30 1-1_7 0.5333 relative_P_100 1-1_7 0.2929 relative_P_200 1-1_7 0.3131 relative_P_500 1-1_7 0.3232 relative_P_1000 1-1_7 0.3232 success_1 1-1_7 1.0000 success_5 1-1_7 1.0000 success_10 1-1_7 1.0000 set_P 1-1_7 0.0705 set_relative_P 1-1_7 0.3232 set_recall 1-1_7 0.3232 set_map 1-1_7 0.0228 set_F 1-1_7 0.1157 num_nonrel_judged_ret 1-1_7 3 rbp 1-1_7 0.4598 rbp_resid 1-1_7 0.2119 unj_5 1-1_7 0.0000 unj_10 1-1_7 0.0000 unj_20 1-1_7 0.2500 num_ret 1-1_8 437 num_rel 1-1_8 94 num_rel_ret 1-1_8 45 map 1-1_8 0.1757 Rprec 1-1_8 0.3404 bpref 1-1_8 0.4283 recip_rank 1-1_8 1.0000 iprec_at_recall_0.00 1-1_8 1.0000 iprec_at_recall_0.10 1-1_8 0.4643 iprec_at_recall_0.20 1-1_8 0.3906 iprec_at_recall_0.30 1-1_8 0.3563 iprec_at_recall_0.40 1-1_8 0.2468 iprec_at_recall_0.50 1-1_8 0.0000 iprec_at_recall_0.60 1-1_8 0.0000 iprec_at_recall_0.70 1-1_8 0.0000 iprec_at_recall_0.80 1-1_8 0.0000 iprec_at_recall_0.90 1-1_8 0.0000 iprec_at_recall_1.00 1-1_8 0.0000 P_5 1-1_8 0.4000 P_10 1-1_8 0.4000 P_15 1-1_8 0.4000 P_20 1-1_8 0.4000 P_30 1-1_8 0.4333 P_100 1-1_8 0.3200 P_200 1-1_8 0.2100 P_500 1-1_8 0.0900 P_1000 1-1_8 0.0450 relstring 1-1_8 '3002022-1-' recall_5 1-1_8 0.0213 recall_10 1-1_8 0.0426 recall_15 1-1_8 0.0638 recall_20 1-1_8 0.0851 recall_30 1-1_8 0.1383 recall_100 1-1_8 0.3404 recall_200 1-1_8 0.4468 recall_500 1-1_8 0.4787 recall_1000 1-1_8 0.4787 infAP 1-1_8 0.1757 Rprec_mult_0.20 1-1_8 0.4211 Rprec_mult_0.40 1-1_8 0.3947 Rprec_mult_0.60 1-1_8 0.3509 Rprec_mult_0.80 1-1_8 0.3553 Rprec_mult_1.00 1-1_8 0.3404 Rprec_mult_1.20 1-1_8 0.3009 Rprec_mult_1.40 1-1_8 0.2576 Rprec_mult_1.60 1-1_8 0.2450 Rprec_mult_1.80 1-1_8 0.2235 Rprec_mult_2.00 1-1_8 0.2128 utility 1-1_8 -347.0000 11pt_avg 1-1_8 0.2235 binG 1-1_8 0.1089 G 1-1_8 0.0819 ndcg 1-1_8 0.4295 ndcg_rel 1-1_8 0.4130 Rndcg 1-1_8 0.3731 ndcg_cut_5 1-1_8 0.3385 ndcg_cut_10 1-1_8 0.3422 ndcg_cut_15 1-1_8 0.3288 ndcg_cut_20 1-1_8 0.3426 ndcg_cut_30 1-1_8 0.3997 ndcg_cut_100 1-1_8 0.3682 ndcg_cut_200 1-1_8 0.4145 ndcg_cut_500 1-1_8 0.4295 ndcg_cut_1000 1-1_8 0.4295 map_cut_5 1-1_8 0.0160 map_cut_10 1-1_8 0.0274 map_cut_15 1-1_8 0.0371 map_cut_20 1-1_8 0.0457 map_cut_30 1-1_8 0.0692 map_cut_100 1-1_8 0.1428 map_cut_200 1-1_8 0.1694 map_cut_500 1-1_8 0.1757 map_cut_1000 1-1_8 0.1757 relative_P_5 1-1_8 0.4000 relative_P_10 1-1_8 0.4000 relative_P_15 1-1_8 0.4000 relative_P_20 1-1_8 0.4000 relative_P_30 1-1_8 0.4333 relative_P_100 1-1_8 0.3404 relative_P_200 1-1_8 0.4468 relative_P_500 1-1_8 0.4787 relative_P_1000 1-1_8 0.4787 success_1 1-1_8 1.0000 success_5 1-1_8 1.0000 success_10 1-1_8 1.0000 set_P 1-1_8 0.1030 set_relative_P 1-1_8 0.4787 set_recall 1-1_8 0.4787 set_map 1-1_8 0.0493 set_F 1-1_8 0.1695 num_nonrel_judged_ret 1-1_8 17 rbp 1-1_8 0.2679 rbp_resid 1-1_8 0.2825 unj_5 1-1_8 0.0000 unj_10 1-1_8 0.2000 unj_20 1-1_8 0.4000 num_ret 2-1_10 265 num_rel 2-1_10 17 num_rel_ret 2-1_10 16 map 2-1_10 0.5050 Rprec 2-1_10 0.5294 bpref 2-1_10 0.7578 recip_rank 2-1_10 1.0000 iprec_at_recall_0.00 2-1_10 1.0000 iprec_at_recall_0.10 2-1_10 0.7500 iprec_at_recall_0.20 2-1_10 0.7500 iprec_at_recall_0.30 2-1_10 0.5385 iprec_at_recall_0.40 2-1_10 0.5385 iprec_at_recall_0.50 2-1_10 0.5294 iprec_at_recall_0.60 2-1_10 0.5263 iprec_at_recall_0.70 2-1_10 0.4667 iprec_at_recall_0.80 2-1_10 0.4667 iprec_at_recall_0.90 2-1_10 0.3019 iprec_at_recall_1.00 2-1_10 0.0000 P_5 2-1_10 0.6000 P_10 2-1_10 0.5000 P_15 2-1_10 0.4667 P_20 2-1_10 0.5000 P_30 2-1_10 0.4667 P_100 2-1_10 0.1600 P_200 2-1_10 0.0800 P_500 2-1_10 0.0320 P_1000 2-1_10 0.0160 relstring 2-1_10 '303313-0-2' recall_5 2-1_10 0.1765 recall_10 2-1_10 0.2941 recall_15 2-1_10 0.4118 recall_20 2-1_10 0.5882 recall_30 2-1_10 0.8235 recall_100 2-1_10 0.9412 recall_200 2-1_10 0.9412 recall_500 2-1_10 0.9412 recall_1000 2-1_10 0.9412 infAP 2-1_10 0.5050 Rprec_mult_0.20 2-1_10 0.7500 Rprec_mult_0.40 2-1_10 0.5714 Rprec_mult_0.60 2-1_10 0.4545 Rprec_mult_0.80 2-1_10 0.5000 Rprec_mult_1.00 2-1_10 0.5294 Rprec_mult_1.20 2-1_10 0.4762 Rprec_mult_1.40 2-1_10 0.4583 Rprec_mult_1.60 2-1_10 0.4286 Rprec_mult_1.80 2-1_10 0.4516 Rprec_mult_2.00 2-1_10 0.4118 utility 2-1_10 -233.0000 11pt_avg 2-1_10 0.5334 binG 2-1_10 0.3550 G 2-1_10 0.2880 ndcg 2-1_10 0.7785 ndcg_rel 2-1_10 0.7032 Rndcg 2-1_10 0.6407 ndcg_cut_5 2-1_10 0.6985 ndcg_cut_10 2-1_10 0.5741 ndcg_cut_15 2-1_10 0.5628 ndcg_cut_20 2-1_10 0.6167 ndcg_cut_30 2-1_10 0.7227 ndcg_cut_100 2-1_10 0.7707 ndcg_cut_200 2-1_10 0.7785 ndcg_cut_500 2-1_10 0.7785 ndcg_cut_1000 2-1_10 0.7785 map_cut_5 2-1_10 0.1422 map_cut_10 2-1_10 0.2108 map_cut_15 2-1_10 0.2719 map_cut_20 2-1_10 0.3634 map_cut_30 2-1_10 0.4703 map_cut_100 2-1_10 0.5050 map_cut_200 2-1_10 0.5050 map_cut_500 2-1_10 0.5050 map_cut_1000 2-1_10 0.5050 relative_P_5 2-1_10 0.6000 relative_P_10 2-1_10 0.5000 relative_P_15 2-1_10 0.4667 relative_P_20 2-1_10 0.5882 relative_P_30 2-1_10 0.8235 relative_P_100 2-1_10 0.9412 relative_P_200 2-1_10 0.9412 relative_P_500 2-1_10 0.9412 relative_P_1000 2-1_10 0.9412 success_1 2-1_10 1.0000 success_5 2-1_10 1.0000 success_10 2-1_10 1.0000 set_P 2-1_10 0.0604 set_relative_P 2-1_10 0.9412 set_recall 2-1_10 0.9412 set_map 2-1_10 0.0568 set_F 2-1_10 0.1135 num_nonrel_judged_ret 2-1_10 9 rbp 2-1_10 0.4780 rbp_resid 2-1_10 0.2774 unj_5 2-1_10 0.0000 unj_10 2-1_10 0.2000 unj_20 2-1_10 0.3000 num_ret 2-1_12 491 num_rel 2-1_12 101 num_rel_ret 2-1_12 38 map 2-1_12 0.1277 Rprec 2-1_12 0.2178 bpref 2-1_12 0.3341 recip_rank 2-1_12 0.5000 iprec_at_recall_0.00 2-1_12 0.6471 iprec_at_recall_0.10 2-1_12 0.6471 iprec_at_recall_0.20 2-1_12 0.3226 iprec_at_recall_0.30 2-1_12 0.1523 iprec_at_recall_0.40 2-1_12 0.0000 iprec_at_recall_0.50 2-1_12 0.0000 iprec_at_recall_0.60 2-1_12 0.0000 iprec_at_recall_0.70 2-1_12 0.0000 iprec_at_recall_0.80 2-1_12 0.0000 iprec_at_recall_0.90 2-1_12 0.0000 iprec_at_recall_1.00 2-1_12 0.0000 P_5 2-1_12 0.4000 P_10 2-1_12 0.5000 P_15 2-1_12 0.6000 P_20 2-1_12 0.6000 P_30 2-1_12 0.4667 P_100 2-1_12 0.2200 P_200 2-1_12 0.1500 P_500 2-1_12 0.0760 P_1000 2-1_12 0.0380 relstring 2-1_12 '02120312-2' recall_5 2-1_12 0.0198 recall_10 2-1_12 0.0495 recall_15 2-1_12 0.0891 recall_20 2-1_12 0.1188 recall_30 2-1_12 0.1386 recall_100 2-1_12 0.2178 recall_200 2-1_12 0.2970 recall_500 2-1_12 0.3762 recall_1000 2-1_12 0.3762 infAP 2-1_12 0.1277 Rprec_mult_0.20 2-1_12 0.5714 Rprec_mult_0.40 2-1_12 0.3902 Rprec_mult_0.60 2-1_12 0.3115 Rprec_mult_0.80 2-1_12 0.2593 Rprec_mult_1.00 2-1_12 0.2178 Rprec_mult_1.20 2-1_12 0.1967 Rprec_mult_1.40 2-1_12 0.1831 Rprec_mult_1.60 2-1_12 0.1605 Rprec_mult_1.80 2-1_12 0.1538 Rprec_mult_2.00 2-1_12 0.1485 utility 2-1_12 -415.0000 11pt_avg 2-1_12 0.1608 binG 2-1_12 0.0878 G 2-1_12 0.0657 ndcg 2-1_12 0.3580 ndcg_rel 2-1_12 0.3537 Rndcg 2-1_12 0.3194 ndcg_cut_5 2-1_12 0.2966 ndcg_cut_10 2-1_12 0.3840 ndcg_cut_15 2-1_12 0.4600 ndcg_cut_20 2-1_12 0.4620 ndcg_cut_30 2-1_12 0.3862 ndcg_cut_100 2-1_12 0.2768 ndcg_cut_200 2-1_12 0.3164 ndcg_cut_500 2-1_12 0.3580 ndcg_cut_1000 2-1_12 0.3580 map_cut_5 2-1_12 0.0099 map_cut_10 2-1_12 0.0248 map_cut_15 2-1_12 0.0466 map_cut_20 2-1_12 0.0652 map_cut_30 2-1_12 0.0761 map_cut_100 2-1_12 0.1048 map_cut_200 2-1_12 0.1189 map_cut_500 2-1_12 0.1277 map_cut_1000 2-1_12 0.1277 relative_P_5 2-1_12 0.4000 relative_P_10 2-1_12 0.5000 relative_P_15 2-1_12 0.6000 relative_P_20 2-1_12 0.6000 relative_P_30 2-1_12 0.4667 relative_P_100 2-1_12 0.2200 relative_P_200 2-1_12 0.2970 relative_P_500 2-1_12 0.3762 relative_P_1000 2-1_12 0.3762 success_1 2-1_12 0.0000 success_5 2-1_12 1.0000 success_10 2-1_12 1.0000 set_P 2-1_12 0.0774 set_relative_P 2-1_12 0.3762 set_recall 2-1_12 0.3762 set_map 2-1_12 0.0291 set_F 2-1_12 0.1284 num_nonrel_judged_ret 2-1_12 23 rbp 2-1_12 0.4279 rbp_resid 2-1_12 0.1700 unj_5 2-1_12 0.0000 unj_10 2-1_12 0.1000 unj_20 2-1_12 0.1500 num_ret 2-1_14 421 num_rel 2-1_14 52 num_rel_ret 2-1_14 26 map 2-1_14 0.2228 Rprec 2-1_14 0.3269 bpref 2-1_14 0.3772 recip_rank 2-1_14 1.0000 iprec_at_recall_0.00 2-1_14 1.0000 iprec_at_recall_0.10 2-1_14 0.5882 iprec_at_recall_0.20 2-1_14 0.5882 iprec_at_recall_0.30 2-1_14 0.4103 iprec_at_recall_0.40 2-1_14 0.2075 iprec_at_recall_0.50 2-1_14 0.1193 iprec_at_recall_0.60 2-1_14 0.0000 iprec_at_recall_0.70 2-1_14 0.0000 iprec_at_recall_0.80 2-1_14 0.0000 iprec_at_recall_0.90 2-1_14 0.0000 iprec_at_recall_1.00 2-1_14 0.0000 P_5 2-1_14 0.4000 P_10 2-1_14 0.5000 P_15 2-1_14 0.5333 P_20 2-1_14 0.5000 P_30 2-1_14 0.4667 P_100 2-1_14 0.2000 P_200 2-1_14 0.1250 P_500 2-1_14 0.0520 P_1000 2-1_14 0.0260 relstring 2-1_14 '3210022030' recall_5 2-1_14 0.0385 recall_10 2-1_14 0.0962 recall_15 2-1_14 0.1538 recall_20 2-1_14 0.1923 recall_30 2-1_14 0.2692 recall_100 2-1_14 0.3846 recall_200 2-1_14 0.4808 recall_500 2-1_14 0.5000 recall_1000 2-1_14 0.5000 infAP 2-1_14 0.2228 Rprec_mult_0.20 2-1_14 0.5455 Rprec_mult_0.40 2-1_14 0.5238 Rprec_mult_0.60 2-1_14 0.4375 Rprec_mult_0.80 2-1_14 0.3810 Rprec_mult_1.00 2-1_14 0.3269 Rprec_mult_1.20 2-1_14 0.2857 Rprec_mult_1.40 2-1_14 0.2466 Rprec_mult_1.60 2-1_14 0.2262 Rprec_mult_1.80 2-1_14 0.2021 Rprec_mult_2.00 2-1_14 0.2019 utility 2-1_14 -369.0000 11pt_avg 2-1_14 0.2649 binG 2-1_14 0.1541 G 2-1_14 0.1092 ndcg 2-1_14 0.4808 ndcg_rel 2-1_14 0.4912 Rndcg 2-1_14 0.4572 ndcg_cut_5 2-1_14 0.5383 ndcg_cut_10 2-1_14 0.5168 ndcg_cut_15 2-1_14 0.5056 ndcg_cut_20 2-1_14 0.4938 ndcg_cut_30 2-1_14 0.5050 ndcg_cut_100 2-1_14 0.4227 ndcg_cut_200 2-1_14 0.4709 ndcg_cut_500 2-1_14 0.4808 ndcg_cut_1000 2-1_14 0.4808 map_cut_5 2-1_14 0.0385 map_cut_10 2-1_14 0.0697 map_cut_15 2-1_14 0.1009 map_cut_20 2-1_14 0.1230 map_cut_30 2-1_14 0.1643 map_cut_100 2-1_14 0.2023 map_cut_200 2-1_14 0.2205 map_cut_500 2-1_14 0.2228 map_cut_1000 2-1_14 0.2228 relative_P_5 2-1_14 0.4000 relative_P_10 2-1_14 0.5000 relative_P_15 2-1_14 0.5333 relative_P_20 2-1_14 0.5000 relative_P_30 2-1_14 0.4667 relative_P_100 2-1_14 0.3846 relative_P_200 2-1_14 0.4808 relative_P_500 2-1_14 0.5000 relative_P_1000 2-1_14 0.5000 success_1 2-1_14 1.0000 success_5 2-1_14 1.0000 success_10 2-1_14 1.0000 set_P 2-1_14 0.0618 set_relative_P 2-1_14 0.5000 set_recall 2-1_14 0.5000 set_map 2-1_14 0.0309 set_F 2-1_14 0.1099 num_nonrel_judged_ret 2-1_14 37 rbp 2-1_14 0.4400 rbp_resid 2-1_14 0.1302 unj_5 2-1_14 0.0000 unj_10 2-1_14 0.0000 unj_20 2-1_14 0.1500 num_ret 2-1_4 406 num_rel 2-1_4 64 num_rel_ret 2-1_4 37 map 2-1_4 0.1699 Rprec 2-1_4 0.2031 bpref 2-1_4 0.4572 recip_rank 2-1_4 0.3333 iprec_at_recall_0.00 2-1_4 0.5000 iprec_at_recall_0.10 2-1_4 0.4737 iprec_at_recall_0.20 2-1_4 0.4062 iprec_at_recall_0.30 2-1_4 0.2584 iprec_at_recall_0.40 2-1_4 0.2549 iprec_at_recall_0.50 2-1_4 0.2319 iprec_at_recall_0.60 2-1_4 0.0000 iprec_at_recall_0.70 2-1_4 0.0000 iprec_at_recall_0.80 2-1_4 0.0000 iprec_at_recall_0.90 2-1_4 0.0000 iprec_at_recall_1.00 2-1_4 0.0000 P_5 2-1_4 0.4000 P_10 2-1_4 0.3000 P_15 2-1_4 0.4000 P_20 2-1_4 0.4500 P_30 2-1_4 0.3667 P_100 2-1_4 0.2500 P_200 2-1_4 0.1750 P_500 2-1_4 0.0740 P_1000 2-1_4 0.0370 relstring 2-1_4 '113-32--10' recall_5 2-1_4 0.0312 recall_10 2-1_4 0.0469 recall_15 2-1_4 0.0938 recall_20 2-1_4 0.1406 recall_30 2-1_4 0.1719 recall_100 2-1_4 0.3906 recall_200 2-1_4 0.5469 recall_500 2-1_4 0.5781 recall_1000 2-1_4 0.5781 infAP 2-1_4 0.1699 Rprec_mult_0.20 2-1_4 0.3846 Rprec_mult_0.40 2-1_4 0.4231 Rprec_mult_0.60 2-1_4 0.3333 Rprec_mult_0.80 2-1_4 0.2500 Rprec_mult_1.00 2-1_4 0.2031 Rprec_mult_1.20 2-1_4 0.1948 Rprec_mult_1.40 2-1_4 0.2556 Rprec_mult_1.60 2-1_4 0.2524 Rprec_mult_1.80 2-1_4 0.2500 Rprec_mult_2.00 2-1_4 0.2344 utility 2-1_4 -332.0000 11pt_avg 2-1_4 0.1932 binG 2-1_4 0.1224 G 2-1_4 0.1093 ndcg 2-1_4 0.5148 ndcg_rel 2-1_4 0.4519 Rndcg 2-1_4 0.3694 ndcg_cut_5 2-1_4 0.4359 ndcg_cut_10 2-1_4 0.3626 ndcg_cut_15 2-1_4 0.3917 ndcg_cut_20 2-1_4 0.4272 ndcg_cut_30 2-1_4 0.4148 ndcg_cut_100 2-1_4 0.4028 ndcg_cut_200 2-1_4 0.4994 ndcg_cut_500 2-1_4 0.5148 ndcg_cut_1000 2-1_4 0.5148 map_cut_5 2-1_4 0.0115 map_cut_10 2-1_4 0.0193 map_cut_15 2-1_4 0.0377 map_cut_20 2-1_4 0.0589 map_cut_30 2-1_4 0.0720 map_cut_100 2-1_4 0.1278 map_cut_200 2-1_4 0.1650 map_cut_500 2-1_4 0.1699 map_cut_1000 2-1_4 0.1699 relative_P_5 2-1_4 0.4000 relative_P_10 2-1_4 0.3000 relative_P_15 2-1_4 0.4000 relative_P_20 2-1_4 0.4500 relative_P_30 2-1_4 0.3667 relative_P_100 2-1_4 0.3906 relative_P_200 2-1_4 0.5469 relative_P_500 2-1_4 0.5781 relative_P_1000 2-1_4 0.5781 success_1 2-1_4 0.0000 success_5 2-1_4 1.0000 success_10 2-1_4 1.0000 set_P 2-1_4 0.0911 set_relative_P 2-1_4 0.5781 set_recall 2-1_4 0.5781 set_map 2-1_4 0.0527 set_F 2-1_4 0.1574 num_nonrel_judged_ret 2-1_4 24 rbp 2-1_4 0.3040 rbp_resid 2-1_4 0.3149 unj_5 2-1_4 0.2000 unj_10 2-1_4 0.3000 unj_20 2-1_4 0.3500 num_ret 2-1_9 210 num_rel 2-1_9 16 num_rel_ret 2-1_9 15 map 2-1_9 0.7910 Rprec 2-1_9 0.7500 bpref 2-1_9 0.9241 recip_rank 2-1_9 1.0000 iprec_at_recall_0.00 2-1_9 1.0000 iprec_at_recall_0.10 2-1_9 1.0000 iprec_at_recall_0.20 2-1_9 1.0000 iprec_at_recall_0.30 2-1_9 1.0000 iprec_at_recall_0.40 2-1_9 1.0000 iprec_at_recall_0.50 2-1_9 1.0000 iprec_at_recall_0.60 2-1_9 1.0000 iprec_at_recall_0.70 2-1_9 0.9231 iprec_at_recall_0.80 2-1_9 0.3514 iprec_at_recall_0.90 2-1_9 0.2800 iprec_at_recall_1.00 2-1_9 0.0000 P_5 2-1_9 1.0000 P_10 2-1_9 1.0000 P_15 2-1_9 0.8000 P_20 2-1_9 0.6000 P_30 2-1_9 0.4000 P_100 2-1_9 0.1500 P_200 2-1_9 0.0750 P_500 2-1_9 0.0300 P_1000 2-1_9 0.0150 relstring 2-1_9 '4333433224' recall_5 2-1_9 0.3125 recall_10 2-1_9 0.6250 recall_15 2-1_9 0.7500 recall_20 2-1_9 0.7500 recall_30 2-1_9 0.7500 recall_100 2-1_9 0.9375 recall_200 2-1_9 0.9375 recall_500 2-1_9 0.9375 recall_1000 2-1_9 0.9375 infAP 2-1_9 0.7910 Rprec_mult_0.20 2-1_9 1.0000 Rprec_mult_0.40 2-1_9 1.0000 Rprec_mult_0.60 2-1_9 1.0000 Rprec_mult_0.80 2-1_9 0.9231 Rprec_mult_1.00 2-1_9 0.7500 Rprec_mult_1.20 2-1_9 0.6000 Rprec_mult_1.40 2-1_9 0.5217 Rprec_mult_1.60 2-1_9 0.4615 Rprec_mult_1.80 2-1_9 0.4138 Rprec_mult_2.00 2-1_9 0.3750 utility 2-1_9 -180.0000 11pt_avg 2-1_9 0.7777 binG 2-1_9 0.7393 G 2-1_9 0.5582 ndcg 2-1_9 0.9179 ndcg_rel 2-1_9 0.9202 Rndcg 2-1_9 0.8841 ndcg_cut_5 2-1_9 0.9322 ndcg_cut_10 2-1_9 0.9683 ndcg_cut_15 2-1_9 0.8848 ndcg_cut_20 2-1_9 0.8500 ndcg_cut_30 2-1_9 0.8614 ndcg_cut_100 2-1_9 0.9179 ndcg_cut_200 2-1_9 0.9179 ndcg_cut_500 2-1_9 0.9179 ndcg_cut_1000 2-1_9 0.9179 map_cut_5 2-1_9 0.3125 map_cut_10 2-1_9 0.6250 map_cut_15 2-1_9 0.7400 map_cut_20 2-1_9 0.7400 map_cut_30 2-1_9 0.7400 map_cut_100 2-1_9 0.7910 map_cut_200 2-1_9 0.7910 map_cut_500 2-1_9 0.7910 map_cut_1000 2-1_9 0.7910 relative_P_5 2-1_9 1.0000 relative_P_10 2-1_9 1.0000 relative_P_15 2-1_9 0.8000 relative_P_20 2-1_9 0.7500 relative_P_30 2-1_9 0.7500 relative_P_100 2-1_9 0.9375 relative_P_200 2-1_9 0.9375 relative_P_500 2-1_9 0.9375 relative_P_1000 2-1_9 0.9375 success_1 2-1_9 1.0000 success_5 2-1_9 1.0000 success_10 2-1_9 1.0000 set_P 2-1_9 0.0714 set_relative_P 2-1_9 0.9375 set_recall 2-1_9 0.9375 set_map 2-1_9 0.0670 set_F 2-1_9 0.1327 num_nonrel_judged_ret 2-1_9 1 rbp 2-1_9 0.5499 rbp_resid 2-1_9 0.2790 unj_5 2-1_9 0.0000 unj_10 2-1_9 0.0000 unj_20 2-1_9 0.4000 num_ret 2-2_1 488 num_rel 2-2_1 51 num_rel_ret 2-2_1 8 map 2-2_1 0.0888 Rprec 2-2_1 0.1176 bpref 2-2_1 0.1473 recip_rank 2-2_1 1.0000 iprec_at_recall_0.00 2-2_1 1.0000 iprec_at_recall_0.10 2-2_1 0.6250 iprec_at_recall_0.20 2-2_1 0.0000 iprec_at_recall_0.30 2-2_1 0.0000 iprec_at_recall_0.40 2-2_1 0.0000 iprec_at_recall_0.50 2-2_1 0.0000 iprec_at_recall_0.60 2-2_1 0.0000 iprec_at_recall_0.70 2-2_1 0.0000 iprec_at_recall_0.80 2-2_1 0.0000 iprec_at_recall_0.90 2-2_1 0.0000 iprec_at_recall_1.00 2-2_1 0.0000 P_5 2-2_1 0.6000 P_10 2-2_1 0.5000 P_15 2-2_1 0.4000 P_20 2-2_1 0.3000 P_30 2-2_1 0.2000 P_100 2-2_1 0.0700 P_200 2-2_1 0.0400 P_500 2-2_1 0.0160 P_1000 2-2_1 0.0080 relstring 2-2_1 '22-0203201' recall_5 2-2_1 0.0588 recall_10 2-2_1 0.0980 recall_15 2-2_1 0.1176 recall_20 2-2_1 0.1176 recall_30 2-2_1 0.1176 recall_100 2-2_1 0.1373 recall_200 2-2_1 0.1569 recall_500 2-2_1 0.1569 recall_1000 2-2_1 0.1569 infAP 2-2_1 0.0888 Rprec_mult_0.20 2-2_1 0.5455 Rprec_mult_0.40 2-2_1 0.2857 Rprec_mult_0.60 2-2_1 0.1935 Rprec_mult_0.80 2-2_1 0.1463 Rprec_mult_1.00 2-2_1 0.1176 Rprec_mult_1.20 2-2_1 0.0968 Rprec_mult_1.40 2-2_1 0.0972 Rprec_mult_1.60 2-2_1 0.0854 Rprec_mult_1.80 2-2_1 0.0761 Rprec_mult_2.00 2-2_1 0.0784 utility 2-2_1 -472.0000 11pt_avg 2-2_1 0.1477 binG 2-2_1 0.0792 G 2-2_1 0.0334 ndcg 2-2_1 0.1901 ndcg_rel 2-2_1 0.2102 Rndcg 2-2_1 0.2323 ndcg_cut_5 2-2_1 0.3422 ndcg_cut_10 2-2_1 0.3449 ndcg_cut_15 2-2_1 0.3332 ndcg_cut_20 2-2_1 0.2856 ndcg_cut_30 2-2_1 0.2367 ndcg_cut_100 2-2_1 0.1796 ndcg_cut_200 2-2_1 0.1901 ndcg_cut_500 2-2_1 0.1901 ndcg_cut_1000 2-2_1 0.1901 map_cut_5 2-2_1 0.0510 map_cut_10 2-2_1 0.0744 map_cut_15 2-2_1 0.0851 map_cut_20 2-2_1 0.0851 map_cut_30 2-2_1 0.0851 map_cut_100 2-2_1 0.0872 map_cut_200 2-2_1 0.0888 map_cut_500 2-2_1 0.0888 map_cut_1000 2-2_1 0.0888 relative_P_5 2-2_1 0.6000 relative_P_10 2-2_1 0.5000 relative_P_15 2-2_1 0.4000 relative_P_20 2-2_1 0.3000 relative_P_30 2-2_1 0.2000 relative_P_100 2-2_1 0.1373 relative_P_200 2-2_1 0.1569 relative_P_500 2-2_1 0.1569 relative_P_1000 2-2_1 0.1569 success_1 2-2_1 1.0000 success_5 2-2_1 1.0000 success_10 2-2_1 1.0000 set_P 2-2_1 0.0164 set_relative_P 2-2_1 0.1569 set_recall 2-2_1 0.1569 set_map 2-2_1 0.0026 set_F 2-2_1 0.0297 num_nonrel_judged_ret 2-2_1 10 rbp 2-2_1 0.2362 rbp_resid 2-2_1 0.3653 unj_5 2-2_1 0.2000 unj_10 2-2_1 0.1000 unj_20 2-2_1 0.4500 num_ret 2-2_4 435 num_rel 2-2_4 53 num_rel_ret 2-2_4 39 map 2-2_4 0.3557 Rprec 2-2_4 0.3019 bpref 2-2_4 0.6876 recip_rank 2-2_4 1.0000 iprec_at_recall_0.00 2-2_4 1.0000 iprec_at_recall_0.10 2-2_4 1.0000 iprec_at_recall_0.20 2-2_4 0.8462 iprec_at_recall_0.30 2-2_4 0.3158 iprec_at_recall_0.40 2-2_4 0.3158 iprec_at_recall_0.50 2-2_4 0.3011 iprec_at_recall_0.60 2-2_4 0.2973 iprec_at_recall_0.70 2-2_4 0.2235 iprec_at_recall_0.80 2-2_4 0.0000 iprec_at_recall_0.90 2-2_4 0.0000 iprec_at_recall_1.00 2-2_4 0.0000 P_5 2-2_4 1.0000 P_10 2-2_4 0.9000 P_15 2-2_4 0.7333 P_20 2-2_4 0.5500 P_30 2-2_4 0.4667 P_100 2-2_4 0.3000 P_200 2-2_4 0.1950 P_500 2-2_4 0.0780 P_1000 2-2_4 0.0390 relstring 2-2_4 '33333-3333' recall_5 2-2_4 0.0943 recall_10 2-2_4 0.1698 recall_15 2-2_4 0.2075 recall_20 2-2_4 0.2075 recall_30 2-2_4 0.2642 recall_100 2-2_4 0.5660 recall_200 2-2_4 0.7358 recall_500 2-2_4 0.7358 recall_1000 2-2_4 0.7358 infAP 2-2_4 0.3557 Rprec_mult_0.20 2-2_4 0.8182 Rprec_mult_0.40 2-2_4 0.5455 Rprec_mult_0.60 2-2_4 0.4375 Rprec_mult_0.80 2-2_4 0.3256 Rprec_mult_1.00 2-2_4 0.3019 Rprec_mult_1.20 2-2_4 0.2969 Rprec_mult_1.40 2-2_4 0.3067 Rprec_mult_1.60 2-2_4 0.3059 Rprec_mult_1.80 2-2_4 0.2917 Rprec_mult_2.00 2-2_4 0.2925 utility 2-2_4 -357.0000 11pt_avg 2-2_4 0.3909 binG 2-2_4 0.2536 G 2-2_4 0.1448 ndcg 2-2_4 0.6335 ndcg_rel 2-2_4 0.5790 Rndcg 2-2_4 0.4831 ndcg_cut_5 2-2_4 0.7500 ndcg_cut_10 2-2_4 0.6912 ndcg_cut_15 2-2_4 0.6133 ndcg_cut_20 2-2_4 0.5305 ndcg_cut_30 2-2_4 0.4912 ndcg_cut_100 2-2_4 0.5401 ndcg_cut_200 2-2_4 0.6335 ndcg_cut_500 2-2_4 0.6335 ndcg_cut_1000 2-2_4 0.6335 map_cut_5 2-2_4 0.0943 map_cut_10 2-2_4 0.1608 map_cut_15 2-2_4 0.1925 map_cut_20 2-2_4 0.1925 map_cut_30 2-2_4 0.2206 map_cut_100 2-2_4 0.3109 map_cut_200 2-2_4 0.3557 map_cut_500 2-2_4 0.3557 map_cut_1000 2-2_4 0.3557 relative_P_5 2-2_4 1.0000 relative_P_10 2-2_4 0.9000 relative_P_15 2-2_4 0.7333 relative_P_20 2-2_4 0.5500 relative_P_30 2-2_4 0.4667 relative_P_100 2-2_4 0.5660 relative_P_200 2-2_4 0.7358 relative_P_500 2-2_4 0.7358 relative_P_1000 2-2_4 0.7358 success_1 2-2_4 1.0000 success_5 2-2_4 1.0000 success_10 2-2_4 1.0000 set_P 2-2_4 0.0897 set_relative_P 2-2_4 0.7358 set_recall 2-2_4 0.7358 set_map 2-2_4 0.0660 set_F 2-2_4 0.1598 num_nonrel_judged_ret 2-2_4 7 rbp 2-2_4 0.5019 rbp_resid 2-2_4 0.2759 unj_5 2-2_4 0.0000 unj_10 2-2_4 0.1000 unj_20 2-2_4 0.3500 num_ret 2-2_5 487 num_rel 2-2_5 30 num_rel_ret 2-2_5 9 map 2-2_5 0.0433 Rprec 2-2_5 0.0333 bpref 2-2_5 0.1389 recip_rank 2-2_5 1.0000 iprec_at_recall_0.00 2-2_5 1.0000 iprec_at_recall_0.10 2-2_5 0.0577 iprec_at_recall_0.20 2-2_5 0.0279 iprec_at_recall_0.30 2-2_5 0.0275 iprec_at_recall_0.40 2-2_5 0.0000 iprec_at_recall_0.50 2-2_5 0.0000 iprec_at_recall_0.60 2-2_5 0.0000 iprec_at_recall_0.70 2-2_5 0.0000 iprec_at_recall_0.80 2-2_5 0.0000 iprec_at_recall_0.90 2-2_5 0.0000 iprec_at_recall_1.00 2-2_5 0.0000 P_5 2-2_5 0.2000 P_10 2-2_5 0.1000 P_15 2-2_5 0.0667 P_20 2-2_5 0.0500 P_30 2-2_5 0.0333 P_100 2-2_5 0.0300 P_200 2-2_5 0.0250 P_500 2-2_5 0.0180 P_1000 2-2_5 0.0090 relstring 2-2_5 '2110000001' recall_5 2-2_5 0.0333 recall_10 2-2_5 0.0333 recall_15 2-2_5 0.0333 recall_20 2-2_5 0.0333 recall_30 2-2_5 0.0333 recall_100 2-2_5 0.1000 recall_200 2-2_5 0.1667 recall_500 2-2_5 0.3000 recall_1000 2-2_5 0.3000 infAP 2-2_5 0.0433 Rprec_mult_0.20 2-2_5 0.1667 Rprec_mult_0.40 2-2_5 0.0833 Rprec_mult_0.60 2-2_5 0.0556 Rprec_mult_0.80 2-2_5 0.0417 Rprec_mult_1.00 2-2_5 0.0333 Rprec_mult_1.20 2-2_5 0.0556 Rprec_mult_1.40 2-2_5 0.0476 Rprec_mult_1.60 2-2_5 0.0417 Rprec_mult_1.80 2-2_5 0.0556 Rprec_mult_2.00 2-2_5 0.0500 utility 2-2_5 -469.0000 11pt_avg 2-2_5 0.1012 binG 2-2_5 0.0719 G 2-2_5 0.0509 ndcg 2-2_5 0.2262 ndcg_rel 2-2_5 0.2266 Rndcg 2-2_5 0.1473 ndcg_cut_5 2-2_5 0.2655 ndcg_cut_10 2-2_5 0.1882 ndcg_cut_15 2-2_5 0.1459 ndcg_cut_20 2-2_5 0.1256 ndcg_cut_30 2-2_5 0.1079 ndcg_cut_100 2-2_5 0.1400 ndcg_cut_200 2-2_5 0.1721 ndcg_cut_500 2-2_5 0.2262 ndcg_cut_1000 2-2_5 0.2262 map_cut_5 2-2_5 0.0333 map_cut_10 2-2_5 0.0333 map_cut_15 2-2_5 0.0333 map_cut_20 2-2_5 0.0333 map_cut_30 2-2_5 0.0333 map_cut_100 2-2_5 0.0372 map_cut_200 2-2_5 0.0398 map_cut_500 2-2_5 0.0433 map_cut_1000 2-2_5 0.0433 relative_P_5 2-2_5 0.2000 relative_P_10 2-2_5 0.1000 relative_P_15 2-2_5 0.0667 relative_P_20 2-2_5 0.0500 relative_P_30 2-2_5 0.0333 relative_P_100 2-2_5 0.1000 relative_P_200 2-2_5 0.1667 relative_P_500 2-2_5 0.3000 relative_P_1000 2-2_5 0.3000 success_1 2-2_5 1.0000 success_5 2-2_5 1.0000 success_10 2-2_5 1.0000 set_P 2-2_5 0.0185 set_relative_P 2-2_5 0.3000 set_recall 2-2_5 0.3000 set_map 2-2_5 0.0055 set_F 2-2_5 0.0348 num_nonrel_judged_ret 2-2_5 21 rbp 2-2_5 0.1063 rbp_resid 2-2_5 0.3189 unj_5 2-2_5 0.0000 unj_10 2-2_5 0.0000 unj_20 2-2_5 0.5000 num_ret 2-2_7 422 num_rel 2-2_7 88 num_rel_ret 2-2_7 54 map 2-2_7 0.4445 Rprec 2-2_7 0.5000 bpref 2-2_7 0.5851 recip_rank 2-2_7 1.0000 iprec_at_recall_0.00 2-2_7 1.0000 iprec_at_recall_0.10 2-2_7 1.0000 iprec_at_recall_0.20 2-2_7 0.9091 iprec_at_recall_0.30 2-2_7 0.6341 iprec_at_recall_0.40 2-2_7 0.6129 iprec_at_recall_0.50 2-2_7 0.5714 iprec_at_recall_0.60 2-2_7 0.2961 iprec_at_recall_0.70 2-2_7 0.0000 iprec_at_recall_0.80 2-2_7 0.0000 iprec_at_recall_0.90 2-2_7 0.0000 iprec_at_recall_1.00 2-2_7 0.0000 P_5 2-2_7 1.0000 P_10 2-2_7 1.0000 P_15 2-2_7 0.9333 P_20 2-2_7 0.9000 P_30 2-2_7 0.8333 P_100 2-2_7 0.4700 P_200 2-2_7 0.2650 P_500 2-2_7 0.1080 P_1000 2-2_7 0.0540 relstring 2-2_7 '4444442432' recall_5 2-2_7 0.0568 recall_10 2-2_7 0.1136 recall_15 2-2_7 0.1591 recall_20 2-2_7 0.2045 recall_30 2-2_7 0.2841 recall_100 2-2_7 0.5341 recall_200 2-2_7 0.6023 recall_500 2-2_7 0.6136 recall_1000 2-2_7 0.6136 infAP 2-2_7 0.4445 Rprec_mult_0.20 2-2_7 0.9444 Rprec_mult_0.40 2-2_7 0.6944 Rprec_mult_0.60 2-2_7 0.6038 Rprec_mult_0.80 2-2_7 0.5775 Rprec_mult_1.00 2-2_7 0.5000 Rprec_mult_1.20 2-2_7 0.4623 Rprec_mult_1.40 2-2_7 0.4032 Rprec_mult_1.60 2-2_7 0.3617 Rprec_mult_1.80 2-2_7 0.3270 Rprec_mult_2.00 2-2_7 0.2955 utility 2-2_7 -314.0000 11pt_avg 2-2_7 0.4567 binG 2-2_7 0.2734 G 2-2_7 0.1853 ndcg 2-2_7 0.6545 ndcg_rel 2-2_7 0.7086 Rndcg 2-2_7 0.6235 ndcg_cut_5 2-2_7 1.0000 ndcg_cut_10 2-2_7 0.9149 ndcg_cut_15 2-2_7 0.8777 ndcg_cut_20 2-2_7 0.8407 ndcg_cut_30 2-2_7 0.7739 ndcg_cut_100 2-2_7 0.6129 ndcg_cut_200 2-2_7 0.6470 ndcg_cut_500 2-2_7 0.6545 ndcg_cut_1000 2-2_7 0.6545 map_cut_5 2-2_7 0.0568 map_cut_10 2-2_7 0.1136 map_cut_15 2-2_7 0.1566 map_cut_20 2-2_7 0.1990 map_cut_30 2-2_7 0.2691 map_cut_100 2-2_7 0.4144 map_cut_200 2-2_7 0.4417 map_cut_500 2-2_7 0.4445 map_cut_1000 2-2_7 0.4445 relative_P_5 2-2_7 1.0000 relative_P_10 2-2_7 1.0000 relative_P_15 2-2_7 0.9333 relative_P_20 2-2_7 0.9000 relative_P_30 2-2_7 0.8333 relative_P_100 2-2_7 0.5341 relative_P_200 2-2_7 0.6023 relative_P_500 2-2_7 0.6136 relative_P_1000 2-2_7 0.6136 success_1 2-2_7 1.0000 success_5 2-2_7 1.0000 success_10 2-2_7 1.0000 set_P 2-2_7 0.1280 set_relative_P 2-2_7 0.6136 set_recall 2-2_7 0.6136 set_map 2-2_7 0.0785 set_F 2-2_7 0.2118 num_nonrel_judged_ret 2-2_7 7 rbp 2-2_7 0.8110 rbp_resid 2-2_7 0.0603 unj_5 2-2_7 0.0000 unj_10 2-2_7 0.0000 unj_20 2-2_7 0.0500 num_ret 2-2_9 304 num_rel 2-2_9 47 num_rel_ret 2-2_9 28 map 2-2_9 0.2757 Rprec 2-2_9 0.3191 bpref 2-2_9 0.5645 recip_rank 2-2_9 1.0000 iprec_at_recall_0.00 2-2_9 1.0000 iprec_at_recall_0.10 2-2_9 0.8462 iprec_at_recall_0.20 2-2_9 0.8462 iprec_at_recall_0.30 2-2_9 0.3784 iprec_at_recall_0.40 2-2_9 0.1652 iprec_at_recall_0.50 2-2_9 0.1190 iprec_at_recall_0.60 2-2_9 0.1029 iprec_at_recall_0.70 2-2_9 0.0000 iprec_at_recall_0.80 2-2_9 0.0000 iprec_at_recall_0.90 2-2_9 0.0000 iprec_at_recall_1.00 2-2_9 0.0000 P_5 2-2_9 0.8000 P_10 2-2_9 0.8000 P_15 2-2_9 0.7333 P_20 2-2_9 0.5500 P_30 2-2_9 0.4333 P_100 2-2_9 0.1800 P_200 2-2_9 0.1150 P_500 2-2_9 0.0560 P_1000 2-2_9 0.0280 relstring 2-2_9 '233-414232' recall_5 2-2_9 0.0851 recall_10 2-2_9 0.1702 recall_15 2-2_9 0.2340 recall_20 2-2_9 0.2340 recall_30 2-2_9 0.2766 recall_100 2-2_9 0.3830 recall_200 2-2_9 0.4894 recall_500 2-2_9 0.5957 recall_1000 2-2_9 0.5957 infAP 2-2_9 0.2757 Rprec_mult_0.20 2-2_9 0.8000 Rprec_mult_0.40 2-2_9 0.5789 Rprec_mult_0.60 2-2_9 0.4138 Rprec_mult_0.80 2-2_9 0.3684 Rprec_mult_1.00 2-2_9 0.3191 Rprec_mult_1.20 2-2_9 0.2632 Rprec_mult_1.40 2-2_9 0.2273 Rprec_mult_1.60 2-2_9 0.1974 Rprec_mult_1.80 2-2_9 0.2000 Rprec_mult_2.00 2-2_9 0.1915 utility 2-2_9 -248.0000 11pt_avg 2-2_9 0.3144 binG 2-2_9 0.2113 G 2-2_9 0.1178 ndcg 2-2_9 0.5125 ndcg_rel 2-2_9 0.5043 Rndcg 2-2_9 0.4651 ndcg_cut_5 2-2_9 0.5885 ndcg_cut_10 2-2_9 0.5911 ndcg_cut_15 2-2_9 0.5519 ndcg_cut_20 2-2_9 0.4766 ndcg_cut_30 2-2_9 0.4381 ndcg_cut_100 2-2_9 0.4021 ndcg_cut_200 2-2_9 0.4632 ndcg_cut_500 2-2_9 0.5125 ndcg_cut_1000 2-2_9 0.5125 map_cut_5 2-2_9 0.0809 map_cut_10 2-2_9 0.1456 map_cut_15 2-2_9 0.1987 map_cut_20 2-2_9 0.1987 map_cut_30 2-2_9 0.2201 map_cut_100 2-2_9 0.2480 map_cut_200 2-2_9 0.2637 map_cut_500 2-2_9 0.2757 map_cut_1000 2-2_9 0.2757 relative_P_5 2-2_9 0.8000 relative_P_10 2-2_9 0.8000 relative_P_15 2-2_9 0.7333 relative_P_20 2-2_9 0.5500 relative_P_30 2-2_9 0.4333 relative_P_100 2-2_9 0.3830 relative_P_200 2-2_9 0.4894 relative_P_500 2-2_9 0.5957 relative_P_1000 2-2_9 0.5957 success_1 2-2_9 1.0000 success_5 2-2_9 1.0000 success_10 2-2_9 1.0000 set_P 2-2_9 0.0921 set_relative_P 2-2_9 0.5957 set_recall 2-2_9 0.5957 set_map 2-2_9 0.0549 set_F 2-2_9 0.1595 num_nonrel_judged_ret 2-2_9 4 rbp 2-2_9 0.4463 rbp_resid 2-2_9 0.3051 unj_5 2-2_9 0.2000 unj_10 2-2_9 0.1000 unj_20 2-2_9 0.4000 num_ret 3-2_1 482 num_rel 3-2_1 68 num_rel_ret 3-2_1 13 map 3-2_1 0.0819 Rprec 3-2_1 0.1176 bpref 3-2_1 0.1724 recip_rank 3-2_1 1.0000 iprec_at_recall_0.00 3-2_1 1.0000 iprec_at_recall_0.10 3-2_1 0.3333 iprec_at_recall_0.20 3-2_1 0.0000 iprec_at_recall_0.30 3-2_1 0.0000 iprec_at_recall_0.40 3-2_1 0.0000 iprec_at_recall_0.50 3-2_1 0.0000 iprec_at_recall_0.60 3-2_1 0.0000 iprec_at_recall_0.70 3-2_1 0.0000 iprec_at_recall_0.80 3-2_1 0.0000 iprec_at_recall_0.90 3-2_1 0.0000 iprec_at_recall_1.00 3-2_1 0.0000 P_5 3-2_1 0.8000 P_10 3-2_1 0.5000 P_15 3-2_1 0.4000 P_20 3-2_1 0.3000 P_30 3-2_1 0.2667 P_100 3-2_1 0.1000 P_200 3-2_1 0.0500 P_500 3-2_1 0.0260 P_1000 3-2_1 0.0130 relstring 3-2_1 '2202201300' recall_5 3-2_1 0.0588 recall_10 3-2_1 0.0735 recall_15 3-2_1 0.0882 recall_20 3-2_1 0.0882 recall_30 3-2_1 0.1176 recall_100 3-2_1 0.1471 recall_200 3-2_1 0.1471 recall_500 3-2_1 0.1912 recall_1000 3-2_1 0.1912 infAP 3-2_1 0.0819 Rprec_mult_0.20 3-2_1 0.3571 Rprec_mult_0.40 3-2_1 0.2857 Rprec_mult_0.60 3-2_1 0.1951 Rprec_mult_0.80 3-2_1 0.1455 Rprec_mult_1.00 3-2_1 0.1176 Rprec_mult_1.20 3-2_1 0.1098 Rprec_mult_1.40 3-2_1 0.1042 Rprec_mult_1.60 3-2_1 0.0917 Rprec_mult_1.80 3-2_1 0.0813 Rprec_mult_2.00 3-2_1 0.0735 utility 3-2_1 -456.0000 11pt_avg 3-2_1 0.1212 binG 3-2_1 0.0758 G 3-2_1 0.0395 ndcg 3-2_1 0.2241 ndcg_rel 3-2_1 0.2437 Rndcg 3-2_1 0.2821 ndcg_cut_5 3-2_1 0.5536 ndcg_cut_10 3-2_1 0.4630 ndcg_cut_15 3-2_1 0.4179 ndcg_cut_20 3-2_1 0.3641 ndcg_cut_30 3-2_1 0.3531 ndcg_cut_100 3-2_1 0.2171 ndcg_cut_200 3-2_1 0.2004 ndcg_cut_500 3-2_1 0.2241 ndcg_cut_1000 3-2_1 0.2241 map_cut_5 3-2_1 0.0522 map_cut_10 3-2_1 0.0614 map_cut_15 3-2_1 0.0673 map_cut_20 3-2_1 0.0673 map_cut_30 3-2_1 0.0767 map_cut_100 3-2_1 0.0800 map_cut_200 3-2_1 0.0800 map_cut_500 3-2_1 0.0819 map_cut_1000 3-2_1 0.0819 relative_P_5 3-2_1 0.8000 relative_P_10 3-2_1 0.5000 relative_P_15 3-2_1 0.4000 relative_P_20 3-2_1 0.3000 relative_P_30 3-2_1 0.2667 relative_P_100 3-2_1 0.1471 relative_P_200 3-2_1 0.1471 relative_P_500 3-2_1 0.1912 relative_P_1000 3-2_1 0.1912 success_1 3-2_1 1.0000 success_5 3-2_1 1.0000 success_10 3-2_1 1.0000 set_P 3-2_1 0.0270 set_relative_P 3-2_1 0.1912 set_recall 3-2_1 0.1912 set_map 3-2_1 0.0052 set_F 3-2_1 0.0473 num_nonrel_judged_ret 3-2_1 16 rbp 3-2_1 0.3183 rbp_resid 3-2_1 0.2443 unj_5 3-2_1 0.0000 unj_10 3-2_1 0.0000 unj_20 3-2_1 0.3500 num_ret 3-2_6 417 num_rel 3-2_6 32 num_rel_ret 3-2_6 22 map 3-2_6 0.2138 Rprec 3-2_6 0.3125 bpref 3-2_6 0.4307 recip_rank 3-2_6 0.2500 iprec_at_recall_0.00 3-2_6 0.5000 iprec_at_recall_0.10 3-2_6 0.5000 iprec_at_recall_0.20 3-2_6 0.5000 iprec_at_recall_0.30 3-2_6 0.3226 iprec_at_recall_0.40 3-2_6 0.2909 iprec_at_recall_0.50 3-2_6 0.2909 iprec_at_recall_0.60 3-2_6 0.2381 iprec_at_recall_0.70 3-2_6 0.1679 iprec_at_recall_0.80 3-2_6 0.0000 iprec_at_recall_0.90 3-2_6 0.0000 iprec_at_recall_1.00 3-2_6 0.0000 P_5 3-2_6 0.2000 P_10 3-2_6 0.4000 P_15 3-2_6 0.4000 P_20 3-2_6 0.3500 P_30 3-2_6 0.3000 P_100 3-2_6 0.2000 P_200 3-2_6 0.1100 P_500 3-2_6 0.0440 P_1000 3-2_6 0.0220 relstring 3-2_6 '111212-331' recall_5 3-2_6 0.0312 recall_10 3-2_6 0.1250 recall_15 3-2_6 0.1875 recall_20 3-2_6 0.2188 recall_30 3-2_6 0.2812 recall_100 3-2_6 0.6250 recall_200 3-2_6 0.6875 recall_500 3-2_6 0.6875 recall_1000 3-2_6 0.6875 infAP 3-2_6 0.2138 Rprec_mult_0.20 3-2_6 0.2857 Rprec_mult_0.40 3-2_6 0.4615 Rprec_mult_0.60 3-2_6 0.3500 Rprec_mult_0.80 3-2_6 0.3462 Rprec_mult_1.00 3-2_6 0.3125 Rprec_mult_1.20 3-2_6 0.2821 Rprec_mult_1.40 3-2_6 0.2667 Rprec_mult_1.60 3-2_6 0.2692 Rprec_mult_1.80 3-2_6 0.2759 Rprec_mult_2.00 3-2_6 0.2656 utility 3-2_6 -373.0000 11pt_avg 3-2_6 0.2555 binG 3-2_6 0.1665 G 3-2_6 0.1411 ndcg 3-2_6 0.5711 ndcg_rel 3-2_6 0.4841 Rndcg 3-2_6 0.4732 ndcg_cut_5 3-2_6 0.3820 ndcg_cut_10 3-2_6 0.4571 ndcg_cut_15 3-2_6 0.4168 ndcg_cut_20 3-2_6 0.4163 ndcg_cut_30 3-2_6 0.4398 ndcg_cut_100 3-2_6 0.5464 ndcg_cut_200 3-2_6 0.5711 ndcg_cut_500 3-2_6 0.5711 ndcg_cut_1000 3-2_6 0.5711 map_cut_5 3-2_6 0.0078 map_cut_10 3-2_6 0.0438 map_cut_15 3-2_6 0.0737 map_cut_20 3-2_6 0.0865 map_cut_30 3-2_6 0.1093 map_cut_100 3-2_6 0.2028 map_cut_200 3-2_6 0.2138 map_cut_500 3-2_6 0.2138 map_cut_1000 3-2_6 0.2138 relative_P_5 3-2_6 0.2000 relative_P_10 3-2_6 0.4000 relative_P_15 3-2_6 0.4000 relative_P_20 3-2_6 0.3500 relative_P_30 3-2_6 0.3000 relative_P_100 3-2_6 0.6250 relative_P_200 3-2_6 0.6875 relative_P_500 3-2_6 0.6875 relative_P_1000 3-2_6 0.6875 success_1 3-2_6 0.0000 success_5 3-2_6 1.0000 success_10 3-2_6 1.0000 set_P 3-2_6 0.0528 set_relative_P 3-2_6 0.6875 set_recall 3-2_6 0.6875 set_map 3-2_6 0.0363 set_F 3-2_6 0.0980 num_nonrel_judged_ret 3-2_6 23 rbp 3-2_6 0.4144 rbp_resid 3-2_6 0.1958 unj_5 3-2_6 0.0000 unj_10 3-2_6 0.1000 unj_20 3-2_6 0.2500 num_ret 4-1_10 476 num_rel 4-1_10 12 num_rel_ret 4-1_10 1 map 4-1_10 0.0019 Rprec 4-1_10 0.0000 bpref 4-1_10 0.0069 recip_rank 4-1_10 0.0227 iprec_at_recall_0.00 4-1_10 0.0227 iprec_at_recall_0.10 4-1_10 0.0227 iprec_at_recall_0.20 4-1_10 0.0000 iprec_at_recall_0.30 4-1_10 0.0000 iprec_at_recall_0.40 4-1_10 0.0000 iprec_at_recall_0.50 4-1_10 0.0000 iprec_at_recall_0.60 4-1_10 0.0000 iprec_at_recall_0.70 4-1_10 0.0000 iprec_at_recall_0.80 4-1_10 0.0000 iprec_at_recall_0.90 4-1_10 0.0000 iprec_at_recall_1.00 4-1_10 0.0000 P_5 4-1_10 0.0000 P_10 4-1_10 0.0000 P_15 4-1_10 0.0000 P_20 4-1_10 0.0000 P_30 4-1_10 0.0000 P_100 4-1_10 0.0100 P_200 4-1_10 0.0050 P_500 4-1_10 0.0020 P_1000 4-1_10 0.0010 relstring 4-1_10 '10-00-0000' recall_5 4-1_10 0.0000 recall_10 4-1_10 0.0000 recall_15 4-1_10 0.0000 recall_20 4-1_10 0.0000 recall_30 4-1_10 0.0000 recall_100 4-1_10 0.0833 recall_200 4-1_10 0.0833 recall_500 4-1_10 0.0833 recall_1000 4-1_10 0.0833 infAP 4-1_10 0.0019 Rprec_mult_0.20 4-1_10 0.0000 Rprec_mult_0.40 4-1_10 0.0000 Rprec_mult_0.60 4-1_10 0.0000 Rprec_mult_0.80 4-1_10 0.0000 Rprec_mult_1.00 4-1_10 0.0000 Rprec_mult_1.20 4-1_10 0.0000 Rprec_mult_1.40 4-1_10 0.0000 Rprec_mult_1.60 4-1_10 0.0000 Rprec_mult_1.80 4-1_10 0.0000 Rprec_mult_2.00 4-1_10 0.0000 utility 4-1_10 -474.0000 11pt_avg 4-1_10 0.0041 binG 4-1_10 0.0152 G 4-1_10 0.0233 ndcg 4-1_10 0.1078 ndcg_rel 4-1_10 0.1107 Rndcg 4-1_10 0.1538 ndcg_cut_5 4-1_10 0.1450 ndcg_cut_10 4-1_10 0.0991 ndcg_cut_15 4-1_10 0.0837 ndcg_cut_20 4-1_10 0.0761 ndcg_cut_30 4-1_10 0.0656 ndcg_cut_100 4-1_10 0.1009 ndcg_cut_200 4-1_10 0.1078 ndcg_cut_500 4-1_10 0.1078 ndcg_cut_1000 4-1_10 0.1078 map_cut_5 4-1_10 0.0000 map_cut_10 4-1_10 0.0000 map_cut_15 4-1_10 0.0000 map_cut_20 4-1_10 0.0000 map_cut_30 4-1_10 0.0000 map_cut_100 4-1_10 0.0019 map_cut_200 4-1_10 0.0019 map_cut_500 4-1_10 0.0019 map_cut_1000 4-1_10 0.0019 relative_P_5 4-1_10 0.0000 relative_P_10 4-1_10 0.0000 relative_P_15 4-1_10 0.0000 relative_P_20 4-1_10 0.0000 relative_P_30 4-1_10 0.0000 relative_P_100 4-1_10 0.0833 relative_P_200 4-1_10 0.0833 relative_P_500 4-1_10 0.0833 relative_P_1000 4-1_10 0.0833 success_1 4-1_10 0.0000 success_5 4-1_10 0.0000 success_10 4-1_10 0.0000 set_P 4-1_10 0.0021 set_relative_P 4-1_10 0.0833 set_recall 4-1_10 0.0833 set_map 4-1_10 0.0002 set_F 4-1_10 0.0041 num_nonrel_judged_ret 4-1_10 19 rbp 4-1_10 0.0348 rbp_resid 4-1_10 0.4197 unj_5 4-1_10 0.2000 unj_10 4-1_10 0.2000 unj_20 4-1_10 0.5000 num_ret 4-1_12 217 num_rel 4-1_12 7 num_rel_ret 4-1_12 4 map 4-1_12 0.0445 Rprec 4-1_12 0.0000 bpref 4-1_12 0.0408 recip_rank 4-1_12 0.1111 iprec_at_recall_0.00 4-1_12 0.1111 iprec_at_recall_0.10 4-1_12 0.1111 iprec_at_recall_0.20 4-1_12 0.1111 iprec_at_recall_0.30 4-1_12 0.0800 iprec_at_recall_0.40 4-1_12 0.0612 iprec_at_recall_0.50 4-1_12 0.0588 iprec_at_recall_0.60 4-1_12 0.0588 iprec_at_recall_0.70 4-1_12 0.0000 iprec_at_recall_0.80 4-1_12 0.0000 iprec_at_recall_0.90 4-1_12 0.0000 iprec_at_recall_1.00 4-1_12 0.0000 P_5 4-1_12 0.0000 P_10 4-1_12 0.1000 P_15 4-1_12 0.0667 P_20 4-1_12 0.0500 P_30 4-1_12 0.0667 P_100 4-1_12 0.0400 P_200 4-1_12 0.0200 P_500 4-1_12 0.0080 P_1000 4-1_12 0.0040 relstring 4-1_12 '-00100--20' recall_5 4-1_12 0.0000 recall_10 4-1_12 0.1429 recall_15 4-1_12 0.1429 recall_20 4-1_12 0.1429 recall_30 4-1_12 0.2857 recall_100 4-1_12 0.5714 recall_200 4-1_12 0.5714 recall_500 4-1_12 0.5714 recall_1000 4-1_12 0.5714 infAP 4-1_12 0.0445 Rprec_mult_0.20 4-1_12 0.0000 Rprec_mult_0.40 4-1_12 0.0000 Rprec_mult_0.60 4-1_12 0.0000 Rprec_mult_0.80 4-1_12 0.0000 Rprec_mult_1.00 4-1_12 0.0000 Rprec_mult_1.20 4-1_12 0.1111 Rprec_mult_1.40 4-1_12 0.1000 Rprec_mult_1.60 4-1_12 0.0833 Rprec_mult_1.80 4-1_12 0.0769 Rprec_mult_2.00 4-1_12 0.0714 utility 4-1_12 -209.0000 11pt_avg 4-1_12 0.0538 binG 4-1_12 0.1230 G 4-1_12 0.0831 ndcg 4-1_12 0.2136 ndcg_rel 4-1_12 0.1863 Rndcg 4-1_12 0.0657 ndcg_cut_5 4-1_12 0.0477 ndcg_cut_10 4-1_12 0.0913 ndcg_cut_15 4-1_12 0.0818 ndcg_cut_20 4-1_12 0.0748 ndcg_cut_30 4-1_12 0.1189 ndcg_cut_100 4-1_12 0.2032 ndcg_cut_200 4-1_12 0.2136 ndcg_cut_500 4-1_12 0.2136 ndcg_cut_1000 4-1_12 0.2136 map_cut_5 4-1_12 0.0000 map_cut_10 4-1_12 0.0159 map_cut_15 4-1_12 0.0159 map_cut_20 4-1_12 0.0159 map_cut_30 4-1_12 0.0273 map_cut_100 4-1_12 0.0445 map_cut_200 4-1_12 0.0445 map_cut_500 4-1_12 0.0445 map_cut_1000 4-1_12 0.0445 relative_P_5 4-1_12 0.0000 relative_P_10 4-1_12 0.1429 relative_P_15 4-1_12 0.1429 relative_P_20 4-1_12 0.1429 relative_P_30 4-1_12 0.2857 relative_P_100 4-1_12 0.5714 relative_P_200 4-1_12 0.5714 relative_P_500 4-1_12 0.5714 relative_P_1000 4-1_12 0.5714 success_1 4-1_12 0.0000 success_5 4-1_12 0.0000 success_10 4-1_12 1.0000 set_P 4-1_12 0.0184 set_relative_P 4-1_12 0.5714 set_recall 4-1_12 0.5714 set_map 4-1_12 0.0105 set_F 4-1_12 0.0357 num_nonrel_judged_ret 4-1_12 16 rbp 4-1_12 0.0461 rbp_resid 4-1_12 0.4874 unj_5 4-1_12 0.2000 unj_10 4-1_12 0.3000 unj_20 4-1_12 0.6000 num_ret 4-1_3 437 num_rel 4-1_3 39 num_rel_ret 4-1_3 20 map 4-1_3 0.1632 Rprec 4-1_3 0.2308 bpref 4-1_3 0.2742 recip_rank 4-1_3 0.5000 iprec_at_recall_0.00 4-1_3 0.6667 iprec_at_recall_0.10 4-1_3 0.4545 iprec_at_recall_0.20 4-1_3 0.4211 iprec_at_recall_0.30 4-1_3 0.2429 iprec_at_recall_0.40 4-1_3 0.2429 iprec_at_recall_0.50 4-1_3 0.0926 iprec_at_recall_0.60 4-1_3 0.0000 iprec_at_recall_0.70 4-1_3 0.0000 iprec_at_recall_0.80 4-1_3 0.0000 iprec_at_recall_0.90 4-1_3 0.0000 iprec_at_recall_1.00 4-1_3 0.0000 P_5 4-1_3 0.4000 P_10 4-1_3 0.4000 P_15 4-1_3 0.4000 P_20 4-1_3 0.4000 P_30 4-1_3 0.3000 P_100 4-1_3 0.1700 P_200 4-1_3 0.0950 P_500 4-1_3 0.0400 P_1000 4-1_3 0.0200 relstring 4-1_3 '0220030131' recall_5 4-1_3 0.0513 recall_10 4-1_3 0.1026 recall_15 4-1_3 0.1538 recall_20 4-1_3 0.2051 recall_30 4-1_3 0.2308 recall_100 4-1_3 0.4359 recall_200 4-1_3 0.4872 recall_500 4-1_3 0.5128 recall_1000 4-1_3 0.5128 infAP 4-1_3 0.1632 Rprec_mult_0.20 4-1_3 0.3750 Rprec_mult_0.40 4-1_3 0.3750 Rprec_mult_0.60 4-1_3 0.3750 Rprec_mult_0.80 4-1_3 0.2812 Rprec_mult_1.00 4-1_3 0.2308 Rprec_mult_1.20 4-1_3 0.1915 Rprec_mult_1.40 4-1_3 0.2182 Rprec_mult_1.60 4-1_3 0.2222 Rprec_mult_1.80 4-1_3 0.2394 Rprec_mult_2.00 4-1_3 0.2179 utility 4-1_3 -397.0000 11pt_avg 4-1_3 0.1928 binG 4-1_3 0.1365 G 4-1_3 0.0952 ndcg 4-1_3 0.4201 ndcg_rel 4-1_3 0.3695 Rndcg 4-1_3 0.3191 ndcg_cut_5 4-1_3 0.1918 ndcg_cut_10 4-1_3 0.2857 ndcg_cut_15 4-1_3 0.3074 ndcg_cut_20 4-1_3 0.3164 ndcg_cut_30 4-1_3 0.2990 ndcg_cut_100 4-1_3 0.3635 ndcg_cut_200 4-1_3 0.4096 ndcg_cut_500 4-1_3 0.4201 ndcg_cut_1000 4-1_3 0.4201 map_cut_5 4-1_3 0.0299 map_cut_10 4-1_3 0.0541 map_cut_15 4-1_3 0.0760 map_cut_20 4-1_3 0.0968 map_cut_30 4-1_3 0.1068 map_cut_100 4-1_3 0.1530 map_cut_200 4-1_3 0.1608 map_cut_500 4-1_3 0.1632 map_cut_1000 4-1_3 0.1632 relative_P_5 4-1_3 0.4000 relative_P_10 4-1_3 0.4000 relative_P_15 4-1_3 0.4000 relative_P_20 4-1_3 0.4000 relative_P_30 4-1_3 0.3000 relative_P_100 4-1_3 0.4359 relative_P_200 4-1_3 0.4872 relative_P_500 4-1_3 0.5128 relative_P_1000 4-1_3 0.5128 success_1 4-1_3 0.0000 success_5 4-1_3 1.0000 success_10 4-1_3 1.0000 set_P 4-1_3 0.0458 set_relative_P 4-1_3 0.5128 set_recall 4-1_3 0.5128 set_map 4-1_3 0.0235 set_F 4-1_3 0.0840 num_nonrel_judged_ret 4-1_3 54 rbp 4-1_3 0.2540 rbp_resid 4-1_3 0.0952 unj_5 4-1_3 0.0000 unj_10 4-1_3 0.0000 unj_20 4-1_3 0.1000 num_ret 4-1_4 469 num_rel 4-1_4 11 num_rel_ret 4-1_4 7 map 4-1_4 0.2932 Rprec 4-1_4 0.2727 bpref 4-1_4 0.3884 recip_rank 4-1_4 1.0000 iprec_at_recall_0.00 4-1_4 1.0000 iprec_at_recall_0.10 4-1_4 1.0000 iprec_at_recall_0.20 4-1_4 1.0000 iprec_at_recall_0.30 4-1_4 0.2727 iprec_at_recall_0.40 4-1_4 0.2500 iprec_at_recall_0.50 4-1_4 0.2500 iprec_at_recall_0.60 4-1_4 0.2500 iprec_at_recall_0.70 4-1_4 0.0000 iprec_at_recall_0.80 4-1_4 0.0000 iprec_at_recall_0.90 4-1_4 0.0000 iprec_at_recall_1.00 4-1_4 0.0000 P_5 4-1_4 0.4000 P_10 4-1_4 0.2000 P_15 4-1_4 0.2000 P_20 4-1_4 0.2000 P_30 4-1_4 0.2333 P_100 4-1_4 0.0700 P_200 4-1_4 0.0350 P_500 4-1_4 0.0140 P_1000 4-1_4 0.0070 relstring 4-1_4 '4300-00-00' recall_5 4-1_4 0.1818 recall_10 4-1_4 0.1818 recall_15 4-1_4 0.2727 recall_20 4-1_4 0.3636 recall_30 4-1_4 0.6364 recall_100 4-1_4 0.6364 recall_200 4-1_4 0.6364 recall_500 4-1_4 0.6364 recall_1000 4-1_4 0.6364 infAP 4-1_4 0.2932 Rprec_mult_0.20 4-1_4 0.6667 Rprec_mult_0.40 4-1_4 0.4000 Rprec_mult_0.60 4-1_4 0.2857 Rprec_mult_0.80 4-1_4 0.2222 Rprec_mult_1.00 4-1_4 0.2727 Rprec_mult_1.20 4-1_4 0.2143 Rprec_mult_1.40 4-1_4 0.1875 Rprec_mult_1.60 4-1_4 0.2222 Rprec_mult_1.80 4-1_4 0.2000 Rprec_mult_2.00 4-1_4 0.2273 utility 4-1_4 -455.0000 11pt_avg 4-1_4 0.3657 binG 4-1_4 0.2946 G 4-1_4 0.2202 ndcg 4-1_4 0.5606 ndcg_rel 4-1_4 0.5696 Rndcg 4-1_4 0.5066 ndcg_cut_5 4-1_4 0.5166 ndcg_cut_10 4-1_4 0.3941 ndcg_cut_15 4-1_4 0.4235 ndcg_cut_20 4-1_4 0.4224 ndcg_cut_30 4-1_4 0.5163 ndcg_cut_100 4-1_4 0.5539 ndcg_cut_200 4-1_4 0.5539 ndcg_cut_500 4-1_4 0.5606 ndcg_cut_1000 4-1_4 0.5606 map_cut_5 4-1_4 0.1818 map_cut_10 4-1_4 0.1818 map_cut_15 4-1_4 0.2066 map_cut_20 4-1_4 0.2280 map_cut_30 4-1_4 0.2932 map_cut_100 4-1_4 0.2932 map_cut_200 4-1_4 0.2932 map_cut_500 4-1_4 0.2932 map_cut_1000 4-1_4 0.2932 relative_P_5 4-1_4 0.4000 relative_P_10 4-1_4 0.2000 relative_P_15 4-1_4 0.2727 relative_P_20 4-1_4 0.3636 relative_P_30 4-1_4 0.6364 relative_P_100 4-1_4 0.6364 relative_P_200 4-1_4 0.6364 relative_P_500 4-1_4 0.6364 relative_P_1000 4-1_4 0.6364 success_1 4-1_4 1.0000 success_5 4-1_4 1.0000 success_10 4-1_4 1.0000 set_P 4-1_4 0.0149 set_relative_P 4-1_4 0.6364 set_recall 4-1_4 0.6364 set_map 4-1_4 0.0095 set_F 4-1_4 0.0292 num_nonrel_judged_ret 4-1_4 17 rbp 4-1_4 0.2349 rbp_resid 4-1_4 0.3755 unj_5 4-1_4 0.2000 unj_10 4-1_4 0.2000 unj_20 4-1_4 0.5000 num_ret 4-1_6 421 num_rel 4-1_6 1 num_rel_ret 4-1_6 0 map 4-1_6 0.0000 Rprec 4-1_6 0.0000 bpref 4-1_6 0.0000 recip_rank 4-1_6 0.0000 iprec_at_recall_0.00 4-1_6 0.0000 iprec_at_recall_0.10 4-1_6 0.0000 iprec_at_recall_0.20 4-1_6 0.0000 iprec_at_recall_0.30 4-1_6 0.0000 iprec_at_recall_0.40 4-1_6 0.0000 iprec_at_recall_0.50 4-1_6 0.0000 iprec_at_recall_0.60 4-1_6 0.0000 iprec_at_recall_0.70 4-1_6 0.0000 iprec_at_recall_0.80 4-1_6 0.0000 iprec_at_recall_0.90 4-1_6 0.0000 iprec_at_recall_1.00 4-1_6 0.0000 P_5 4-1_6 0.0000 P_10 4-1_6 0.0000 P_15 4-1_6 0.0000 P_20 4-1_6 0.0000 P_30 4-1_6 0.0000 P_100 4-1_6 0.0000 P_200 4-1_6 0.0000 P_500 4-1_6 0.0000 P_1000 4-1_6 0.0000 relstring 4-1_6 '0--100-0-0' recall_5 4-1_6 0.0000 recall_10 4-1_6 0.0000 recall_15 4-1_6 0.0000 recall_20 4-1_6 0.0000 recall_30 4-1_6 0.0000 recall_100 4-1_6 0.0000 recall_200 4-1_6 0.0000 recall_500 4-1_6 0.0000 recall_1000 4-1_6 0.0000 infAP 4-1_6 0.0000 Rprec_mult_0.20 4-1_6 0.0000 Rprec_mult_0.40 4-1_6 0.0000 Rprec_mult_0.60 4-1_6 0.0000 Rprec_mult_0.80 4-1_6 0.0000 Rprec_mult_1.00 4-1_6 0.0000 Rprec_mult_1.20 4-1_6 0.0000 Rprec_mult_1.40 4-1_6 0.0000 Rprec_mult_1.60 4-1_6 0.0000 Rprec_mult_1.80 4-1_6 0.0000 Rprec_mult_2.00 4-1_6 0.0000 utility 4-1_6 -421.0000 11pt_avg 4-1_6 0.0000 binG 4-1_6 0.0000 G 4-1_6 0.0761 ndcg 4-1_6 0.1954 ndcg_rel 4-1_6 0.1736 Rndcg 4-1_6 0.0841 ndcg_cut_5 4-1_6 0.1091 ndcg_cut_10 4-1_6 0.0777 ndcg_cut_15 4-1_6 0.0628 ndcg_cut_20 4-1_6 0.0568 ndcg_cut_30 4-1_6 0.0852 ndcg_cut_100 4-1_6 0.1767 ndcg_cut_200 4-1_6 0.1954 ndcg_cut_500 4-1_6 0.1954 ndcg_cut_1000 4-1_6 0.1954 map_cut_5 4-1_6 0.0000 map_cut_10 4-1_6 0.0000 map_cut_15 4-1_6 0.0000 map_cut_20 4-1_6 0.0000 map_cut_30 4-1_6 0.0000 map_cut_100 4-1_6 0.0000 map_cut_200 4-1_6 0.0000 map_cut_500 4-1_6 0.0000 map_cut_1000 4-1_6 0.0000 relative_P_5 4-1_6 0.0000 relative_P_10 4-1_6 0.0000 relative_P_15 4-1_6 0.0000 relative_P_20 4-1_6 0.0000 relative_P_30 4-1_6 0.0000 relative_P_100 4-1_6 0.0000 relative_P_200 4-1_6 0.0000 relative_P_500 4-1_6 0.0000 relative_P_1000 4-1_6 0.0000 success_1 4-1_6 0.0000 success_5 4-1_6 0.0000 success_10 4-1_6 0.0000 set_P 4-1_6 0.0000 set_relative_P 4-1_6 0.0000 set_recall 4-1_6 0.0000 set_map 4-1_6 0.0000 set_F 4-1_6 0.0000 num_nonrel_judged_ret 4-1_6 37 rbp 4-1_6 0.0421 rbp_resid 4-1_6 0.4797 unj_5 4-1_6 0.4000 unj_10 4-1_6 0.4000 unj_20 4-1_6 0.5500 num_ret 4-1_9 424 num_rel 4-1_9 37 num_rel_ret 4-1_9 9 map 4-1_9 0.0314 Rprec 4-1_9 0.0811 bpref 4-1_9 0.1578 recip_rank 4-1_9 0.2000 iprec_at_recall_0.00 4-1_9 0.2000 iprec_at_recall_0.10 4-1_9 0.1522 iprec_at_recall_0.20 4-1_9 0.1522 iprec_at_recall_0.30 4-1_9 0.0000 iprec_at_recall_0.40 4-1_9 0.0000 iprec_at_recall_0.50 4-1_9 0.0000 iprec_at_recall_0.60 4-1_9 0.0000 iprec_at_recall_0.70 4-1_9 0.0000 iprec_at_recall_0.80 4-1_9 0.0000 iprec_at_recall_0.90 4-1_9 0.0000 iprec_at_recall_1.00 4-1_9 0.0000 P_5 4-1_9 0.2000 P_10 4-1_9 0.1000 P_15 4-1_9 0.0667 P_20 4-1_9 0.0500 P_30 4-1_9 0.1000 P_100 4-1_9 0.0900 P_200 4-1_9 0.0450 P_500 4-1_9 0.0180 P_1000 4-1_9 0.0090 relstring 4-1_9 '11012001-0' recall_5 4-1_9 0.0270 recall_10 4-1_9 0.0270 recall_15 4-1_9 0.0270 recall_20 4-1_9 0.0270 recall_30 4-1_9 0.0811 recall_100 4-1_9 0.2432 recall_200 4-1_9 0.2432 recall_500 4-1_9 0.2432 recall_1000 4-1_9 0.2432 infAP 4-1_9 0.0314 Rprec_mult_0.20 4-1_9 0.1250 Rprec_mult_0.40 4-1_9 0.0667 Rprec_mult_0.60 4-1_9 0.0435 Rprec_mult_0.80 4-1_9 0.1000 Rprec_mult_1.00 4-1_9 0.0811 Rprec_mult_1.20 4-1_9 0.1333 Rprec_mult_1.40 4-1_9 0.1346 Rprec_mult_1.60 4-1_9 0.1333 Rprec_mult_1.80 4-1_9 0.1343 Rprec_mult_2.00 4-1_9 0.1216 utility 4-1_9 -406.0000 11pt_avg 4-1_9 0.0458 binG 4-1_9 0.0515 G 4-1_9 0.0337 ndcg 4-1_9 0.1957 ndcg_rel 4-1_9 0.2024 Rndcg 4-1_9 0.2187 ndcg_cut_5 4-1_9 0.2706 ndcg_cut_10 4-1_9 0.2247 ndcg_cut_15 4-1_9 0.2221 ndcg_cut_20 4-1_9 0.1946 ndcg_cut_30 4-1_9 0.2225 ndcg_cut_100 4-1_9 0.2288 ndcg_cut_200 4-1_9 0.1957 ndcg_cut_500 4-1_9 0.1957 ndcg_cut_1000 4-1_9 0.1957 map_cut_5 4-1_9 0.0054 map_cut_10 4-1_9 0.0054 map_cut_15 4-1_9 0.0054 map_cut_20 4-1_9 0.0054 map_cut_30 4-1_9 0.0101 map_cut_100 4-1_9 0.0314 map_cut_200 4-1_9 0.0314 map_cut_500 4-1_9 0.0314 map_cut_1000 4-1_9 0.0314 relative_P_5 4-1_9 0.2000 relative_P_10 4-1_9 0.1000 relative_P_15 4-1_9 0.0667 relative_P_20 4-1_9 0.0500 relative_P_30 4-1_9 0.1000 relative_P_100 4-1_9 0.2432 relative_P_200 4-1_9 0.2432 relative_P_500 4-1_9 0.2432 relative_P_1000 4-1_9 0.2432 success_1 4-1_9 0.0000 success_5 4-1_9 1.0000 success_10 4-1_9 1.0000 set_P 4-1_9 0.0212 set_relative_P 4-1_9 0.2432 set_recall 4-1_9 0.2432 set_map 4-1_9 0.0052 set_F 4-1_9 0.0390 num_nonrel_judged_ret 4-1_9 22 rbp 4-1_9 0.1437 rbp_resid 4-1_9 0.2754 unj_5 4-1_9 0.0000 unj_10 4-1_9 0.1000 unj_20 4-1_9 0.4500 num_ret 4-2_2 492 num_rel 4-2_2 84 num_rel_ret 4-2_2 20 map 4-2_2 0.0751 Rprec 4-2_2 0.2024 bpref 4-2_2 0.2245 recip_rank 4-2_2 0.2500 iprec_at_recall_0.00 4-2_2 0.4500 iprec_at_recall_0.10 4-2_2 0.4500 iprec_at_recall_0.20 4-2_2 0.2537 iprec_at_recall_0.30 4-2_2 0.0000 iprec_at_recall_0.40 4-2_2 0.0000 iprec_at_recall_0.50 4-2_2 0.0000 iprec_at_recall_0.60 4-2_2 0.0000 iprec_at_recall_0.70 4-2_2 0.0000 iprec_at_recall_0.80 4-2_2 0.0000 iprec_at_recall_0.90 4-2_2 0.0000 iprec_at_recall_1.00 4-2_2 0.0000 P_5 4-2_2 0.2000 P_10 4-2_2 0.4000 P_15 4-2_2 0.4000 P_20 4-2_2 0.4500 P_30 4-2_2 0.3667 P_100 4-2_2 0.1800 P_200 4-2_2 0.0950 P_500 4-2_2 0.0400 P_1000 4-2_2 0.0200 relstring 4-2_2 '---2-13231' recall_5 4-2_2 0.0119 recall_10 4-2_2 0.0476 recall_15 4-2_2 0.0714 recall_20 4-2_2 0.1071 recall_30 4-2_2 0.1310 recall_100 4-2_2 0.2143 recall_200 4-2_2 0.2262 recall_500 4-2_2 0.2381 recall_1000 4-2_2 0.2381 infAP 4-2_2 0.0751 Rprec_mult_0.20 4-2_2 0.4118 Rprec_mult_0.40 4-2_2 0.3235 Rprec_mult_0.60 4-2_2 0.2549 Rprec_mult_0.80 4-2_2 0.2500 Rprec_mult_1.00 4-2_2 0.2024 Rprec_mult_1.20 4-2_2 0.1782 Rprec_mult_1.40 4-2_2 0.1525 Rprec_mult_1.60 4-2_2 0.1333 Rprec_mult_1.80 4-2_2 0.1184 Rprec_mult_2.00 4-2_2 0.1131 utility 4-2_2 -452.0000 11pt_avg 4-2_2 0.1049 binG 4-2_2 0.0591 G 4-2_2 0.0412 ndcg 4-2_2 0.2318 ndcg_rel 4-2_2 0.2389 Rndcg 4-2_2 0.2476 ndcg_cut_5 4-2_2 0.0974 ndcg_cut_10 4-2_2 0.2964 ndcg_cut_15 4-2_2 0.3196 ndcg_cut_20 4-2_2 0.3440 ndcg_cut_30 4-2_2 0.3084 ndcg_cut_100 4-2_2 0.2361 ndcg_cut_200 4-2_2 0.2222 ndcg_cut_500 4-2_2 0.2318 ndcg_cut_1000 4-2_2 0.2318 map_cut_5 4-2_2 0.0030 map_cut_10 4-2_2 0.0161 map_cut_15 4-2_2 0.0258 map_cut_20 4-2_2 0.0414 map_cut_30 4-2_2 0.0505 map_cut_100 4-2_2 0.0727 map_cut_200 4-2_2 0.0741 map_cut_500 4-2_2 0.0751 map_cut_1000 4-2_2 0.0751 relative_P_5 4-2_2 0.2000 relative_P_10 4-2_2 0.4000 relative_P_15 4-2_2 0.4000 relative_P_20 4-2_2 0.4500 relative_P_30 4-2_2 0.3667 relative_P_100 4-2_2 0.2143 relative_P_200 4-2_2 0.2262 relative_P_500 4-2_2 0.2381 relative_P_1000 4-2_2 0.2381 success_1 4-2_2 0.0000 success_5 4-2_2 1.0000 success_10 4-2_2 1.0000 set_P 4-2_2 0.0407 set_relative_P 4-2_2 0.2381 set_recall 4-2_2 0.2381 set_map 4-2_2 0.0097 set_F 4-2_2 0.0694 num_nonrel_judged_ret 4-2_2 12 rbp 4-2_2 0.3169 rbp_resid 4-2_2 0.4851 unj_5 4-2_2 0.8000 unj_10 4-2_2 0.4000 unj_20 4-2_2 0.3500 num_ret 4-2_3 429 num_rel 4-2_3 48 num_rel_ret 4-2_3 15 map 4-2_3 0.1439 Rprec 4-2_3 0.2083 bpref 4-2_3 0.2886 recip_rank 4-2_3 1.0000 iprec_at_recall_0.00 4-2_3 1.0000 iprec_at_recall_0.10 4-2_3 0.7000 iprec_at_recall_0.20 4-2_3 0.2157 iprec_at_recall_0.30 4-2_3 0.1609 iprec_at_recall_0.40 4-2_3 0.0000 iprec_at_recall_0.50 4-2_3 0.0000 iprec_at_recall_0.60 4-2_3 0.0000 iprec_at_recall_0.70 4-2_3 0.0000 iprec_at_recall_0.80 4-2_3 0.0000 iprec_at_recall_0.90 4-2_3 0.0000 iprec_at_recall_1.00 4-2_3 0.0000 P_5 4-2_3 0.6000 P_10 4-2_3 0.7000 P_15 4-2_3 0.4667 P_20 4-2_3 0.4000 P_30 4-2_3 0.2667 P_100 4-2_3 0.1400 P_200 4-2_3 0.0750 P_500 4-2_3 0.0300 P_1000 4-2_3 0.0150 relstring 4-2_3 '202202-323' recall_5 4-2_3 0.0625 recall_10 4-2_3 0.1458 recall_15 4-2_3 0.1458 recall_20 4-2_3 0.1667 recall_30 4-2_3 0.1667 recall_100 4-2_3 0.2917 recall_200 4-2_3 0.3125 recall_500 4-2_3 0.3125 recall_1000 4-2_3 0.3125 infAP 4-2_3 0.1439 Rprec_mult_0.20 4-2_3 0.7000 Rprec_mult_0.40 4-2_3 0.4000 Rprec_mult_0.60 4-2_3 0.2759 Rprec_mult_0.80 4-2_3 0.2308 Rprec_mult_1.00 4-2_3 0.2083 Rprec_mult_1.20 4-2_3 0.1897 Rprec_mult_1.40 4-2_3 0.1912 Rprec_mult_1.60 4-2_3 0.1688 Rprec_mult_1.80 4-2_3 0.1609 Rprec_mult_2.00 4-2_3 0.1458 utility 4-2_3 -399.0000 11pt_avg 4-2_3 0.1888 binG 4-2_3 0.1164 G 4-2_3 0.0664 ndcg 4-2_3 0.3204 ndcg_rel 4-2_3 0.3386 Rndcg 4-2_3 0.3417 ndcg_cut_5 4-2_3 0.4365 ndcg_cut_10 4-2_3 0.5360 ndcg_cut_15 4-2_3 0.4459 ndcg_cut_20 4-2_3 0.4147 ndcg_cut_30 4-2_3 0.3456 ndcg_cut_100 4-2_3 0.3039 ndcg_cut_200 4-2_3 0.3204 ndcg_cut_500 4-2_3 0.3204 ndcg_cut_1000 4-2_3 0.3204 map_cut_5 4-2_3 0.0503 map_cut_10 4-2_3 0.1057 map_cut_15 4-2_3 0.1057 map_cut_20 4-2_3 0.1161 map_cut_30 4-2_3 0.1161 map_cut_100 4-2_3 0.1419 map_cut_200 4-2_3 0.1439 map_cut_500 4-2_3 0.1439 map_cut_1000 4-2_3 0.1439 relative_P_5 4-2_3 0.6000 relative_P_10 4-2_3 0.7000 relative_P_15 4-2_3 0.4667 relative_P_20 4-2_3 0.4000 relative_P_30 4-2_3 0.2667 relative_P_100 4-2_3 0.2917 relative_P_200 4-2_3 0.3125 relative_P_500 4-2_3 0.3125 relative_P_1000 4-2_3 0.3125 success_1 4-2_3 1.0000 success_5 4-2_3 1.0000 success_10 4-2_3 1.0000 set_P 4-2_3 0.0350 set_relative_P 4-2_3 0.3125 set_recall 4-2_3 0.3125 set_map 4-2_3 0.0109 set_F 4-2_3 0.0629 num_nonrel_judged_ret 4-2_3 9 rbp 4-2_3 0.3446 rbp_resid 4-2_3 0.3648 unj_5 4-2_3 0.0000 unj_10 4-2_3 0.1000 unj_20 4-2_3 0.5000 num_ret 4-2_6 404 num_rel 4-2_6 14 num_rel_ret 4-2_6 10 map 4-2_6 0.5463 Rprec 4-2_6 0.5714 bpref 4-2_6 0.6684 recip_rank 4-2_6 1.0000 iprec_at_recall_0.00 4-2_6 1.0000 iprec_at_recall_0.10 4-2_6 1.0000 iprec_at_recall_0.20 4-2_6 1.0000 iprec_at_recall_0.30 4-2_6 0.8333 iprec_at_recall_0.40 4-2_6 0.8000 iprec_at_recall_0.50 4-2_6 0.8000 iprec_at_recall_0.60 4-2_6 0.8000 iprec_at_recall_0.70 4-2_6 0.2778 iprec_at_recall_0.80 4-2_6 0.0000 iprec_at_recall_0.90 4-2_6 0.0000 iprec_at_recall_1.00 4-2_6 0.0000 P_5 4-2_6 0.8000 P_10 4-2_6 0.8000 P_15 4-2_6 0.5333 P_20 4-2_6 0.4000 P_30 4-2_6 0.3000 P_100 4-2_6 0.1000 P_200 4-2_6 0.0500 P_500 4-2_6 0.0200 P_1000 4-2_6 0.0100 relstring 4-2_6 '222-23-222' recall_5 4-2_6 0.2857 recall_10 4-2_6 0.5714 recall_15 4-2_6 0.5714 recall_20 4-2_6 0.5714 recall_30 4-2_6 0.6429 recall_100 4-2_6 0.7143 recall_200 4-2_6 0.7143 recall_500 4-2_6 0.7143 recall_1000 4-2_6 0.7143 infAP 4-2_6 0.5463 Rprec_mult_0.20 4-2_6 1.0000 Rprec_mult_0.40 4-2_6 0.8333 Rprec_mult_0.60 4-2_6 0.7778 Rprec_mult_0.80 4-2_6 0.6667 Rprec_mult_1.00 4-2_6 0.5714 Rprec_mult_1.20 4-2_6 0.4706 Rprec_mult_1.40 4-2_6 0.4000 Rprec_mult_1.60 4-2_6 0.3913 Rprec_mult_1.80 4-2_6 0.3462 Rprec_mult_2.00 4-2_6 0.3214 utility 4-2_6 -384.0000 11pt_avg 4-2_6 0.5919 binG 4-2_6 0.4447 G 4-2_6 0.2180 ndcg 4-2_6 0.6546 ndcg_rel 4-2_6 0.6398 Rndcg 4-2_6 0.5952 ndcg_cut_5 4-2_6 0.5953 ndcg_cut_10 4-2_6 0.6795 ndcg_cut_15 4-2_6 0.6193 ndcg_cut_20 4-2_6 0.5713 ndcg_cut_30 4-2_6 0.5709 ndcg_cut_100 4-2_6 0.6546 ndcg_cut_200 4-2_6 0.6546 ndcg_cut_500 4-2_6 0.6546 ndcg_cut_1000 4-2_6 0.6546 map_cut_5 4-2_6 0.2714 map_cut_10 4-2_6 0.4972 map_cut_15 4-2_6 0.4972 map_cut_20 4-2_6 0.4972 map_cut_30 4-2_6 0.5264 map_cut_100 4-2_6 0.5463 map_cut_200 4-2_6 0.5463 map_cut_500 4-2_6 0.5463 map_cut_1000 4-2_6 0.5463 relative_P_5 4-2_6 0.8000 relative_P_10 4-2_6 0.8000 relative_P_15 4-2_6 0.5714 relative_P_20 4-2_6 0.5714 relative_P_30 4-2_6 0.6429 relative_P_100 4-2_6 0.7143 relative_P_200 4-2_6 0.7143 relative_P_500 4-2_6 0.7143 relative_P_1000 4-2_6 0.7143 success_1 4-2_6 1.0000 success_5 4-2_6 1.0000 success_10 4-2_6 1.0000 set_P 4-2_6 0.0248 set_relative_P 4-2_6 0.7143 set_recall 4-2_6 0.7143 set_map 4-2_6 0.0177 set_F 4-2_6 0.0478 num_nonrel_judged_ret 4-2_6 10 rbp 4-2_6 0.4163 rbp_resid 4-2_6 0.3623 unj_5 4-2_6 0.2000 unj_10 4-2_6 0.2000 unj_20 4-2_6 0.4500 num_ret 5-1_2 478 num_rel 5-1_2 130 num_rel_ret 5-1_2 19 map 5-1_2 0.0374 Rprec 5-1_2 0.1000 bpref 5-1_2 0.1332 recip_rank 5-1_2 0.2000 iprec_at_recall_0.00 5-1_2 0.5455 iprec_at_recall_0.10 5-1_2 0.1193 iprec_at_recall_0.20 5-1_2 0.0000 iprec_at_recall_0.30 5-1_2 0.0000 iprec_at_recall_0.40 5-1_2 0.0000 iprec_at_recall_0.50 5-1_2 0.0000 iprec_at_recall_0.60 5-1_2 0.0000 iprec_at_recall_0.70 5-1_2 0.0000 iprec_at_recall_0.80 5-1_2 0.0000 iprec_at_recall_0.90 5-1_2 0.0000 iprec_at_recall_1.00 5-1_2 0.0000 P_5 5-1_2 0.2000 P_10 5-1_2 0.5000 P_15 5-1_2 0.4667 P_20 5-1_2 0.3500 P_30 5-1_2 0.3000 P_100 5-1_2 0.1200 P_200 5-1_2 0.0850 P_500 5-1_2 0.0380 P_1000 5-1_2 0.0190 relstring 5-1_2 '1100230233' recall_5 5-1_2 0.0077 recall_10 5-1_2 0.0385 recall_15 5-1_2 0.0538 recall_20 5-1_2 0.0538 recall_30 5-1_2 0.0692 recall_100 5-1_2 0.0923 recall_200 5-1_2 0.1308 recall_500 5-1_2 0.1462 recall_1000 5-1_2 0.1462 infAP 5-1_2 0.0374 Rprec_mult_0.20 5-1_2 0.3077 Rprec_mult_0.40 5-1_2 0.2115 Rprec_mult_0.60 5-1_2 0.1538 Rprec_mult_0.80 5-1_2 0.1154 Rprec_mult_1.00 5-1_2 0.1000 Rprec_mult_1.20 5-1_2 0.0897 Rprec_mult_1.40 5-1_2 0.0879 Rprec_mult_1.60 5-1_2 0.0817 Rprec_mult_1.80 5-1_2 0.0769 Rprec_mult_2.00 5-1_2 0.0692 utility 5-1_2 -440.0000 11pt_avg 5-1_2 0.0604 binG 5-1_2 0.0346 G 5-1_2 0.0261 ndcg 5-1_2 0.1755 ndcg_rel 5-1_2 0.1891 Rndcg 5-1_2 0.1965 ndcg_cut_5 5-1_2 0.2442 ndcg_cut_10 5-1_2 0.4015 ndcg_cut_15 5-1_2 0.3876 ndcg_cut_20 5-1_2 0.3473 ndcg_cut_30 5-1_2 0.3136 ndcg_cut_100 5-1_2 0.1898 ndcg_cut_200 5-1_2 0.1716 ndcg_cut_500 5-1_2 0.1755 ndcg_cut_1000 5-1_2 0.1755 map_cut_5 5-1_2 0.0015 map_cut_10 5-1_2 0.0143 map_cut_15 5-1_2 0.0220 map_cut_20 5-1_2 0.0220 map_cut_30 5-1_2 0.0269 map_cut_100 5-1_2 0.0326 map_cut_200 5-1_2 0.0363 map_cut_500 5-1_2 0.0374 map_cut_1000 5-1_2 0.0374 relative_P_5 5-1_2 0.2000 relative_P_10 5-1_2 0.5000 relative_P_15 5-1_2 0.4667 relative_P_20 5-1_2 0.3500 relative_P_30 5-1_2 0.3000 relative_P_100 5-1_2 0.1200 relative_P_200 5-1_2 0.1308 relative_P_500 5-1_2 0.1462 relative_P_1000 5-1_2 0.1462 success_1 5-1_2 0.0000 success_5 5-1_2 1.0000 success_10 5-1_2 1.0000 set_P 5-1_2 0.0397 set_relative_P 5-1_2 0.1462 set_recall 5-1_2 0.1462 set_map 5-1_2 0.0058 set_F 5-1_2 0.0625 num_nonrel_judged_ret 5-1_2 19 rbp 5-1_2 0.2699 rbp_resid 5-1_2 0.1660 unj_5 5-1_2 0.0000 unj_10 5-1_2 0.0000 unj_20 5-1_2 0.2000 num_ret 5-1_4 375 num_rel 5-1_4 29 num_rel_ret 5-1_4 13 map 5-1_4 0.0821 Rprec 5-1_4 0.1379 bpref 5-1_4 0.2925 recip_rank 5-1_4 1.0000 iprec_at_recall_0.00 5-1_4 1.0000 iprec_at_recall_0.10 5-1_4 0.2727 iprec_at_recall_0.20 5-1_4 0.0984 iprec_at_recall_0.30 5-1_4 0.0756 iprec_at_recall_0.40 5-1_4 0.0743 iprec_at_recall_0.50 5-1_4 0.0000 iprec_at_recall_0.60 5-1_4 0.0000 iprec_at_recall_0.70 5-1_4 0.0000 iprec_at_recall_0.80 5-1_4 0.0000 iprec_at_recall_0.90 5-1_4 0.0000 iprec_at_recall_1.00 5-1_4 0.0000 P_5 5-1_4 0.2000 P_10 5-1_4 0.2000 P_15 5-1_4 0.2000 P_20 5-1_4 0.1500 P_30 5-1_4 0.1333 P_100 5-1_4 0.0700 P_200 5-1_4 0.0650 P_500 5-1_4 0.0260 P_1000 5-1_4 0.0130 relstring 5-1_4 '2000000103' recall_5 5-1_4 0.0345 recall_10 5-1_4 0.0690 recall_15 5-1_4 0.1034 recall_20 5-1_4 0.1034 recall_30 5-1_4 0.1379 recall_100 5-1_4 0.2414 recall_200 5-1_4 0.4483 recall_500 5-1_4 0.4483 recall_1000 5-1_4 0.4483 infAP 5-1_4 0.0821 Rprec_mult_0.20 5-1_4 0.1667 Rprec_mult_0.40 5-1_4 0.2500 Rprec_mult_0.60 5-1_4 0.1667 Rprec_mult_0.80 5-1_4 0.1667 Rprec_mult_1.00 5-1_4 0.1379 Rprec_mult_1.20 5-1_4 0.1143 Rprec_mult_1.40 5-1_4 0.0976 Rprec_mult_1.60 5-1_4 0.0851 Rprec_mult_1.80 5-1_4 0.0943 Rprec_mult_2.00 5-1_4 0.0862 utility 5-1_4 -349.0000 11pt_avg 5-1_4 0.1383 binG 5-1_4 0.1102 G 5-1_4 0.0866 ndcg 5-1_4 0.3384 ndcg_rel 5-1_4 0.3192 Rndcg 5-1_4 0.2311 ndcg_cut_5 5-1_4 0.2261 ndcg_cut_10 5-1_4 0.2386 ndcg_cut_15 5-1_4 0.2516 ndcg_cut_20 5-1_4 0.2192 ndcg_cut_30 5-1_4 0.2097 ndcg_cut_100 5-1_4 0.2414 ndcg_cut_200 5-1_4 0.3332 ndcg_cut_500 5-1_4 0.3384 ndcg_cut_1000 5-1_4 0.3384 map_cut_5 5-1_4 0.0345 map_cut_10 5-1_4 0.0414 map_cut_15 5-1_4 0.0508 map_cut_20 5-1_4 0.0508 map_cut_30 5-1_4 0.0574 map_cut_100 5-1_4 0.0669 map_cut_200 5-1_4 0.0821 map_cut_500 5-1_4 0.0821 map_cut_1000 5-1_4 0.0821 relative_P_5 5-1_4 0.2000 relative_P_10 5-1_4 0.2000 relative_P_15 5-1_4 0.2000 relative_P_20 5-1_4 0.1500 relative_P_30 5-1_4 0.1379 relative_P_100 5-1_4 0.2414 relative_P_200 5-1_4 0.4483 relative_P_500 5-1_4 0.4483 relative_P_1000 5-1_4 0.4483 success_1 5-1_4 1.0000 success_5 5-1_4 1.0000 success_10 5-1_4 1.0000 set_P 5-1_4 0.0347 set_relative_P 5-1_4 0.4483 set_recall 5-1_4 0.4483 set_map 5-1_4 0.0155 set_F 5-1_4 0.0644 num_nonrel_judged_ret 5-1_4 17 rbp 5-1_4 0.1692 rbp_resid 5-1_4 0.2995 unj_5 5-1_4 0.0000 unj_10 5-1_4 0.0000 unj_20 5-1_4 0.4500 num_ret 6-1_2 391 num_rel 6-1_2 57 num_rel_ret 6-1_2 36 map 6-1_2 0.3416 Rprec 6-1_2 0.3684 bpref 6-1_2 0.5762 recip_rank 6-1_2 0.5000 iprec_at_recall_0.00 6-1_2 0.8750 iprec_at_recall_0.10 6-1_2 0.8750 iprec_at_recall_0.20 6-1_2 0.8095 iprec_at_recall_0.30 6-1_2 0.8095 iprec_at_recall_0.40 6-1_2 0.3034 iprec_at_recall_0.50 6-1_2 0.2736 iprec_at_recall_0.60 6-1_2 0.1553 iprec_at_recall_0.70 6-1_2 0.0000 iprec_at_recall_0.80 6-1_2 0.0000 iprec_at_recall_0.90 6-1_2 0.0000 iprec_at_recall_1.00 6-1_2 0.0000 P_5 6-1_2 0.8000 P_10 6-1_2 0.7000 P_15 6-1_2 0.7333 P_20 6-1_2 0.8000 P_30 6-1_2 0.6667 P_100 6-1_2 0.2700 P_200 6-1_2 0.1650 P_500 6-1_2 0.0720 P_1000 6-1_2 0.0360 relstring 6-1_2 '13322222-1' recall_5 6-1_2 0.0702 recall_10 6-1_2 0.1228 recall_15 6-1_2 0.1930 recall_20 6-1_2 0.2807 recall_30 6-1_2 0.3509 recall_100 6-1_2 0.4737 recall_200 6-1_2 0.5789 recall_500 6-1_2 0.6316 recall_1000 6-1_2 0.6316 infAP 6-1_2 0.3416 Rprec_mult_0.20 6-1_2 0.7500 Rprec_mult_0.40 6-1_2 0.7826 Rprec_mult_0.60 6-1_2 0.5714 Rprec_mult_0.80 6-1_2 0.4565 Rprec_mult_1.00 6-1_2 0.3684 Rprec_mult_1.20 6-1_2 0.3188 Rprec_mult_1.40 6-1_2 0.2875 Rprec_mult_1.60 6-1_2 0.2935 Rprec_mult_1.80 6-1_2 0.2718 Rprec_mult_2.00 6-1_2 0.2544 utility 6-1_2 -319.0000 11pt_avg 6-1_2 0.3728 binG 6-1_2 0.2109 G 6-1_2 0.1196 ndcg 6-1_2 0.5328 ndcg_rel 6-1_2 0.5537 Rndcg 6-1_2 0.5372 ndcg_cut_5 6-1_2 0.6815 ndcg_cut_10 6-1_2 0.6109 ndcg_cut_15 6-1_2 0.6242 ndcg_cut_20 6-1_2 0.6878 ndcg_cut_30 6-1_2 0.6650 ndcg_cut_100 6-1_2 0.4642 ndcg_cut_200 6-1_2 0.5091 ndcg_cut_500 6-1_2 0.5328 ndcg_cut_1000 6-1_2 0.5328 map_cut_5 6-1_2 0.0477 map_cut_10 6-1_2 0.0927 map_cut_15 6-1_2 0.1459 map_cut_20 6-1_2 0.2140 map_cut_30 6-1_2 0.2688 map_cut_100 6-1_2 0.3102 map_cut_200 6-1_2 0.3343 map_cut_500 6-1_2 0.3416 map_cut_1000 6-1_2 0.3416 relative_P_5 6-1_2 0.8000 relative_P_10 6-1_2 0.7000 relative_P_15 6-1_2 0.7333 relative_P_20 6-1_2 0.8000 relative_P_30 6-1_2 0.6667 relative_P_100 6-1_2 0.4737 relative_P_200 6-1_2 0.5789 relative_P_500 6-1_2 0.6316 relative_P_1000 6-1_2 0.6316 success_1 6-1_2 0.0000 success_5 6-1_2 1.0000 success_10 6-1_2 1.0000 set_P 6-1_2 0.0921 set_relative_P 6-1_2 0.6316 set_recall 6-1_2 0.6316 set_map 6-1_2 0.0582 set_F 6-1_2 0.1607 num_nonrel_judged_ret 6-1_2 12 rbp 6-1_2 0.6215 rbp_resid 6-1_2 0.1115 unj_5 6-1_2 0.0000 unj_10 6-1_2 0.1000 unj_20 6-1_2 0.0500 num_ret 6-1_6 280 num_rel 6-1_6 27 num_rel_ret 6-1_6 18 map 6-1_6 0.2960 Rprec 6-1_6 0.3333 bpref 6-1_6 0.4390 recip_rank 6-1_6 1.0000 iprec_at_recall_0.00 6-1_6 1.0000 iprec_at_recall_0.10 6-1_6 1.0000 iprec_at_recall_0.20 6-1_6 0.8333 iprec_at_recall_0.30 6-1_6 0.3810 iprec_at_recall_0.40 6-1_6 0.3143 iprec_at_recall_0.50 6-1_6 0.1489 iprec_at_recall_0.60 6-1_6 0.1067 iprec_at_recall_0.70 6-1_6 0.0000 iprec_at_recall_0.80 6-1_6 0.0000 iprec_at_recall_0.90 6-1_6 0.0000 iprec_at_recall_1.00 6-1_6 0.0000 P_5 6-1_6 0.8000 P_10 6-1_6 0.5000 P_15 6-1_6 0.4000 P_20 6-1_6 0.3500 P_30 6-1_6 0.3000 P_100 6-1_6 0.1400 P_200 6-1_6 0.0850 P_500 6-1_6 0.0360 P_1000 6-1_6 0.0180 relstring 6-1_6 '2233-2-1-0' recall_5 6-1_6 0.1481 recall_10 6-1_6 0.1852 recall_15 6-1_6 0.2222 recall_20 6-1_6 0.2593 recall_30 6-1_6 0.3333 recall_100 6-1_6 0.5185 recall_200 6-1_6 0.6296 recall_500 6-1_6 0.6667 recall_1000 6-1_6 0.6667 infAP 6-1_6 0.2960 Rprec_mult_0.20 6-1_6 0.8333 Rprec_mult_0.40 6-1_6 0.4545 Rprec_mult_0.60 6-1_6 0.3529 Rprec_mult_0.80 6-1_6 0.3636 Rprec_mult_1.00 6-1_6 0.3333 Rprec_mult_1.20 6-1_6 0.3030 Rprec_mult_1.40 6-1_6 0.2895 Rprec_mult_1.60 6-1_6 0.2727 Rprec_mult_1.80 6-1_6 0.2449 Rprec_mult_2.00 6-1_6 0.2222 utility 6-1_6 -244.0000 11pt_avg 6-1_6 0.3440 binG 6-1_6 0.2662 G 6-1_6 0.1617 ndcg 6-1_6 0.6012 ndcg_rel 6-1_6 0.5527 Rndcg 6-1_6 0.4965 ndcg_cut_5 6-1_6 0.6844 ndcg_cut_10 6-1_6 0.5195 ndcg_cut_15 6-1_6 0.4603 ndcg_cut_20 6-1_6 0.4519 ndcg_cut_30 6-1_6 0.4553 ndcg_cut_100 6-1_6 0.5262 ndcg_cut_200 6-1_6 0.5919 ndcg_cut_500 6-1_6 0.6012 ndcg_cut_1000 6-1_6 0.6012 map_cut_5 6-1_6 0.1481 map_cut_10 6-1_6 0.1790 map_cut_15 6-1_6 0.1938 map_cut_20 6-1_6 0.2075 map_cut_30 6-1_6 0.2339 map_cut_100 6-1_6 0.2818 map_cut_200 6-1_6 0.2932 map_cut_500 6-1_6 0.2960 map_cut_1000 6-1_6 0.2960 relative_P_5 6-1_6 0.8000 relative_P_10 6-1_6 0.5000 relative_P_15 6-1_6 0.4000 relative_P_20 6-1_6 0.3500 relative_P_30 6-1_6 0.3333 relative_P_100 6-1_6 0.5185 relative_P_200 6-1_6 0.6296 relative_P_500 6-1_6 0.6667 relative_P_1000 6-1_6 0.6667 success_1 6-1_6 1.0000 success_5 6-1_6 1.0000 success_10 6-1_6 1.0000 set_P 6-1_6 0.0643 set_relative_P 6-1_6 0.6667 set_recall 6-1_6 0.6667 set_map 6-1_6 0.0429 set_F 6-1_6 0.1173 num_nonrel_judged_ret 6-1_6 23 rbp 6-1_6 0.4159 rbp_resid 6-1_6 0.3316 unj_5 6-1_6 0.2000 unj_10 6-1_6 0.3000 unj_20 6-1_6 0.4000 num_ret 6-1_7 442 num_rel 6-1_7 46 num_rel_ret 6-1_7 19 map 6-1_7 0.0529 Rprec 6-1_7 0.1522 bpref 6-1_7 0.2434 recip_rank 6-1_7 0.2000 iprec_at_recall_0.00 6-1_7 0.3333 iprec_at_recall_0.10 6-1_7 0.2188 iprec_at_recall_0.20 6-1_7 0.1125 iprec_at_recall_0.30 6-1_7 0.0785 iprec_at_recall_0.40 6-1_7 0.0588 iprec_at_recall_0.50 6-1_7 0.0000 iprec_at_recall_0.60 6-1_7 0.0000 iprec_at_recall_0.70 6-1_7 0.0000 iprec_at_recall_0.80 6-1_7 0.0000 iprec_at_recall_0.90 6-1_7 0.0000 iprec_at_recall_1.00 6-1_7 0.0000 P_5 6-1_7 0.2000 P_10 6-1_7 0.2000 P_15 6-1_7 0.1333 P_20 6-1_7 0.1500 P_30 6-1_7 0.1667 P_100 6-1_7 0.1000 P_200 6-1_7 0.0750 P_500 6-1_7 0.0380 P_1000 6-1_7 0.0190 relstring 6-1_7 '11-0221111' recall_5 6-1_7 0.0217 recall_10 6-1_7 0.0435 recall_15 6-1_7 0.0435 recall_20 6-1_7 0.0652 recall_30 6-1_7 0.1087 recall_100 6-1_7 0.2174 recall_200 6-1_7 0.3261 recall_500 6-1_7 0.4130 recall_1000 6-1_7 0.4130 infAP 6-1_7 0.0529 Rprec_mult_0.20 6-1_7 0.2000 Rprec_mult_0.40 6-1_7 0.1579 Rprec_mult_0.60 6-1_7 0.1429 Rprec_mult_0.80 6-1_7 0.1892 Rprec_mult_1.00 6-1_7 0.1522 Rprec_mult_1.20 6-1_7 0.1429 Rprec_mult_1.40 6-1_7 0.1231 Rprec_mult_1.60 6-1_7 0.1081 Rprec_mult_1.80 6-1_7 0.1084 Rprec_mult_2.00 6-1_7 0.1087 utility 6-1_7 -404.0000 11pt_avg 6-1_7 0.0729 binG 6-1_7 0.0770 G 6-1_7 0.0642 ndcg 6-1_7 0.3256 ndcg_rel 6-1_7 0.3095 Rndcg 6-1_7 0.2701 ndcg_cut_5 6-1_7 0.2719 ndcg_cut_10 6-1_7 0.3196 ndcg_cut_15 6-1_7 0.2700 ndcg_cut_20 6-1_7 0.2732 ndcg_cut_30 6-1_7 0.2772 ndcg_cut_100 6-1_7 0.2262 ndcg_cut_200 6-1_7 0.2807 ndcg_cut_500 6-1_7 0.3256 ndcg_cut_1000 6-1_7 0.3256 map_cut_5 6-1_7 0.0043 map_cut_10 6-1_7 0.0116 map_cut_15 6-1_7 0.0116 map_cut_20 6-1_7 0.0150 map_cut_30 6-1_7 0.0220 map_cut_100 6-1_7 0.0394 map_cut_200 6-1_7 0.0479 map_cut_500 6-1_7 0.0529 map_cut_1000 6-1_7 0.0529 relative_P_5 6-1_7 0.2000 relative_P_10 6-1_7 0.2000 relative_P_15 6-1_7 0.1333 relative_P_20 6-1_7 0.1500 relative_P_30 6-1_7 0.1667 relative_P_100 6-1_7 0.2174 relative_P_200 6-1_7 0.3261 relative_P_500 6-1_7 0.4130 relative_P_1000 6-1_7 0.4130 success_1 6-1_7 0.0000 success_5 6-1_7 1.0000 success_10 6-1_7 1.0000 set_P 6-1_7 0.0430 set_relative_P 6-1_7 0.4130 set_recall 6-1_7 0.4130 set_map 6-1_7 0.0178 set_F 6-1_7 0.0779 num_nonrel_judged_ret 6-1_7 37 rbp 6-1_7 0.2519 rbp_resid 6-1_7 0.2941 unj_5 6-1_7 0.2000 unj_10 6-1_7 0.1000 unj_20 6-1_7 0.3500 num_ret 6-2_2 312 num_rel 6-2_2 56 num_rel_ret 6-2_2 21 map 6-2_2 0.2572 Rprec 6-2_2 0.3036 bpref 6-2_2 0.3565 recip_rank 6-2_2 1.0000 iprec_at_recall_0.00 6-2_2 1.0000 iprec_at_recall_0.10 6-2_2 1.0000 iprec_at_recall_0.20 6-2_2 0.9231 iprec_at_recall_0.30 6-2_2 0.3542 iprec_at_recall_0.40 6-2_2 0.0000 iprec_at_recall_0.50 6-2_2 0.0000 iprec_at_recall_0.60 6-2_2 0.0000 iprec_at_recall_0.70 6-2_2 0.0000 iprec_at_recall_0.80 6-2_2 0.0000 iprec_at_recall_0.90 6-2_2 0.0000 iprec_at_recall_1.00 6-2_2 0.0000 P_5 6-2_2 1.0000 P_10 6-2_2 0.9000 P_15 6-2_2 0.8000 P_20 6-2_2 0.6000 P_30 6-2_2 0.4333 P_100 6-2_2 0.2000 P_200 6-2_2 0.1050 P_500 6-2_2 0.0420 P_1000 6-2_2 0.0210 relstring 6-2_2 '3223324122' recall_5 6-2_2 0.0893 recall_10 6-2_2 0.1607 recall_15 6-2_2 0.2143 recall_20 6-2_2 0.2143 recall_30 6-2_2 0.2321 recall_100 6-2_2 0.3571 recall_200 6-2_2 0.3750 recall_500 6-2_2 0.3750 recall_1000 6-2_2 0.3750 infAP 6-2_2 0.2572 Rprec_mult_0.20 6-2_2 0.9167 Rprec_mult_0.40 6-2_2 0.5217 Rprec_mult_0.60 6-2_2 0.4118 Rprec_mult_0.80 6-2_2 0.3556 Rprec_mult_1.00 6-2_2 0.3036 Rprec_mult_1.20 6-2_2 0.2500 Rprec_mult_1.40 6-2_2 0.2152 Rprec_mult_1.60 6-2_2 0.1889 Rprec_mult_1.80 6-2_2 0.1980 Rprec_mult_2.00 6-2_2 0.1875 utility 6-2_2 -270.0000 11pt_avg 6-2_2 0.2979 binG 6-2_2 0.2124 G 6-2_2 0.0846 ndcg 6-2_2 0.4130 ndcg_rel 6-2_2 0.4509 Rndcg 6-2_2 0.4665 ndcg_cut_5 6-2_2 0.6541 ndcg_cut_10 6-2_2 0.6193 ndcg_cut_15 6-2_2 0.6314 ndcg_cut_20 6-2_2 0.5532 ndcg_cut_30 6-2_2 0.4850 ndcg_cut_100 6-2_2 0.3970 ndcg_cut_200 6-2_2 0.4130 ndcg_cut_500 6-2_2 0.4130 ndcg_cut_1000 6-2_2 0.4130 map_cut_5 6-2_2 0.0893 map_cut_10 6-2_2 0.1569 map_cut_15 6-2_2 0.2060 map_cut_20 6-2_2 0.2060 map_cut_30 6-2_2 0.2146 map_cut_100 6-2_2 0.2536 map_cut_200 6-2_2 0.2572 map_cut_500 6-2_2 0.2572 map_cut_1000 6-2_2 0.2572 relative_P_5 6-2_2 1.0000 relative_P_10 6-2_2 0.9000 relative_P_15 6-2_2 0.8000 relative_P_20 6-2_2 0.6000 relative_P_30 6-2_2 0.4333 relative_P_100 6-2_2 0.3571 relative_P_200 6-2_2 0.3750 relative_P_500 6-2_2 0.3750 relative_P_1000 6-2_2 0.3750 success_1 6-2_2 1.0000 success_5 6-2_2 1.0000 success_10 6-2_2 1.0000 set_P 6-2_2 0.0673 set_relative_P 6-2_2 0.3750 set_recall 6-2_2 0.3750 set_map 6-2_2 0.0252 set_F 6-2_2 0.1141 num_nonrel_judged_ret 6-2_2 11 rbp 6-2_2 0.4929 rbp_resid 6-2_2 0.2085 unj_5 6-2_2 0.0000 unj_10 6-2_2 0.0000 unj_20 6-2_2 0.3000 num_ret 6-2_3 365 num_rel 6-2_3 17 num_rel_ret 6-2_3 5 map 6-2_3 0.0098 Rprec 6-2_3 0.0000 bpref 6-2_3 0.0311 recip_rank 6-2_3 0.0400 iprec_at_recall_0.00 6-2_3 0.0400 iprec_at_recall_0.10 6-2_3 0.0360 iprec_at_recall_0.20 6-2_3 0.0360 iprec_at_recall_0.30 6-2_3 0.0294 iprec_at_recall_0.40 6-2_3 0.0000 iprec_at_recall_0.50 6-2_3 0.0000 iprec_at_recall_0.60 6-2_3 0.0000 iprec_at_recall_0.70 6-2_3 0.0000 iprec_at_recall_0.80 6-2_3 0.0000 iprec_at_recall_0.90 6-2_3 0.0000 iprec_at_recall_1.00 6-2_3 0.0000 P_5 6-2_3 0.0000 P_10 6-2_3 0.0000 P_15 6-2_3 0.0000 P_20 6-2_3 0.0000 P_30 6-2_3 0.0333 P_100 6-2_3 0.0300 P_200 6-2_3 0.0250 P_500 6-2_3 0.0100 P_1000 6-2_3 0.0050 relstring 6-2_3 '0000000000' recall_5 6-2_3 0.0000 recall_10 6-2_3 0.0000 recall_15 6-2_3 0.0000 recall_20 6-2_3 0.0000 recall_30 6-2_3 0.0588 recall_100 6-2_3 0.1765 recall_200 6-2_3 0.2941 recall_500 6-2_3 0.2941 recall_1000 6-2_3 0.2941 infAP 6-2_3 0.0098 Rprec_mult_0.20 6-2_3 0.0000 Rprec_mult_0.40 6-2_3 0.0000 Rprec_mult_0.60 6-2_3 0.0000 Rprec_mult_0.80 6-2_3 0.0000 Rprec_mult_1.00 6-2_3 0.0000 Rprec_mult_1.20 6-2_3 0.0000 Rprec_mult_1.40 6-2_3 0.0000 Rprec_mult_1.60 6-2_3 0.0357 Rprec_mult_1.80 6-2_3 0.0323 Rprec_mult_2.00 6-2_3 0.0294 utility 6-2_3 -355.0000 11pt_avg 6-2_3 0.0129 binG 6-2_3 0.0477 G 6-2_3 0.0347 ndcg 6-2_3 0.1031 ndcg_rel 6-2_3 0.0936 Rndcg 6-2_3 0.0248 ndcg_cut_5 6-2_3 0.0000 ndcg_cut_10 6-2_3 0.0000 ndcg_cut_15 6-2_3 0.0000 ndcg_cut_20 6-2_3 0.0000 ndcg_cut_30 6-2_3 0.0215 ndcg_cut_100 6-2_3 0.0619 ndcg_cut_200 6-2_3 0.0968 ndcg_cut_500 6-2_3 0.1031 ndcg_cut_1000 6-2_3 0.1031 map_cut_5 6-2_3 0.0000 map_cut_10 6-2_3 0.0000 map_cut_15 6-2_3 0.0000 map_cut_20 6-2_3 0.0000 map_cut_30 6-2_3 0.0024 map_cut_100 6-2_3 0.0059 map_cut_200 6-2_3 0.0098 map_cut_500 6-2_3 0.0098 map_cut_1000 6-2_3 0.0098 relative_P_5 6-2_3 0.0000 relative_P_10 6-2_3 0.0000 relative_P_15 6-2_3 0.0000 relative_P_20 6-2_3 0.0000 relative_P_30 6-2_3 0.0588 relative_P_100 6-2_3 0.1765 relative_P_200 6-2_3 0.2941 relative_P_500 6-2_3 0.2941 relative_P_1000 6-2_3 0.2941 success_1 6-2_3 0.0000 success_5 6-2_3 0.0000 success_10 6-2_3 0.0000 set_P 6-2_3 0.0137 set_relative_P 6-2_3 0.2941 set_recall 6-2_3 0.2941 set_map 6-2_3 0.0040 set_F 6-2_3 0.0262 num_nonrel_judged_ret 6-2_3 25 rbp 6-2_3 0.0049 rbp_resid 6-2_3 0.2998 unj_5 6-2_3 0.0000 unj_10 6-2_3 0.0000 unj_20 6-2_3 0.4500 num_ret 6-2_5 311 num_rel 6-2_5 51 num_rel_ret 6-2_5 30 map 6-2_5 0.2443 Rprec 6-2_5 0.3725 bpref 6-2_5 0.5213 recip_rank 6-2_5 0.2500 iprec_at_recall_0.00 6-2_5 0.6364 iprec_at_recall_0.10 6-2_5 0.6364 iprec_at_recall_0.20 6-2_5 0.5500 iprec_at_recall_0.30 6-2_5 0.4688 iprec_at_recall_0.40 6-2_5 0.3729 iprec_at_recall_0.50 6-2_5 0.3103 iprec_at_recall_0.60 6-2_5 0.0000 iprec_at_recall_0.70 6-2_5 0.0000 iprec_at_recall_0.80 6-2_5 0.0000 iprec_at_recall_0.90 6-2_5 0.0000 iprec_at_recall_1.00 6-2_5 0.0000 P_5 6-2_5 0.2000 P_10 6-2_5 0.6000 P_15 6-2_5 0.6000 P_20 6-2_5 0.5500 P_30 6-2_5 0.4667 P_100 6-2_5 0.2700 P_200 6-2_5 0.1450 P_500 6-2_5 0.0600 P_1000 6-2_5 0.0300 relstring 6-2_5 '1113142442' recall_5 6-2_5 0.0196 recall_10 6-2_5 0.1176 recall_15 6-2_5 0.1765 recall_20 6-2_5 0.2157 recall_30 6-2_5 0.2745 recall_100 6-2_5 0.5294 recall_200 6-2_5 0.5686 recall_500 6-2_5 0.5882 recall_1000 6-2_5 0.5882 infAP 6-2_5 0.2443 Rprec_mult_0.20 6-2_5 0.6364 Rprec_mult_0.40 6-2_5 0.5238 Rprec_mult_0.60 6-2_5 0.4516 Rprec_mult_0.80 6-2_5 0.3902 Rprec_mult_1.00 6-2_5 0.3725 Rprec_mult_1.20 6-2_5 0.3548 Rprec_mult_1.40 6-2_5 0.3194 Rprec_mult_1.60 6-2_5 0.3049 Rprec_mult_1.80 6-2_5 0.2935 Rprec_mult_2.00 6-2_5 0.2647 utility 6-2_5 -251.0000 11pt_avg 6-2_5 0.2704 binG 6-2_5 0.1515 G 6-2_5 0.1018 ndcg 6-2_5 0.4915 ndcg_rel 6-2_5 0.4686 Rndcg 6-2_5 0.4663 ndcg_cut_5 6-2_5 0.3230 ndcg_cut_10 6-2_5 0.4922 ndcg_cut_15 6-2_5 0.5044 ndcg_cut_20 6-2_5 0.4848 ndcg_cut_30 6-2_5 0.4490 ndcg_cut_100 6-2_5 0.4595 ndcg_cut_200 6-2_5 0.4781 ndcg_cut_500 6-2_5 0.4915 ndcg_cut_1000 6-2_5 0.4915 map_cut_5 6-2_5 0.0049 map_cut_10 6-2_5 0.0523 map_cut_15 6-2_5 0.0886 map_cut_20 6-2_5 0.1097 map_cut_30 6-2_5 0.1399 map_cut_100 6-2_5 0.2317 map_cut_200 6-2_5 0.2418 map_cut_500 6-2_5 0.2443 map_cut_1000 6-2_5 0.2443 relative_P_5 6-2_5 0.2000 relative_P_10 6-2_5 0.6000 relative_P_15 6-2_5 0.6000 relative_P_20 6-2_5 0.5500 relative_P_30 6-2_5 0.4667 relative_P_100 6-2_5 0.5294 relative_P_200 6-2_5 0.5686 relative_P_500 6-2_5 0.5882 relative_P_1000 6-2_5 0.5882 success_1 6-2_5 0.0000 success_5 6-2_5 1.0000 success_10 6-2_5 1.0000 set_P 6-2_5 0.0965 set_relative_P 6-2_5 0.5882 set_recall 6-2_5 0.5882 set_map 6-2_5 0.0567 set_F 6-2_5 0.1657 num_nonrel_judged_ret 6-2_5 12 rbp 6-2_5 0.4550 rbp_resid 6-2_5 0.1654 unj_5 6-2_5 0.0000 unj_10 6-2_5 0.0000 unj_20 6-2_5 0.2000 num_ret 7-1_1 458 num_rel 7-1_1 4 num_rel_ret 7-1_1 0 map 7-1_1 0.0000 Rprec 7-1_1 0.0000 bpref 7-1_1 0.0000 recip_rank 7-1_1 0.0000 iprec_at_recall_0.00 7-1_1 0.0000 iprec_at_recall_0.10 7-1_1 0.0000 iprec_at_recall_0.20 7-1_1 0.0000 iprec_at_recall_0.30 7-1_1 0.0000 iprec_at_recall_0.40 7-1_1 0.0000 iprec_at_recall_0.50 7-1_1 0.0000 iprec_at_recall_0.60 7-1_1 0.0000 iprec_at_recall_0.70 7-1_1 0.0000 iprec_at_recall_0.80 7-1_1 0.0000 iprec_at_recall_0.90 7-1_1 0.0000 iprec_at_recall_1.00 7-1_1 0.0000 P_5 7-1_1 0.0000 P_10 7-1_1 0.0000 P_15 7-1_1 0.0000 P_20 7-1_1 0.0000 P_30 7-1_1 0.0000 P_100 7-1_1 0.0000 P_200 7-1_1 0.0000 P_500 7-1_1 0.0000 P_1000 7-1_1 0.0000 relstring 7-1_1 '0110100000' recall_5 7-1_1 0.0000 recall_10 7-1_1 0.0000 recall_15 7-1_1 0.0000 recall_20 7-1_1 0.0000 recall_30 7-1_1 0.0000 recall_100 7-1_1 0.0000 recall_200 7-1_1 0.0000 recall_500 7-1_1 0.0000 recall_1000 7-1_1 0.0000 infAP 7-1_1 0.0000 Rprec_mult_0.20 7-1_1 0.0000 Rprec_mult_0.40 7-1_1 0.0000 Rprec_mult_0.60 7-1_1 0.0000 Rprec_mult_0.80 7-1_1 0.0000 Rprec_mult_1.00 7-1_1 0.0000 Rprec_mult_1.20 7-1_1 0.0000 Rprec_mult_1.40 7-1_1 0.0000 Rprec_mult_1.60 7-1_1 0.0000 Rprec_mult_1.80 7-1_1 0.0000 Rprec_mult_2.00 7-1_1 0.0000 utility 7-1_1 -458.0000 11pt_avg 7-1_1 0.0000 binG 7-1_1 0.0000 G 7-1_1 0.0345 ndcg 7-1_1 0.1764 ndcg_rel 7-1_1 0.1811 Rndcg 7-1_1 0.1301 ndcg_cut_5 7-1_1 0.2331 ndcg_cut_10 7-1_1 0.1873 ndcg_cut_15 7-1_1 0.1907 ndcg_cut_20 7-1_1 0.1913 ndcg_cut_30 7-1_1 0.2242 ndcg_cut_100 7-1_1 0.1814 ndcg_cut_200 7-1_1 0.1637 ndcg_cut_500 7-1_1 0.1764 ndcg_cut_1000 7-1_1 0.1764 map_cut_5 7-1_1 0.0000 map_cut_10 7-1_1 0.0000 map_cut_15 7-1_1 0.0000 map_cut_20 7-1_1 0.0000 map_cut_30 7-1_1 0.0000 map_cut_100 7-1_1 0.0000 map_cut_200 7-1_1 0.0000 map_cut_500 7-1_1 0.0000 map_cut_1000 7-1_1 0.0000 relative_P_5 7-1_1 0.0000 relative_P_10 7-1_1 0.0000 relative_P_15 7-1_1 0.0000 relative_P_20 7-1_1 0.0000 relative_P_30 7-1_1 0.0000 relative_P_100 7-1_1 0.0000 relative_P_200 7-1_1 0.0000 relative_P_500 7-1_1 0.0000 relative_P_1000 7-1_1 0.0000 success_1 7-1_1 0.0000 success_5 7-1_1 0.0000 success_10 7-1_1 0.0000 set_P 7-1_1 0.0000 set_relative_P 7-1_1 0.0000 set_recall 7-1_1 0.0000 set_map 7-1_1 0.0000 set_F 7-1_1 0.0000 num_nonrel_judged_ret 7-1_1 51 rbp 7-1_1 0.1079 rbp_resid 7-1_1 0.0746 unj_5 7-1_1 0.0000 unj_10 7-1_1 0.0000 unj_20 7-1_1 0.1000 num_ret 7-1_5 484 num_rel 7-1_5 6 num_rel_ret 7-1_5 2 map 7-1_5 0.1768 Rprec 7-1_5 0.1667 bpref 7-1_5 0.1667 recip_rank 7-1_5 1.0000 iprec_at_recall_0.00 7-1_5 1.0000 iprec_at_recall_0.10 7-1_5 1.0000 iprec_at_recall_0.20 7-1_5 1.0000 iprec_at_recall_0.30 7-1_5 0.0606 iprec_at_recall_0.40 7-1_5 0.0606 iprec_at_recall_0.50 7-1_5 0.0000 iprec_at_recall_0.60 7-1_5 0.0000 iprec_at_recall_0.70 7-1_5 0.0000 iprec_at_recall_0.80 7-1_5 0.0000 iprec_at_recall_0.90 7-1_5 0.0000 iprec_at_recall_1.00 7-1_5 0.0000 P_5 7-1_5 0.2000 P_10 7-1_5 0.1000 P_15 7-1_5 0.0667 P_20 7-1_5 0.0500 P_30 7-1_5 0.0333 P_100 7-1_5 0.0200 P_200 7-1_5 0.0100 P_500 7-1_5 0.0040 P_1000 7-1_5 0.0020 relstring 7-1_5 '4100100000' recall_5 7-1_5 0.1667 recall_10 7-1_5 0.1667 recall_15 7-1_5 0.1667 recall_20 7-1_5 0.1667 recall_30 7-1_5 0.1667 recall_100 7-1_5 0.3333 recall_200 7-1_5 0.3333 recall_500 7-1_5 0.3333 recall_1000 7-1_5 0.3333 infAP 7-1_5 0.1768 Rprec_mult_0.20 7-1_5 0.5000 Rprec_mult_0.40 7-1_5 0.3333 Rprec_mult_0.60 7-1_5 0.2500 Rprec_mult_0.80 7-1_5 0.2000 Rprec_mult_1.00 7-1_5 0.1667 Rprec_mult_1.20 7-1_5 0.1250 Rprec_mult_1.40 7-1_5 0.1111 Rprec_mult_1.60 7-1_5 0.1000 Rprec_mult_1.80 7-1_5 0.0909 Rprec_mult_2.00 7-1_5 0.0833 utility 7-1_5 -480.0000 11pt_avg 7-1_5 0.2837 binG 7-1_5 0.1997 G 7-1_5 0.1519 ndcg 7-1_5 0.3690 ndcg_rel 7-1_5 0.4143 Rndcg 7-1_5 0.3741 ndcg_cut_5 7-1_5 0.4255 ndcg_cut_10 7-1_5 0.3651 ndcg_cut_15 7-1_5 0.3331 ndcg_cut_20 7-1_5 0.3089 ndcg_cut_30 7-1_5 0.3007 ndcg_cut_100 7-1_5 0.3690 ndcg_cut_200 7-1_5 0.3690 ndcg_cut_500 7-1_5 0.3690 ndcg_cut_1000 7-1_5 0.3690 map_cut_5 7-1_5 0.1667 map_cut_10 7-1_5 0.1667 map_cut_15 7-1_5 0.1667 map_cut_20 7-1_5 0.1667 map_cut_30 7-1_5 0.1667 map_cut_100 7-1_5 0.1768 map_cut_200 7-1_5 0.1768 map_cut_500 7-1_5 0.1768 map_cut_1000 7-1_5 0.1768 relative_P_5 7-1_5 0.2000 relative_P_10 7-1_5 0.1667 relative_P_15 7-1_5 0.1667 relative_P_20 7-1_5 0.1667 relative_P_30 7-1_5 0.1667 relative_P_100 7-1_5 0.3333 relative_P_200 7-1_5 0.3333 relative_P_500 7-1_5 0.3333 relative_P_1000 7-1_5 0.3333 success_1 7-1_5 1.0000 success_5 7-1_5 1.0000 success_10 7-1_5 1.0000 set_P 7-1_5 0.0041 set_relative_P 7-1_5 0.3333 set_recall 7-1_5 0.3333 set_map 7-1_5 0.0014 set_F 7-1_5 0.0082 num_nonrel_judged_ret 7-1_5 31 rbp 7-1_5 0.1427 rbp_resid 7-1_5 0.1358 unj_5 7-1_5 0.0000 unj_10 7-1_5 0.0000 unj_20 7-1_5 0.1500 num_ret 7-1_6 443 num_rel 7-1_6 9 num_rel_ret 7-1_6 9 map 7-1_6 0.5055 Rprec 7-1_6 0.4444 bpref 7-1_6 0.4691 recip_rank 7-1_6 1.0000 iprec_at_recall_0.00 7-1_6 1.0000 iprec_at_recall_0.10 7-1_6 1.0000 iprec_at_recall_0.20 7-1_6 1.0000 iprec_at_recall_0.30 7-1_6 1.0000 iprec_at_recall_0.40 7-1_6 0.5000 iprec_at_recall_0.50 7-1_6 0.3571 iprec_at_recall_0.60 7-1_6 0.3571 iprec_at_recall_0.70 7-1_6 0.2609 iprec_at_recall_0.80 7-1_6 0.1842 iprec_at_recall_0.90 7-1_6 0.1778 iprec_at_recall_1.00 7-1_6 0.0698 P_5 7-1_6 0.6000 P_10 7-1_6 0.4000 P_15 7-1_6 0.3333 P_20 7-1_6 0.2500 P_30 7-1_6 0.2000 P_100 7-1_6 0.0800 P_200 7-1_6 0.0450 P_500 7-1_6 0.0180 P_1000 7-1_6 0.0090 relstring 7-1_6 '4440000410' recall_5 7-1_6 0.3333 recall_10 7-1_6 0.4444 recall_15 7-1_6 0.5556 recall_20 7-1_6 0.5556 recall_30 7-1_6 0.6667 recall_100 7-1_6 0.8889 recall_200 7-1_6 1.0000 recall_500 7-1_6 1.0000 recall_1000 7-1_6 1.0000 infAP 7-1_6 0.5055 Rprec_mult_0.20 7-1_6 1.0000 Rprec_mult_0.40 7-1_6 0.7500 Rprec_mult_0.60 7-1_6 0.5000 Rprec_mult_0.80 7-1_6 0.5000 Rprec_mult_1.00 7-1_6 0.4444 Rprec_mult_1.20 7-1_6 0.3636 Rprec_mult_1.40 7-1_6 0.3077 Rprec_mult_1.60 7-1_6 0.3333 Rprec_mult_1.80 7-1_6 0.2941 Rprec_mult_2.00 7-1_6 0.2778 utility 7-1_6 -425.0000 11pt_avg 7-1_6 0.5370 binG 7-1_6 0.4937 G 7-1_6 0.4547 ndcg 7-1_6 0.7834 ndcg_rel 7-1_6 0.7840 Rndcg 7-1_6 0.6823 ndcg_cut_5 7-1_6 0.7227 ndcg_cut_10 7-1_6 0.6547 ndcg_cut_15 7-1_6 0.6337 ndcg_cut_20 7-1_6 0.6473 ndcg_cut_30 7-1_6 0.6995 ndcg_cut_100 7-1_6 0.7664 ndcg_cut_200 7-1_6 0.7834 ndcg_cut_500 7-1_6 0.7834 ndcg_cut_1000 7-1_6 0.7834 map_cut_5 7-1_6 0.3333 map_cut_10 7-1_6 0.3889 map_cut_15 7-1_6 0.4286 map_cut_20 7-1_6 0.4286 map_cut_30 7-1_6 0.4576 map_cut_100 7-1_6 0.4978 map_cut_200 7-1_6 0.5055 map_cut_500 7-1_6 0.5055 map_cut_1000 7-1_6 0.5055 relative_P_5 7-1_6 0.6000 relative_P_10 7-1_6 0.4444 relative_P_15 7-1_6 0.5556 relative_P_20 7-1_6 0.5556 relative_P_30 7-1_6 0.6667 relative_P_100 7-1_6 0.8889 relative_P_200 7-1_6 1.0000 relative_P_500 7-1_6 1.0000 relative_P_1000 7-1_6 1.0000 success_1 7-1_6 1.0000 success_5 7-1_6 1.0000 success_10 7-1_6 1.0000 set_P 7-1_6 0.0203 set_relative_P 7-1_6 1.0000 set_recall 7-1_6 1.0000 set_map 7-1_6 0.0203 set_F 7-1_6 0.0398 num_nonrel_judged_ret 7-1_6 9 rbp 7-1_6 0.3580 rbp_resid 7-1_6 0.2620 unj_5 7-1_6 0.0000 unj_10 7-1_6 0.0000 unj_20 7-1_6 0.3500 num_ret 7-1_9 414 num_rel 7-1_9 20 num_rel_ret 7-1_9 11 map 7-1_9 0.1453 Rprec 7-1_9 0.2500 bpref 7-1_9 0.3925 recip_rank 7-1_9 1.0000 iprec_at_recall_0.00 7-1_9 1.0000 iprec_at_recall_0.10 7-1_9 0.2727 iprec_at_recall_0.20 7-1_9 0.2632 iprec_at_recall_0.30 7-1_9 0.1818 iprec_at_recall_0.40 7-1_9 0.1642 iprec_at_recall_0.50 7-1_9 0.1642 iprec_at_recall_0.60 7-1_9 0.0000 iprec_at_recall_0.70 7-1_9 0.0000 iprec_at_recall_0.80 7-1_9 0.0000 iprec_at_recall_0.90 7-1_9 0.0000 iprec_at_recall_1.00 7-1_9 0.0000 P_5 7-1_9 0.2000 P_10 7-1_9 0.2000 P_15 7-1_9 0.2000 P_20 7-1_9 0.2500 P_30 7-1_9 0.1667 P_100 7-1_9 0.1100 P_200 7-1_9 0.0550 P_500 7-1_9 0.0220 P_1000 7-1_9 0.0110 relstring 7-1_9 '2--11--012' recall_5 7-1_9 0.0500 recall_10 7-1_9 0.1000 recall_15 7-1_9 0.1500 recall_20 7-1_9 0.2500 recall_30 7-1_9 0.2500 recall_100 7-1_9 0.5500 recall_200 7-1_9 0.5500 recall_500 7-1_9 0.5500 recall_1000 7-1_9 0.5500 infAP 7-1_9 0.1453 Rprec_mult_0.20 7-1_9 0.2500 Rprec_mult_0.40 7-1_9 0.1250 Rprec_mult_0.60 7-1_9 0.2500 Rprec_mult_0.80 7-1_9 0.1875 Rprec_mult_1.00 7-1_9 0.2500 Rprec_mult_1.20 7-1_9 0.2083 Rprec_mult_1.40 7-1_9 0.1786 Rprec_mult_1.60 7-1_9 0.1562 Rprec_mult_1.80 7-1_9 0.1667 Rprec_mult_2.00 7-1_9 0.1500 utility 7-1_9 -392.0000 11pt_avg 7-1_9 0.1860 binG 7-1_9 0.1595 G 7-1_9 0.1310 ndcg 7-1_9 0.4743 ndcg_rel 7-1_9 0.4177 Rndcg 7-1_9 0.4061 ndcg_cut_5 7-1_9 0.3568 ndcg_cut_10 7-1_9 0.3334 ndcg_cut_15 7-1_9 0.3100 ndcg_cut_20 7-1_9 0.3226 ndcg_cut_30 7-1_9 0.3087 ndcg_cut_100 7-1_9 0.4394 ndcg_cut_200 7-1_9 0.4743 ndcg_cut_500 7-1_9 0.4743 ndcg_cut_1000 7-1_9 0.4743 map_cut_5 7-1_9 0.0500 map_cut_10 7-1_9 0.0600 map_cut_15 7-1_9 0.0736 map_cut_20 7-1_9 0.0979 map_cut_30 7-1_9 0.0979 map_cut_100 7-1_9 0.1453 map_cut_200 7-1_9 0.1453 map_cut_500 7-1_9 0.1453 map_cut_1000 7-1_9 0.1453 relative_P_5 7-1_9 0.2000 relative_P_10 7-1_9 0.2000 relative_P_15 7-1_9 0.2000 relative_P_20 7-1_9 0.2500 relative_P_30 7-1_9 0.2500 relative_P_100 7-1_9 0.5500 relative_P_200 7-1_9 0.5500 relative_P_500 7-1_9 0.5500 relative_P_1000 7-1_9 0.5500 success_1 7-1_9 1.0000 success_5 7-1_9 1.0000 success_10 7-1_9 1.0000 set_P 7-1_9 0.0266 set_relative_P 7-1_9 0.5500 set_recall 7-1_9 0.5500 set_map 7-1_9 0.0146 set_F 7-1_9 0.0507 num_nonrel_judged_ret 7-1_9 25 rbp 7-1_9 0.1570 rbp_resid 7-1_9 0.5364 unj_5 7-1_9 0.4000 unj_10 7-1_9 0.4000 unj_20 7-1_9 0.5500 num_ret 9-1_10 366 num_rel 9-1_10 59 num_rel_ret 9-1_10 29 map 9-1_10 0.2126 Rprec 9-1_10 0.2712 bpref 9-1_10 0.4738 recip_rank 9-1_10 1.0000 iprec_at_recall_0.00 9-1_10 1.0000 iprec_at_recall_0.10 9-1_10 0.8000 iprec_at_recall_0.20 9-1_10 0.3158 iprec_at_recall_0.30 9-1_10 0.2111 iprec_at_recall_0.40 9-1_10 0.2080 iprec_at_recall_0.50 9-1_10 0.0000 iprec_at_recall_0.60 9-1_10 0.0000 iprec_at_recall_0.70 9-1_10 0.0000 iprec_at_recall_0.80 9-1_10 0.0000 iprec_at_recall_0.90 9-1_10 0.0000 iprec_at_recall_1.00 9-1_10 0.0000 P_5 9-1_10 0.8000 P_10 9-1_10 0.8000 P_15 9-1_10 0.6000 P_20 9-1_10 0.5000 P_30 9-1_10 0.3667 P_100 9-1_10 0.2000 P_200 9-1_10 0.1400 P_500 9-1_10 0.0580 P_1000 9-1_10 0.0290 relstring 9-1_10 '441224-233' recall_5 9-1_10 0.0678 recall_10 9-1_10 0.1356 recall_15 9-1_10 0.1525 recall_20 9-1_10 0.1695 recall_30 9-1_10 0.1864 recall_100 9-1_10 0.3390 recall_200 9-1_10 0.4746 recall_500 9-1_10 0.4915 recall_1000 9-1_10 0.4915 infAP 9-1_10 0.2126 Rprec_mult_0.20 9-1_10 0.7500 Rprec_mult_0.40 9-1_10 0.4167 Rprec_mult_0.60 9-1_10 0.3056 Rprec_mult_0.80 9-1_10 0.2917 Rprec_mult_1.00 9-1_10 0.2712 Rprec_mult_1.20 9-1_10 0.2394 Rprec_mult_1.40 9-1_10 0.2048 Rprec_mult_1.60 9-1_10 0.2105 Rprec_mult_1.80 9-1_10 0.1963 Rprec_mult_2.00 9-1_10 0.1949 utility 9-1_10 -308.0000 11pt_avg 9-1_10 0.2304 binG 9-1_10 0.1587 G 9-1_10 0.1235 ndcg 9-1_10 0.4971 ndcg_rel 9-1_10 0.5245 Rndcg 9-1_10 0.4317 ndcg_cut_5 9-1_10 0.7342 ndcg_cut_10 9-1_10 0.6870 ndcg_cut_15 9-1_10 0.5786 ndcg_cut_20 9-1_10 0.5165 ndcg_cut_30 9-1_10 0.4428 ndcg_cut_100 9-1_10 0.4253 ndcg_cut_200 9-1_10 0.4921 ndcg_cut_500 9-1_10 0.4971 ndcg_cut_1000 9-1_10 0.4971 map_cut_5 9-1_10 0.0602 map_cut_10 9-1_10 0.1137 map_cut_15 9-1_10 0.1265 map_cut_20 9-1_10 0.1371 map_cut_30 9-1_10 0.1442 map_cut_100 9-1_10 0.1853 map_cut_200 9-1_10 0.2109 map_cut_500 9-1_10 0.2126 map_cut_1000 9-1_10 0.2126 relative_P_5 9-1_10 0.8000 relative_P_10 9-1_10 0.8000 relative_P_15 9-1_10 0.6000 relative_P_20 9-1_10 0.5000 relative_P_30 9-1_10 0.3667 relative_P_100 9-1_10 0.3390 relative_P_200 9-1_10 0.4746 relative_P_500 9-1_10 0.4915 relative_P_1000 9-1_10 0.4915 success_1 9-1_10 1.0000 success_5 9-1_10 1.0000 success_10 9-1_10 1.0000 set_P 9-1_10 0.0792 set_relative_P 9-1_10 0.4915 set_recall 9-1_10 0.4915 set_map 9-1_10 0.0389 set_F 9-1_10 0.1365 num_nonrel_judged_ret 9-1_10 3 rbp 9-1_10 0.4883 rbp_resid 9-1_10 0.3336 unj_5 9-1_10 0.0000 unj_10 9-1_10 0.1000 unj_20 9-1_10 0.4500 num_ret 9-1_2 363 num_rel 9-1_2 58 num_rel_ret 9-1_2 24 map 9-1_2 0.1194 Rprec 9-1_2 0.2414 bpref 9-1_2 0.3579 recip_rank 9-1_2 0.2500 iprec_at_recall_0.00 9-1_2 0.4138 iprec_at_recall_0.10 9-1_2 0.4138 iprec_at_recall_0.20 9-1_2 0.4138 iprec_at_recall_0.30 9-1_2 0.2000 iprec_at_recall_0.40 9-1_2 0.1920 iprec_at_recall_0.50 9-1_2 0.0000 iprec_at_recall_0.60 9-1_2 0.0000 iprec_at_recall_0.70 9-1_2 0.0000 iprec_at_recall_0.80 9-1_2 0.0000 iprec_at_recall_0.90 9-1_2 0.0000 iprec_at_recall_1.00 9-1_2 0.0000 P_5 9-1_2 0.2000 P_10 9-1_2 0.3000 P_15 9-1_2 0.3333 P_20 9-1_2 0.3500 P_30 9-1_2 0.4000 P_100 9-1_2 0.1900 P_200 9-1_2 0.1200 P_500 9-1_2 0.0480 P_1000 9-1_2 0.0240 relstring 9-1_2 '0-1300340-' recall_5 9-1_2 0.0172 recall_10 9-1_2 0.0517 recall_15 9-1_2 0.0862 recall_20 9-1_2 0.1207 recall_30 9-1_2 0.2069 recall_100 9-1_2 0.3276 recall_200 9-1_2 0.4138 recall_500 9-1_2 0.4138 recall_1000 9-1_2 0.4138 infAP 9-1_2 0.1194 Rprec_mult_0.20 9-1_2 0.3333 Rprec_mult_0.40 9-1_2 0.3750 Rprec_mult_0.60 9-1_2 0.3429 Rprec_mult_0.80 9-1_2 0.2979 Rprec_mult_1.00 9-1_2 0.2414 Rprec_mult_1.20 9-1_2 0.2000 Rprec_mult_1.40 9-1_2 0.1951 Rprec_mult_1.60 9-1_2 0.1828 Rprec_mult_1.80 9-1_2 0.1810 Rprec_mult_2.00 9-1_2 0.1897 utility 9-1_2 -315.0000 11pt_avg 9-1_2 0.1485 binG 9-1_2 0.0947 G 9-1_2 0.0678 ndcg 9-1_2 0.3325 ndcg_rel 9-1_2 0.3094 Rndcg 9-1_2 0.2653 ndcg_cut_5 9-1_2 0.1519 ndcg_cut_10 9-1_2 0.2348 ndcg_cut_15 9-1_2 0.2672 ndcg_cut_20 9-1_2 0.2768 ndcg_cut_30 9-1_2 0.3085 ndcg_cut_100 9-1_2 0.2907 ndcg_cut_200 9-1_2 0.3325 ndcg_cut_500 9-1_2 0.3325 ndcg_cut_1000 9-1_2 0.3325 map_cut_5 9-1_2 0.0043 map_cut_10 9-1_2 0.0157 map_cut_15 9-1_2 0.0286 map_cut_20 9-1_2 0.0414 map_cut_30 9-1_2 0.0747 map_cut_100 9-1_2 0.1030 map_cut_200 9-1_2 0.1194 map_cut_500 9-1_2 0.1194 map_cut_1000 9-1_2 0.1194 relative_P_5 9-1_2 0.2000 relative_P_10 9-1_2 0.3000 relative_P_15 9-1_2 0.3333 relative_P_20 9-1_2 0.3500 relative_P_30 9-1_2 0.4000 relative_P_100 9-1_2 0.3276 relative_P_200 9-1_2 0.4138 relative_P_500 9-1_2 0.4138 relative_P_1000 9-1_2 0.4138 success_1 9-1_2 0.0000 success_5 9-1_2 1.0000 success_10 9-1_2 1.0000 set_P 9-1_2 0.0661 set_relative_P 9-1_2 0.4138 set_recall 9-1_2 0.4138 set_map 9-1_2 0.0274 set_F 9-1_2 0.1140 num_nonrel_judged_ret 9-1_2 18 rbp 9-1_2 0.2573 rbp_resid 9-1_2 0.3062 unj_5 9-1_2 0.2000 unj_10 9-1_2 0.2000 unj_20 9-1_2 0.3500 num_ret 9-1_4 330 num_rel 9-1_4 25 num_rel_ret 9-1_4 16 map 9-1_4 0.1950 Rprec 9-1_4 0.3600 bpref 9-1_4 0.4976 recip_rank 9-1_4 0.2500 iprec_at_recall_0.00 9-1_4 0.5455 iprec_at_recall_0.10 9-1_4 0.5455 iprec_at_recall_0.20 9-1_4 0.5455 iprec_at_recall_0.30 9-1_4 0.5333 iprec_at_recall_0.40 9-1_4 0.1562 iprec_at_recall_0.50 9-1_4 0.1287 iprec_at_recall_0.60 9-1_4 0.0915 iprec_at_recall_0.70 9-1_4 0.0000 iprec_at_recall_0.80 9-1_4 0.0000 iprec_at_recall_0.90 9-1_4 0.0000 iprec_at_recall_1.00 9-1_4 0.0000 P_5 9-1_4 0.2000 P_10 9-1_4 0.5000 P_15 9-1_4 0.5333 P_20 9-1_4 0.4500 P_30 9-1_4 0.3000 P_100 9-1_4 0.1200 P_200 9-1_4 0.0750 P_500 9-1_4 0.0320 P_1000 9-1_4 0.0160 relstring 9-1_4 '0013-32022' recall_5 9-1_4 0.0400 recall_10 9-1_4 0.2000 recall_15 9-1_4 0.3200 recall_20 9-1_4 0.3600 recall_30 9-1_4 0.3600 recall_100 9-1_4 0.4800 recall_200 9-1_4 0.6000 recall_500 9-1_4 0.6400 recall_1000 9-1_4 0.6400 infAP 9-1_4 0.1950 Rprec_mult_0.20 9-1_4 0.2000 Rprec_mult_0.40 9-1_4 0.5000 Rprec_mult_0.60 9-1_4 0.5333 Rprec_mult_0.80 9-1_4 0.4500 Rprec_mult_1.00 9-1_4 0.3600 Rprec_mult_1.20 9-1_4 0.3000 Rprec_mult_1.40 9-1_4 0.2571 Rprec_mult_1.60 9-1_4 0.2250 Rprec_mult_1.80 9-1_4 0.2000 Rprec_mult_2.00 9-1_4 0.1800 utility 9-1_4 -298.0000 11pt_avg 9-1_4 0.2315 binG 9-1_4 0.1705 G 9-1_4 0.1280 ndcg 9-1_4 0.4658 ndcg_rel 9-1_4 0.3953 Rndcg 9-1_4 0.3790 ndcg_cut_5 9-1_4 0.2026 ndcg_cut_10 9-1_4 0.3454 ndcg_cut_15 9-1_4 0.4028 ndcg_cut_20 9-1_4 0.3728 ndcg_cut_30 9-1_4 0.3316 ndcg_cut_100 9-1_4 0.3973 ndcg_cut_200 9-1_4 0.4498 ndcg_cut_500 9-1_4 0.4658 ndcg_cut_1000 9-1_4 0.4658 map_cut_5 9-1_4 0.0100 map_cut_10 9-1_4 0.0783 map_cut_15 9-1_4 0.1429 map_cut_20 9-1_4 0.1629 map_cut_30 9-1_4 0.1629 map_cut_100 9-1_4 0.1796 map_cut_200 9-1_4 0.1921 map_cut_500 9-1_4 0.1950 map_cut_1000 9-1_4 0.1950 relative_P_5 9-1_4 0.2000 relative_P_10 9-1_4 0.5000 relative_P_15 9-1_4 0.5333 relative_P_20 9-1_4 0.4500 relative_P_30 9-1_4 0.3600 relative_P_100 9-1_4 0.4800 relative_P_200 9-1_4 0.6000 relative_P_500 9-1_4 0.6400 relative_P_1000 9-1_4 0.6400 success_1 9-1_4 0.0000 success_5 9-1_4 1.0000 success_10 9-1_4 1.0000 set_P 9-1_4 0.0485 set_relative_P 9-1_4 0.6400 set_recall 9-1_4 0.6400 set_map 9-1_4 0.0310 set_F 9-1_4 0.0901 num_nonrel_judged_ret 9-1_4 11 rbp 9-1_4 0.3537 rbp_resid 9-1_4 0.3036 unj_5 9-1_4 0.2000 unj_10 9-1_4 0.1000 unj_20 9-1_4 0.3500 num_ret 9-1_5 396 num_rel 9-1_5 25 num_rel_ret 9-1_5 13 map 9-1_5 0.0826 Rprec 9-1_5 0.1200 bpref 9-1_5 0.2944 recip_rank 9-1_5 0.5000 iprec_at_recall_0.00 9-1_5 0.5000 iprec_at_recall_0.10 9-1_5 0.3000 iprec_at_recall_0.20 9-1_5 0.1429 iprec_at_recall_0.30 9-1_5 0.1099 iprec_at_recall_0.40 9-1_5 0.1099 iprec_at_recall_0.50 9-1_5 0.0628 iprec_at_recall_0.60 9-1_5 0.0000 iprec_at_recall_0.70 9-1_5 0.0000 iprec_at_recall_0.80 9-1_5 0.0000 iprec_at_recall_0.90 9-1_5 0.0000 iprec_at_recall_1.00 9-1_5 0.0000 P_5 9-1_5 0.2000 P_10 9-1_5 0.3000 P_15 9-1_5 0.2000 P_20 9-1_5 0.1500 P_30 9-1_5 0.1000 P_100 9-1_5 0.1000 P_200 9-1_5 0.0600 P_500 9-1_5 0.0260 P_1000 9-1_5 0.0130 relstring 9-1_5 '1301102003' recall_5 9-1_5 0.0400 recall_10 9-1_5 0.1200 recall_15 9-1_5 0.1200 recall_20 9-1_5 0.1200 recall_30 9-1_5 0.1200 recall_100 9-1_5 0.4000 recall_200 9-1_5 0.4800 recall_500 9-1_5 0.5200 recall_1000 9-1_5 0.5200 infAP 9-1_5 0.0826 Rprec_mult_0.20 9-1_5 0.2000 Rprec_mult_0.40 9-1_5 0.3000 Rprec_mult_0.60 9-1_5 0.2000 Rprec_mult_0.80 9-1_5 0.1500 Rprec_mult_1.00 9-1_5 0.1200 Rprec_mult_1.20 9-1_5 0.1000 Rprec_mult_1.40 9-1_5 0.1429 Rprec_mult_1.60 9-1_5 0.1250 Rprec_mult_1.80 9-1_5 0.1111 Rprec_mult_2.00 9-1_5 0.1000 utility 9-1_5 -370.0000 11pt_avg 9-1_5 0.1114 binG 9-1_5 0.1170 G 9-1_5 0.0951 ndcg 9-1_5 0.3830 ndcg_rel 9-1_5 0.3539 Rndcg 9-1_5 0.2907 ndcg_cut_5 9-1_5 0.3380 ndcg_cut_10 9-1_5 0.3327 ndcg_cut_15 9-1_5 0.2801 ndcg_cut_20 9-1_5 0.2523 ndcg_cut_30 9-1_5 0.2211 ndcg_cut_100 9-1_5 0.3370 ndcg_cut_200 9-1_5 0.3611 ndcg_cut_500 9-1_5 0.3830 ndcg_cut_1000 9-1_5 0.3830 map_cut_5 9-1_5 0.0200 map_cut_10 9-1_5 0.0434 map_cut_15 9-1_5 0.0434 map_cut_20 9-1_5 0.0434 map_cut_30 9-1_5 0.0434 map_cut_100 9-1_5 0.0738 map_cut_200 9-1_5 0.0801 map_cut_500 9-1_5 0.0826 map_cut_1000 9-1_5 0.0826 relative_P_5 9-1_5 0.2000 relative_P_10 9-1_5 0.3000 relative_P_15 9-1_5 0.2000 relative_P_20 9-1_5 0.1500 relative_P_30 9-1_5 0.1200 relative_P_100 9-1_5 0.4000 relative_P_200 9-1_5 0.4800 relative_P_500 9-1_5 0.5200 relative_P_1000 9-1_5 0.5200 success_1 9-1_5 0.0000 success_5 9-1_5 1.0000 success_10 9-1_5 1.0000 set_P 9-1_5 0.0328 set_relative_P 9-1_5 0.5200 set_recall 9-1_5 0.5200 set_map 9-1_5 0.0171 set_F 9-1_5 0.0618 num_nonrel_judged_ret 9-1_5 21 rbp 9-1_5 0.2010 rbp_resid 9-1_5 0.2906 unj_5 9-1_5 0.0000 unj_10 9-1_5 0.0000 unj_20 9-1_5 0.4000 num_ret 9-2_6 401 num_rel 9-2_6 20 num_rel_ret 9-2_6 13 map 9-2_6 0.2127 Rprec 9-2_6 0.3000 bpref 9-2_6 0.5075 recip_rank 9-2_6 0.3333 iprec_at_recall_0.00 9-2_6 0.5000 iprec_at_recall_0.10 9-2_6 0.5000 iprec_at_recall_0.20 9-2_6 0.4545 iprec_at_recall_0.30 9-2_6 0.3571 iprec_at_recall_0.40 9-2_6 0.3571 iprec_at_recall_0.50 9-2_6 0.3571 iprec_at_recall_0.60 9-2_6 0.1121 iprec_at_recall_0.70 9-2_6 0.0000 iprec_at_recall_0.80 9-2_6 0.0000 iprec_at_recall_0.90 9-2_6 0.0000 iprec_at_recall_1.00 9-2_6 0.0000 P_5 9-2_6 0.4000 P_10 9-2_6 0.4000 P_15 9-2_6 0.3333 P_20 9-2_6 0.3000 P_30 9-2_6 0.3333 P_100 9-2_6 0.1100 P_200 9-2_6 0.0650 P_500 9-2_6 0.0260 P_1000 9-2_6 0.0130 relstring 9-2_6 '1-42-3-112' recall_5 9-2_6 0.1000 recall_10 9-2_6 0.2000 recall_15 9-2_6 0.2500 recall_20 9-2_6 0.3000 recall_30 9-2_6 0.5000 recall_100 9-2_6 0.5500 recall_200 9-2_6 0.6500 recall_500 9-2_6 0.6500 recall_1000 9-2_6 0.6500 infAP 9-2_6 0.2127 Rprec_mult_0.20 9-2_6 0.5000 Rprec_mult_0.40 9-2_6 0.3750 Rprec_mult_0.60 9-2_6 0.4167 Rprec_mult_0.80 9-2_6 0.3125 Rprec_mult_1.00 9-2_6 0.3000 Rprec_mult_1.20 9-2_6 0.2917 Rprec_mult_1.40 9-2_6 0.3571 Rprec_mult_1.60 9-2_6 0.3125 Rprec_mult_1.80 9-2_6 0.2778 Rprec_mult_2.00 9-2_6 0.2500 utility 9-2_6 -375.0000 11pt_avg 9-2_6 0.2398 binG 9-2_6 0.1889 G 9-2_6 0.1292 ndcg 9-2_6 0.4768 ndcg_rel 9-2_6 0.4216 Rndcg 9-2_6 0.3832 ndcg_cut_5 9-2_6 0.3274 ndcg_cut_10 9-2_6 0.3547 ndcg_cut_15 9-2_6 0.3311 ndcg_cut_20 9-2_6 0.3278 ndcg_cut_30 9-2_6 0.4036 ndcg_cut_100 9-2_6 0.4373 ndcg_cut_200 9-2_6 0.4768 ndcg_cut_500 9-2_6 0.4768 ndcg_cut_1000 9-2_6 0.4768 map_cut_5 9-2_6 0.0417 map_cut_10 9-2_6 0.0867 map_cut_15 9-2_6 0.1094 map_cut_20 9-2_6 0.1261 map_cut_30 9-2_6 0.1939 map_cut_100 9-2_6 0.2032 map_cut_200 9-2_6 0.2127 map_cut_500 9-2_6 0.2127 map_cut_1000 9-2_6 0.2127 relative_P_5 9-2_6 0.4000 relative_P_10 9-2_6 0.4000 relative_P_15 9-2_6 0.3333 relative_P_20 9-2_6 0.3000 relative_P_30 9-2_6 0.5000 relative_P_100 9-2_6 0.5500 relative_P_200 9-2_6 0.6500 relative_P_500 9-2_6 0.6500 relative_P_1000 9-2_6 0.6500 success_1 9-2_6 0.0000 success_5 9-2_6 1.0000 success_10 9-2_6 1.0000 set_P 9-2_6 0.0324 set_relative_P 9-2_6 0.6500 set_recall 9-2_6 0.6500 set_map 9-2_6 0.0211 set_F 9-2_6 0.0618 num_nonrel_judged_ret 9-2_6 11 rbp 9-2_6 0.2867 rbp_resid 9-2_6 0.4280 unj_5 9-2_6 0.4000 unj_10 9-2_6 0.3000 unj_20 9-2_6 0.5000 num_ret 9-2_7 422 num_rel 9-2_7 10 num_rel_ret 9-2_7 5 map 9-2_7 0.0290 Rprec 9-2_7 0.1000 bpref 9-2_7 0.1000 recip_rank 9-2_7 0.1111 iprec_at_recall_0.00 9-2_7 0.1111 iprec_at_recall_0.10 9-2_7 0.1111 iprec_at_recall_0.20 9-2_7 0.0606 iprec_at_recall_0.30 9-2_7 0.0492 iprec_at_recall_0.40 9-2_7 0.0385 iprec_at_recall_0.50 9-2_7 0.0309 iprec_at_recall_0.60 9-2_7 0.0000 iprec_at_recall_0.70 9-2_7 0.0000 iprec_at_recall_0.80 9-2_7 0.0000 iprec_at_recall_0.90 9-2_7 0.0000 iprec_at_recall_1.00 9-2_7 0.0000 P_5 9-2_7 0.0000 P_10 9-2_7 0.1000 P_15 9-2_7 0.0667 P_20 9-2_7 0.0500 P_30 9-2_7 0.0333 P_100 9-2_7 0.0300 P_200 9-2_7 0.0250 P_500 9-2_7 0.0100 P_1000 9-2_7 0.0050 relstring 9-2_7 '11------40' recall_5 9-2_7 0.0000 recall_10 9-2_7 0.1000 recall_15 9-2_7 0.1000 recall_20 9-2_7 0.1000 recall_30 9-2_7 0.1000 recall_100 9-2_7 0.3000 recall_200 9-2_7 0.5000 recall_500 9-2_7 0.5000 recall_1000 9-2_7 0.5000 infAP 9-2_7 0.0290 Rprec_mult_0.20 9-2_7 0.0000 Rprec_mult_0.40 9-2_7 0.0000 Rprec_mult_0.60 9-2_7 0.0000 Rprec_mult_0.80 9-2_7 0.0000 Rprec_mult_1.00 9-2_7 0.1000 Rprec_mult_1.20 9-2_7 0.0833 Rprec_mult_1.40 9-2_7 0.0714 Rprec_mult_1.60 9-2_7 0.0625 Rprec_mult_1.80 9-2_7 0.0556 Rprec_mult_2.00 9-2_7 0.0500 utility 9-2_7 -412.0000 11pt_avg 9-2_7 0.0365 binG 9-2_7 0.0955 G 9-2_7 0.1289 ndcg 9-2_7 0.4047 ndcg_rel 9-2_7 0.3418 Rndcg 9-2_7 0.2775 ndcg_cut_5 9-2_7 0.1781 ndcg_cut_10 9-2_7 0.2296 ndcg_cut_15 9-2_7 0.2464 ndcg_cut_20 9-2_7 0.2433 ndcg_cut_30 9-2_7 0.2258 ndcg_cut_100 9-2_7 0.3540 ndcg_cut_200 9-2_7 0.4047 ndcg_cut_500 9-2_7 0.4047 ndcg_cut_1000 9-2_7 0.4047 map_cut_5 9-2_7 0.0000 map_cut_10 9-2_7 0.0111 map_cut_15 9-2_7 0.0111 map_cut_20 9-2_7 0.0111 map_cut_30 9-2_7 0.0111 map_cut_100 9-2_7 0.0221 map_cut_200 9-2_7 0.0290 map_cut_500 9-2_7 0.0290 map_cut_1000 9-2_7 0.0290 relative_P_5 9-2_7 0.0000 relative_P_10 9-2_7 0.1000 relative_P_15 9-2_7 0.1000 relative_P_20 9-2_7 0.1000 relative_P_30 9-2_7 0.1000 relative_P_100 9-2_7 0.3000 relative_P_200 9-2_7 0.5000 relative_P_500 9-2_7 0.5000 relative_P_1000 9-2_7 0.5000 success_1 9-2_7 0.0000 success_5 9-2_7 0.0000 success_10 9-2_7 1.0000 set_P 9-2_7 0.0118 set_relative_P 9-2_7 0.5000 set_recall 9-2_7 0.5000 set_map 9-2_7 0.0059 set_F 9-2_7 0.0231 num_nonrel_judged_ret 9-2_7 21 rbp 9-2_7 0.1182 rbp_resid 9-2_7 0.6150 unj_5 9-2_7 0.6000 unj_10 9-2_7 0.6000 unj_20 9-2_7 0.6500 num_ret 9-2_9 337 num_rel 9-2_9 31 num_rel_ret 9-2_9 18 map 9-2_9 0.0825 Rprec 9-2_9 0.1290 bpref 9-2_9 0.1935 recip_rank 9-2_9 0.1250 iprec_at_recall_0.00 9-2_9 0.2222 iprec_at_recall_0.10 9-2_9 0.1667 iprec_at_recall_0.20 9-2_9 0.1556 iprec_at_recall_0.30 9-2_9 0.1525 iprec_at_recall_0.40 9-2_9 0.1383 iprec_at_recall_0.50 9-2_9 0.1322 iprec_at_recall_0.60 9-2_9 0.0000 iprec_at_recall_0.70 9-2_9 0.0000 iprec_at_recall_0.80 9-2_9 0.0000 iprec_at_recall_0.90 9-2_9 0.0000 iprec_at_recall_1.00 9-2_9 0.0000 P_5 9-2_9 0.0000 P_10 9-2_9 0.2000 P_15 9-2_9 0.1333 P_20 9-2_9 0.1500 P_30 9-2_9 0.1333 P_100 9-2_9 0.1300 P_200 9-2_9 0.0900 P_500 9-2_9 0.0360 P_1000 9-2_9 0.0180 relstring 9-2_9 '1-11111231' recall_5 9-2_9 0.0000 recall_10 9-2_9 0.0645 recall_15 9-2_9 0.0645 recall_20 9-2_9 0.0968 recall_30 9-2_9 0.1290 recall_100 9-2_9 0.4194 recall_200 9-2_9 0.5806 recall_500 9-2_9 0.5806 recall_1000 9-2_9 0.5806 infAP 9-2_9 0.0825 Rprec_mult_0.20 9-2_9 0.0000 Rprec_mult_0.40 9-2_9 0.1538 Rprec_mult_0.60 9-2_9 0.1579 Rprec_mult_0.80 9-2_9 0.1200 Rprec_mult_1.00 9-2_9 0.1290 Rprec_mult_1.20 9-2_9 0.1053 Rprec_mult_1.40 9-2_9 0.1364 Rprec_mult_1.60 9-2_9 0.1400 Rprec_mult_1.80 9-2_9 0.1429 Rprec_mult_2.00 9-2_9 0.1452 utility 9-2_9 -301.0000 11pt_avg 9-2_9 0.0880 binG 9-2_9 0.1094 G 9-2_9 0.1045 ndcg 9-2_9 0.4535 ndcg_rel 9-2_9 0.3676 Rndcg 9-2_9 0.3108 ndcg_cut_5 9-2_9 0.1965 ndcg_cut_10 9-2_9 0.2658 ndcg_cut_15 9-2_9 0.2428 ndcg_cut_20 9-2_9 0.2743 ndcg_cut_30 9-2_9 0.2772 ndcg_cut_100 9-2_9 0.3630 ndcg_cut_200 9-2_9 0.4501 ndcg_cut_500 9-2_9 0.4535 ndcg_cut_1000 9-2_9 0.4535 map_cut_5 9-2_9 0.0000 map_cut_10 9-2_9 0.0112 map_cut_15 9-2_9 0.0112 map_cut_20 9-2_9 0.0166 map_cut_30 9-2_9 0.0214 map_cut_100 9-2_9 0.0621 map_cut_200 9-2_9 0.0825 map_cut_500 9-2_9 0.0825 map_cut_1000 9-2_9 0.0825 relative_P_5 9-2_9 0.0000 relative_P_10 9-2_9 0.2000 relative_P_15 9-2_9 0.1333 relative_P_20 9-2_9 0.1500 relative_P_30 9-2_9 0.1333 relative_P_100 9-2_9 0.4194 relative_P_200 9-2_9 0.5806 relative_P_500 9-2_9 0.5806 relative_P_1000 9-2_9 0.5806 success_1 9-2_9 0.0000 success_5 9-2_9 0.0000 success_10 9-2_9 1.0000 set_P 9-2_9 0.0534 set_relative_P 9-2_9 0.5806 set_recall 9-2_9 0.5806 set_map 9-2_9 0.0310 set_F 9-2_9 0.0978 num_nonrel_judged_ret 9-2_9 34 rbp 9-2_9 0.2288 rbp_resid 9-2_9 0.2762 unj_5 9-2_9 0.2000 unj_10 9-2_9 0.1000 unj_20 9-2_9 0.3000 runid all mq4cs-gpt41-bm25 num_q all 45 num_ret all 18267 num_rel all 2135 num_rel_ret all 876 map all 0.1879 gm_map all 0.0853 Rprec all 0.2372 bpref all 0.3382 recip_rank all 0.6317 iprec_at_recall_0.00 all 0.6960 iprec_at_recall_0.10 all 0.5335 iprec_at_recall_0.20 all 0.4129 iprec_at_recall_0.30 all 0.2588 iprec_at_recall_0.40 all 0.1818 iprec_at_recall_0.50 all 0.1407 iprec_at_recall_0.60 all 0.0976 iprec_at_recall_0.70 all 0.0516 iprec_at_recall_0.80 all 0.0223 iprec_at_recall_0.90 all 0.0169 iprec_at_recall_1.00 all 0.0016 P_5 all 0.4311 P_10 all 0.4467 P_15 all 0.3926 P_20 all 0.3500 P_30 all 0.2970 P_100 all 0.1500 P_200 all 0.0911 P_500 all 0.0389 P_1000 all 0.0195 recall_5 all 0.0661 recall_10 all 0.1279 recall_15 all 0.1620 recall_20 all 0.1872 recall_30 all 0.2371 recall_100 all 0.3778 recall_200 all 0.4452 recall_500 all 0.4656 recall_1000 all 0.4656 infAP all 0.1879 gm_bpref all 0.1742 Rprec_mult_0.20 all 0.4576 Rprec_mult_0.40 all 0.3667 Rprec_mult_0.60 all 0.3026 Rprec_mult_0.80 all 0.2655 Rprec_mult_1.00 all 0.2372 Rprec_mult_1.20 all 0.2112 Rprec_mult_1.40 all 0.1967 Rprec_mult_1.60 all 0.1854 Rprec_mult_1.80 all 0.1761 Rprec_mult_2.00 all 0.1658 utility all -367.0000 11pt_avg all 0.2194 binG all 0.1614 G all 0.1169 ndcg all 0.4126 ndcg_rel all 0.3997 Rndcg all 0.3630 ndcg_cut_5 all 0.4053 ndcg_cut_10 all 0.4145 ndcg_cut_15 all 0.3959 ndcg_cut_20 all 0.3822 ndcg_cut_30 all 0.3771 ndcg_cut_100 all 0.3743 ndcg_cut_200 all 0.4024 ndcg_cut_500 all 0.4126 ndcg_cut_1000 all 0.4126 map_cut_5 all 0.0570 map_cut_10 all 0.0940 map_cut_15 all 0.1134 map_cut_20 all 0.1251 map_cut_30 all 0.1436 map_cut_100 all 0.1761 map_cut_200 all 0.1860 map_cut_500 all 0.1879 map_cut_1000 all 0.1879 relative_P_5 all 0.4311 relative_P_10 all 0.4501 relative_P_15 all 0.4046 relative_P_20 all 0.3753 relative_P_30 all 0.3577 relative_P_100 all 0.3828 relative_P_200 all 0.4455 relative_P_500 all 0.4656 relative_P_1000 all 0.4656 success_1 all 0.5111 success_5 all 0.8444 success_10 all 0.9111 set_P all 0.0493 set_relative_P all 0.4656 set_recall all 0.4656 set_map all 0.0256 set_F all 0.0860 num_nonrel_judged_ret all 817 rbp all 0.3128 rbp_resid all 0.2885 unj_5 all 0.1156 unj_10 all 0.1267 unj_20 all 0.3544