num_ret 1-1_3 100 num_rel 1-1_3 64 num_rel_ret 1-1_3 28 map 1-1_3 0.1488 Rprec 1-1_3 0.3125 bpref 1-1_3 0.3479 recip_rank 1-1_3 1.0000 iprec_at_recall_0.00 1-1_3 1.0000 iprec_at_recall_0.10 1-1_3 0.3125 iprec_at_recall_0.20 1-1_3 0.3125 iprec_at_recall_0.30 1-1_3 0.3125 iprec_at_recall_0.40 1-1_3 0.2917 iprec_at_recall_0.50 1-1_3 0.0000 iprec_at_recall_0.60 1-1_3 0.0000 iprec_at_recall_0.70 1-1_3 0.0000 iprec_at_recall_0.80 1-1_3 0.0000 iprec_at_recall_0.90 1-1_3 0.0000 iprec_at_recall_1.00 1-1_3 0.0000 P_5 1-1_3 0.6000 P_10 1-1_3 0.4000 P_15 1-1_3 0.3333 P_20 1-1_3 0.3000 P_30 1-1_3 0.2000 P_100 1-1_3 0.2800 P_200 1-1_3 0.1400 P_500 1-1_3 0.0560 P_1000 1-1_3 0.0280 relstring 1-1_3 '2022010002' recall_5 1-1_3 0.0469 recall_10 1-1_3 0.0625 recall_15 1-1_3 0.0781 recall_20 1-1_3 0.0938 recall_30 1-1_3 0.0938 recall_100 1-1_3 0.4375 recall_200 1-1_3 0.4375 recall_500 1-1_3 0.4375 recall_1000 1-1_3 0.4375 infAP 1-1_3 0.1488 Rprec_mult_0.20 1-1_3 0.3846 Rprec_mult_0.40 1-1_3 0.2308 Rprec_mult_0.60 1-1_3 0.2308 Rprec_mult_0.80 1-1_3 0.2692 Rprec_mult_1.00 1-1_3 0.3125 Rprec_mult_1.20 1-1_3 0.2727 Rprec_mult_1.40 1-1_3 0.2667 Rprec_mult_1.60 1-1_3 0.2718 Rprec_mult_1.80 1-1_3 0.2414 Rprec_mult_2.00 1-1_3 0.2188 utility 1-1_3 -44.0000 11pt_avg 1-1_3 0.2027 binG 1-1_3 0.1121 G 1-1_3 0.0763 ndcg 1-1_3 0.3784 ndcg_rel 1-1_3 0.3528 Rndcg 1-1_3 0.3135 ndcg_cut_5 1-1_3 0.3686 ndcg_cut_10 1-1_3 0.3142 ndcg_cut_15 1-1_3 0.3188 ndcg_cut_20 1-1_3 0.2892 ndcg_cut_30 1-1_3 0.2379 ndcg_cut_100 1-1_3 0.3784 ndcg_cut_200 1-1_3 0.3784 ndcg_cut_500 1-1_3 0.3784 ndcg_cut_1000 1-1_3 0.3784 map_cut_5 1-1_3 0.0378 map_cut_10 1-1_3 0.0440 map_cut_15 1-1_3 0.0500 map_cut_20 1-1_3 0.0547 map_cut_30 1-1_3 0.0547 map_cut_100 1-1_3 0.1488 map_cut_200 1-1_3 0.1488 map_cut_500 1-1_3 0.1488 map_cut_1000 1-1_3 0.1488 relative_P_5 1-1_3 0.6000 relative_P_10 1-1_3 0.4000 relative_P_15 1-1_3 0.3333 relative_P_20 1-1_3 0.3000 relative_P_30 1-1_3 0.2000 relative_P_100 1-1_3 0.4375 relative_P_200 1-1_3 0.4375 relative_P_500 1-1_3 0.4375 relative_P_1000 1-1_3 0.4375 success_1 1-1_3 1.0000 success_5 1-1_3 1.0000 success_10 1-1_3 1.0000 set_P 1-1_3 0.2800 set_relative_P 1-1_3 0.4375 set_recall 1-1_3 0.4375 set_map 1-1_3 0.1225 set_F 1-1_3 0.3415 num_nonrel_judged_ret 1-1_3 15 rbp 1-1_3 0.2137 rbp_resid 1-1_3 0.2020 unj_5 1-1_3 0.0000 unj_10 1-1_3 0.0000 unj_20 1-1_3 0.2500 num_ret 1-1_4 100 num_rel 1-1_4 107 num_rel_ret 1-1_4 31 map 1-1_4 0.1637 Rprec 1-1_4 0.2897 bpref 1-1_4 0.2897 recip_rank 1-1_4 1.0000 iprec_at_recall_0.00 1-1_4 1.0000 iprec_at_recall_0.10 1-1_4 0.4615 iprec_at_recall_0.20 1-1_4 0.4615 iprec_at_recall_0.30 1-1_4 0.0000 iprec_at_recall_0.40 1-1_4 0.0000 iprec_at_recall_0.50 1-1_4 0.0000 iprec_at_recall_0.60 1-1_4 0.0000 iprec_at_recall_0.70 1-1_4 0.0000 iprec_at_recall_0.80 1-1_4 0.0000 iprec_at_recall_0.90 1-1_4 0.0000 iprec_at_recall_1.00 1-1_4 0.0000 P_5 1-1_4 1.0000 P_10 1-1_4 0.8000 P_15 1-1_4 0.5333 P_20 1-1_4 0.4500 P_30 1-1_4 0.4000 P_100 1-1_4 0.3100 P_200 1-1_4 0.1550 P_500 1-1_4 0.0620 P_1000 1-1_4 0.0310 relstring 1-1_4 '2223443--2' recall_5 1-1_4 0.0467 recall_10 1-1_4 0.0748 recall_15 1-1_4 0.0748 recall_20 1-1_4 0.0841 recall_30 1-1_4 0.1121 recall_100 1-1_4 0.2897 recall_200 1-1_4 0.2897 recall_500 1-1_4 0.2897 recall_1000 1-1_4 0.2897 infAP 1-1_4 0.1637 Rprec_mult_0.20 1-1_4 0.4091 Rprec_mult_0.40 1-1_4 0.4419 Rprec_mult_0.60 1-1_4 0.4000 Rprec_mult_0.80 1-1_4 0.3605 Rprec_mult_1.00 1-1_4 0.2897 Rprec_mult_1.20 1-1_4 0.2403 Rprec_mult_1.40 1-1_4 0.2067 Rprec_mult_1.60 1-1_4 0.1802 Rprec_mult_1.80 1-1_4 0.1606 Rprec_mult_2.00 1-1_4 0.1449 utility 1-1_4 -38.0000 11pt_avg 1-1_4 0.1748 binG 1-1_4 0.1155 G 1-1_4 0.0611 ndcg 1-1_4 0.3464 ndcg_rel 1-1_4 0.3731 Rndcg 1-1_4 0.3743 ndcg_cut_5 1-1_4 0.6021 ndcg_cut_10 1-1_4 0.5560 ndcg_cut_15 1-1_4 0.4310 ndcg_cut_20 1-1_4 0.3881 ndcg_cut_30 1-1_4 0.3716 ndcg_cut_100 1-1_4 0.3603 ndcg_cut_200 1-1_4 0.3464 ndcg_cut_500 1-1_4 0.3464 ndcg_cut_1000 1-1_4 0.3464 map_cut_5 1-1_4 0.0467 map_cut_10 1-1_4 0.0729 map_cut_15 1-1_4 0.0729 map_cut_20 1-1_4 0.0773 map_cut_30 1-1_4 0.0895 map_cut_100 1-1_4 0.1637 map_cut_200 1-1_4 0.1637 map_cut_500 1-1_4 0.1637 map_cut_1000 1-1_4 0.1637 relative_P_5 1-1_4 1.0000 relative_P_10 1-1_4 0.8000 relative_P_15 1-1_4 0.5333 relative_P_20 1-1_4 0.4500 relative_P_30 1-1_4 0.4000 relative_P_100 1-1_4 0.3100 relative_P_200 1-1_4 0.2897 relative_P_500 1-1_4 0.2897 relative_P_1000 1-1_4 0.2897 success_1 1-1_4 1.0000 success_5 1-1_4 1.0000 success_10 1-1_4 1.0000 set_P 1-1_4 0.3100 set_relative_P 1-1_4 0.3100 set_recall 1-1_4 0.2897 set_map 1-1_4 0.0898 set_F 1-1_4 0.2995 num_nonrel_judged_ret 1-1_4 0 rbp 1-1_4 0.4134 rbp_resid 1-1_4 0.3819 unj_5 1-1_4 0.0000 unj_10 1-1_4 0.2000 unj_20 1-1_4 0.5500 num_ret 1-1_5 100 num_rel 1-1_5 219 num_rel_ret 1-1_5 37 map 1-1_5 0.1356 Rprec 1-1_5 0.1689 bpref 1-1_5 0.1668 recip_rank 1-1_5 1.0000 iprec_at_recall_0.00 1-1_5 1.0000 iprec_at_recall_0.10 1-1_5 0.7667 iprec_at_recall_0.20 1-1_5 0.0000 iprec_at_recall_0.30 1-1_5 0.0000 iprec_at_recall_0.40 1-1_5 0.0000 iprec_at_recall_0.50 1-1_5 0.0000 iprec_at_recall_0.60 1-1_5 0.0000 iprec_at_recall_0.70 1-1_5 0.0000 iprec_at_recall_0.80 1-1_5 0.0000 iprec_at_recall_0.90 1-1_5 0.0000 iprec_at_recall_1.00 1-1_5 0.0000 P_5 1-1_5 1.0000 P_10 1-1_5 1.0000 P_15 1-1_5 0.9333 P_20 1-1_5 0.8500 P_30 1-1_5 0.7667 P_100 1-1_5 0.3700 P_200 1-1_5 0.1850 P_500 1-1_5 0.0740 P_1000 1-1_5 0.0370 relstring 1-1_5 '4232222323' recall_5 1-1_5 0.0228 recall_10 1-1_5 0.0457 recall_15 1-1_5 0.0639 recall_20 1-1_5 0.0776 recall_30 1-1_5 0.1050 recall_100 1-1_5 0.1689 recall_200 1-1_5 0.1689 recall_500 1-1_5 0.1689 recall_1000 1-1_5 0.1689 infAP 1-1_5 0.1356 Rprec_mult_0.20 1-1_5 0.6591 Rprec_mult_0.40 1-1_5 0.4205 Rprec_mult_0.60 1-1_5 0.2803 Rprec_mult_0.80 1-1_5 0.2102 Rprec_mult_1.00 1-1_5 0.1689 Rprec_mult_1.20 1-1_5 0.1407 Rprec_mult_1.40 1-1_5 0.1205 Rprec_mult_1.60 1-1_5 0.1054 Rprec_mult_1.80 1-1_5 0.0937 Rprec_mult_2.00 1-1_5 0.0845 utility 1-1_5 -26.0000 11pt_avg 1-1_5 0.1606 binG 1-1_5 0.0910 G 1-1_5 0.0431 ndcg 1-1_5 0.2653 ndcg_rel 1-1_5 0.3235 Rndcg 1-1_5 0.4334 ndcg_cut_5 1-1_5 0.7120 ndcg_cut_10 1-1_5 0.6817 ndcg_cut_15 1-1_5 0.6779 ndcg_cut_20 1-1_5 0.6396 ndcg_cut_30 1-1_5 0.5983 ndcg_cut_100 1-1_5 0.4231 ndcg_cut_200 1-1_5 0.2864 ndcg_cut_500 1-1_5 0.2653 ndcg_cut_1000 1-1_5 0.2653 map_cut_5 1-1_5 0.0228 map_cut_10 1-1_5 0.0457 map_cut_15 1-1_5 0.0629 map_cut_20 1-1_5 0.0754 map_cut_30 1-1_5 0.0974 map_cut_100 1-1_5 0.1356 map_cut_200 1-1_5 0.1356 map_cut_500 1-1_5 0.1356 map_cut_1000 1-1_5 0.1356 relative_P_5 1-1_5 1.0000 relative_P_10 1-1_5 1.0000 relative_P_15 1-1_5 0.9333 relative_P_20 1-1_5 0.8500 relative_P_30 1-1_5 0.7667 relative_P_100 1-1_5 0.3700 relative_P_200 1-1_5 0.1850 relative_P_500 1-1_5 0.1689 relative_P_1000 1-1_5 0.1689 success_1 1-1_5 1.0000 success_5 1-1_5 1.0000 success_10 1-1_5 1.0000 set_P 1-1_5 0.3700 set_relative_P 1-1_5 0.3700 set_recall 1-1_5 0.1689 set_map 1-1_5 0.0625 set_F 1-1_5 0.2320 num_nonrel_judged_ret 1-1_5 2 rbp 1-1_5 0.5462 rbp_resid 1-1_5 0.1224 unj_5 1-1_5 0.0000 unj_10 1-1_5 0.0000 unj_20 1-1_5 0.1500 num_ret 1-1_7 100 num_rel 1-1_7 99 num_rel_ret 1-1_7 47 map 1-1_7 0.3533 Rprec 1-1_7 0.4747 bpref 1-1_7 0.4274 recip_rank 1-1_7 1.0000 iprec_at_recall_0.00 1-1_7 1.0000 iprec_at_recall_0.10 1-1_7 0.8947 iprec_at_recall_0.20 1-1_7 0.8800 iprec_at_recall_0.30 1-1_7 0.7500 iprec_at_recall_0.40 1-1_7 0.6000 iprec_at_recall_0.50 1-1_7 0.0000 iprec_at_recall_0.60 1-1_7 0.0000 iprec_at_recall_0.70 1-1_7 0.0000 iprec_at_recall_0.80 1-1_7 0.0000 iprec_at_recall_0.90 1-1_7 0.0000 iprec_at_recall_1.00 1-1_7 0.0000 P_5 1-1_7 0.8000 P_10 1-1_7 0.8000 P_15 1-1_7 0.8667 P_20 1-1_7 0.8500 P_30 1-1_7 0.7333 P_100 1-1_7 0.4700 P_200 1-1_7 0.2350 P_500 1-1_7 0.0940 P_1000 1-1_7 0.0470 relstring 1-1_7 '2122213232' recall_5 1-1_7 0.0404 recall_10 1-1_7 0.0808 recall_15 1-1_7 0.1313 recall_20 1-1_7 0.1717 recall_30 1-1_7 0.2222 recall_100 1-1_7 0.4747 recall_200 1-1_7 0.4747 recall_500 1-1_7 0.4747 recall_1000 1-1_7 0.4747 infAP 1-1_7 0.3533 Rprec_mult_0.20 1-1_7 0.8500 Rprec_mult_0.40 1-1_7 0.7500 Rprec_mult_0.60 1-1_7 0.6167 Rprec_mult_0.80 1-1_7 0.5500 Rprec_mult_1.00 1-1_7 0.4747 Rprec_mult_1.20 1-1_7 0.3950 Rprec_mult_1.40 1-1_7 0.3381 Rprec_mult_1.60 1-1_7 0.2956 Rprec_mult_1.80 1-1_7 0.2626 Rprec_mult_2.00 1-1_7 0.2374 utility 1-1_7 -6.0000 11pt_avg 1-1_7 0.3750 binG 1-1_7 0.1778 G 1-1_7 0.0998 ndcg 1-1_7 0.5077 ndcg_rel 1-1_7 0.5354 Rndcg 1-1_7 0.5155 ndcg_cut_5 1-1_7 0.4465 ndcg_cut_10 1-1_7 0.5157 ndcg_cut_15 1-1_7 0.5934 ndcg_cut_20 1-1_7 0.5948 ndcg_cut_30 1-1_7 0.5773 ndcg_cut_100 1-1_7 0.5269 ndcg_cut_200 1-1_7 0.5077 ndcg_cut_500 1-1_7 0.5077 ndcg_cut_1000 1-1_7 0.5077 map_cut_5 1-1_7 0.0325 map_cut_10 1-1_7 0.0632 map_cut_15 1-1_7 0.1059 map_cut_20 1-1_7 0.1416 map_cut_30 1-1_7 0.1855 map_cut_100 1-1_7 0.3533 map_cut_200 1-1_7 0.3533 map_cut_500 1-1_7 0.3533 map_cut_1000 1-1_7 0.3533 relative_P_5 1-1_7 0.8000 relative_P_10 1-1_7 0.8000 relative_P_15 1-1_7 0.8667 relative_P_20 1-1_7 0.8500 relative_P_30 1-1_7 0.7333 relative_P_100 1-1_7 0.4747 relative_P_200 1-1_7 0.4747 relative_P_500 1-1_7 0.4747 relative_P_1000 1-1_7 0.4747 success_1 1-1_7 1.0000 success_5 1-1_7 1.0000 success_10 1-1_7 1.0000 set_P 1-1_7 0.4700 set_relative_P 1-1_7 0.4747 set_recall 1-1_7 0.4747 set_map 1-1_7 0.2231 set_F 1-1_7 0.4724 num_nonrel_judged_ret 1-1_7 6 rbp 1-1_7 0.5026 rbp_resid 1-1_7 0.0451 unj_5 1-1_7 0.0000 unj_10 1-1_7 0.0000 unj_20 1-1_7 0.0500 num_ret 1-1_8 100 num_rel 1-1_8 94 num_rel_ret 1-1_8 29 map 1-1_8 0.1989 Rprec 1-1_8 0.3085 bpref 1-1_8 0.3025 recip_rank 1-1_8 1.0000 iprec_at_recall_0.00 1-1_8 1.0000 iprec_at_recall_0.10 1-1_8 1.0000 iprec_at_recall_0.20 1-1_8 0.4130 iprec_at_recall_0.30 1-1_8 0.3222 iprec_at_recall_0.40 1-1_8 0.0000 iprec_at_recall_0.50 1-1_8 0.0000 iprec_at_recall_0.60 1-1_8 0.0000 iprec_at_recall_0.70 1-1_8 0.0000 iprec_at_recall_0.80 1-1_8 0.0000 iprec_at_recall_0.90 1-1_8 0.0000 iprec_at_recall_1.00 1-1_8 0.0000 P_5 1-1_8 1.0000 P_10 1-1_8 0.9000 P_15 1-1_8 0.7333 P_20 1-1_8 0.7000 P_30 1-1_8 0.5000 P_100 1-1_8 0.2900 P_200 1-1_8 0.1450 P_500 1-1_8 0.0580 P_1000 1-1_8 0.0290 relstring 1-1_8 '223322222-' recall_5 1-1_8 0.0532 recall_10 1-1_8 0.0957 recall_15 1-1_8 0.1170 recall_20 1-1_8 0.1489 recall_30 1-1_8 0.1596 recall_100 1-1_8 0.3085 recall_200 1-1_8 0.3085 recall_500 1-1_8 0.3085 recall_1000 1-1_8 0.3085 infAP 1-1_8 0.1989 Rprec_mult_0.20 1-1_8 0.6842 Rprec_mult_0.40 1-1_8 0.4737 Rprec_mult_0.60 1-1_8 0.3509 Rprec_mult_0.80 1-1_8 0.3421 Rprec_mult_1.00 1-1_8 0.3085 Rprec_mult_1.20 1-1_8 0.2566 Rprec_mult_1.40 1-1_8 0.2197 Rprec_mult_1.60 1-1_8 0.1921 Rprec_mult_1.80 1-1_8 0.1706 Rprec_mult_2.00 1-1_8 0.1543 utility 1-1_8 -42.0000 11pt_avg 1-1_8 0.2487 binG 1-1_8 0.1480 G 1-1_8 0.0667 ndcg 1-1_8 0.3641 ndcg_rel 1-1_8 0.3989 Rndcg 1-1_8 0.4661 ndcg_cut_5 1-1_8 0.5985 ndcg_cut_10 1-1_8 0.5830 ndcg_cut_15 1-1_8 0.5201 ndcg_cut_20 1-1_8 0.5228 ndcg_cut_30 1-1_8 0.4714 ndcg_cut_100 1-1_8 0.3771 ndcg_cut_200 1-1_8 0.3641 ndcg_cut_500 1-1_8 0.3641 ndcg_cut_1000 1-1_8 0.3641 map_cut_5 1-1_8 0.0532 map_cut_10 1-1_8 0.0957 map_cut_15 1-1_8 0.1123 map_cut_20 1-1_8 0.1354 map_cut_30 1-1_8 0.1413 map_cut_100 1-1_8 0.1989 map_cut_200 1-1_8 0.1989 map_cut_500 1-1_8 0.1989 map_cut_1000 1-1_8 0.1989 relative_P_5 1-1_8 1.0000 relative_P_10 1-1_8 0.9000 relative_P_15 1-1_8 0.7333 relative_P_20 1-1_8 0.7000 relative_P_30 1-1_8 0.5000 relative_P_100 1-1_8 0.3085 relative_P_200 1-1_8 0.3085 relative_P_500 1-1_8 0.3085 relative_P_1000 1-1_8 0.3085 success_1 1-1_8 1.0000 success_5 1-1_8 1.0000 success_10 1-1_8 1.0000 set_P 1-1_8 0.2900 set_relative_P 1-1_8 0.3085 set_recall 1-1_8 0.3085 set_map 1-1_8 0.0895 set_F 1-1_8 0.2990 num_nonrel_judged_ret 1-1_8 9 rbp 1-1_8 0.4105 rbp_resid 1-1_8 0.2638 unj_5 1-1_8 0.0000 unj_10 1-1_8 0.1000 unj_20 1-1_8 0.3000 num_ret 2-1_10 100 num_rel 2-1_10 17 num_rel_ret 2-1_10 17 map 2-1_10 0.6546 Rprec 2-1_10 0.7059 bpref 2-1_10 0.9758 recip_rank 2-1_10 0.5000 iprec_at_recall_0.00 2-1_10 0.8333 iprec_at_recall_0.10 2-1_10 0.8333 iprec_at_recall_0.20 2-1_10 0.8333 iprec_at_recall_0.30 2-1_10 0.8333 iprec_at_recall_0.40 2-1_10 0.8000 iprec_at_recall_0.50 2-1_10 0.7500 iprec_at_recall_0.60 2-1_10 0.7143 iprec_at_recall_0.70 2-1_10 0.7059 iprec_at_recall_0.80 2-1_10 0.6087 iprec_at_recall_0.90 2-1_10 0.5357 iprec_at_recall_1.00 2-1_10 0.2125 P_5 2-1_10 0.8000 P_10 2-1_10 0.8000 P_15 2-1_10 0.6667 P_20 2-1_10 0.6000 P_30 2-1_10 0.5000 P_100 2-1_10 0.1700 P_200 2-1_10 0.0850 P_500 2-1_10 0.0340 P_1000 2-1_10 0.0170 relstring 2-1_10 '-23333-333' recall_5 2-1_10 0.2353 recall_10 2-1_10 0.4706 recall_15 2-1_10 0.5882 recall_20 2-1_10 0.7059 recall_30 2-1_10 0.8824 recall_100 2-1_10 1.0000 recall_200 2-1_10 1.0000 recall_500 2-1_10 1.0000 recall_1000 2-1_10 1.0000 infAP 2-1_10 0.6546 Rprec_mult_0.20 2-1_10 0.7500 Rprec_mult_0.40 2-1_10 0.7143 Rprec_mult_0.60 2-1_10 0.7273 Rprec_mult_0.80 2-1_10 0.7143 Rprec_mult_1.00 2-1_10 0.7059 Rprec_mult_1.20 2-1_10 0.5714 Rprec_mult_1.40 2-1_10 0.5833 Rprec_mult_1.60 2-1_10 0.5357 Rprec_mult_1.80 2-1_10 0.4839 Rprec_mult_2.00 2-1_10 0.4412 utility 2-1_10 -66.0000 11pt_avg 2-1_10 0.6964 binG 2-1_10 0.4358 G 2-1_10 0.2966 ndcg 2-1_10 0.7810 ndcg_rel 2-1_10 0.6537 Rndcg 2-1_10 0.7007 ndcg_cut_5 2-1_10 0.5895 ndcg_cut_10 2-1_10 0.6603 ndcg_cut_15 2-1_10 0.6657 ndcg_cut_20 2-1_10 0.6714 ndcg_cut_30 2-1_10 0.7341 ndcg_cut_100 2-1_10 0.7810 ndcg_cut_200 2-1_10 0.7810 ndcg_cut_500 2-1_10 0.7810 ndcg_cut_1000 2-1_10 0.7810 map_cut_5 2-1_10 0.1598 map_cut_10 2-1_10 0.3458 map_cut_15 2-1_10 0.4319 map_cut_20 2-1_10 0.5138 map_cut_30 2-1_10 0.6159 map_cut_100 2-1_10 0.6546 map_cut_200 2-1_10 0.6546 map_cut_500 2-1_10 0.6546 map_cut_1000 2-1_10 0.6546 relative_P_5 2-1_10 0.8000 relative_P_10 2-1_10 0.8000 relative_P_15 2-1_10 0.6667 relative_P_20 2-1_10 0.7059 relative_P_30 2-1_10 0.8824 relative_P_100 2-1_10 1.0000 relative_P_200 2-1_10 1.0000 relative_P_500 2-1_10 1.0000 relative_P_1000 2-1_10 1.0000 success_1 2-1_10 0.0000 success_5 2-1_10 1.0000 success_10 2-1_10 1.0000 set_P 2-1_10 0.1700 set_relative_P 2-1_10 1.0000 set_recall 2-1_10 1.0000 set_map 2-1_10 0.1700 set_F 2-1_10 0.2906 num_nonrel_judged_ret 2-1_10 3 rbp 2-1_10 0.5843 rbp_resid 2-1_10 0.3539 unj_5 2-1_10 0.2000 unj_10 2-1_10 0.2000 unj_20 2-1_10 0.3500 num_ret 2-1_12 100 num_rel 2-1_12 101 num_rel_ret 2-1_12 17 map 2-1_12 0.0824 Rprec 2-1_12 0.1683 bpref 2-1_12 0.1625 recip_rank 2-1_12 0.5000 iprec_at_recall_0.00 2-1_12 0.7500 iprec_at_recall_0.10 2-1_12 0.4762 iprec_at_recall_0.20 2-1_12 0.0000 iprec_at_recall_0.30 2-1_12 0.0000 iprec_at_recall_0.40 2-1_12 0.0000 iprec_at_recall_0.50 2-1_12 0.0000 iprec_at_recall_0.60 2-1_12 0.0000 iprec_at_recall_0.70 2-1_12 0.0000 iprec_at_recall_0.80 2-1_12 0.0000 iprec_at_recall_0.90 2-1_12 0.0000 iprec_at_recall_1.00 2-1_12 0.0000 P_5 2-1_12 0.6000 P_10 2-1_12 0.7000 P_15 2-1_12 0.6000 P_20 2-1_12 0.4500 P_30 2-1_12 0.3333 P_100 2-1_12 0.1700 P_200 2-1_12 0.0850 P_500 2-1_12 0.0340 P_1000 2-1_12 0.0170 relstring 2-1_12 '1322-333-3' recall_5 2-1_12 0.0297 recall_10 2-1_12 0.0693 recall_15 2-1_12 0.0891 recall_20 2-1_12 0.0891 recall_30 2-1_12 0.0990 recall_100 2-1_12 0.1683 recall_200 2-1_12 0.1683 recall_500 2-1_12 0.1683 recall_1000 2-1_12 0.1683 infAP 2-1_12 0.0824 Rprec_mult_0.20 2-1_12 0.4762 Rprec_mult_0.40 2-1_12 0.2927 Rprec_mult_0.60 2-1_12 0.2295 Rprec_mult_0.80 2-1_12 0.2099 Rprec_mult_1.00 2-1_12 0.1683 Rprec_mult_1.20 2-1_12 0.1393 Rprec_mult_1.40 2-1_12 0.1197 Rprec_mult_1.60 2-1_12 0.1049 Rprec_mult_1.80 2-1_12 0.0934 Rprec_mult_2.00 2-1_12 0.0842 utility 2-1_12 -66.0000 11pt_avg 2-1_12 0.1115 binG 2-1_12 0.0604 G 2-1_12 0.0436 ndcg 2-1_12 0.2385 ndcg_rel 2-1_12 0.2734 Rndcg 2-1_12 0.2938 ndcg_cut_5 2-1_12 0.5375 ndcg_cut_10 2-1_12 0.6336 ndcg_cut_15 2-1_12 0.5633 ndcg_cut_20 2-1_12 0.4689 ndcg_cut_30 2-1_12 0.3767 ndcg_cut_100 2-1_12 0.2555 ndcg_cut_200 2-1_12 0.2385 ndcg_cut_500 2-1_12 0.2385 ndcg_cut_1000 2-1_12 0.2385 map_cut_5 2-1_12 0.0190 map_cut_10 2-1_12 0.0470 map_cut_15 2-1_12 0.0586 map_cut_20 2-1_12 0.0586 map_cut_30 2-1_12 0.0633 map_cut_100 2-1_12 0.0824 map_cut_200 2-1_12 0.0824 map_cut_500 2-1_12 0.0824 map_cut_1000 2-1_12 0.0824 relative_P_5 2-1_12 0.6000 relative_P_10 2-1_12 0.7000 relative_P_15 2-1_12 0.6000 relative_P_20 2-1_12 0.4500 relative_P_30 2-1_12 0.3333 relative_P_100 2-1_12 0.1700 relative_P_200 2-1_12 0.1683 relative_P_500 2-1_12 0.1683 relative_P_1000 2-1_12 0.1683 success_1 2-1_12 0.0000 success_5 2-1_12 1.0000 success_10 2-1_12 1.0000 set_P 2-1_12 0.1700 set_relative_P 2-1_12 0.1700 set_recall 2-1_12 0.1683 set_map 2-1_12 0.0286 set_F 2-1_12 0.1692 num_nonrel_judged_ret 2-1_12 8 rbp 2-1_12 0.4797 rbp_resid 2-1_12 0.3615 unj_5 2-1_12 0.2000 unj_10 2-1_12 0.2000 unj_20 2-1_12 0.5000 num_ret 2-1_14 100 num_rel 2-1_14 52 num_rel_ret 2-1_14 14 map 2-1_14 0.0980 Rprec 2-1_14 0.1731 bpref 2-1_14 0.2093 recip_rank 2-1_14 1.0000 iprec_at_recall_0.00 2-1_14 1.0000 iprec_at_recall_0.10 2-1_14 0.3750 iprec_at_recall_0.20 2-1_14 0.2000 iprec_at_recall_0.30 2-1_14 0.0000 iprec_at_recall_0.40 2-1_14 0.0000 iprec_at_recall_0.50 2-1_14 0.0000 iprec_at_recall_0.60 2-1_14 0.0000 iprec_at_recall_0.70 2-1_14 0.0000 iprec_at_recall_0.80 2-1_14 0.0000 iprec_at_recall_0.90 2-1_14 0.0000 iprec_at_recall_1.00 2-1_14 0.0000 P_5 2-1_14 0.4000 P_10 2-1_14 0.4000 P_15 2-1_14 0.3333 P_20 2-1_14 0.3500 P_30 2-1_14 0.2667 P_100 2-1_14 0.1400 P_200 2-1_14 0.0700 P_500 2-1_14 0.0280 P_1000 2-1_14 0.0140 relstring 2-1_14 '3130020121' recall_5 2-1_14 0.0385 recall_10 2-1_14 0.0769 recall_15 2-1_14 0.0962 recall_20 2-1_14 0.1346 recall_30 2-1_14 0.1538 recall_100 2-1_14 0.2692 recall_200 2-1_14 0.2692 recall_500 2-1_14 0.2692 recall_1000 2-1_14 0.2692 infAP 2-1_14 0.0980 Rprec_mult_0.20 2-1_14 0.3636 Rprec_mult_0.40 2-1_14 0.3333 Rprec_mult_0.60 2-1_14 0.2500 Rprec_mult_0.80 2-1_14 0.1905 Rprec_mult_1.00 2-1_14 0.1731 Rprec_mult_1.20 2-1_14 0.1746 Rprec_mult_1.40 2-1_14 0.1781 Rprec_mult_1.60 2-1_14 0.1548 Rprec_mult_1.80 2-1_14 0.1489 Rprec_mult_2.00 2-1_14 0.1346 utility 2-1_14 -72.0000 11pt_avg 2-1_14 0.1432 binG 2-1_14 0.0869 G 2-1_14 0.0729 ndcg 2-1_14 0.3277 ndcg_rel 2-1_14 0.3653 Rndcg 2-1_14 0.3547 ndcg_cut_5 2-1_14 0.5801 ndcg_cut_10 2-1_14 0.5172 ndcg_cut_15 2-1_14 0.4606 ndcg_cut_20 2-1_14 0.4431 ndcg_cut_30 2-1_14 0.3834 ndcg_cut_100 2-1_14 0.3277 ndcg_cut_200 2-1_14 0.3277 ndcg_cut_500 2-1_14 0.3277 ndcg_cut_1000 2-1_14 0.3277 map_cut_5 2-1_14 0.0321 map_cut_10 2-1_14 0.0502 map_cut_15 2-1_14 0.0566 map_cut_20 2-1_14 0.0709 map_cut_30 2-1_14 0.0762 map_cut_100 2-1_14 0.0980 map_cut_200 2-1_14 0.0980 map_cut_500 2-1_14 0.0980 map_cut_1000 2-1_14 0.0980 relative_P_5 2-1_14 0.4000 relative_P_10 2-1_14 0.4000 relative_P_15 2-1_14 0.3333 relative_P_20 2-1_14 0.3500 relative_P_30 2-1_14 0.2667 relative_P_100 2-1_14 0.2692 relative_P_200 2-1_14 0.2692 relative_P_500 2-1_14 0.2692 relative_P_1000 2-1_14 0.2692 success_1 2-1_14 1.0000 success_5 2-1_14 1.0000 success_10 2-1_14 1.0000 set_P 2-1_14 0.1400 set_relative_P 2-1_14 0.2692 set_recall 2-1_14 0.2692 set_map 2-1_14 0.0377 set_F 2-1_14 0.1842 num_nonrel_judged_ret 2-1_14 22 rbp 2-1_14 0.3760 rbp_resid 2-1_14 0.1419 unj_5 2-1_14 0.0000 unj_10 2-1_14 0.0000 unj_20 2-1_14 0.1500 num_ret 2-1_4 100 num_rel 2-1_4 64 num_rel_ret 2-1_4 32 map 2-1_4 0.3113 Rprec 2-1_4 0.4531 bpref 2-1_4 0.4580 recip_rank 2-1_4 1.0000 iprec_at_recall_0.00 2-1_4 1.0000 iprec_at_recall_0.10 2-1_4 0.7500 iprec_at_recall_0.20 2-1_4 0.7500 iprec_at_recall_0.30 2-1_4 0.5897 iprec_at_recall_0.40 2-1_4 0.5200 iprec_at_recall_0.50 2-1_4 0.4324 iprec_at_recall_0.60 2-1_4 0.0000 iprec_at_recall_0.70 2-1_4 0.0000 iprec_at_recall_0.80 2-1_4 0.0000 iprec_at_recall_0.90 2-1_4 0.0000 iprec_at_recall_1.00 2-1_4 0.0000 P_5 2-1_4 0.6000 P_10 2-1_4 0.6000 P_15 2-1_4 0.6667 P_20 2-1_4 0.7500 P_30 2-1_4 0.6000 P_100 2-1_4 0.3200 P_200 2-1_4 0.1600 P_500 2-1_4 0.0640 P_1000 2-1_4 0.0320 relstring 2-1_4 '21320132-2' recall_5 2-1_4 0.0469 recall_10 2-1_4 0.0938 recall_15 2-1_4 0.1562 recall_20 2-1_4 0.2344 recall_30 2-1_4 0.2812 recall_100 2-1_4 0.5000 recall_200 2-1_4 0.5000 recall_500 2-1_4 0.5000 recall_1000 2-1_4 0.5000 infAP 2-1_4 0.3113 Rprec_mult_0.20 2-1_4 0.6923 Rprec_mult_0.40 2-1_4 0.6538 Rprec_mult_0.60 2-1_4 0.5897 Rprec_mult_0.80 2-1_4 0.5192 Rprec_mult_1.00 2-1_4 0.4531 Rprec_mult_1.20 2-1_4 0.4156 Rprec_mult_1.40 2-1_4 0.3556 Rprec_mult_1.60 2-1_4 0.3107 Rprec_mult_1.80 2-1_4 0.2759 Rprec_mult_2.00 2-1_4 0.2500 utility 2-1_4 -36.0000 11pt_avg 2-1_4 0.3675 binG 2-1_4 0.1687 G 2-1_4 0.1049 ndcg 2-1_4 0.4917 ndcg_rel 2-1_4 0.5167 Rndcg 2-1_4 0.5028 ndcg_cut_5 2-1_4 0.5071 ndcg_cut_10 2-1_4 0.5166 ndcg_cut_15 2-1_4 0.5417 ndcg_cut_20 2-1_4 0.6169 ndcg_cut_30 2-1_4 0.5720 ndcg_cut_100 2-1_4 0.4917 ndcg_cut_200 2-1_4 0.4917 ndcg_cut_500 2-1_4 0.4917 ndcg_cut_1000 2-1_4 0.4917 map_cut_5 2-1_4 0.0378 map_cut_10 2-1_4 0.0658 map_cut_15 2-1_4 0.1074 map_cut_20 2-1_4 0.1637 map_cut_30 2-1_4 0.1960 map_cut_100 2-1_4 0.3113 map_cut_200 2-1_4 0.3113 map_cut_500 2-1_4 0.3113 map_cut_1000 2-1_4 0.3113 relative_P_5 2-1_4 0.6000 relative_P_10 2-1_4 0.6000 relative_P_15 2-1_4 0.6667 relative_P_20 2-1_4 0.7500 relative_P_30 2-1_4 0.6000 relative_P_100 2-1_4 0.5000 relative_P_200 2-1_4 0.5000 relative_P_500 2-1_4 0.5000 relative_P_1000 2-1_4 0.5000 success_1 2-1_4 1.0000 success_5 2-1_4 1.0000 success_10 2-1_4 1.0000 set_P 2-1_4 0.3200 set_relative_P 2-1_4 0.5000 set_recall 2-1_4 0.5000 set_map 2-1_4 0.1600 set_F 2-1_4 0.3902 num_nonrel_judged_ret 2-1_4 11 rbp 2-1_4 0.4073 rbp_resid 2-1_4 0.1265 unj_5 2-1_4 0.0000 unj_10 2-1_4 0.1000 unj_20 2-1_4 0.1000 num_ret 2-1_9 100 num_rel 2-1_9 16 num_rel_ret 2-1_9 15 map 2-1_9 0.7789 Rprec 2-1_9 0.6250 bpref 2-1_9 0.9241 recip_rank 2-1_9 1.0000 iprec_at_recall_0.00 2-1_9 1.0000 iprec_at_recall_0.10 2-1_9 1.0000 iprec_at_recall_0.20 2-1_9 1.0000 iprec_at_recall_0.30 2-1_9 1.0000 iprec_at_recall_0.40 2-1_9 1.0000 iprec_at_recall_0.50 2-1_9 1.0000 iprec_at_recall_0.60 2-1_9 0.9091 iprec_at_recall_0.70 2-1_9 0.6471 iprec_at_recall_0.80 2-1_9 0.5000 iprec_at_recall_0.90 2-1_9 0.4545 iprec_at_recall_1.00 2-1_9 0.0000 P_5 2-1_9 1.0000 P_10 2-1_9 0.9000 P_15 2-1_9 0.6667 P_20 2-1_9 0.6000 P_30 2-1_9 0.4333 P_100 2-1_9 0.1500 P_200 2-1_9 0.0750 P_500 2-1_9 0.0300 P_1000 2-1_9 0.0150 relstring 2-1_9 '43333244-2' recall_5 2-1_9 0.3125 recall_10 2-1_9 0.5625 recall_15 2-1_9 0.6250 recall_20 2-1_9 0.7500 recall_30 2-1_9 0.8125 recall_100 2-1_9 0.9375 recall_200 2-1_9 0.9375 recall_500 2-1_9 0.9375 recall_1000 2-1_9 0.9375 infAP 2-1_9 0.7789 Rprec_mult_0.20 2-1_9 1.0000 Rprec_mult_0.40 2-1_9 1.0000 Rprec_mult_0.60 2-1_9 0.9000 Rprec_mult_0.80 2-1_9 0.7692 Rprec_mult_1.00 2-1_9 0.6250 Rprec_mult_1.20 2-1_9 0.6000 Rprec_mult_1.40 2-1_9 0.5217 Rprec_mult_1.60 2-1_9 0.5000 Rprec_mult_1.80 2-1_9 0.4483 Rprec_mult_2.00 2-1_9 0.4375 utility 2-1_9 -70.0000 11pt_avg 2-1_9 0.7737 binG 2-1_9 0.6637 G 2-1_9 0.4742 ndcg 2-1_9 0.9135 ndcg_rel 2-1_9 0.8940 Rndcg 2-1_9 0.8658 ndcg_cut_5 2-1_9 0.8970 ndcg_cut_10 2-1_9 0.9051 ndcg_cut_15 2-1_9 0.8181 ndcg_cut_20 2-1_9 0.8364 ndcg_cut_30 2-1_9 0.8707 ndcg_cut_100 2-1_9 0.9135 ndcg_cut_200 2-1_9 0.9135 ndcg_cut_500 2-1_9 0.9135 ndcg_cut_1000 2-1_9 0.9135 map_cut_5 2-1_9 0.3125 map_cut_10 2-1_9 0.5563 map_cut_15 2-1_9 0.6131 map_cut_20 2-1_9 0.6910 map_cut_30 2-1_9 0.7223 map_cut_100 2-1_9 0.7789 map_cut_200 2-1_9 0.7789 map_cut_500 2-1_9 0.7789 map_cut_1000 2-1_9 0.7789 relative_P_5 2-1_9 1.0000 relative_P_10 2-1_9 0.9000 relative_P_15 2-1_9 0.6667 relative_P_20 2-1_9 0.7500 relative_P_30 2-1_9 0.8125 relative_P_100 2-1_9 0.9375 relative_P_200 2-1_9 0.9375 relative_P_500 2-1_9 0.9375 relative_P_1000 2-1_9 0.9375 success_1 2-1_9 1.0000 success_5 2-1_9 1.0000 success_10 2-1_9 1.0000 set_P 2-1_9 0.1500 set_relative_P 2-1_9 0.9375 set_recall 2-1_9 0.9375 set_map 2-1_9 0.1406 set_F 2-1_9 0.2586 num_nonrel_judged_ret 2-1_9 1 rbp 2-1_9 0.5338 rbp_resid 2-1_9 0.3011 unj_5 2-1_9 0.0000 unj_10 2-1_9 0.1000 unj_20 2-1_9 0.4000 num_ret 2-2_1 100 num_rel 2-2_1 51 num_rel_ret 2-2_1 8 map 2-2_1 0.0721 Rprec 2-2_1 0.1373 bpref 2-2_1 0.1446 recip_rank 2-2_1 1.0000 iprec_at_recall_0.00 2-2_1 1.0000 iprec_at_recall_0.10 2-2_1 0.5000 iprec_at_recall_0.20 2-2_1 0.0000 iprec_at_recall_0.30 2-2_1 0.0000 iprec_at_recall_0.40 2-2_1 0.0000 iprec_at_recall_0.50 2-2_1 0.0000 iprec_at_recall_0.60 2-2_1 0.0000 iprec_at_recall_0.70 2-2_1 0.0000 iprec_at_recall_0.80 2-2_1 0.0000 iprec_at_recall_0.90 2-2_1 0.0000 iprec_at_recall_1.00 2-2_1 0.0000 P_5 2-2_1 0.4000 P_10 2-2_1 0.5000 P_15 2-2_1 0.3333 P_20 2-2_1 0.3000 P_30 2-2_1 0.2000 P_100 2-2_1 0.0800 P_200 2-2_1 0.0400 P_500 2-2_1 0.0160 P_1000 2-2_1 0.0080 relstring 2-2_1 '2120002413' recall_5 2-2_1 0.0392 recall_10 2-2_1 0.0980 recall_15 2-2_1 0.0980 recall_20 2-2_1 0.1176 recall_30 2-2_1 0.1176 recall_100 2-2_1 0.1569 recall_200 2-2_1 0.1569 recall_500 2-2_1 0.1569 recall_1000 2-2_1 0.1569 infAP 2-2_1 0.0721 Rprec_mult_0.20 2-2_1 0.4545 Rprec_mult_0.40 2-2_1 0.2857 Rprec_mult_0.60 2-2_1 0.1935 Rprec_mult_0.80 2-2_1 0.1463 Rprec_mult_1.00 2-2_1 0.1373 Rprec_mult_1.20 2-2_1 0.1290 Rprec_mult_1.40 2-2_1 0.1111 Rprec_mult_1.60 2-2_1 0.0976 Rprec_mult_1.80 2-2_1 0.0870 Rprec_mult_2.00 2-2_1 0.0784 utility 2-2_1 -84.0000 11pt_avg 2-2_1 0.1364 binG 2-2_1 0.0661 G 2-2_1 0.0347 ndcg 2-2_1 0.1979 ndcg_rel 2-2_1 0.2210 Rndcg 2-2_1 0.2342 ndcg_cut_5 2-2_1 0.3079 ndcg_cut_10 2-2_1 0.3896 ndcg_cut_15 2-2_1 0.3302 ndcg_cut_20 2-2_1 0.3014 ndcg_cut_30 2-2_1 0.2497 ndcg_cut_100 2-2_1 0.1979 ndcg_cut_200 2-2_1 0.1979 ndcg_cut_500 2-2_1 0.1979 ndcg_cut_1000 2-2_1 0.1979 map_cut_5 2-2_1 0.0327 map_cut_10 2-2_1 0.0607 map_cut_15 2-2_1 0.0607 map_cut_20 2-2_1 0.0666 map_cut_30 2-2_1 0.0666 map_cut_100 2-2_1 0.0721 map_cut_200 2-2_1 0.0721 map_cut_500 2-2_1 0.0721 map_cut_1000 2-2_1 0.0721 relative_P_5 2-2_1 0.4000 relative_P_10 2-2_1 0.5000 relative_P_15 2-2_1 0.3333 relative_P_20 2-2_1 0.3000 relative_P_30 2-2_1 0.2000 relative_P_100 2-2_1 0.1569 relative_P_200 2-2_1 0.1569 relative_P_500 2-2_1 0.1569 relative_P_1000 2-2_1 0.1569 success_1 2-2_1 1.0000 success_5 2-2_1 1.0000 success_10 2-2_1 1.0000 set_P 2-2_1 0.0800 set_relative_P 2-2_1 0.1569 set_recall 2-2_1 0.1569 set_map 2-2_1 0.0125 set_F 2-2_1 0.1060 num_nonrel_judged_ret 2-2_1 6 rbp 2-2_1 0.2432 rbp_resid 2-2_1 0.2993 unj_5 2-2_1 0.0000 unj_10 2-2_1 0.0000 unj_20 2-2_1 0.4000 num_ret 2-2_4 100 num_rel 2-2_4 53 num_rel_ret 2-2_4 21 map 2-2_4 0.1623 Rprec 2-2_4 0.3396 bpref 2-2_4 0.3581 recip_rank 2-2_4 0.5000 iprec_at_recall_0.00 2-2_4 0.7500 iprec_at_recall_0.10 2-2_4 0.5556 iprec_at_recall_0.20 2-2_4 0.3611 iprec_at_recall_0.30 2-2_4 0.3396 iprec_at_recall_0.40 2-2_4 0.3231 iprec_at_recall_0.50 2-2_4 0.0000 iprec_at_recall_0.60 2-2_4 0.0000 iprec_at_recall_0.70 2-2_4 0.0000 iprec_at_recall_0.80 2-2_4 0.0000 iprec_at_recall_0.90 2-2_4 0.0000 iprec_at_recall_1.00 2-2_4 0.0000 P_5 2-2_4 0.6000 P_10 2-2_4 0.5000 P_15 2-2_4 0.4000 P_20 2-2_4 0.4000 P_30 2-2_4 0.3000 P_100 2-2_4 0.2100 P_200 2-2_4 0.1050 P_500 2-2_4 0.0420 P_1000 2-2_4 0.0210 relstring 2-2_4 '1223-1-33-' recall_5 2-2_4 0.0566 recall_10 2-2_4 0.0943 recall_15 2-2_4 0.1132 recall_20 2-2_4 0.1509 recall_30 2-2_4 0.1698 recall_100 2-2_4 0.3962 recall_200 2-2_4 0.3962 recall_500 2-2_4 0.3962 recall_1000 2-2_4 0.3962 infAP 2-2_4 0.1623 Rprec_mult_0.20 2-2_4 0.4545 Rprec_mult_0.40 2-2_4 0.3636 Rprec_mult_0.60 2-2_4 0.3125 Rprec_mult_0.80 2-2_4 0.3023 Rprec_mult_1.00 2-2_4 0.3396 Rprec_mult_1.20 2-2_4 0.3125 Rprec_mult_1.40 2-2_4 0.2800 Rprec_mult_1.60 2-2_4 0.2471 Rprec_mult_1.80 2-2_4 0.2188 Rprec_mult_2.00 2-2_4 0.1981 utility 2-2_4 -58.0000 11pt_avg 2-2_4 0.2118 binG 2-2_4 0.1164 G 2-2_4 0.0757 ndcg 2-2_4 0.3848 ndcg_rel 2-2_4 0.3730 Rndcg 2-2_4 0.3671 ndcg_cut_5 2-2_4 0.3861 ndcg_cut_10 2-2_4 0.3719 ndcg_cut_15 2-2_4 0.3461 ndcg_cut_20 2-2_4 0.3607 ndcg_cut_30 2-2_4 0.3161 ndcg_cut_100 2-2_4 0.3848 ndcg_cut_200 2-2_4 0.3848 ndcg_cut_500 2-2_4 0.3848 ndcg_cut_1000 2-2_4 0.3848 map_cut_5 2-2_4 0.0362 map_cut_10 2-2_4 0.0561 map_cut_15 2-2_4 0.0655 map_cut_20 2-2_4 0.0800 map_cut_30 2-2_4 0.0868 map_cut_100 2-2_4 0.1623 map_cut_200 2-2_4 0.1623 map_cut_500 2-2_4 0.1623 map_cut_1000 2-2_4 0.1623 relative_P_5 2-2_4 0.6000 relative_P_10 2-2_4 0.5000 relative_P_15 2-2_4 0.4000 relative_P_20 2-2_4 0.4000 relative_P_30 2-2_4 0.3000 relative_P_100 2-2_4 0.3962 relative_P_200 2-2_4 0.3962 relative_P_500 2-2_4 0.3962 relative_P_1000 2-2_4 0.3962 success_1 2-2_4 0.0000 success_5 2-2_4 1.0000 success_10 2-2_4 1.0000 set_P 2-2_4 0.2100 set_relative_P 2-2_4 0.3962 set_recall 2-2_4 0.3962 set_map 2-2_4 0.0832 set_F 2-2_4 0.2745 num_nonrel_judged_ret 2-2_4 6 rbp 2-2_4 0.3277 rbp_resid 2-2_4 0.3590 unj_5 2-2_4 0.2000 unj_10 2-2_4 0.3000 unj_20 2-2_4 0.4000 num_ret 2-2_5 100 num_rel 2-2_5 30 num_rel_ret 2-2_5 2 map 2-2_5 0.0116 Rprec 2-2_5 0.0667 bpref 2-2_5 0.0556 recip_rank 2-2_5 0.1250 iprec_at_recall_0.00 2-2_5 0.2222 iprec_at_recall_0.10 2-2_5 0.0000 iprec_at_recall_0.20 2-2_5 0.0000 iprec_at_recall_0.30 2-2_5 0.0000 iprec_at_recall_0.40 2-2_5 0.0000 iprec_at_recall_0.50 2-2_5 0.0000 iprec_at_recall_0.60 2-2_5 0.0000 iprec_at_recall_0.70 2-2_5 0.0000 iprec_at_recall_0.80 2-2_5 0.0000 iprec_at_recall_0.90 2-2_5 0.0000 iprec_at_recall_1.00 2-2_5 0.0000 P_5 2-2_5 0.0000 P_10 2-2_5 0.2000 P_15 2-2_5 0.1333 P_20 2-2_5 0.1000 P_30 2-2_5 0.0667 P_100 2-2_5 0.0200 P_200 2-2_5 0.0100 P_500 2-2_5 0.0040 P_1000 2-2_5 0.0020 relstring 2-2_5 '-10100-44-' recall_5 2-2_5 0.0000 recall_10 2-2_5 0.0667 recall_15 2-2_5 0.0667 recall_20 2-2_5 0.0667 recall_30 2-2_5 0.0667 recall_100 2-2_5 0.0667 recall_200 2-2_5 0.0667 recall_500 2-2_5 0.0667 recall_1000 2-2_5 0.0667 infAP 2-2_5 0.0116 Rprec_mult_0.20 2-2_5 0.0000 Rprec_mult_0.40 2-2_5 0.1667 Rprec_mult_0.60 2-2_5 0.1111 Rprec_mult_0.80 2-2_5 0.0833 Rprec_mult_1.00 2-2_5 0.0667 Rprec_mult_1.20 2-2_5 0.0556 Rprec_mult_1.40 2-2_5 0.0476 Rprec_mult_1.60 2-2_5 0.0417 Rprec_mult_1.80 2-2_5 0.0370 Rprec_mult_2.00 2-2_5 0.0333 utility 2-2_5 -96.0000 11pt_avg 2-2_5 0.0202 binG 2-2_5 0.0210 G 2-2_5 0.0183 ndcg 2-2_5 0.0972 ndcg_rel 2-2_5 0.1002 Rndcg 2-2_5 0.1153 ndcg_cut_5 2-2_5 0.0900 ndcg_cut_10 2-2_5 0.1941 ndcg_cut_15 2-2_5 0.1505 ndcg_cut_20 2-2_5 0.1296 ndcg_cut_30 2-2_5 0.1113 ndcg_cut_100 2-2_5 0.0972 ndcg_cut_200 2-2_5 0.0972 ndcg_cut_500 2-2_5 0.0972 ndcg_cut_1000 2-2_5 0.0972 map_cut_5 2-2_5 0.0000 map_cut_10 2-2_5 0.0116 map_cut_15 2-2_5 0.0116 map_cut_20 2-2_5 0.0116 map_cut_30 2-2_5 0.0116 map_cut_100 2-2_5 0.0116 map_cut_200 2-2_5 0.0116 map_cut_500 2-2_5 0.0116 map_cut_1000 2-2_5 0.0116 relative_P_5 2-2_5 0.0000 relative_P_10 2-2_5 0.2000 relative_P_15 2-2_5 0.1333 relative_P_20 2-2_5 0.1000 relative_P_30 2-2_5 0.0667 relative_P_100 2-2_5 0.0667 relative_P_200 2-2_5 0.0667 relative_P_500 2-2_5 0.0667 relative_P_1000 2-2_5 0.0667 success_1 2-2_5 0.0000 success_5 2-2_5 0.0000 success_10 2-2_5 1.0000 set_P 2-2_5 0.0200 set_relative_P 2-2_5 0.0667 set_recall 2-2_5 0.0667 set_map 2-2_5 0.0013 set_F 2-2_5 0.0308 num_nonrel_judged_ret 2-2_5 7 rbp 2-2_5 0.1316 rbp_resid 2-2_5 0.5396 unj_5 2-2_5 0.2000 unj_10 2-2_5 0.3000 unj_20 2-2_5 0.6500 num_ret 2-2_7 100 num_rel 2-2_7 88 num_rel_ret 2-2_7 46 map 2-2_7 0.3022 Rprec 2-2_7 0.4886 bpref 2-2_7 0.4634 recip_rank 2-2_7 0.3333 iprec_at_recall_0.00 2-2_7 0.7200 iprec_at_recall_0.10 2-2_7 0.7200 iprec_at_recall_0.20 2-2_7 0.7200 iprec_at_recall_0.30 2-2_7 0.6279 iprec_at_recall_0.40 2-2_7 0.5455 iprec_at_recall_0.50 2-2_7 0.4944 iprec_at_recall_0.60 2-2_7 0.0000 iprec_at_recall_0.70 2-2_7 0.0000 iprec_at_recall_0.80 2-2_7 0.0000 iprec_at_recall_0.90 2-2_7 0.0000 iprec_at_recall_1.00 2-2_7 0.0000 P_5 2-2_7 0.4000 P_10 2-2_7 0.6000 P_15 2-2_7 0.5333 P_20 2-2_7 0.6500 P_30 2-2_7 0.6667 P_100 2-2_7 0.4600 P_200 2-2_7 0.2300 P_500 2-2_7 0.0920 P_1000 2-2_7 0.0460 relstring 2-2_7 '0123014443' recall_5 2-2_7 0.0227 recall_10 2-2_7 0.0682 recall_15 2-2_7 0.0909 recall_20 2-2_7 0.1477 recall_30 2-2_7 0.2273 recall_100 2-2_7 0.5227 recall_200 2-2_7 0.5227 recall_500 2-2_7 0.5227 recall_1000 2-2_7 0.5227 infAP 2-2_7 0.3022 Rprec_mult_0.20 2-2_7 0.6111 Rprec_mult_0.40 2-2_7 0.6667 Rprec_mult_0.60 2-2_7 0.5660 Rprec_mult_0.80 2-2_7 0.5070 Rprec_mult_1.00 2-2_7 0.4886 Rprec_mult_1.20 2-2_7 0.4340 Rprec_mult_1.40 2-2_7 0.3710 Rprec_mult_1.60 2-2_7 0.3262 Rprec_mult_1.80 2-2_7 0.2893 Rprec_mult_2.00 2-2_7 0.2614 utility 2-2_7 -8.0000 11pt_avg 2-2_7 0.3480 binG 2-2_7 0.1424 G 2-2_7 0.1021 ndcg 2-2_7 0.5356 ndcg_rel 2-2_7 0.5164 Rndcg 2-2_7 0.5285 ndcg_cut_5 2-2_7 0.2478 ndcg_cut_10 2-2_7 0.4372 ndcg_cut_15 2-2_7 0.4514 ndcg_cut_20 2-2_7 0.5433 ndcg_cut_30 2-2_7 0.5643 ndcg_cut_100 2-2_7 0.5403 ndcg_cut_200 2-2_7 0.5356 ndcg_cut_500 2-2_7 0.5356 ndcg_cut_1000 2-2_7 0.5356 map_cut_5 2-2_7 0.0095 map_cut_10 2-2_7 0.0332 map_cut_15 2-2_7 0.0468 map_cut_20 2-2_7 0.0814 map_cut_30 2-2_7 0.1361 map_cut_100 2-2_7 0.3022 map_cut_200 2-2_7 0.3022 map_cut_500 2-2_7 0.3022 map_cut_1000 2-2_7 0.3022 relative_P_5 2-2_7 0.4000 relative_P_10 2-2_7 0.6000 relative_P_15 2-2_7 0.5333 relative_P_20 2-2_7 0.6500 relative_P_30 2-2_7 0.6667 relative_P_100 2-2_7 0.5227 relative_P_200 2-2_7 0.5227 relative_P_500 2-2_7 0.5227 relative_P_1000 2-2_7 0.5227 success_1 2-2_7 0.0000 success_5 2-2_7 1.0000 success_10 2-2_7 1.0000 set_P 2-2_7 0.4600 set_relative_P 2-2_7 0.5227 set_recall 2-2_7 0.5227 set_map 2-2_7 0.2405 set_F 2-2_7 0.4894 num_nonrel_judged_ret 2-2_7 6 rbp 2-2_7 0.5375 rbp_resid 2-2_7 0.0755 unj_5 2-2_7 0.0000 unj_10 2-2_7 0.0000 unj_20 2-2_7 0.0500 num_ret 2-2_9 100 num_rel 2-2_9 47 num_rel_ret 2-2_9 14 map 2-2_9 0.0537 Rprec 2-2_9 0.1277 bpref 2-2_9 0.2227 recip_rank 2-2_9 0.2000 iprec_at_recall_0.00 2-2_9 0.3333 iprec_at_recall_0.10 2-2_9 0.1852 iprec_at_recall_0.20 2-2_9 0.1579 iprec_at_recall_0.30 2-2_9 0.1458 iprec_at_recall_0.40 2-2_9 0.0000 iprec_at_recall_0.50 2-2_9 0.0000 iprec_at_recall_0.60 2-2_9 0.0000 iprec_at_recall_0.70 2-2_9 0.0000 iprec_at_recall_0.80 2-2_9 0.0000 iprec_at_recall_0.90 2-2_9 0.0000 iprec_at_recall_1.00 2-2_9 0.0000 P_5 2-2_9 0.2000 P_10 2-2_9 0.3000 P_15 2-2_9 0.2000 P_20 2-2_9 0.2000 P_30 2-2_9 0.1667 P_100 2-2_9 0.1400 P_200 2-2_9 0.0700 P_500 2-2_9 0.0280 P_1000 2-2_9 0.0140 relstring 2-2_9 '00-0200430' recall_5 2-2_9 0.0213 recall_10 2-2_9 0.0638 recall_15 2-2_9 0.0638 recall_20 2-2_9 0.0851 recall_30 2-2_9 0.1064 recall_100 2-2_9 0.2979 recall_200 2-2_9 0.2979 recall_500 2-2_9 0.2979 recall_1000 2-2_9 0.2979 infAP 2-2_9 0.0537 Rprec_mult_0.20 2-2_9 0.3000 Rprec_mult_0.40 2-2_9 0.2105 Rprec_mult_0.60 2-2_9 0.1724 Rprec_mult_0.80 2-2_9 0.1579 Rprec_mult_1.00 2-2_9 0.1277 Rprec_mult_1.20 2-2_9 0.1579 Rprec_mult_1.40 2-2_9 0.1515 Rprec_mult_1.60 2-2_9 0.1316 Rprec_mult_1.80 2-2_9 0.1176 Rprec_mult_2.00 2-2_9 0.1277 utility 2-2_9 -72.0000 11pt_avg 2-2_9 0.0747 binG 2-2_9 0.0653 G 2-2_9 0.0510 ndcg 2-2_9 0.2297 ndcg_rel 2-2_9 0.2114 Rndcg 2-2_9 0.1624 ndcg_cut_5 2-2_9 0.0656 ndcg_cut_10 2-2_9 0.1617 ndcg_cut_15 2-2_9 0.1312 ndcg_cut_20 2-2_9 0.1496 ndcg_cut_30 2-2_9 0.1403 ndcg_cut_100 2-2_9 0.2297 ndcg_cut_200 2-2_9 0.2297 ndcg_cut_500 2-2_9 0.2297 ndcg_cut_1000 2-2_9 0.2297 map_cut_5 2-2_9 0.0043 map_cut_10 2-2_9 0.0167 map_cut_15 2-2_9 0.0167 map_cut_20 2-2_9 0.0214 map_cut_30 2-2_9 0.0253 map_cut_100 2-2_9 0.0537 map_cut_200 2-2_9 0.0537 map_cut_500 2-2_9 0.0537 map_cut_1000 2-2_9 0.0537 relative_P_5 2-2_9 0.2000 relative_P_10 2-2_9 0.3000 relative_P_15 2-2_9 0.2000 relative_P_20 2-2_9 0.2000 relative_P_30 2-2_9 0.1667 relative_P_100 2-2_9 0.2979 relative_P_200 2-2_9 0.2979 relative_P_500 2-2_9 0.2979 relative_P_1000 2-2_9 0.2979 success_1 2-2_9 0.0000 success_5 2-2_9 1.0000 success_10 2-2_9 1.0000 set_P 2-2_9 0.1400 set_relative_P 2-2_9 0.2979 set_recall 2-2_9 0.2979 set_map 2-2_9 0.0417 set_F 2-2_9 0.1905 num_nonrel_judged_ret 2-2_9 11 rbp 2-2_9 0.1357 rbp_resid 2-2_9 0.3628 unj_5 2-2_9 0.2000 unj_10 2-2_9 0.1000 unj_20 2-2_9 0.4500 num_ret 3-2_1 100 num_rel 3-2_1 68 num_rel_ret 3-2_1 9 map 3-2_1 0.0561 Rprec 3-2_1 0.1324 bpref 3-2_1 0.1211 recip_rank 3-2_1 0.5000 iprec_at_recall_0.00 3-2_1 0.5000 iprec_at_recall_0.10 3-2_1 0.5000 iprec_at_recall_0.20 3-2_1 0.0000 iprec_at_recall_0.30 3-2_1 0.0000 iprec_at_recall_0.40 3-2_1 0.0000 iprec_at_recall_0.50 3-2_1 0.0000 iprec_at_recall_0.60 3-2_1 0.0000 iprec_at_recall_0.70 3-2_1 0.0000 iprec_at_recall_0.80 3-2_1 0.0000 iprec_at_recall_0.90 3-2_1 0.0000 iprec_at_recall_1.00 3-2_1 0.0000 P_5 3-2_1 0.4000 P_10 3-2_1 0.4000 P_15 3-2_1 0.4667 P_20 3-2_1 0.4000 P_30 3-2_1 0.2667 P_100 3-2_1 0.0900 P_200 3-2_1 0.0450 P_500 3-2_1 0.0180 P_1000 3-2_1 0.0090 relstring 3-2_1 '0210201220' recall_5 3-2_1 0.0294 recall_10 3-2_1 0.0588 recall_15 3-2_1 0.1029 recall_20 3-2_1 0.1176 recall_30 3-2_1 0.1176 recall_100 3-2_1 0.1324 recall_200 3-2_1 0.1324 recall_500 3-2_1 0.1324 recall_1000 3-2_1 0.1324 infAP 3-2_1 0.0561 Rprec_mult_0.20 3-2_1 0.5000 Rprec_mult_0.40 3-2_1 0.2857 Rprec_mult_0.60 3-2_1 0.2195 Rprec_mult_0.80 3-2_1 0.1636 Rprec_mult_1.00 3-2_1 0.1324 Rprec_mult_1.20 3-2_1 0.1098 Rprec_mult_1.40 3-2_1 0.0938 Rprec_mult_1.60 3-2_1 0.0826 Rprec_mult_1.80 3-2_1 0.0732 Rprec_mult_2.00 3-2_1 0.0662 utility 3-2_1 -82.0000 11pt_avg 3-2_1 0.0909 binG 3-2_1 0.0473 G 3-2_1 0.0269 ndcg 3-2_1 0.1606 ndcg_rel 3-2_1 0.1787 Rndcg 3-2_1 0.2297 ndcg_cut_5 3-2_1 0.2867 ndcg_cut_10 3-2_1 0.3075 ndcg_cut_15 3-2_1 0.3722 ndcg_cut_20 3-2_1 0.3755 ndcg_cut_30 3-2_1 0.3146 ndcg_cut_100 3-2_1 0.1821 ndcg_cut_200 3-2_1 0.1606 ndcg_cut_500 3-2_1 0.1606 ndcg_cut_1000 3-2_1 0.1606 map_cut_5 3-2_1 0.0132 map_cut_10 3-2_1 0.0253 map_cut_15 3-2_1 0.0461 map_cut_20 3-2_1 0.0523 map_cut_30 3-2_1 0.0523 map_cut_100 3-2_1 0.0561 map_cut_200 3-2_1 0.0561 map_cut_500 3-2_1 0.0561 map_cut_1000 3-2_1 0.0561 relative_P_5 3-2_1 0.4000 relative_P_10 3-2_1 0.4000 relative_P_15 3-2_1 0.4667 relative_P_20 3-2_1 0.4000 relative_P_30 3-2_1 0.2667 relative_P_100 3-2_1 0.1324 relative_P_200 3-2_1 0.1324 relative_P_500 3-2_1 0.1324 relative_P_1000 3-2_1 0.1324 success_1 3-2_1 0.0000 success_5 3-2_1 1.0000 success_10 3-2_1 1.0000 set_P 3-2_1 0.0900 set_relative_P 3-2_1 0.1324 set_recall 3-2_1 0.1324 set_map 3-2_1 0.0119 set_F 3-2_1 0.1071 num_nonrel_judged_ret 3-2_1 14 rbp 3-2_1 0.3026 rbp_resid 3-2_1 0.1597 unj_5 3-2_1 0.0000 unj_10 3-2_1 0.0000 unj_20 3-2_1 0.1000 num_ret 3-2_6 100 num_rel 3-2_6 32 num_rel_ret 3-2_6 9 map 3-2_6 0.0213 Rprec 3-2_6 0.0625 bpref 3-2_6 0.1514 recip_rank 3-2_6 0.0625 iprec_at_recall_0.00 3-2_6 0.0918 iprec_at_recall_0.10 3-2_6 0.0918 iprec_at_recall_0.20 3-2_6 0.0918 iprec_at_recall_0.30 3-2_6 0.0000 iprec_at_recall_0.40 3-2_6 0.0000 iprec_at_recall_0.50 3-2_6 0.0000 iprec_at_recall_0.60 3-2_6 0.0000 iprec_at_recall_0.70 3-2_6 0.0000 iprec_at_recall_0.80 3-2_6 0.0000 iprec_at_recall_0.90 3-2_6 0.0000 iprec_at_recall_1.00 3-2_6 0.0000 P_5 3-2_6 0.0000 P_10 3-2_6 0.0000 P_15 3-2_6 0.0000 P_20 3-2_6 0.0500 P_30 3-2_6 0.0667 P_100 3-2_6 0.0900 P_200 3-2_6 0.0450 P_500 3-2_6 0.0180 P_1000 3-2_6 0.0090 relstring 3-2_6 '000000000-' recall_5 3-2_6 0.0000 recall_10 3-2_6 0.0000 recall_15 3-2_6 0.0000 recall_20 3-2_6 0.0312 recall_30 3-2_6 0.0625 recall_100 3-2_6 0.2812 recall_200 3-2_6 0.2812 recall_500 3-2_6 0.2812 recall_1000 3-2_6 0.2812 infAP 3-2_6 0.0213 Rprec_mult_0.20 3-2_6 0.0000 Rprec_mult_0.40 3-2_6 0.0000 Rprec_mult_0.60 3-2_6 0.0500 Rprec_mult_0.80 3-2_6 0.0769 Rprec_mult_1.00 3-2_6 0.0625 Rprec_mult_1.20 3-2_6 0.0513 Rprec_mult_1.40 3-2_6 0.0444 Rprec_mult_1.60 3-2_6 0.0385 Rprec_mult_1.80 3-2_6 0.0517 Rprec_mult_2.00 3-2_6 0.0625 utility 3-2_6 -82.0000 11pt_avg 3-2_6 0.0250 binG 3-2_6 0.0501 G 3-2_6 0.0422 ndcg 3-2_6 0.1681 ndcg_rel 3-2_6 0.1550 Rndcg 3-2_6 0.0814 ndcg_cut_5 3-2_6 0.0000 ndcg_cut_10 3-2_6 0.0000 ndcg_cut_15 3-2_6 0.0000 ndcg_cut_20 3-2_6 0.0359 ndcg_cut_30 3-2_6 0.0559 ndcg_cut_100 3-2_6 0.1681 ndcg_cut_200 3-2_6 0.1681 ndcg_cut_500 3-2_6 0.1681 ndcg_cut_1000 3-2_6 0.1681 map_cut_5 3-2_6 0.0000 map_cut_10 3-2_6 0.0000 map_cut_15 3-2_6 0.0000 map_cut_20 3-2_6 0.0020 map_cut_30 3-2_6 0.0046 map_cut_100 3-2_6 0.0213 map_cut_200 3-2_6 0.0213 map_cut_500 3-2_6 0.0213 map_cut_1000 3-2_6 0.0213 relative_P_5 3-2_6 0.0000 relative_P_10 3-2_6 0.0000 relative_P_15 3-2_6 0.0000 relative_P_20 3-2_6 0.0500 relative_P_30 3-2_6 0.0667 relative_P_100 3-2_6 0.2812 relative_P_200 3-2_6 0.2812 relative_P_500 3-2_6 0.2812 relative_P_1000 3-2_6 0.2812 success_1 3-2_6 0.0000 success_5 3-2_6 0.0000 success_10 3-2_6 0.0000 set_P 3-2_6 0.0900 set_relative_P 3-2_6 0.2812 set_recall 3-2_6 0.2812 set_map 3-2_6 0.0253 set_F 3-2_6 0.1364 num_nonrel_judged_ret 3-2_6 19 rbp 3-2_6 0.0304 rbp_resid 3-2_6 0.3150 unj_5 3-2_6 0.0000 unj_10 3-2_6 0.1000 unj_20 3-2_6 0.4500 num_ret 4-1_10 100 num_rel 4-1_10 12 num_rel_ret 4-1_10 3 map 4-1_10 0.0148 Rprec 4-1_10 0.0000 bpref 4-1_10 0.0000 recip_rank 4-1_10 0.0357 iprec_at_recall_0.00 4-1_10 0.0732 iprec_at_recall_0.10 4-1_10 0.0732 iprec_at_recall_0.20 4-1_10 0.0732 iprec_at_recall_0.30 4-1_10 0.0000 iprec_at_recall_0.40 4-1_10 0.0000 iprec_at_recall_0.50 4-1_10 0.0000 iprec_at_recall_0.60 4-1_10 0.0000 iprec_at_recall_0.70 4-1_10 0.0000 iprec_at_recall_0.80 4-1_10 0.0000 iprec_at_recall_0.90 4-1_10 0.0000 iprec_at_recall_1.00 4-1_10 0.0000 P_5 4-1_10 0.0000 P_10 4-1_10 0.0000 P_15 4-1_10 0.0000 P_20 4-1_10 0.0000 P_30 4-1_10 0.0667 P_100 4-1_10 0.0300 P_200 4-1_10 0.0150 P_500 4-1_10 0.0060 P_1000 4-1_10 0.0030 relstring 4-1_10 '1010000101' recall_5 4-1_10 0.0000 recall_10 4-1_10 0.0000 recall_15 4-1_10 0.0000 recall_20 4-1_10 0.0000 recall_30 4-1_10 0.1667 recall_100 4-1_10 0.2500 recall_200 4-1_10 0.2500 recall_500 4-1_10 0.2500 recall_1000 4-1_10 0.2500 infAP 4-1_10 0.0148 Rprec_mult_0.20 4-1_10 0.0000 Rprec_mult_0.40 4-1_10 0.0000 Rprec_mult_0.60 4-1_10 0.0000 Rprec_mult_0.80 4-1_10 0.0000 Rprec_mult_1.00 4-1_10 0.0000 Rprec_mult_1.20 4-1_10 0.0000 Rprec_mult_1.40 4-1_10 0.0000 Rprec_mult_1.60 4-1_10 0.0000 Rprec_mult_1.80 4-1_10 0.0000 Rprec_mult_2.00 4-1_10 0.0000 utility 4-1_10 -94.0000 11pt_avg 4-1_10 0.0200 binG 4-1_10 0.0500 G 4-1_10 0.0749 ndcg 4-1_10 0.3030 ndcg_rel 4-1_10 0.2875 Rndcg 4-1_10 0.2764 ndcg_cut_5 4-1_10 0.2175 ndcg_cut_10 4-1_10 0.2086 ndcg_cut_15 4-1_10 0.1994 ndcg_cut_20 4-1_10 0.2184 ndcg_cut_30 4-1_10 0.2687 ndcg_cut_100 4-1_10 0.3030 ndcg_cut_200 4-1_10 0.3030 ndcg_cut_500 4-1_10 0.3030 ndcg_cut_1000 4-1_10 0.3030 map_cut_5 4-1_10 0.0000 map_cut_10 4-1_10 0.0000 map_cut_15 4-1_10 0.0000 map_cut_20 4-1_10 0.0000 map_cut_30 4-1_10 0.0087 map_cut_100 4-1_10 0.0148 map_cut_200 4-1_10 0.0148 map_cut_500 4-1_10 0.0148 map_cut_1000 4-1_10 0.0148 relative_P_5 4-1_10 0.0000 relative_P_10 4-1_10 0.0000 relative_P_15 4-1_10 0.0000 relative_P_20 4-1_10 0.0000 relative_P_30 4-1_10 0.1667 relative_P_100 4-1_10 0.2500 relative_P_200 4-1_10 0.2500 relative_P_500 4-1_10 0.2500 relative_P_1000 4-1_10 0.2500 success_1 4-1_10 0.0000 success_5 4-1_10 0.0000 success_10 4-1_10 0.0000 set_P 4-1_10 0.0300 set_relative_P 4-1_10 0.2500 set_recall 4-1_10 0.2500 set_map 4-1_10 0.0075 set_F 4-1_10 0.0536 num_nonrel_judged_ret 4-1_10 28 rbp 4-1_10 0.1289 rbp_resid 4-1_10 0.2398 unj_5 4-1_10 0.0000 unj_10 4-1_10 0.0000 unj_20 4-1_10 0.3500 num_ret 4-1_12 100 num_rel 4-1_12 7 num_rel_ret 4-1_12 2 map 4-1_12 0.0410 Rprec 4-1_12 0.1429 bpref 4-1_12 0.0816 recip_rank 4-1_12 0.2000 iprec_at_recall_0.00 4-1_12 0.2000 iprec_at_recall_0.10 4-1_12 0.2000 iprec_at_recall_0.20 4-1_12 0.2000 iprec_at_recall_0.30 4-1_12 0.0870 iprec_at_recall_0.40 4-1_12 0.0000 iprec_at_recall_0.50 4-1_12 0.0000 iprec_at_recall_0.60 4-1_12 0.0000 iprec_at_recall_0.70 4-1_12 0.0000 iprec_at_recall_0.80 4-1_12 0.0000 iprec_at_recall_0.90 4-1_12 0.0000 iprec_at_recall_1.00 4-1_12 0.0000 P_5 4-1_12 0.2000 P_10 4-1_12 0.1000 P_15 4-1_12 0.0667 P_20 4-1_12 0.0500 P_30 4-1_12 0.0667 P_100 4-1_12 0.0200 P_200 4-1_12 0.0100 P_500 4-1_12 0.0040 P_1000 4-1_12 0.0020 relstring 4-1_12 '-0002-0010' recall_5 4-1_12 0.1429 recall_10 4-1_12 0.1429 recall_15 4-1_12 0.1429 recall_20 4-1_12 0.1429 recall_30 4-1_12 0.2857 recall_100 4-1_12 0.2857 recall_200 4-1_12 0.2857 recall_500 4-1_12 0.2857 recall_1000 4-1_12 0.2857 infAP 4-1_12 0.0410 Rprec_mult_0.20 4-1_12 0.0000 Rprec_mult_0.40 4-1_12 0.0000 Rprec_mult_0.60 4-1_12 0.2000 Rprec_mult_0.80 4-1_12 0.1667 Rprec_mult_1.00 4-1_12 0.1429 Rprec_mult_1.20 4-1_12 0.1111 Rprec_mult_1.40 4-1_12 0.1000 Rprec_mult_1.60 4-1_12 0.0833 Rprec_mult_1.80 4-1_12 0.0769 Rprec_mult_2.00 4-1_12 0.0714 utility 4-1_12 -96.0000 11pt_avg 4-1_12 0.0625 binG 4-1_12 0.0868 G 4-1_12 0.0503 ndcg 4-1_12 0.1432 ndcg_rel 4-1_12 0.1355 Rndcg 4-1_12 0.0659 ndcg_cut_5 4-1_12 0.0857 ndcg_cut_10 4-1_12 0.0950 ndcg_cut_15 4-1_12 0.1059 ndcg_cut_20 4-1_12 0.1139 ndcg_cut_30 4-1_12 0.1432 ndcg_cut_100 4-1_12 0.1432 ndcg_cut_200 4-1_12 0.1432 ndcg_cut_500 4-1_12 0.1432 ndcg_cut_1000 4-1_12 0.1432 map_cut_5 4-1_12 0.0286 map_cut_10 4-1_12 0.0286 map_cut_15 4-1_12 0.0286 map_cut_20 4-1_12 0.0286 map_cut_30 4-1_12 0.0410 map_cut_100 4-1_12 0.0410 map_cut_200 4-1_12 0.0410 map_cut_500 4-1_12 0.0410 map_cut_1000 4-1_12 0.0410 relative_P_5 4-1_12 0.2000 relative_P_10 4-1_12 0.1429 relative_P_15 4-1_12 0.1429 relative_P_20 4-1_12 0.1429 relative_P_30 4-1_12 0.2857 relative_P_100 4-1_12 0.2857 relative_P_200 4-1_12 0.2857 relative_P_500 4-1_12 0.2857 relative_P_1000 4-1_12 0.2857 success_1 4-1_12 0.0000 success_5 4-1_12 1.0000 success_10 4-1_12 1.0000 set_P 4-1_12 0.0200 set_relative_P 4-1_12 0.2857 set_recall 4-1_12 0.2857 set_map 4-1_12 0.0057 set_F 4-1_12 0.0374 num_nonrel_judged_ret 4-1_12 22 rbp 4-1_12 0.0597 rbp_resid 4-1_12 0.4144 unj_5 4-1_12 0.2000 unj_10 4-1_12 0.2000 unj_20 4-1_12 0.4500 num_ret 4-1_3 100 num_rel 4-1_3 39 num_rel_ret 4-1_3 9 map 4-1_3 0.0345 Rprec 4-1_3 0.1538 bpref 4-1_3 0.1387 recip_rank 4-1_3 0.1429 iprec_at_recall_0.00 4-1_3 0.1731 iprec_at_recall_0.10 4-1_3 0.1731 iprec_at_recall_0.20 4-1_3 0.1731 iprec_at_recall_0.30 4-1_3 0.0000 iprec_at_recall_0.40 4-1_3 0.0000 iprec_at_recall_0.50 4-1_3 0.0000 iprec_at_recall_0.60 4-1_3 0.0000 iprec_at_recall_0.70 4-1_3 0.0000 iprec_at_recall_0.80 4-1_3 0.0000 iprec_at_recall_0.90 4-1_3 0.0000 iprec_at_recall_1.00 4-1_3 0.0000 P_5 4-1_3 0.0000 P_10 4-1_3 0.1000 P_15 4-1_3 0.1333 P_20 4-1_3 0.1000 P_30 4-1_3 0.1000 P_100 4-1_3 0.0900 P_200 4-1_3 0.0450 P_500 4-1_3 0.0180 P_1000 4-1_3 0.0090 relstring 4-1_3 '-001-12000' recall_5 4-1_3 0.0000 recall_10 4-1_3 0.0256 recall_15 4-1_3 0.0513 recall_20 4-1_3 0.0513 recall_30 4-1_3 0.0769 recall_100 4-1_3 0.2308 recall_200 4-1_3 0.2308 recall_500 4-1_3 0.2308 recall_1000 4-1_3 0.2308 infAP 4-1_3 0.0345 Rprec_mult_0.20 4-1_3 0.1250 Rprec_mult_0.40 4-1_3 0.1250 Rprec_mult_0.60 4-1_3 0.1250 Rprec_mult_0.80 4-1_3 0.1250 Rprec_mult_1.00 4-1_3 0.1538 Rprec_mult_1.20 4-1_3 0.1489 Rprec_mult_1.40 4-1_3 0.1636 Rprec_mult_1.60 4-1_3 0.1429 Rprec_mult_1.80 4-1_3 0.1268 Rprec_mult_2.00 4-1_3 0.1154 utility 4-1_3 -82.0000 11pt_avg 4-1_3 0.0472 binG 4-1_3 0.0507 G 4-1_3 0.0404 ndcg 4-1_3 0.1872 ndcg_rel 4-1_3 0.1759 Rndcg 4-1_3 0.1388 ndcg_cut_5 4-1_3 0.0365 ndcg_cut_10 4-1_3 0.0858 ndcg_cut_15 4-1_3 0.1055 ndcg_cut_20 4-1_3 0.0948 ndcg_cut_30 4-1_3 0.0962 ndcg_cut_100 4-1_3 0.1872 ndcg_cut_200 4-1_3 0.1872 ndcg_cut_500 4-1_3 0.1872 ndcg_cut_1000 4-1_3 0.1872 map_cut_5 4-1_3 0.0000 map_cut_10 4-1_3 0.0037 map_cut_15 4-1_3 0.0071 map_cut_20 4-1_3 0.0071 map_cut_30 4-1_3 0.0106 map_cut_100 4-1_3 0.0345 map_cut_200 4-1_3 0.0345 map_cut_500 4-1_3 0.0345 map_cut_1000 4-1_3 0.0345 relative_P_5 4-1_3 0.0000 relative_P_10 4-1_3 0.1000 relative_P_15 4-1_3 0.1333 relative_P_20 4-1_3 0.1000 relative_P_30 4-1_3 0.1000 relative_P_100 4-1_3 0.2308 relative_P_200 4-1_3 0.2308 relative_P_500 4-1_3 0.2308 relative_P_1000 4-1_3 0.2308 success_1 4-1_3 0.0000 success_5 4-1_3 0.0000 success_10 4-1_3 1.0000 set_P 4-1_3 0.0900 set_relative_P 4-1_3 0.2308 set_recall 4-1_3 0.2308 set_map 4-1_3 0.0208 set_F 4-1_3 0.1295 num_nonrel_judged_ret 4-1_3 32 rbp 4-1_3 0.0931 rbp_resid 4-1_3 0.3437 unj_5 4-1_3 0.4000 unj_10 4-1_3 0.2000 unj_20 4-1_3 0.4000 num_ret 4-1_4 100 num_rel 4-1_4 11 num_rel_ret 4-1_4 9 map 4-1_4 0.1638 Rprec 4-1_4 0.1818 bpref 4-1_4 0.0909 recip_rank 4-1_4 0.1250 iprec_at_recall_0.00 4-1_4 0.2500 iprec_at_recall_0.10 4-1_4 0.2500 iprec_at_recall_0.20 4-1_4 0.2500 iprec_at_recall_0.30 4-1_4 0.2500 iprec_at_recall_0.40 4-1_4 0.2333 iprec_at_recall_0.50 4-1_4 0.2333 iprec_at_recall_0.60 4-1_4 0.2333 iprec_at_recall_0.70 4-1_4 0.2250 iprec_at_recall_0.80 4-1_4 0.2250 iprec_at_recall_0.90 4-1_4 0.0000 iprec_at_recall_1.00 4-1_4 0.0000 P_5 4-1_4 0.0000 P_10 4-1_4 0.1000 P_15 4-1_4 0.2000 P_20 4-1_4 0.1500 P_30 4-1_4 0.2333 P_100 4-1_4 0.0900 P_200 4-1_4 0.0450 P_500 4-1_4 0.0180 P_1000 4-1_4 0.0090 relstring 4-1_4 '000000040-' recall_5 4-1_4 0.0000 recall_10 4-1_4 0.0909 recall_15 4-1_4 0.2727 recall_20 4-1_4 0.2727 recall_30 4-1_4 0.6364 recall_100 4-1_4 0.8182 recall_200 4-1_4 0.8182 recall_500 4-1_4 0.8182 recall_1000 4-1_4 0.8182 infAP 4-1_4 0.1638 Rprec_mult_0.20 4-1_4 0.0000 Rprec_mult_0.40 4-1_4 0.0000 Rprec_mult_0.60 4-1_4 0.0000 Rprec_mult_0.80 4-1_4 0.1111 Rprec_mult_1.00 4-1_4 0.1818 Rprec_mult_1.20 4-1_4 0.2143 Rprec_mult_1.40 4-1_4 0.1875 Rprec_mult_1.60 4-1_4 0.1667 Rprec_mult_1.80 4-1_4 0.1500 Rprec_mult_2.00 4-1_4 0.1818 utility 4-1_4 -82.0000 11pt_avg 4-1_4 0.1955 binG 4-1_4 0.1976 G 4-1_4 0.1705 ndcg 4-1_4 0.4610 ndcg_rel 4-1_4 0.3500 Rndcg 4-1_4 0.1712 ndcg_cut_5 4-1_4 0.0000 ndcg_cut_10 4-1_4 0.0844 ndcg_cut_15 4-1_4 0.2090 ndcg_cut_20 4-1_4 0.2219 ndcg_cut_30 4-1_4 0.3272 ndcg_cut_100 4-1_4 0.4610 ndcg_cut_200 4-1_4 0.4610 ndcg_cut_500 4-1_4 0.4610 ndcg_cut_1000 4-1_4 0.4610 map_cut_5 4-1_4 0.0000 map_cut_10 4-1_4 0.0114 map_cut_15 4-1_4 0.0506 map_cut_20 4-1_4 0.0506 map_cut_30 4-1_4 0.1242 map_cut_100 4-1_4 0.1638 map_cut_200 4-1_4 0.1638 map_cut_500 4-1_4 0.1638 map_cut_1000 4-1_4 0.1638 relative_P_5 4-1_4 0.0000 relative_P_10 4-1_4 0.1000 relative_P_15 4-1_4 0.2727 relative_P_20 4-1_4 0.2727 relative_P_30 4-1_4 0.6364 relative_P_100 4-1_4 0.8182 relative_P_200 4-1_4 0.8182 relative_P_500 4-1_4 0.8182 relative_P_1000 4-1_4 0.8182 success_1 4-1_4 0.0000 success_5 4-1_4 0.0000 success_10 4-1_4 1.0000 set_P 4-1_4 0.0900 set_relative_P 4-1_4 0.8182 set_recall 4-1_4 0.8182 set_map 4-1_4 0.0736 set_F 4-1_4 0.1622 num_nonrel_judged_ret 4-1_4 27 rbp 4-1_4 0.1462 rbp_resid 4-1_4 0.2324 unj_5 4-1_4 0.0000 unj_10 4-1_4 0.1000 unj_20 4-1_4 0.3500 num_ret 4-1_6 100 num_rel 4-1_6 1 num_rel_ret 4-1_6 0 map 4-1_6 0.0000 Rprec 4-1_6 0.0000 bpref 4-1_6 0.0000 recip_rank 4-1_6 0.0000 iprec_at_recall_0.00 4-1_6 0.0000 iprec_at_recall_0.10 4-1_6 0.0000 iprec_at_recall_0.20 4-1_6 0.0000 iprec_at_recall_0.30 4-1_6 0.0000 iprec_at_recall_0.40 4-1_6 0.0000 iprec_at_recall_0.50 4-1_6 0.0000 iprec_at_recall_0.60 4-1_6 0.0000 iprec_at_recall_0.70 4-1_6 0.0000 iprec_at_recall_0.80 4-1_6 0.0000 iprec_at_recall_0.90 4-1_6 0.0000 iprec_at_recall_1.00 4-1_6 0.0000 P_5 4-1_6 0.0000 P_10 4-1_6 0.0000 P_15 4-1_6 0.0000 P_20 4-1_6 0.0000 P_30 4-1_6 0.0000 P_100 4-1_6 0.0000 P_200 4-1_6 0.0000 P_500 4-1_6 0.0000 P_1000 4-1_6 0.0000 relstring 4-1_6 '001--10100' recall_5 4-1_6 0.0000 recall_10 4-1_6 0.0000 recall_15 4-1_6 0.0000 recall_20 4-1_6 0.0000 recall_30 4-1_6 0.0000 recall_100 4-1_6 0.0000 recall_200 4-1_6 0.0000 recall_500 4-1_6 0.0000 recall_1000 4-1_6 0.0000 infAP 4-1_6 0.0000 Rprec_mult_0.20 4-1_6 0.0000 Rprec_mult_0.40 4-1_6 0.0000 Rprec_mult_0.60 4-1_6 0.0000 Rprec_mult_0.80 4-1_6 0.0000 Rprec_mult_1.00 4-1_6 0.0000 Rprec_mult_1.20 4-1_6 0.0000 Rprec_mult_1.40 4-1_6 0.0000 Rprec_mult_1.60 4-1_6 0.0000 Rprec_mult_1.80 4-1_6 0.0000 Rprec_mult_2.00 4-1_6 0.0000 utility 4-1_6 -100.0000 11pt_avg 4-1_6 0.0000 binG 4-1_6 0.0000 G 4-1_6 0.0787 ndcg 4-1_6 0.2033 ndcg_rel 4-1_6 0.2012 Rndcg 4-1_6 0.1193 ndcg_cut_5 4-1_6 0.1266 ndcg_cut_10 4-1_6 0.2114 ndcg_cut_15 4-1_6 0.1708 ndcg_cut_20 4-1_6 0.1545 ndcg_cut_30 4-1_6 0.1545 ndcg_cut_100 4-1_6 0.2033 ndcg_cut_200 4-1_6 0.2033 ndcg_cut_500 4-1_6 0.2033 ndcg_cut_1000 4-1_6 0.2033 map_cut_5 4-1_6 0.0000 map_cut_10 4-1_6 0.0000 map_cut_15 4-1_6 0.0000 map_cut_20 4-1_6 0.0000 map_cut_30 4-1_6 0.0000 map_cut_100 4-1_6 0.0000 map_cut_200 4-1_6 0.0000 map_cut_500 4-1_6 0.0000 map_cut_1000 4-1_6 0.0000 relative_P_5 4-1_6 0.0000 relative_P_10 4-1_6 0.0000 relative_P_15 4-1_6 0.0000 relative_P_20 4-1_6 0.0000 relative_P_30 4-1_6 0.0000 relative_P_100 4-1_6 0.0000 relative_P_200 4-1_6 0.0000 relative_P_500 4-1_6 0.0000 relative_P_1000 4-1_6 0.0000 success_1 4-1_6 0.0000 success_5 4-1_6 0.0000 success_10 4-1_6 0.0000 set_P 4-1_6 0.0000 set_relative_P 4-1_6 0.0000 set_recall 4-1_6 0.0000 set_map 4-1_6 0.0000 set_F 4-1_6 0.0000 num_nonrel_judged_ret 4-1_6 32 rbp 4-1_6 0.0954 rbp_resid 4-1_6 0.3382 unj_5 4-1_6 0.4000 unj_10 4-1_6 0.2000 unj_20 4-1_6 0.4000 num_ret 4-1_9 100 num_rel 4-1_9 37 num_rel_ret 4-1_9 1 map 4-1_9 0.0005 Rprec 4-1_9 0.0000 bpref 4-1_9 0.0161 recip_rank 4-1_9 0.0200 iprec_at_recall_0.00 4-1_9 0.0200 iprec_at_recall_0.10 4-1_9 0.0000 iprec_at_recall_0.20 4-1_9 0.0000 iprec_at_recall_0.30 4-1_9 0.0000 iprec_at_recall_0.40 4-1_9 0.0000 iprec_at_recall_0.50 4-1_9 0.0000 iprec_at_recall_0.60 4-1_9 0.0000 iprec_at_recall_0.70 4-1_9 0.0000 iprec_at_recall_0.80 4-1_9 0.0000 iprec_at_recall_0.90 4-1_9 0.0000 iprec_at_recall_1.00 4-1_9 0.0000 P_5 4-1_9 0.0000 P_10 4-1_9 0.0000 P_15 4-1_9 0.0000 P_20 4-1_9 0.0000 P_30 4-1_9 0.0000 P_100 4-1_9 0.0100 P_200 4-1_9 0.0050 P_500 4-1_9 0.0020 P_1000 4-1_9 0.0010 relstring 4-1_9 '000101100-' recall_5 4-1_9 0.0000 recall_10 4-1_9 0.0000 recall_15 4-1_9 0.0000 recall_20 4-1_9 0.0000 recall_30 4-1_9 0.0000 recall_100 4-1_9 0.0270 recall_200 4-1_9 0.0270 recall_500 4-1_9 0.0270 recall_1000 4-1_9 0.0270 infAP 4-1_9 0.0005 Rprec_mult_0.20 4-1_9 0.0000 Rprec_mult_0.40 4-1_9 0.0000 Rprec_mult_0.60 4-1_9 0.0000 Rprec_mult_0.80 4-1_9 0.0000 Rprec_mult_1.00 4-1_9 0.0000 Rprec_mult_1.20 4-1_9 0.0000 Rprec_mult_1.40 4-1_9 0.0192 Rprec_mult_1.60 4-1_9 0.0167 Rprec_mult_1.80 4-1_9 0.0149 Rprec_mult_2.00 4-1_9 0.0135 utility 4-1_9 -98.0000 11pt_avg 4-1_9 0.0018 binG 4-1_9 0.0048 G 4-1_9 0.0112 ndcg 4-1_9 0.0648 ndcg_rel 4-1_9 0.0657 Rndcg 4-1_9 0.0522 ndcg_cut_5 4-1_9 0.0411 ndcg_cut_10 4-1_9 0.0799 ndcg_cut_15 4-1_9 0.0672 ndcg_cut_20 4-1_9 0.0713 ndcg_cut_30 4-1_9 0.0763 ndcg_cut_100 4-1_9 0.0771 ndcg_cut_200 4-1_9 0.0648 ndcg_cut_500 4-1_9 0.0648 ndcg_cut_1000 4-1_9 0.0648 map_cut_5 4-1_9 0.0000 map_cut_10 4-1_9 0.0000 map_cut_15 4-1_9 0.0000 map_cut_20 4-1_9 0.0000 map_cut_30 4-1_9 0.0000 map_cut_100 4-1_9 0.0005 map_cut_200 4-1_9 0.0005 map_cut_500 4-1_9 0.0005 map_cut_1000 4-1_9 0.0005 relative_P_5 4-1_9 0.0000 relative_P_10 4-1_9 0.0000 relative_P_15 4-1_9 0.0000 relative_P_20 4-1_9 0.0000 relative_P_30 4-1_9 0.0000 relative_P_100 4-1_9 0.0270 relative_P_200 4-1_9 0.0270 relative_P_500 4-1_9 0.0270 relative_P_1000 4-1_9 0.0270 success_1 4-1_9 0.0000 success_5 4-1_9 0.0000 success_10 4-1_9 0.0000 set_P 4-1_9 0.0100 set_relative_P 4-1_9 0.0270 set_recall 4-1_9 0.0270 set_map 4-1_9 0.0003 set_F 4-1_9 0.0146 num_nonrel_judged_ret 4-1_9 20 rbp 4-1_9 0.0550 rbp_resid 4-1_9 0.3060 unj_5 4-1_9 0.0000 unj_10 4-1_9 0.1000 unj_20 4-1_9 0.4500 num_ret 4-2_2 100 num_rel 4-2_2 84 num_rel_ret 4-2_2 24 map 4-2_2 0.1803 Rprec 4-2_2 0.2738 bpref 4-2_2 0.2745 recip_rank 4-2_2 1.0000 iprec_at_recall_0.00 4-2_2 1.0000 iprec_at_recall_0.10 4-2_2 1.0000 iprec_at_recall_0.20 4-2_2 0.3462 iprec_at_recall_0.30 4-2_2 0.0000 iprec_at_recall_0.40 4-2_2 0.0000 iprec_at_recall_0.50 4-2_2 0.0000 iprec_at_recall_0.60 4-2_2 0.0000 iprec_at_recall_0.70 4-2_2 0.0000 iprec_at_recall_0.80 4-2_2 0.0000 iprec_at_recall_0.90 4-2_2 0.0000 iprec_at_recall_1.00 4-2_2 0.0000 P_5 4-2_2 1.0000 P_10 4-2_2 0.8000 P_15 4-2_2 0.7333 P_20 4-2_2 0.5500 P_30 4-2_2 0.4333 P_100 4-2_2 0.2400 P_200 4-2_2 0.1200 P_500 4-2_2 0.0480 P_1000 4-2_2 0.0240 relstring 4-2_2 '22322233-1' recall_5 4-2_2 0.0595 recall_10 4-2_2 0.0952 recall_15 4-2_2 0.1310 recall_20 4-2_2 0.1310 recall_30 4-2_2 0.1548 recall_100 4-2_2 0.2857 recall_200 4-2_2 0.2857 recall_500 4-2_2 0.2857 recall_1000 4-2_2 0.2857 infAP 4-2_2 0.1803 Rprec_mult_0.20 4-2_2 0.6471 Rprec_mult_0.40 4-2_2 0.3824 Rprec_mult_0.60 4-2_2 0.3333 Rprec_mult_0.80 4-2_2 0.3088 Rprec_mult_1.00 4-2_2 0.2738 Rprec_mult_1.20 4-2_2 0.2376 Rprec_mult_1.40 4-2_2 0.2034 Rprec_mult_1.60 4-2_2 0.1778 Rprec_mult_1.80 4-2_2 0.1579 Rprec_mult_2.00 4-2_2 0.1429 utility 4-2_2 -52.0000 11pt_avg 4-2_2 0.2133 binG 4-2_2 0.1443 G 4-2_2 0.0700 ndcg 4-2_2 0.3537 ndcg_rel 4-2_2 0.4039 Rndcg 4-2_2 0.4357 ndcg_cut_5 4-2_2 0.7232 ndcg_cut_10 4-2_2 0.6856 ndcg_cut_15 4-2_2 0.6387 ndcg_cut_20 4-2_2 0.5655 ndcg_cut_30 4-2_2 0.4976 ndcg_cut_100 4-2_2 0.3895 ndcg_cut_200 4-2_2 0.3537 ndcg_cut_500 4-2_2 0.3537 ndcg_cut_1000 4-2_2 0.3537 map_cut_5 4-2_2 0.0595 map_cut_10 4-2_2 0.0952 map_cut_15 4-2_2 0.1250 map_cut_20 4-2_2 0.1250 map_cut_30 4-2_2 0.1388 map_cut_100 4-2_2 0.1803 map_cut_200 4-2_2 0.1803 map_cut_500 4-2_2 0.1803 map_cut_1000 4-2_2 0.1803 relative_P_5 4-2_2 1.0000 relative_P_10 4-2_2 0.8000 relative_P_15 4-2_2 0.7333 relative_P_20 4-2_2 0.5500 relative_P_30 4-2_2 0.4333 relative_P_100 4-2_2 0.2857 relative_P_200 4-2_2 0.2857 relative_P_500 4-2_2 0.2857 relative_P_1000 4-2_2 0.2857 success_1 4-2_2 1.0000 success_5 4-2_2 1.0000 success_10 4-2_2 1.0000 set_P 4-2_2 0.2400 set_relative_P 4-2_2 0.2857 set_recall 4-2_2 0.2857 set_map 4-2_2 0.0686 set_F 4-2_2 0.2609 num_nonrel_judged_ret 4-2_2 11 rbp 4-2_2 0.5664 rbp_resid 4-2_2 0.2160 unj_5 4-2_2 0.0000 unj_10 4-2_2 0.1000 unj_20 4-2_2 0.2500 num_ret 4-2_3 100 num_rel 4-2_3 48 num_rel_ret 4-2_3 17 map 4-2_3 0.1864 Rprec 4-2_3 0.2708 bpref 4-2_3 0.3135 recip_rank 4-2_3 1.0000 iprec_at_recall_0.00 4-2_3 1.0000 iprec_at_recall_0.10 4-2_3 0.6923 iprec_at_recall_0.20 4-2_3 0.5263 iprec_at_recall_0.30 4-2_3 0.2500 iprec_at_recall_0.40 4-2_3 0.0000 iprec_at_recall_0.50 4-2_3 0.0000 iprec_at_recall_0.60 4-2_3 0.0000 iprec_at_recall_0.70 4-2_3 0.0000 iprec_at_recall_0.80 4-2_3 0.0000 iprec_at_recall_0.90 4-2_3 0.0000 iprec_at_recall_1.00 4-2_3 0.0000 P_5 4-2_3 0.8000 P_10 4-2_3 0.6000 P_15 4-2_3 0.6000 P_20 4-2_3 0.5000 P_30 4-2_3 0.3667 P_100 4-2_3 0.1700 P_200 4-2_3 0.0850 P_500 4-2_3 0.0340 P_1000 4-2_3 0.0170 relstring 4-2_3 '22122-0122' recall_5 4-2_3 0.0833 recall_10 4-2_3 0.1250 recall_15 4-2_3 0.1875 recall_20 4-2_3 0.2083 recall_30 4-2_3 0.2292 recall_100 4-2_3 0.3542 recall_200 4-2_3 0.3542 recall_500 4-2_3 0.3542 recall_1000 4-2_3 0.3542 infAP 4-2_3 0.1864 Rprec_mult_0.20 4-2_3 0.6000 Rprec_mult_0.40 4-2_3 0.5000 Rprec_mult_0.60 4-2_3 0.3448 Rprec_mult_0.80 4-2_3 0.2821 Rprec_mult_1.00 4-2_3 0.2708 Rprec_mult_1.20 4-2_3 0.2414 Rprec_mult_1.40 4-2_3 0.2059 Rprec_mult_1.60 4-2_3 0.1818 Rprec_mult_1.80 4-2_3 0.1724 Rprec_mult_2.00 4-2_3 0.1771 utility 4-2_3 -66.0000 11pt_avg 4-2_3 0.2244 binG 4-2_3 0.1411 G 4-2_3 0.0824 ndcg 4-2_3 0.3827 ndcg_rel 4-2_3 0.4155 Rndcg 4-2_3 0.3981 ndcg_cut_5 4-2_3 0.6101 ndcg_cut_10 4-2_3 0.5285 ndcg_cut_15 4-2_3 0.5596 ndcg_cut_20 4-2_3 0.5249 ndcg_cut_30 4-2_3 0.4431 ndcg_cut_100 4-2_3 0.3827 ndcg_cut_200 4-2_3 0.3827 ndcg_cut_500 4-2_3 0.3827 ndcg_cut_1000 4-2_3 0.3827 map_cut_5 4-2_3 0.0740 map_cut_10 4-2_3 0.0980 map_cut_15 4-2_3 0.1396 map_cut_20 4-2_3 0.1506 map_cut_30 4-2_3 0.1582 map_cut_100 4-2_3 0.1864 map_cut_200 4-2_3 0.1864 map_cut_500 4-2_3 0.1864 map_cut_1000 4-2_3 0.1864 relative_P_5 4-2_3 0.8000 relative_P_10 4-2_3 0.6000 relative_P_15 4-2_3 0.6000 relative_P_20 4-2_3 0.5000 relative_P_30 4-2_3 0.3667 relative_P_100 4-2_3 0.3542 relative_P_200 4-2_3 0.3542 relative_P_500 4-2_3 0.3542 relative_P_1000 4-2_3 0.3542 success_1 4-2_3 1.0000 success_5 4-2_3 1.0000 success_10 4-2_3 1.0000 set_P 4-2_3 0.1700 set_relative_P 4-2_3 0.3542 set_recall 4-2_3 0.3542 set_map 4-2_3 0.0602 set_F 4-2_3 0.2297 num_nonrel_judged_ret 4-2_3 13 rbp 4-2_3 0.4091 rbp_resid 4-2_3 0.2618 unj_5 4-2_3 0.0000 unj_10 4-2_3 0.1000 unj_20 4-2_3 0.3000 num_ret 4-2_6 100 num_rel 4-2_6 14 num_rel_ret 4-2_6 10 map 4-2_6 0.5029 Rprec 4-2_6 0.5714 bpref 4-2_6 0.5918 recip_rank 4-2_6 1.0000 iprec_at_recall_0.00 4-2_6 1.0000 iprec_at_recall_0.10 4-2_6 1.0000 iprec_at_recall_0.20 4-2_6 1.0000 iprec_at_recall_0.30 4-2_6 0.7778 iprec_at_recall_0.40 4-2_6 0.7778 iprec_at_recall_0.50 4-2_6 0.7778 iprec_at_recall_0.60 4-2_6 0.5714 iprec_at_recall_0.70 4-2_6 0.1852 iprec_at_recall_0.80 4-2_6 0.0000 iprec_at_recall_0.90 4-2_6 0.0000 iprec_at_recall_1.00 4-2_6 0.0000 P_5 4-2_6 0.6000 P_10 4-2_6 0.7000 P_15 4-2_6 0.5333 P_20 4-2_6 0.4000 P_30 4-2_6 0.3000 P_100 4-2_6 0.1000 P_200 4-2_6 0.0500 P_500 4-2_6 0.0200 P_1000 4-2_6 0.0100 relstring 4-2_6 '222112332-' recall_5 4-2_6 0.2143 recall_10 4-2_6 0.5000 recall_15 4-2_6 0.5714 recall_20 4-2_6 0.5714 recall_30 4-2_6 0.6429 recall_100 4-2_6 0.7143 recall_200 4-2_6 0.7143 recall_500 4-2_6 0.7143 recall_1000 4-2_6 0.7143 infAP 4-2_6 0.5029 Rprec_mult_0.20 4-2_6 1.0000 Rprec_mult_0.40 4-2_6 0.6667 Rprec_mult_0.60 4-2_6 0.7778 Rprec_mult_0.80 4-2_6 0.5833 Rprec_mult_1.00 4-2_6 0.5714 Rprec_mult_1.20 4-2_6 0.4706 Rprec_mult_1.40 4-2_6 0.4000 Rprec_mult_1.60 4-2_6 0.3478 Rprec_mult_1.80 4-2_6 0.3462 Rprec_mult_2.00 4-2_6 0.3214 utility 4-2_6 -80.0000 11pt_avg 4-2_6 0.5536 binG 4-2_6 0.4114 G 4-2_6 0.2256 ndcg 4-2_6 0.6574 ndcg_rel 4-2_6 0.6513 Rndcg 4-2_6 0.6254 ndcg_cut_5 4-2_6 0.6005 ndcg_cut_10 4-2_6 0.7160 ndcg_cut_15 4-2_6 0.6500 ndcg_cut_20 4-2_6 0.6157 ndcg_cut_30 4-2_6 0.5719 ndcg_cut_100 4-2_6 0.6574 ndcg_cut_200 4-2_6 0.6574 ndcg_cut_500 4-2_6 0.6574 ndcg_cut_1000 4-2_6 0.6574 map_cut_5 4-2_6 0.2143 map_cut_10 4-2_6 0.4221 map_cut_15 4-2_6 0.4629 map_cut_20 4-2_6 0.4629 map_cut_30 4-2_6 0.4897 map_cut_100 4-2_6 0.5029 map_cut_200 4-2_6 0.5029 map_cut_500 4-2_6 0.5029 map_cut_1000 4-2_6 0.5029 relative_P_5 4-2_6 0.6000 relative_P_10 4-2_6 0.7000 relative_P_15 4-2_6 0.5714 relative_P_20 4-2_6 0.5714 relative_P_30 4-2_6 0.6429 relative_P_100 4-2_6 0.7143 relative_P_200 4-2_6 0.7143 relative_P_500 4-2_6 0.7143 relative_P_1000 4-2_6 0.7143 success_1 4-2_6 1.0000 success_5 4-2_6 1.0000 success_10 4-2_6 1.0000 set_P 4-2_6 0.1000 set_relative_P 4-2_6 0.7143 set_recall 4-2_6 0.7143 set_map 4-2_6 0.0714 set_F 4-2_6 0.1754 num_nonrel_judged_ret 4-2_6 10 rbp 4-2_6 0.4403 rbp_resid 4-2_6 0.2891 unj_5 4-2_6 0.0000 unj_10 4-2_6 0.1000 unj_20 4-2_6 0.4000 num_ret 5-1_2 100 num_rel 5-1_2 130 num_rel_ret 5-1_2 20 map 5-1_2 0.0574 Rprec 5-1_2 0.1538 bpref 5-1_2 0.1424 recip_rank 5-1_2 0.3333 iprec_at_recall_0.00 5-1_2 0.5000 iprec_at_recall_0.10 5-1_2 0.3500 iprec_at_recall_0.20 5-1_2 0.0000 iprec_at_recall_0.30 5-1_2 0.0000 iprec_at_recall_0.40 5-1_2 0.0000 iprec_at_recall_0.50 5-1_2 0.0000 iprec_at_recall_0.60 5-1_2 0.0000 iprec_at_recall_0.70 5-1_2 0.0000 iprec_at_recall_0.80 5-1_2 0.0000 iprec_at_recall_0.90 5-1_2 0.0000 iprec_at_recall_1.00 5-1_2 0.0000 P_5 5-1_2 0.4000 P_10 5-1_2 0.4000 P_15 5-1_2 0.4000 P_20 5-1_2 0.3500 P_30 5-1_2 0.4000 P_100 5-1_2 0.2000 P_200 5-1_2 0.1000 P_500 5-1_2 0.0400 P_1000 5-1_2 0.0200 relstring 5-1_2 '1131330003' recall_5 5-1_2 0.0154 recall_10 5-1_2 0.0308 recall_15 5-1_2 0.0462 recall_20 5-1_2 0.0538 recall_30 5-1_2 0.0923 recall_100 5-1_2 0.1538 recall_200 5-1_2 0.1538 recall_500 5-1_2 0.1538 recall_1000 5-1_2 0.1538 infAP 5-1_2 0.0574 Rprec_mult_0.20 5-1_2 0.4231 Rprec_mult_0.40 5-1_2 0.2692 Rprec_mult_0.60 5-1_2 0.2564 Rprec_mult_0.80 5-1_2 0.1923 Rprec_mult_1.00 5-1_2 0.1538 Rprec_mult_1.20 5-1_2 0.1282 Rprec_mult_1.40 5-1_2 0.1099 Rprec_mult_1.60 5-1_2 0.0962 Rprec_mult_1.80 5-1_2 0.0855 Rprec_mult_2.00 5-1_2 0.0769 utility 5-1_2 -60.0000 11pt_avg 5-1_2 0.0773 binG 5-1_2 0.0414 G 5-1_2 0.0301 ndcg 5-1_2 0.1996 ndcg_rel 5-1_2 0.2286 Rndcg 5-1_2 0.2489 ndcg_cut_5 5-1_2 0.4796 ndcg_cut_10 5-1_2 0.4551 ndcg_cut_15 5-1_2 0.4438 ndcg_cut_20 5-1_2 0.4261 ndcg_cut_30 5-1_2 0.4213 ndcg_cut_100 5-1_2 0.2693 ndcg_cut_200 5-1_2 0.2059 ndcg_cut_500 5-1_2 0.1996 ndcg_cut_1000 5-1_2 0.1996 map_cut_5 5-1_2 0.0056 map_cut_10 5-1_2 0.0126 map_cut_15 5-1_2 0.0196 map_cut_20 5-1_2 0.0228 map_cut_30 5-1_2 0.0387 map_cut_100 5-1_2 0.0574 map_cut_200 5-1_2 0.0574 map_cut_500 5-1_2 0.0574 map_cut_1000 5-1_2 0.0574 relative_P_5 5-1_2 0.4000 relative_P_10 5-1_2 0.4000 relative_P_15 5-1_2 0.4000 relative_P_20 5-1_2 0.3500 relative_P_30 5-1_2 0.4000 relative_P_100 5-1_2 0.2000 relative_P_200 5-1_2 0.1538 relative_P_500 5-1_2 0.1538 relative_P_1000 5-1_2 0.1538 success_1 5-1_2 0.0000 success_5 5-1_2 1.0000 success_10 5-1_2 1.0000 set_P 5-1_2 0.2000 set_relative_P 5-1_2 0.2000 set_recall 5-1_2 0.1538 set_map 5-1_2 0.0308 set_F 5-1_2 0.1739 num_nonrel_judged_ret 5-1_2 17 rbp 5-1_2 0.3436 rbp_resid 5-1_2 0.1290 unj_5 5-1_2 0.0000 unj_10 5-1_2 0.0000 unj_20 5-1_2 0.1500 num_ret 5-1_4 100 num_rel 5-1_4 29 num_rel_ret 5-1_4 10 map 5-1_4 0.2743 Rprec 5-1_4 0.3103 bpref 5-1_4 0.3294 recip_rank 5-1_4 1.0000 iprec_at_recall_0.00 5-1_4 1.0000 iprec_at_recall_0.10 5-1_4 1.0000 iprec_at_recall_0.20 5-1_4 1.0000 iprec_at_recall_0.30 5-1_4 0.3462 iprec_at_recall_0.40 5-1_4 0.0000 iprec_at_recall_0.50 5-1_4 0.0000 iprec_at_recall_0.60 5-1_4 0.0000 iprec_at_recall_0.70 5-1_4 0.0000 iprec_at_recall_0.80 5-1_4 0.0000 iprec_at_recall_0.90 5-1_4 0.0000 iprec_at_recall_1.00 5-1_4 0.0000 P_5 5-1_4 1.0000 P_10 5-1_4 0.7000 P_15 5-1_4 0.4667 P_20 5-1_4 0.4000 P_30 5-1_4 0.3000 P_100 5-1_4 0.1000 P_200 5-1_4 0.0500 P_500 5-1_4 0.0200 P_1000 5-1_4 0.0100 relstring 5-1_4 '3222220201' recall_5 5-1_4 0.1724 recall_10 5-1_4 0.2414 recall_15 5-1_4 0.2414 recall_20 5-1_4 0.2759 recall_30 5-1_4 0.3103 recall_100 5-1_4 0.3448 recall_200 5-1_4 0.3448 recall_500 5-1_4 0.3448 recall_1000 5-1_4 0.3448 infAP 5-1_4 0.2743 Rprec_mult_0.20 5-1_4 1.0000 Rprec_mult_0.40 5-1_4 0.5833 Rprec_mult_0.60 5-1_4 0.3889 Rprec_mult_0.80 5-1_4 0.3333 Rprec_mult_1.00 5-1_4 0.3103 Rprec_mult_1.20 5-1_4 0.2857 Rprec_mult_1.40 5-1_4 0.2439 Rprec_mult_1.60 5-1_4 0.2128 Rprec_mult_1.80 5-1_4 0.1887 Rprec_mult_2.00 5-1_4 0.1724 utility 5-1_4 -80.0000 11pt_avg 5-1_4 0.3042 binG 5-1_4 0.2536 G 5-1_4 0.1289 ndcg 5-1_4 0.4245 ndcg_rel 5-1_4 0.5012 Rndcg 5-1_4 0.4765 ndcg_cut_5 5-1_4 0.7797 ndcg_cut_10 5-1_4 0.6393 ndcg_cut_15 5-1_4 0.5338 ndcg_cut_20 5-1_4 0.4904 ndcg_cut_30 5-1_4 0.4207 ndcg_cut_100 5-1_4 0.4245 ndcg_cut_200 5-1_4 0.4245 ndcg_cut_500 5-1_4 0.4245 ndcg_cut_1000 5-1_4 0.4245 map_cut_5 5-1_4 0.1724 map_cut_10 5-1_4 0.2371 map_cut_15 5-1_4 0.2371 map_cut_20 5-1_4 0.2516 map_cut_30 5-1_4 0.2635 map_cut_100 5-1_4 0.2743 map_cut_200 5-1_4 0.2743 map_cut_500 5-1_4 0.2743 map_cut_1000 5-1_4 0.2743 relative_P_5 5-1_4 1.0000 relative_P_10 5-1_4 0.7000 relative_P_15 5-1_4 0.4667 relative_P_20 5-1_4 0.4000 relative_P_30 5-1_4 0.3103 relative_P_100 5-1_4 0.3448 relative_P_200 5-1_4 0.3448 relative_P_500 5-1_4 0.3448 relative_P_1000 5-1_4 0.3448 success_1 5-1_4 1.0000 success_5 5-1_4 1.0000 success_10 5-1_4 1.0000 set_P 5-1_4 0.1000 set_relative_P 5-1_4 0.3448 set_recall 5-1_4 0.3448 set_map 5-1_4 0.0345 set_F 5-1_4 0.1550 num_nonrel_judged_ret 5-1_4 12 rbp 5-1_4 0.4084 rbp_resid 5-1_4 0.2834 unj_5 5-1_4 0.0000 unj_10 5-1_4 0.0000 unj_20 5-1_4 0.4000 num_ret 6-1_2 100 num_rel 6-1_2 57 num_rel_ret 6-1_2 7 map 6-1_2 0.0052 Rprec 6-1_2 0.0000 bpref 6-1_2 0.0880 recip_rank 6-1_2 0.0125 iprec_at_recall_0.00 6-1_2 0.0700 iprec_at_recall_0.10 6-1_2 0.0700 iprec_at_recall_0.20 6-1_2 0.0000 iprec_at_recall_0.30 6-1_2 0.0000 iprec_at_recall_0.40 6-1_2 0.0000 iprec_at_recall_0.50 6-1_2 0.0000 iprec_at_recall_0.60 6-1_2 0.0000 iprec_at_recall_0.70 6-1_2 0.0000 iprec_at_recall_0.80 6-1_2 0.0000 iprec_at_recall_0.90 6-1_2 0.0000 iprec_at_recall_1.00 6-1_2 0.0000 P_5 6-1_2 0.0000 P_10 6-1_2 0.0000 P_15 6-1_2 0.0000 P_20 6-1_2 0.0000 P_30 6-1_2 0.0000 P_100 6-1_2 0.0700 P_200 6-1_2 0.0350 P_500 6-1_2 0.0140 P_1000 6-1_2 0.0070 relstring 6-1_2 '010110-1-0' recall_5 6-1_2 0.0000 recall_10 6-1_2 0.0000 recall_15 6-1_2 0.0000 recall_20 6-1_2 0.0000 recall_30 6-1_2 0.0000 recall_100 6-1_2 0.1228 recall_200 6-1_2 0.1228 recall_500 6-1_2 0.1228 recall_1000 6-1_2 0.1228 infAP 6-1_2 0.0052 Rprec_mult_0.20 6-1_2 0.0000 Rprec_mult_0.40 6-1_2 0.0000 Rprec_mult_0.60 6-1_2 0.0000 Rprec_mult_0.80 6-1_2 0.0000 Rprec_mult_1.00 6-1_2 0.0000 Rprec_mult_1.20 6-1_2 0.0000 Rprec_mult_1.40 6-1_2 0.0125 Rprec_mult_1.60 6-1_2 0.0326 Rprec_mult_1.80 6-1_2 0.0680 Rprec_mult_2.00 6-1_2 0.0614 utility 6-1_2 -86.0000 11pt_avg 6-1_2 0.0127 binG 6-1_2 0.0189 G 6-1_2 0.0245 ndcg 6-1_2 0.1307 ndcg_rel 6-1_2 0.1285 Rndcg 6-1_2 0.1059 ndcg_cut_5 6-1_2 0.1638 ndcg_cut_10 6-1_2 0.1294 ndcg_cut_15 6-1_2 0.1306 ndcg_cut_20 6-1_2 0.1124 ndcg_cut_30 6-1_2 0.0931 ndcg_cut_100 6-1_2 0.1340 ndcg_cut_200 6-1_2 0.1307 ndcg_cut_500 6-1_2 0.1307 ndcg_cut_1000 6-1_2 0.1307 map_cut_5 6-1_2 0.0000 map_cut_10 6-1_2 0.0000 map_cut_15 6-1_2 0.0000 map_cut_20 6-1_2 0.0000 map_cut_30 6-1_2 0.0000 map_cut_100 6-1_2 0.0052 map_cut_200 6-1_2 0.0052 map_cut_500 6-1_2 0.0052 map_cut_1000 6-1_2 0.0052 relative_P_5 6-1_2 0.0000 relative_P_10 6-1_2 0.0000 relative_P_15 6-1_2 0.0000 relative_P_20 6-1_2 0.0000 relative_P_30 6-1_2 0.0000 relative_P_100 6-1_2 0.1228 relative_P_200 6-1_2 0.1228 relative_P_500 6-1_2 0.1228 relative_P_1000 6-1_2 0.1228 success_1 6-1_2 0.0000 success_5 6-1_2 0.0000 success_10 6-1_2 0.0000 set_P 6-1_2 0.0700 set_relative_P 6-1_2 0.1228 set_recall 6-1_2 0.1228 set_map 6-1_2 0.0086 set_F 6-1_2 0.0892 num_nonrel_judged_ret 6-1_2 17 rbp 6-1_2 0.1122 rbp_resid 6-1_2 0.3833 unj_5 6-1_2 0.0000 unj_10 6-1_2 0.2000 unj_20 6-1_2 0.5000 num_ret 6-1_6 100 num_rel 6-1_6 27 num_rel_ret 6-1_6 15 map 6-1_6 0.2091 Rprec 6-1_6 0.2963 bpref 6-1_6 0.4156 recip_rank 6-1_6 1.0000 iprec_at_recall_0.00 6-1_6 1.0000 iprec_at_recall_0.10 6-1_6 0.4615 iprec_at_recall_0.20 6-1_6 0.4615 iprec_at_recall_0.30 6-1_6 0.4444 iprec_at_recall_0.40 6-1_6 0.3056 iprec_at_recall_0.50 6-1_6 0.1724 iprec_at_recall_0.60 6-1_6 0.0000 iprec_at_recall_0.70 6-1_6 0.0000 iprec_at_recall_0.80 6-1_6 0.0000 iprec_at_recall_0.90 6-1_6 0.0000 iprec_at_recall_1.00 6-1_6 0.0000 P_5 6-1_6 0.4000 P_10 6-1_6 0.4000 P_15 6-1_6 0.4000 P_20 6-1_6 0.4000 P_30 6-1_6 0.2667 P_100 6-1_6 0.1500 P_200 6-1_6 0.0750 P_500 6-1_6 0.0300 P_1000 6-1_6 0.0150 relstring 6-1_6 '201020023-' recall_5 6-1_6 0.0741 recall_10 6-1_6 0.1481 recall_15 6-1_6 0.2222 recall_20 6-1_6 0.2963 recall_30 6-1_6 0.2963 recall_100 6-1_6 0.5556 recall_200 6-1_6 0.5556 recall_500 6-1_6 0.5556 recall_1000 6-1_6 0.5556 infAP 6-1_6 0.2091 Rprec_mult_0.20 6-1_6 0.3333 Rprec_mult_0.40 6-1_6 0.4545 Rprec_mult_0.60 6-1_6 0.4118 Rprec_mult_0.80 6-1_6 0.3636 Rprec_mult_1.00 6-1_6 0.2963 Rprec_mult_1.20 6-1_6 0.2727 Rprec_mult_1.40 6-1_6 0.2895 Rprec_mult_1.60 6-1_6 0.2500 Rprec_mult_1.80 6-1_6 0.2449 Rprec_mult_2.00 6-1_6 0.2222 utility 6-1_6 -70.0000 11pt_avg 6-1_6 0.2587 binG 6-1_6 0.1730 G 6-1_6 0.1035 ndcg 6-1_6 0.4306 ndcg_rel 6-1_6 0.4134 Rndcg 6-1_6 0.3787 ndcg_cut_5 6-1_6 0.3701 ndcg_cut_10 6-1_6 0.3527 ndcg_cut_15 6-1_6 0.3603 ndcg_cut_20 6-1_6 0.3896 ndcg_cut_30 6-1_6 0.3377 ndcg_cut_100 6-1_6 0.4306 ndcg_cut_200 6-1_6 0.4306 ndcg_cut_500 6-1_6 0.4306 ndcg_cut_1000 6-1_6 0.4306 map_cut_5 6-1_6 0.0519 map_cut_10 6-1_6 0.0822 map_cut_15 6-1_6 0.1161 map_cut_20 6-1_6 0.1478 map_cut_30 6-1_6 0.1478 map_cut_100 6-1_6 0.2091 map_cut_200 6-1_6 0.2091 map_cut_500 6-1_6 0.2091 map_cut_1000 6-1_6 0.2091 relative_P_5 6-1_6 0.4000 relative_P_10 6-1_6 0.4000 relative_P_15 6-1_6 0.4000 relative_P_20 6-1_6 0.4000 relative_P_30 6-1_6 0.2963 relative_P_100 6-1_6 0.5556 relative_P_200 6-1_6 0.5556 relative_P_500 6-1_6 0.5556 relative_P_1000 6-1_6 0.5556 success_1 6-1_6 1.0000 success_5 6-1_6 1.0000 success_10 6-1_6 1.0000 set_P 6-1_6 0.1500 set_relative_P 6-1_6 0.5556 set_recall 6-1_6 0.5556 set_map 6-1_6 0.0833 set_F 6-1_6 0.2362 num_nonrel_judged_ret 6-1_6 14 rbp 6-1_6 0.3092 rbp_resid 6-1_6 0.2523 unj_5 6-1_6 0.0000 unj_10 6-1_6 0.1000 unj_20 6-1_6 0.3000 num_ret 6-1_7 100 num_rel 6-1_7 46 num_rel_ret 6-1_7 7 map 6-1_7 0.0197 Rprec 6-1_7 0.0870 bpref 6-1_7 0.0945 recip_rank 6-1_7 0.2500 iprec_at_recall_0.00 6-1_7 0.2500 iprec_at_recall_0.10 6-1_7 0.0778 iprec_at_recall_0.20 6-1_7 0.0000 iprec_at_recall_0.30 6-1_7 0.0000 iprec_at_recall_0.40 6-1_7 0.0000 iprec_at_recall_0.50 6-1_7 0.0000 iprec_at_recall_0.60 6-1_7 0.0000 iprec_at_recall_0.70 6-1_7 0.0000 iprec_at_recall_0.80 6-1_7 0.0000 iprec_at_recall_0.90 6-1_7 0.0000 iprec_at_recall_1.00 6-1_7 0.0000 P_5 6-1_7 0.2000 P_10 6-1_7 0.1000 P_15 6-1_7 0.1333 P_20 6-1_7 0.1500 P_30 6-1_7 0.1000 P_100 6-1_7 0.0700 P_200 6-1_7 0.0350 P_500 6-1_7 0.0140 P_1000 6-1_7 0.0070 relstring 6-1_7 '11121-00-1' recall_5 6-1_7 0.0217 recall_10 6-1_7 0.0217 recall_15 6-1_7 0.0435 recall_20 6-1_7 0.0652 recall_30 6-1_7 0.0652 recall_100 6-1_7 0.1522 recall_200 6-1_7 0.1522 recall_500 6-1_7 0.1522 recall_1000 6-1_7 0.1522 infAP 6-1_7 0.0197 Rprec_mult_0.20 6-1_7 0.1000 Rprec_mult_0.40 6-1_7 0.1579 Rprec_mult_0.60 6-1_7 0.1071 Rprec_mult_0.80 6-1_7 0.0811 Rprec_mult_1.00 6-1_7 0.0870 Rprec_mult_1.20 6-1_7 0.0714 Rprec_mult_1.40 6-1_7 0.0615 Rprec_mult_1.60 6-1_7 0.0676 Rprec_mult_1.80 6-1_7 0.0723 Rprec_mult_2.00 6-1_7 0.0761 utility 6-1_7 -86.0000 11pt_avg 6-1_7 0.0298 binG 6-1_7 0.0353 G 6-1_7 0.0333 ndcg 6-1_7 0.1890 ndcg_rel 6-1_7 0.2022 Rndcg 6-1_7 0.2215 ndcg_cut_5 6-1_7 0.3820 ndcg_cut_10 6-1_7 0.2691 ndcg_cut_15 6-1_7 0.2464 ndcg_cut_20 6-1_7 0.2646 ndcg_cut_30 6-1_7 0.2441 ndcg_cut_100 6-1_7 0.1977 ndcg_cut_200 6-1_7 0.1890 ndcg_cut_500 6-1_7 0.1890 ndcg_cut_1000 6-1_7 0.1890 map_cut_5 6-1_7 0.0054 map_cut_10 6-1_7 0.0054 map_cut_15 6-1_7 0.0091 map_cut_20 6-1_7 0.0127 map_cut_30 6-1_7 0.0127 map_cut_100 6-1_7 0.0197 map_cut_200 6-1_7 0.0197 map_cut_500 6-1_7 0.0197 map_cut_1000 6-1_7 0.0197 relative_P_5 6-1_7 0.2000 relative_P_10 6-1_7 0.1000 relative_P_15 6-1_7 0.1333 relative_P_20 6-1_7 0.1500 relative_P_30 6-1_7 0.1000 relative_P_100 6-1_7 0.1522 relative_P_200 6-1_7 0.1522 relative_P_500 6-1_7 0.1522 relative_P_1000 6-1_7 0.1522 success_1 6-1_7 0.0000 success_5 6-1_7 1.0000 success_10 6-1_7 1.0000 set_P 6-1_7 0.0700 set_relative_P 6-1_7 0.1522 set_recall 6-1_7 0.1522 set_map 6-1_7 0.0107 set_F 6-1_7 0.0959 num_nonrel_judged_ret 6-1_7 32 rbp 6-1_7 0.2262 rbp_resid 6-1_7 0.2297 unj_5 6-1_7 0.0000 unj_10 6-1_7 0.2000 unj_20 6-1_7 0.2500 num_ret 6-2_2 100 num_rel 6-2_2 56 num_rel_ret 6-2_2 25 map 6-2_2 0.3307 Rprec 6-2_2 0.4107 bpref 6-2_2 0.4232 recip_rank 6-2_2 1.0000 iprec_at_recall_0.00 6-2_2 1.0000 iprec_at_recall_0.10 6-2_2 0.8750 iprec_at_recall_0.20 6-2_2 0.8750 iprec_at_recall_0.30 6-2_2 0.6538 iprec_at_recall_0.40 6-2_2 0.5116 iprec_at_recall_0.50 6-2_2 0.0000 iprec_at_recall_0.60 6-2_2 0.0000 iprec_at_recall_0.70 6-2_2 0.0000 iprec_at_recall_0.80 6-2_2 0.0000 iprec_at_recall_0.90 6-2_2 0.0000 iprec_at_recall_1.00 6-2_2 0.0000 P_5 6-2_2 0.8000 P_10 6-2_2 0.8000 P_15 6-2_2 0.8667 P_20 6-2_2 0.7500 P_30 6-2_2 0.6000 P_100 6-2_2 0.2500 P_200 6-2_2 0.1250 P_500 6-2_2 0.0500 P_1000 6-2_2 0.0250 relstring 6-2_2 '4443122144' recall_5 6-2_2 0.0714 recall_10 6-2_2 0.1429 recall_15 6-2_2 0.2321 recall_20 6-2_2 0.2679 recall_30 6-2_2 0.3214 recall_100 6-2_2 0.4464 recall_200 6-2_2 0.4464 recall_500 6-2_2 0.4464 recall_1000 6-2_2 0.4464 infAP 6-2_2 0.3307 Rprec_mult_0.20 6-2_2 0.8333 Rprec_mult_0.40 6-2_2 0.6522 Rprec_mult_0.60 6-2_2 0.5588 Rprec_mult_0.80 6-2_2 0.5111 Rprec_mult_1.00 6-2_2 0.4107 Rprec_mult_1.20 6-2_2 0.3529 Rprec_mult_1.40 6-2_2 0.3165 Rprec_mult_1.60 6-2_2 0.2778 Rprec_mult_1.80 6-2_2 0.2475 Rprec_mult_2.00 6-2_2 0.2232 utility 6-2_2 -50.0000 11pt_avg 6-2_2 0.3560 binG 6-2_2 0.2146 G 6-2_2 0.1511 ndcg 6-2_2 0.5245 ndcg_rel 6-2_2 0.5978 Rndcg 6-2_2 0.6171 ndcg_cut_5 6-2_2 0.8651 ndcg_cut_10 6-2_2 0.7845 ndcg_cut_15 6-2_2 0.7873 ndcg_cut_20 6-2_2 0.7334 ndcg_cut_30 6-2_2 0.6707 ndcg_cut_100 6-2_2 0.5245 ndcg_cut_200 6-2_2 0.5245 ndcg_cut_500 6-2_2 0.5245 ndcg_cut_1000 6-2_2 0.5245 map_cut_5 6-2_2 0.0714 map_cut_10 6-2_2 0.1298 map_cut_15 6-2_2 0.2052 map_cut_20 6-2_2 0.2342 map_cut_30 6-2_2 0.2693 map_cut_100 6-2_2 0.3307 map_cut_200 6-2_2 0.3307 map_cut_500 6-2_2 0.3307 map_cut_1000 6-2_2 0.3307 relative_P_5 6-2_2 0.8000 relative_P_10 6-2_2 0.8000 relative_P_15 6-2_2 0.8667 relative_P_20 6-2_2 0.7500 relative_P_30 6-2_2 0.6000 relative_P_100 6-2_2 0.4464 relative_P_200 6-2_2 0.4464 relative_P_500 6-2_2 0.4464 relative_P_1000 6-2_2 0.4464 success_1 6-2_2 1.0000 success_5 6-2_2 1.0000 success_10 6-2_2 1.0000 set_P 6-2_2 0.2500 set_relative_P 6-2_2 0.4464 set_recall 6-2_2 0.4464 set_map 6-2_2 0.1116 set_F 6-2_2 0.3205 num_nonrel_judged_ret 6-2_2 13 rbp 6-2_2 0.6222 rbp_resid 6-2_2 0.1186 unj_5 6-2_2 0.0000 unj_10 6-2_2 0.0000 unj_20 6-2_2 0.1500 num_ret 6-2_3 100 num_rel 6-2_3 17 num_rel_ret 6-2_3 5 map 6-2_3 0.0747 Rprec 6-2_3 0.2353 bpref 6-2_3 0.1799 recip_rank 6-2_3 0.2000 iprec_at_recall_0.00 6-2_3 0.3636 iprec_at_recall_0.10 6-2_3 0.3636 iprec_at_recall_0.20 6-2_3 0.3636 iprec_at_recall_0.30 6-2_3 0.1562 iprec_at_recall_0.40 6-2_3 0.0000 iprec_at_recall_0.50 6-2_3 0.0000 iprec_at_recall_0.60 6-2_3 0.0000 iprec_at_recall_0.70 6-2_3 0.0000 iprec_at_recall_0.80 6-2_3 0.0000 iprec_at_recall_0.90 6-2_3 0.0000 iprec_at_recall_1.00 6-2_3 0.0000 P_5 6-2_3 0.2000 P_10 6-2_3 0.3000 P_15 6-2_3 0.2667 P_20 6-2_3 0.2000 P_30 6-2_3 0.1333 P_100 6-2_3 0.0500 P_200 6-2_3 0.0250 P_500 6-2_3 0.0100 P_1000 6-2_3 0.0050 relstring 6-2_3 '0000210204' recall_5 6-2_3 0.0588 recall_10 6-2_3 0.1765 recall_15 6-2_3 0.2353 recall_20 6-2_3 0.2353 recall_30 6-2_3 0.2353 recall_100 6-2_3 0.2941 recall_200 6-2_3 0.2941 recall_500 6-2_3 0.2941 recall_1000 6-2_3 0.2941 infAP 6-2_3 0.0747 Rprec_mult_0.20 6-2_3 0.0000 Rprec_mult_0.40 6-2_3 0.1429 Rprec_mult_0.60 6-2_3 0.3636 Rprec_mult_0.80 6-2_3 0.2857 Rprec_mult_1.00 6-2_3 0.2353 Rprec_mult_1.20 6-2_3 0.1905 Rprec_mult_1.40 6-2_3 0.1667 Rprec_mult_1.60 6-2_3 0.1429 Rprec_mult_1.80 6-2_3 0.1290 Rprec_mult_2.00 6-2_3 0.1471 utility 6-2_3 -90.0000 11pt_avg 6-2_3 0.1134 binG 6-2_3 0.0916 G 6-2_3 0.0554 ndcg 6-2_3 0.1992 ndcg_rel 6-2_3 0.1926 Rndcg 6-2_3 0.1397 ndcg_cut_5 6-2_3 0.0786 ndcg_cut_10 6-2_3 0.2178 ndcg_cut_15 6-2_3 0.2168 ndcg_cut_20 6-2_3 0.1964 ndcg_cut_30 6-2_3 0.1754 ndcg_cut_100 6-2_3 0.1992 ndcg_cut_200 6-2_3 0.1992 ndcg_cut_500 6-2_3 0.1992 ndcg_cut_1000 6-2_3 0.1992 map_cut_5 6-2_3 0.0118 map_cut_10 6-2_3 0.0441 map_cut_15 6-2_3 0.0655 map_cut_20 6-2_3 0.0655 map_cut_30 6-2_3 0.0655 map_cut_100 6-2_3 0.0747 map_cut_200 6-2_3 0.0747 map_cut_500 6-2_3 0.0747 map_cut_1000 6-2_3 0.0747 relative_P_5 6-2_3 0.2000 relative_P_10 6-2_3 0.3000 relative_P_15 6-2_3 0.2667 relative_P_20 6-2_3 0.2353 relative_P_30 6-2_3 0.2353 relative_P_100 6-2_3 0.2941 relative_P_200 6-2_3 0.2941 relative_P_500 6-2_3 0.2941 relative_P_1000 6-2_3 0.2941 success_1 6-2_3 0.0000 success_5 6-2_3 1.0000 success_10 6-2_3 1.0000 set_P 6-2_3 0.0500 set_relative_P 6-2_3 0.2941 set_recall 6-2_3 0.2941 set_map 6-2_3 0.0147 set_F 6-2_3 0.0855 num_nonrel_judged_ret 6-2_3 21 rbp 6-2_3 0.1296 rbp_resid 6-2_3 0.2782 unj_5 6-2_3 0.0000 unj_10 6-2_3 0.0000 unj_20 6-2_3 0.4000 num_ret 6-2_5 100 num_rel 6-2_5 51 num_rel_ret 6-2_5 21 map 6-2_5 0.1091 Rprec 6-2_5 0.2941 bpref 6-2_5 0.3353 recip_rank 6-2_5 0.2000 iprec_at_recall_0.00 6-2_5 0.3333 iprec_at_recall_0.10 6-2_5 0.3333 iprec_at_recall_0.20 6-2_5 0.3333 iprec_at_recall_0.30 6-2_5 0.2963 iprec_at_recall_0.40 6-2_5 0.2410 iprec_at_recall_0.50 6-2_5 0.0000 iprec_at_recall_0.60 6-2_5 0.0000 iprec_at_recall_0.70 6-2_5 0.0000 iprec_at_recall_0.80 6-2_5 0.0000 iprec_at_recall_0.90 6-2_5 0.0000 iprec_at_recall_1.00 6-2_5 0.0000 P_5 6-2_5 0.2000 P_10 6-2_5 0.2000 P_15 6-2_5 0.2000 P_20 6-2_5 0.2500 P_30 6-2_5 0.2667 P_100 6-2_5 0.2100 P_200 6-2_5 0.1050 P_500 6-2_5 0.0420 P_1000 6-2_5 0.0210 relstring 6-2_5 '101021-130' recall_5 6-2_5 0.0196 recall_10 6-2_5 0.0392 recall_15 6-2_5 0.0588 recall_20 6-2_5 0.0980 recall_30 6-2_5 0.1569 recall_100 6-2_5 0.4118 recall_200 6-2_5 0.4118 recall_500 6-2_5 0.4118 recall_1000 6-2_5 0.4118 infAP 6-2_5 0.1091 Rprec_mult_0.20 6-2_5 0.2727 Rprec_mult_0.40 6-2_5 0.2381 Rprec_mult_0.60 6-2_5 0.2581 Rprec_mult_0.80 6-2_5 0.2927 Rprec_mult_1.00 6-2_5 0.2941 Rprec_mult_1.20 6-2_5 0.2742 Rprec_mult_1.40 6-2_5 0.2361 Rprec_mult_1.60 6-2_5 0.2317 Rprec_mult_1.80 6-2_5 0.2283 Rprec_mult_2.00 6-2_5 0.2059 utility 6-2_5 -58.0000 11pt_avg 6-2_5 0.1398 binG 6-2_5 0.0911 G 6-2_5 0.0639 ndcg 6-2_5 0.3269 ndcg_rel 6-2_5 0.3043 Rndcg 6-2_5 0.2824 ndcg_cut_5 6-2_5 0.1928 ndcg_cut_10 6-2_5 0.2118 ndcg_cut_15 6-2_5 0.1879 ndcg_cut_20 6-2_5 0.2315 ndcg_cut_30 6-2_5 0.2529 ndcg_cut_100 6-2_5 0.3269 ndcg_cut_200 6-2_5 0.3269 ndcg_cut_500 6-2_5 0.3269 ndcg_cut_1000 6-2_5 0.3269 map_cut_5 6-2_5 0.0039 map_cut_10 6-2_5 0.0083 map_cut_15 6-2_5 0.0136 map_cut_20 6-2_5 0.0234 map_cut_30 6-2_5 0.0385 map_cut_100 6-2_5 0.1091 map_cut_200 6-2_5 0.1091 map_cut_500 6-2_5 0.1091 map_cut_1000 6-2_5 0.1091 relative_P_5 6-2_5 0.2000 relative_P_10 6-2_5 0.2000 relative_P_15 6-2_5 0.2000 relative_P_20 6-2_5 0.2500 relative_P_30 6-2_5 0.2667 relative_P_100 6-2_5 0.4118 relative_P_200 6-2_5 0.4118 relative_P_500 6-2_5 0.4118 relative_P_1000 6-2_5 0.4118 success_1 6-2_5 0.0000 success_5 6-2_5 1.0000 success_10 6-2_5 1.0000 set_P 6-2_5 0.2100 set_relative_P 6-2_5 0.4118 set_recall 6-2_5 0.4118 set_map 6-2_5 0.0865 set_F 6-2_5 0.2781 num_nonrel_judged_ret 6-2_5 13 rbp 6-2_5 0.2158 rbp_resid 6-2_5 0.2738 unj_5 6-2_5 0.0000 unj_10 6-2_5 0.1000 unj_20 6-2_5 0.3500 num_ret 7-1_1 100 num_rel 7-1_1 4 num_rel_ret 7-1_1 1 map 7-1_1 0.0109 Rprec 7-1_1 0.0000 bpref 7-1_1 0.0000 recip_rank 7-1_1 0.0435 iprec_at_recall_0.00 7-1_1 0.0435 iprec_at_recall_0.10 7-1_1 0.0435 iprec_at_recall_0.20 7-1_1 0.0435 iprec_at_recall_0.30 7-1_1 0.0435 iprec_at_recall_0.40 7-1_1 0.0000 iprec_at_recall_0.50 7-1_1 0.0000 iprec_at_recall_0.60 7-1_1 0.0000 iprec_at_recall_0.70 7-1_1 0.0000 iprec_at_recall_0.80 7-1_1 0.0000 iprec_at_recall_0.90 7-1_1 0.0000 iprec_at_recall_1.00 7-1_1 0.0000 P_5 7-1_1 0.0000 P_10 7-1_1 0.0000 P_15 7-1_1 0.0000 P_20 7-1_1 0.0000 P_30 7-1_1 0.0333 P_100 7-1_1 0.0100 P_200 7-1_1 0.0050 P_500 7-1_1 0.0020 P_1000 7-1_1 0.0010 relstring 7-1_1 '1111101100' recall_5 7-1_1 0.0000 recall_10 7-1_1 0.0000 recall_15 7-1_1 0.0000 recall_20 7-1_1 0.0000 recall_30 7-1_1 0.2500 recall_100 7-1_1 0.2500 recall_200 7-1_1 0.2500 recall_500 7-1_1 0.2500 recall_1000 7-1_1 0.2500 infAP 7-1_1 0.0109 Rprec_mult_0.20 7-1_1 0.0000 Rprec_mult_0.40 7-1_1 0.0000 Rprec_mult_0.60 7-1_1 0.0000 Rprec_mult_0.80 7-1_1 0.0000 Rprec_mult_1.00 7-1_1 0.0000 Rprec_mult_1.20 7-1_1 0.0000 Rprec_mult_1.40 7-1_1 0.0000 Rprec_mult_1.60 7-1_1 0.0000 Rprec_mult_1.80 7-1_1 0.0000 Rprec_mult_2.00 7-1_1 0.0000 utility 7-1_1 -98.0000 11pt_avg 7-1_1 0.0158 binG 7-1_1 0.0545 G 7-1_1 0.0535 ndcg 7-1_1 0.2652 ndcg_rel 7-1_1 0.3003 Rndcg 7-1_1 0.3389 ndcg_cut_5 7-1_1 0.4529 ndcg_cut_10 7-1_1 0.4438 ndcg_cut_15 7-1_1 0.4096 ndcg_cut_20 7-1_1 0.4535 ndcg_cut_30 7-1_1 0.4784 ndcg_cut_100 7-1_1 0.3217 ndcg_cut_200 7-1_1 0.2652 ndcg_cut_500 7-1_1 0.2652 ndcg_cut_1000 7-1_1 0.2652 map_cut_5 7-1_1 0.0000 map_cut_10 7-1_1 0.0000 map_cut_15 7-1_1 0.0000 map_cut_20 7-1_1 0.0000 map_cut_30 7-1_1 0.0109 map_cut_100 7-1_1 0.0109 map_cut_200 7-1_1 0.0109 map_cut_500 7-1_1 0.0109 map_cut_1000 7-1_1 0.0109 relative_P_5 7-1_1 0.0000 relative_P_10 7-1_1 0.0000 relative_P_15 7-1_1 0.0000 relative_P_20 7-1_1 0.0000 relative_P_30 7-1_1 0.2500 relative_P_100 7-1_1 0.2500 relative_P_200 7-1_1 0.2500 relative_P_500 7-1_1 0.2500 relative_P_1000 7-1_1 0.2500 success_1 7-1_1 0.0000 success_5 7-1_1 0.0000 success_10 7-1_1 0.0000 set_P 7-1_1 0.0100 set_relative_P 7-1_1 0.2500 set_recall 7-1_1 0.2500 set_map 7-1_1 0.0025 set_F 7-1_1 0.0192 num_nonrel_judged_ret 7-1_1 36 rbp 7-1_1 0.2239 rbp_resid 7-1_1 0.1814 unj_5 7-1_1 0.0000 unj_10 7-1_1 0.0000 unj_20 7-1_1 0.2500 num_ret 7-1_5 100 num_rel 7-1_5 6 num_rel_ret 7-1_5 3 map 7-1_5 0.0322 Rprec 7-1_5 0.0000 bpref 7-1_5 0.0000 recip_rank 7-1_5 0.0556 iprec_at_recall_0.00 7-1_5 0.0870 iprec_at_recall_0.10 7-1_5 0.0870 iprec_at_recall_0.20 7-1_5 0.0870 iprec_at_recall_0.30 7-1_5 0.0870 iprec_at_recall_0.40 7-1_5 0.0870 iprec_at_recall_0.50 7-1_5 0.0508 iprec_at_recall_0.60 7-1_5 0.0000 iprec_at_recall_0.70 7-1_5 0.0000 iprec_at_recall_0.80 7-1_5 0.0000 iprec_at_recall_0.90 7-1_5 0.0000 iprec_at_recall_1.00 7-1_5 0.0000 P_5 7-1_5 0.0000 P_10 7-1_5 0.0000 P_15 7-1_5 0.0000 P_20 7-1_5 0.0500 P_30 7-1_5 0.0667 P_100 7-1_5 0.0300 P_200 7-1_5 0.0150 P_500 7-1_5 0.0060 P_1000 7-1_5 0.0030 relstring 7-1_5 '0000001001' recall_5 7-1_5 0.0000 recall_10 7-1_5 0.0000 recall_15 7-1_5 0.0000 recall_20 7-1_5 0.1667 recall_30 7-1_5 0.3333 recall_100 7-1_5 0.5000 recall_200 7-1_5 0.5000 recall_500 7-1_5 0.5000 recall_1000 7-1_5 0.5000 infAP 7-1_5 0.0322 Rprec_mult_0.20 7-1_5 0.0000 Rprec_mult_0.40 7-1_5 0.0000 Rprec_mult_0.60 7-1_5 0.0000 Rprec_mult_0.80 7-1_5 0.0000 Rprec_mult_1.00 7-1_5 0.0000 Rprec_mult_1.20 7-1_5 0.0000 Rprec_mult_1.40 7-1_5 0.0000 Rprec_mult_1.60 7-1_5 0.0000 Rprec_mult_1.80 7-1_5 0.0000 Rprec_mult_2.00 7-1_5 0.0000 utility 7-1_5 -94.0000 11pt_avg 7-1_5 0.0441 binG 7-1_5 0.1045 G 7-1_5 0.0816 ndcg 7-1_5 0.2098 ndcg_rel 7-1_5 0.1819 Rndcg 7-1_5 0.0759 ndcg_cut_5 7-1_5 0.0000 ndcg_cut_10 7-1_5 0.0453 ndcg_cut_15 7-1_5 0.0413 ndcg_cut_20 7-1_5 0.0963 ndcg_cut_30 7-1_5 0.1582 ndcg_cut_100 7-1_5 0.2098 ndcg_cut_200 7-1_5 0.2098 ndcg_cut_500 7-1_5 0.2098 ndcg_cut_1000 7-1_5 0.2098 map_cut_5 7-1_5 0.0000 map_cut_10 7-1_5 0.0000 map_cut_15 7-1_5 0.0000 map_cut_20 7-1_5 0.0093 map_cut_30 7-1_5 0.0238 map_cut_100 7-1_5 0.0322 map_cut_200 7-1_5 0.0322 map_cut_500 7-1_5 0.0322 map_cut_1000 7-1_5 0.0322 relative_P_5 7-1_5 0.0000 relative_P_10 7-1_5 0.0000 relative_P_15 7-1_5 0.0000 relative_P_20 7-1_5 0.1667 relative_P_30 7-1_5 0.3333 relative_P_100 7-1_5 0.5000 relative_P_200 7-1_5 0.5000 relative_P_500 7-1_5 0.5000 relative_P_1000 7-1_5 0.5000 success_1 7-1_5 0.0000 success_5 7-1_5 0.0000 success_10 7-1_5 0.0000 set_P 7-1_5 0.0300 set_relative_P 7-1_5 0.5000 set_recall 7-1_5 0.5000 set_map 7-1_5 0.0150 set_F 7-1_5 0.0566 num_nonrel_judged_ret 7-1_5 24 rbp 7-1_5 0.0514 rbp_resid 7-1_5 0.2227 unj_5 7-1_5 0.0000 unj_10 7-1_5 0.0000 unj_20 7-1_5 0.3000 num_ret 7-1_6 100 num_rel 7-1_6 9 num_rel_ret 7-1_6 8 map 7-1_6 0.5750 Rprec 7-1_6 0.4444 bpref 7-1_6 0.7407 recip_rank 7-1_6 1.0000 iprec_at_recall_0.00 7-1_6 1.0000 iprec_at_recall_0.10 7-1_6 1.0000 iprec_at_recall_0.20 7-1_6 1.0000 iprec_at_recall_0.30 7-1_6 0.6667 iprec_at_recall_0.40 7-1_6 0.6667 iprec_at_recall_0.50 7-1_6 0.5000 iprec_at_recall_0.60 7-1_6 0.5000 iprec_at_recall_0.70 7-1_6 0.5000 iprec_at_recall_0.80 7-1_6 0.4706 iprec_at_recall_0.90 7-1_6 0.4706 iprec_at_recall_1.00 7-1_6 0.0000 P_5 7-1_6 0.6000 P_10 7-1_6 0.5000 P_15 7-1_6 0.4000 P_20 7-1_6 0.4000 P_30 7-1_6 0.2667 P_100 7-1_6 0.0800 P_200 7-1_6 0.0400 P_500 7-1_6 0.0160 P_1000 7-1_6 0.0080 relstring 7-1_6 '441122---4' recall_5 7-1_6 0.3333 recall_10 7-1_6 0.5556 recall_15 7-1_6 0.6667 recall_20 7-1_6 0.8889 recall_30 7-1_6 0.8889 recall_100 7-1_6 0.8889 recall_200 7-1_6 0.8889 recall_500 7-1_6 0.8889 recall_1000 7-1_6 0.8889 infAP 7-1_6 0.5750 Rprec_mult_0.20 7-1_6 1.0000 Rprec_mult_0.40 7-1_6 0.5000 Rprec_mult_0.60 7-1_6 0.6667 Rprec_mult_0.80 7-1_6 0.5000 Rprec_mult_1.00 7-1_6 0.4444 Rprec_mult_1.20 7-1_6 0.4545 Rprec_mult_1.40 7-1_6 0.4615 Rprec_mult_1.60 7-1_6 0.4000 Rprec_mult_1.80 7-1_6 0.4706 Rprec_mult_2.00 7-1_6 0.4444 utility 7-1_6 -84.0000 11pt_avg 7-1_6 0.6159 binG 7-1_6 0.4742 G 7-1_6 0.3824 ndcg 7-1_6 0.7616 ndcg_rel 7-1_6 0.7668 Rndcg 7-1_6 0.6663 ndcg_cut_5 7-1_6 0.6977 ndcg_cut_10 7-1_6 0.6553 ndcg_cut_15 7-1_6 0.6360 ndcg_cut_20 7-1_6 0.7519 ndcg_cut_30 7-1_6 0.7519 ndcg_cut_100 7-1_6 0.7616 ndcg_cut_200 7-1_6 0.7616 ndcg_cut_500 7-1_6 0.7616 ndcg_cut_1000 7-1_6 0.7616 map_cut_5 7-1_6 0.2889 map_cut_10 7-1_6 0.4185 map_cut_15 7-1_6 0.4741 map_cut_20 7-1_6 0.5750 map_cut_30 7-1_6 0.5750 map_cut_100 7-1_6 0.5750 map_cut_200 7-1_6 0.5750 map_cut_500 7-1_6 0.5750 map_cut_1000 7-1_6 0.5750 relative_P_5 7-1_6 0.6000 relative_P_10 7-1_6 0.5556 relative_P_15 7-1_6 0.6667 relative_P_20 7-1_6 0.8889 relative_P_30 7-1_6 0.8889 relative_P_100 7-1_6 0.8889 relative_P_200 7-1_6 0.8889 relative_P_500 7-1_6 0.8889 relative_P_1000 7-1_6 0.8889 success_1 7-1_6 1.0000 success_5 7-1_6 1.0000 success_10 7-1_6 1.0000 set_P 7-1_6 0.0800 set_relative_P 7-1_6 0.8889 set_recall 7-1_6 0.8889 set_map 7-1_6 0.0711 set_F 7-1_6 0.1468 num_nonrel_judged_ret 7-1_6 5 rbp 7-1_6 0.3844 rbp_resid 7-1_6 0.4178 unj_5 7-1_6 0.0000 unj_10 7-1_6 0.3000 unj_20 7-1_6 0.5000 num_ret 7-1_9 100 num_rel 7-1_9 20 num_rel_ret 7-1_9 10 map 7-1_9 0.4561 Rprec 7-1_9 0.4500 bpref 7-1_9 0.4725 recip_rank 7-1_9 1.0000 iprec_at_recall_0.00 7-1_9 1.0000 iprec_at_recall_0.10 7-1_9 1.0000 iprec_at_recall_0.20 7-1_9 1.0000 iprec_at_recall_0.30 7-1_9 1.0000 iprec_at_recall_0.40 7-1_9 1.0000 iprec_at_recall_0.50 7-1_9 0.1220 iprec_at_recall_0.60 7-1_9 0.0000 iprec_at_recall_0.70 7-1_9 0.0000 iprec_at_recall_0.80 7-1_9 0.0000 iprec_at_recall_0.90 7-1_9 0.0000 iprec_at_recall_1.00 7-1_9 0.0000 P_5 7-1_9 1.0000 P_10 7-1_9 0.9000 P_15 7-1_9 0.6000 P_20 7-1_9 0.4500 P_30 7-1_9 0.3000 P_100 7-1_9 0.1000 P_200 7-1_9 0.0500 P_500 7-1_9 0.0200 P_1000 7-1_9 0.0100 relstring 7-1_9 '2222222221' recall_5 7-1_9 0.2500 recall_10 7-1_9 0.4500 recall_15 7-1_9 0.4500 recall_20 7-1_9 0.4500 recall_30 7-1_9 0.4500 recall_100 7-1_9 0.5000 recall_200 7-1_9 0.5000 recall_500 7-1_9 0.5000 recall_1000 7-1_9 0.5000 infAP 7-1_9 0.4561 Rprec_mult_0.20 7-1_9 1.0000 Rprec_mult_0.40 7-1_9 1.0000 Rprec_mult_0.60 7-1_9 0.7500 Rprec_mult_0.80 7-1_9 0.5625 Rprec_mult_1.00 7-1_9 0.4500 Rprec_mult_1.20 7-1_9 0.3750 Rprec_mult_1.40 7-1_9 0.3214 Rprec_mult_1.60 7-1_9 0.2812 Rprec_mult_1.80 7-1_9 0.2500 Rprec_mult_2.00 7-1_9 0.2250 utility 7-1_9 -80.0000 11pt_avg 7-1_9 0.4656 binG 7-1_9 0.4581 G 7-1_9 0.1887 ndcg 7-1_9 0.5333 ndcg_rel 7-1_9 0.5868 Rndcg 7-1_9 0.5216 ndcg_cut_5 7-1_9 0.7467 ndcg_cut_10 7-1_9 0.7935 ndcg_cut_15 7-1_9 0.6608 ndcg_cut_20 7-1_9 0.5781 ndcg_cut_30 7-1_9 0.5107 ndcg_cut_100 7-1_9 0.5333 ndcg_cut_200 7-1_9 0.5333 ndcg_cut_500 7-1_9 0.5333 ndcg_cut_1000 7-1_9 0.5333 map_cut_5 7-1_9 0.2500 map_cut_10 7-1_9 0.4500 map_cut_15 7-1_9 0.4500 map_cut_20 7-1_9 0.4500 map_cut_30 7-1_9 0.4500 map_cut_100 7-1_9 0.4561 map_cut_200 7-1_9 0.4561 map_cut_500 7-1_9 0.4561 map_cut_1000 7-1_9 0.4561 relative_P_5 7-1_9 1.0000 relative_P_10 7-1_9 0.9000 relative_P_15 7-1_9 0.6000 relative_P_20 7-1_9 0.4500 relative_P_30 7-1_9 0.4500 relative_P_100 7-1_9 0.5000 relative_P_200 7-1_9 0.5000 relative_P_500 7-1_9 0.5000 relative_P_1000 7-1_9 0.5000 success_1 7-1_9 1.0000 success_5 7-1_9 1.0000 success_10 7-1_9 1.0000 set_P 7-1_9 0.1000 set_relative_P 7-1_9 0.5000 set_recall 7-1_9 0.5000 set_map 7-1_9 0.0500 set_F 7-1_9 0.1667 num_nonrel_judged_ret 7-1_9 11 rbp 7-1_9 0.3274 rbp_resid 7-1_9 0.3009 unj_5 7-1_9 0.0000 unj_10 7-1_9 0.0000 unj_20 7-1_9 0.4000 num_ret 9-1_10 100 num_rel 9-1_10 59 num_rel_ret 9-1_10 29 map 9-1_10 0.3081 Rprec 9-1_10 0.4068 bpref 9-1_10 0.4720 recip_rank 9-1_10 1.0000 iprec_at_recall_0.00 9-1_10 1.0000 iprec_at_recall_0.10 9-1_10 0.8571 iprec_at_recall_0.20 9-1_10 0.6842 iprec_at_recall_0.30 9-1_10 0.5806 iprec_at_recall_0.40 9-1_10 0.4138 iprec_at_recall_0.50 9-1_10 0.0000 iprec_at_recall_0.60 9-1_10 0.0000 iprec_at_recall_0.70 9-1_10 0.0000 iprec_at_recall_0.80 9-1_10 0.0000 iprec_at_recall_0.90 9-1_10 0.0000 iprec_at_recall_1.00 9-1_10 0.0000 P_5 9-1_10 1.0000 P_10 9-1_10 0.6000 P_15 9-1_10 0.6667 P_20 9-1_10 0.6500 P_30 9-1_10 0.5667 P_100 9-1_10 0.2900 P_200 9-1_10 0.1450 P_500 9-1_10 0.0580 P_1000 9-1_10 0.0290 relstring 9-1_10 '4434212---' recall_5 9-1_10 0.0847 recall_10 9-1_10 0.1017 recall_15 9-1_10 0.1695 recall_20 9-1_10 0.2203 recall_30 9-1_10 0.2881 recall_100 9-1_10 0.4915 recall_200 9-1_10 0.4915 recall_500 9-1_10 0.4915 recall_1000 9-1_10 0.4915 infAP 9-1_10 0.3081 Rprec_mult_0.20 9-1_10 0.6667 Rprec_mult_0.40 9-1_10 0.6667 Rprec_mult_0.60 9-1_10 0.5000 Rprec_mult_0.80 9-1_10 0.4583 Rprec_mult_1.00 9-1_10 0.4068 Rprec_mult_1.20 9-1_10 0.3521 Rprec_mult_1.40 9-1_10 0.3133 Rprec_mult_1.60 9-1_10 0.3053 Rprec_mult_1.80 9-1_10 0.2710 Rprec_mult_2.00 9-1_10 0.2458 utility 9-1_10 -42.0000 11pt_avg 9-1_10 0.3214 binG 9-1_10 0.1996 G 9-1_10 0.1467 ndcg 9-1_10 0.5559 ndcg_rel 9-1_10 0.6090 Rndcg 9-1_10 0.5459 ndcg_cut_5 9-1_10 0.8920 ndcg_cut_10 9-1_10 0.6351 ndcg_cut_15 9-1_10 0.6517 ndcg_cut_20 9-1_10 0.6269 ndcg_cut_30 9-1_10 0.5952 ndcg_cut_100 9-1_10 0.5559 ndcg_cut_200 9-1_10 0.5559 ndcg_cut_500 9-1_10 0.5559 ndcg_cut_1000 9-1_10 0.5559 map_cut_5 9-1_10 0.0847 map_cut_10 9-1_10 0.0993 map_cut_15 9-1_10 0.1452 map_cut_20 9-1_10 0.1797 map_cut_30 9-1_10 0.2250 map_cut_100 9-1_10 0.3081 map_cut_200 9-1_10 0.3081 map_cut_500 9-1_10 0.3081 map_cut_1000 9-1_10 0.3081 relative_P_5 9-1_10 1.0000 relative_P_10 9-1_10 0.6000 relative_P_15 9-1_10 0.6667 relative_P_20 9-1_10 0.6500 relative_P_30 9-1_10 0.5667 relative_P_100 9-1_10 0.4915 relative_P_200 9-1_10 0.4915 relative_P_500 9-1_10 0.4915 relative_P_1000 9-1_10 0.4915 success_1 9-1_10 1.0000 success_5 9-1_10 1.0000 success_10 9-1_10 1.0000 set_P 9-1_10 0.2900 set_relative_P 9-1_10 0.4915 set_recall 9-1_10 0.4915 set_map 9-1_10 0.1425 set_F 9-1_10 0.3648 num_nonrel_judged_ret 9-1_10 6 rbp 9-1_10 0.5875 rbp_resid 9-1_10 0.2501 unj_5 9-1_10 0.0000 unj_10 9-1_10 0.3000 unj_20 9-1_10 0.3000 num_ret 9-1_2 100 num_rel 9-1_2 58 num_rel_ret 9-1_2 28 map 9-1_2 0.3569 Rprec 9-1_2 0.4828 bpref 9-1_2 0.4426 recip_rank 9-1_2 1.0000 iprec_at_recall_0.00 9-1_2 1.0000 iprec_at_recall_0.10 9-1_2 1.0000 iprec_at_recall_0.20 9-1_2 0.7500 iprec_at_recall_0.30 9-1_2 0.7037 iprec_at_recall_0.40 9-1_2 0.5750 iprec_at_recall_0.50 9-1_2 0.0000 iprec_at_recall_0.60 9-1_2 0.0000 iprec_at_recall_0.70 9-1_2 0.0000 iprec_at_recall_0.80 9-1_2 0.0000 iprec_at_recall_0.90 9-1_2 0.0000 iprec_at_recall_1.00 9-1_2 0.0000 P_5 9-1_2 1.0000 P_10 9-1_2 0.8000 P_15 9-1_2 0.7333 P_20 9-1_2 0.7000 P_30 9-1_2 0.6333 P_100 9-1_2 0.2800 P_200 9-1_2 0.1400 P_500 9-1_2 0.0560 P_1000 9-1_2 0.0280 relstring 9-1_2 '243332402-' recall_5 9-1_2 0.0862 recall_10 9-1_2 0.1379 recall_15 9-1_2 0.1897 recall_20 9-1_2 0.2414 recall_30 9-1_2 0.3276 recall_100 9-1_2 0.4828 recall_200 9-1_2 0.4828 recall_500 9-1_2 0.4828 recall_1000 9-1_2 0.4828 infAP 9-1_2 0.3569 Rprec_mult_0.20 9-1_2 0.7500 Rprec_mult_0.40 9-1_2 0.6667 Rprec_mult_0.60 9-1_2 0.5714 Rprec_mult_0.80 9-1_2 0.5319 Rprec_mult_1.00 9-1_2 0.4828 Rprec_mult_1.20 9-1_2 0.4000 Rprec_mult_1.40 9-1_2 0.3415 Rprec_mult_1.60 9-1_2 0.3011 Rprec_mult_1.80 9-1_2 0.2667 Rprec_mult_2.00 9-1_2 0.2414 utility 9-1_2 -44.0000 11pt_avg 9-1_2 0.3662 binG 9-1_2 0.2335 G 9-1_2 0.1150 ndcg 9-1_2 0.5209 ndcg_rel 9-1_2 0.5617 Rndcg 9-1_2 0.5828 ndcg_cut_5 9-1_2 0.7187 ndcg_cut_10 9-1_2 0.6442 ndcg_cut_15 9-1_2 0.6102 ndcg_cut_20 9-1_2 0.6177 ndcg_cut_30 9-1_2 0.5948 ndcg_cut_100 9-1_2 0.5209 ndcg_cut_200 9-1_2 0.5209 ndcg_cut_500 9-1_2 0.5209 ndcg_cut_1000 9-1_2 0.5209 map_cut_5 9-1_2 0.0862 map_cut_10 9-1_2 0.1360 map_cut_15 9-1_2 0.1751 map_cut_20 9-1_2 0.2119 map_cut_30 9-1_2 0.2714 map_cut_100 9-1_2 0.3569 map_cut_200 9-1_2 0.3569 map_cut_500 9-1_2 0.3569 map_cut_1000 9-1_2 0.3569 relative_P_5 9-1_2 1.0000 relative_P_10 9-1_2 0.8000 relative_P_15 9-1_2 0.7333 relative_P_20 9-1_2 0.7000 relative_P_30 9-1_2 0.6333 relative_P_100 9-1_2 0.4828 relative_P_200 9-1_2 0.4828 relative_P_500 9-1_2 0.4828 relative_P_1000 9-1_2 0.4828 success_1 9-1_2 1.0000 success_5 9-1_2 1.0000 success_10 9-1_2 1.0000 set_P 9-1_2 0.2800 set_relative_P 9-1_2 0.4828 set_recall 9-1_2 0.4828 set_map 9-1_2 0.1352 set_F 9-1_2 0.3544 num_nonrel_judged_ret 9-1_2 20 rbp 9-1_2 0.5401 rbp_resid 9-1_2 0.1063 unj_5 9-1_2 0.0000 unj_10 9-1_2 0.1000 unj_20 9-1_2 0.1000 num_ret 9-1_4 100 num_rel 9-1_4 25 num_rel_ret 9-1_4 15 map 9-1_4 0.2439 Rprec 9-1_4 0.2800 bpref 9-1_4 0.4672 recip_rank 9-1_4 1.0000 iprec_at_recall_0.00 9-1_4 1.0000 iprec_at_recall_0.10 9-1_4 0.7500 iprec_at_recall_0.20 9-1_4 0.6250 iprec_at_recall_0.30 9-1_4 0.2703 iprec_at_recall_0.40 9-1_4 0.2703 iprec_at_recall_0.50 9-1_4 0.1867 iprec_at_recall_0.60 9-1_4 0.1829 iprec_at_recall_0.70 9-1_4 0.0000 iprec_at_recall_0.80 9-1_4 0.0000 iprec_at_recall_0.90 9-1_4 0.0000 iprec_at_recall_1.00 9-1_4 0.0000 P_5 9-1_4 0.6000 P_10 9-1_4 0.5000 P_15 9-1_4 0.3333 P_20 9-1_4 0.3000 P_30 9-1_4 0.2333 P_100 9-1_4 0.1500 P_200 9-1_4 0.0750 P_500 9-1_4 0.0300 P_1000 9-1_4 0.0150 relstring 9-1_4 '3033030300' recall_5 9-1_4 0.1200 recall_10 9-1_4 0.2000 recall_15 9-1_4 0.2000 recall_20 9-1_4 0.2400 recall_30 9-1_4 0.2800 recall_100 9-1_4 0.6000 recall_200 9-1_4 0.6000 recall_500 9-1_4 0.6000 recall_1000 9-1_4 0.6000 infAP 9-1_4 0.2439 Rprec_mult_0.20 9-1_4 0.6000 Rprec_mult_0.40 9-1_4 0.5000 Rprec_mult_0.60 9-1_4 0.3333 Rprec_mult_0.80 9-1_4 0.3000 Rprec_mult_1.00 9-1_4 0.2800 Rprec_mult_1.20 9-1_4 0.2333 Rprec_mult_1.40 9-1_4 0.2571 Rprec_mult_1.60 9-1_4 0.2500 Rprec_mult_1.80 9-1_4 0.2444 Rprec_mult_2.00 9-1_4 0.2200 utility 9-1_4 -70.0000 11pt_avg 9-1_4 0.2986 binG 9-1_4 0.2073 G 9-1_4 0.1696 ndcg 9-1_4 0.5557 ndcg_rel 9-1_4 0.5527 Rndcg 9-1_4 0.4369 ndcg_cut_5 9-1_4 0.6548 ndcg_cut_10 9-1_4 0.5728 ndcg_cut_15 9-1_4 0.4440 ndcg_cut_20 9-1_4 0.4069 ndcg_cut_30 9-1_4 0.3795 ndcg_cut_100 9-1_4 0.5557 ndcg_cut_200 9-1_4 0.5557 ndcg_cut_500 9-1_4 0.5557 ndcg_cut_1000 9-1_4 0.5557 map_cut_5 9-1_4 0.0967 map_cut_10 9-1_4 0.1483 map_cut_15 9-1_4 0.1483 map_cut_20 9-1_4 0.1610 map_cut_30 9-1_4 0.1726 map_cut_100 9-1_4 0.2439 map_cut_200 9-1_4 0.2439 map_cut_500 9-1_4 0.2439 map_cut_1000 9-1_4 0.2439 relative_P_5 9-1_4 0.6000 relative_P_10 9-1_4 0.5000 relative_P_15 9-1_4 0.3333 relative_P_20 9-1_4 0.3000 relative_P_30 9-1_4 0.2800 relative_P_100 9-1_4 0.6000 relative_P_200 9-1_4 0.6000 relative_P_500 9-1_4 0.6000 relative_P_1000 9-1_4 0.6000 success_1 9-1_4 1.0000 success_5 9-1_4 1.0000 success_10 9-1_4 1.0000 set_P 9-1_4 0.1500 set_relative_P 9-1_4 0.6000 set_recall 9-1_4 0.6000 set_map 9-1_4 0.0900 set_F 9-1_4 0.2400 num_nonrel_judged_ret 9-1_4 13 rbp 9-1_4 0.3951 rbp_resid 9-1_4 0.2884 unj_5 9-1_4 0.0000 unj_10 9-1_4 0.0000 unj_20 9-1_4 0.4000 num_ret 9-1_5 100 num_rel 9-1_5 25 num_rel_ret 9-1_5 5 map 9-1_5 0.0259 Rprec 9-1_5 0.0800 bpref 9-1_5 0.1232 recip_rank 9-1_5 0.2000 iprec_at_recall_0.00 9-1_5 0.2000 iprec_at_recall_0.10 9-1_5 0.1429 iprec_at_recall_0.20 9-1_5 0.0510 iprec_at_recall_0.30 9-1_5 0.0000 iprec_at_recall_0.40 9-1_5 0.0000 iprec_at_recall_0.50 9-1_5 0.0000 iprec_at_recall_0.60 9-1_5 0.0000 iprec_at_recall_0.70 9-1_5 0.0000 iprec_at_recall_0.80 9-1_5 0.0000 iprec_at_recall_0.90 9-1_5 0.0000 iprec_at_recall_1.00 9-1_5 0.0000 P_5 9-1_5 0.2000 P_10 9-1_5 0.1000 P_15 9-1_5 0.1333 P_20 9-1_5 0.1000 P_30 9-1_5 0.1333 P_100 9-1_5 0.0500 P_200 9-1_5 0.0250 P_500 9-1_5 0.0100 P_1000 9-1_5 0.0050 relstring 9-1_5 '00--3000--' recall_5 9-1_5 0.0400 recall_10 9-1_5 0.0400 recall_15 9-1_5 0.0800 recall_20 9-1_5 0.0800 recall_30 9-1_5 0.1600 recall_100 9-1_5 0.2000 recall_200 9-1_5 0.2000 recall_500 9-1_5 0.2000 recall_1000 9-1_5 0.2000 infAP 9-1_5 0.0259 Rprec_mult_0.20 9-1_5 0.2000 Rprec_mult_0.40 9-1_5 0.1000 Rprec_mult_0.60 9-1_5 0.1333 Rprec_mult_0.80 9-1_5 0.1000 Rprec_mult_1.00 9-1_5 0.0800 Rprec_mult_1.20 9-1_5 0.1333 Rprec_mult_1.40 9-1_5 0.1143 Rprec_mult_1.60 9-1_5 0.1000 Rprec_mult_1.80 9-1_5 0.0889 Rprec_mult_2.00 9-1_5 0.0800 utility 9-1_5 -90.0000 11pt_avg 9-1_5 0.0358 binG 9-1_5 0.0491 G 9-1_5 0.0409 ndcg 9-1_5 0.1655 ndcg_rel 9-1_5 0.1557 Rndcg 9-1_5 0.0924 ndcg_cut_5 9-1_5 0.1057 ndcg_cut_10 9-1_5 0.0736 ndcg_cut_15 9-1_5 0.0848 ndcg_cut_20 9-1_5 0.0835 ndcg_cut_30 9-1_5 0.1367 ndcg_cut_100 9-1_5 0.1655 ndcg_cut_200 9-1_5 0.1655 ndcg_cut_500 9-1_5 0.1655 ndcg_cut_1000 9-1_5 0.1655 map_cut_5 9-1_5 0.0080 map_cut_10 9-1_5 0.0080 map_cut_15 9-1_5 0.0137 map_cut_20 9-1_5 0.0137 map_cut_30 9-1_5 0.0239 map_cut_100 9-1_5 0.0259 map_cut_200 9-1_5 0.0259 map_cut_500 9-1_5 0.0259 map_cut_1000 9-1_5 0.0259 relative_P_5 9-1_5 0.2000 relative_P_10 9-1_5 0.1000 relative_P_15 9-1_5 0.1333 relative_P_20 9-1_5 0.1000 relative_P_30 9-1_5 0.1600 relative_P_100 9-1_5 0.2000 relative_P_200 9-1_5 0.2000 relative_P_500 9-1_5 0.2000 relative_P_1000 9-1_5 0.2000 success_1 9-1_5 0.0000 success_5 9-1_5 1.0000 success_10 9-1_5 1.0000 set_P 9-1_5 0.0500 set_relative_P 9-1_5 0.2000 set_recall 9-1_5 0.2000 set_map 9-1_5 0.0100 set_F 9-1_5 0.0800 num_nonrel_judged_ret 9-1_5 19 rbp 9-1_5 0.0795 rbp_resid 9-1_5 0.4176 unj_5 9-1_5 0.4000 unj_10 9-1_5 0.4000 unj_20 9-1_5 0.4500 num_ret 9-2_6 100 num_rel 9-2_6 20 num_rel_ret 9-2_6 8 map 9-2_6 0.2639 Rprec 9-2_6 0.3500 bpref 9-2_6 0.3550 recip_rank 9-2_6 0.5000 iprec_at_recall_0.00 9-2_6 0.8000 iprec_at_recall_0.10 9-2_6 0.8000 iprec_at_recall_0.20 9-2_6 0.8000 iprec_at_recall_0.30 9-2_6 0.7778 iprec_at_recall_0.40 9-2_6 0.3200 iprec_at_recall_0.50 9-2_6 0.0000 iprec_at_recall_0.60 9-2_6 0.0000 iprec_at_recall_0.70 9-2_6 0.0000 iprec_at_recall_0.80 9-2_6 0.0000 iprec_at_recall_0.90 9-2_6 0.0000 iprec_at_recall_1.00 9-2_6 0.0000 P_5 9-2_6 0.8000 P_10 9-2_6 0.7000 P_15 9-2_6 0.4667 P_20 9-2_6 0.3500 P_30 9-2_6 0.2667 P_100 9-2_6 0.0800 P_200 9-2_6 0.0400 P_500 9-2_6 0.0160 P_1000 9-2_6 0.0080 relstring 9-2_6 '0232202340' recall_5 9-2_6 0.2000 recall_10 9-2_6 0.3500 recall_15 9-2_6 0.3500 recall_20 9-2_6 0.3500 recall_30 9-2_6 0.4000 recall_100 9-2_6 0.4000 recall_200 9-2_6 0.4000 recall_500 9-2_6 0.4000 recall_1000 9-2_6 0.4000 infAP 9-2_6 0.2639 Rprec_mult_0.20 9-2_6 0.7500 Rprec_mult_0.40 9-2_6 0.7500 Rprec_mult_0.60 9-2_6 0.5833 Rprec_mult_0.80 9-2_6 0.4375 Rprec_mult_1.00 9-2_6 0.3500 Rprec_mult_1.20 9-2_6 0.2917 Rprec_mult_1.40 9-2_6 0.2857 Rprec_mult_1.60 9-2_6 0.2500 Rprec_mult_1.80 9-2_6 0.2222 Rprec_mult_2.00 9-2_6 0.2000 utility 9-2_6 -84.0000 11pt_avg 9-2_6 0.3180 binG 9-2_6 0.2130 G 9-2_6 0.0822 ndcg 9-2_6 0.3323 ndcg_rel 9-2_6 0.3373 Rndcg 9-2_6 0.3486 ndcg_cut_5 9-2_6 0.3728 ndcg_cut_10 9-2_6 0.4178 ndcg_cut_15 9-2_6 0.3704 ndcg_cut_20 9-2_6 0.3317 ndcg_cut_30 9-2_6 0.3377 ndcg_cut_100 9-2_6 0.3323 ndcg_cut_200 9-2_6 0.3323 ndcg_cut_500 9-2_6 0.3323 ndcg_cut_1000 9-2_6 0.3323 map_cut_5 9-2_6 0.1358 map_cut_10 9-2_6 0.2479 map_cut_15 9-2_6 0.2479 map_cut_20 9-2_6 0.2479 map_cut_30 9-2_6 0.2639 map_cut_100 9-2_6 0.2639 map_cut_200 9-2_6 0.2639 map_cut_500 9-2_6 0.2639 map_cut_1000 9-2_6 0.2639 relative_P_5 9-2_6 0.8000 relative_P_10 9-2_6 0.7000 relative_P_15 9-2_6 0.4667 relative_P_20 9-2_6 0.3500 relative_P_30 9-2_6 0.4000 relative_P_100 9-2_6 0.4000 relative_P_200 9-2_6 0.4000 relative_P_500 9-2_6 0.4000 relative_P_1000 9-2_6 0.4000 success_1 9-2_6 0.0000 success_5 9-2_6 1.0000 success_10 9-2_6 1.0000 set_P 9-2_6 0.0800 set_relative_P 9-2_6 0.4000 set_recall 9-2_6 0.4000 set_map 9-2_6 0.0320 set_F 9-2_6 0.1333 num_nonrel_judged_ret 9-2_6 11 rbp 9-2_6 0.2963 rbp_resid 9-2_6 0.2056 unj_5 9-2_6 0.0000 unj_10 9-2_6 0.0000 unj_20 9-2_6 0.2500 num_ret 9-2_7 100 num_rel 9-2_7 10 num_rel_ret 9-2_7 4 map 9-2_7 0.0366 Rprec 9-2_7 0.1000 bpref 9-2_7 0.0500 recip_rank 9-2_7 0.1667 iprec_at_recall_0.00 9-2_7 0.1667 iprec_at_recall_0.10 9-2_7 0.1667 iprec_at_recall_0.20 9-2_7 0.0800 iprec_at_recall_0.30 9-2_7 0.0800 iprec_at_recall_0.40 9-2_7 0.0800 iprec_at_recall_0.50 9-2_7 0.0000 iprec_at_recall_0.60 9-2_7 0.0000 iprec_at_recall_0.70 9-2_7 0.0000 iprec_at_recall_0.80 9-2_7 0.0000 iprec_at_recall_0.90 9-2_7 0.0000 iprec_at_recall_1.00 9-2_7 0.0000 P_5 9-2_7 0.0000 P_10 9-2_7 0.1000 P_15 9-2_7 0.0667 P_20 9-2_7 0.0500 P_30 9-2_7 0.0333 P_100 9-2_7 0.0400 P_200 9-2_7 0.0200 P_500 9-2_7 0.0080 P_1000 9-2_7 0.0040 relstring 9-2_7 '0000041-01' recall_5 9-2_7 0.0000 recall_10 9-2_7 0.1000 recall_15 9-2_7 0.1000 recall_20 9-2_7 0.1000 recall_30 9-2_7 0.1000 recall_100 9-2_7 0.4000 recall_200 9-2_7 0.4000 recall_500 9-2_7 0.4000 recall_1000 9-2_7 0.4000 infAP 9-2_7 0.0366 Rprec_mult_0.20 9-2_7 0.0000 Rprec_mult_0.40 9-2_7 0.0000 Rprec_mult_0.60 9-2_7 0.1667 Rprec_mult_0.80 9-2_7 0.1250 Rprec_mult_1.00 9-2_7 0.1000 Rprec_mult_1.20 9-2_7 0.0833 Rprec_mult_1.40 9-2_7 0.0714 Rprec_mult_1.60 9-2_7 0.0625 Rprec_mult_1.80 9-2_7 0.0556 Rprec_mult_2.00 9-2_7 0.0500 utility 9-2_7 -92.0000 11pt_avg 9-2_7 0.0521 binG 9-2_7 0.0910 G 9-2_7 0.0751 ndcg 9-2_7 0.2320 ndcg_rel 9-2_7 0.2191 Rndcg 9-2_7 0.1413 ndcg_cut_5 9-2_7 0.0000 ndcg_cut_10 9-2_7 0.1658 ndcg_cut_15 9-2_7 0.1900 ndcg_cut_20 9-2_7 0.1914 ndcg_cut_30 9-2_7 0.1674 ndcg_cut_100 9-2_7 0.2320 ndcg_cut_200 9-2_7 0.2320 ndcg_cut_500 9-2_7 0.2320 ndcg_cut_1000 9-2_7 0.2320 map_cut_5 9-2_7 0.0000 map_cut_10 9-2_7 0.0167 map_cut_15 9-2_7 0.0167 map_cut_20 9-2_7 0.0167 map_cut_30 9-2_7 0.0167 map_cut_100 9-2_7 0.0366 map_cut_200 9-2_7 0.0366 map_cut_500 9-2_7 0.0366 map_cut_1000 9-2_7 0.0366 relative_P_5 9-2_7 0.0000 relative_P_10 9-2_7 0.1000 relative_P_15 9-2_7 0.1000 relative_P_20 9-2_7 0.1000 relative_P_30 9-2_7 0.1000 relative_P_100 9-2_7 0.4000 relative_P_200 9-2_7 0.4000 relative_P_500 9-2_7 0.4000 relative_P_1000 9-2_7 0.4000 success_1 9-2_7 0.0000 success_5 9-2_7 0.0000 success_10 9-2_7 1.0000 set_P 9-2_7 0.0400 set_relative_P 9-2_7 0.4000 set_recall 9-2_7 0.4000 set_map 9-2_7 0.0160 set_F 9-2_7 0.0727 num_nonrel_judged_ret 9-2_7 13 rbp 9-2_7 0.1058 rbp_resid 9-2_7 0.2773 unj_5 9-2_7 0.0000 unj_10 9-2_7 0.1000 unj_20 9-2_7 0.3500 num_ret 9-2_9 100 num_rel 9-2_9 31 num_rel_ret 9-2_9 16 map 9-2_9 0.3219 Rprec 9-2_9 0.3226 bpref 9-2_9 0.3871 recip_rank 9-2_9 1.0000 iprec_at_recall_0.00 9-2_9 1.0000 iprec_at_recall_0.10 9-2_9 1.0000 iprec_at_recall_0.20 9-2_9 0.8571 iprec_at_recall_0.30 9-2_9 0.5294 iprec_at_recall_0.40 9-2_9 0.3590 iprec_at_recall_0.50 9-2_9 0.1667 iprec_at_recall_0.60 9-2_9 0.0000 iprec_at_recall_0.70 9-2_9 0.0000 iprec_at_recall_0.80 9-2_9 0.0000 iprec_at_recall_0.90 9-2_9 0.0000 iprec_at_recall_1.00 9-2_9 0.0000 P_5 9-2_9 1.0000 P_10 9-2_9 0.7000 P_15 9-2_9 0.4667 P_20 9-2_9 0.5000 P_30 9-2_9 0.3333 P_100 9-2_9 0.1600 P_200 9-2_9 0.0800 P_500 9-2_9 0.0320 P_1000 9-2_9 0.0160 relstring 9-2_9 '3444314-41' recall_5 9-2_9 0.1613 recall_10 9-2_9 0.2258 recall_15 9-2_9 0.2258 recall_20 9-2_9 0.3226 recall_30 9-2_9 0.3226 recall_100 9-2_9 0.5161 recall_200 9-2_9 0.5161 recall_500 9-2_9 0.5161 recall_1000 9-2_9 0.5161 infAP 9-2_9 0.3219 Rprec_mult_0.20 9-2_9 0.8571 Rprec_mult_0.40 9-2_9 0.5385 Rprec_mult_0.60 9-2_9 0.5263 Rprec_mult_0.80 9-2_9 0.4000 Rprec_mult_1.00 9-2_9 0.3226 Rprec_mult_1.20 9-2_9 0.3421 Rprec_mult_1.40 9-2_9 0.3182 Rprec_mult_1.60 9-2_9 0.2800 Rprec_mult_1.80 9-2_9 0.2500 Rprec_mult_2.00 9-2_9 0.2419 utility 9-2_9 -68.0000 11pt_avg 9-2_9 0.3557 binG 9-2_9 0.2649 G 9-2_9 0.1727 ndcg 9-2_9 0.6193 ndcg_rel 9-2_9 0.6517 Rndcg 9-2_9 0.6481 ndcg_cut_5 9-2_9 0.8824 ndcg_cut_10 9-2_9 0.7477 ndcg_cut_15 9-2_9 0.6611 ndcg_cut_20 9-2_9 0.6593 ndcg_cut_30 9-2_9 0.6147 ndcg_cut_100 9-2_9 0.6193 ndcg_cut_200 9-2_9 0.6193 ndcg_cut_500 9-2_9 0.6193 ndcg_cut_1000 9-2_9 0.6193 map_cut_5 9-2_9 0.1613 map_cut_10 9-2_9 0.2140 map_cut_15 9-2_9 0.2140 map_cut_20 9-2_9 0.2642 map_cut_30 9-2_9 0.2642 map_cut_100 9-2_9 0.3219 map_cut_200 9-2_9 0.3219 map_cut_500 9-2_9 0.3219 map_cut_1000 9-2_9 0.3219 relative_P_5 9-2_9 1.0000 relative_P_10 9-2_9 0.7000 relative_P_15 9-2_9 0.4667 relative_P_20 9-2_9 0.5000 relative_P_30 9-2_9 0.3333 relative_P_100 9-2_9 0.5161 relative_P_200 9-2_9 0.5161 relative_P_500 9-2_9 0.5161 relative_P_1000 9-2_9 0.5161 success_1 9-2_9 1.0000 success_5 9-2_9 1.0000 success_10 9-2_9 1.0000 set_P 9-2_9 0.1600 set_relative_P 9-2_9 0.5161 set_recall 9-2_9 0.5161 set_map 9-2_9 0.0826 set_F 9-2_9 0.2443 num_nonrel_judged_ret 9-2_9 26 rbp 9-2_9 0.5735 rbp_resid 9-2_9 0.1508 unj_5 9-2_9 0.0000 unj_10 9-2_9 0.1000 unj_20 9-2_9 0.2000 runid all auto_npr1_npsg20_thru03_d3c5 num_q all 45 num_ret all 4500 num_rel all 2135 num_rel_ret all 688 map all 0.1876 gm_map all 0.0800 Rprec all 0.2518 bpref all 0.2846 recip_rank all 0.5824 iprec_at_recall_0.00 all 0.6385 iprec_at_recall_0.10 all 0.5153 iprec_at_recall_0.20 all 0.3947 iprec_at_recall_0.30 all 0.2872 iprec_at_recall_0.40 all 0.2205 iprec_at_recall_0.50 all 0.1086 iprec_at_recall_0.60 all 0.0691 iprec_at_recall_0.70 all 0.0503 iprec_at_recall_0.80 all 0.0401 iprec_at_recall_0.90 all 0.0325 iprec_at_recall_1.00 all 0.0047 P_5 all 0.4844 P_10 all 0.4444 P_15 all 0.3837 P_20 all 0.3511 P_30 all 0.2881 P_100 all 0.1529 P_200 all 0.0764 P_500 all 0.0306 P_1000 all 0.0153 recall_5 all 0.0722 recall_10 all 0.1339 recall_15 all 0.1650 recall_20 all 0.1986 recall_30 all 0.2502 recall_100 all 0.3797 recall_200 all 0.3797 recall_500 all 0.3797 recall_1000 all 0.3797 infAP all 0.1876 gm_bpref all 0.0961 Rprec_mult_0.20 all 0.4388 Rprec_mult_0.40 all 0.3596 Rprec_mult_0.60 all 0.3235 Rprec_mult_0.80 all 0.2805 Rprec_mult_1.00 all 0.2518 Rprec_mult_1.20 all 0.2249 Rprec_mult_1.40 all 0.2047 Rprec_mult_1.60 all 0.1839 Rprec_mult_1.80 all 0.1707 Rprec_mult_2.00 all 0.1594 utility all -69.4222 11pt_avg all 0.2147 binG all 0.1539 G all 0.1021 ndcg all 0.3627 ndcg_rel all 0.3693 Rndcg all 0.3487 ndcg_cut_5 all 0.4111 ndcg_cut_10 all 0.4154 ndcg_cut_15 all 0.3943 ndcg_cut_20 all 0.3909 ndcg_cut_30 all 0.3748 ndcg_cut_100 all 0.3723 ndcg_cut_200 all 0.3633 ndcg_cut_500 all 0.3627 ndcg_cut_1000 all 0.3627 map_cut_5 all 0.0591 map_cut_10 all 0.1002 map_cut_15 all 0.1174 map_cut_20 all 0.1336 map_cut_30 all 0.1496 map_cut_100 all 0.1876 map_cut_200 all 0.1876 map_cut_500 all 0.1876 map_cut_1000 all 0.1876 relative_P_5 all 0.4844 relative_P_10 all 0.4466 relative_P_15 all 0.3945 relative_P_20 all 0.3807 relative_P_30 all 0.3659 relative_P_100 all 0.3857 relative_P_200 all 0.3800 relative_P_500 all 0.3797 relative_P_1000 all 0.3797 success_1 all 0.4667 success_5 all 0.7556 success_10 all 0.8444 set_P all 0.1529 set_relative_P all 0.3857 set_recall all 0.3797 set_map all 0.0639 set_F all 0.1922 num_nonrel_judged_ret all 664 rbp all 0.3134 rbp_resid all 0.2627 unj_5 all 0.0533 unj_10 all 0.1044 unj_20 all 0.3256