num_ret 1-1_3 100 num_rel 1-1_3 64 num_rel_ret 1-1_3 28 map 1-1_3 0.2135 Rprec 1-1_3 0.3750 bpref 1-1_3 0.3760 recip_rank 1-1_3 0.5000 iprec_at_recall_0.00 1-1_3 0.8000 iprec_at_recall_0.10 1-1_3 0.5455 iprec_at_recall_0.20 1-1_3 0.5200 iprec_at_recall_0.30 1-1_3 0.4583 iprec_at_recall_0.40 1-1_3 0.3377 iprec_at_recall_0.50 1-1_3 0.0000 iprec_at_recall_0.60 1-1_3 0.0000 iprec_at_recall_0.70 1-1_3 0.0000 iprec_at_recall_0.80 1-1_3 0.0000 iprec_at_recall_0.90 1-1_3 0.0000 iprec_at_recall_1.00 1-1_3 0.0000 P_5 1-1_3 0.8000 P_10 1-1_3 0.5000 P_15 1-1_3 0.4667 P_20 1-1_3 0.5000 P_30 1-1_3 0.4667 P_100 1-1_3 0.2800 P_200 1-1_3 0.1400 P_500 1-1_3 0.0560 P_1000 1-1_3 0.0280 relstring 1-1_3 '0222201200' recall_5 1-1_3 0.0625 recall_10 1-1_3 0.0781 recall_15 1-1_3 0.1094 recall_20 1-1_3 0.1562 recall_30 1-1_3 0.2188 recall_100 1-1_3 0.4375 recall_200 1-1_3 0.4375 recall_500 1-1_3 0.4375 recall_1000 1-1_3 0.4375 infAP 1-1_3 0.2135 Rprec_mult_0.20 1-1_3 0.5385 Rprec_mult_0.40 1-1_3 0.5000 Rprec_mult_0.60 1-1_3 0.4103 Rprec_mult_0.80 1-1_3 0.4231 Rprec_mult_1.00 1-1_3 0.3750 Rprec_mult_1.20 1-1_3 0.3377 Rprec_mult_1.40 1-1_3 0.3000 Rprec_mult_1.60 1-1_3 0.2718 Rprec_mult_1.80 1-1_3 0.2414 Rprec_mult_2.00 1-1_3 0.2188 utility 1-1_3 -44.0000 11pt_avg 1-1_3 0.2420 binG 1-1_3 0.1307 G 1-1_3 0.0806 ndcg 1-1_3 0.3917 ndcg_rel 1-1_3 0.3771 Rndcg 1-1_3 0.3344 ndcg_cut_5 1-1_3 0.3720 ndcg_cut_10 1-1_3 0.3185 ndcg_cut_15 1-1_3 0.3094 ndcg_cut_20 1-1_3 0.3542 ndcg_cut_30 1-1_3 0.3611 ndcg_cut_100 1-1_3 0.3917 ndcg_cut_200 1-1_3 0.3917 ndcg_cut_500 1-1_3 0.3917 ndcg_cut_1000 1-1_3 0.3917 map_cut_5 1-1_3 0.0424 map_cut_10 1-1_3 0.0522 map_cut_15 1-1_3 0.0691 map_cut_20 1-1_3 0.0925 map_cut_30 1-1_3 0.1244 map_cut_100 1-1_3 0.2135 map_cut_200 1-1_3 0.2135 map_cut_500 1-1_3 0.2135 map_cut_1000 1-1_3 0.2135 relative_P_5 1-1_3 0.8000 relative_P_10 1-1_3 0.5000 relative_P_15 1-1_3 0.4667 relative_P_20 1-1_3 0.5000 relative_P_30 1-1_3 0.4667 relative_P_100 1-1_3 0.4375 relative_P_200 1-1_3 0.4375 relative_P_500 1-1_3 0.4375 relative_P_1000 1-1_3 0.4375 success_1 1-1_3 0.0000 success_5 1-1_3 1.0000 success_10 1-1_3 1.0000 set_P 1-1_3 0.2800 set_relative_P 1-1_3 0.4375 set_recall 1-1_3 0.4375 set_map 1-1_3 0.1225 set_F 1-1_3 0.3415 num_nonrel_judged_ret 1-1_3 14 rbp 1-1_3 0.2877 rbp_resid 1-1_3 0.1529 unj_5 1-1_3 0.0000 unj_10 1-1_3 0.0000 unj_20 1-1_3 0.2000 num_ret 1-1_4 100 num_rel 1-1_4 107 num_rel_ret 1-1_4 37 map 1-1_4 0.1996 Rprec 1-1_4 0.3458 bpref 1-1_4 0.3458 recip_rank 1-1_4 1.0000 iprec_at_recall_0.00 1-1_4 1.0000 iprec_at_recall_0.10 1-1_4 0.6000 iprec_at_recall_0.20 1-1_4 0.5116 iprec_at_recall_0.30 1-1_4 0.4048 iprec_at_recall_0.40 1-1_4 0.0000 iprec_at_recall_0.50 1-1_4 0.0000 iprec_at_recall_0.60 1-1_4 0.0000 iprec_at_recall_0.70 1-1_4 0.0000 iprec_at_recall_0.80 1-1_4 0.0000 iprec_at_recall_0.90 1-1_4 0.0000 iprec_at_recall_1.00 1-1_4 0.0000 P_5 1-1_4 0.8000 P_10 1-1_4 0.8000 P_15 1-1_4 0.6000 P_20 1-1_4 0.6000 P_30 1-1_4 0.5000 P_100 1-1_4 0.3700 P_200 1-1_4 0.1850 P_500 1-1_4 0.0740 P_1000 1-1_4 0.0370 relstring 1-1_4 '2232-3-444' recall_5 1-1_4 0.0374 recall_10 1-1_4 0.0748 recall_15 1-1_4 0.0841 recall_20 1-1_4 0.1121 recall_30 1-1_4 0.1402 recall_100 1-1_4 0.3458 recall_200 1-1_4 0.3458 recall_500 1-1_4 0.3458 recall_1000 1-1_4 0.3458 infAP 1-1_4 0.1996 Rprec_mult_0.20 1-1_4 0.5455 Rprec_mult_0.40 1-1_4 0.5116 Rprec_mult_0.60 1-1_4 0.4308 Rprec_mult_0.80 1-1_4 0.3953 Rprec_mult_1.00 1-1_4 0.3458 Rprec_mult_1.20 1-1_4 0.2868 Rprec_mult_1.40 1-1_4 0.2467 Rprec_mult_1.60 1-1_4 0.2151 Rprec_mult_1.80 1-1_4 0.1917 Rprec_mult_2.00 1-1_4 0.1729 utility 1-1_4 -26.0000 11pt_avg 1-1_4 0.2288 binG 1-1_4 0.1184 G 1-1_4 0.0672 ndcg 1-1_4 0.3819 ndcg_rel 1-1_4 0.4062 Rndcg 1-1_4 0.4077 ndcg_cut_5 1-1_4 0.4768 ndcg_cut_10 1-1_4 0.5675 ndcg_cut_15 1-1_4 0.4623 ndcg_cut_20 1-1_4 0.4578 ndcg_cut_30 1-1_4 0.4088 ndcg_cut_100 1-1_4 0.3972 ndcg_cut_200 1-1_4 0.3819 ndcg_cut_500 1-1_4 0.3819 ndcg_cut_1000 1-1_4 0.3819 map_cut_5 1-1_4 0.0374 map_cut_10 1-1_4 0.0669 map_cut_15 1-1_4 0.0734 map_cut_20 1-1_4 0.0896 map_cut_30 1-1_4 0.1049 map_cut_100 1-1_4 0.1996 map_cut_200 1-1_4 0.1996 map_cut_500 1-1_4 0.1996 map_cut_1000 1-1_4 0.1996 relative_P_5 1-1_4 0.8000 relative_P_10 1-1_4 0.8000 relative_P_15 1-1_4 0.6000 relative_P_20 1-1_4 0.6000 relative_P_30 1-1_4 0.5000 relative_P_100 1-1_4 0.3700 relative_P_200 1-1_4 0.3458 relative_P_500 1-1_4 0.3458 relative_P_1000 1-1_4 0.3458 success_1 1-1_4 1.0000 success_5 1-1_4 1.0000 success_10 1-1_4 1.0000 set_P 1-1_4 0.3700 set_relative_P 1-1_4 0.3700 set_recall 1-1_4 0.3458 set_map 1-1_4 0.1279 set_F 1-1_4 0.3575 num_nonrel_judged_ret 1-1_4 0 rbp 1-1_4 0.4336 rbp_resid 1-1_4 0.3514 unj_5 1-1_4 0.2000 unj_10 1-1_4 0.2000 unj_20 1-1_4 0.4000 num_ret 1-1_5 100 num_rel 1-1_5 219 num_rel_ret 1-1_5 35 map 1-1_5 0.1298 Rprec 1-1_5 0.1598 bpref 1-1_5 0.1581 recip_rank 1-1_5 1.0000 iprec_at_recall_0.00 1-1_5 1.0000 iprec_at_recall_0.10 1-1_5 0.8214 iprec_at_recall_0.20 1-1_5 0.0000 iprec_at_recall_0.30 1-1_5 0.0000 iprec_at_recall_0.40 1-1_5 0.0000 iprec_at_recall_0.50 1-1_5 0.0000 iprec_at_recall_0.60 1-1_5 0.0000 iprec_at_recall_0.70 1-1_5 0.0000 iprec_at_recall_0.80 1-1_5 0.0000 iprec_at_recall_0.90 1-1_5 0.0000 iprec_at_recall_1.00 1-1_5 0.0000 P_5 1-1_5 1.0000 P_10 1-1_5 1.0000 P_15 1-1_5 0.9333 P_20 1-1_5 0.8500 P_30 1-1_5 0.7667 P_100 1-1_5 0.3500 P_200 1-1_5 0.1750 P_500 1-1_5 0.0700 P_1000 1-1_5 0.0350 relstring 1-1_5 '4232222323' recall_5 1-1_5 0.0228 recall_10 1-1_5 0.0457 recall_15 1-1_5 0.0639 recall_20 1-1_5 0.0776 recall_30 1-1_5 0.1050 recall_100 1-1_5 0.1598 recall_200 1-1_5 0.1598 recall_500 1-1_5 0.1598 recall_1000 1-1_5 0.1598 infAP 1-1_5 0.1298 Rprec_mult_0.20 1-1_5 0.6364 Rprec_mult_0.40 1-1_5 0.3977 Rprec_mult_0.60 1-1_5 0.2652 Rprec_mult_0.80 1-1_5 0.1989 Rprec_mult_1.00 1-1_5 0.1598 Rprec_mult_1.20 1-1_5 0.1331 Rprec_mult_1.40 1-1_5 0.1140 Rprec_mult_1.60 1-1_5 0.0997 Rprec_mult_1.80 1-1_5 0.0886 Rprec_mult_2.00 1-1_5 0.0799 utility 1-1_5 -30.0000 11pt_avg 1-1_5 0.1656 binG 1-1_5 0.0894 G 1-1_5 0.0411 ndcg 1-1_5 0.2525 ndcg_rel 1-1_5 0.3101 Rndcg 1-1_5 0.4248 ndcg_cut_5 1-1_5 0.7120 ndcg_cut_10 1-1_5 0.6817 ndcg_cut_15 1-1_5 0.6779 ndcg_cut_20 1-1_5 0.6396 ndcg_cut_30 1-1_5 0.5990 ndcg_cut_100 1-1_5 0.4028 ndcg_cut_200 1-1_5 0.2727 ndcg_cut_500 1-1_5 0.2525 ndcg_cut_1000 1-1_5 0.2525 map_cut_5 1-1_5 0.0228 map_cut_10 1-1_5 0.0457 map_cut_15 1-1_5 0.0629 map_cut_20 1-1_5 0.0754 map_cut_30 1-1_5 0.0981 map_cut_100 1-1_5 0.1298 map_cut_200 1-1_5 0.1298 map_cut_500 1-1_5 0.1298 map_cut_1000 1-1_5 0.1298 relative_P_5 1-1_5 1.0000 relative_P_10 1-1_5 1.0000 relative_P_15 1-1_5 0.9333 relative_P_20 1-1_5 0.8500 relative_P_30 1-1_5 0.7667 relative_P_100 1-1_5 0.3500 relative_P_200 1-1_5 0.1750 relative_P_500 1-1_5 0.1598 relative_P_1000 1-1_5 0.1598 success_1 1-1_5 1.0000 success_5 1-1_5 1.0000 success_10 1-1_5 1.0000 set_P 1-1_5 0.3500 set_relative_P 1-1_5 0.3500 set_recall 1-1_5 0.1598 set_map 1-1_5 0.0559 set_F 1-1_5 0.2194 num_nonrel_judged_ret 1-1_5 2 rbp 1-1_5 0.5470 rbp_resid 1-1_5 0.1208 unj_5 1-1_5 0.0000 unj_10 1-1_5 0.0000 unj_20 1-1_5 0.1500 num_ret 1-1_7 100 num_rel 1-1_7 99 num_rel_ret 1-1_7 46 map 1-1_7 0.3624 Rprec 1-1_7 0.4646 bpref 1-1_7 0.4233 recip_rank 1-1_7 1.0000 iprec_at_recall_0.00 1-1_7 1.0000 iprec_at_recall_0.10 1-1_7 0.8621 iprec_at_recall_0.20 1-1_7 0.8621 iprec_at_recall_0.30 1-1_7 0.8571 iprec_at_recall_0.40 1-1_7 0.5970 iprec_at_recall_0.50 1-1_7 0.0000 iprec_at_recall_0.60 1-1_7 0.0000 iprec_at_recall_0.70 1-1_7 0.0000 iprec_at_recall_0.80 1-1_7 0.0000 iprec_at_recall_0.90 1-1_7 0.0000 iprec_at_recall_1.00 1-1_7 0.0000 P_5 1-1_7 0.8000 P_10 1-1_7 0.9000 P_15 1-1_7 0.8000 P_20 1-1_7 0.8500 P_30 1-1_7 0.8333 P_100 1-1_7 0.4600 P_200 1-1_7 0.2300 P_500 1-1_7 0.0920 P_1000 1-1_7 0.0460 relstring 1-1_7 '2221223322' recall_5 1-1_7 0.0404 recall_10 1-1_7 0.0909 recall_15 1-1_7 0.1212 recall_20 1-1_7 0.1717 recall_30 1-1_7 0.2525 recall_100 1-1_7 0.4646 recall_200 1-1_7 0.4646 recall_500 1-1_7 0.4646 recall_1000 1-1_7 0.4646 infAP 1-1_7 0.3624 Rprec_mult_0.20 1-1_7 0.8500 Rprec_mult_0.40 1-1_7 0.7750 Rprec_mult_0.60 1-1_7 0.6000 Rprec_mult_0.80 1-1_7 0.5375 Rprec_mult_1.00 1-1_7 0.4646 Rprec_mult_1.20 1-1_7 0.3866 Rprec_mult_1.40 1-1_7 0.3309 Rprec_mult_1.60 1-1_7 0.2893 Rprec_mult_1.80 1-1_7 0.2570 Rprec_mult_2.00 1-1_7 0.2323 utility 1-1_7 -8.0000 11pt_avg 1-1_7 0.3798 binG 1-1_7 0.1905 G 1-1_7 0.1000 ndcg 1-1_7 0.5080 ndcg_rel 1-1_7 0.5434 Rndcg 1-1_7 0.5370 ndcg_cut_5 1-1_7 0.4635 ndcg_cut_10 1-1_7 0.5495 ndcg_cut_15 1-1_7 0.5593 ndcg_cut_20 1-1_7 0.5936 ndcg_cut_30 1-1_7 0.6426 ndcg_cut_100 1-1_7 0.5272 ndcg_cut_200 1-1_7 0.5080 ndcg_cut_500 1-1_7 0.5080 ndcg_cut_1000 1-1_7 0.5080 map_cut_5 1-1_7 0.0384 map_cut_10 1-1_7 0.0824 map_cut_15 1-1_7 0.1074 map_cut_20 1-1_7 0.1494 map_cut_30 1-1_7 0.2179 map_cut_100 1-1_7 0.3624 map_cut_200 1-1_7 0.3624 map_cut_500 1-1_7 0.3624 map_cut_1000 1-1_7 0.3624 relative_P_5 1-1_7 0.8000 relative_P_10 1-1_7 0.9000 relative_P_15 1-1_7 0.8000 relative_P_20 1-1_7 0.8500 relative_P_30 1-1_7 0.8333 relative_P_100 1-1_7 0.4646 relative_P_200 1-1_7 0.4646 relative_P_500 1-1_7 0.4646 relative_P_1000 1-1_7 0.4646 success_1 1-1_7 1.0000 success_5 1-1_7 1.0000 success_10 1-1_7 1.0000 set_P 1-1_7 0.4600 set_relative_P 1-1_7 0.4646 set_recall 1-1_7 0.4646 set_map 1-1_7 0.2137 set_F 1-1_7 0.4623 num_nonrel_judged_ret 1-1_7 6 rbp 1-1_7 0.5095 rbp_resid 1-1_7 0.0506 unj_5 1-1_7 0.0000 unj_10 1-1_7 0.0000 unj_20 1-1_7 0.0500 num_ret 1-1_8 100 num_rel 1-1_8 94 num_rel_ret 1-1_8 34 map 1-1_8 0.2036 Rprec 1-1_8 0.3617 bpref 1-1_8 0.3432 recip_rank 1-1_8 1.0000 iprec_at_recall_0.00 1-1_8 1.0000 iprec_at_recall_0.10 1-1_8 0.8182 iprec_at_recall_0.20 1-1_8 0.3768 iprec_at_recall_0.30 1-1_8 0.3766 iprec_at_recall_0.40 1-1_8 0.0000 iprec_at_recall_0.50 1-1_8 0.0000 iprec_at_recall_0.60 1-1_8 0.0000 iprec_at_recall_0.70 1-1_8 0.0000 iprec_at_recall_0.80 1-1_8 0.0000 iprec_at_recall_0.90 1-1_8 0.0000 iprec_at_recall_1.00 1-1_8 0.0000 P_5 1-1_8 1.0000 P_10 1-1_8 0.8000 P_15 1-1_8 0.6667 P_20 1-1_8 0.5500 P_30 1-1_8 0.4333 P_100 1-1_8 0.3400 P_200 1-1_8 0.1700 P_500 1-1_8 0.0680 P_1000 1-1_8 0.0340 relstring 1-1_8 '2232322-4-' recall_5 1-1_8 0.0532 recall_10 1-1_8 0.0851 recall_15 1-1_8 0.1064 recall_20 1-1_8 0.1170 recall_30 1-1_8 0.1383 recall_100 1-1_8 0.3617 recall_200 1-1_8 0.3617 recall_500 1-1_8 0.3617 recall_1000 1-1_8 0.3617 infAP 1-1_8 0.2036 Rprec_mult_0.20 1-1_8 0.5789 Rprec_mult_0.40 1-1_8 0.4737 Rprec_mult_0.60 1-1_8 0.3333 Rprec_mult_0.80 1-1_8 0.3684 Rprec_mult_1.00 1-1_8 0.3617 Rprec_mult_1.20 1-1_8 0.3009 Rprec_mult_1.40 1-1_8 0.2576 Rprec_mult_1.60 1-1_8 0.2252 Rprec_mult_1.80 1-1_8 0.2000 Rprec_mult_2.00 1-1_8 0.1809 utility 1-1_8 -32.0000 11pt_avg 1-1_8 0.2338 binG 1-1_8 0.1425 G 1-1_8 0.0736 ndcg 1-1_8 0.3959 ndcg_rel 1-1_8 0.4217 Rndcg 1-1_8 0.4657 ndcg_cut_5 1-1_8 0.5947 ndcg_cut_10 1-1_8 0.5785 ndcg_cut_15 1-1_8 0.5187 ndcg_cut_20 1-1_8 0.4797 ndcg_cut_30 1-1_8 0.4524 ndcg_cut_100 1-1_8 0.4101 ndcg_cut_200 1-1_8 0.3959 ndcg_cut_500 1-1_8 0.3959 ndcg_cut_1000 1-1_8 0.3959 map_cut_5 1-1_8 0.0532 map_cut_10 1-1_8 0.0839 map_cut_15 1-1_8 0.1008 map_cut_20 1-1_8 0.1070 map_cut_30 1-1_8 0.1183 map_cut_100 1-1_8 0.2036 map_cut_200 1-1_8 0.2036 map_cut_500 1-1_8 0.2036 map_cut_1000 1-1_8 0.2036 relative_P_5 1-1_8 1.0000 relative_P_10 1-1_8 0.8000 relative_P_15 1-1_8 0.6667 relative_P_20 1-1_8 0.5500 relative_P_30 1-1_8 0.4333 relative_P_100 1-1_8 0.3617 relative_P_200 1-1_8 0.3617 relative_P_500 1-1_8 0.3617 relative_P_1000 1-1_8 0.3617 success_1 1-1_8 1.0000 success_5 1-1_8 1.0000 success_10 1-1_8 1.0000 set_P 1-1_8 0.3400 set_relative_P 1-1_8 0.3617 set_recall 1-1_8 0.3617 set_map 1-1_8 0.1230 set_F 1-1_8 0.3505 num_nonrel_judged_ret 1-1_8 8 rbp 1-1_8 0.4019 rbp_resid 1-1_8 0.3110 unj_5 1-1_8 0.0000 unj_10 1-1_8 0.2000 unj_20 1-1_8 0.4500 num_ret 2-1_10 100 num_rel 2-1_10 17 num_rel_ret 2-1_10 15 map 2-1_10 0.6948 Rprec 2-1_10 0.6471 bpref 2-1_10 0.8408 recip_rank 2-1_10 1.0000 iprec_at_recall_0.00 2-1_10 1.0000 iprec_at_recall_0.10 2-1_10 1.0000 iprec_at_recall_0.20 2-1_10 1.0000 iprec_at_recall_0.30 2-1_10 0.9091 iprec_at_recall_0.40 2-1_10 0.9091 iprec_at_recall_0.50 2-1_10 0.9091 iprec_at_recall_0.60 2-1_10 0.9091 iprec_at_recall_0.70 2-1_10 0.5217 iprec_at_recall_0.80 2-1_10 0.5185 iprec_at_recall_0.90 2-1_10 0.5000 iprec_at_recall_1.00 2-1_10 0.0000 P_5 2-1_10 0.8000 P_10 2-1_10 0.9000 P_15 2-1_10 0.6667 P_20 2-1_10 0.5500 P_30 2-1_10 0.5000 P_100 2-1_10 0.1500 P_200 2-1_10 0.0750 P_500 2-1_10 0.0300 P_1000 2-1_10 0.0150 relstring 2-1_10 '3231333332' recall_5 2-1_10 0.2353 recall_10 2-1_10 0.5294 recall_15 2-1_10 0.5882 recall_20 2-1_10 0.6471 recall_30 2-1_10 0.8824 recall_100 2-1_10 0.8824 recall_200 2-1_10 0.8824 recall_500 2-1_10 0.8824 recall_1000 2-1_10 0.8824 infAP 2-1_10 0.6948 Rprec_mult_0.20 2-1_10 0.7500 Rprec_mult_0.40 2-1_10 0.8571 Rprec_mult_0.60 2-1_10 0.9091 Rprec_mult_0.80 2-1_10 0.7143 Rprec_mult_1.00 2-1_10 0.6471 Rprec_mult_1.20 2-1_10 0.5238 Rprec_mult_1.40 2-1_10 0.5000 Rprec_mult_1.60 2-1_10 0.5000 Rprec_mult_1.80 2-1_10 0.4839 Rprec_mult_2.00 2-1_10 0.4412 utility 2-1_10 -70.0000 11pt_avg 2-1_10 0.7433 binG 2-1_10 0.5180 G 2-1_10 0.3777 ndcg 2-1_10 0.8436 ndcg_rel 2-1_10 0.8518 Rndcg 2-1_10 0.8077 ndcg_cut_5 2-1_10 0.8313 ndcg_cut_10 2-1_10 0.8693 ndcg_cut_15 2-1_10 0.7799 ndcg_cut_20 2-1_10 0.7485 ndcg_cut_30 2-1_10 0.8436 ndcg_cut_100 2-1_10 0.8436 ndcg_cut_200 2-1_10 0.8436 ndcg_cut_500 2-1_10 0.8436 ndcg_cut_1000 2-1_10 0.8436 map_cut_5 2-1_10 0.2235 map_cut_10 2-1_10 0.4797 map_cut_15 2-1_10 0.5331 map_cut_20 2-1_10 0.5736 map_cut_30 2-1_10 0.6948 map_cut_100 2-1_10 0.6948 map_cut_200 2-1_10 0.6948 map_cut_500 2-1_10 0.6948 map_cut_1000 2-1_10 0.6948 relative_P_5 2-1_10 0.8000 relative_P_10 2-1_10 0.9000 relative_P_15 2-1_10 0.6667 relative_P_20 2-1_10 0.6471 relative_P_30 2-1_10 0.8824 relative_P_100 2-1_10 0.8824 relative_P_200 2-1_10 0.8824 relative_P_500 2-1_10 0.8824 relative_P_1000 2-1_10 0.8824 success_1 2-1_10 1.0000 success_5 2-1_10 1.0000 success_10 2-1_10 1.0000 set_P 2-1_10 0.1500 set_relative_P 2-1_10 0.8824 set_recall 2-1_10 0.8824 set_map 2-1_10 0.1324 set_F 2-1_10 0.2564 num_nonrel_judged_ret 2-1_10 5 rbp 2-1_10 0.6373 rbp_resid 2-1_10 0.2631 unj_5 2-1_10 0.0000 unj_10 2-1_10 0.0000 unj_20 2-1_10 0.4000 num_ret 2-1_12 100 num_rel 2-1_12 101 num_rel_ret 2-1_12 20 map 2-1_12 0.0902 Rprec 2-1_12 0.1980 bpref 2-1_12 0.1891 recip_rank 2-1_12 0.5000 iprec_at_recall_0.00 2-1_12 0.6364 iprec_at_recall_0.10 2-1_12 0.5556 iprec_at_recall_0.20 2-1_12 0.2778 iprec_at_recall_0.30 2-1_12 0.0000 iprec_at_recall_0.40 2-1_12 0.0000 iprec_at_recall_0.50 2-1_12 0.0000 iprec_at_recall_0.60 2-1_12 0.0000 iprec_at_recall_0.70 2-1_12 0.0000 iprec_at_recall_0.80 2-1_12 0.0000 iprec_at_recall_0.90 2-1_12 0.0000 iprec_at_recall_1.00 2-1_12 0.0000 P_5 2-1_12 0.4000 P_10 2-1_12 0.6000 P_15 2-1_12 0.5333 P_20 2-1_12 0.5500 P_30 2-1_12 0.4000 P_100 2-1_12 0.2000 P_200 2-1_12 0.1000 P_500 2-1_12 0.0400 P_1000 2-1_12 0.0200 relstring 2-1_12 '1303032033' recall_5 2-1_12 0.0198 recall_10 2-1_12 0.0594 recall_15 2-1_12 0.0792 recall_20 2-1_12 0.1089 recall_30 2-1_12 0.1188 recall_100 2-1_12 0.1980 recall_200 2-1_12 0.1980 recall_500 2-1_12 0.1980 recall_1000 2-1_12 0.1980 infAP 2-1_12 0.0902 Rprec_mult_0.20 2-1_12 0.5238 Rprec_mult_0.40 2-1_12 0.3415 Rprec_mult_0.60 2-1_12 0.2787 Rprec_mult_0.80 2-1_12 0.2469 Rprec_mult_1.00 2-1_12 0.1980 Rprec_mult_1.20 2-1_12 0.1639 Rprec_mult_1.40 2-1_12 0.1408 Rprec_mult_1.60 2-1_12 0.1235 Rprec_mult_1.80 2-1_12 0.1099 Rprec_mult_2.00 2-1_12 0.0990 utility 2-1_12 -60.0000 11pt_avg 2-1_12 0.1336 binG 2-1_12 0.0614 G 2-1_12 0.0487 ndcg 2-1_12 0.2711 ndcg_rel 2-1_12 0.3051 Rndcg 2-1_12 0.3206 ndcg_cut_5 2-1_12 0.4731 ndcg_cut_10 2-1_12 0.5642 ndcg_cut_15 2-1_12 0.5148 ndcg_cut_20 2-1_12 0.5064 ndcg_cut_30 2-1_12 0.4046 ndcg_cut_100 2-1_12 0.2905 ndcg_cut_200 2-1_12 0.2711 ndcg_cut_500 2-1_12 0.2711 ndcg_cut_1000 2-1_12 0.2711 map_cut_5 2-1_12 0.0099 map_cut_10 2-1_12 0.0320 map_cut_15 2-1_12 0.0443 map_cut_20 2-1_12 0.0609 map_cut_30 2-1_12 0.0656 map_cut_100 2-1_12 0.0902 map_cut_200 2-1_12 0.0902 map_cut_500 2-1_12 0.0902 map_cut_1000 2-1_12 0.0902 relative_P_5 2-1_12 0.4000 relative_P_10 2-1_12 0.6000 relative_P_15 2-1_12 0.5333 relative_P_20 2-1_12 0.5500 relative_P_30 2-1_12 0.4000 relative_P_100 2-1_12 0.2000 relative_P_200 2-1_12 0.1980 relative_P_500 2-1_12 0.1980 relative_P_1000 2-1_12 0.1980 success_1 2-1_12 0.0000 success_5 2-1_12 1.0000 success_10 2-1_12 1.0000 set_P 2-1_12 0.2000 set_relative_P 2-1_12 0.2000 set_recall 2-1_12 0.1980 set_map 2-1_12 0.0396 set_F 2-1_12 0.1990 num_nonrel_judged_ret 2-1_12 10 rbp 2-1_12 0.4763 rbp_resid 2-1_12 0.2174 unj_5 2-1_12 0.0000 unj_10 2-1_12 0.0000 unj_20 2-1_12 0.2500 num_ret 2-1_14 100 num_rel 2-1_14 52 num_rel_ret 2-1_14 15 map 2-1_14 0.0937 Rprec 2-1_14 0.1923 bpref 2-1_14 0.2160 recip_rank 2-1_14 1.0000 iprec_at_recall_0.00 2-1_14 1.0000 iprec_at_recall_0.10 2-1_14 0.3846 iprec_at_recall_0.20 2-1_14 0.2083 iprec_at_recall_0.30 2-1_14 0.0000 iprec_at_recall_0.40 2-1_14 0.0000 iprec_at_recall_0.50 2-1_14 0.0000 iprec_at_recall_0.60 2-1_14 0.0000 iprec_at_recall_0.70 2-1_14 0.0000 iprec_at_recall_0.80 2-1_14 0.0000 iprec_at_recall_0.90 2-1_14 0.0000 iprec_at_recall_1.00 2-1_14 0.0000 P_5 2-1_14 0.4000 P_10 2-1_14 0.3000 P_15 2-1_14 0.3333 P_20 2-1_14 0.3000 P_30 2-1_14 0.2333 P_100 2-1_14 0.1500 P_200 2-1_14 0.0750 P_500 2-1_14 0.0300 P_1000 2-1_14 0.0150 relstring 2-1_14 '3130000211' recall_5 2-1_14 0.0385 recall_10 2-1_14 0.0577 recall_15 2-1_14 0.0962 recall_20 2-1_14 0.1154 recall_30 2-1_14 0.1346 recall_100 2-1_14 0.2885 recall_200 2-1_14 0.2885 recall_500 2-1_14 0.2885 recall_1000 2-1_14 0.2885 infAP 2-1_14 0.0937 Rprec_mult_0.20 2-1_14 0.2727 Rprec_mult_0.40 2-1_14 0.2857 Rprec_mult_0.60 2-1_14 0.2188 Rprec_mult_0.80 2-1_14 0.1667 Rprec_mult_1.00 2-1_14 0.1923 Rprec_mult_1.20 2-1_14 0.1746 Rprec_mult_1.40 2-1_14 0.1781 Rprec_mult_1.60 2-1_14 0.1786 Rprec_mult_1.80 2-1_14 0.1596 Rprec_mult_2.00 2-1_14 0.1442 utility 2-1_14 -70.0000 11pt_avg 2-1_14 0.1448 binG 2-1_14 0.0866 G 2-1_14 0.0751 ndcg 2-1_14 0.3374 ndcg_rel 2-1_14 0.3655 Rndcg 2-1_14 0.3535 ndcg_cut_5 2-1_14 0.5801 ndcg_cut_10 2-1_14 0.4660 ndcg_cut_15 2-1_14 0.4377 ndcg_cut_20 2-1_14 0.4118 ndcg_cut_30 2-1_14 0.3664 ndcg_cut_100 2-1_14 0.3374 ndcg_cut_200 2-1_14 0.3374 ndcg_cut_500 2-1_14 0.3374 ndcg_cut_1000 2-1_14 0.3374 map_cut_5 2-1_14 0.0321 map_cut_10 2-1_14 0.0393 map_cut_15 2-1_14 0.0531 map_cut_20 2-1_14 0.0599 map_cut_30 2-1_14 0.0650 map_cut_100 2-1_14 0.0937 map_cut_200 2-1_14 0.0937 map_cut_500 2-1_14 0.0937 map_cut_1000 2-1_14 0.0937 relative_P_5 2-1_14 0.4000 relative_P_10 2-1_14 0.3000 relative_P_15 2-1_14 0.3333 relative_P_20 2-1_14 0.3000 relative_P_30 2-1_14 0.2333 relative_P_100 2-1_14 0.2885 relative_P_200 2-1_14 0.2885 relative_P_500 2-1_14 0.2885 relative_P_1000 2-1_14 0.2885 success_1 2-1_14 1.0000 success_5 2-1_14 1.0000 success_10 2-1_14 1.0000 set_P 2-1_14 0.1500 set_relative_P 2-1_14 0.2885 set_recall 2-1_14 0.2885 set_map 2-1_14 0.0433 set_F 2-1_14 0.1974 num_nonrel_judged_ret 2-1_14 23 rbp 2-1_14 0.3490 rbp_resid 2-1_14 0.1523 unj_5 2-1_14 0.0000 unj_10 2-1_14 0.0000 unj_20 2-1_14 0.2000 num_ret 2-1_4 100 num_rel 2-1_4 64 num_rel_ret 2-1_4 31 map 2-1_4 0.3206 Rprec 2-1_4 0.4531 bpref 2-1_4 0.4480 recip_rank 2-1_4 1.0000 iprec_at_recall_0.00 2-1_4 1.0000 iprec_at_recall_0.10 2-1_4 0.7692 iprec_at_recall_0.20 2-1_4 0.6800 iprec_at_recall_0.30 2-1_4 0.6786 iprec_at_recall_0.40 2-1_4 0.5909 iprec_at_recall_0.50 2-1_4 0.0000 iprec_at_recall_0.60 2-1_4 0.0000 iprec_at_recall_0.70 2-1_4 0.0000 iprec_at_recall_0.80 2-1_4 0.0000 iprec_at_recall_0.90 2-1_4 0.0000 iprec_at_recall_1.00 2-1_4 0.0000 P_5 2-1_4 0.8000 P_10 2-1_4 0.7000 P_15 2-1_4 0.7333 P_20 2-1_4 0.6500 P_30 2-1_4 0.6667 P_100 2-1_4 0.3100 P_200 2-1_4 0.1550 P_500 2-1_4 0.0620 P_1000 2-1_4 0.0310 relstring 2-1_4 '21332-2202' recall_5 2-1_4 0.0625 recall_10 2-1_4 0.1094 recall_15 2-1_4 0.1719 recall_20 2-1_4 0.2031 recall_30 2-1_4 0.3125 recall_100 2-1_4 0.4844 recall_200 2-1_4 0.4844 recall_500 2-1_4 0.4844 recall_1000 2-1_4 0.4844 infAP 2-1_4 0.3206 Rprec_mult_0.20 2-1_4 0.7692 Rprec_mult_0.40 2-1_4 0.6538 Rprec_mult_0.60 2-1_4 0.6154 Rprec_mult_0.80 2-1_4 0.5192 Rprec_mult_1.00 2-1_4 0.4531 Rprec_mult_1.20 2-1_4 0.3896 Rprec_mult_1.40 2-1_4 0.3444 Rprec_mult_1.60 2-1_4 0.3010 Rprec_mult_1.80 2-1_4 0.2672 Rprec_mult_2.00 2-1_4 0.2422 utility 2-1_4 -38.0000 11pt_avg 2-1_4 0.3381 binG 2-1_4 0.1755 G 2-1_4 0.1038 ndcg 2-1_4 0.4799 ndcg_rel 2-1_4 0.5187 Rndcg 2-1_4 0.5071 ndcg_cut_5 2-1_4 0.6294 ndcg_cut_10 2-1_4 0.5517 ndcg_cut_15 2-1_4 0.5713 ndcg_cut_20 2-1_4 0.5740 ndcg_cut_30 2-1_4 0.6214 ndcg_cut_100 2-1_4 0.4799 ndcg_cut_200 2-1_4 0.4799 ndcg_cut_500 2-1_4 0.4799 ndcg_cut_1000 2-1_4 0.4799 map_cut_5 2-1_4 0.0503 map_cut_10 2-1_4 0.0841 map_cut_15 2-1_4 0.1306 map_cut_20 2-1_4 0.1512 map_cut_30 2-1_4 0.2243 map_cut_100 2-1_4 0.3206 map_cut_200 2-1_4 0.3206 map_cut_500 2-1_4 0.3206 map_cut_1000 2-1_4 0.3206 relative_P_5 2-1_4 0.8000 relative_P_10 2-1_4 0.7000 relative_P_15 2-1_4 0.7333 relative_P_20 2-1_4 0.6500 relative_P_30 2-1_4 0.6667 relative_P_100 2-1_4 0.4844 relative_P_200 2-1_4 0.4844 relative_P_500 2-1_4 0.4844 relative_P_1000 2-1_4 0.4844 success_1 2-1_4 1.0000 success_5 2-1_4 1.0000 success_10 2-1_4 1.0000 set_P 2-1_4 0.3100 set_relative_P 2-1_4 0.4844 set_recall 2-1_4 0.4844 set_map 2-1_4 0.1502 set_F 2-1_4 0.3780 num_nonrel_judged_ret 2-1_4 14 rbp 2-1_4 0.4251 rbp_resid 2-1_4 0.1495 unj_5 2-1_4 0.0000 unj_10 2-1_4 0.1000 unj_20 2-1_4 0.2000 num_ret 2-1_9 100 num_rel 2-1_9 16 num_rel_ret 2-1_9 15 map 2-1_9 0.8007 Rprec 2-1_9 0.6875 bpref 2-1_9 0.9286 recip_rank 2-1_9 1.0000 iprec_at_recall_0.00 2-1_9 1.0000 iprec_at_recall_0.10 2-1_9 1.0000 iprec_at_recall_0.20 2-1_9 1.0000 iprec_at_recall_0.30 2-1_9 1.0000 iprec_at_recall_0.40 2-1_9 1.0000 iprec_at_recall_0.50 2-1_9 1.0000 iprec_at_recall_0.60 2-1_9 0.8333 iprec_at_recall_0.70 2-1_9 0.7333 iprec_at_recall_0.80 2-1_9 0.6842 iprec_at_recall_0.90 2-1_9 0.5185 iprec_at_recall_1.00 2-1_9 0.0000 P_5 2-1_9 1.0000 P_10 2-1_9 0.8000 P_15 2-1_9 0.7333 P_20 2-1_9 0.6500 P_30 2-1_9 0.5000 P_100 2-1_9 0.1500 P_200 2-1_9 0.0750 P_500 2-1_9 0.0300 P_1000 2-1_9 0.0150 relstring 2-1_9 '44323333--' recall_5 2-1_9 0.3125 recall_10 2-1_9 0.5000 recall_15 2-1_9 0.6875 recall_20 2-1_9 0.8125 recall_30 2-1_9 0.9375 recall_100 2-1_9 0.9375 recall_200 2-1_9 0.9375 recall_500 2-1_9 0.9375 recall_1000 2-1_9 0.9375 infAP 2-1_9 0.8007 Rprec_mult_0.20 2-1_9 1.0000 Rprec_mult_0.40 2-1_9 1.0000 Rprec_mult_0.60 2-1_9 0.8000 Rprec_mult_0.80 2-1_9 0.7692 Rprec_mult_1.00 2-1_9 0.6875 Rprec_mult_1.20 2-1_9 0.6500 Rprec_mult_1.40 2-1_9 0.5652 Rprec_mult_1.60 2-1_9 0.5000 Rprec_mult_1.80 2-1_9 0.5172 Rprec_mult_2.00 2-1_9 0.4688 utility 2-1_9 -70.0000 11pt_avg 2-1_9 0.7972 binG 2-1_9 0.6614 G 2-1_9 0.4950 ndcg 2-1_9 0.9237 ndcg_rel 2-1_9 0.9085 Rndcg 2-1_9 0.8885 ndcg_cut_5 2-1_9 0.9152 ndcg_cut_10 2-1_9 0.8609 ndcg_cut_15 2-1_9 0.8232 ndcg_cut_20 2-1_9 0.8675 ndcg_cut_30 2-1_9 0.9237 ndcg_cut_100 2-1_9 0.9237 ndcg_cut_200 2-1_9 0.9237 ndcg_cut_500 2-1_9 0.9237 ndcg_cut_1000 2-1_9 0.9237 map_cut_5 2-1_9 0.3125 map_cut_10 2-1_9 0.5000 map_cut_15 2-1_9 0.6491 map_cut_20 2-1_9 0.7359 map_cut_30 2-1_9 0.8007 map_cut_100 2-1_9 0.8007 map_cut_200 2-1_9 0.8007 map_cut_500 2-1_9 0.8007 map_cut_1000 2-1_9 0.8007 relative_P_5 2-1_9 1.0000 relative_P_10 2-1_9 0.8000 relative_P_15 2-1_9 0.7333 relative_P_20 2-1_9 0.8125 relative_P_30 2-1_9 0.9375 relative_P_100 2-1_9 0.9375 relative_P_200 2-1_9 0.9375 relative_P_500 2-1_9 0.9375 relative_P_1000 2-1_9 0.9375 success_1 2-1_9 1.0000 success_5 2-1_9 1.0000 success_10 2-1_9 1.0000 set_P 2-1_9 0.1500 set_relative_P 2-1_9 0.9375 set_recall 2-1_9 0.9375 set_map 2-1_9 0.1406 set_F 2-1_9 0.2586 num_nonrel_judged_ret 2-1_9 1 rbp 2-1_9 0.5353 rbp_resid 2-1_9 0.2863 unj_5 2-1_9 0.0000 unj_10 2-1_9 0.2000 unj_20 2-1_9 0.3500 num_ret 2-2_1 100 num_rel 2-2_1 51 num_rel_ret 2-2_1 7 map 2-2_1 0.0298 Rprec 2-2_1 0.0588 bpref 2-2_1 0.1065 recip_rank 2-2_1 1.0000 iprec_at_recall_0.00 2-2_1 1.0000 iprec_at_recall_0.10 2-2_1 0.0897 iprec_at_recall_0.20 2-2_1 0.0000 iprec_at_recall_0.30 2-2_1 0.0000 iprec_at_recall_0.40 2-2_1 0.0000 iprec_at_recall_0.50 2-2_1 0.0000 iprec_at_recall_0.60 2-2_1 0.0000 iprec_at_recall_0.70 2-2_1 0.0000 iprec_at_recall_0.80 2-2_1 0.0000 iprec_at_recall_0.90 2-2_1 0.0000 iprec_at_recall_1.00 2-2_1 0.0000 P_5 2-2_1 0.2000 P_10 2-2_1 0.1000 P_15 2-2_1 0.0667 P_20 2-2_1 0.1000 P_30 2-2_1 0.0667 P_100 2-2_1 0.0700 P_200 2-2_1 0.0350 P_500 2-2_1 0.0140 P_1000 2-2_1 0.0070 relstring 2-2_1 '2000000000' recall_5 2-2_1 0.0196 recall_10 2-2_1 0.0196 recall_15 2-2_1 0.0196 recall_20 2-2_1 0.0392 recall_30 2-2_1 0.0392 recall_100 2-2_1 0.1373 recall_200 2-2_1 0.1373 recall_500 2-2_1 0.1373 recall_1000 2-2_1 0.1373 infAP 2-2_1 0.0298 Rprec_mult_0.20 2-2_1 0.0909 Rprec_mult_0.40 2-2_1 0.0952 Rprec_mult_0.60 2-2_1 0.0645 Rprec_mult_0.80 2-2_1 0.0732 Rprec_mult_1.00 2-2_1 0.0588 Rprec_mult_1.20 2-2_1 0.0484 Rprec_mult_1.40 2-2_1 0.0833 Rprec_mult_1.60 2-2_1 0.0854 Rprec_mult_1.80 2-2_1 0.0761 Rprec_mult_2.00 2-2_1 0.0686 utility 2-2_1 -86.0000 11pt_avg 2-2_1 0.0991 binG 2-2_1 0.0412 G 2-2_1 0.0226 ndcg 2-2_1 0.1213 ndcg_rel 2-2_1 0.1239 Rndcg 2-2_1 0.1069 ndcg_cut_5 2-2_1 0.1696 ndcg_cut_10 2-2_1 0.1158 ndcg_cut_15 2-2_1 0.0942 ndcg_cut_20 2-2_1 0.0998 ndcg_cut_30 2-2_1 0.0827 ndcg_cut_100 2-2_1 0.1213 ndcg_cut_200 2-2_1 0.1213 ndcg_cut_500 2-2_1 0.1213 ndcg_cut_1000 2-2_1 0.1213 map_cut_5 2-2_1 0.0196 map_cut_10 2-2_1 0.0196 map_cut_15 2-2_1 0.0196 map_cut_20 2-2_1 0.0218 map_cut_30 2-2_1 0.0218 map_cut_100 2-2_1 0.0298 map_cut_200 2-2_1 0.0298 map_cut_500 2-2_1 0.0298 map_cut_1000 2-2_1 0.0298 relative_P_5 2-2_1 0.2000 relative_P_10 2-2_1 0.1000 relative_P_15 2-2_1 0.0667 relative_P_20 2-2_1 0.1000 relative_P_30 2-2_1 0.0667 relative_P_100 2-2_1 0.1373 relative_P_200 2-2_1 0.1373 relative_P_500 2-2_1 0.1373 relative_P_1000 2-2_1 0.1373 success_1 2-2_1 1.0000 success_5 2-2_1 1.0000 success_10 2-2_1 1.0000 set_P 2-2_1 0.0700 set_relative_P 2-2_1 0.1373 set_recall 2-2_1 0.1373 set_map 2-2_1 0.0096 set_F 2-2_1 0.0927 num_nonrel_judged_ret 2-2_1 16 rbp 2-2_1 0.0604 rbp_resid 2-2_1 0.2905 unj_5 2-2_1 0.0000 unj_10 2-2_1 0.0000 unj_20 2-2_1 0.4000 num_ret 2-2_4 100 num_rel 2-2_4 53 num_rel_ret 2-2_4 19 map 2-2_4 0.1774 Rprec 2-2_4 0.3208 bpref 2-2_4 0.3265 recip_rank 2-2_4 1.0000 iprec_at_recall_0.00 2-2_4 1.0000 iprec_at_recall_0.10 2-2_4 0.5556 iprec_at_recall_0.20 2-2_4 0.4444 iprec_at_recall_0.30 2-2_4 0.3636 iprec_at_recall_0.40 2-2_4 0.0000 iprec_at_recall_0.50 2-2_4 0.0000 iprec_at_recall_0.60 2-2_4 0.0000 iprec_at_recall_0.70 2-2_4 0.0000 iprec_at_recall_0.80 2-2_4 0.0000 iprec_at_recall_0.90 2-2_4 0.0000 iprec_at_recall_1.00 2-2_4 0.0000 P_5 2-2_4 0.6000 P_10 2-2_4 0.5000 P_15 2-2_4 0.4667 P_20 2-2_4 0.4000 P_30 2-2_4 0.4000 P_100 2-2_4 0.1900 P_200 2-2_4 0.0950 P_500 2-2_4 0.0380 P_1000 2-2_4 0.0190 relstring 2-2_4 '22112-3-31' recall_5 2-2_4 0.0566 recall_10 2-2_4 0.0943 recall_15 2-2_4 0.1321 recall_20 2-2_4 0.1509 recall_30 2-2_4 0.2264 recall_100 2-2_4 0.3585 recall_200 2-2_4 0.3585 recall_500 2-2_4 0.3585 recall_1000 2-2_4 0.3585 infAP 2-2_4 0.1774 Rprec_mult_0.20 2-2_4 0.4545 Rprec_mult_0.40 2-2_4 0.4091 Rprec_mult_0.60 2-2_4 0.4062 Rprec_mult_0.80 2-2_4 0.3488 Rprec_mult_1.00 2-2_4 0.3208 Rprec_mult_1.20 2-2_4 0.2969 Rprec_mult_1.40 2-2_4 0.2533 Rprec_mult_1.60 2-2_4 0.2235 Rprec_mult_1.80 2-2_4 0.1979 Rprec_mult_2.00 2-2_4 0.1792 utility 2-2_4 -62.0000 11pt_avg 2-2_4 0.2149 binG 2-2_4 0.1259 G 2-2_4 0.0713 ndcg 2-2_4 0.3690 ndcg_rel 2-2_4 0.3817 Rndcg 2-2_4 0.3620 ndcg_cut_5 2-2_4 0.4211 ndcg_cut_10 2-2_4 0.3939 ndcg_cut_15 2-2_4 0.3843 ndcg_cut_20 2-2_4 0.3690 ndcg_cut_30 2-2_4 0.3822 ndcg_cut_100 2-2_4 0.3690 ndcg_cut_200 2-2_4 0.3690 ndcg_cut_500 2-2_4 0.3690 ndcg_cut_1000 2-2_4 0.3690 map_cut_5 2-2_4 0.0491 map_cut_10 2-2_4 0.0703 map_cut_15 2-2_4 0.0885 map_cut_20 2-2_4 0.0973 map_cut_30 2-2_4 0.1296 map_cut_100 2-2_4 0.1774 map_cut_200 2-2_4 0.1774 map_cut_500 2-2_4 0.1774 map_cut_1000 2-2_4 0.1774 relative_P_5 2-2_4 0.6000 relative_P_10 2-2_4 0.5000 relative_P_15 2-2_4 0.4667 relative_P_20 2-2_4 0.4000 relative_P_30 2-2_4 0.4000 relative_P_100 2-2_4 0.3585 relative_P_200 2-2_4 0.3585 relative_P_500 2-2_4 0.3585 relative_P_1000 2-2_4 0.3585 success_1 2-2_4 1.0000 success_5 2-2_4 1.0000 success_10 2-2_4 1.0000 set_P 2-2_4 0.1900 set_relative_P 2-2_4 0.3585 set_recall 2-2_4 0.3585 set_map 2-2_4 0.0681 set_F 2-2_4 0.2484 num_nonrel_judged_ret 2-2_4 6 rbp 2-2_4 0.3438 rbp_resid 2-2_4 0.2966 unj_5 2-2_4 0.0000 unj_10 2-2_4 0.2000 unj_20 2-2_4 0.4000 num_ret 2-2_5 100 num_rel 2-2_5 30 num_rel_ret 2-2_5 10 map 2-2_5 0.0488 Rprec 2-2_5 0.1000 bpref 2-2_5 0.2478 recip_rank 2-2_5 0.1667 iprec_at_recall_0.00 2-2_5 0.2857 iprec_at_recall_0.10 2-2_5 0.2727 iprec_at_recall_0.20 2-2_5 0.1190 iprec_at_recall_0.30 2-2_5 0.1190 iprec_at_recall_0.40 2-2_5 0.0000 iprec_at_recall_0.50 2-2_5 0.0000 iprec_at_recall_0.60 2-2_5 0.0000 iprec_at_recall_0.70 2-2_5 0.0000 iprec_at_recall_0.80 2-2_5 0.0000 iprec_at_recall_0.90 2-2_5 0.0000 iprec_at_recall_1.00 2-2_5 0.0000 P_5 2-2_5 0.0000 P_10 2-2_5 0.2000 P_15 2-2_5 0.2000 P_20 2-2_5 0.1500 P_30 2-2_5 0.1000 P_100 2-2_5 0.1000 P_200 2-2_5 0.0500 P_500 2-2_5 0.0200 P_1000 2-2_5 0.0100 relstring 2-2_5 '10100440-1' recall_5 2-2_5 0.0000 recall_10 2-2_5 0.0667 recall_15 2-2_5 0.1000 recall_20 2-2_5 0.1000 recall_30 2-2_5 0.1000 recall_100 2-2_5 0.3333 recall_200 2-2_5 0.3333 recall_500 2-2_5 0.3333 recall_1000 2-2_5 0.3333 infAP 2-2_5 0.0488 Rprec_mult_0.20 2-2_5 0.1667 Rprec_mult_0.40 2-2_5 0.2500 Rprec_mult_0.60 2-2_5 0.1667 Rprec_mult_0.80 2-2_5 0.1250 Rprec_mult_1.00 2-2_5 0.1000 Rprec_mult_1.20 2-2_5 0.0833 Rprec_mult_1.40 2-2_5 0.0714 Rprec_mult_1.60 2-2_5 0.0833 Rprec_mult_1.80 2-2_5 0.1111 Rprec_mult_2.00 2-2_5 0.1000 utility 2-2_5 -80.0000 11pt_avg 2-2_5 0.0724 binG 2-2_5 0.0735 G 2-2_5 0.0563 ndcg 2-2_5 0.2552 ndcg_rel 2-2_5 0.2458 Rndcg 2-2_5 0.1995 ndcg_cut_5 2-2_5 0.1272 ndcg_cut_10 2-2_5 0.2502 ndcg_cut_15 2-2_5 0.2177 ndcg_cut_20 2-2_5 0.1875 ndcg_cut_30 2-2_5 0.1611 ndcg_cut_100 2-2_5 0.2552 ndcg_cut_200 2-2_5 0.2552 ndcg_cut_500 2-2_5 0.2552 ndcg_cut_1000 2-2_5 0.2552 map_cut_5 2-2_5 0.0000 map_cut_10 2-2_5 0.0151 map_cut_15 2-2_5 0.0242 map_cut_20 2-2_5 0.0242 map_cut_30 2-2_5 0.0242 map_cut_100 2-2_5 0.0488 map_cut_200 2-2_5 0.0488 map_cut_500 2-2_5 0.0488 map_cut_1000 2-2_5 0.0488 relative_P_5 2-2_5 0.0000 relative_P_10 2-2_5 0.2000 relative_P_15 2-2_5 0.2000 relative_P_20 2-2_5 0.1500 relative_P_30 2-2_5 0.1000 relative_P_100 2-2_5 0.3333 relative_P_200 2-2_5 0.3333 relative_P_500 2-2_5 0.3333 relative_P_1000 2-2_5 0.3333 success_1 2-2_5 0.0000 success_5 2-2_5 0.0000 success_10 2-2_5 1.0000 set_P 2-2_5 0.1000 set_relative_P 2-2_5 0.3333 set_recall 2-2_5 0.3333 set_map 2-2_5 0.0333 set_F 2-2_5 0.1538 num_nonrel_judged_ret 2-2_5 11 rbp 2-2_5 0.1864 rbp_resid 2-2_5 0.3527 unj_5 2-2_5 0.0000 unj_10 2-2_5 0.1000 unj_20 2-2_5 0.5000 num_ret 2-2_7 100 num_rel 2-2_7 88 num_rel_ret 2-2_7 48 map 2-2_7 0.3220 Rprec 2-2_7 0.4886 bpref 2-2_7 0.4833 recip_rank 2-2_7 0.3333 iprec_at_recall_0.00 2-2_7 0.7308 iprec_at_recall_0.10 2-2_7 0.7308 iprec_at_recall_0.20 2-2_7 0.7308 iprec_at_recall_0.30 2-2_7 0.6304 iprec_at_recall_0.40 2-2_7 0.5833 iprec_at_recall_0.50 2-2_7 0.4845 iprec_at_recall_0.60 2-2_7 0.0000 iprec_at_recall_0.70 2-2_7 0.0000 iprec_at_recall_0.80 2-2_7 0.0000 iprec_at_recall_0.90 2-2_7 0.0000 iprec_at_recall_1.00 2-2_7 0.0000 P_5 2-2_7 0.6000 P_10 2-2_7 0.5000 P_15 2-2_7 0.5333 P_20 2-2_7 0.6500 P_30 2-2_7 0.7000 P_100 2-2_7 0.4800 P_200 2-2_7 0.2400 P_500 2-2_7 0.0960 P_1000 2-2_7 0.0480 relstring 2-2_7 '0124303411' recall_5 2-2_7 0.0341 recall_10 2-2_7 0.0568 recall_15 2-2_7 0.0909 recall_20 2-2_7 0.1477 recall_30 2-2_7 0.2386 recall_100 2-2_7 0.5455 recall_200 2-2_7 0.5455 recall_500 2-2_7 0.5455 recall_1000 2-2_7 0.5455 infAP 2-2_7 0.3220 Rprec_mult_0.20 2-2_7 0.6111 Rprec_mult_0.40 2-2_7 0.6389 Rprec_mult_0.60 2-2_7 0.6226 Rprec_mult_0.80 2-2_7 0.5493 Rprec_mult_1.00 2-2_7 0.4886 Rprec_mult_1.20 2-2_7 0.4528 Rprec_mult_1.40 2-2_7 0.3871 Rprec_mult_1.60 2-2_7 0.3404 Rprec_mult_1.80 2-2_7 0.3019 Rprec_mult_2.00 2-2_7 0.2727 utility 2-2_7 -4.0000 11pt_avg 2-2_7 0.3537 binG 2-2_7 0.1495 G 2-2_7 0.1033 ndcg 2-2_7 0.5428 ndcg_rel 2-2_7 0.5232 Rndcg 2-2_7 0.5315 ndcg_cut_5 2-2_7 0.3828 ndcg_cut_10 2-2_7 0.4053 ndcg_cut_15 2-2_7 0.4495 ndcg_cut_20 2-2_7 0.5330 ndcg_cut_30 2-2_7 0.5848 ndcg_cut_100 2-2_7 0.5475 ndcg_cut_200 2-2_7 0.5428 ndcg_cut_500 2-2_7 0.5428 ndcg_cut_1000 2-2_7 0.5428 map_cut_5 2-2_7 0.0163 map_cut_10 2-2_7 0.0299 map_cut_15 2-2_7 0.0483 map_cut_20 2-2_7 0.0828 map_cut_30 2-2_7 0.1464 map_cut_100 2-2_7 0.3220 map_cut_200 2-2_7 0.3220 map_cut_500 2-2_7 0.3220 map_cut_1000 2-2_7 0.3220 relative_P_5 2-2_7 0.6000 relative_P_10 2-2_7 0.5000 relative_P_15 2-2_7 0.5333 relative_P_20 2-2_7 0.6500 relative_P_30 2-2_7 0.7000 relative_P_100 2-2_7 0.5455 relative_P_200 2-2_7 0.5455 relative_P_500 2-2_7 0.5455 relative_P_1000 2-2_7 0.5455 success_1 2-2_7 0.0000 success_5 2-2_7 1.0000 success_10 2-2_7 1.0000 set_P 2-2_7 0.4800 set_relative_P 2-2_7 0.5455 set_recall 2-2_7 0.5455 set_map 2-2_7 0.2618 set_F 2-2_7 0.5106 num_nonrel_judged_ret 2-2_7 6 rbp 2-2_7 0.5397 rbp_resid 2-2_7 0.0684 unj_5 2-2_7 0.0000 unj_10 2-2_7 0.0000 unj_20 2-2_7 0.0500 num_ret 2-2_9 100 num_rel 2-2_9 47 num_rel_ret 2-2_9 21 map 2-2_9 0.2615 Rprec 2-2_9 0.2979 bpref 2-2_9 0.4262 recip_rank 2-2_9 1.0000 iprec_at_recall_0.00 2-2_9 1.0000 iprec_at_recall_0.10 2-2_9 1.0000 iprec_at_recall_0.20 2-2_9 0.6000 iprec_at_recall_0.30 2-2_9 0.3256 iprec_at_recall_0.40 2-2_9 0.2471 iprec_at_recall_0.50 2-2_9 0.0000 iprec_at_recall_0.60 2-2_9 0.0000 iprec_at_recall_0.70 2-2_9 0.0000 iprec_at_recall_0.80 2-2_9 0.0000 iprec_at_recall_0.90 2-2_9 0.0000 iprec_at_recall_1.00 2-2_9 0.0000 P_5 2-2_9 1.0000 P_10 2-2_9 0.8000 P_15 2-2_9 0.6000 P_20 2-2_9 0.5000 P_30 2-2_9 0.3333 P_100 2-2_9 0.2100 P_200 2-2_9 0.1050 P_500 2-2_9 0.0420 P_1000 2-2_9 0.0210 relstring 2-2_9 '3222243-4-' recall_5 2-2_9 0.1064 recall_10 2-2_9 0.1702 recall_15 2-2_9 0.1915 recall_20 2-2_9 0.2128 recall_30 2-2_9 0.2128 recall_100 2-2_9 0.4468 recall_200 2-2_9 0.4468 recall_500 2-2_9 0.4468 recall_1000 2-2_9 0.4468 infAP 2-2_9 0.2615 Rprec_mult_0.20 2-2_9 0.8000 Rprec_mult_0.40 2-2_9 0.5263 Rprec_mult_0.60 2-2_9 0.3448 Rprec_mult_0.80 2-2_9 0.3158 Rprec_mult_1.00 2-2_9 0.2979 Rprec_mult_1.20 2-2_9 0.2807 Rprec_mult_1.40 2-2_9 0.2727 Rprec_mult_1.60 2-2_9 0.2368 Rprec_mult_1.80 2-2_9 0.2471 Rprec_mult_2.00 2-2_9 0.2234 utility 2-2_9 -58.0000 11pt_avg 2-2_9 0.2884 binG 2-2_9 0.2203 G 2-2_9 0.0991 ndcg 2-2_9 0.4472 ndcg_rel 2-2_9 0.4655 Rndcg 2-2_9 0.4402 ndcg_cut_5 2-2_9 0.5848 ndcg_cut_10 2-2_9 0.5792 ndcg_cut_15 2-2_9 0.4921 ndcg_cut_20 2-2_9 0.4431 ndcg_cut_30 2-2_9 0.3753 ndcg_cut_100 2-2_9 0.4472 ndcg_cut_200 2-2_9 0.4472 ndcg_cut_500 2-2_9 0.4472 ndcg_cut_1000 2-2_9 0.4472 map_cut_5 2-2_9 0.1064 map_cut_10 2-2_9 0.1678 map_cut_15 2-2_9 0.1806 map_cut_20 2-2_9 0.1924 map_cut_30 2-2_9 0.1924 map_cut_100 2-2_9 0.2615 map_cut_200 2-2_9 0.2615 map_cut_500 2-2_9 0.2615 map_cut_1000 2-2_9 0.2615 relative_P_5 2-2_9 1.0000 relative_P_10 2-2_9 0.8000 relative_P_15 2-2_9 0.6000 relative_P_20 2-2_9 0.5000 relative_P_30 2-2_9 0.3333 relative_P_100 2-2_9 0.4468 relative_P_200 2-2_9 0.4468 relative_P_500 2-2_9 0.4468 relative_P_1000 2-2_9 0.4468 success_1 2-2_9 1.0000 success_5 2-2_9 1.0000 success_10 2-2_9 1.0000 set_P 2-2_9 0.2100 set_relative_P 2-2_9 0.4468 set_recall 2-2_9 0.4468 set_map 2-2_9 0.0938 set_F 2-2_9 0.2857 num_nonrel_judged_ret 2-2_9 5 rbp 2-2_9 0.4028 rbp_resid 2-2_9 0.3778 unj_5 2-2_9 0.0000 unj_10 2-2_9 0.2000 unj_20 2-2_9 0.5000 num_ret 3-2_1 100 num_rel 3-2_1 68 num_rel_ret 3-2_1 10 map 3-2_1 0.0738 Rprec 3-2_1 0.1471 bpref 3-2_1 0.1367 recip_rank 3-2_1 1.0000 iprec_at_recall_0.00 3-2_1 1.0000 iprec_at_recall_0.10 3-2_1 0.4667 iprec_at_recall_0.20 3-2_1 0.0000 iprec_at_recall_0.30 3-2_1 0.0000 iprec_at_recall_0.40 3-2_1 0.0000 iprec_at_recall_0.50 3-2_1 0.0000 iprec_at_recall_0.60 3-2_1 0.0000 iprec_at_recall_0.70 3-2_1 0.0000 iprec_at_recall_0.80 3-2_1 0.0000 iprec_at_recall_0.90 3-2_1 0.0000 iprec_at_recall_1.00 3-2_1 0.0000 P_5 3-2_1 0.4000 P_10 3-2_1 0.5000 P_15 3-2_1 0.4667 P_20 3-2_1 0.4000 P_30 3-2_1 0.3333 P_100 3-2_1 0.1000 P_200 3-2_1 0.0500 P_500 3-2_1 0.0200 P_1000 3-2_1 0.0100 relstring 3-2_1 '2031001222' recall_5 3-2_1 0.0294 recall_10 3-2_1 0.0735 recall_15 3-2_1 0.1029 recall_20 3-2_1 0.1176 recall_30 3-2_1 0.1471 recall_100 3-2_1 0.1471 recall_200 3-2_1 0.1471 recall_500 3-2_1 0.1471 recall_1000 3-2_1 0.1471 infAP 3-2_1 0.0738 Rprec_mult_0.20 3-2_1 0.4286 Rprec_mult_0.40 3-2_1 0.3571 Rprec_mult_0.60 3-2_1 0.2439 Rprec_mult_0.80 3-2_1 0.1818 Rprec_mult_1.00 3-2_1 0.1471 Rprec_mult_1.20 3-2_1 0.1220 Rprec_mult_1.40 3-2_1 0.1042 Rprec_mult_1.60 3-2_1 0.0917 Rprec_mult_1.80 3-2_1 0.0813 Rprec_mult_2.00 3-2_1 0.0735 utility 3-2_1 -80.0000 11pt_avg 3-2_1 0.1333 binG 3-2_1 0.0595 G 3-2_1 0.0343 ndcg 3-2_1 0.2014 ndcg_rel 3-2_1 0.2304 Rndcg 3-2_1 0.2973 ndcg_cut_5 3-2_1 0.4444 ndcg_cut_10 3-2_1 0.4554 ndcg_cut_15 3-2_1 0.4436 ndcg_cut_20 3-2_1 0.4118 ndcg_cut_30 3-2_1 0.3902 ndcg_cut_100 3-2_1 0.2283 ndcg_cut_200 3-2_1 0.2014 ndcg_cut_500 3-2_1 0.2014 ndcg_cut_1000 3-2_1 0.2014 map_cut_5 3-2_1 0.0245 map_cut_10 3-2_1 0.0439 map_cut_15 3-2_1 0.0571 map_cut_20 3-2_1 0.0633 map_cut_30 3-2_1 0.0738 map_cut_100 3-2_1 0.0738 map_cut_200 3-2_1 0.0738 map_cut_500 3-2_1 0.0738 map_cut_1000 3-2_1 0.0738 relative_P_5 3-2_1 0.4000 relative_P_10 3-2_1 0.5000 relative_P_15 3-2_1 0.4667 relative_P_20 3-2_1 0.4000 relative_P_30 3-2_1 0.3333 relative_P_100 3-2_1 0.1471 relative_P_200 3-2_1 0.1471 relative_P_500 3-2_1 0.1471 relative_P_1000 3-2_1 0.1471 success_1 3-2_1 1.0000 success_5 3-2_1 1.0000 success_10 3-2_1 1.0000 set_P 3-2_1 0.1000 set_relative_P 3-2_1 0.1471 set_recall 3-2_1 0.1471 set_map 3-2_1 0.0147 set_F 3-2_1 0.1190 num_nonrel_judged_ret 3-2_1 16 rbp 3-2_1 0.3356 rbp_resid 3-2_1 0.2096 unj_5 3-2_1 0.0000 unj_10 3-2_1 0.0000 unj_20 3-2_1 0.3000 num_ret 3-2_6 100 num_rel 3-2_6 32 num_rel_ret 3-2_6 4 map 3-2_6 0.0067 Rprec 3-2_6 0.0312 bpref 3-2_6 0.0762 recip_rank 3-2_6 0.0625 iprec_at_recall_0.00 3-2_6 0.0625 iprec_at_recall_0.10 3-2_6 0.0615 iprec_at_recall_0.20 3-2_6 0.0000 iprec_at_recall_0.30 3-2_6 0.0000 iprec_at_recall_0.40 3-2_6 0.0000 iprec_at_recall_0.50 3-2_6 0.0000 iprec_at_recall_0.60 3-2_6 0.0000 iprec_at_recall_0.70 3-2_6 0.0000 iprec_at_recall_0.80 3-2_6 0.0000 iprec_at_recall_0.90 3-2_6 0.0000 iprec_at_recall_1.00 3-2_6 0.0000 P_5 3-2_6 0.0000 P_10 3-2_6 0.0000 P_15 3-2_6 0.0000 P_20 3-2_6 0.0500 P_30 3-2_6 0.0333 P_100 3-2_6 0.0400 P_200 3-2_6 0.0200 P_500 3-2_6 0.0080 P_1000 3-2_6 0.0040 relstring 3-2_6 '00000-0000' recall_5 3-2_6 0.0000 recall_10 3-2_6 0.0000 recall_15 3-2_6 0.0000 recall_20 3-2_6 0.0312 recall_30 3-2_6 0.0312 recall_100 3-2_6 0.1250 recall_200 3-2_6 0.1250 recall_500 3-2_6 0.1250 recall_1000 3-2_6 0.1250 infAP 3-2_6 0.0067 Rprec_mult_0.20 3-2_6 0.0000 Rprec_mult_0.40 3-2_6 0.0000 Rprec_mult_0.60 3-2_6 0.0500 Rprec_mult_0.80 3-2_6 0.0385 Rprec_mult_1.00 3-2_6 0.0312 Rprec_mult_1.20 3-2_6 0.0256 Rprec_mult_1.40 3-2_6 0.0222 Rprec_mult_1.60 3-2_6 0.0192 Rprec_mult_1.80 3-2_6 0.0517 Rprec_mult_2.00 3-2_6 0.0469 utility 3-2_6 -92.0000 11pt_avg 3-2_6 0.0113 binG 3-2_6 0.0237 G 3-2_6 0.0186 ndcg 3-2_6 0.0773 ndcg_rel 3-2_6 0.0756 Rndcg 3-2_6 0.0469 ndcg_cut_5 3-2_6 0.0000 ndcg_cut_10 3-2_6 0.0000 ndcg_cut_15 3-2_6 0.0000 ndcg_cut_20 3-2_6 0.0359 ndcg_cut_30 3-2_6 0.0298 ndcg_cut_100 3-2_6 0.0773 ndcg_cut_200 3-2_6 0.0773 ndcg_cut_500 3-2_6 0.0773 ndcg_cut_1000 3-2_6 0.0773 map_cut_5 3-2_6 0.0000 map_cut_10 3-2_6 0.0000 map_cut_15 3-2_6 0.0000 map_cut_20 3-2_6 0.0020 map_cut_30 3-2_6 0.0020 map_cut_100 3-2_6 0.0067 map_cut_200 3-2_6 0.0067 map_cut_500 3-2_6 0.0067 map_cut_1000 3-2_6 0.0067 relative_P_5 3-2_6 0.0000 relative_P_10 3-2_6 0.0000 relative_P_15 3-2_6 0.0000 relative_P_20 3-2_6 0.0500 relative_P_30 3-2_6 0.0333 relative_P_100 3-2_6 0.1250 relative_P_200 3-2_6 0.1250 relative_P_500 3-2_6 0.1250 relative_P_1000 3-2_6 0.1250 success_1 3-2_6 0.0000 success_5 3-2_6 0.0000 success_10 3-2_6 0.0000 set_P 3-2_6 0.0400 set_relative_P 3-2_6 0.1250 set_recall 3-2_6 0.1250 set_map 3-2_6 0.0050 set_F 3-2_6 0.0606 num_nonrel_judged_ret 3-2_6 18 rbp 3-2_6 0.0214 rbp_resid 3-2_6 0.3430 unj_5 3-2_6 0.0000 unj_10 3-2_6 0.1000 unj_20 3-2_6 0.4500 num_ret 4-1_10 100 num_rel 4-1_10 12 num_rel_ret 4-1_10 2 map 4-1_10 0.0070 Rprec 4-1_10 0.0000 bpref 4-1_10 0.0000 recip_rank 4-1_10 0.0345 iprec_at_recall_0.00 4-1_10 0.0500 iprec_at_recall_0.10 4-1_10 0.0500 iprec_at_recall_0.20 4-1_10 0.0500 iprec_at_recall_0.30 4-1_10 0.0000 iprec_at_recall_0.40 4-1_10 0.0000 iprec_at_recall_0.50 4-1_10 0.0000 iprec_at_recall_0.60 4-1_10 0.0000 iprec_at_recall_0.70 4-1_10 0.0000 iprec_at_recall_0.80 4-1_10 0.0000 iprec_at_recall_0.90 4-1_10 0.0000 iprec_at_recall_1.00 4-1_10 0.0000 P_5 4-1_10 0.0000 P_10 4-1_10 0.0000 P_15 4-1_10 0.0000 P_20 4-1_10 0.0000 P_30 4-1_10 0.0333 P_100 4-1_10 0.0200 P_200 4-1_10 0.0100 P_500 4-1_10 0.0040 P_1000 4-1_10 0.0020 relstring 4-1_10 '11000-1101' recall_5 4-1_10 0.0000 recall_10 4-1_10 0.0000 recall_15 4-1_10 0.0000 recall_20 4-1_10 0.0000 recall_30 4-1_10 0.0833 recall_100 4-1_10 0.1667 recall_200 4-1_10 0.1667 recall_500 4-1_10 0.1667 recall_1000 4-1_10 0.1667 infAP 4-1_10 0.0070 Rprec_mult_0.20 4-1_10 0.0000 Rprec_mult_0.40 4-1_10 0.0000 Rprec_mult_0.60 4-1_10 0.0000 Rprec_mult_0.80 4-1_10 0.0000 Rprec_mult_1.00 4-1_10 0.0000 Rprec_mult_1.20 4-1_10 0.0000 Rprec_mult_1.40 4-1_10 0.0000 Rprec_mult_1.60 4-1_10 0.0000 Rprec_mult_1.80 4-1_10 0.0000 Rprec_mult_2.00 4-1_10 0.0000 utility 4-1_10 -96.0000 11pt_avg 4-1_10 0.0136 binG 4-1_10 0.0326 G 4-1_10 0.0596 ndcg 4-1_10 0.2560 ndcg_rel 4-1_10 0.2601 Rndcg 4-1_10 0.2730 ndcg_cut_5 4-1_10 0.2365 ndcg_cut_10 4-1_10 0.2547 ndcg_cut_15 4-1_10 0.2382 ndcg_cut_20 4-1_10 0.2537 ndcg_cut_30 4-1_10 0.2452 ndcg_cut_100 4-1_10 0.2560 ndcg_cut_200 4-1_10 0.2560 ndcg_cut_500 4-1_10 0.2560 ndcg_cut_1000 4-1_10 0.2560 map_cut_5 4-1_10 0.0000 map_cut_10 4-1_10 0.0000 map_cut_15 4-1_10 0.0000 map_cut_20 4-1_10 0.0000 map_cut_30 4-1_10 0.0029 map_cut_100 4-1_10 0.0070 map_cut_200 4-1_10 0.0070 map_cut_500 4-1_10 0.0070 map_cut_1000 4-1_10 0.0070 relative_P_5 4-1_10 0.0000 relative_P_10 4-1_10 0.0000 relative_P_15 4-1_10 0.0000 relative_P_20 4-1_10 0.0000 relative_P_30 4-1_10 0.0833 relative_P_100 4-1_10 0.1667 relative_P_200 4-1_10 0.1667 relative_P_500 4-1_10 0.1667 relative_P_1000 4-1_10 0.1667 success_1 4-1_10 0.0000 success_5 4-1_10 0.0000 success_10 4-1_10 0.0000 set_P 4-1_10 0.0200 set_relative_P 4-1_10 0.1667 set_recall 4-1_10 0.1667 set_map 4-1_10 0.0033 set_F 4-1_10 0.0357 num_nonrel_judged_ret 4-1_10 23 rbp 4-1_10 0.1428 rbp_resid 4-1_10 0.2965 unj_5 4-1_10 0.0000 unj_10 4-1_10 0.1000 unj_20 4-1_10 0.4000 num_ret 4-1_12 100 num_rel 4-1_12 7 num_rel_ret 4-1_12 2 map 4-1_12 0.0347 Rprec 4-1_12 0.0000 bpref 4-1_12 0.0000 recip_rank 4-1_12 0.1000 iprec_at_recall_0.00 4-1_12 0.1429 iprec_at_recall_0.10 4-1_12 0.1429 iprec_at_recall_0.20 4-1_12 0.1429 iprec_at_recall_0.30 4-1_12 0.1429 iprec_at_recall_0.40 4-1_12 0.0000 iprec_at_recall_0.50 4-1_12 0.0000 iprec_at_recall_0.60 4-1_12 0.0000 iprec_at_recall_0.70 4-1_12 0.0000 iprec_at_recall_0.80 4-1_12 0.0000 iprec_at_recall_0.90 4-1_12 0.0000 iprec_at_recall_1.00 4-1_12 0.0000 P_5 4-1_12 0.0000 P_10 4-1_12 0.1000 P_15 4-1_12 0.1333 P_20 4-1_12 0.1000 P_30 4-1_12 0.0667 P_100 4-1_12 0.0200 P_200 4-1_12 0.0100 P_500 4-1_12 0.0040 P_1000 4-1_12 0.0020 relstring 4-1_12 '00-00-0002' recall_5 4-1_12 0.0000 recall_10 4-1_12 0.1429 recall_15 4-1_12 0.2857 recall_20 4-1_12 0.2857 recall_30 4-1_12 0.2857 recall_100 4-1_12 0.2857 recall_200 4-1_12 0.2857 recall_500 4-1_12 0.2857 recall_1000 4-1_12 0.2857 infAP 4-1_12 0.0347 Rprec_mult_0.20 4-1_12 0.0000 Rprec_mult_0.40 4-1_12 0.0000 Rprec_mult_0.60 4-1_12 0.0000 Rprec_mult_0.80 4-1_12 0.0000 Rprec_mult_1.00 4-1_12 0.0000 Rprec_mult_1.20 4-1_12 0.0000 Rprec_mult_1.40 4-1_12 0.1000 Rprec_mult_1.60 4-1_12 0.0833 Rprec_mult_1.80 4-1_12 0.0769 Rprec_mult_2.00 4-1_12 0.1429 utility 4-1_12 -96.0000 11pt_avg 4-1_12 0.0519 binG 4-1_12 0.0788 G 4-1_12 0.0475 ndcg 4-1_12 0.1267 ndcg_rel 4-1_12 0.1192 Rndcg 4-1_12 0.0449 ndcg_cut_5 4-1_12 0.0000 ndcg_cut_10 4-1_12 0.0511 ndcg_cut_15 4-1_12 0.1084 ndcg_cut_20 4-1_12 0.0991 ndcg_cut_30 4-1_12 0.1267 ndcg_cut_100 4-1_12 0.1267 ndcg_cut_200 4-1_12 0.1267 ndcg_cut_500 4-1_12 0.1267 ndcg_cut_1000 4-1_12 0.1267 map_cut_5 4-1_12 0.0000 map_cut_10 4-1_12 0.0143 map_cut_15 4-1_12 0.0347 map_cut_20 4-1_12 0.0347 map_cut_30 4-1_12 0.0347 map_cut_100 4-1_12 0.0347 map_cut_200 4-1_12 0.0347 map_cut_500 4-1_12 0.0347 map_cut_1000 4-1_12 0.0347 relative_P_5 4-1_12 0.0000 relative_P_10 4-1_12 0.1429 relative_P_15 4-1_12 0.2857 relative_P_20 4-1_12 0.2857 relative_P_30 4-1_12 0.2857 relative_P_100 4-1_12 0.2857 relative_P_200 4-1_12 0.2857 relative_P_500 4-1_12 0.2857 relative_P_1000 4-1_12 0.2857 success_1 4-1_12 0.0000 success_5 4-1_12 0.0000 success_10 4-1_12 1.0000 set_P 4-1_12 0.0200 set_relative_P 4-1_12 0.2857 set_recall 4-1_12 0.2857 set_map 4-1_12 0.0057 set_F 4-1_12 0.0374 num_nonrel_judged_ret 4-1_12 21 rbp 4-1_12 0.0436 rbp_resid 4-1_12 0.3798 unj_5 4-1_12 0.2000 unj_10 4-1_12 0.2000 unj_20 4-1_12 0.4500 num_ret 4-1_3 100 num_rel 4-1_3 39 num_rel_ret 4-1_3 9 map 4-1_3 0.0455 Rprec 4-1_3 0.1795 bpref 4-1_3 0.1545 recip_rank 4-1_3 0.2500 iprec_at_recall_0.00 4-1_3 0.2857 iprec_at_recall_0.10 4-1_3 0.1923 iprec_at_recall_0.20 4-1_3 0.1569 iprec_at_recall_0.30 4-1_3 0.0000 iprec_at_recall_0.40 4-1_3 0.0000 iprec_at_recall_0.50 4-1_3 0.0000 iprec_at_recall_0.60 4-1_3 0.0000 iprec_at_recall_0.70 4-1_3 0.0000 iprec_at_recall_0.80 4-1_3 0.0000 iprec_at_recall_0.90 4-1_3 0.0000 iprec_at_recall_1.00 4-1_3 0.0000 P_5 4-1_3 0.2000 P_10 4-1_3 0.2000 P_15 4-1_3 0.1333 P_20 4-1_3 0.1500 P_30 4-1_3 0.1667 P_100 4-1_3 0.0900 P_200 4-1_3 0.0450 P_500 4-1_3 0.0180 P_1000 4-1_3 0.0090 relstring 4-1_3 '0002103100' recall_5 4-1_3 0.0256 recall_10 4-1_3 0.0513 recall_15 4-1_3 0.0513 recall_20 4-1_3 0.0769 recall_30 4-1_3 0.1282 recall_100 4-1_3 0.2308 recall_200 4-1_3 0.2308 recall_500 4-1_3 0.2308 recall_1000 4-1_3 0.2308 infAP 4-1_3 0.0455 Rprec_mult_0.20 4-1_3 0.2500 Rprec_mult_0.40 4-1_3 0.1250 Rprec_mult_0.60 4-1_3 0.1667 Rprec_mult_0.80 4-1_3 0.1875 Rprec_mult_1.00 4-1_3 0.1795 Rprec_mult_1.20 4-1_3 0.1489 Rprec_mult_1.40 4-1_3 0.1455 Rprec_mult_1.60 4-1_3 0.1429 Rprec_mult_1.80 4-1_3 0.1268 Rprec_mult_2.00 4-1_3 0.1154 utility 4-1_3 -82.0000 11pt_avg 4-1_3 0.0577 binG 4-1_3 0.0579 G 4-1_3 0.0458 ndcg 4-1_3 0.2172 ndcg_rel 4-1_3 0.2095 Rndcg 4-1_3 0.1757 ndcg_cut_5 4-1_3 0.1058 ndcg_cut_10 4-1_3 0.1514 ndcg_cut_15 4-1_3 0.1350 ndcg_cut_20 4-1_3 0.1626 ndcg_cut_30 4-1_3 0.2000 ndcg_cut_100 4-1_3 0.2172 ndcg_cut_200 4-1_3 0.2172 ndcg_cut_500 4-1_3 0.2172 ndcg_cut_1000 4-1_3 0.2172 map_cut_5 4-1_3 0.0064 map_cut_10 4-1_3 0.0137 map_cut_15 4-1_3 0.0137 map_cut_20 4-1_3 0.0183 map_cut_30 4-1_3 0.0281 map_cut_100 4-1_3 0.0455 map_cut_200 4-1_3 0.0455 map_cut_500 4-1_3 0.0455 map_cut_1000 4-1_3 0.0455 relative_P_5 4-1_3 0.2000 relative_P_10 4-1_3 0.2000 relative_P_15 4-1_3 0.1333 relative_P_20 4-1_3 0.1500 relative_P_30 4-1_3 0.1667 relative_P_100 4-1_3 0.2308 relative_P_200 4-1_3 0.2308 relative_P_500 4-1_3 0.2308 relative_P_1000 4-1_3 0.2308 success_1 4-1_3 0.0000 success_5 4-1_3 1.0000 success_10 4-1_3 1.0000 set_P 4-1_3 0.0900 set_relative_P 4-1_3 0.2308 set_recall 4-1_3 0.2308 set_map 4-1_3 0.0208 set_F 4-1_3 0.1295 num_nonrel_judged_ret 4-1_3 32 rbp 4-1_3 0.1522 rbp_resid 4-1_3 0.1928 unj_5 4-1_3 0.0000 unj_10 4-1_3 0.0000 unj_20 4-1_3 0.3000 num_ret 4-1_4 100 num_rel 4-1_4 11 num_rel_ret 4-1_4 10 map 4-1_4 0.1833 Rprec 4-1_4 0.1818 bpref 4-1_4 0.1240 recip_rank 4-1_4 0.1667 iprec_at_recall_0.00 4-1_4 0.2857 iprec_at_recall_0.10 4-1_4 0.2857 iprec_at_recall_0.20 4-1_4 0.2857 iprec_at_recall_0.30 4-1_4 0.2857 iprec_at_recall_0.40 4-1_4 0.2857 iprec_at_recall_0.50 4-1_4 0.2333 iprec_at_recall_0.60 4-1_4 0.2333 iprec_at_recall_0.70 4-1_4 0.1951 iprec_at_recall_0.80 4-1_4 0.1613 iprec_at_recall_0.90 4-1_4 0.1613 iprec_at_recall_1.00 4-1_4 0.0000 P_5 4-1_4 0.0000 P_10 4-1_4 0.2000 P_15 4-1_4 0.2667 P_20 4-1_4 0.2000 P_30 4-1_4 0.2333 P_100 4-1_4 0.1000 P_200 4-1_4 0.0500 P_500 4-1_4 0.0200 P_1000 4-1_4 0.0100 relstring 4-1_4 '0000040002' recall_5 4-1_4 0.0000 recall_10 4-1_4 0.1818 recall_15 4-1_4 0.3636 recall_20 4-1_4 0.3636 recall_30 4-1_4 0.6364 recall_100 4-1_4 0.9091 recall_200 4-1_4 0.9091 recall_500 4-1_4 0.9091 recall_1000 4-1_4 0.9091 infAP 4-1_4 0.1833 Rprec_mult_0.20 4-1_4 0.0000 Rprec_mult_0.40 4-1_4 0.0000 Rprec_mult_0.60 4-1_4 0.1429 Rprec_mult_0.80 4-1_4 0.1111 Rprec_mult_1.00 4-1_4 0.1818 Rprec_mult_1.20 4-1_4 0.2857 Rprec_mult_1.40 4-1_4 0.2500 Rprec_mult_1.60 4-1_4 0.2222 Rprec_mult_1.80 4-1_4 0.2000 Rprec_mult_2.00 4-1_4 0.1818 utility 4-1_4 -80.0000 11pt_avg 4-1_4 0.2194 binG 4-1_4 0.2188 G 4-1_4 0.1768 ndcg 4-1_4 0.4829 ndcg_rel 4-1_4 0.3544 Rndcg 4-1_4 0.1956 ndcg_cut_5 4-1_4 0.0000 ndcg_cut_10 4-1_4 0.1339 ndcg_cut_15 4-1_4 0.2615 ndcg_cut_20 4-1_4 0.2579 ndcg_cut_30 4-1_4 0.3160 ndcg_cut_100 4-1_4 0.4829 ndcg_cut_200 4-1_4 0.4829 ndcg_cut_500 4-1_4 0.4829 ndcg_cut_1000 4-1_4 0.4829 map_cut_5 4-1_4 0.0000 map_cut_10 4-1_4 0.0333 map_cut_15 4-1_4 0.0803 map_cut_20 4-1_4 0.0803 map_cut_30 4-1_4 0.1365 map_cut_100 4-1_4 0.1833 map_cut_200 4-1_4 0.1833 map_cut_500 4-1_4 0.1833 map_cut_1000 4-1_4 0.1833 relative_P_5 4-1_4 0.0000 relative_P_10 4-1_4 0.2000 relative_P_15 4-1_4 0.3636 relative_P_20 4-1_4 0.3636 relative_P_30 4-1_4 0.6364 relative_P_100 4-1_4 0.9091 relative_P_200 4-1_4 0.9091 relative_P_500 4-1_4 0.9091 relative_P_1000 4-1_4 0.9091 success_1 4-1_4 0.0000 success_5 4-1_4 0.0000 success_10 4-1_4 1.0000 set_P 4-1_4 0.1000 set_relative_P 4-1_4 0.9091 set_recall 4-1_4 0.9091 set_map 4-1_4 0.0909 set_F 4-1_4 0.1802 num_nonrel_judged_ret 4-1_4 24 rbp 4-1_4 0.1573 rbp_resid 4-1_4 0.2135 unj_5 4-1_4 0.0000 unj_10 4-1_4 0.0000 unj_20 4-1_4 0.3000 num_ret 4-1_6 100 num_rel 4-1_6 1 num_rel_ret 4-1_6 0 map 4-1_6 0.0000 Rprec 4-1_6 0.0000 bpref 4-1_6 0.0000 recip_rank 4-1_6 0.0000 iprec_at_recall_0.00 4-1_6 0.0000 iprec_at_recall_0.10 4-1_6 0.0000 iprec_at_recall_0.20 4-1_6 0.0000 iprec_at_recall_0.30 4-1_6 0.0000 iprec_at_recall_0.40 4-1_6 0.0000 iprec_at_recall_0.50 4-1_6 0.0000 iprec_at_recall_0.60 4-1_6 0.0000 iprec_at_recall_0.70 4-1_6 0.0000 iprec_at_recall_0.80 4-1_6 0.0000 iprec_at_recall_0.90 4-1_6 0.0000 iprec_at_recall_1.00 4-1_6 0.0000 P_5 4-1_6 0.0000 P_10 4-1_6 0.0000 P_15 4-1_6 0.0000 P_20 4-1_6 0.0000 P_30 4-1_6 0.0000 P_100 4-1_6 0.0000 P_200 4-1_6 0.0000 P_500 4-1_6 0.0000 P_1000 4-1_6 0.0000 relstring 4-1_6 '001-11000-' recall_5 4-1_6 0.0000 recall_10 4-1_6 0.0000 recall_15 4-1_6 0.0000 recall_20 4-1_6 0.0000 recall_30 4-1_6 0.0000 recall_100 4-1_6 0.0000 recall_200 4-1_6 0.0000 recall_500 4-1_6 0.0000 recall_1000 4-1_6 0.0000 infAP 4-1_6 0.0000 Rprec_mult_0.20 4-1_6 0.0000 Rprec_mult_0.40 4-1_6 0.0000 Rprec_mult_0.60 4-1_6 0.0000 Rprec_mult_0.80 4-1_6 0.0000 Rprec_mult_1.00 4-1_6 0.0000 Rprec_mult_1.20 4-1_6 0.0000 Rprec_mult_1.40 4-1_6 0.0000 Rprec_mult_1.60 4-1_6 0.0000 Rprec_mult_1.80 4-1_6 0.0000 Rprec_mult_2.00 4-1_6 0.0000 utility 4-1_6 -100.0000 11pt_avg 4-1_6 0.0000 binG 4-1_6 0.0000 G 4-1_6 0.0943 ndcg 4-1_6 0.2398 ndcg_rel 4-1_6 0.2330 Rndcg 4-1_6 0.1346 ndcg_cut_5 4-1_6 0.2246 ndcg_cut_10 4-1_6 0.2242 ndcg_cut_15 4-1_6 0.1812 ndcg_cut_20 4-1_6 0.1640 ndcg_cut_30 4-1_6 0.1640 ndcg_cut_100 4-1_6 0.2398 ndcg_cut_200 4-1_6 0.2398 ndcg_cut_500 4-1_6 0.2398 ndcg_cut_1000 4-1_6 0.2398 map_cut_5 4-1_6 0.0000 map_cut_10 4-1_6 0.0000 map_cut_15 4-1_6 0.0000 map_cut_20 4-1_6 0.0000 map_cut_30 4-1_6 0.0000 map_cut_100 4-1_6 0.0000 map_cut_200 4-1_6 0.0000 map_cut_500 4-1_6 0.0000 map_cut_1000 4-1_6 0.0000 relative_P_5 4-1_6 0.0000 relative_P_10 4-1_6 0.0000 relative_P_15 4-1_6 0.0000 relative_P_20 4-1_6 0.0000 relative_P_30 4-1_6 0.0000 relative_P_100 4-1_6 0.0000 relative_P_200 4-1_6 0.0000 relative_P_500 4-1_6 0.0000 relative_P_1000 4-1_6 0.0000 success_1 4-1_6 0.0000 success_5 4-1_6 0.0000 success_10 4-1_6 0.0000 set_P 4-1_6 0.0000 set_relative_P 4-1_6 0.0000 set_recall 4-1_6 0.0000 set_map 4-1_6 0.0000 set_F 4-1_6 0.0000 num_nonrel_judged_ret 4-1_6 30 rbp 4-1_6 0.1065 rbp_resid 4-1_6 0.3696 unj_5 4-1_6 0.2000 unj_10 4-1_6 0.2000 unj_20 4-1_6 0.5000 num_ret 4-1_9 100 num_rel 4-1_9 37 num_rel_ret 4-1_9 5 map 4-1_9 0.0417 Rprec 4-1_9 0.1081 bpref 4-1_9 0.0877 recip_rank 4-1_9 1.0000 iprec_at_recall_0.00 4-1_9 1.0000 iprec_at_recall_0.10 4-1_9 0.1818 iprec_at_recall_0.20 4-1_9 0.0000 iprec_at_recall_0.30 4-1_9 0.0000 iprec_at_recall_0.40 4-1_9 0.0000 iprec_at_recall_0.50 4-1_9 0.0000 iprec_at_recall_0.60 4-1_9 0.0000 iprec_at_recall_0.70 4-1_9 0.0000 iprec_at_recall_0.80 4-1_9 0.0000 iprec_at_recall_0.90 4-1_9 0.0000 iprec_at_recall_1.00 4-1_9 0.0000 P_5 4-1_9 0.2000 P_10 4-1_9 0.1000 P_15 4-1_9 0.0667 P_20 4-1_9 0.1500 P_30 4-1_9 0.1333 P_100 4-1_9 0.0500 P_200 4-1_9 0.0250 P_500 4-1_9 0.0100 P_1000 4-1_9 0.0050 relstring 4-1_9 '2111111111' recall_5 4-1_9 0.0270 recall_10 4-1_9 0.0270 recall_15 4-1_9 0.0270 recall_20 4-1_9 0.0811 recall_30 4-1_9 0.1081 recall_100 4-1_9 0.1351 recall_200 4-1_9 0.1351 recall_500 4-1_9 0.1351 recall_1000 4-1_9 0.1351 infAP 4-1_9 0.0417 Rprec_mult_0.20 4-1_9 0.1250 Rprec_mult_0.40 4-1_9 0.0667 Rprec_mult_0.60 4-1_9 0.1739 Rprec_mult_0.80 4-1_9 0.1333 Rprec_mult_1.00 4-1_9 0.1081 Rprec_mult_1.20 4-1_9 0.0889 Rprec_mult_1.40 4-1_9 0.0962 Rprec_mult_1.60 4-1_9 0.0833 Rprec_mult_1.80 4-1_9 0.0746 Rprec_mult_2.00 4-1_9 0.0676 utility 4-1_9 -90.0000 11pt_avg 4-1_9 0.1074 binG 4-1_9 0.0510 G 4-1_9 0.0422 ndcg 4-1_9 0.2484 ndcg_rel 4-1_9 0.2761 Rndcg 4-1_9 0.3465 ndcg_cut_5 4-1_9 0.3769 ndcg_cut_10 4-1_9 0.3953 ndcg_cut_15 4-1_9 0.3807 ndcg_cut_20 4-1_9 0.4067 ndcg_cut_30 4-1_9 0.3870 ndcg_cut_100 4-1_9 0.2955 ndcg_cut_200 4-1_9 0.2484 ndcg_cut_500 4-1_9 0.2484 ndcg_cut_1000 4-1_9 0.2484 map_cut_5 4-1_9 0.0270 map_cut_10 4-1_9 0.0270 map_cut_15 4-1_9 0.0270 map_cut_20 4-1_9 0.0339 map_cut_30 4-1_9 0.0388 map_cut_100 4-1_9 0.0417 map_cut_200 4-1_9 0.0417 map_cut_500 4-1_9 0.0417 map_cut_1000 4-1_9 0.0417 relative_P_5 4-1_9 0.2000 relative_P_10 4-1_9 0.1000 relative_P_15 4-1_9 0.0667 relative_P_20 4-1_9 0.1500 relative_P_30 4-1_9 0.1333 relative_P_100 4-1_9 0.1351 relative_P_200 4-1_9 0.1351 relative_P_500 4-1_9 0.1351 relative_P_1000 4-1_9 0.1351 success_1 4-1_9 1.0000 success_5 4-1_9 1.0000 success_10 4-1_9 1.0000 set_P 4-1_9 0.0500 set_relative_P 4-1_9 0.1351 set_recall 4-1_9 0.1351 set_map 4-1_9 0.0068 set_F 4-1_9 0.0730 num_nonrel_judged_ret 4-1_9 32 rbp 4-1_9 0.2469 rbp_resid 4-1_9 0.1453 unj_5 4-1_9 0.0000 unj_10 4-1_9 0.0000 unj_20 4-1_9 0.1500 num_ret 4-2_2 100 num_rel 4-2_2 84 num_rel_ret 4-2_2 21 map 4-2_2 0.1402 Rprec 4-2_2 0.2262 bpref 4-2_2 0.2418 recip_rank 4-2_2 1.0000 iprec_at_recall_0.00 4-2_2 1.0000 iprec_at_recall_0.10 4-2_2 0.8182 iprec_at_recall_0.20 4-2_2 0.3333 iprec_at_recall_0.30 4-2_2 0.0000 iprec_at_recall_0.40 4-2_2 0.0000 iprec_at_recall_0.50 4-2_2 0.0000 iprec_at_recall_0.60 4-2_2 0.0000 iprec_at_recall_0.70 4-2_2 0.0000 iprec_at_recall_0.80 4-2_2 0.0000 iprec_at_recall_0.90 4-2_2 0.0000 iprec_at_recall_1.00 4-2_2 0.0000 P_5 4-2_2 1.0000 P_10 4-2_2 0.8000 P_15 4-2_2 0.6000 P_20 4-2_2 0.4500 P_30 4-2_2 0.3667 P_100 4-2_2 0.2100 P_200 4-2_2 0.1050 P_500 4-2_2 0.0420 P_1000 4-2_2 0.0210 relstring 4-2_2 '2222311233' recall_5 4-2_2 0.0595 recall_10 4-2_2 0.0952 recall_15 4-2_2 0.1071 recall_20 4-2_2 0.1071 recall_30 4-2_2 0.1310 recall_100 4-2_2 0.2500 recall_200 4-2_2 0.2500 recall_500 4-2_2 0.2500 recall_1000 4-2_2 0.2500 infAP 4-2_2 0.1402 Rprec_mult_0.20 4-2_2 0.5294 Rprec_mult_0.40 4-2_2 0.3235 Rprec_mult_0.60 4-2_2 0.3333 Rprec_mult_0.80 4-2_2 0.2500 Rprec_mult_1.00 4-2_2 0.2262 Rprec_mult_1.20 4-2_2 0.2079 Rprec_mult_1.40 4-2_2 0.1780 Rprec_mult_1.60 4-2_2 0.1556 Rprec_mult_1.80 4-2_2 0.1382 Rprec_mult_2.00 4-2_2 0.1250 utility 4-2_2 -58.0000 11pt_avg 4-2_2 0.1956 binG 4-2_2 0.1111 G 4-2_2 0.0554 ndcg 4-2_2 0.2956 ndcg_rel 4-2_2 0.3363 Rndcg 4-2_2 0.3497 ndcg_cut_5 4-2_2 0.7104 ndcg_cut_10 4-2_2 0.6878 ndcg_cut_15 4-2_2 0.5649 ndcg_cut_20 4-2_2 0.4703 ndcg_cut_30 4-2_2 0.4182 ndcg_cut_100 4-2_2 0.3256 ndcg_cut_200 4-2_2 0.2956 ndcg_cut_500 4-2_2 0.2956 ndcg_cut_1000 4-2_2 0.2956 map_cut_5 4-2_2 0.0595 map_cut_10 4-2_2 0.0872 map_cut_15 4-2_2 0.0970 map_cut_20 4-2_2 0.0970 map_cut_30 4-2_2 0.1057 map_cut_100 4-2_2 0.1402 map_cut_200 4-2_2 0.1402 map_cut_500 4-2_2 0.1402 map_cut_1000 4-2_2 0.1402 relative_P_5 4-2_2 1.0000 relative_P_10 4-2_2 0.8000 relative_P_15 4-2_2 0.6000 relative_P_20 4-2_2 0.4500 relative_P_30 4-2_2 0.3667 relative_P_100 4-2_2 0.2500 relative_P_200 4-2_2 0.2500 relative_P_500 4-2_2 0.2500 relative_P_1000 4-2_2 0.2500 success_1 4-2_2 1.0000 success_5 4-2_2 1.0000 success_10 4-2_2 1.0000 set_P 4-2_2 0.2100 set_relative_P 4-2_2 0.2500 set_recall 4-2_2 0.2500 set_map 4-2_2 0.0525 set_F 4-2_2 0.2283 num_nonrel_judged_ret 4-2_2 7 rbp 4-2_2 0.4862 rbp_resid 4-2_2 0.2840 unj_5 4-2_2 0.0000 unj_10 4-2_2 0.0000 unj_20 4-2_2 0.4500 num_ret 4-2_3 100 num_rel 4-2_3 48 num_rel_ret 4-2_3 13 map 4-2_3 0.1651 Rprec 4-2_3 0.2500 bpref 4-2_3 0.2561 recip_rank 4-2_3 1.0000 iprec_at_recall_0.00 4-2_3 1.0000 iprec_at_recall_0.10 4-2_3 0.7273 iprec_at_recall_0.20 4-2_3 0.4000 iprec_at_recall_0.30 4-2_3 0.0000 iprec_at_recall_0.40 4-2_3 0.0000 iprec_at_recall_0.50 4-2_3 0.0000 iprec_at_recall_0.60 4-2_3 0.0000 iprec_at_recall_0.70 4-2_3 0.0000 iprec_at_recall_0.80 4-2_3 0.0000 iprec_at_recall_0.90 4-2_3 0.0000 iprec_at_recall_1.00 4-2_3 0.0000 P_5 4-2_3 0.8000 P_10 4-2_3 0.7000 P_15 4-2_3 0.6000 P_20 4-2_3 0.4500 P_30 4-2_3 0.3333 P_100 4-2_3 0.1300 P_200 4-2_3 0.0650 P_500 4-2_3 0.0260 P_1000 4-2_3 0.0130 relstring 4-2_3 '21222-2122' recall_5 4-2_3 0.0833 recall_10 4-2_3 0.1458 recall_15 4-2_3 0.1875 recall_20 4-2_3 0.1875 recall_30 4-2_3 0.2083 recall_100 4-2_3 0.2708 recall_200 4-2_3 0.2708 recall_500 4-2_3 0.2708 recall_1000 4-2_3 0.2708 infAP 4-2_3 0.1651 Rprec_mult_0.20 4-2_3 0.7000 Rprec_mult_0.40 4-2_3 0.4500 Rprec_mult_0.60 4-2_3 0.3448 Rprec_mult_0.80 4-2_3 0.2821 Rprec_mult_1.00 4-2_3 0.2500 Rprec_mult_1.20 4-2_3 0.2069 Rprec_mult_1.40 4-2_3 0.1912 Rprec_mult_1.60 4-2_3 0.1688 Rprec_mult_1.80 4-2_3 0.1494 Rprec_mult_2.00 4-2_3 0.1354 utility 4-2_3 -74.0000 11pt_avg 4-2_3 0.1934 binG 4-2_3 0.1230 G 4-2_3 0.0696 ndcg 4-2_3 0.3320 ndcg_rel 4-2_3 0.3761 Rndcg 4-2_3 0.3912 ndcg_cut_5 4-2_3 0.5953 ndcg_cut_10 4-2_3 0.5696 ndcg_cut_15 4-2_3 0.5589 ndcg_cut_20 4-2_3 0.4858 ndcg_cut_30 4-2_3 0.4124 ndcg_cut_100 4-2_3 0.3320 ndcg_cut_200 4-2_3 0.3320 ndcg_cut_500 4-2_3 0.3320 ndcg_cut_1000 4-2_3 0.3320 map_cut_5 4-2_3 0.0670 map_cut_10 4-2_3 0.1104 map_cut_15 4-2_3 0.1399 map_cut_20 4-2_3 0.1399 map_cut_30 4-2_3 0.1483 map_cut_100 4-2_3 0.1651 map_cut_200 4-2_3 0.1651 map_cut_500 4-2_3 0.1651 map_cut_1000 4-2_3 0.1651 relative_P_5 4-2_3 0.8000 relative_P_10 4-2_3 0.7000 relative_P_15 4-2_3 0.6000 relative_P_20 4-2_3 0.4500 relative_P_30 4-2_3 0.3333 relative_P_100 4-2_3 0.2708 relative_P_200 4-2_3 0.2708 relative_P_500 4-2_3 0.2708 relative_P_1000 4-2_3 0.2708 success_1 4-2_3 1.0000 success_5 4-2_3 1.0000 success_10 4-2_3 1.0000 set_P 4-2_3 0.1300 set_relative_P 4-2_3 0.2708 set_recall 4-2_3 0.2708 set_map 4-2_3 0.0352 set_F 4-2_3 0.1757 num_nonrel_judged_ret 4-2_3 8 rbp 4-2_3 0.4092 rbp_resid 4-2_3 0.3047 unj_5 4-2_3 0.0000 unj_10 4-2_3 0.1000 unj_20 4-2_3 0.4000 num_ret 4-2_6 100 num_rel 4-2_6 14 num_rel_ret 4-2_6 10 map 4-2_6 0.5097 Rprec 4-2_6 0.5714 bpref 4-2_6 0.5969 recip_rank 4-2_6 1.0000 iprec_at_recall_0.00 4-2_6 1.0000 iprec_at_recall_0.10 4-2_6 1.0000 iprec_at_recall_0.20 4-2_6 1.0000 iprec_at_recall_0.30 4-2_6 0.8000 iprec_at_recall_0.40 4-2_6 0.7778 iprec_at_recall_0.50 4-2_6 0.7778 iprec_at_recall_0.60 4-2_6 0.5714 iprec_at_recall_0.70 4-2_6 0.1887 iprec_at_recall_0.80 4-2_6 0.0000 iprec_at_recall_0.90 4-2_6 0.0000 iprec_at_recall_1.00 4-2_6 0.0000 P_5 4-2_6 0.8000 P_10 4-2_6 0.7000 P_15 4-2_6 0.5333 P_20 4-2_6 0.4000 P_30 4-2_6 0.3000 P_100 4-2_6 0.1000 P_200 4-2_6 0.0500 P_500 4-2_6 0.0200 P_1000 4-2_6 0.0100 relstring 4-2_6 '222121332-' recall_5 4-2_6 0.2857 recall_10 4-2_6 0.5000 recall_15 4-2_6 0.5714 recall_20 4-2_6 0.5714 recall_30 4-2_6 0.6429 recall_100 4-2_6 0.7143 recall_200 4-2_6 0.7143 recall_500 4-2_6 0.7143 recall_1000 4-2_6 0.7143 infAP 4-2_6 0.5097 Rprec_mult_0.20 4-2_6 1.0000 Rprec_mult_0.40 4-2_6 0.6667 Rprec_mult_0.60 4-2_6 0.7778 Rprec_mult_0.80 4-2_6 0.5833 Rprec_mult_1.00 4-2_6 0.5714 Rprec_mult_1.20 4-2_6 0.4706 Rprec_mult_1.40 4-2_6 0.4000 Rprec_mult_1.60 4-2_6 0.3478 Rprec_mult_1.80 4-2_6 0.3077 Rprec_mult_2.00 4-2_6 0.3214 utility 4-2_6 -80.0000 11pt_avg 4-2_6 0.5560 binG 4-2_6 0.4198 G 4-2_6 0.2304 ndcg 4-2_6 0.6685 ndcg_rel 4-2_6 0.6579 Rndcg 4-2_6 0.6293 ndcg_cut_5 4-2_6 0.6462 ndcg_cut_10 4-2_6 0.7186 ndcg_cut_15 4-2_6 0.6528 ndcg_cut_20 4-2_6 0.6183 ndcg_cut_30 4-2_6 0.5733 ndcg_cut_100 4-2_6 0.6685 ndcg_cut_200 4-2_6 0.6685 ndcg_cut_500 4-2_6 0.6685 ndcg_cut_1000 4-2_6 0.6685 map_cut_5 4-2_6 0.2714 map_cut_10 4-2_6 0.4316 map_cut_15 4-2_6 0.4724 map_cut_20 4-2_6 0.4724 map_cut_30 4-2_6 0.4962 map_cut_100 4-2_6 0.5097 map_cut_200 4-2_6 0.5097 map_cut_500 4-2_6 0.5097 map_cut_1000 4-2_6 0.5097 relative_P_5 4-2_6 0.8000 relative_P_10 4-2_6 0.7000 relative_P_15 4-2_6 0.5714 relative_P_20 4-2_6 0.5714 relative_P_30 4-2_6 0.6429 relative_P_100 4-2_6 0.7143 relative_P_200 4-2_6 0.7143 relative_P_500 4-2_6 0.7143 relative_P_1000 4-2_6 0.7143 success_1 4-2_6 1.0000 success_5 4-2_6 1.0000 success_10 4-2_6 1.0000 set_P 4-2_6 0.1000 set_relative_P 4-2_6 0.7143 set_recall 4-2_6 0.7143 set_map 4-2_6 0.0714 set_F 4-2_6 0.1754 num_nonrel_judged_ret 4-2_6 11 rbp 4-2_6 0.4414 rbp_resid 4-2_6 0.2902 unj_5 4-2_6 0.0000 unj_10 4-2_6 0.1000 unj_20 4-2_6 0.4000 num_ret 5-1_2 100 num_rel 5-1_2 130 num_rel_ret 5-1_2 13 map 5-1_2 0.0398 Rprec 5-1_2 0.1000 bpref 5-1_2 0.0942 recip_rank 5-1_2 0.5000 iprec_at_recall_0.00 5-1_2 0.5000 iprec_at_recall_0.10 5-1_2 0.1940 iprec_at_recall_0.20 5-1_2 0.0000 iprec_at_recall_0.30 5-1_2 0.0000 iprec_at_recall_0.40 5-1_2 0.0000 iprec_at_recall_0.50 5-1_2 0.0000 iprec_at_recall_0.60 5-1_2 0.0000 iprec_at_recall_0.70 5-1_2 0.0000 iprec_at_recall_0.80 5-1_2 0.0000 iprec_at_recall_0.90 5-1_2 0.0000 iprec_at_recall_1.00 5-1_2 0.0000 P_5 5-1_2 0.4000 P_10 5-1_2 0.3000 P_15 5-1_2 0.4000 P_20 5-1_2 0.3500 P_30 5-1_2 0.3667 P_100 5-1_2 0.1300 P_200 5-1_2 0.0650 P_500 5-1_2 0.0260 P_1000 5-1_2 0.0130 relstring 5-1_2 '1311331000' recall_5 5-1_2 0.0154 recall_10 5-1_2 0.0231 recall_15 5-1_2 0.0462 recall_20 5-1_2 0.0538 recall_30 5-1_2 0.0846 recall_100 5-1_2 0.1000 recall_200 5-1_2 0.1000 recall_500 5-1_2 0.1000 recall_1000 5-1_2 0.1000 infAP 5-1_2 0.0398 Rprec_mult_0.20 5-1_2 0.4231 Rprec_mult_0.40 5-1_2 0.2308 Rprec_mult_0.60 5-1_2 0.1667 Rprec_mult_0.80 5-1_2 0.1250 Rprec_mult_1.00 5-1_2 0.1000 Rprec_mult_1.20 5-1_2 0.0833 Rprec_mult_1.40 5-1_2 0.0714 Rprec_mult_1.60 5-1_2 0.0625 Rprec_mult_1.80 5-1_2 0.0556 Rprec_mult_2.00 5-1_2 0.0500 utility 5-1_2 -74.0000 11pt_avg 5-1_2 0.0631 binG 5-1_2 0.0315 G 5-1_2 0.0229 ndcg 5-1_2 0.1546 ndcg_rel 5-1_2 0.1810 Rndcg 5-1_2 0.2081 ndcg_cut_5 5-1_2 0.5062 ndcg_cut_10 5-1_2 0.4365 ndcg_cut_15 5-1_2 0.4587 ndcg_cut_20 5-1_2 0.4387 ndcg_cut_30 5-1_2 0.4092 ndcg_cut_100 5-1_2 0.2086 ndcg_cut_200 5-1_2 0.1595 ndcg_cut_500 5-1_2 0.1546 ndcg_cut_1000 5-1_2 0.1546 map_cut_5 5-1_2 0.0069 map_cut_10 5-1_2 0.0108 map_cut_15 5-1_2 0.0201 map_cut_20 5-1_2 0.0232 map_cut_30 5-1_2 0.0356 map_cut_100 5-1_2 0.0398 map_cut_200 5-1_2 0.0398 map_cut_500 5-1_2 0.0398 map_cut_1000 5-1_2 0.0398 relative_P_5 5-1_2 0.4000 relative_P_10 5-1_2 0.3000 relative_P_15 5-1_2 0.4000 relative_P_20 5-1_2 0.3500 relative_P_30 5-1_2 0.3667 relative_P_100 5-1_2 0.1300 relative_P_200 5-1_2 0.1000 relative_P_500 5-1_2 0.1000 relative_P_1000 5-1_2 0.1000 success_1 5-1_2 0.0000 success_5 5-1_2 1.0000 success_10 5-1_2 1.0000 set_P 5-1_2 0.1300 set_relative_P 5-1_2 0.1300 set_recall 5-1_2 0.1000 set_map 5-1_2 0.0130 set_F 5-1_2 0.1130 num_nonrel_judged_ret 5-1_2 11 rbp 5-1_2 0.3417 rbp_resid 5-1_2 0.1461 unj_5 5-1_2 0.0000 unj_10 5-1_2 0.0000 unj_20 5-1_2 0.1500 num_ret 5-1_4 100 num_rel 5-1_4 29 num_rel_ret 5-1_4 8 map 5-1_4 0.2158 Rprec 5-1_4 0.2414 bpref 5-1_4 0.2604 recip_rank 5-1_4 1.0000 iprec_at_recall_0.00 5-1_4 1.0000 iprec_at_recall_0.10 5-1_4 1.0000 iprec_at_recall_0.20 5-1_4 0.6667 iprec_at_recall_0.30 5-1_4 0.0000 iprec_at_recall_0.40 5-1_4 0.0000 iprec_at_recall_0.50 5-1_4 0.0000 iprec_at_recall_0.60 5-1_4 0.0000 iprec_at_recall_0.70 5-1_4 0.0000 iprec_at_recall_0.80 5-1_4 0.0000 iprec_at_recall_0.90 5-1_4 0.0000 iprec_at_recall_1.00 5-1_4 0.0000 P_5 5-1_4 1.0000 P_10 5-1_4 0.6000 P_15 5-1_4 0.4000 P_20 5-1_4 0.3500 P_30 5-1_4 0.2333 P_100 5-1_4 0.0800 P_200 5-1_4 0.0400 P_500 5-1_4 0.0160 P_1000 5-1_4 0.0080 relstring 5-1_4 '3222200021' recall_5 5-1_4 0.1724 recall_10 5-1_4 0.2069 recall_15 5-1_4 0.2069 recall_20 5-1_4 0.2414 recall_30 5-1_4 0.2414 recall_100 5-1_4 0.2759 recall_200 5-1_4 0.2759 recall_500 5-1_4 0.2759 recall_1000 5-1_4 0.2759 infAP 5-1_4 0.2158 Rprec_mult_0.20 5-1_4 0.8333 Rprec_mult_0.40 5-1_4 0.5000 Rprec_mult_0.60 5-1_4 0.3333 Rprec_mult_0.80 5-1_4 0.2917 Rprec_mult_1.00 5-1_4 0.2414 Rprec_mult_1.20 5-1_4 0.2286 Rprec_mult_1.40 5-1_4 0.1951 Rprec_mult_1.60 5-1_4 0.1702 Rprec_mult_1.80 5-1_4 0.1509 Rprec_mult_2.00 5-1_4 0.1379 utility 5-1_4 -84.0000 11pt_avg 5-1_4 0.2424 binG 5-1_4 0.2033 G 5-1_4 0.1114 ndcg 5-1_4 0.3692 ndcg_rel 5-1_4 0.4426 Rndcg 5-1_4 0.4210 ndcg_cut_5 5-1_4 0.7797 ndcg_cut_10 5-1_4 0.5837 ndcg_cut_15 5-1_4 0.4874 ndcg_cut_20 5-1_4 0.4496 ndcg_cut_30 5-1_4 0.3684 ndcg_cut_100 5-1_4 0.3692 ndcg_cut_200 5-1_4 0.3692 ndcg_cut_500 5-1_4 0.3692 ndcg_cut_1000 5-1_4 0.3692 map_cut_5 5-1_4 0.1724 map_cut_10 5-1_4 0.1954 map_cut_15 5-1_4 0.1954 map_cut_20 5-1_4 0.2075 map_cut_30 5-1_4 0.2075 map_cut_100 5-1_4 0.2158 map_cut_200 5-1_4 0.2158 map_cut_500 5-1_4 0.2158 map_cut_1000 5-1_4 0.2158 relative_P_5 5-1_4 1.0000 relative_P_10 5-1_4 0.6000 relative_P_15 5-1_4 0.4000 relative_P_20 5-1_4 0.3500 relative_P_30 5-1_4 0.2414 relative_P_100 5-1_4 0.2759 relative_P_200 5-1_4 0.2759 relative_P_500 5-1_4 0.2759 relative_P_1000 5-1_4 0.2759 success_1 5-1_4 1.0000 success_5 5-1_4 1.0000 success_10 5-1_4 1.0000 set_P 5-1_4 0.0800 set_relative_P 5-1_4 0.2759 set_recall 5-1_4 0.2759 set_map 5-1_4 0.0221 set_F 5-1_4 0.1240 num_nonrel_judged_ret 5-1_4 15 rbp 5-1_4 0.3596 rbp_resid 5-1_4 0.2917 unj_5 5-1_4 0.0000 unj_10 5-1_4 0.0000 unj_20 5-1_4 0.4000 num_ret 6-1_2 100 num_rel 6-1_2 57 num_rel_ret 6-1_2 7 map 6-1_2 0.0053 Rprec 6-1_2 0.0000 bpref 6-1_2 0.0868 recip_rank 6-1_2 0.0159 iprec_at_recall_0.00 6-1_2 0.0714 iprec_at_recall_0.10 6-1_2 0.0714 iprec_at_recall_0.20 6-1_2 0.0000 iprec_at_recall_0.30 6-1_2 0.0000 iprec_at_recall_0.40 6-1_2 0.0000 iprec_at_recall_0.50 6-1_2 0.0000 iprec_at_recall_0.60 6-1_2 0.0000 iprec_at_recall_0.70 6-1_2 0.0000 iprec_at_recall_0.80 6-1_2 0.0000 iprec_at_recall_0.90 6-1_2 0.0000 iprec_at_recall_1.00 6-1_2 0.0000 P_5 6-1_2 0.0000 P_10 6-1_2 0.0000 P_15 6-1_2 0.0000 P_20 6-1_2 0.0000 P_30 6-1_2 0.0000 P_100 6-1_2 0.0700 P_200 6-1_2 0.0350 P_500 6-1_2 0.0140 P_1000 6-1_2 0.0070 relstring 6-1_2 '0111011011' recall_5 6-1_2 0.0000 recall_10 6-1_2 0.0000 recall_15 6-1_2 0.0000 recall_20 6-1_2 0.0000 recall_30 6-1_2 0.0000 recall_100 6-1_2 0.1228 recall_200 6-1_2 0.1228 recall_500 6-1_2 0.1228 recall_1000 6-1_2 0.1228 infAP 6-1_2 0.0053 Rprec_mult_0.20 6-1_2 0.0000 Rprec_mult_0.40 6-1_2 0.0000 Rprec_mult_0.60 6-1_2 0.0000 Rprec_mult_0.80 6-1_2 0.0000 Rprec_mult_1.00 6-1_2 0.0000 Rprec_mult_1.20 6-1_2 0.0145 Rprec_mult_1.40 6-1_2 0.0125 Rprec_mult_1.60 6-1_2 0.0326 Rprec_mult_1.80 6-1_2 0.0680 Rprec_mult_2.00 6-1_2 0.0614 utility 6-1_2 -86.0000 11pt_avg 6-1_2 0.0130 binG 6-1_2 0.0192 G 6-1_2 0.0288 ndcg 6-1_2 0.1557 ndcg_rel 6-1_2 0.1555 Rndcg 6-1_2 0.1401 ndcg_cut_5 6-1_2 0.1765 ndcg_cut_10 6-1_2 0.2084 ndcg_cut_15 6-1_2 0.1774 ndcg_cut_20 6-1_2 0.1528 ndcg_cut_30 6-1_2 0.1265 ndcg_cut_100 6-1_2 0.1596 ndcg_cut_200 6-1_2 0.1557 ndcg_cut_500 6-1_2 0.1557 ndcg_cut_1000 6-1_2 0.1557 map_cut_5 6-1_2 0.0000 map_cut_10 6-1_2 0.0000 map_cut_15 6-1_2 0.0000 map_cut_20 6-1_2 0.0000 map_cut_30 6-1_2 0.0000 map_cut_100 6-1_2 0.0053 map_cut_200 6-1_2 0.0053 map_cut_500 6-1_2 0.0053 map_cut_1000 6-1_2 0.0053 relative_P_5 6-1_2 0.0000 relative_P_10 6-1_2 0.0000 relative_P_15 6-1_2 0.0000 relative_P_20 6-1_2 0.0000 relative_P_30 6-1_2 0.0000 relative_P_100 6-1_2 0.1228 relative_P_200 6-1_2 0.1228 relative_P_500 6-1_2 0.1228 relative_P_1000 6-1_2 0.1228 success_1 6-1_2 0.0000 success_5 6-1_2 0.0000 success_10 6-1_2 0.0000 set_P 6-1_2 0.0700 set_relative_P 6-1_2 0.1228 set_recall 6-1_2 0.1228 set_map 6-1_2 0.0086 set_F 6-1_2 0.0892 num_nonrel_judged_ret 6-1_2 18 rbp 6-1_2 0.1587 rbp_resid 6-1_2 0.3102 unj_5 6-1_2 0.0000 unj_10 6-1_2 0.0000 unj_20 6-1_2 0.4500 num_ret 6-1_6 100 num_rel 6-1_6 27 num_rel_ret 6-1_6 15 map 6-1_6 0.2067 Rprec 6-1_6 0.2963 bpref 6-1_6 0.4060 recip_rank 6-1_6 1.0000 iprec_at_recall_0.00 6-1_6 1.0000 iprec_at_recall_0.10 6-1_6 0.4615 iprec_at_recall_0.20 6-1_6 0.4615 iprec_at_recall_0.30 6-1_6 0.4444 iprec_at_recall_0.40 6-1_6 0.2973 iprec_at_recall_0.50 6-1_6 0.1648 iprec_at_recall_0.60 6-1_6 0.0000 iprec_at_recall_0.70 6-1_6 0.0000 iprec_at_recall_0.80 6-1_6 0.0000 iprec_at_recall_0.90 6-1_6 0.0000 iprec_at_recall_1.00 6-1_6 0.0000 P_5 6-1_6 0.4000 P_10 6-1_6 0.4000 P_15 6-1_6 0.4000 P_20 6-1_6 0.4000 P_30 6-1_6 0.2667 P_100 6-1_6 0.1500 P_200 6-1_6 0.0750 P_500 6-1_6 0.0300 P_1000 6-1_6 0.0150 relstring 6-1_6 '201020023-' recall_5 6-1_6 0.0741 recall_10 6-1_6 0.1481 recall_15 6-1_6 0.2222 recall_20 6-1_6 0.2963 recall_30 6-1_6 0.2963 recall_100 6-1_6 0.5556 recall_200 6-1_6 0.5556 recall_500 6-1_6 0.5556 recall_1000 6-1_6 0.5556 infAP 6-1_6 0.2067 Rprec_mult_0.20 6-1_6 0.3333 Rprec_mult_0.40 6-1_6 0.4545 Rprec_mult_0.60 6-1_6 0.4118 Rprec_mult_0.80 6-1_6 0.3636 Rprec_mult_1.00 6-1_6 0.2963 Rprec_mult_1.20 6-1_6 0.2727 Rprec_mult_1.40 6-1_6 0.2895 Rprec_mult_1.60 6-1_6 0.2500 Rprec_mult_1.80 6-1_6 0.2245 Rprec_mult_2.00 6-1_6 0.2222 utility 6-1_6 -70.0000 11pt_avg 6-1_6 0.2572 binG 6-1_6 0.1723 G 6-1_6 0.1069 ndcg 6-1_6 0.4420 ndcg_rel 6-1_6 0.4181 Rndcg 6-1_6 0.3846 ndcg_cut_5 6-1_6 0.3701 ndcg_cut_10 6-1_6 0.3527 ndcg_cut_15 6-1_6 0.3603 ndcg_cut_20 6-1_6 0.3896 ndcg_cut_30 6-1_6 0.3376 ndcg_cut_100 6-1_6 0.4420 ndcg_cut_200 6-1_6 0.4420 ndcg_cut_500 6-1_6 0.4420 ndcg_cut_1000 6-1_6 0.4420 map_cut_5 6-1_6 0.0519 map_cut_10 6-1_6 0.0822 map_cut_15 6-1_6 0.1161 map_cut_20 6-1_6 0.1478 map_cut_30 6-1_6 0.1478 map_cut_100 6-1_6 0.2067 map_cut_200 6-1_6 0.2067 map_cut_500 6-1_6 0.2067 map_cut_1000 6-1_6 0.2067 relative_P_5 6-1_6 0.4000 relative_P_10 6-1_6 0.4000 relative_P_15 6-1_6 0.4000 relative_P_20 6-1_6 0.4000 relative_P_30 6-1_6 0.2963 relative_P_100 6-1_6 0.5556 relative_P_200 6-1_6 0.5556 relative_P_500 6-1_6 0.5556 relative_P_1000 6-1_6 0.5556 success_1 6-1_6 1.0000 success_5 6-1_6 1.0000 success_10 6-1_6 1.0000 set_P 6-1_6 0.1500 set_relative_P 6-1_6 0.5556 set_recall 6-1_6 0.5556 set_map 6-1_6 0.0833 set_F 6-1_6 0.2362 num_nonrel_judged_ret 6-1_6 16 rbp 6-1_6 0.3084 rbp_resid 6-1_6 0.2537 unj_5 6-1_6 0.0000 unj_10 6-1_6 0.1000 unj_20 6-1_6 0.3000 num_ret 6-1_7 100 num_rel 6-1_7 46 num_rel_ret 6-1_7 9 map 6-1_7 0.0311 Rprec 6-1_7 0.1304 bpref 6-1_7 0.1333 recip_rank 6-1_7 0.2500 iprec_at_recall_0.00 6-1_7 0.2500 iprec_at_recall_0.10 6-1_7 0.1724 iprec_at_recall_0.20 6-1_7 0.1125 iprec_at_recall_0.30 6-1_7 0.0000 iprec_at_recall_0.40 6-1_7 0.0000 iprec_at_recall_0.50 6-1_7 0.0000 iprec_at_recall_0.60 6-1_7 0.0000 iprec_at_recall_0.70 6-1_7 0.0000 iprec_at_recall_0.80 6-1_7 0.0000 iprec_at_recall_0.90 6-1_7 0.0000 iprec_at_recall_1.00 6-1_7 0.0000 P_5 6-1_7 0.2000 P_10 6-1_7 0.2000 P_15 6-1_7 0.1333 P_20 6-1_7 0.1500 P_30 6-1_7 0.1667 P_100 6-1_7 0.0900 P_200 6-1_7 0.0450 P_500 6-1_7 0.0180 P_1000 6-1_7 0.0090 relstring 6-1_7 '1112111-03' recall_5 6-1_7 0.0217 recall_10 6-1_7 0.0435 recall_15 6-1_7 0.0435 recall_20 6-1_7 0.0652 recall_30 6-1_7 0.1087 recall_100 6-1_7 0.1957 recall_200 6-1_7 0.1957 recall_500 6-1_7 0.1957 recall_1000 6-1_7 0.1957 infAP 6-1_7 0.0311 Rprec_mult_0.20 6-1_7 0.2000 Rprec_mult_0.40 6-1_7 0.1579 Rprec_mult_0.60 6-1_7 0.1429 Rprec_mult_0.80 6-1_7 0.1351 Rprec_mult_1.00 6-1_7 0.1304 Rprec_mult_1.20 6-1_7 0.1071 Rprec_mult_1.40 6-1_7 0.1077 Rprec_mult_1.60 6-1_7 0.0946 Rprec_mult_1.80 6-1_7 0.1084 Rprec_mult_2.00 6-1_7 0.0978 utility 6-1_7 -82.0000 11pt_avg 6-1_7 0.0486 binG 6-1_7 0.0457 G 6-1_7 0.0442 ndcg 6-1_7 0.2420 ndcg_rel 6-1_7 0.2576 Rndcg 6-1_7 0.2762 ndcg_cut_5 6-1_7 0.3820 ndcg_cut_10 6-1_7 0.3621 ndcg_cut_15 6-1_7 0.2890 ndcg_cut_20 6-1_7 0.2915 ndcg_cut_30 6-1_7 0.3192 ndcg_cut_100 6-1_7 0.2532 ndcg_cut_200 6-1_7 0.2420 ndcg_cut_500 6-1_7 0.2420 ndcg_cut_1000 6-1_7 0.2420 map_cut_5 6-1_7 0.0054 map_cut_10 6-1_7 0.0098 map_cut_15 6-1_7 0.0098 map_cut_20 6-1_7 0.0139 map_cut_30 6-1_7 0.0211 map_cut_100 6-1_7 0.0311 map_cut_200 6-1_7 0.0311 map_cut_500 6-1_7 0.0311 map_cut_1000 6-1_7 0.0311 relative_P_5 6-1_7 0.2000 relative_P_10 6-1_7 0.2000 relative_P_15 6-1_7 0.1333 relative_P_20 6-1_7 0.1500 relative_P_30 6-1_7 0.1667 relative_P_100 6-1_7 0.1957 relative_P_200 6-1_7 0.1957 relative_P_500 6-1_7 0.1957 relative_P_1000 6-1_7 0.1957 success_1 6-1_7 0.0000 success_5 6-1_7 1.0000 success_10 6-1_7 1.0000 set_P 6-1_7 0.0900 set_relative_P 6-1_7 0.1957 set_recall 6-1_7 0.1957 set_map 6-1_7 0.0176 set_F 6-1_7 0.1233 num_nonrel_judged_ret 6-1_7 29 rbp 6-1_7 0.2814 rbp_resid 6-1_7 0.2171 unj_5 6-1_7 0.0000 unj_10 6-1_7 0.1000 unj_20 6-1_7 0.3000 num_ret 6-2_2 100 num_rel 6-2_2 56 num_rel_ret 6-2_2 18 map 6-2_2 0.0524 Rprec 6-2_2 0.1607 bpref 6-2_2 0.1999 recip_rank 6-2_2 0.2500 iprec_at_recall_0.00 6-2_2 0.2500 iprec_at_recall_0.10 6-2_2 0.1972 iprec_at_recall_0.20 6-2_2 0.1972 iprec_at_recall_0.30 6-2_2 0.1800 iprec_at_recall_0.40 6-2_2 0.0000 iprec_at_recall_0.50 6-2_2 0.0000 iprec_at_recall_0.60 6-2_2 0.0000 iprec_at_recall_0.70 6-2_2 0.0000 iprec_at_recall_0.80 6-2_2 0.0000 iprec_at_recall_0.90 6-2_2 0.0000 iprec_at_recall_1.00 6-2_2 0.0000 P_5 6-2_2 0.2000 P_10 6-2_2 0.1000 P_15 6-2_2 0.0667 P_20 6-2_2 0.1000 P_30 6-2_2 0.0667 P_100 6-2_2 0.1800 P_200 6-2_2 0.0900 P_500 6-2_2 0.0360 P_1000 6-2_2 0.0180 relstring 6-2_2 '1102000000' recall_5 6-2_2 0.0179 recall_10 6-2_2 0.0179 recall_15 6-2_2 0.0179 recall_20 6-2_2 0.0357 recall_30 6-2_2 0.0357 recall_100 6-2_2 0.3214 recall_200 6-2_2 0.3214 recall_500 6-2_2 0.3214 recall_1000 6-2_2 0.3214 infAP 6-2_2 0.0524 Rprec_mult_0.20 6-2_2 0.0833 Rprec_mult_0.40 6-2_2 0.0870 Rprec_mult_0.60 6-2_2 0.0882 Rprec_mult_0.80 6-2_2 0.1556 Rprec_mult_1.00 6-2_2 0.1607 Rprec_mult_1.20 6-2_2 0.1765 Rprec_mult_1.40 6-2_2 0.1772 Rprec_mult_1.60 6-2_2 0.1667 Rprec_mult_1.80 6-2_2 0.1782 Rprec_mult_2.00 6-2_2 0.1607 utility 6-2_2 -64.0000 11pt_avg 6-2_2 0.0749 binG 6-2_2 0.0626 G 6-2_2 0.0547 ndcg 6-2_2 0.2765 ndcg_rel 6-2_2 0.2564 Rndcg 6-2_2 0.2017 ndcg_cut_5 6-2_2 0.2113 ndcg_cut_10 6-2_2 0.1371 ndcg_cut_15 6-2_2 0.1242 ndcg_cut_20 6-2_2 0.1350 ndcg_cut_30 6-2_2 0.1339 ndcg_cut_100 6-2_2 0.2765 ndcg_cut_200 6-2_2 0.2765 ndcg_cut_500 6-2_2 0.2765 ndcg_cut_1000 6-2_2 0.2765 map_cut_5 6-2_2 0.0045 map_cut_10 6-2_2 0.0045 map_cut_15 6-2_2 0.0045 map_cut_20 6-2_2 0.0067 map_cut_30 6-2_2 0.0067 map_cut_100 6-2_2 0.0524 map_cut_200 6-2_2 0.0524 map_cut_500 6-2_2 0.0524 map_cut_1000 6-2_2 0.0524 relative_P_5 6-2_2 0.2000 relative_P_10 6-2_2 0.1000 relative_P_15 6-2_2 0.0667 relative_P_20 6-2_2 0.1000 relative_P_30 6-2_2 0.0667 relative_P_100 6-2_2 0.3214 relative_P_200 6-2_2 0.3214 relative_P_500 6-2_2 0.3214 relative_P_1000 6-2_2 0.3214 success_1 6-2_2 0.0000 success_5 6-2_2 1.0000 success_10 6-2_2 1.0000 set_P 6-2_2 0.1800 set_relative_P 6-2_2 0.3214 set_recall 6-2_2 0.3214 set_map 6-2_2 0.0579 set_F 6-2_2 0.2308 num_nonrel_judged_ret 6-2_2 25 rbp 6-2_2 0.1197 rbp_resid 6-2_2 0.1408 unj_5 6-2_2 0.0000 unj_10 6-2_2 0.0000 unj_20 6-2_2 0.1500 num_ret 6-2_3 100 num_rel 6-2_3 17 num_rel_ret 6-2_3 5 map 6-2_3 0.0837 Rprec 6-2_3 0.2353 bpref 6-2_3 0.1938 recip_rank 6-2_3 0.1667 iprec_at_recall_0.00 6-2_3 0.4444 iprec_at_recall_0.10 6-2_3 0.4444 iprec_at_recall_0.20 6-2_3 0.4444 iprec_at_recall_0.30 6-2_3 0.1515 iprec_at_recall_0.40 6-2_3 0.0000 iprec_at_recall_0.50 6-2_3 0.0000 iprec_at_recall_0.60 6-2_3 0.0000 iprec_at_recall_0.70 6-2_3 0.0000 iprec_at_recall_0.80 6-2_3 0.0000 iprec_at_recall_0.90 6-2_3 0.0000 iprec_at_recall_1.00 6-2_3 0.0000 P_5 6-2_3 0.0000 P_10 6-2_3 0.4000 P_15 6-2_3 0.2667 P_20 6-2_3 0.2000 P_30 6-2_3 0.1333 P_100 6-2_3 0.0500 P_200 6-2_3 0.0250 P_500 6-2_3 0.0100 P_1000 6-2_3 0.0050 relstring 6-2_3 '0000142220' recall_5 6-2_3 0.0000 recall_10 6-2_3 0.2353 recall_15 6-2_3 0.2353 recall_20 6-2_3 0.2353 recall_30 6-2_3 0.2353 recall_100 6-2_3 0.2941 recall_200 6-2_3 0.2941 recall_500 6-2_3 0.2941 recall_1000 6-2_3 0.2941 infAP 6-2_3 0.0837 Rprec_mult_0.20 6-2_3 0.0000 Rprec_mult_0.40 6-2_3 0.2857 Rprec_mult_0.60 6-2_3 0.3636 Rprec_mult_0.80 6-2_3 0.2857 Rprec_mult_1.00 6-2_3 0.2353 Rprec_mult_1.20 6-2_3 0.1905 Rprec_mult_1.40 6-2_3 0.1667 Rprec_mult_1.60 6-2_3 0.1429 Rprec_mult_1.80 6-2_3 0.1290 Rprec_mult_2.00 6-2_3 0.1471 utility 6-2_3 -90.0000 11pt_avg 6-2_3 0.1350 binG 6-2_3 0.0958 G 6-2_3 0.0581 ndcg 6-2_3 0.2107 ndcg_rel 6-2_3 0.2076 Rndcg 6-2_3 0.1557 ndcg_cut_5 6-2_3 0.0393 ndcg_cut_10 6-2_3 0.2771 ndcg_cut_15 6-2_3 0.2316 ndcg_cut_20 6-2_3 0.2098 ndcg_cut_30 6-2_3 0.1873 ndcg_cut_100 6-2_3 0.2107 ndcg_cut_200 6-2_3 0.2107 ndcg_cut_500 6-2_3 0.2107 ndcg_cut_1000 6-2_3 0.2107 map_cut_5 6-2_3 0.0000 map_cut_10 6-2_3 0.0748 map_cut_15 6-2_3 0.0748 map_cut_20 6-2_3 0.0748 map_cut_30 6-2_3 0.0748 map_cut_100 6-2_3 0.0837 map_cut_200 6-2_3 0.0837 map_cut_500 6-2_3 0.0837 map_cut_1000 6-2_3 0.0837 relative_P_5 6-2_3 0.0000 relative_P_10 6-2_3 0.4000 relative_P_15 6-2_3 0.2667 relative_P_20 6-2_3 0.2353 relative_P_30 6-2_3 0.2353 relative_P_100 6-2_3 0.2941 relative_P_200 6-2_3 0.2941 relative_P_500 6-2_3 0.2941 relative_P_1000 6-2_3 0.2941 success_1 6-2_3 0.0000 success_5 6-2_3 0.0000 success_10 6-2_3 1.0000 set_P 6-2_3 0.0500 set_relative_P 6-2_3 0.2941 set_recall 6-2_3 0.2941 set_map 6-2_3 0.0147 set_F 6-2_3 0.0855 num_nonrel_judged_ret 6-2_3 20 rbp 6-2_3 0.1492 rbp_resid 6-2_3 0.2833 unj_5 6-2_3 0.0000 unj_10 6-2_3 0.0000 unj_20 6-2_3 0.4000 num_ret 6-2_5 100 num_rel 6-2_5 51 num_rel_ret 6-2_5 10 map 6-2_5 0.0317 Rprec 6-2_5 0.1569 bpref 6-2_5 0.1499 recip_rank 6-2_5 0.1429 iprec_at_recall_0.00 6-2_5 0.1944 iprec_at_recall_0.10 6-2_5 0.1944 iprec_at_recall_0.20 6-2_5 0.1389 iprec_at_recall_0.30 6-2_5 0.0000 iprec_at_recall_0.40 6-2_5 0.0000 iprec_at_recall_0.50 6-2_5 0.0000 iprec_at_recall_0.60 6-2_5 0.0000 iprec_at_recall_0.70 6-2_5 0.0000 iprec_at_recall_0.80 6-2_5 0.0000 iprec_at_recall_0.90 6-2_5 0.0000 iprec_at_recall_1.00 6-2_5 0.0000 P_5 6-2_5 0.0000 P_10 6-2_5 0.1000 P_15 6-2_5 0.1333 P_20 6-2_5 0.1000 P_30 6-2_5 0.1667 P_100 6-2_5 0.1000 P_200 6-2_5 0.0500 P_500 6-2_5 0.0200 P_1000 6-2_5 0.0100 relstring 6-2_5 '1101103101' recall_5 6-2_5 0.0000 recall_10 6-2_5 0.0196 recall_15 6-2_5 0.0392 recall_20 6-2_5 0.0392 recall_30 6-2_5 0.0980 recall_100 6-2_5 0.1961 recall_200 6-2_5 0.1961 recall_500 6-2_5 0.1961 recall_1000 6-2_5 0.1961 infAP 6-2_5 0.0317 Rprec_mult_0.20 6-2_5 0.0909 Rprec_mult_0.40 6-2_5 0.0952 Rprec_mult_0.60 6-2_5 0.1613 Rprec_mult_0.80 6-2_5 0.1707 Rprec_mult_1.00 6-2_5 0.1569 Rprec_mult_1.20 6-2_5 0.1452 Rprec_mult_1.40 6-2_5 0.1389 Rprec_mult_1.60 6-2_5 0.1220 Rprec_mult_1.80 6-2_5 0.1087 Rprec_mult_2.00 6-2_5 0.0980 utility 6-2_5 -80.0000 11pt_avg 6-2_5 0.0480 binG 6-2_5 0.0432 G 6-2_5 0.0354 ndcg 6-2_5 0.1992 ndcg_rel 6-2_5 0.2031 Rndcg 6-2_5 0.1989 ndcg_cut_5 6-2_5 0.2076 ndcg_cut_10 6-2_5 0.2230 ndcg_cut_15 6-2_5 0.2078 ndcg_cut_20 6-2_5 0.1967 ndcg_cut_30 6-2_5 0.1992 ndcg_cut_100 6-2_5 0.1992 ndcg_cut_200 6-2_5 0.1992 ndcg_cut_500 6-2_5 0.1992 ndcg_cut_1000 6-2_5 0.1992 map_cut_5 6-2_5 0.0000 map_cut_10 6-2_5 0.0028 map_cut_15 6-2_5 0.0061 map_cut_20 6-2_5 0.0061 map_cut_30 6-2_5 0.0148 map_cut_100 6-2_5 0.0317 map_cut_200 6-2_5 0.0317 map_cut_500 6-2_5 0.0317 map_cut_1000 6-2_5 0.0317 relative_P_5 6-2_5 0.0000 relative_P_10 6-2_5 0.1000 relative_P_15 6-2_5 0.1333 relative_P_20 6-2_5 0.1000 relative_P_30 6-2_5 0.1667 relative_P_100 6-2_5 0.1961 relative_P_200 6-2_5 0.1961 relative_P_500 6-2_5 0.1961 relative_P_1000 6-2_5 0.1961 success_1 6-2_5 0.0000 success_5 6-2_5 0.0000 success_10 6-2_5 1.0000 set_P 6-2_5 0.1000 set_relative_P 6-2_5 0.1961 set_recall 6-2_5 0.1961 set_map 6-2_5 0.0196 set_F 6-2_5 0.1325 num_nonrel_judged_ret 6-2_5 19 rbp 6-2_5 0.1923 rbp_resid 6-2_5 0.2130 unj_5 6-2_5 0.0000 unj_10 6-2_5 0.0000 unj_20 6-2_5 0.3000 num_ret 7-1_1 100 num_rel 7-1_1 4 num_rel_ret 7-1_1 1 map 7-1_1 0.0109 Rprec 7-1_1 0.0000 bpref 7-1_1 0.0000 recip_rank 7-1_1 0.0435 iprec_at_recall_0.00 7-1_1 0.0435 iprec_at_recall_0.10 7-1_1 0.0435 iprec_at_recall_0.20 7-1_1 0.0435 iprec_at_recall_0.30 7-1_1 0.0435 iprec_at_recall_0.40 7-1_1 0.0000 iprec_at_recall_0.50 7-1_1 0.0000 iprec_at_recall_0.60 7-1_1 0.0000 iprec_at_recall_0.70 7-1_1 0.0000 iprec_at_recall_0.80 7-1_1 0.0000 iprec_at_recall_0.90 7-1_1 0.0000 iprec_at_recall_1.00 7-1_1 0.0000 P_5 7-1_1 0.0000 P_10 7-1_1 0.0000 P_15 7-1_1 0.0000 P_20 7-1_1 0.0000 P_30 7-1_1 0.0333 P_100 7-1_1 0.0100 P_200 7-1_1 0.0050 P_500 7-1_1 0.0020 P_1000 7-1_1 0.0010 relstring 7-1_1 '1111011111' recall_5 7-1_1 0.0000 recall_10 7-1_1 0.0000 recall_15 7-1_1 0.0000 recall_20 7-1_1 0.0000 recall_30 7-1_1 0.2500 recall_100 7-1_1 0.2500 recall_200 7-1_1 0.2500 recall_500 7-1_1 0.2500 recall_1000 7-1_1 0.2500 infAP 7-1_1 0.0109 Rprec_mult_0.20 7-1_1 0.0000 Rprec_mult_0.40 7-1_1 0.0000 Rprec_mult_0.60 7-1_1 0.0000 Rprec_mult_0.80 7-1_1 0.0000 Rprec_mult_1.00 7-1_1 0.0000 Rprec_mult_1.20 7-1_1 0.0000 Rprec_mult_1.40 7-1_1 0.0000 Rprec_mult_1.60 7-1_1 0.0000 Rprec_mult_1.80 7-1_1 0.0000 Rprec_mult_2.00 7-1_1 0.0000 utility 7-1_1 -98.0000 11pt_avg 7-1_1 0.0158 binG 7-1_1 0.0545 G 7-1_1 0.0654 ndcg 7-1_1 0.3072 ndcg_rel 7-1_1 0.3485 Rndcg 7-1_1 0.3529 ndcg_cut_5 7-1_1 0.3935 ndcg_cut_10 7-1_1 0.5128 ndcg_cut_15 7-1_1 0.4955 ndcg_cut_20 7-1_1 0.5068 ndcg_cut_30 7-1_1 0.5083 ndcg_cut_100 7-1_1 0.3726 ndcg_cut_200 7-1_1 0.3072 ndcg_cut_500 7-1_1 0.3072 ndcg_cut_1000 7-1_1 0.3072 map_cut_5 7-1_1 0.0000 map_cut_10 7-1_1 0.0000 map_cut_15 7-1_1 0.0000 map_cut_20 7-1_1 0.0000 map_cut_30 7-1_1 0.0109 map_cut_100 7-1_1 0.0109 map_cut_200 7-1_1 0.0109 map_cut_500 7-1_1 0.0109 map_cut_1000 7-1_1 0.0109 relative_P_5 7-1_1 0.0000 relative_P_10 7-1_1 0.0000 relative_P_15 7-1_1 0.0000 relative_P_20 7-1_1 0.0000 relative_P_30 7-1_1 0.2500 relative_P_100 7-1_1 0.2500 relative_P_200 7-1_1 0.2500 relative_P_500 7-1_1 0.2500 relative_P_1000 7-1_1 0.2500 success_1 7-1_1 0.0000 success_5 7-1_1 0.0000 success_10 7-1_1 0.0000 set_P 7-1_1 0.0100 set_relative_P 7-1_1 0.2500 set_recall 7-1_1 0.2500 set_map 7-1_1 0.0025 set_F 7-1_1 0.0192 num_nonrel_judged_ret 7-1_1 36 rbp 7-1_1 0.2516 rbp_resid 7-1_1 0.1483 unj_5 7-1_1 0.0000 unj_10 7-1_1 0.0000 unj_20 7-1_1 0.2000 num_ret 7-1_5 100 num_rel 7-1_5 6 num_rel_ret 7-1_5 0 map 7-1_5 0.0000 Rprec 7-1_5 0.0000 bpref 7-1_5 0.0000 recip_rank 7-1_5 0.0000 iprec_at_recall_0.00 7-1_5 0.0000 iprec_at_recall_0.10 7-1_5 0.0000 iprec_at_recall_0.20 7-1_5 0.0000 iprec_at_recall_0.30 7-1_5 0.0000 iprec_at_recall_0.40 7-1_5 0.0000 iprec_at_recall_0.50 7-1_5 0.0000 iprec_at_recall_0.60 7-1_5 0.0000 iprec_at_recall_0.70 7-1_5 0.0000 iprec_at_recall_0.80 7-1_5 0.0000 iprec_at_recall_0.90 7-1_5 0.0000 iprec_at_recall_1.00 7-1_5 0.0000 P_5 7-1_5 0.0000 P_10 7-1_5 0.0000 P_15 7-1_5 0.0000 P_20 7-1_5 0.0000 P_30 7-1_5 0.0000 P_100 7-1_5 0.0000 P_200 7-1_5 0.0000 P_500 7-1_5 0.0000 P_1000 7-1_5 0.0000 relstring 7-1_5 '0010010000' recall_5 7-1_5 0.0000 recall_10 7-1_5 0.0000 recall_15 7-1_5 0.0000 recall_20 7-1_5 0.0000 recall_30 7-1_5 0.0000 recall_100 7-1_5 0.0000 recall_200 7-1_5 0.0000 recall_500 7-1_5 0.0000 recall_1000 7-1_5 0.0000 infAP 7-1_5 0.0000 Rprec_mult_0.20 7-1_5 0.0000 Rprec_mult_0.40 7-1_5 0.0000 Rprec_mult_0.60 7-1_5 0.0000 Rprec_mult_0.80 7-1_5 0.0000 Rprec_mult_1.00 7-1_5 0.0000 Rprec_mult_1.20 7-1_5 0.0000 Rprec_mult_1.40 7-1_5 0.0000 Rprec_mult_1.60 7-1_5 0.0000 Rprec_mult_1.80 7-1_5 0.0000 Rprec_mult_2.00 7-1_5 0.0000 utility 7-1_5 -100.0000 11pt_avg 7-1_5 0.0000 binG 7-1_5 0.0000 G 7-1_5 0.0130 ndcg 7-1_5 0.0513 ndcg_rel 7-1_5 0.0524 Rndcg 7-1_5 0.0534 ndcg_cut_5 7-1_5 0.0424 ndcg_cut_10 7-1_5 0.0623 ndcg_cut_15 7-1_5 0.0568 ndcg_cut_20 7-1_5 0.0527 ndcg_cut_30 7-1_5 0.0513 ndcg_cut_100 7-1_5 0.0513 ndcg_cut_200 7-1_5 0.0513 ndcg_cut_500 7-1_5 0.0513 ndcg_cut_1000 7-1_5 0.0513 map_cut_5 7-1_5 0.0000 map_cut_10 7-1_5 0.0000 map_cut_15 7-1_5 0.0000 map_cut_20 7-1_5 0.0000 map_cut_30 7-1_5 0.0000 map_cut_100 7-1_5 0.0000 map_cut_200 7-1_5 0.0000 map_cut_500 7-1_5 0.0000 map_cut_1000 7-1_5 0.0000 relative_P_5 7-1_5 0.0000 relative_P_10 7-1_5 0.0000 relative_P_15 7-1_5 0.0000 relative_P_20 7-1_5 0.0000 relative_P_30 7-1_5 0.0000 relative_P_100 7-1_5 0.0000 relative_P_200 7-1_5 0.0000 relative_P_500 7-1_5 0.0000 relative_P_1000 7-1_5 0.0000 success_1 7-1_5 0.0000 success_5 7-1_5 0.0000 success_10 7-1_5 0.0000 set_P 7-1_5 0.0000 set_relative_P 7-1_5 0.0000 set_recall 7-1_5 0.0000 set_map 7-1_5 0.0000 set_F 7-1_5 0.0000 num_nonrel_judged_ret 7-1_5 20 rbp 7-1_5 0.0350 rbp_resid 7-1_5 0.2518 unj_5 7-1_5 0.0000 unj_10 7-1_5 0.0000 unj_20 7-1_5 0.3500 num_ret 7-1_6 100 num_rel 7-1_6 9 num_rel_ret 7-1_6 9 map 7-1_6 0.6613 Rprec 7-1_6 0.5556 bpref 7-1_6 0.8272 recip_rank 7-1_6 1.0000 iprec_at_recall_0.00 7-1_6 1.0000 iprec_at_recall_0.10 7-1_6 1.0000 iprec_at_recall_0.20 7-1_6 1.0000 iprec_at_recall_0.30 7-1_6 0.6667 iprec_at_recall_0.40 7-1_6 0.6667 iprec_at_recall_0.50 7-1_6 0.6250 iprec_at_recall_0.60 7-1_6 0.6250 iprec_at_recall_0.70 7-1_6 0.5833 iprec_at_recall_0.80 7-1_6 0.5833 iprec_at_recall_0.90 7-1_6 0.5714 iprec_at_recall_1.00 7-1_6 0.3600 P_5 7-1_6 0.6000 P_10 7-1_6 0.5000 P_15 7-1_6 0.5333 P_20 7-1_6 0.4000 P_30 7-1_6 0.3000 P_100 7-1_6 0.0900 P_200 7-1_6 0.0450 P_500 7-1_6 0.0180 P_1000 7-1_6 0.0090 relstring 7-1_6 '441124-2--' recall_5 7-1_6 0.3333 recall_10 7-1_6 0.5556 recall_15 7-1_6 0.8889 recall_20 7-1_6 0.8889 recall_30 7-1_6 1.0000 recall_100 7-1_6 1.0000 recall_200 7-1_6 1.0000 recall_500 7-1_6 1.0000 recall_1000 7-1_6 1.0000 infAP 7-1_6 0.6613 Rprec_mult_0.20 7-1_6 1.0000 Rprec_mult_0.40 7-1_6 0.5000 Rprec_mult_0.60 7-1_6 0.6667 Rprec_mult_0.80 7-1_6 0.6250 Rprec_mult_1.00 7-1_6 0.5556 Rprec_mult_1.20 7-1_6 0.5455 Rprec_mult_1.40 7-1_6 0.5385 Rprec_mult_1.60 7-1_6 0.5333 Rprec_mult_1.80 7-1_6 0.4706 Rprec_mult_2.00 7-1_6 0.4444 utility 7-1_6 -82.0000 11pt_avg 7-1_6 0.6983 binG 7-1_6 0.5240 G 7-1_6 0.4332 ndcg 7-1_6 0.8423 ndcg_rel 7-1_6 0.8146 Rndcg 7-1_6 0.7651 ndcg_cut_5 7-1_6 0.6977 ndcg_cut_10 7-1_6 0.6675 ndcg_cut_15 7-1_6 0.8074 ndcg_cut_20 7-1_6 0.8074 ndcg_cut_30 7-1_6 0.8329 ndcg_cut_100 7-1_6 0.8423 ndcg_cut_200 7-1_6 0.8423 ndcg_cut_500 7-1_6 0.8423 ndcg_cut_1000 7-1_6 0.8423 map_cut_5 7-1_6 0.2889 map_cut_10 7-1_6 0.4324 map_cut_15 7-1_6 0.6213 map_cut_20 7-1_6 0.6213 map_cut_30 7-1_6 0.6613 map_cut_100 7-1_6 0.6613 map_cut_200 7-1_6 0.6613 map_cut_500 7-1_6 0.6613 map_cut_1000 7-1_6 0.6613 relative_P_5 7-1_6 0.6000 relative_P_10 7-1_6 0.5556 relative_P_15 7-1_6 0.8889 relative_P_20 7-1_6 0.8889 relative_P_30 7-1_6 1.0000 relative_P_100 7-1_6 1.0000 relative_P_200 7-1_6 1.0000 relative_P_500 7-1_6 1.0000 relative_P_1000 7-1_6 1.0000 success_1 7-1_6 1.0000 success_5 7-1_6 1.0000 success_10 7-1_6 1.0000 set_P 7-1_6 0.0900 set_relative_P 7-1_6 1.0000 set_recall 7-1_6 1.0000 set_map 7-1_6 0.0900 set_F 7-1_6 0.1651 num_nonrel_judged_ret 7-1_6 5 rbp 7-1_6 0.4399 rbp_resid 7-1_6 0.3827 unj_5 7-1_6 0.0000 unj_10 7-1_6 0.3000 unj_20 7-1_6 0.5000 num_ret 7-1_9 100 num_rel 7-1_9 20 num_rel_ret 7-1_9 10 map 7-1_9 0.4427 Rprec 7-1_9 0.4500 bpref 7-1_9 0.4775 recip_rank 7-1_9 1.0000 iprec_at_recall_0.00 7-1_9 1.0000 iprec_at_recall_0.10 7-1_9 1.0000 iprec_at_recall_0.20 7-1_9 1.0000 iprec_at_recall_0.30 7-1_9 1.0000 iprec_at_recall_0.40 7-1_9 0.8889 iprec_at_recall_0.50 7-1_9 0.1471 iprec_at_recall_0.60 7-1_9 0.0000 iprec_at_recall_0.70 7-1_9 0.0000 iprec_at_recall_0.80 7-1_9 0.0000 iprec_at_recall_0.90 7-1_9 0.0000 iprec_at_recall_1.00 7-1_9 0.0000 P_5 7-1_9 1.0000 P_10 7-1_9 0.8000 P_15 7-1_9 0.6000 P_20 7-1_9 0.4500 P_30 7-1_9 0.3000 P_100 7-1_9 0.1000 P_200 7-1_9 0.0500 P_500 7-1_9 0.0200 P_1000 7-1_9 0.0100 relstring 7-1_9 '2222222121' recall_5 7-1_9 0.2500 recall_10 7-1_9 0.4000 recall_15 7-1_9 0.4500 recall_20 7-1_9 0.4500 recall_30 7-1_9 0.4500 recall_100 7-1_9 0.5000 recall_200 7-1_9 0.5000 recall_500 7-1_9 0.5000 recall_1000 7-1_9 0.5000 infAP 7-1_9 0.4427 Rprec_mult_0.20 7-1_9 1.0000 Rprec_mult_0.40 7-1_9 0.8750 Rprec_mult_0.60 7-1_9 0.7500 Rprec_mult_0.80 7-1_9 0.5625 Rprec_mult_1.00 7-1_9 0.4500 Rprec_mult_1.20 7-1_9 0.3750 Rprec_mult_1.40 7-1_9 0.3214 Rprec_mult_1.60 7-1_9 0.2812 Rprec_mult_1.80 7-1_9 0.2500 Rprec_mult_2.00 7-1_9 0.2250 utility 7-1_9 -80.0000 11pt_avg 7-1_9 0.4578 binG 7-1_9 0.4150 G 7-1_9 0.1775 ndcg 7-1_9 0.5141 ndcg_rel 7-1_9 0.5731 Rndcg 7-1_9 0.5121 ndcg_cut_5 7-1_9 0.7467 ndcg_cut_10 7-1_9 0.7651 ndcg_cut_15 7-1_9 0.6588 ndcg_cut_20 7-1_9 0.5622 ndcg_cut_30 7-1_9 0.4967 ndcg_cut_100 7-1_9 0.5141 ndcg_cut_200 7-1_9 0.5141 ndcg_cut_500 7-1_9 0.5141 ndcg_cut_1000 7-1_9 0.5141 map_cut_5 7-1_9 0.2500 map_cut_10 7-1_9 0.3944 map_cut_15 7-1_9 0.4354 map_cut_20 7-1_9 0.4354 map_cut_30 7-1_9 0.4354 map_cut_100 7-1_9 0.4427 map_cut_200 7-1_9 0.4427 map_cut_500 7-1_9 0.4427 map_cut_1000 7-1_9 0.4427 relative_P_5 7-1_9 1.0000 relative_P_10 7-1_9 0.8000 relative_P_15 7-1_9 0.6000 relative_P_20 7-1_9 0.4500 relative_P_30 7-1_9 0.4500 relative_P_100 7-1_9 0.5000 relative_P_200 7-1_9 0.5000 relative_P_500 7-1_9 0.5000 relative_P_1000 7-1_9 0.5000 success_1 7-1_9 1.0000 success_5 7-1_9 1.0000 success_10 7-1_9 1.0000 set_P 7-1_9 0.1000 set_relative_P 7-1_9 0.5000 set_recall 7-1_9 0.5000 set_map 7-1_9 0.0500 set_F 7-1_9 0.1667 num_nonrel_judged_ret 7-1_9 9 rbp 7-1_9 0.3228 rbp_resid 7-1_9 0.3057 unj_5 7-1_9 0.0000 unj_10 7-1_9 0.0000 unj_20 7-1_9 0.4500 num_ret 9-1_10 100 num_rel 9-1_10 59 num_rel_ret 9-1_10 15 map 9-1_10 0.1662 Rprec 9-1_10 0.2542 bpref 9-1_10 0.2436 recip_rank 9-1_10 1.0000 iprec_at_recall_0.00 9-1_10 1.0000 iprec_at_recall_0.10 9-1_10 0.7000 iprec_at_recall_0.20 9-1_10 0.4375 iprec_at_recall_0.30 9-1_10 0.0000 iprec_at_recall_0.40 9-1_10 0.0000 iprec_at_recall_0.50 9-1_10 0.0000 iprec_at_recall_0.60 9-1_10 0.0000 iprec_at_recall_0.70 9-1_10 0.0000 iprec_at_recall_0.80 9-1_10 0.0000 iprec_at_recall_0.90 9-1_10 0.0000 iprec_at_recall_1.00 9-1_10 0.0000 P_5 9-1_10 0.8000 P_10 9-1_10 0.7000 P_15 9-1_10 0.6000 P_20 9-1_10 0.4500 P_30 9-1_10 0.4000 P_100 9-1_10 0.1500 P_200 9-1_10 0.0750 P_500 9-1_10 0.0300 P_1000 9-1_10 0.0150 relstring 9-1_10 '444-331122' recall_5 9-1_10 0.0678 recall_10 9-1_10 0.1186 recall_15 9-1_10 0.1525 recall_20 9-1_10 0.1525 recall_30 9-1_10 0.2034 recall_100 9-1_10 0.2542 recall_200 9-1_10 0.2542 recall_500 9-1_10 0.2542 recall_1000 9-1_10 0.2542 infAP 9-1_10 0.1662 Rprec_mult_0.20 9-1_10 0.5833 Rprec_mult_0.40 9-1_10 0.4583 Rprec_mult_0.60 9-1_10 0.3889 Rprec_mult_0.80 9-1_10 0.3125 Rprec_mult_1.00 9-1_10 0.2542 Rprec_mult_1.20 9-1_10 0.2113 Rprec_mult_1.40 9-1_10 0.1807 Rprec_mult_1.60 9-1_10 0.1579 Rprec_mult_1.80 9-1_10 0.1402 Rprec_mult_2.00 9-1_10 0.1271 utility 9-1_10 -70.0000 11pt_avg 9-1_10 0.1943 binG 9-1_10 0.1229 G 9-1_10 0.1089 ndcg 9-1_10 0.3822 ndcg_rel 9-1_10 0.4662 Rndcg 9-1_10 0.4210 ndcg_cut_5 9-1_10 0.8211 ndcg_cut_10 9-1_10 0.6923 ndcg_cut_15 9-1_10 0.6241 ndcg_cut_20 9-1_10 0.5196 ndcg_cut_30 9-1_10 0.4827 ndcg_cut_100 9-1_10 0.3822 ndcg_cut_200 9-1_10 0.3822 ndcg_cut_500 9-1_10 0.3822 ndcg_cut_1000 9-1_10 0.3822 map_cut_5 9-1_10 0.0644 map_cut_10 9-1_10 0.1017 map_cut_15 9-1_10 0.1223 map_cut_20 9-1_10 0.1223 map_cut_30 9-1_10 0.1456 map_cut_100 9-1_10 0.1662 map_cut_200 9-1_10 0.1662 map_cut_500 9-1_10 0.1662 map_cut_1000 9-1_10 0.1662 relative_P_5 9-1_10 0.8000 relative_P_10 9-1_10 0.7000 relative_P_15 9-1_10 0.6000 relative_P_20 9-1_10 0.4500 relative_P_30 9-1_10 0.4000 relative_P_100 9-1_10 0.2542 relative_P_200 9-1_10 0.2542 relative_P_500 9-1_10 0.2542 relative_P_1000 9-1_10 0.2542 success_1 9-1_10 1.0000 success_5 9-1_10 1.0000 success_10 9-1_10 1.0000 set_P 9-1_10 0.1500 set_relative_P 9-1_10 0.2542 set_recall 9-1_10 0.2542 set_map 9-1_10 0.0381 set_F 9-1_10 0.1887 num_nonrel_judged_ret 9-1_10 5 rbp 9-1_10 0.5119 rbp_resid 9-1_10 0.2951 unj_5 9-1_10 0.2000 unj_10 9-1_10 0.1000 unj_20 9-1_10 0.4000 num_ret 9-1_2 100 num_rel 9-1_2 58 num_rel_ret 9-1_2 29 map 9-1_2 0.3224 Rprec 9-1_2 0.4828 bpref 9-1_2 0.4492 recip_rank 9-1_2 1.0000 iprec_at_recall_0.00 9-1_2 1.0000 iprec_at_recall_0.10 9-1_2 0.7273 iprec_at_recall_0.20 9-1_2 0.6818 iprec_at_recall_0.30 9-1_2 0.6154 iprec_at_recall_0.40 9-1_2 0.6154 iprec_at_recall_0.50 9-1_2 0.4833 iprec_at_recall_0.60 9-1_2 0.0000 iprec_at_recall_0.70 9-1_2 0.0000 iprec_at_recall_0.80 9-1_2 0.0000 iprec_at_recall_0.90 9-1_2 0.0000 iprec_at_recall_1.00 9-1_2 0.0000 P_5 9-1_2 0.4000 P_10 9-1_2 0.7000 P_15 9-1_2 0.6667 P_20 9-1_2 0.6500 P_30 9-1_2 0.6000 P_100 9-1_2 0.2900 P_200 9-1_2 0.1450 P_500 9-1_2 0.0580 P_1000 9-1_2 0.0290 relstring 9-1_2 '4200022244' recall_5 9-1_2 0.0345 recall_10 9-1_2 0.1207 recall_15 9-1_2 0.1724 recall_20 9-1_2 0.2241 recall_30 9-1_2 0.3103 recall_100 9-1_2 0.5000 recall_200 9-1_2 0.5000 recall_500 9-1_2 0.5000 recall_1000 9-1_2 0.5000 infAP 9-1_2 0.3224 Rprec_mult_0.20 9-1_2 0.6667 Rprec_mult_0.40 9-1_2 0.6250 Rprec_mult_0.60 9-1_2 0.6000 Rprec_mult_0.80 9-1_2 0.5745 Rprec_mult_1.00 9-1_2 0.4828 Rprec_mult_1.20 9-1_2 0.4143 Rprec_mult_1.40 9-1_2 0.3537 Rprec_mult_1.60 9-1_2 0.3118 Rprec_mult_1.80 9-1_2 0.2762 Rprec_mult_2.00 9-1_2 0.2500 utility 9-1_2 -42.0000 11pt_avg 9-1_2 0.3748 binG 9-1_2 0.1788 G 9-1_2 0.1189 ndcg 9-1_2 0.5220 ndcg_rel 9-1_2 0.5495 Rndcg 9-1_2 0.5208 ndcg_cut_5 9-1_2 0.4462 ndcg_cut_10 9-1_2 0.5578 ndcg_cut_15 9-1_2 0.5908 ndcg_cut_20 9-1_2 0.5724 ndcg_cut_30 9-1_2 0.5647 ndcg_cut_100 9-1_2 0.5220 ndcg_cut_200 9-1_2 0.5220 ndcg_cut_500 9-1_2 0.5220 ndcg_cut_1000 9-1_2 0.5220 map_cut_5 9-1_2 0.0345 map_cut_10 9-1_2 0.0873 map_cut_15 9-1_2 0.1241 map_cut_20 9-1_2 0.1579 map_cut_30 9-1_2 0.2130 map_cut_100 9-1_2 0.3224 map_cut_200 9-1_2 0.3224 map_cut_500 9-1_2 0.3224 map_cut_1000 9-1_2 0.3224 relative_P_5 9-1_2 0.4000 relative_P_10 9-1_2 0.7000 relative_P_15 9-1_2 0.6667 relative_P_20 9-1_2 0.6500 relative_P_30 9-1_2 0.6000 relative_P_100 9-1_2 0.5000 relative_P_200 9-1_2 0.5000 relative_P_500 9-1_2 0.5000 relative_P_1000 9-1_2 0.5000 success_1 9-1_2 1.0000 success_5 9-1_2 1.0000 success_10 9-1_2 1.0000 set_P 9-1_2 0.2900 set_relative_P 9-1_2 0.5000 set_recall 9-1_2 0.5000 set_map 9-1_2 0.1450 set_F 9-1_2 0.3671 num_nonrel_judged_ret 9-1_2 19 rbp 9-1_2 0.4599 rbp_resid 9-1_2 0.0874 unj_5 9-1_2 0.0000 unj_10 9-1_2 0.0000 unj_20 9-1_2 0.1000 num_ret 9-1_4 100 num_rel 9-1_4 25 num_rel_ret 9-1_4 15 map 9-1_4 0.2376 Rprec 9-1_4 0.2800 bpref 9-1_4 0.4432 recip_rank 9-1_4 1.0000 iprec_at_recall_0.00 9-1_4 1.0000 iprec_at_recall_0.10 9-1_4 0.7500 iprec_at_recall_0.20 9-1_4 0.5556 iprec_at_recall_0.30 9-1_4 0.2632 iprec_at_recall_0.40 9-1_4 0.2632 iprec_at_recall_0.50 9-1_4 0.1795 iprec_at_recall_0.60 9-1_4 0.1765 iprec_at_recall_0.70 9-1_4 0.0000 iprec_at_recall_0.80 9-1_4 0.0000 iprec_at_recall_0.90 9-1_4 0.0000 iprec_at_recall_1.00 9-1_4 0.0000 P_5 9-1_4 0.6000 P_10 9-1_4 0.5000 P_15 9-1_4 0.3333 P_20 9-1_4 0.3000 P_30 9-1_4 0.2333 P_100 9-1_4 0.1500 P_200 9-1_4 0.0750 P_500 9-1_4 0.0300 P_1000 9-1_4 0.0150 relstring 9-1_4 '3033030030' recall_5 9-1_4 0.1200 recall_10 9-1_4 0.2000 recall_15 9-1_4 0.2000 recall_20 9-1_4 0.2400 recall_30 9-1_4 0.2800 recall_100 9-1_4 0.6000 recall_200 9-1_4 0.6000 recall_500 9-1_4 0.6000 recall_1000 9-1_4 0.6000 infAP 9-1_4 0.2376 Rprec_mult_0.20 9-1_4 0.6000 Rprec_mult_0.40 9-1_4 0.5000 Rprec_mult_0.60 9-1_4 0.3333 Rprec_mult_0.80 9-1_4 0.3000 Rprec_mult_1.00 9-1_4 0.2800 Rprec_mult_1.20 9-1_4 0.2333 Rprec_mult_1.40 9-1_4 0.2286 Rprec_mult_1.60 9-1_4 0.2500 Rprec_mult_1.80 9-1_4 0.2222 Rprec_mult_2.00 9-1_4 0.2200 utility 9-1_4 -70.0000 11pt_avg 9-1_4 0.2898 binG 9-1_4 0.2045 G 9-1_4 0.1680 ndcg 9-1_4 0.5516 ndcg_rel 9-1_4 0.5474 Rndcg 9-1_4 0.4255 ndcg_cut_5 9-1_4 0.6548 ndcg_cut_10 9-1_4 0.5696 ndcg_cut_15 9-1_4 0.4415 ndcg_cut_20 9-1_4 0.4043 ndcg_cut_30 9-1_4 0.3769 ndcg_cut_100 9-1_4 0.5516 ndcg_cut_200 9-1_4 0.5516 ndcg_cut_500 9-1_4 0.5516 ndcg_cut_1000 9-1_4 0.5516 map_cut_5 9-1_4 0.0967 map_cut_10 9-1_4 0.1456 map_cut_15 9-1_4 0.1456 map_cut_20 9-1_4 0.1576 map_cut_30 9-1_4 0.1688 map_cut_100 9-1_4 0.2376 map_cut_200 9-1_4 0.2376 map_cut_500 9-1_4 0.2376 map_cut_1000 9-1_4 0.2376 relative_P_5 9-1_4 0.6000 relative_P_10 9-1_4 0.5000 relative_P_15 9-1_4 0.3333 relative_P_20 9-1_4 0.3000 relative_P_30 9-1_4 0.2800 relative_P_100 9-1_4 0.6000 relative_P_200 9-1_4 0.6000 relative_P_500 9-1_4 0.6000 relative_P_1000 9-1_4 0.6000 success_1 9-1_4 1.0000 success_5 9-1_4 1.0000 success_10 9-1_4 1.0000 set_P 9-1_4 0.1500 set_relative_P 9-1_4 0.6000 set_recall 9-1_4 0.6000 set_map 9-1_4 0.0900 set_F 9-1_4 0.2400 num_nonrel_judged_ret 9-1_4 16 rbp 9-1_4 0.3868 rbp_resid 9-1_4 0.2595 unj_5 9-1_4 0.0000 unj_10 9-1_4 0.0000 unj_20 9-1_4 0.3500 num_ret 9-1_5 100 num_rel 9-1_5 25 num_rel_ret 9-1_5 5 map 9-1_5 0.0180 Rprec 9-1_5 0.0800 bpref 9-1_5 0.1056 recip_rank 9-1_5 0.1667 iprec_at_recall_0.00 9-1_5 0.1667 iprec_at_recall_0.10 9-1_5 0.1000 iprec_at_recall_0.20 9-1_5 0.0556 iprec_at_recall_0.30 9-1_5 0.0000 iprec_at_recall_0.40 9-1_5 0.0000 iprec_at_recall_0.50 9-1_5 0.0000 iprec_at_recall_0.60 9-1_5 0.0000 iprec_at_recall_0.70 9-1_5 0.0000 iprec_at_recall_0.80 9-1_5 0.0000 iprec_at_recall_0.90 9-1_5 0.0000 iprec_at_recall_1.00 9-1_5 0.0000 P_5 9-1_5 0.0000 P_10 9-1_5 0.1000 P_15 9-1_5 0.0667 P_20 9-1_5 0.0500 P_30 9-1_5 0.1000 P_100 9-1_5 0.0500 P_200 9-1_5 0.0250 P_500 9-1_5 0.0100 P_1000 9-1_5 0.0050 relstring 9-1_5 '00-0-3--0-' recall_5 9-1_5 0.0000 recall_10 9-1_5 0.0400 recall_15 9-1_5 0.0400 recall_20 9-1_5 0.0400 recall_30 9-1_5 0.1200 recall_100 9-1_5 0.2000 recall_200 9-1_5 0.2000 recall_500 9-1_5 0.2000 recall_1000 9-1_5 0.2000 infAP 9-1_5 0.0180 Rprec_mult_0.20 9-1_5 0.0000 Rprec_mult_0.40 9-1_5 0.1000 Rprec_mult_0.60 9-1_5 0.0667 Rprec_mult_0.80 9-1_5 0.0500 Rprec_mult_1.00 9-1_5 0.0800 Rprec_mult_1.20 9-1_5 0.1000 Rprec_mult_1.40 9-1_5 0.0857 Rprec_mult_1.60 9-1_5 0.0750 Rprec_mult_1.80 9-1_5 0.0667 Rprec_mult_2.00 9-1_5 0.0600 utility 9-1_5 -90.0000 11pt_avg 9-1_5 0.0293 binG 9-1_5 0.0436 G 9-1_5 0.0304 ndcg 9-1_5 0.1220 ndcg_rel 9-1_5 0.1161 Rndcg 9-1_5 0.0687 ndcg_cut_5 9-1_5 0.0000 ndcg_cut_10 9-1_5 0.0678 ndcg_cut_15 9-1_5 0.0542 ndcg_cut_20 9-1_5 0.0469 ndcg_cut_30 9-1_5 0.0901 ndcg_cut_100 9-1_5 0.1220 ndcg_cut_200 9-1_5 0.1220 ndcg_cut_500 9-1_5 0.1220 ndcg_cut_1000 9-1_5 0.1220 map_cut_5 9-1_5 0.0000 map_cut_10 9-1_5 0.0067 map_cut_15 9-1_5 0.0067 map_cut_20 9-1_5 0.0067 map_cut_30 9-1_5 0.0140 map_cut_100 9-1_5 0.0180 map_cut_200 9-1_5 0.0180 map_cut_500 9-1_5 0.0180 map_cut_1000 9-1_5 0.0180 relative_P_5 9-1_5 0.0000 relative_P_10 9-1_5 0.1000 relative_P_15 9-1_5 0.0667 relative_P_20 9-1_5 0.0500 relative_P_30 9-1_5 0.1200 relative_P_100 9-1_5 0.2000 relative_P_200 9-1_5 0.2000 relative_P_500 9-1_5 0.2000 relative_P_1000 9-1_5 0.2000 success_1 9-1_5 0.0000 success_5 9-1_5 0.0000 success_10 9-1_5 1.0000 set_P 9-1_5 0.0500 set_relative_P 9-1_5 0.2000 set_recall 9-1_5 0.2000 set_map 9-1_5 0.0100 set_F 9-1_5 0.0800 num_nonrel_judged_ret 9-1_5 20 rbp 9-1_5 0.0577 rbp_resid 9-1_5 0.5086 unj_5 9-1_5 0.4000 unj_10 9-1_5 0.5000 unj_20 9-1_5 0.5500 num_ret 9-2_6 100 num_rel 9-2_6 20 num_rel_ret 9-2_6 10 map 9-2_6 0.2147 Rprec 9-2_6 0.3000 bpref 9-2_6 0.3350 recip_rank 9-2_6 1.0000 iprec_at_recall_0.00 9-2_6 1.0000 iprec_at_recall_0.10 9-2_6 1.0000 iprec_at_recall_0.20 9-2_6 0.3333 iprec_at_recall_0.30 9-2_6 0.3333 iprec_at_recall_0.40 9-2_6 0.1765 iprec_at_recall_0.50 9-2_6 0.1163 iprec_at_recall_0.60 9-2_6 0.0000 iprec_at_recall_0.70 9-2_6 0.0000 iprec_at_recall_0.80 9-2_6 0.0000 iprec_at_recall_0.90 9-2_6 0.0000 iprec_at_recall_1.00 9-2_6 0.0000 P_5 9-2_6 0.6000 P_10 9-2_6 0.3000 P_15 9-2_6 0.2667 P_20 9-2_6 0.3000 P_30 9-2_6 0.2333 P_100 9-2_6 0.1000 P_200 9-2_6 0.0500 P_500 9-2_6 0.0200 P_1000 9-2_6 0.0100 relstring 9-2_6 '3200300010' recall_5 9-2_6 0.1500 recall_10 9-2_6 0.1500 recall_15 9-2_6 0.2000 recall_20 9-2_6 0.3000 recall_30 9-2_6 0.3500 recall_100 9-2_6 0.5000 recall_200 9-2_6 0.5000 recall_500 9-2_6 0.5000 recall_1000 9-2_6 0.5000 infAP 9-2_6 0.2147 Rprec_mult_0.20 9-2_6 0.5000 Rprec_mult_0.40 9-2_6 0.3750 Rprec_mult_0.60 9-2_6 0.2500 Rprec_mult_0.80 9-2_6 0.2500 Rprec_mult_1.00 9-2_6 0.3000 Rprec_mult_1.20 9-2_6 0.2917 Rprec_mult_1.40 9-2_6 0.2500 Rprec_mult_1.60 9-2_6 0.2188 Rprec_mult_1.80 9-2_6 0.1944 Rprec_mult_2.00 9-2_6 0.1750 utility 9-2_6 -80.0000 11pt_avg 9-2_6 0.2690 binG 9-2_6 0.2040 G 9-2_6 0.1022 ndcg 9-2_6 0.3920 ndcg_rel 9-2_6 0.4033 Rndcg 9-2_6 0.3482 ndcg_cut_5 9-2_6 0.4598 ndcg_cut_10 9-2_6 0.3314 ndcg_cut_15 9-2_6 0.3356 ndcg_cut_20 9-2_6 0.3420 ndcg_cut_30 9-2_6 0.3308 ndcg_cut_100 9-2_6 0.3920 ndcg_cut_200 9-2_6 0.3920 ndcg_cut_500 9-2_6 0.3920 ndcg_cut_1000 9-2_6 0.3920 map_cut_5 9-2_6 0.1300 map_cut_10 9-2_6 0.1300 map_cut_15 9-2_6 0.1454 map_cut_20 9-2_6 0.1751 map_cut_30 9-2_6 0.1918 map_cut_100 9-2_6 0.2147 map_cut_200 9-2_6 0.2147 map_cut_500 9-2_6 0.2147 map_cut_1000 9-2_6 0.2147 relative_P_5 9-2_6 0.6000 relative_P_10 9-2_6 0.3000 relative_P_15 9-2_6 0.2667 relative_P_20 9-2_6 0.3000 relative_P_30 9-2_6 0.3500 relative_P_100 9-2_6 0.5000 relative_P_200 9-2_6 0.5000 relative_P_500 9-2_6 0.5000 relative_P_1000 9-2_6 0.5000 success_1 9-2_6 1.0000 success_5 9-2_6 1.0000 success_10 9-2_6 1.0000 set_P 9-2_6 0.1000 set_relative_P 9-2_6 0.5000 set_recall 9-2_6 0.5000 set_map 9-2_6 0.0500 set_F 9-2_6 0.1667 num_nonrel_judged_ret 9-2_6 13 rbp 9-2_6 0.2316 rbp_resid 9-2_6 0.2347 unj_5 9-2_6 0.0000 unj_10 9-2_6 0.0000 unj_20 9-2_6 0.3000 num_ret 9-2_7 100 num_rel 9-2_7 10 num_rel_ret 9-2_7 4 map 9-2_7 0.0709 Rprec 9-2_7 0.1000 bpref 9-2_7 0.0900 recip_rank 9-2_7 0.5000 iprec_at_recall_0.00 9-2_7 0.5000 iprec_at_recall_0.10 9-2_7 0.5000 iprec_at_recall_0.20 9-2_7 0.0741 iprec_at_recall_0.30 9-2_7 0.0741 iprec_at_recall_0.40 9-2_7 0.0741 iprec_at_recall_0.50 9-2_7 0.0000 iprec_at_recall_0.60 9-2_7 0.0000 iprec_at_recall_0.70 9-2_7 0.0000 iprec_at_recall_0.80 9-2_7 0.0000 iprec_at_recall_0.90 9-2_7 0.0000 iprec_at_recall_1.00 9-2_7 0.0000 P_5 9-2_7 0.2000 P_10 9-2_7 0.1000 P_15 9-2_7 0.0667 P_20 9-2_7 0.0500 P_30 9-2_7 0.0667 P_100 9-2_7 0.0400 P_200 9-2_7 0.0200 P_500 9-2_7 0.0080 P_1000 9-2_7 0.0040 relstring 9-2_7 '0400001111' recall_5 9-2_7 0.1000 recall_10 9-2_7 0.1000 recall_15 9-2_7 0.1000 recall_20 9-2_7 0.1000 recall_30 9-2_7 0.2000 recall_100 9-2_7 0.4000 recall_200 9-2_7 0.4000 recall_500 9-2_7 0.4000 recall_1000 9-2_7 0.4000 infAP 9-2_7 0.0709 Rprec_mult_0.20 9-2_7 0.5000 Rprec_mult_0.40 9-2_7 0.2500 Rprec_mult_0.60 9-2_7 0.1667 Rprec_mult_0.80 9-2_7 0.1250 Rprec_mult_1.00 9-2_7 0.1000 Rprec_mult_1.20 9-2_7 0.0833 Rprec_mult_1.40 9-2_7 0.0714 Rprec_mult_1.60 9-2_7 0.0625 Rprec_mult_1.80 9-2_7 0.0556 Rprec_mult_2.00 9-2_7 0.0500 utility 9-2_7 -92.0000 11pt_avg 9-2_7 0.1111 binG 9-2_7 0.1194 G 9-2_7 0.1169 ndcg 9-2_7 0.3804 ndcg_rel 9-2_7 0.3549 Rndcg 9-2_7 0.3448 ndcg_cut_5 9-2_7 0.2756 ndcg_cut_10 9-2_7 0.3047 ndcg_cut_15 9-2_7 0.3342 ndcg_cut_20 9-2_7 0.3242 ndcg_cut_30 9-2_7 0.3074 ndcg_cut_100 9-2_7 0.3804 ndcg_cut_200 9-2_7 0.3804 ndcg_cut_500 9-2_7 0.3804 ndcg_cut_1000 9-2_7 0.3804 map_cut_5 9-2_7 0.0500 map_cut_10 9-2_7 0.0500 map_cut_15 9-2_7 0.0500 map_cut_20 9-2_7 0.0500 map_cut_30 9-2_7 0.0567 map_cut_100 9-2_7 0.0709 map_cut_200 9-2_7 0.0709 map_cut_500 9-2_7 0.0709 map_cut_1000 9-2_7 0.0709 relative_P_5 9-2_7 0.2000 relative_P_10 9-2_7 0.1000 relative_P_15 9-2_7 0.1000 relative_P_20 9-2_7 0.1000 relative_P_30 9-2_7 0.2000 relative_P_100 9-2_7 0.4000 relative_P_200 9-2_7 0.4000 relative_P_500 9-2_7 0.4000 relative_P_1000 9-2_7 0.4000 success_1 9-2_7 0.0000 success_5 9-2_7 1.0000 success_10 9-2_7 1.0000 set_P 9-2_7 0.0400 set_relative_P 9-2_7 0.4000 set_recall 9-2_7 0.4000 set_map 9-2_7 0.0160 set_F 9-2_7 0.0727 num_nonrel_judged_ret 9-2_7 19 rbp 9-2_7 0.1675 rbp_resid 9-2_7 0.2175 unj_5 9-2_7 0.0000 unj_10 9-2_7 0.0000 unj_20 9-2_7 0.3000 num_ret 9-2_9 100 num_rel 9-2_9 31 num_rel_ret 9-2_9 15 map 9-2_9 0.1965 Rprec 9-2_9 0.3226 bpref 9-2_9 0.3184 recip_rank 9-2_9 1.0000 iprec_at_recall_0.00 9-2_9 1.0000 iprec_at_recall_0.10 9-2_9 0.4667 iprec_at_recall_0.20 9-2_9 0.4667 iprec_at_recall_0.30 9-2_9 0.3913 iprec_at_recall_0.40 9-2_9 0.3158 iprec_at_recall_0.50 9-2_9 0.0000 iprec_at_recall_0.60 9-2_9 0.0000 iprec_at_recall_0.70 9-2_9 0.0000 iprec_at_recall_0.80 9-2_9 0.0000 iprec_at_recall_0.90 9-2_9 0.0000 iprec_at_recall_1.00 9-2_9 0.0000 P_5 9-2_9 0.4000 P_10 9-2_9 0.4000 P_15 9-2_9 0.4667 P_20 9-2_9 0.4000 P_30 9-2_9 0.3000 P_100 9-2_9 0.1500 P_200 9-2_9 0.0750 P_500 9-2_9 0.0300 P_1000 9-2_9 0.0150 relstring 9-2_9 '4111311241' recall_5 9-2_9 0.0645 recall_10 9-2_9 0.1290 recall_15 9-2_9 0.2258 recall_20 9-2_9 0.2581 recall_30 9-2_9 0.2903 recall_100 9-2_9 0.4839 recall_200 9-2_9 0.4839 recall_500 9-2_9 0.4839 recall_1000 9-2_9 0.4839 infAP 9-2_9 0.1965 Rprec_mult_0.20 9-2_9 0.2857 Rprec_mult_0.40 9-2_9 0.3846 Rprec_mult_0.60 9-2_9 0.3684 Rprec_mult_0.80 9-2_9 0.3600 Rprec_mult_1.00 9-2_9 0.3226 Rprec_mult_1.20 9-2_9 0.3158 Rprec_mult_1.40 9-2_9 0.2727 Rprec_mult_1.60 9-2_9 0.2400 Rprec_mult_1.80 9-2_9 0.2500 Rprec_mult_2.00 9-2_9 0.2419 utility 9-2_9 -70.0000 11pt_avg 9-2_9 0.2400 binG 9-2_9 0.1545 G 9-2_9 0.1322 ndcg 9-2_9 0.5425 ndcg_rel 9-2_9 0.5501 Rndcg 9-2_9 0.5318 ndcg_cut_5 9-2_9 0.5700 ndcg_cut_10 9-2_9 0.5247 ndcg_cut_15 9-2_9 0.5373 ndcg_cut_20 9-2_9 0.5271 ndcg_cut_30 9-2_9 0.5091 ndcg_cut_100 9-2_9 0.5425 ndcg_cut_200 9-2_9 0.5425 ndcg_cut_500 9-2_9 0.5425 ndcg_cut_1000 9-2_9 0.5425 map_cut_5 9-2_9 0.0452 map_cut_10 9-2_9 0.0716 map_cut_15 9-2_9 0.1151 map_cut_20 9-2_9 0.1280 map_cut_30 9-2_9 0.1407 map_cut_100 9-2_9 0.1965 map_cut_200 9-2_9 0.1965 map_cut_500 9-2_9 0.1965 map_cut_1000 9-2_9 0.1965 relative_P_5 9-2_9 0.4000 relative_P_10 9-2_9 0.4000 relative_P_15 9-2_9 0.4667 relative_P_20 9-2_9 0.4000 relative_P_30 9-2_9 0.3000 relative_P_100 9-2_9 0.4839 relative_P_200 9-2_9 0.4839 relative_P_500 9-2_9 0.4839 relative_P_1000 9-2_9 0.4839 success_1 9-2_9 1.0000 success_5 9-2_9 1.0000 success_10 9-2_9 1.0000 set_P 9-2_9 0.1500 set_relative_P 9-2_9 0.4839 set_recall 9-2_9 0.4839 set_map 9-2_9 0.0726 set_F 9-2_9 0.2290 num_nonrel_judged_ret 9-2_9 25 rbp 9-2_9 0.4241 rbp_resid 9-2_9 0.1115 unj_5 9-2_9 0.0000 unj_10 9-2_9 0.0000 unj_20 9-2_9 0.1500 runid all auto_npr_npsg20_thru03_d3c5 num_q all 45 num_ret all 4500 num_rel all 2135 num_rel_ret all 665 map all 0.1814 gm_map all 0.0691 Rprec all 0.2443 bpref all 0.2744 recip_rank all 0.6478 iprec_at_recall_0.00 all 0.6822 iprec_at_recall_0.10 all 0.5101 iprec_at_recall_0.20 all 0.3638 iprec_at_recall_0.30 all 0.2559 iprec_at_recall_0.40 all 0.1917 iprec_at_recall_0.50 all 0.1138 iprec_at_recall_0.60 all 0.0744 iprec_at_recall_0.70 all 0.0494 iprec_at_recall_0.80 all 0.0433 iprec_at_recall_0.90 all 0.0389 iprec_at_recall_1.00 all 0.0080 P_5 all 0.4533 P_10 all 0.4200 P_15 all 0.3674 P_20 all 0.3311 P_30 all 0.2859 P_100 all 0.1478 P_200 all 0.0739 P_500 all 0.0296 P_1000 all 0.0148 recall_5 all 0.0674 recall_10 all 0.1281 recall_15 all 0.1684 recall_20 all 0.1915 recall_30 all 0.2448 recall_100 all 0.3637 recall_200 all 0.3637 recall_500 all 0.3637 recall_1000 all 0.3637 infAP all 0.1814 gm_bpref all 0.0807 Rprec_mult_0.20 all 0.4160 Rprec_mult_0.40 all 0.3463 Rprec_mult_0.60 all 0.3102 Rprec_mult_0.80 all 0.2712 Rprec_mult_1.00 all 0.2443 Rprec_mult_1.20 all 0.2190 Rprec_mult_1.40 all 0.1999 Rprec_mult_1.60 all 0.1813 Rprec_mult_1.80 all 0.1690 Rprec_mult_2.00 all 0.1578 utility all -70.4444 11pt_avg all 0.2119 binG all 0.1479 G all 0.1026 ndcg all 0.3628 ndcg_rel all 0.3728 Rndcg all 0.3534 ndcg_cut_5 all 0.4190 ndcg_cut_10 all 0.4229 ndcg_cut_15 all 0.4020 ndcg_cut_20 all 0.3902 ndcg_cut_30 all 0.3801 ndcg_cut_100 all 0.3730 ndcg_cut_200 all 0.3633 ndcg_cut_500 all 0.3628 ndcg_cut_1000 all 0.3628 map_cut_5 all 0.0593 map_cut_10 all 0.0962 map_cut_15 all 0.1178 map_cut_20 all 0.1287 map_cut_30 all 0.1476 map_cut_100 all 0.1814 map_cut_200 all 0.1814 map_cut_500 all 0.1814 map_cut_1000 all 0.1814 relative_P_5 all 0.4533 relative_P_10 all 0.4222 relative_P_15 all 0.3824 relative_P_20 all 0.3612 relative_P_30 all 0.3605 relative_P_100 all 0.3692 relative_P_200 all 0.3640 relative_P_500 all 0.3637 relative_P_1000 all 0.3637 success_1 all 0.5556 success_5 all 0.7333 success_10 all 0.8667 set_P all 0.1478 set_relative_P all 0.3692 set_recall all 0.3637 set_map all 0.0605 set_F all 0.1857 num_nonrel_judged_ret all 689 rbp all 0.3084 rbp_resid all 0.2473 unj_5 all 0.0267 unj_10 all 0.0689 unj_20 all 0.3267