num_ret 0_10 1000 num_rel 0_10 54 num_rel_ret 0_10 54 map 0_10 0.6479 Rprec 0_10 0.6111 bpref 0_10 0.8903 recip_rank 0_10 1.0000 iprec_at_recall_0.00 0_10 1.0000 iprec_at_recall_0.10 0_10 1.0000 iprec_at_recall_0.20 0_10 0.8000 iprec_at_recall_0.30 0_10 0.7143 iprec_at_recall_0.40 0_10 0.7143 iprec_at_recall_0.50 0_10 0.6750 iprec_at_recall_0.60 0_10 0.6531 iprec_at_recall_0.70 0_10 0.6094 iprec_at_recall_0.80 0_10 0.5811 iprec_at_recall_0.90 0_10 0.3427 iprec_at_recall_1.00 0_10 0.2169 P_5 0_10 1.0000 P_10 0_10 0.7000 P_15 0_10 0.8000 P_20 0_10 0.6500 P_30 0_10 0.6667 P_100 0_10 0.4800 P_200 0_10 0.2500 P_500 0_10 0.1080 P_1000 0_10 0.0540 relstring 0_10 '222330230-' recall_5 0_10 0.0926 recall_10 0_10 0.1296 recall_15 0_10 0.2222 recall_20 0_10 0.2407 recall_30 0_10 0.3704 recall_100 0_10 0.8889 recall_200 0_10 0.9259 recall_500 0_10 1.0000 recall_1000 0_10 1.0000 infAP 0_10 0.6479 Rprec_mult_0.20 0_10 0.7273 Rprec_mult_0.40 0_10 0.6818 Rprec_mult_0.60 0_10 0.6970 Rprec_mult_0.80 0_10 0.6591 Rprec_mult_1.00 0_10 0.6111 Rprec_mult_1.20 0_10 0.6000 Rprec_mult_1.40 0_10 0.5658 Rprec_mult_1.60 0_10 0.5402 Rprec_mult_1.80 0_10 0.4796 Rprec_mult_2.00 0_10 0.4444 utility 0_10 -892.0000 11pt_avg 0_10 0.6642 binG 0_10 0.3346 G 0_10 0.2203 ndcg 0_10 0.8432 ndcg_rel 0_10 0.6834 Rndcg 0_10 0.6841 ndcg_cut_5 0_10 0.7591 ndcg_cut_10 0_10 0.6109 ndcg_cut_15 0_10 0.6681 ndcg_cut_20 0_10 0.5886 ndcg_cut_30 0_10 0.5972 ndcg_cut_100 0_10 0.7940 ndcg_cut_200 0_10 0.8098 ndcg_cut_500 0_10 0.8432 ndcg_cut_1000 0_10 0.8432 map_cut_5 0_10 0.0926 map_cut_10 0_10 0.1247 map_cut_15 0_10 0.1956 map_cut_20 0_10 0.2077 map_cut_30 0_10 0.2968 map_cut_100 0_10 0.6194 map_cut_200 0_10 0.6313 map_cut_500 0_10 0.6479 map_cut_1000 0_10 0.6479 relative_P_5 0_10 1.0000 relative_P_10 0_10 0.7000 relative_P_15 0_10 0.8000 relative_P_20 0_10 0.6500 relative_P_30 0_10 0.6667 relative_P_100 0_10 0.8889 relative_P_200 0_10 0.9259 relative_P_500 0_10 1.0000 relative_P_1000 0_10 1.0000 success_1 0_10 1.0000 success_5 0_10 1.0000 success_10 0_10 1.0000 set_P 0_10 0.0540 set_relative_P 0_10 1.0000 set_recall 0_10 1.0000 set_map 0_10 0.0540 set_F 0_10 0.1025 num_nonrel_judged_ret 0_10 31 rbp 0_10 0.6085 rbp_resid 0_10 0.1141 unj_5 0_10 0.0000 unj_10 0_10 0.1000 unj_20 0_10 0.2000 num_ret 0_11 1000 num_rel 0_11 12 num_rel_ret 0_11 12 map 0_11 0.7823 Rprec 0_11 0.5833 bpref 0_11 0.7917 recip_rank 0_11 1.0000 iprec_at_recall_0.00 0_11 1.0000 iprec_at_recall_0.10 0_11 1.0000 iprec_at_recall_0.20 0_11 1.0000 iprec_at_recall_0.30 0_11 0.8571 iprec_at_recall_0.40 0_11 0.8571 iprec_at_recall_0.50 0_11 0.8571 iprec_at_recall_0.60 0_11 0.7778 iprec_at_recall_0.70 0_11 0.6471 iprec_at_recall_0.80 0_11 0.6471 iprec_at_recall_0.90 0_11 0.6471 iprec_at_recall_1.00 0_11 0.6316 P_5 0_11 0.8000 P_10 0_11 0.7000 P_15 0_11 0.6000 P_20 0_11 0.6000 P_30 0_11 0.4000 P_100 0_11 0.1200 P_200 0_11 0.0600 P_500 0_11 0.0240 P_1000 0_11 0.0120 relstring 0_11 '3330333030' recall_5 0_11 0.3333 recall_10 0_11 0.5833 recall_15 0_11 0.7500 recall_20 0_11 1.0000 recall_30 0_11 1.0000 recall_100 0_11 1.0000 recall_200 0_11 1.0000 recall_500 0_11 1.0000 recall_1000 0_11 1.0000 infAP 0_11 0.7823 Rprec_mult_0.20 0_11 1.0000 Rprec_mult_0.40 0_11 0.8000 Rprec_mult_0.60 0_11 0.7500 Rprec_mult_0.80 0_11 0.7000 Rprec_mult_1.00 0_11 0.5833 Rprec_mult_1.20 0_11 0.6000 Rprec_mult_1.40 0_11 0.6471 Rprec_mult_1.60 0_11 0.6000 Rprec_mult_1.80 0_11 0.5455 Rprec_mult_2.00 0_11 0.5000 utility 0_11 -976.0000 11pt_avg 0_11 0.8111 binG 0_11 0.5887 G 0_11 0.5033 ndcg 0_11 0.9301 ndcg_rel 0_11 0.8844 Rndcg 0_11 0.8095 ndcg_cut_5 0_11 0.8539 ndcg_cut_10 0_11 0.7722 ndcg_cut_15 0_11 0.7896 ndcg_cut_20 0_11 0.9301 ndcg_cut_30 0_11 0.9301 ndcg_cut_100 0_11 0.9301 ndcg_cut_200 0_11 0.9301 ndcg_cut_500 0_11 0.9301 ndcg_cut_1000 0_11 0.9301 map_cut_5 0_11 0.3167 map_cut_10 0_11 0.5224 map_cut_15 0_11 0.6236 map_cut_20 0_11 0.7823 map_cut_30 0_11 0.7823 map_cut_100 0_11 0.7823 map_cut_200 0_11 0.7823 map_cut_500 0_11 0.7823 map_cut_1000 0_11 0.7823 relative_P_5 0_11 0.8000 relative_P_10 0_11 0.7000 relative_P_15 0_11 0.7500 relative_P_20 0_11 1.0000 relative_P_30 0_11 1.0000 relative_P_100 0_11 1.0000 relative_P_200 0_11 1.0000 relative_P_500 0_11 1.0000 relative_P_1000 0_11 1.0000 success_1 0_11 1.0000 success_5 0_11 1.0000 success_10 0_11 1.0000 set_P 0_11 0.0120 set_relative_P 0_11 1.0000 set_recall 0_11 1.0000 set_map 0_11 0.0120 set_F 0_11 0.0237 num_nonrel_judged_ret 0_11 23 rbp 0_11 0.5971 rbp_resid 0_11 0.1002 unj_5 0_11 0.0000 unj_10 0_11 0.0000 unj_20 0_11 0.0500 num_ret 0_2 1000 num_rel 0_2 34 num_rel_ret 0_2 17 map 0_2 0.2115 Rprec 0_2 0.3529 bpref 0_2 0.2863 recip_rank 0_2 1.0000 iprec_at_recall_0.00 0_2 1.0000 iprec_at_recall_0.10 0_2 0.5333 iprec_at_recall_0.20 0_2 0.5333 iprec_at_recall_0.30 0_2 0.5263 iprec_at_recall_0.40 0_2 0.1951 iprec_at_recall_0.50 0_2 0.0756 iprec_at_recall_0.60 0_2 0.0000 iprec_at_recall_0.70 0_2 0.0000 iprec_at_recall_0.80 0_2 0.0000 iprec_at_recall_0.90 0_2 0.0000 iprec_at_recall_1.00 0_2 0.0000 P_5 0_2 0.4000 P_10 0_2 0.4000 P_15 0_2 0.5333 P_20 0_2 0.5000 P_30 0_2 0.4000 P_100 0_2 0.1600 P_200 0_2 0.0800 P_500 0_2 0.0340 P_1000 0_2 0.0170 relstring 0_2 '1001002010' recall_5 0_2 0.0588 recall_10 0_2 0.1176 recall_15 0_2 0.2353 recall_20 0_2 0.2941 recall_30 0_2 0.3529 recall_100 0_2 0.4706 recall_200 0_2 0.4706 recall_500 0_2 0.5000 recall_1000 0_2 0.5000 infAP 0_2 0.2115 Rprec_mult_0.20 0_2 0.4286 Rprec_mult_0.40 0_2 0.5000 Rprec_mult_0.60 0_2 0.4762 Rprec_mult_0.80 0_2 0.4286 Rprec_mult_1.00 0_2 0.3529 Rprec_mult_1.20 0_2 0.3171 Rprec_mult_1.40 0_2 0.2708 Rprec_mult_1.60 0_2 0.2364 Rprec_mult_1.80 0_2 0.2097 Rprec_mult_2.00 0_2 0.1912 utility 0_2 -966.0000 11pt_avg 0_2 0.2603 binG 0_2 0.1594 G 0_2 0.1072 ndcg 0_2 0.3778 ndcg_rel 0_2 0.3492 Rndcg 0_2 0.3343 ndcg_cut_5 0_2 0.2074 ndcg_cut_10 0_2 0.2378 ndcg_cut_15 0_2 0.3378 ndcg_cut_20 0_2 0.3601 ndcg_cut_30 0_2 0.3386 ndcg_cut_100 0_2 0.3623 ndcg_cut_200 0_2 0.3623 ndcg_cut_500 0_2 0.3778 ndcg_cut_1000 0_2 0.3778 map_cut_5 0_2 0.0441 map_cut_10 0_2 0.0698 map_cut_15 0_2 0.1260 map_cut_20 0_2 0.1562 map_cut_30 0_2 0.1833 map_cut_100 0_2 0.2093 map_cut_200 0_2 0.2093 map_cut_500 0_2 0.2115 map_cut_1000 0_2 0.2115 relative_P_5 0_2 0.4000 relative_P_10 0_2 0.4000 relative_P_15 0_2 0.5333 relative_P_20 0_2 0.5000 relative_P_30 0_2 0.4000 relative_P_100 0_2 0.4706 relative_P_200 0_2 0.4706 relative_P_500 0_2 0.5000 relative_P_1000 0_2 0.5000 success_1 0_2 1.0000 success_5 0_2 1.0000 success_10 0_2 1.0000 set_P 0_2 0.0170 set_relative_P 0_2 0.5000 set_recall 0_2 0.5000 set_map 0_2 0.0085 set_F 0_2 0.0329 num_nonrel_judged_ret 0_2 115 rbp 0_2 0.1919 rbp_resid 0_2 0.0059 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1000 num_rel 0_3 24 num_rel_ret 0_3 22 map 0_3 0.2331 Rprec 0_3 0.2500 bpref 0_3 0.1736 recip_rank 0_3 0.2500 iprec_at_recall_0.00 0_3 0.4000 iprec_at_recall_0.10 0_3 0.4000 iprec_at_recall_0.20 0_3 0.3000 iprec_at_recall_0.30 0_3 0.2857 iprec_at_recall_0.40 0_3 0.2581 iprec_at_recall_0.50 0_3 0.2581 iprec_at_recall_0.60 0_3 0.2581 iprec_at_recall_0.70 0_3 0.2576 iprec_at_recall_0.80 0_3 0.2468 iprec_at_recall_0.90 0_3 0.1897 iprec_at_recall_1.00 0_3 0.0000 P_5 0_3 0.4000 P_10 0_3 0.3000 P_15 0_3 0.2000 P_20 0_3 0.3000 P_30 0_3 0.2667 P_100 0_3 0.2100 P_200 0_3 0.1100 P_500 0_3 0.0440 P_1000 0_3 0.0220 relstring 0_3 '0001100001' recall_5 0_3 0.0833 recall_10 0_3 0.1250 recall_15 0_3 0.1250 recall_20 0_3 0.2500 recall_30 0_3 0.3333 recall_100 0_3 0.8750 recall_200 0_3 0.9167 recall_500 0_3 0.9167 recall_1000 0_3 0.9167 infAP 0_3 0.2331 Rprec_mult_0.20 0_3 0.4000 Rprec_mult_0.40 0_3 0.3000 Rprec_mult_0.60 0_3 0.2000 Rprec_mult_0.80 0_3 0.3000 Rprec_mult_1.00 0_3 0.2500 Rprec_mult_1.20 0_3 0.2759 Rprec_mult_1.40 0_3 0.2353 Rprec_mult_1.60 0_3 0.2308 Rprec_mult_1.80 0_3 0.2045 Rprec_mult_2.00 0_3 0.1875 utility 0_3 -956.0000 11pt_avg 0_3 0.2594 binG 0_3 0.2029 G 0_3 0.1825 ndcg 0_3 0.4702 ndcg_rel 0_3 0.3132 Rndcg 0_3 0.1951 ndcg_cut_5 0_3 0.1185 ndcg_cut_10 0_3 0.1303 ndcg_cut_15 0_3 0.1128 ndcg_cut_20 0_3 0.2069 ndcg_cut_30 0_3 0.2443 ndcg_cut_100 0_3 0.4579 ndcg_cut_200 0_3 0.4702 ndcg_cut_500 0_3 0.4702 ndcg_cut_1000 0_3 0.4702 map_cut_5 0_3 0.0271 map_cut_10 0_3 0.0396 map_cut_15 0_3 0.0396 map_cut_20 0_3 0.0735 map_cut_30 0_3 0.0966 map_cut_100 0_3 0.2252 map_cut_200 0_3 0.2331 map_cut_500 0_3 0.2331 map_cut_1000 0_3 0.2331 relative_P_5 0_3 0.4000 relative_P_10 0_3 0.3000 relative_P_15 0_3 0.2000 relative_P_20 0_3 0.3000 relative_P_30 0_3 0.3333 relative_P_100 0_3 0.8750 relative_P_200 0_3 0.9167 relative_P_500 0_3 0.9167 relative_P_1000 0_3 0.9167 success_1 0_3 0.0000 success_5 0_3 1.0000 success_10 0_3 1.0000 set_P 0_3 0.0220 set_relative_P 0_3 0.9167 set_recall 0_3 0.9167 set_map 0_3 0.0202 set_F 0_3 0.0430 num_nonrel_judged_ret 0_3 93 rbp 0_3 0.0942 rbp_resid 0_3 0.0069 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 1000 num_rel 0_4 20 num_rel_ret 0_4 13 map 0_4 0.2583 Rprec 0_4 0.3000 bpref 0_4 0.2850 recip_rank 0_4 1.0000 iprec_at_recall_0.00 0_4 1.0000 iprec_at_recall_0.10 0_4 1.0000 iprec_at_recall_0.20 0_4 0.8000 iprec_at_recall_0.30 0_4 0.6000 iprec_at_recall_0.40 0_4 0.0629 iprec_at_recall_0.50 0_4 0.0629 iprec_at_recall_0.60 0_4 0.0502 iprec_at_recall_0.70 0_4 0.0000 iprec_at_recall_0.80 0_4 0.0000 iprec_at_recall_0.90 0_4 0.0000 iprec_at_recall_1.00 0_4 0.0000 P_5 0_4 0.8000 P_10 0_4 0.6000 P_15 0_4 0.4000 P_20 0_4 0.3000 P_30 0_4 0.2000 P_100 0_4 0.0700 P_200 0_4 0.0550 P_500 0_4 0.0240 P_1000 0_4 0.0130 relstring 0_4 '4301400-42' recall_5 0_4 0.2000 recall_10 0_4 0.3000 recall_15 0_4 0.3000 recall_20 0_4 0.3000 recall_30 0_4 0.3000 recall_100 0_4 0.3500 recall_200 0_4 0.5500 recall_500 0_4 0.6000 recall_1000 0_4 0.6500 infAP 0_4 0.2583 Rprec_mult_0.20 0_4 0.7500 Rprec_mult_0.40 0_4 0.5000 Rprec_mult_0.60 0_4 0.5000 Rprec_mult_0.80 0_4 0.3750 Rprec_mult_1.00 0_4 0.3000 Rprec_mult_1.20 0_4 0.2500 Rprec_mult_1.40 0_4 0.2143 Rprec_mult_1.60 0_4 0.1875 Rprec_mult_1.80 0_4 0.1667 Rprec_mult_2.00 0_4 0.1500 utility 0_4 -974.0000 11pt_avg 0_4 0.3251 binG 0_4 0.2505 G 0_4 0.2781 ndcg 0_4 0.6613 ndcg_rel 0_4 0.6835 Rndcg 0_4 0.6439 ndcg_cut_5 0_4 0.7433 ndcg_cut_10 0_4 0.7005 ndcg_cut_15 0_4 0.6169 ndcg_cut_20 0_4 0.5737 ndcg_cut_30 0_4 0.5737 ndcg_cut_100 0_4 0.5845 ndcg_cut_200 0_4 0.6332 ndcg_cut_500 0_4 0.6482 ndcg_cut_1000 0_4 0.6613 map_cut_5 0_4 0.1775 map_cut_10 0_4 0.2353 map_cut_15 0_4 0.2353 map_cut_20 0_4 0.2353 map_cut_30 0_4 0.2353 map_cut_100 0_4 0.2431 map_cut_200 0_4 0.2547 map_cut_500 0_4 0.2572 map_cut_1000 0_4 0.2583 relative_P_5 0_4 0.8000 relative_P_10 0_4 0.6000 relative_P_15 0_4 0.4000 relative_P_20 0_4 0.3000 relative_P_30 0_4 0.3000 relative_P_100 0_4 0.3500 relative_P_200 0_4 0.5500 relative_P_500 0_4 0.6000 relative_P_1000 0_4 0.6500 success_1 0_4 1.0000 success_5 0_4 1.0000 success_10 0_4 1.0000 set_P 0_4 0.0130 set_relative_P 0_4 0.6500 set_recall 0_4 0.6500 set_map 0_4 0.0084 set_F 0_4 0.0255 num_nonrel_judged_ret 0_4 36 rbp 0_4 0.3140 rbp_resid 0_4 0.2117 unj_5 0_4 0.0000 unj_10 0_4 0.1000 unj_20 0_4 0.2500 num_ret 0_6 1000 num_rel 0_6 121 num_rel_ret 0_6 54 map 0_6 0.2154 Rprec 0_6 0.3140 bpref 0_6 0.3832 recip_rank 0_6 1.0000 iprec_at_recall_0.00 0_6 1.0000 iprec_at_recall_0.10 0_6 0.7059 iprec_at_recall_0.20 0_6 0.6154 iprec_at_recall_0.30 0_6 0.3193 iprec_at_recall_0.40 0_6 0.1553 iprec_at_recall_0.50 0_6 0.0000 iprec_at_recall_0.60 0_6 0.0000 iprec_at_recall_0.70 0_6 0.0000 iprec_at_recall_0.80 0_6 0.0000 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 0.8000 P_10 0_6 0.6000 P_15 0_6 0.6667 P_20 0_6 0.6500 P_30 0_6 0.6333 P_100 0_6 0.3400 P_200 0_6 0.2200 P_500 0_6 0.1020 P_1000 0_6 0.0540 relstring 0_6 '33210032--' recall_5 0_6 0.0331 recall_10 0_6 0.0496 recall_15 0_6 0.0826 recall_20 0_6 0.1074 recall_30 0_6 0.1570 recall_100 0_6 0.2810 recall_200 0_6 0.3636 recall_500 0_6 0.4215 recall_1000 0_6 0.4463 infAP 0_6 0.2154 Rprec_mult_0.20 0_6 0.6400 Rprec_mult_0.40 0_6 0.5510 Rprec_mult_0.60 0_6 0.4247 Rprec_mult_0.80 0_6 0.3402 Rprec_mult_1.00 0_6 0.3140 Rprec_mult_1.20 0_6 0.2740 Rprec_mult_1.40 0_6 0.2471 Rprec_mult_1.60 0_6 0.2216 Rprec_mult_1.80 0_6 0.2064 Rprec_mult_2.00 0_6 0.1901 utility 0_6 -892.0000 11pt_avg 0_6 0.2542 binG 0_6 0.1257 G 0_6 0.1243 ndcg 0_6 0.5073 ndcg_rel 0_6 0.5307 Rndcg 0_6 0.5287 ndcg_cut_5 0_6 0.7149 ndcg_cut_10 0_6 0.6419 ndcg_cut_15 0_6 0.6180 ndcg_cut_20 0_6 0.5882 ndcg_cut_30 0_6 0.5509 ndcg_cut_100 0_6 0.4578 ndcg_cut_200 0_6 0.4724 ndcg_cut_500 0_6 0.4985 ndcg_cut_1000 0_6 0.5073 map_cut_5 0_6 0.0331 map_cut_10 0_6 0.0452 map_cut_15 0_6 0.0672 map_cut_20 0_6 0.0840 map_cut_30 0_6 0.1156 map_cut_100 0_6 0.1799 map_cut_200 0_6 0.2035 map_cut_500 0_6 0.2131 map_cut_1000 0_6 0.2154 relative_P_5 0_6 0.8000 relative_P_10 0_6 0.6000 relative_P_15 0_6 0.6667 relative_P_20 0_6 0.6500 relative_P_30 0_6 0.6333 relative_P_100 0_6 0.3400 relative_P_200 0_6 0.3636 relative_P_500 0_6 0.4215 relative_P_1000 0_6 0.4463 success_1 0_6 1.0000 success_5 0_6 1.0000 success_10 0_6 1.0000 set_P 0_6 0.0540 set_relative_P 0_6 0.4463 set_recall 0_6 0.4463 set_map 0_6 0.0241 set_F 0_6 0.0963 num_nonrel_judged_ret 0_6 17 rbp 0_6 0.4538 rbp_resid 0_6 0.1350 unj_5 0_6 0.0000 unj_10 0_6 0.2000 unj_20 0_6 0.1500 num_ret 0_7 1000 num_rel 0_7 33 num_rel_ret 0_7 18 map 0_7 0.1547 Rprec 0_7 0.3030 bpref 0_7 0.2470 recip_rank 0_7 0.5000 iprec_at_recall_0.00 0_7 0.6667 iprec_at_recall_0.10 0_7 0.5714 iprec_at_recall_0.20 0_7 0.3182 iprec_at_recall_0.30 0_7 0.3030 iprec_at_recall_0.40 0_7 0.1296 iprec_at_recall_0.50 0_7 0.0971 iprec_at_recall_0.60 0_7 0.0000 iprec_at_recall_0.70 0_7 0.0000 iprec_at_recall_0.80 0_7 0.0000 iprec_at_recall_0.90 0_7 0.0000 iprec_at_recall_1.00 0_7 0.0000 P_5 0_7 0.4000 P_10 0_7 0.4000 P_15 0_7 0.3333 P_20 0_7 0.3000 P_30 0_7 0.2667 P_100 0_7 0.1200 P_200 0_7 0.0850 P_500 0_7 0.0360 P_1000 0_7 0.0180 relstring 0_7 '01100110-0' recall_5 0_7 0.0606 recall_10 0_7 0.1212 recall_15 0_7 0.1515 recall_20 0_7 0.1818 recall_30 0_7 0.2424 recall_100 0_7 0.3636 recall_200 0_7 0.5152 recall_500 0_7 0.5455 recall_1000 0_7 0.5455 infAP 0_7 0.1547 Rprec_mult_0.20 0_7 0.5714 Rprec_mult_0.40 0_7 0.3571 Rprec_mult_0.60 0_7 0.3000 Rprec_mult_0.80 0_7 0.2593 Rprec_mult_1.00 0_7 0.3030 Rprec_mult_1.20 0_7 0.2500 Rprec_mult_1.40 0_7 0.2128 Rprec_mult_1.60 0_7 0.1887 Rprec_mult_1.80 0_7 0.1833 Rprec_mult_2.00 0_7 0.1667 utility 0_7 -964.0000 11pt_avg 0_7 0.1896 binG 0_7 0.1446 G 0_7 0.1251 ndcg 0_7 0.3948 ndcg_rel 0_7 0.3496 Rndcg 0_7 0.2935 ndcg_cut_5 0_7 0.2470 ndcg_cut_10 0_7 0.2948 ndcg_cut_15 0_7 0.2780 ndcg_cut_20 0_7 0.2665 ndcg_cut_30 0_7 0.2535 ndcg_cut_100 0_7 0.3213 ndcg_cut_200 0_7 0.3834 ndcg_cut_500 0_7 0.3948 ndcg_cut_1000 0_7 0.3948 map_cut_5 0_7 0.0354 map_cut_10 0_7 0.0678 map_cut_15 0_7 0.0795 map_cut_20 0_7 0.0886 map_cut_30 0_7 0.1066 map_cut_100 0_7 0.1351 map_cut_200 0_7 0.1521 map_cut_500 0_7 0.1547 map_cut_1000 0_7 0.1547 relative_P_5 0_7 0.4000 relative_P_10 0_7 0.4000 relative_P_15 0_7 0.3333 relative_P_20 0_7 0.3000 relative_P_30 0_7 0.2667 relative_P_100 0_7 0.3636 relative_P_200 0_7 0.5152 relative_P_500 0_7 0.5455 relative_P_1000 0_7 0.5455 success_1 0_7 0.0000 success_5 0_7 1.0000 success_10 0_7 1.0000 set_P 0_7 0.0180 set_relative_P 0_7 0.5455 set_recall 0_7 0.5455 set_map 0_7 0.0098 set_F 0_7 0.0348 num_nonrel_judged_ret 0_7 45 rbp 0_7 0.1761 rbp_resid 0_7 0.1505 unj_5 0_7 0.0000 unj_10 0_7 0.1000 unj_20 0_7 0.2000 num_ret 0_8 1000 num_rel 0_8 31 num_rel_ret 0_8 26 map 0_8 0.2710 Rprec 0_8 0.2581 bpref 0_8 0.4755 recip_rank 0_8 0.5000 iprec_at_recall_0.00 0_8 0.6667 iprec_at_recall_0.10 0_8 0.6000 iprec_at_recall_0.20 0_8 0.4000 iprec_at_recall_0.30 0_8 0.3333 iprec_at_recall_0.40 0_8 0.3333 iprec_at_recall_0.50 0_8 0.3333 iprec_at_recall_0.60 0_8 0.3115 iprec_at_recall_0.70 0_8 0.2706 iprec_at_recall_0.80 0_8 0.1174 iprec_at_recall_0.90 0_8 0.0000 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.6000 P_10 0_8 0.3000 P_15 0_8 0.4000 P_20 0_8 0.3000 P_30 0_8 0.2667 P_100 0_8 0.2400 P_200 0_8 0.1200 P_500 0_8 0.0520 P_1000 0_8 0.0260 relstring 0_8 '0110100-0-' recall_5 0_8 0.0968 recall_10 0_8 0.0968 recall_15 0_8 0.1935 recall_20 0_8 0.1935 recall_30 0_8 0.2581 recall_100 0_8 0.7742 recall_200 0_8 0.7742 recall_500 0_8 0.8387 recall_1000 0_8 0.8387 infAP 0_8 0.2710 Rprec_mult_0.20 0_8 0.4286 Rprec_mult_0.40 0_8 0.3077 Rprec_mult_0.60 0_8 0.3158 Rprec_mult_0.80 0_8 0.2800 Rprec_mult_1.00 0_8 0.2581 Rprec_mult_1.20 0_8 0.2632 Rprec_mult_1.40 0_8 0.2727 Rprec_mult_1.60 0_8 0.3000 Rprec_mult_1.80 0_8 0.3214 Rprec_mult_2.00 0_8 0.3065 utility 0_8 -948.0000 11pt_avg 0_8 0.3060 binG 0_8 0.2067 G 0_8 0.1815 ndcg 0_8 0.5539 ndcg_rel 0_8 0.4030 Rndcg 0_8 0.3355 ndcg_cut_5 0_8 0.2574 ndcg_cut_10 0_8 0.1725 ndcg_cut_15 0_8 0.3052 ndcg_cut_20 0_8 0.2734 ndcg_cut_30 0_8 0.2782 ndcg_cut_100 0_8 0.5166 ndcg_cut_200 0_8 0.5166 ndcg_cut_500 0_8 0.5539 ndcg_cut_1000 0_8 0.5539 map_cut_5 0_8 0.0570 map_cut_10 0_8 0.0570 map_cut_15 0_8 0.0931 map_cut_20 0_8 0.0931 map_cut_30 0_8 0.1138 map_cut_100 0_8 0.2640 map_cut_200 0_8 0.2640 map_cut_500 0_8 0.2710 map_cut_1000 0_8 0.2710 relative_P_5 0_8 0.6000 relative_P_10 0_8 0.3000 relative_P_15 0_8 0.4000 relative_P_20 0_8 0.3000 relative_P_30 0_8 0.2667 relative_P_100 0_8 0.7742 relative_P_200 0_8 0.7742 relative_P_500 0_8 0.8387 relative_P_1000 0_8 0.8387 success_1 0_8 0.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 0.0260 set_relative_P 0_8 0.8387 set_recall 0_8 0.8387 set_map 0_8 0.0218 set_F 0_8 0.0504 num_nonrel_judged_ret 0_8 29 rbp 0_8 0.2231 rbp_resid 0_8 0.1926 unj_5 0_8 0.0000 unj_10 0_8 0.2000 unj_20 0_8 0.3000 num_ret 10_1 1000 num_rel 10_1 118 num_rel_ret 10_1 10 map 10_1 0.0008 Rprec 10_1 0.0000 bpref 10_1 0.0744 recip_rank 10_1 0.0049 iprec_at_recall_0.00 10_1 0.0127 iprec_at_recall_0.10 10_1 0.0000 iprec_at_recall_0.20 10_1 0.0000 iprec_at_recall_0.30 10_1 0.0000 iprec_at_recall_0.40 10_1 0.0000 iprec_at_recall_0.50 10_1 0.0000 iprec_at_recall_0.60 10_1 0.0000 iprec_at_recall_0.70 10_1 0.0000 iprec_at_recall_0.80 10_1 0.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 0.0000 P_10 10_1 0.0000 P_15 10_1 0.0000 P_20 10_1 0.0000 P_30 10_1 0.0000 P_100 10_1 0.0000 P_200 10_1 0.0000 P_500 10_1 0.0100 P_1000 10_1 0.0100 relstring 10_1 '00000-----' recall_5 10_1 0.0000 recall_10 10_1 0.0000 recall_15 10_1 0.0000 recall_20 10_1 0.0000 recall_30 10_1 0.0000 recall_100 10_1 0.0000 recall_200 10_1 0.0000 recall_500 10_1 0.0424 recall_1000 10_1 0.0847 infAP 10_1 0.0008 Rprec_mult_0.20 10_1 0.0000 Rprec_mult_0.40 10_1 0.0000 Rprec_mult_0.60 10_1 0.0000 Rprec_mult_0.80 10_1 0.0000 Rprec_mult_1.00 10_1 0.0000 Rprec_mult_1.20 10_1 0.0000 Rprec_mult_1.40 10_1 0.0000 Rprec_mult_1.60 10_1 0.0000 Rprec_mult_1.80 10_1 0.0047 Rprec_mult_2.00 10_1 0.0085 utility 10_1 -980.0000 11pt_avg 10_1 0.0012 binG 10_1 0.0096 G 10_1 0.0093 ndcg 10_1 0.0415 ndcg_rel 10_1 0.0401 Rndcg 10_1 0.0104 ndcg_cut_5 10_1 0.0000 ndcg_cut_10 10_1 0.0000 ndcg_cut_15 10_1 0.0000 ndcg_cut_20 10_1 0.0000 ndcg_cut_30 10_1 0.0000 ndcg_cut_100 10_1 0.0000 ndcg_cut_200 10_1 0.0000 ndcg_cut_500 10_1 0.0222 ndcg_cut_1000 10_1 0.0415 map_cut_5 10_1 0.0000 map_cut_10 10_1 0.0000 map_cut_15 10_1 0.0000 map_cut_20 10_1 0.0000 map_cut_30 10_1 0.0000 map_cut_100 10_1 0.0000 map_cut_200 10_1 0.0000 map_cut_500 10_1 0.0004 map_cut_1000 10_1 0.0008 relative_P_5 10_1 0.0000 relative_P_10 10_1 0.0000 relative_P_15 10_1 0.0000 relative_P_20 10_1 0.0000 relative_P_30 10_1 0.0000 relative_P_100 10_1 0.0000 relative_P_200 10_1 0.0000 relative_P_500 10_1 0.0424 relative_P_1000 10_1 0.0847 success_1 10_1 0.0000 success_5 10_1 0.0000 success_10 10_1 0.0000 set_P 10_1 0.0100 set_relative_P 10_1 0.0847 set_recall 10_1 0.0847 set_map 10_1 0.0008 set_F 10_1 0.0179 num_nonrel_judged_ret 10_1 24 rbp 10_1 0.0000 rbp_resid 10_1 0.5905 unj_5 10_1 0.0000 unj_10 10_1 0.5000 unj_20 10_1 0.7500 num_ret 10_12 1000 num_rel 10_12 71 num_rel_ret 10_12 35 map 10_12 0.2684 Rprec 10_12 0.3521 bpref 10_12 0.4620 recip_rank 10_12 1.0000 iprec_at_recall_0.00 10_12 1.0000 iprec_at_recall_0.10 10_12 0.7778 iprec_at_recall_0.20 10_12 0.6400 iprec_at_recall_0.30 10_12 0.5000 iprec_at_recall_0.40 10_12 0.3222 iprec_at_recall_0.50 10_12 0.0000 iprec_at_recall_0.60 10_12 0.0000 iprec_at_recall_0.70 10_12 0.0000 iprec_at_recall_0.80 10_12 0.0000 iprec_at_recall_0.90 10_12 0.0000 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 0.8000 P_10 10_12 0.7000 P_15 10_12 0.7333 P_20 10_12 0.6500 P_30 10_12 0.6000 P_100 10_12 0.3000 P_200 10_12 0.1700 P_500 10_12 0.0700 P_1000 10_12 0.0350 relstring 10_12 '203312011-' recall_5 10_12 0.0563 recall_10 10_12 0.0986 recall_15 10_12 0.1549 recall_20 10_12 0.1831 recall_30 10_12 0.2535 recall_100 10_12 0.4225 recall_200 10_12 0.4789 recall_500 10_12 0.4930 recall_1000 10_12 0.4930 infAP 10_12 0.2684 Rprec_mult_0.20 10_12 0.7333 Rprec_mult_0.40 10_12 0.5862 Rprec_mult_0.60 10_12 0.4884 Rprec_mult_0.80 10_12 0.4211 Rprec_mult_1.00 10_12 0.3521 Rprec_mult_1.20 10_12 0.3023 Rprec_mult_1.40 10_12 0.3000 Rprec_mult_1.60 10_12 0.2719 Rprec_mult_1.80 10_12 0.2578 Rprec_mult_2.00 10_12 0.2324 utility 10_12 -930.0000 11pt_avg 10_12 0.2945 binG 10_12 0.1591 G 10_12 0.1027 ndcg 10_12 0.4642 ndcg_rel 10_12 0.4603 Rndcg 10_12 0.4267 ndcg_cut_5 10_12 0.4718 ndcg_cut_10 10_12 0.4206 ndcg_cut_15 10_12 0.4913 ndcg_cut_20 10_12 0.4683 ndcg_cut_30 10_12 0.4823 ndcg_cut_100 10_12 0.4364 ndcg_cut_200 10_12 0.4606 ndcg_cut_500 10_12 0.4642 ndcg_cut_1000 10_12 0.4642 map_cut_5 10_12 0.0453 map_cut_10 10_12 0.0786 map_cut_15 10_12 0.1198 map_cut_20 10_12 0.1378 map_cut_30 10_12 0.1816 map_cut_100 10_12 0.2521 map_cut_200 10_12 0.2663 map_cut_500 10_12 0.2684 map_cut_1000 10_12 0.2684 relative_P_5 10_12 0.8000 relative_P_10 10_12 0.7000 relative_P_15 10_12 0.7333 relative_P_20 10_12 0.6500 relative_P_30 10_12 0.6000 relative_P_100 10_12 0.4225 relative_P_200 10_12 0.4789 relative_P_500 10_12 0.4930 relative_P_1000 10_12 0.4930 success_1 10_12 1.0000 success_5 10_12 1.0000 success_10 10_12 1.0000 set_P 10_12 0.0350 set_relative_P 10_12 0.4930 set_recall 10_12 0.4930 set_map 10_12 0.0173 set_F 10_12 0.0654 num_nonrel_judged_ret 10_12 15 rbp 10_12 0.3372 rbp_resid 10_12 0.1856 unj_5 10_12 0.0000 unj_10 10_12 0.1000 unj_20 10_12 0.2500 num_ret 10_2 1000 num_rel 10_2 30 num_rel_ret 10_2 1 map 10_2 0.0005 Rprec 10_2 0.0000 bpref 10_2 0.0089 recip_rank 10_2 0.0137 iprec_at_recall_0.00 10_2 0.0137 iprec_at_recall_0.10 10_2 0.0000 iprec_at_recall_0.20 10_2 0.0000 iprec_at_recall_0.30 10_2 0.0000 iprec_at_recall_0.40 10_2 0.0000 iprec_at_recall_0.50 10_2 0.0000 iprec_at_recall_0.60 10_2 0.0000 iprec_at_recall_0.70 10_2 0.0000 iprec_at_recall_0.80 10_2 0.0000 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 0.0000 P_10 10_2 0.0000 P_15 10_2 0.0000 P_20 10_2 0.0000 P_30 10_2 0.0000 P_100 10_2 0.0100 P_200 10_2 0.0050 P_500 10_2 0.0020 P_1000 10_2 0.0010 relstring 10_2 '000000-0-0' recall_5 10_2 0.0000 recall_10 10_2 0.0000 recall_15 10_2 0.0000 recall_20 10_2 0.0000 recall_30 10_2 0.0000 recall_100 10_2 0.0333 recall_200 10_2 0.0333 recall_500 10_2 0.0333 recall_1000 10_2 0.0333 infAP 10_2 0.0005 Rprec_mult_0.20 10_2 0.0000 Rprec_mult_0.40 10_2 0.0000 Rprec_mult_0.60 10_2 0.0000 Rprec_mult_0.80 10_2 0.0000 Rprec_mult_1.00 10_2 0.0000 Rprec_mult_1.20 10_2 0.0000 Rprec_mult_1.40 10_2 0.0000 Rprec_mult_1.60 10_2 0.0000 Rprec_mult_1.80 10_2 0.0000 Rprec_mult_2.00 10_2 0.0000 utility 10_2 -998.0000 11pt_avg 10_2 0.0012 binG 10_2 0.0054 G 10_2 0.0032 ndcg 10_2 0.0088 ndcg_rel 10_2 0.0088 Rndcg 10_2 0.0018 ndcg_cut_5 10_2 0.0000 ndcg_cut_10 10_2 0.0000 ndcg_cut_15 10_2 0.0000 ndcg_cut_20 10_2 0.0000 ndcg_cut_30 10_2 0.0000 ndcg_cut_100 10_2 0.0088 ndcg_cut_200 10_2 0.0088 ndcg_cut_500 10_2 0.0088 ndcg_cut_1000 10_2 0.0088 map_cut_5 10_2 0.0000 map_cut_10 10_2 0.0000 map_cut_15 10_2 0.0000 map_cut_20 10_2 0.0000 map_cut_30 10_2 0.0000 map_cut_100 10_2 0.0005 map_cut_200 10_2 0.0005 map_cut_500 10_2 0.0005 map_cut_1000 10_2 0.0005 relative_P_5 10_2 0.0000 relative_P_10 10_2 0.0000 relative_P_15 10_2 0.0000 relative_P_20 10_2 0.0000 relative_P_30 10_2 0.0000 relative_P_100 10_2 0.0333 relative_P_200 10_2 0.0333 relative_P_500 10_2 0.0333 relative_P_1000 10_2 0.0333 success_1 10_2 0.0000 success_5 10_2 0.0000 success_10 10_2 0.0000 set_P 10_2 0.0010 set_relative_P 10_2 0.0333 set_recall 10_2 0.0333 set_map 10_2 0.0000 set_F 10_2 0.0019 num_nonrel_judged_ret 10_2 42 rbp 10_2 0.0000 rbp_resid 10_2 0.3082 unj_5 10_2 0.0000 unj_10 10_2 0.2000 unj_20 10_2 0.3500 num_ret 10_3 1000 num_rel 10_3 23 num_rel_ret 10_3 4 map 10_3 0.0038 Rprec 10_3 0.0000 bpref 10_3 0.0000 recip_rank 10_3 0.0244 iprec_at_recall_0.00 10_3 0.0278 iprec_at_recall_0.10 10_3 0.0278 iprec_at_recall_0.20 10_3 0.0000 iprec_at_recall_0.30 10_3 0.0000 iprec_at_recall_0.40 10_3 0.0000 iprec_at_recall_0.50 10_3 0.0000 iprec_at_recall_0.60 10_3 0.0000 iprec_at_recall_0.70 10_3 0.0000 iprec_at_recall_0.80 10_3 0.0000 iprec_at_recall_0.90 10_3 0.0000 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 0.0000 P_10 10_3 0.0000 P_15 10_3 0.0000 P_20 10_3 0.0000 P_30 10_3 0.0000 P_100 10_3 0.0200 P_200 10_3 0.0150 P_500 10_3 0.0080 P_1000 10_3 0.0040 relstring 10_3 '00000-0000' recall_5 10_3 0.0000 recall_10 10_3 0.0000 recall_15 10_3 0.0000 recall_20 10_3 0.0000 recall_30 10_3 0.0000 recall_100 10_3 0.0870 recall_200 10_3 0.1304 recall_500 10_3 0.1739 recall_1000 10_3 0.1739 infAP 10_3 0.0038 Rprec_mult_0.20 10_3 0.0000 Rprec_mult_0.40 10_3 0.0000 Rprec_mult_0.60 10_3 0.0000 Rprec_mult_0.80 10_3 0.0000 Rprec_mult_1.00 10_3 0.0000 Rprec_mult_1.20 10_3 0.0000 Rprec_mult_1.40 10_3 0.0000 Rprec_mult_1.60 10_3 0.0000 Rprec_mult_1.80 10_3 0.0238 Rprec_mult_2.00 10_3 0.0217 utility 10_3 -992.0000 11pt_avg 10_3 0.0051 binG 10_3 0.0265 G 10_3 0.0192 ndcg 10_3 0.0523 ndcg_rel 10_3 0.0493 Rndcg 10_3 0.0174 ndcg_cut_5 10_3 0.0000 ndcg_cut_10 10_3 0.0000 ndcg_cut_15 10_3 0.0000 ndcg_cut_20 10_3 0.0000 ndcg_cut_30 10_3 0.0000 ndcg_cut_100 10_3 0.0298 ndcg_cut_200 10_3 0.0419 ndcg_cut_500 10_3 0.0523 ndcg_cut_1000 10_3 0.0523 map_cut_5 10_3 0.0000 map_cut_10 10_3 0.0000 map_cut_15 10_3 0.0000 map_cut_20 10_3 0.0000 map_cut_30 10_3 0.0000 map_cut_100 10_3 0.0023 map_cut_200 10_3 0.0032 map_cut_500 10_3 0.0038 map_cut_1000 10_3 0.0038 relative_P_5 10_3 0.0000 relative_P_10 10_3 0.0000 relative_P_15 10_3 0.0000 relative_P_20 10_3 0.0000 relative_P_30 10_3 0.0000 relative_P_100 10_3 0.0870 relative_P_200 10_3 0.1304 relative_P_500 10_3 0.1739 relative_P_1000 10_3 0.1739 success_1 10_3 0.0000 success_5 10_3 0.0000 success_10 10_3 0.0000 set_P 10_3 0.0040 set_relative_P 10_3 0.1739 set_recall 10_3 0.1739 set_map 10_3 0.0007 set_F 10_3 0.0078 num_nonrel_judged_ret 10_3 49 rbp 10_3 0.0008 rbp_resid 10_3 0.1649 unj_5 10_3 0.0000 unj_10 10_3 0.1000 unj_20 10_3 0.1500 num_ret 10_6 1000 num_rel 10_6 133 num_rel_ret 10_6 23 map 10_6 0.0502 Rprec 10_6 0.0977 bpref 10_6 0.1697 recip_rank 10_6 1.0000 iprec_at_recall_0.00 10_6 1.0000 iprec_at_recall_0.10 10_6 0.1032 iprec_at_recall_0.20 10_6 0.0000 iprec_at_recall_0.30 10_6 0.0000 iprec_at_recall_0.40 10_6 0.0000 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 0.8000 P_10 10_6 0.5000 P_15 10_6 0.4000 P_20 10_6 0.3000 P_30 10_6 0.2000 P_100 10_6 0.1200 P_200 10_6 0.0750 P_500 10_6 0.0440 P_1000 10_6 0.0230 relstring 10_6 '11102---3-' recall_5 10_6 0.0301 recall_10 10_6 0.0376 recall_15 10_6 0.0451 recall_20 10_6 0.0451 recall_30 10_6 0.0451 recall_100 10_6 0.0902 recall_200 10_6 0.1128 recall_500 10_6 0.1654 recall_1000 10_6 0.1729 infAP 10_6 0.0502 Rprec_mult_0.20 10_6 0.2222 Rprec_mult_0.40 10_6 0.2037 Rprec_mult_0.60 10_6 0.1500 Rprec_mult_0.80 10_6 0.1121 Rprec_mult_1.00 10_6 0.0977 Rprec_mult_1.20 10_6 0.0813 Rprec_mult_1.40 10_6 0.0802 Rprec_mult_1.60 10_6 0.0704 Rprec_mult_1.80 10_6 0.0750 Rprec_mult_2.00 10_6 0.0677 utility 10_6 -954.0000 11pt_avg 10_6 0.1003 binG 10_6 0.0513 G 10_6 0.0290 ndcg 10_6 0.1701 ndcg_rel 10_6 0.1782 Rndcg 10_6 0.2043 ndcg_cut_5 10_6 0.3618 ndcg_cut_10 10_6 0.3394 ndcg_cut_15 10_6 0.3303 ndcg_cut_20 10_6 0.2822 ndcg_cut_30 10_6 0.2237 ndcg_cut_100 10_6 0.1533 ndcg_cut_200 10_6 0.1458 ndcg_cut_500 10_6 0.1677 ndcg_cut_1000 10_6 0.1701 map_cut_5 10_6 0.0286 map_cut_10 10_6 0.0327 map_cut_15 10_6 0.0360 map_cut_20 10_6 0.0360 map_cut_30 10_6 0.0360 map_cut_100 10_6 0.0448 map_cut_200 10_6 0.0467 map_cut_500 10_6 0.0500 map_cut_1000 10_6 0.0502 relative_P_5 10_6 0.8000 relative_P_10 10_6 0.5000 relative_P_15 10_6 0.4000 relative_P_20 10_6 0.3000 relative_P_30 10_6 0.2000 relative_P_100 10_6 0.1200 relative_P_200 10_6 0.1128 relative_P_500 10_6 0.1654 relative_P_1000 10_6 0.1729 success_1 10_6 1.0000 success_5 10_6 1.0000 success_10 10_6 1.0000 set_P 10_6 0.0230 set_relative_P 10_6 0.1729 set_recall 10_6 0.1729 set_map 10_6 0.0040 set_F 10_6 0.0406 num_nonrel_judged_ret 10_6 5 rbp 10_6 0.2065 rbp_resid 10_6 0.5146 unj_5 10_6 0.0000 unj_10 10_6 0.4000 unj_20 10_6 0.6500 num_ret 10_7 1000 num_rel 10_7 149 num_rel_ret 10_7 46 map 10_7 0.1272 Rprec 10_7 0.2215 bpref 10_7 0.2767 recip_rank 10_7 1.0000 iprec_at_recall_0.00 10_7 1.0000 iprec_at_recall_0.10 10_7 0.4762 iprec_at_recall_0.20 10_7 0.3158 iprec_at_recall_0.30 10_7 0.0751 iprec_at_recall_0.40 10_7 0.0000 iprec_at_recall_0.50 10_7 0.0000 iprec_at_recall_0.60 10_7 0.0000 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 0.8000 P_10 10_7 0.7000 P_15 10_7 0.6000 P_20 10_7 0.5000 P_30 10_7 0.4667 P_100 10_7 0.3000 P_200 10_7 0.1900 P_500 10_7 0.0880 P_1000 10_7 0.0460 relstring 10_7 '1120202021' recall_5 10_7 0.0268 recall_10 10_7 0.0470 recall_15 10_7 0.0604 recall_20 10_7 0.0671 recall_30 10_7 0.0940 recall_100 10_7 0.2013 recall_200 10_7 0.2550 recall_500 10_7 0.2953 recall_1000 10_7 0.3087 infAP 10_7 0.1272 Rprec_mult_0.20 10_7 0.4667 Rprec_mult_0.40 10_7 0.3833 Rprec_mult_0.60 10_7 0.3222 Rprec_mult_0.80 10_7 0.2750 Rprec_mult_1.00 10_7 0.2215 Rprec_mult_1.20 10_7 0.2011 Rprec_mult_1.40 10_7 0.1866 Rprec_mult_1.60 10_7 0.1632 Rprec_mult_1.80 10_7 0.1487 Rprec_mult_2.00 10_7 0.1443 utility 10_7 -908.0000 11pt_avg 10_7 0.1697 binG 10_7 0.0827 G 10_7 0.0642 ndcg 10_7 0.3339 ndcg_rel 10_7 0.3429 Rndcg 10_7 0.3240 ndcg_cut_5 10_7 0.4936 ndcg_cut_10 10_7 0.4920 ndcg_cut_15 10_7 0.4308 ndcg_cut_20 10_7 0.3791 ndcg_cut_30 10_7 0.3613 ndcg_cut_100 10_7 0.3262 ndcg_cut_200 10_7 0.3061 ndcg_cut_500 10_7 0.3283 ndcg_cut_1000 10_7 0.3339 map_cut_5 10_7 0.0255 map_cut_10 10_7 0.0395 map_cut_15 10_7 0.0479 map_cut_20 10_7 0.0516 map_cut_30 10_7 0.0648 map_cut_100 10_7 0.1075 map_cut_200 10_7 0.1201 map_cut_500 10_7 0.1262 map_cut_1000 10_7 0.1272 relative_P_5 10_7 0.8000 relative_P_10 10_7 0.7000 relative_P_15 10_7 0.6000 relative_P_20 10_7 0.5000 relative_P_30 10_7 0.4667 relative_P_100 10_7 0.3000 relative_P_200 10_7 0.2550 relative_P_500 10_7 0.2953 relative_P_1000 10_7 0.3087 success_1 10_7 1.0000 success_5 10_7 1.0000 success_10 10_7 1.0000 set_P 10_7 0.0460 set_relative_P 10_7 0.3087 set_recall 10_7 0.3087 set_map 10_7 0.0142 set_F 10_7 0.0801 num_nonrel_judged_ret 10_7 23 rbp 10_7 0.2824 rbp_resid 10_7 0.1439 unj_5 10_7 0.0000 unj_10 10_7 0.0000 unj_20 10_7 0.2000 num_ret 10_8 1000 num_rel 10_8 76 num_rel_ret 10_8 38 map 10_8 0.1287 Rprec 10_8 0.2105 bpref 10_8 0.4079 recip_rank 10_8 1.0000 iprec_at_recall_0.00 10_8 1.0000 iprec_at_recall_0.10 10_8 0.4091 iprec_at_recall_0.20 10_8 0.2885 iprec_at_recall_0.30 10_8 0.1250 iprec_at_recall_0.40 10_8 0.1013 iprec_at_recall_0.50 10_8 0.0551 iprec_at_recall_0.60 10_8 0.0000 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 0.6000 P_10 10_8 0.5000 P_15 10_8 0.4000 P_20 10_8 0.4000 P_30 10_8 0.3333 P_100 10_8 0.1600 P_200 10_8 0.1200 P_500 10_8 0.0680 P_1000 10_8 0.0380 relstring 10_8 '11010-10-2' recall_5 10_8 0.0395 recall_10 10_8 0.0658 recall_15 10_8 0.0789 recall_20 10_8 0.1053 recall_30 10_8 0.1316 recall_100 10_8 0.2105 recall_200 10_8 0.3158 recall_500 10_8 0.4474 recall_1000 10_8 0.5000 infAP 10_8 0.1287 Rprec_mult_0.20 10_8 0.3750 Rprec_mult_0.40 10_8 0.3548 Rprec_mult_0.60 10_8 0.2609 Rprec_mult_0.80 10_8 0.2459 Rprec_mult_1.00 10_8 0.2105 Rprec_mult_1.20 10_8 0.1739 Rprec_mult_1.40 10_8 0.1589 Rprec_mult_1.60 10_8 0.1475 Rprec_mult_1.80 10_8 0.1387 Rprec_mult_2.00 10_8 0.1250 utility 10_8 -924.0000 11pt_avg 10_8 0.1799 binG 10_8 0.1145 G 10_8 0.0859 ndcg 10_8 0.3767 ndcg_rel 10_8 0.3370 Rndcg 10_8 0.2980 ndcg_cut_5 10_8 0.2739 ndcg_cut_10 10_8 0.2774 ndcg_cut_15 10_8 0.2601 ndcg_cut_20 10_8 0.2650 ndcg_cut_30 10_8 0.2537 ndcg_cut_100 10_8 0.2368 ndcg_cut_200 10_8 0.2982 ndcg_cut_500 10_8 0.3565 ndcg_cut_1000 10_8 0.3767 map_cut_5 10_8 0.0362 map_cut_10 10_8 0.0503 map_cut_15 10_8 0.0555 map_cut_20 10_8 0.0659 map_cut_30 10_8 0.0762 map_cut_100 10_8 0.0985 map_cut_200 10_8 0.1130 map_cut_500 10_8 0.1253 map_cut_1000 10_8 0.1287 relative_P_5 10_8 0.6000 relative_P_10 10_8 0.5000 relative_P_15 10_8 0.4000 relative_P_20 10_8 0.4000 relative_P_30 10_8 0.3333 relative_P_100 10_8 0.2105 relative_P_200 10_8 0.3158 relative_P_500 10_8 0.4474 relative_P_1000 10_8 0.5000 success_1 10_8 1.0000 success_5 10_8 1.0000 success_10 10_8 1.0000 set_P 10_8 0.0380 set_relative_P 10_8 0.5000 set_recall 10_8 0.5000 set_map 10_8 0.0190 set_F 10_8 0.0706 num_nonrel_judged_ret 10_8 29 rbp 10_8 0.1719 rbp_resid 10_8 0.2674 unj_5 10_8 0.0000 unj_10 10_8 0.2000 unj_20 10_8 0.3000 num_ret 11_10 1000 num_rel 11_10 126 num_rel_ret 11_10 31 map 11_10 0.0598 Rprec 11_10 0.1270 bpref 11_10 0.2323 recip_rank 11_10 0.5000 iprec_at_recall_0.00 11_10 0.7500 iprec_at_recall_0.10 11_10 0.2295 iprec_at_recall_0.20 11_10 0.0704 iprec_at_recall_0.30 11_10 0.0000 iprec_at_recall_0.40 11_10 0.0000 iprec_at_recall_0.50 11_10 0.0000 iprec_at_recall_0.60 11_10 0.0000 iprec_at_recall_0.70 11_10 0.0000 iprec_at_recall_0.80 11_10 0.0000 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 0.6000 P_10 11_10 0.5000 P_15 11_10 0.4000 P_20 11_10 0.4000 P_30 11_10 0.3333 P_100 11_10 0.1600 P_200 11_10 0.1000 P_500 11_10 0.0540 P_1000 11_10 0.0310 relstring 11_10 '03310--13-' recall_5 11_10 0.0238 recall_10 11_10 0.0397 recall_15 11_10 0.0476 recall_20 11_10 0.0635 recall_30 11_10 0.0794 recall_100 11_10 0.1270 recall_200 11_10 0.1587 recall_500 11_10 0.2143 recall_1000 11_10 0.2460 infAP 11_10 0.0598 Rprec_mult_0.20 11_10 0.3846 Rprec_mult_0.40 11_10 0.2157 Rprec_mult_0.60 11_10 0.1974 Rprec_mult_0.80 11_10 0.1584 Rprec_mult_1.00 11_10 0.1270 Rprec_mult_1.20 11_10 0.1053 Rprec_mult_1.40 11_10 0.1073 Rprec_mult_1.60 11_10 0.0990 Rprec_mult_1.80 11_10 0.0969 Rprec_mult_2.00 11_10 0.0873 utility 11_10 -938.0000 11pt_avg 11_10 0.0954 binG 11_10 0.0551 G 11_10 0.0401 ndcg 11_10 0.2249 ndcg_rel 11_10 0.2297 Rndcg 11_10 0.1585 ndcg_cut_5 11_10 0.3884 ndcg_cut_10 11_10 0.3446 ndcg_cut_15 11_10 0.3013 ndcg_cut_20 11_10 0.2960 ndcg_cut_30 11_10 0.2524 ndcg_cut_100 11_10 0.1744 ndcg_cut_200 11_10 0.1769 ndcg_cut_500 11_10 0.2115 ndcg_cut_1000 11_10 0.2249 map_cut_5 11_10 0.0152 map_cut_10 11_10 0.0236 map_cut_15 11_10 0.0279 map_cut_20 11_10 0.0344 map_cut_30 11_10 0.0405 map_cut_100 11_10 0.0505 map_cut_200 11_10 0.0539 map_cut_500 11_10 0.0584 map_cut_1000 11_10 0.0598 relative_P_5 11_10 0.6000 relative_P_10 11_10 0.5000 relative_P_15 11_10 0.4000 relative_P_20 11_10 0.4000 relative_P_30 11_10 0.3333 relative_P_100 11_10 0.1600 relative_P_200 11_10 0.1587 relative_P_500 11_10 0.2143 relative_P_1000 11_10 0.2460 success_1 11_10 0.0000 success_5 11_10 1.0000 success_10 11_10 1.0000 set_P 11_10 0.0310 set_relative_P 11_10 0.2460 set_recall 11_10 0.2460 set_map 11_10 0.0076 set_F 11_10 0.0551 num_nonrel_judged_ret 11_10 6 rbp 11_10 0.2326 rbp_resid 11_10 0.3977 unj_5 11_10 0.0000 unj_10 11_10 0.3000 unj_20 11_10 0.4500 num_ret 11_11 1000 num_rel 11_11 134 num_rel_ret 11_11 62 map 11_11 0.3435 Rprec 11_11 0.3955 bpref 11_11 0.4344 recip_rank 11_11 1.0000 iprec_at_recall_0.00 11_11 1.0000 iprec_at_recall_0.10 11_11 1.0000 iprec_at_recall_0.20 11_11 0.9000 iprec_at_recall_0.30 11_11 0.6897 iprec_at_recall_0.40 11_11 0.3971 iprec_at_recall_0.50 11_11 0.0000 iprec_at_recall_0.60 11_11 0.0000 iprec_at_recall_0.70 11_11 0.0000 iprec_at_recall_0.80 11_11 0.0000 iprec_at_recall_0.90 11_11 0.0000 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 1.0000 P_10 11_11 1.0000 P_15 11_11 1.0000 P_20 11_11 1.0000 P_30 11_11 0.9000 P_100 11_11 0.4800 P_200 11_11 0.2850 P_500 11_11 0.1220 P_1000 11_11 0.0620 relstring 11_11 '3233213223' recall_5 11_11 0.0373 recall_10 11_11 0.0746 recall_15 11_11 0.1119 recall_20 11_11 0.1493 recall_30 11_11 0.2015 recall_100 11_11 0.3582 recall_200 11_11 0.4254 recall_500 11_11 0.4552 recall_1000 11_11 0.4627 infAP 11_11 0.3435 Rprec_mult_0.20 11_11 0.9259 Rprec_mult_0.40 11_11 0.7037 Rprec_mult_0.60 11_11 0.5556 Rprec_mult_0.80 11_11 0.4537 Rprec_mult_1.00 11_11 0.3955 Rprec_mult_1.20 11_11 0.3416 Rprec_mult_1.40 11_11 0.2979 Rprec_mult_1.60 11_11 0.2651 Rprec_mult_1.80 11_11 0.2397 Rprec_mult_2.00 11_11 0.2239 utility 11_11 -876.0000 11pt_avg 11_11 0.3624 binG 11_11 0.2446 G 11_11 0.1027 ndcg 11_11 0.4956 ndcg_rel 11_11 0.5515 Rndcg 11_11 0.5738 ndcg_cut_5 11_11 0.7951 ndcg_cut_10 11_11 0.7713 ndcg_cut_15 11_11 0.6915 ndcg_cut_20 11_11 0.6870 ndcg_cut_30 11_11 0.6354 ndcg_cut_100 11_11 0.4989 ndcg_cut_200 11_11 0.4822 ndcg_cut_500 11_11 0.4937 ndcg_cut_1000 11_11 0.4956 map_cut_5 11_11 0.0373 map_cut_10 11_11 0.0746 map_cut_15 11_11 0.1119 map_cut_20 11_11 0.1493 map_cut_30 11_11 0.1994 map_cut_100 11_11 0.3098 map_cut_200 11_11 0.3364 map_cut_500 11_11 0.3429 map_cut_1000 11_11 0.3435 relative_P_5 11_11 1.0000 relative_P_10 11_11 1.0000 relative_P_15 11_11 1.0000 relative_P_20 11_11 1.0000 relative_P_30 11_11 0.9000 relative_P_100 11_11 0.4800 relative_P_200 11_11 0.4254 relative_P_500 11_11 0.4552 relative_P_1000 11_11 0.4627 success_1 11_11 1.0000 success_5 11_11 1.0000 success_10 11_11 1.0000 set_P 11_11 0.0620 set_relative_P 11_11 0.4627 set_recall 11_11 0.4627 set_map 11_11 0.0287 set_F 11_11 0.1093 num_nonrel_judged_ret 11_11 9 rbp 11_11 0.5156 rbp_resid 11_11 0.0258 unj_5 11_11 0.0000 unj_10 11_11 0.0000 unj_20 11_11 0.0000 num_ret 11_12 1000 num_rel 11_12 89 num_rel_ret 11_12 43 map 11_12 0.2885 Rprec 11_12 0.3596 bpref 11_12 0.4570 recip_rank 11_12 0.5000 iprec_at_recall_0.00 11_12 0.8750 iprec_at_recall_0.10 11_12 0.8462 iprec_at_recall_0.20 11_12 0.7667 iprec_at_recall_0.30 11_12 0.6667 iprec_at_recall_0.40 11_12 0.3214 iprec_at_recall_0.50 11_12 0.0000 iprec_at_recall_0.60 11_12 0.0000 iprec_at_recall_0.70 11_12 0.0000 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.8000 P_10 11_12 0.8000 P_15 11_12 0.8000 P_20 11_12 0.7500 P_30 11_12 0.7667 P_100 11_12 0.3400 P_200 11_12 0.2000 P_500 11_12 0.0860 P_1000 11_12 0.0430 relstring 11_12 '0231232101' recall_5 11_12 0.0449 recall_10 11_12 0.0899 recall_15 11_12 0.1348 recall_20 11_12 0.1685 recall_30 11_12 0.2584 recall_100 11_12 0.3820 recall_200 11_12 0.4494 recall_500 11_12 0.4831 recall_1000 11_12 0.4831 infAP 11_12 0.2885 Rprec_mult_0.20 11_12 0.7778 Rprec_mult_0.40 11_12 0.6667 Rprec_mult_0.60 11_12 0.5370 Rprec_mult_0.80 11_12 0.4306 Rprec_mult_1.00 11_12 0.3596 Rprec_mult_1.20 11_12 0.3271 Rprec_mult_1.40 11_12 0.2960 Rprec_mult_1.60 11_12 0.2657 Rprec_mult_1.80 11_12 0.2422 Rprec_mult_2.00 11_12 0.2191 utility 11_12 -914.0000 11pt_avg 11_12 0.3160 binG 11_12 0.1599 G 11_12 0.1013 ndcg 11_12 0.4631 ndcg_rel 11_12 0.4623 Rndcg 11_12 0.4382 ndcg_cut_5 11_12 0.4484 ndcg_cut_10 11_12 0.4626 ndcg_cut_15 11_12 0.4704 ndcg_cut_20 11_12 0.4858 ndcg_cut_30 11_12 0.5158 ndcg_cut_100 11_12 0.4063 ndcg_cut_200 11_12 0.4439 ndcg_cut_500 11_12 0.4631 ndcg_cut_1000 11_12 0.4631 map_cut_5 11_12 0.0305 map_cut_10 11_12 0.0683 map_cut_15 11_12 0.1054 map_cut_20 11_12 0.1311 map_cut_30 11_12 0.1982 map_cut_100 11_12 0.2648 map_cut_200 11_12 0.2839 map_cut_500 11_12 0.2885 map_cut_1000 11_12 0.2885 relative_P_5 11_12 0.8000 relative_P_10 11_12 0.8000 relative_P_15 11_12 0.8000 relative_P_20 11_12 0.7500 relative_P_30 11_12 0.7667 relative_P_100 11_12 0.3820 relative_P_200 11_12 0.4494 relative_P_500 11_12 0.4831 relative_P_1000 11_12 0.4831 success_1 11_12 0.0000 success_5 11_12 1.0000 success_10 11_12 1.0000 set_P 11_12 0.0430 set_relative_P 11_12 0.4831 set_recall 11_12 0.4831 set_map 11_12 0.0208 set_F 11_12 0.0790 num_nonrel_judged_ret 11_12 15 rbp 11_12 0.4655 rbp_resid 11_12 0.0873 unj_5 11_12 0.0000 unj_10 11_12 0.0000 unj_20 11_12 0.1000 num_ret 11_13 1000 num_rel 11_13 203 num_rel_ret 11_13 86 map 11_13 0.2015 Rprec 11_13 0.2463 bpref 11_13 0.3989 recip_rank 11_13 1.0000 iprec_at_recall_0.00 11_13 1.0000 iprec_at_recall_0.10 11_13 0.8214 iprec_at_recall_0.20 11_13 0.3565 iprec_at_recall_0.30 11_13 0.2140 iprec_at_recall_0.40 11_13 0.1926 iprec_at_recall_0.50 11_13 0.0000 iprec_at_recall_0.60 11_13 0.0000 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 1.0000 P_10 11_13 0.9000 P_15 11_13 0.8667 P_20 11_13 0.8500 P_30 11_13 0.8000 P_100 11_13 0.3800 P_200 11_13 0.2500 P_500 11_13 0.1720 P_1000 11_13 0.0860 relstring 11_13 '2232232021' recall_5 11_13 0.0246 recall_10 11_13 0.0443 recall_15 11_13 0.0640 recall_20 11_13 0.0837 recall_30 11_13 0.1182 recall_100 11_13 0.1872 recall_200 11_13 0.2463 recall_500 11_13 0.4236 recall_1000 11_13 0.4236 infAP 11_13 0.2015 Rprec_mult_0.20 11_13 0.6829 Rprec_mult_0.40 11_13 0.4634 Rprec_mult_0.60 11_13 0.3443 Rprec_mult_0.80 11_13 0.2883 Rprec_mult_1.00 11_13 0.2463 Rprec_mult_1.20 11_13 0.2131 Rprec_mult_1.40 11_13 0.2105 Rprec_mult_1.60 11_13 0.2031 Rprec_mult_1.80 11_13 0.2022 Rprec_mult_2.00 11_13 0.1921 utility 11_13 -828.0000 11pt_avg 11_13 0.2350 binG 11_13 0.1216 G 11_13 0.0787 ndcg 11_13 0.4556 ndcg_rel 11_13 0.4669 Rndcg 11_13 0.3847 ndcg_cut_5 11_13 0.7232 ndcg_cut_10 11_13 0.6620 ndcg_cut_15 11_13 0.6350 ndcg_cut_20 11_13 0.6406 ndcg_cut_30 11_13 0.6306 ndcg_cut_100 11_13 0.3857 ndcg_cut_200 11_13 0.3283 ndcg_cut_500 11_13 0.4556 ndcg_cut_1000 11_13 0.4556 map_cut_5 11_13 0.0246 map_cut_10 11_13 0.0433 map_cut_15 11_13 0.0614 map_cut_20 11_13 0.0789 map_cut_30 11_13 0.1065 map_cut_100 11_13 0.1462 map_cut_200 11_13 0.1650 map_cut_500 11_13 0.2015 map_cut_1000 11_13 0.2015 relative_P_5 11_13 1.0000 relative_P_10 11_13 0.9000 relative_P_15 11_13 0.8667 relative_P_20 11_13 0.8500 relative_P_30 11_13 0.8000 relative_P_100 11_13 0.3800 relative_P_200 11_13 0.2500 relative_P_500 11_13 0.4236 relative_P_1000 11_13 0.4236 success_1 11_13 1.0000 success_5 11_13 1.0000 success_10 11_13 1.0000 set_P 11_13 0.0860 set_relative_P 11_13 0.4236 set_recall 11_13 0.4236 set_map 11_13 0.0364 set_F 11_13 0.1430 num_nonrel_judged_ret 11_13 8 rbp 11_13 0.6280 rbp_resid 11_13 0.0808 unj_5 11_13 0.0000 unj_10 11_13 0.0000 unj_20 11_13 0.1000 num_ret 11_2 1000 num_rel 11_2 146 num_rel_ret 11_2 26 map 11_2 0.0906 Rprec 11_2 0.1781 bpref 11_2 0.1757 recip_rank 11_2 1.0000 iprec_at_recall_0.00 11_2 1.0000 iprec_at_recall_0.10 11_2 0.4286 iprec_at_recall_0.20 11_2 0.0000 iprec_at_recall_0.30 11_2 0.0000 iprec_at_recall_0.40 11_2 0.0000 iprec_at_recall_0.50 11_2 0.0000 iprec_at_recall_0.60 11_2 0.0000 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 0.8000 P_10 11_2 0.6000 P_15 11_2 0.6000 P_20 11_2 0.5500 P_30 11_2 0.4667 P_100 11_2 0.2300 P_200 11_2 0.1300 P_500 11_2 0.0520 P_1000 11_2 0.0260 relstring 11_2 '11101--1-2' recall_5 11_2 0.0274 recall_10 11_2 0.0411 recall_15 11_2 0.0616 recall_20 11_2 0.0753 recall_30 11_2 0.0959 recall_100 11_2 0.1575 recall_200 11_2 0.1781 recall_500 11_2 0.1781 recall_1000 11_2 0.1781 infAP 11_2 0.0906 Rprec_mult_0.20 11_2 0.4667 Rprec_mult_0.40 11_2 0.3220 Rprec_mult_0.60 11_2 0.2500 Rprec_mult_0.80 11_2 0.2051 Rprec_mult_1.00 11_2 0.1781 Rprec_mult_1.20 11_2 0.1477 Rprec_mult_1.40 11_2 0.1268 Rprec_mult_1.60 11_2 0.1111 Rprec_mult_1.80 11_2 0.0989 Rprec_mult_2.00 11_2 0.0890 utility 11_2 -948.0000 11pt_avg 11_2 0.1299 binG 11_2 0.0622 G 11_2 0.0245 ndcg 11_2 0.1574 ndcg_rel 11_2 0.1665 Rndcg 11_2 0.1845 ndcg_cut_5 11_2 0.2403 ndcg_cut_10 11_2 0.2235 ndcg_cut_15 11_2 0.2454 ndcg_cut_20 11_2 0.2280 ndcg_cut_30 11_2 0.2071 ndcg_cut_100 11_2 0.1607 ndcg_cut_200 11_2 0.1574 ndcg_cut_500 11_2 0.1574 ndcg_cut_1000 11_2 0.1574 map_cut_5 11_2 0.0260 map_cut_10 11_2 0.0344 map_cut_15 11_2 0.0471 map_cut_20 11_2 0.0551 map_cut_30 11_2 0.0649 map_cut_100 11_2 0.0863 map_cut_200 11_2 0.0906 map_cut_500 11_2 0.0906 map_cut_1000 11_2 0.0906 relative_P_5 11_2 0.8000 relative_P_10 11_2 0.6000 relative_P_15 11_2 0.6000 relative_P_20 11_2 0.5500 relative_P_30 11_2 0.4667 relative_P_100 11_2 0.2300 relative_P_200 11_2 0.1781 relative_P_500 11_2 0.1781 relative_P_1000 11_2 0.1781 success_1 11_2 1.0000 success_5 11_2 1.0000 success_10 11_2 1.0000 set_P 11_2 0.0260 set_relative_P 11_2 0.1781 set_recall 11_2 0.1781 set_map 11_2 0.0046 set_F 11_2 0.0454 num_nonrel_judged_ret 11_2 3 rbp 11_2 0.1682 rbp_resid 11_2 0.3406 unj_5 11_2 0.0000 unj_10 11_2 0.3000 unj_20 11_2 0.3500 num_ret 11_3 1000 num_rel 11_3 188 num_rel_ret 11_3 65 map 11_3 0.2113 Rprec 11_3 0.2606 bpref 11_3 0.3253 recip_rank 11_3 1.0000 iprec_at_recall_0.00 11_3 1.0000 iprec_at_recall_0.10 11_3 0.9545 iprec_at_recall_0.20 11_3 0.5672 iprec_at_recall_0.30 11_3 0.2154 iprec_at_recall_0.40 11_3 0.0000 iprec_at_recall_0.50 11_3 0.0000 iprec_at_recall_0.60 11_3 0.0000 iprec_at_recall_0.70 11_3 0.0000 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 1.0000 P_10 11_3 1.0000 P_15 11_3 1.0000 P_20 11_3 0.9500 P_30 11_3 0.8667 P_100 11_3 0.4100 P_200 11_3 0.2500 P_500 11_3 0.1260 P_1000 11_3 0.0650 relstring 11_3 '3322212212' recall_5 11_3 0.0266 recall_10 11_3 0.0532 recall_15 11_3 0.0798 recall_20 11_3 0.1011 recall_30 11_3 0.1383 recall_100 11_3 0.2181 recall_200 11_3 0.2660 recall_500 11_3 0.3351 recall_1000 11_3 0.3457 infAP 11_3 0.2113 Rprec_mult_0.20 11_3 0.7105 Rprec_mult_0.40 11_3 0.5000 Rprec_mult_0.60 11_3 0.3717 Rprec_mult_0.80 11_3 0.2980 Rprec_mult_1.00 11_3 0.2606 Rprec_mult_1.20 11_3 0.2345 Rprec_mult_1.40 11_3 0.2121 Rprec_mult_1.60 11_3 0.1960 Rprec_mult_1.80 11_3 0.1799 Rprec_mult_2.00 11_3 0.1622 utility 11_3 -870.0000 11pt_avg 11_3 0.2488 binG 11_3 0.1472 G 11_3 0.0736 ndcg 11_3 0.3663 ndcg_rel 11_3 0.4187 Rndcg 11_3 0.4013 ndcg_cut_5 11_3 0.8510 ndcg_cut_10 11_3 0.7381 ndcg_cut_15 11_3 0.6471 ndcg_cut_20 11_3 0.5940 ndcg_cut_30 11_3 0.5624 ndcg_cut_100 11_3 0.3762 ndcg_cut_200 11_3 0.3263 ndcg_cut_500 11_3 0.3630 ndcg_cut_1000 11_3 0.3663 map_cut_5 11_3 0.0266 map_cut_10 11_3 0.0532 map_cut_15 11_3 0.0798 map_cut_20 11_3 0.1002 map_cut_30 11_3 0.1332 map_cut_100 11_3 0.1814 map_cut_200 11_3 0.1960 map_cut_500 11_3 0.2103 map_cut_1000 11_3 0.2113 relative_P_5 11_3 1.0000 relative_P_10 11_3 1.0000 relative_P_15 11_3 1.0000 relative_P_20 11_3 0.9500 relative_P_30 11_3 0.8667 relative_P_100 11_3 0.4100 relative_P_200 11_3 0.2660 relative_P_500 11_3 0.3351 relative_P_1000 11_3 0.3457 success_1 11_3 1.0000 success_5 11_3 1.0000 success_10 11_3 1.0000 set_P 11_3 0.0650 set_relative_P 11_3 0.3457 set_recall 11_3 0.3457 set_map 11_3 0.0225 set_F 11_3 0.1094 num_nonrel_judged_ret 11_3 15 rbp 11_3 0.5676 rbp_resid 11_3 0.0490 unj_5 11_3 0.0000 unj_10 11_3 0.0000 unj_20 11_3 0.0000 num_ret 11_4 1000 num_rel 11_4 144 num_rel_ret 11_4 86 map 11_4 0.1541 Rprec 11_4 0.2014 bpref 11_4 0.5954 recip_rank 11_4 1.0000 iprec_at_recall_0.00 11_4 1.0000 iprec_at_recall_0.10 11_4 0.4828 iprec_at_recall_0.20 11_4 0.2248 iprec_at_recall_0.30 11_4 0.1498 iprec_at_recall_0.40 11_4 0.1164 iprec_at_recall_0.50 11_4 0.0983 iprec_at_recall_0.60 11_4 0.0901 iprec_at_recall_0.70 11_4 0.0000 iprec_at_recall_0.80 11_4 0.0000 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 1.0000 P_10 11_4 0.7000 P_15 11_4 0.5333 P_20 11_4 0.4500 P_30 11_4 0.4667 P_100 11_4 0.2400 P_200 11_4 0.1700 P_500 11_4 0.1140 P_1000 11_4 0.0860 relstring 11_4 '11111-11--' recall_5 11_4 0.0347 recall_10 11_4 0.0486 recall_15 11_4 0.0556 recall_20 11_4 0.0625 recall_30 11_4 0.0972 recall_100 11_4 0.1667 recall_200 11_4 0.2361 recall_500 11_4 0.3958 recall_1000 11_4 0.5972 infAP 11_4 0.1541 Rprec_mult_0.20 11_4 0.4828 Rprec_mult_0.40 11_4 0.3276 Rprec_mult_0.60 11_4 0.2644 Rprec_mult_0.80 11_4 0.2241 Rprec_mult_1.00 11_4 0.2014 Rprec_mult_1.20 11_4 0.1850 Rprec_mult_1.40 11_4 0.1683 Rprec_mult_1.60 11_4 0.1645 Rprec_mult_1.80 11_4 0.1500 Rprec_mult_2.00 11_4 0.1493 utility 11_4 -828.0000 11pt_avg 11_4 0.1966 binG 11_4 0.1221 G 11_4 0.0746 ndcg 11_4 0.3897 ndcg_rel 11_4 0.3258 Rndcg 11_4 0.2861 ndcg_cut_5 11_4 0.3333 ndcg_cut_10 11_4 0.2989 ndcg_cut_15 11_4 0.2636 ndcg_cut_20 11_4 0.2412 ndcg_cut_30 11_4 0.2633 ndcg_cut_100 11_4 0.2060 ndcg_cut_200 11_4 0.2180 ndcg_cut_500 11_4 0.2906 ndcg_cut_1000 11_4 0.3897 map_cut_5 11_4 0.0347 map_cut_10 11_4 0.0468 map_cut_15 11_4 0.0514 map_cut_20 11_4 0.0551 map_cut_30 11_4 0.0716 map_cut_100 11_4 0.0964 map_cut_200 11_4 0.1112 map_cut_500 11_4 0.1342 map_cut_1000 11_4 0.1541 relative_P_5 11_4 1.0000 relative_P_10 11_4 0.7000 relative_P_15 11_4 0.5333 relative_P_20 11_4 0.4500 relative_P_30 11_4 0.4667 relative_P_100 11_4 0.2400 relative_P_200 11_4 0.2361 relative_P_500 11_4 0.3958 relative_P_1000 11_4 0.5972 success_1 11_4 1.0000 success_5 11_4 1.0000 success_10 11_4 1.0000 set_P 11_4 0.0860 set_relative_P 11_4 0.5972 set_recall 11_4 0.5972 set_map 11_4 0.0514 set_F 11_4 0.1503 num_nonrel_judged_ret 11_4 1 rbp 11_4 0.2094 rbp_resid 11_4 0.3915 unj_5 11_4 0.0000 unj_10 11_4 0.3000 unj_20 11_4 0.5500 num_ret 11_6 1000 num_rel 11_6 60 num_rel_ret 11_6 27 map 11_6 0.2356 Rprec 11_6 0.2667 bpref 11_6 0.4324 recip_rank 11_6 1.0000 iprec_at_recall_0.00 11_6 1.0000 iprec_at_recall_0.10 11_6 0.8750 iprec_at_recall_0.20 11_6 0.6667 iprec_at_recall_0.30 11_6 0.2647 iprec_at_recall_0.40 11_6 0.1623 iprec_at_recall_0.50 11_6 0.0000 iprec_at_recall_0.60 11_6 0.0000 iprec_at_recall_0.70 11_6 0.0000 iprec_at_recall_0.80 11_6 0.0000 iprec_at_recall_0.90 11_6 0.0000 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 1.0000 P_10 11_6 0.7000 P_15 11_6 0.6000 P_20 11_6 0.6000 P_30 11_6 0.5000 P_100 11_6 0.2100 P_200 11_6 0.1250 P_500 11_6 0.0540 P_1000 11_6 0.0270 relstring 11_6 '22222-330-' recall_5 11_6 0.0833 recall_10 11_6 0.1167 recall_15 11_6 0.1500 recall_20 11_6 0.2000 recall_30 11_6 0.2500 recall_100 11_6 0.3500 recall_200 11_6 0.4167 recall_500 11_6 0.4500 recall_1000 11_6 0.4500 infAP 11_6 0.2356 Rprec_mult_0.20 11_6 0.6667 Rprec_mult_0.40 11_6 0.5833 Rprec_mult_0.60 11_6 0.4167 Rprec_mult_0.80 11_6 0.3125 Rprec_mult_1.00 11_6 0.2667 Rprec_mult_1.20 11_6 0.2500 Rprec_mult_1.40 11_6 0.2381 Rprec_mult_1.60 11_6 0.2083 Rprec_mult_1.80 11_6 0.1944 Rprec_mult_2.00 11_6 0.1833 utility 11_6 -946.0000 11pt_avg 11_6 0.2699 binG 11_6 0.1788 G 11_6 0.0961 ndcg 11_6 0.4140 ndcg_rel 11_6 0.4479 Rndcg 11_6 0.4025 ndcg_cut_5 11_6 0.6667 ndcg_cut_10 11_6 0.5754 ndcg_cut_15 11_6 0.4832 ndcg_cut_20 11_6 0.5109 ndcg_cut_30 11_6 0.4471 ndcg_cut_100 11_6 0.3718 ndcg_cut_200 11_6 0.4022 ndcg_cut_500 11_6 0.4140 ndcg_cut_1000 11_6 0.4140 map_cut_5 11_6 0.0833 map_cut_10 11_6 0.1122 map_cut_15 11_6 0.1349 map_cut_20 11_6 0.1672 map_cut_30 11_6 0.1954 map_cut_100 11_6 0.2204 map_cut_200 11_6 0.2318 map_cut_500 11_6 0.2356 map_cut_1000 11_6 0.2356 relative_P_5 11_6 1.0000 relative_P_10 11_6 0.7000 relative_P_15 11_6 0.6000 relative_P_20 11_6 0.6000 relative_P_30 11_6 0.5000 relative_P_100 11_6 0.3500 relative_P_200 11_6 0.4167 relative_P_500 11_6 0.4500 relative_P_1000 11_6 0.4500 success_1 11_6 1.0000 success_5 11_6 1.0000 success_10 11_6 1.0000 set_P 11_6 0.0270 set_relative_P 11_6 0.4500 set_recall 11_6 0.4500 set_map 11_6 0.0121 set_F 11_6 0.0509 num_nonrel_judged_ret 11_6 6 rbp 11_6 0.4465 rbp_resid 11_6 0.2883 unj_5 11_6 0.0000 unj_10 11_6 0.2000 unj_20 11_6 0.3500 num_ret 11_7 1000 num_rel 11_7 90 num_rel_ret 11_7 36 map 11_7 0.2073 Rprec 11_7 0.2333 bpref 11_7 0.3933 recip_rank 11_7 1.0000 iprec_at_recall_0.00 11_7 1.0000 iprec_at_recall_0.10 11_7 0.7727 iprec_at_recall_0.20 11_7 0.7500 iprec_at_recall_0.30 11_7 0.0968 iprec_at_recall_0.40 11_7 0.0506 iprec_at_recall_0.50 11_7 0.0000 iprec_at_recall_0.60 11_7 0.0000 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 1.0000 P_10 11_7 0.7000 P_15 11_7 0.7333 P_20 11_7 0.7500 P_30 11_7 0.7000 P_100 11_7 0.2100 P_200 11_7 0.1150 P_500 11_7 0.0600 P_1000 11_7 0.0360 relstring 11_7 '2222122---' recall_5 11_7 0.0556 recall_10 11_7 0.0778 recall_15 11_7 0.1222 recall_20 11_7 0.1667 recall_30 11_7 0.2333 recall_100 11_7 0.2333 recall_200 11_7 0.2556 recall_500 11_7 0.3333 recall_1000 11_7 0.4000 infAP 11_7 0.2073 Rprec_mult_0.20 11_7 0.7222 Rprec_mult_0.40 11_7 0.5833 Rprec_mult_0.60 11_7 0.3889 Rprec_mult_0.80 11_7 0.2917 Rprec_mult_1.00 11_7 0.2333 Rprec_mult_1.20 11_7 0.1944 Rprec_mult_1.40 11_7 0.1667 Rprec_mult_1.60 11_7 0.1597 Rprec_mult_1.80 11_7 0.1420 Rprec_mult_2.00 11_7 0.1278 utility 11_7 -928.0000 11pt_avg 11_7 0.2427 binG 11_7 0.1542 G 11_7 0.0860 ndcg 11_7 0.3919 ndcg_rel 11_7 0.4358 Rndcg 11_7 0.4470 ndcg_cut_5 11_7 0.6514 ndcg_cut_10 11_7 0.5914 ndcg_cut_15 11_7 0.5737 ndcg_cut_20 11_7 0.5772 ndcg_cut_30 11_7 0.5210 ndcg_cut_100 11_7 0.3201 ndcg_cut_200 11_7 0.3326 ndcg_cut_500 11_7 0.3729 ndcg_cut_1000 11_7 0.3919 map_cut_5 11_7 0.0556 map_cut_10 11_7 0.0778 map_cut_15 11_7 0.1103 map_cut_20 11_7 0.1436 map_cut_30 11_7 0.1925 map_cut_100 11_7 0.1925 map_cut_200 11_7 0.1963 map_cut_500 11_7 0.2038 map_cut_1000 11_7 0.2073 relative_P_5 11_7 1.0000 relative_P_10 11_7 0.7000 relative_P_15 11_7 0.7333 relative_P_20 11_7 0.7500 relative_P_30 11_7 0.7000 relative_P_100 11_7 0.2333 relative_P_200 11_7 0.2556 relative_P_500 11_7 0.3333 relative_P_1000 11_7 0.4000 success_1 11_7 1.0000 success_5 11_7 1.0000 success_10 11_7 1.0000 set_P 11_7 0.0360 set_relative_P 11_7 0.4000 set_recall 11_7 0.4000 set_map 11_7 0.0144 set_F 11_7 0.0661 num_nonrel_judged_ret 11_7 7 rbp 11_7 0.4213 rbp_resid 11_7 0.2461 unj_5 11_7 0.0000 unj_10 11_7 0.3000 unj_20 11_7 0.2500 num_ret 11_8 1000 num_rel 11_8 97 num_rel_ret 11_8 45 map 11_8 0.2510 Rprec 11_8 0.3196 bpref 11_8 0.4639 recip_rank 11_8 1.0000 iprec_at_recall_0.00 11_8 1.0000 iprec_at_recall_0.10 11_8 0.9231 iprec_at_recall_0.20 11_8 0.7407 iprec_at_recall_0.30 11_8 0.3580 iprec_at_recall_0.40 11_8 0.1077 iprec_at_recall_0.50 11_8 0.0000 iprec_at_recall_0.60 11_8 0.0000 iprec_at_recall_0.70 11_8 0.0000 iprec_at_recall_0.80 11_8 0.0000 iprec_at_recall_0.90 11_8 0.0000 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 1.0000 P_10 11_8 0.9000 P_15 11_8 0.8000 P_20 11_8 0.8000 P_30 11_8 0.7000 P_100 11_8 0.3100 P_200 11_8 0.1600 P_500 11_8 0.0820 P_1000 11_8 0.0450 relstring 11_8 '222232-222' recall_5 11_8 0.0515 recall_10 11_8 0.0928 recall_15 11_8 0.1237 recall_20 11_8 0.1649 recall_30 11_8 0.2165 recall_100 11_8 0.3196 recall_200 11_8 0.3299 recall_500 11_8 0.4227 recall_1000 11_8 0.4639 infAP 11_8 0.2510 Rprec_mult_0.20 11_8 0.8000 Rprec_mult_0.40 11_8 0.5641 Rprec_mult_0.60 11_8 0.4237 Rprec_mult_0.80 11_8 0.3590 Rprec_mult_1.00 11_8 0.3196 Rprec_mult_1.20 11_8 0.2650 Rprec_mult_1.40 11_8 0.2279 Rprec_mult_1.60 11_8 0.1987 Rprec_mult_1.80 11_8 0.1771 Rprec_mult_2.00 11_8 0.1598 utility 11_8 -910.0000 11pt_avg 11_8 0.2845 binG 11_8 0.1729 G 11_8 0.0840 ndcg 11_8 0.4300 ndcg_rel 11_8 0.4490 Rndcg 11_8 0.4377 ndcg_cut_5 11_8 0.5725 ndcg_cut_10 11_8 0.5588 ndcg_cut_15 11_8 0.5432 ndcg_cut_20 11_8 0.5325 ndcg_cut_30 11_8 0.5278 ndcg_cut_100 11_8 0.3608 ndcg_cut_200 11_8 0.3663 ndcg_cut_500 11_8 0.4119 ndcg_cut_1000 11_8 0.4300 map_cut_5 11_8 0.0515 map_cut_10 11_8 0.0893 map_cut_15 11_8 0.1177 map_cut_20 11_8 0.1509 map_cut_30 11_8 0.1901 map_cut_100 11_8 0.2347 map_cut_200 11_8 0.2364 map_cut_500 11_8 0.2481 map_cut_1000 11_8 0.2510 relative_P_5 11_8 1.0000 relative_P_10 11_8 0.9000 relative_P_15 11_8 0.8000 relative_P_20 11_8 0.8000 relative_P_30 11_8 0.7000 relative_P_100 11_8 0.3196 relative_P_200 11_8 0.3299 relative_P_500 11_8 0.4227 relative_P_1000 11_8 0.4639 success_1 11_8 1.0000 success_5 11_8 1.0000 success_10 11_8 1.0000 set_P 11_8 0.0450 set_relative_P 11_8 0.4639 set_recall 11_8 0.4639 set_map 11_8 0.0209 set_F 11_8 0.0820 num_nonrel_judged_ret 11_8 0 rbp 11_8 0.4217 rbp_resid 11_8 0.1926 unj_5 11_8 0.0000 unj_10 11_8 0.1000 unj_20 11_8 0.2000 num_ret 11_9 1000 num_rel 11_9 117 num_rel_ret 11_9 19 map 11_9 0.0237 Rprec 11_9 0.0513 bpref 11_9 0.1484 recip_rank 11_9 1.0000 iprec_at_recall_0.00 11_9 1.0000 iprec_at_recall_0.10 11_9 0.0480 iprec_at_recall_0.20 11_9 0.0000 iprec_at_recall_0.30 11_9 0.0000 iprec_at_recall_0.40 11_9 0.0000 iprec_at_recall_0.50 11_9 0.0000 iprec_at_recall_0.60 11_9 0.0000 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 0.6000 P_10 11_9 0.3000 P_15 11_9 0.2000 P_20 11_9 0.1500 P_30 11_9 0.1000 P_100 11_9 0.0500 P_200 11_9 0.0400 P_500 11_9 0.0300 P_1000 11_9 0.0190 relstring 11_9 '10011-----' recall_5 11_9 0.0256 recall_10 11_9 0.0256 recall_15 11_9 0.0256 recall_20 11_9 0.0256 recall_30 11_9 0.0256 recall_100 11_9 0.0427 recall_200 11_9 0.0684 recall_500 11_9 0.1282 recall_1000 11_9 0.1624 infAP 11_9 0.0237 Rprec_mult_0.20 11_9 0.1250 Rprec_mult_0.40 11_9 0.0638 Rprec_mult_0.60 11_9 0.0563 Rprec_mult_0.80 11_9 0.0532 Rprec_mult_1.00 11_9 0.0513 Rprec_mult_1.20 11_9 0.0426 Rprec_mult_1.40 11_9 0.0488 Rprec_mult_1.60 11_9 0.0426 Rprec_mult_1.80 11_9 0.0379 Rprec_mult_2.00 11_9 0.0470 utility 11_9 -962.0000 11pt_avg 11_9 0.0953 binG 11_9 0.0346 G 11_9 0.0223 ndcg 11_9 0.1210 ndcg_rel 11_9 0.1183 Rndcg 11_9 0.0879 ndcg_cut_5 11_9 0.1735 ndcg_cut_10 11_9 0.1191 ndcg_cut_15 11_9 0.0946 ndcg_cut_20 11_9 0.0799 ndcg_cut_30 11_9 0.0624 ndcg_cut_100 11_9 0.0528 ndcg_cut_200 11_9 0.0691 ndcg_cut_500 11_9 0.1065 ndcg_cut_1000 11_9 0.1210 map_cut_5 11_9 0.0179 map_cut_10 11_9 0.0179 map_cut_15 11_9 0.0179 map_cut_20 11_9 0.0179 map_cut_30 11_9 0.0179 map_cut_100 11_9 0.0190 map_cut_200 11_9 0.0203 map_cut_500 11_9 0.0227 map_cut_1000 11_9 0.0237 relative_P_5 11_9 0.6000 relative_P_10 11_9 0.3000 relative_P_15 11_9 0.2000 relative_P_20 11_9 0.1500 relative_P_30 11_9 0.1000 relative_P_100 11_9 0.0500 relative_P_200 11_9 0.0684 relative_P_500 11_9 0.1282 relative_P_1000 11_9 0.1624 success_1 11_9 1.0000 success_5 11_9 1.0000 success_10 11_9 1.0000 set_P 11_9 0.0190 set_relative_P 11_9 0.1624 set_recall 11_9 0.1624 set_map 11_9 0.0031 set_F 11_9 0.0340 num_nonrel_judged_ret 11_9 18 rbp 11_9 0.0598 rbp_resid 11_9 0.5902 unj_5 11_9 0.0000 unj_10 11_9 0.5000 unj_20 11_9 0.7500 num_ret 12_1 1000 num_rel 12_1 75 num_rel_ret 12_1 20 map 12_1 0.1409 Rprec 12_1 0.2267 bpref 12_1 0.2240 recip_rank 12_1 1.0000 iprec_at_recall_0.00 12_1 1.0000 iprec_at_recall_0.10 12_1 0.5556 iprec_at_recall_0.20 12_1 0.2807 iprec_at_recall_0.30 12_1 0.0000 iprec_at_recall_0.40 12_1 0.0000 iprec_at_recall_0.50 12_1 0.0000 iprec_at_recall_0.60 12_1 0.0000 iprec_at_recall_0.70 12_1 0.0000 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 1.0000 P_10 12_1 0.6000 P_15 12_1 0.4667 P_20 12_1 0.5500 P_30 12_1 0.4000 P_100 12_1 0.1800 P_200 12_1 0.0900 P_500 12_1 0.0400 P_1000 12_1 0.0200 relstring 12_1 '2221200001' recall_5 12_1 0.0667 recall_10 12_1 0.0800 recall_15 12_1 0.0933 recall_20 12_1 0.1467 recall_30 12_1 0.1600 recall_100 12_1 0.2400 recall_200 12_1 0.2400 recall_500 12_1 0.2667 recall_1000 12_1 0.2667 infAP 12_1 0.1409 Rprec_mult_0.20 12_1 0.4667 Rprec_mult_0.40 12_1 0.4000 Rprec_mult_0.60 12_1 0.2889 Rprec_mult_0.80 12_1 0.2667 Rprec_mult_1.00 12_1 0.2267 Rprec_mult_1.20 12_1 0.2000 Rprec_mult_1.40 12_1 0.1714 Rprec_mult_1.60 12_1 0.1500 Rprec_mult_1.80 12_1 0.1333 Rprec_mult_2.00 12_1 0.1200 utility 12_1 -960.0000 11pt_avg 12_1 0.1669 binG 12_1 0.1138 G 12_1 0.0810 ndcg 12_1 0.3371 ndcg_rel 12_1 0.3837 Rndcg 12_1 0.4258 ndcg_cut_5 12_1 0.7926 ndcg_cut_10 12_1 0.5706 ndcg_cut_15 12_1 0.4937 ndcg_cut_20 12_1 0.5262 ndcg_cut_30 12_1 0.4320 ndcg_cut_100 12_1 0.3283 ndcg_cut_200 12_1 0.3283 ndcg_cut_500 12_1 0.3371 ndcg_cut_1000 12_1 0.3371 map_cut_5 12_1 0.0667 map_cut_10 12_1 0.0747 map_cut_15 12_1 0.0818 map_cut_20 12_1 0.1103 map_cut_30 12_1 0.1160 map_cut_100 12_1 0.1385 map_cut_200 12_1 0.1385 map_cut_500 12_1 0.1409 map_cut_1000 12_1 0.1409 relative_P_5 12_1 1.0000 relative_P_10 12_1 0.6000 relative_P_15 12_1 0.4667 relative_P_20 12_1 0.5500 relative_P_30 12_1 0.4000 relative_P_100 12_1 0.2400 relative_P_200 12_1 0.2400 relative_P_500 12_1 0.2667 relative_P_1000 12_1 0.2667 success_1 12_1 1.0000 success_5 12_1 1.0000 success_10 12_1 1.0000 set_P 12_1 0.0200 set_relative_P 12_1 0.2667 set_recall 12_1 0.2667 set_map 12_1 0.0053 set_F 12_1 0.0372 num_nonrel_judged_ret 12_1 38 rbp 12_1 0.3265 rbp_resid 12_1 0.0561 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0000 num_ret 12_2 1000 num_rel 12_2 65 num_rel_ret 12_2 24 map 12_2 0.1570 Rprec 12_2 0.2154 bpref 12_2 0.3522 recip_rank 12_2 1.0000 iprec_at_recall_0.00 12_2 1.0000 iprec_at_recall_0.10 12_2 0.5000 iprec_at_recall_0.20 12_2 0.2162 iprec_at_recall_0.30 12_2 0.1370 iprec_at_recall_0.40 12_2 0.0000 iprec_at_recall_0.50 12_2 0.0000 iprec_at_recall_0.60 12_2 0.0000 iprec_at_recall_0.70 12_2 0.0000 iprec_at_recall_0.80 12_2 0.0000 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 1.0000 P_10 12_2 0.6000 P_15 12_2 0.4667 P_20 12_2 0.4000 P_30 12_2 0.3667 P_100 12_2 0.1800 P_200 12_2 0.1050 P_500 12_2 0.0480 P_1000 12_2 0.0240 relstring 12_2 '22132001--' recall_5 12_2 0.0769 recall_10 12_2 0.0923 recall_15 12_2 0.1077 recall_20 12_2 0.1231 recall_30 12_2 0.1692 recall_100 12_2 0.2769 recall_200 12_2 0.3231 recall_500 12_2 0.3692 recall_1000 12_2 0.3692 infAP 12_2 0.1570 Rprec_mult_0.20 12_2 0.4615 Rprec_mult_0.40 12_2 0.4231 Rprec_mult_0.60 12_2 0.2821 Rprec_mult_0.80 12_2 0.2308 Rprec_mult_1.00 12_2 0.2154 Rprec_mult_1.20 12_2 0.2051 Rprec_mult_1.40 12_2 0.1978 Rprec_mult_1.60 12_2 0.1731 Rprec_mult_1.80 12_2 0.1624 Rprec_mult_2.00 12_2 0.1462 utility 12_2 -952.0000 11pt_avg 12_2 0.1685 binG 12_2 0.1366 G 12_2 0.0919 ndcg 12_2 0.3860 ndcg_rel 12_2 0.4010 Rndcg 12_2 0.4354 ndcg_cut_5 12_2 0.6588 ndcg_cut_10 12_2 0.5104 ndcg_cut_15 12_2 0.4362 ndcg_cut_20 12_2 0.3894 ndcg_cut_30 12_2 0.3678 ndcg_cut_100 12_2 0.3356 ndcg_cut_200 12_2 0.3619 ndcg_cut_500 12_2 0.3860 ndcg_cut_1000 12_2 0.3860 map_cut_5 12_2 0.0769 map_cut_10 12_2 0.0885 map_cut_15 12_2 0.0962 map_cut_20 12_2 0.1026 map_cut_30 12_2 0.1230 map_cut_100 12_2 0.1460 map_cut_200 12_2 0.1526 map_cut_500 12_2 0.1570 map_cut_1000 12_2 0.1570 relative_P_5 12_2 1.0000 relative_P_10 12_2 0.6000 relative_P_15 12_2 0.4667 relative_P_20 12_2 0.4000 relative_P_30 12_2 0.3667 relative_P_100 12_2 0.2769 relative_P_200 12_2 0.3231 relative_P_500 12_2 0.3692 relative_P_1000 12_2 0.3692 success_1 12_2 1.0000 success_5 12_2 1.0000 success_10 12_2 1.0000 set_P 12_2 0.0240 set_relative_P 12_2 0.3692 set_recall 12_2 0.3692 set_map 12_2 0.0089 set_F 12_2 0.0451 num_nonrel_judged_ret 12_2 7 rbp 12_2 0.3104 rbp_resid 12_2 0.3355 unj_5 12_2 0.0000 unj_10 12_2 0.2000 unj_20 12_2 0.4500 num_ret 12_3 1000 num_rel 12_3 75 num_rel_ret 12_3 65 map 12_3 0.5785 Rprec 12_3 0.6133 bpref 12_3 0.7733 recip_rank 12_3 1.0000 iprec_at_recall_0.00 12_3 1.0000 iprec_at_recall_0.10 12_3 0.8333 iprec_at_recall_0.20 12_3 0.8333 iprec_at_recall_0.30 12_3 0.8333 iprec_at_recall_0.40 12_3 0.7500 iprec_at_recall_0.50 12_3 0.6232 iprec_at_recall_0.60 12_3 0.6220 iprec_at_recall_0.70 12_3 0.6092 iprec_at_recall_0.80 12_3 0.4839 iprec_at_recall_0.90 12_3 0.0000 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 0.6000 P_10 12_3 0.7000 P_15 12_3 0.7333 P_20 12_3 0.8000 P_30 12_3 0.8333 P_100 12_3 0.5700 P_200 12_3 0.3100 P_500 12_3 0.1300 P_1000 12_3 0.0650 relstring 12_3 '1020120222' recall_5 12_3 0.0400 recall_10 12_3 0.0933 recall_15 12_3 0.1467 recall_20 12_3 0.2133 recall_30 12_3 0.3333 recall_100 12_3 0.7600 recall_200 12_3 0.8267 recall_500 12_3 0.8667 recall_1000 12_3 0.8667 infAP 12_3 0.5785 Rprec_mult_0.20 12_3 0.7333 Rprec_mult_0.40 12_3 0.8333 Rprec_mult_0.60 12_3 0.7111 Rprec_mult_0.80 12_3 0.6167 Rprec_mult_1.00 12_3 0.6133 Rprec_mult_1.20 12_3 0.5889 Rprec_mult_1.40 12_3 0.5429 Rprec_mult_1.60 12_3 0.4833 Rprec_mult_1.80 12_3 0.4444 Rprec_mult_2.00 12_3 0.4133 utility 12_3 -870.0000 11pt_avg 12_3 0.5989 binG 12_3 0.2588 G 12_3 0.1949 ndcg 12_3 0.7510 ndcg_rel 12_3 0.6303 Rndcg 12_3 0.6408 ndcg_cut_5 12_3 0.4048 ndcg_cut_10 12_3 0.5404 ndcg_cut_15 12_3 0.6011 ndcg_cut_20 12_3 0.6341 ndcg_cut_30 12_3 0.6147 ndcg_cut_100 12_3 0.6928 ndcg_cut_200 12_3 0.7331 ndcg_cut_500 12_3 0.7510 ndcg_cut_1000 12_3 0.7510 map_cut_5 12_3 0.0302 map_cut_10 12_3 0.0657 map_cut_15 12_3 0.1061 map_cut_20 12_3 0.1579 map_cut_30 12_3 0.2560 map_cut_100 12_3 0.5374 map_cut_200 12_3 0.5679 map_cut_500 12_3 0.5785 map_cut_1000 12_3 0.5785 relative_P_5 12_3 0.6000 relative_P_10 12_3 0.7000 relative_P_15 12_3 0.7333 relative_P_20 12_3 0.8000 relative_P_30 12_3 0.8333 relative_P_100 12_3 0.7600 relative_P_200 12_3 0.8267 relative_P_500 12_3 0.8667 relative_P_1000 12_3 0.8667 success_1 12_3 1.0000 success_5 12_3 1.0000 success_10 12_3 1.0000 set_P 12_3 0.0650 set_relative_P 12_3 0.8667 set_recall 12_3 0.8667 set_map 12_3 0.0563 set_F 12_3 0.1209 num_nonrel_judged_ret 12_3 21 rbp 12_3 0.5989 rbp_resid 12_3 0.0164 unj_5 12_3 0.0000 unj_10 12_3 0.0000 unj_20 12_3 0.0000 num_ret 12_5 1000 num_rel 12_5 57 num_rel_ret 12_5 37 map 12_5 0.2884 Rprec 12_5 0.3158 bpref 12_5 0.6417 recip_rank 12_5 1.0000 iprec_at_recall_0.00 12_5 1.0000 iprec_at_recall_0.10 12_5 1.0000 iprec_at_recall_0.20 12_5 0.7333 iprec_at_recall_0.30 12_5 0.3778 iprec_at_recall_0.40 12_5 0.2091 iprec_at_recall_0.50 12_5 0.0986 iprec_at_recall_0.60 12_5 0.0458 iprec_at_recall_0.70 12_5 0.0000 iprec_at_recall_0.80 12_5 0.0000 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 1.0000 P_10 12_5 0.9000 P_15 12_5 0.7333 P_20 12_5 0.6000 P_30 12_5 0.5000 P_100 12_5 0.2200 P_200 12_5 0.1300 P_500 12_5 0.0640 P_1000 12_5 0.0370 relstring 12_5 '22222223-3' recall_5 12_5 0.0877 recall_10 12_5 0.1579 recall_15 12_5 0.1930 recall_20 12_5 0.2105 recall_30 12_5 0.2632 recall_100 12_5 0.3860 recall_200 12_5 0.4561 recall_500 12_5 0.5614 recall_1000 12_5 0.6491 infAP 12_5 0.2884 Rprec_mult_0.20 12_5 0.8333 Rprec_mult_0.40 12_5 0.5652 Rprec_mult_0.60 12_5 0.4286 Rprec_mult_0.80 12_5 0.3696 Rprec_mult_1.00 12_5 0.3158 Rprec_mult_1.20 12_5 0.2754 Rprec_mult_1.40 12_5 0.2375 Rprec_mult_1.60 12_5 0.2174 Rprec_mult_1.80 12_5 0.2136 Rprec_mult_2.00 12_5 0.2018 utility 12_5 -926.0000 11pt_avg 12_5 0.3150 binG 12_5 0.2436 G 12_5 0.1420 ndcg 12_5 0.5783 ndcg_rel 12_5 0.5685 Rndcg 12_5 0.5197 ndcg_cut_5 12_5 0.6667 ndcg_cut_10 12_5 0.7143 ndcg_cut_15 12_5 0.6606 ndcg_cut_20 12_5 0.5984 ndcg_cut_30 12_5 0.5412 ndcg_cut_100 12_5 0.4588 ndcg_cut_200 12_5 0.4951 ndcg_cut_500 12_5 0.5448 ndcg_cut_1000 12_5 0.5783 map_cut_5 12_5 0.0877 map_cut_10 12_5 0.1561 map_cut_15 12_5 0.1850 map_cut_20 12_5 0.1955 map_cut_30 12_5 0.2252 map_cut_100 12_5 0.2616 map_cut_200 12_5 0.2749 map_cut_500 12_5 0.2843 map_cut_1000 12_5 0.2884 relative_P_5 12_5 1.0000 relative_P_10 12_5 0.9000 relative_P_15 12_5 0.7333 relative_P_20 12_5 0.6000 relative_P_30 12_5 0.5000 relative_P_100 12_5 0.3860 relative_P_200 12_5 0.4561 relative_P_500 12_5 0.5614 relative_P_1000 12_5 0.6491 success_1 12_5 1.0000 success_5 12_5 1.0000 success_10 12_5 1.0000 set_P 12_5 0.0370 set_relative_P 12_5 0.6491 set_recall 12_5 0.6491 set_map 12_5 0.0240 set_F 12_5 0.0700 num_nonrel_judged_ret 12_5 1 rbp 12_5 0.5006 rbp_resid 12_5 0.2815 unj_5 12_5 0.0000 unj_10 12_5 0.1000 unj_20 12_5 0.4000 num_ret 12_6 1000 num_rel 12_6 48 num_rel_ret 12_6 35 map 12_6 0.2467 Rprec 12_6 0.3958 bpref 12_6 0.5122 recip_rank 12_6 1.0000 iprec_at_recall_0.00 12_6 1.0000 iprec_at_recall_0.10 12_6 0.5000 iprec_at_recall_0.20 12_6 0.4615 iprec_at_recall_0.30 12_6 0.3958 iprec_at_recall_0.40 12_6 0.3958 iprec_at_recall_0.50 12_6 0.2553 iprec_at_recall_0.60 12_6 0.1526 iprec_at_recall_0.70 12_6 0.0780 iprec_at_recall_0.80 12_6 0.0000 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 0.4000 P_10 12_6 0.4000 P_15 12_6 0.4667 P_20 12_6 0.4000 P_30 12_6 0.4000 P_100 12_6 0.2400 P_200 12_6 0.1450 P_500 12_6 0.0680 P_1000 12_6 0.0350 relstring 12_6 '101000021-' recall_5 12_6 0.0417 recall_10 12_6 0.0833 recall_15 12_6 0.1458 recall_20 12_6 0.1667 recall_30 12_6 0.2500 recall_100 12_6 0.5000 recall_200 12_6 0.6042 recall_500 12_6 0.7083 recall_1000 12_6 0.7292 infAP 12_6 0.2467 Rprec_mult_0.20 12_6 0.4000 Rprec_mult_0.40 12_6 0.4000 Rprec_mult_0.60 12_6 0.4138 Rprec_mult_0.80 12_6 0.3846 Rprec_mult_1.00 12_6 0.3958 Rprec_mult_1.20 12_6 0.3621 Rprec_mult_1.40 12_6 0.3088 Rprec_mult_1.60 12_6 0.2857 Rprec_mult_1.80 12_6 0.2644 Rprec_mult_2.00 12_6 0.2500 utility 12_6 -930.0000 11pt_avg 12_6 0.2945 binG 12_6 0.1752 G 12_6 0.1224 ndcg 12_6 0.4654 ndcg_rel 12_6 0.3703 Rndcg 12_6 0.3392 ndcg_cut_5 12_6 0.2175 ndcg_cut_10 12_6 0.2411 ndcg_cut_15 12_6 0.2757 ndcg_cut_20 12_6 0.2485 ndcg_cut_30 12_6 0.2853 ndcg_cut_100 12_6 0.3701 ndcg_cut_200 12_6 0.4165 ndcg_cut_500 12_6 0.4556 ndcg_cut_1000 12_6 0.4654 map_cut_5 12_6 0.0347 map_cut_10 12_6 0.0518 map_cut_15 12_6 0.0821 map_cut_20 12_6 0.0919 map_cut_30 12_6 0.1283 map_cut_100 12_6 0.2162 map_cut_200 12_6 0.2363 map_cut_500 12_6 0.2459 map_cut_1000 12_6 0.2467 relative_P_5 12_6 0.4000 relative_P_10 12_6 0.4000 relative_P_15 12_6 0.4667 relative_P_20 12_6 0.4000 relative_P_30 12_6 0.4000 relative_P_100 12_6 0.5000 relative_P_200 12_6 0.6042 relative_P_500 12_6 0.7083 relative_P_1000 12_6 0.7292 success_1 12_6 1.0000 success_5 12_6 1.0000 success_10 12_6 1.0000 set_P 12_6 0.0350 set_relative_P 12_6 0.7292 set_recall 12_6 0.7292 set_map 12_6 0.0255 set_F 12_6 0.0668 num_nonrel_judged_ret 12_6 30 rbp 12_6 0.1754 rbp_resid 12_6 0.1493 unj_5 12_6 0.0000 unj_10 12_6 0.1000 unj_20 12_6 0.2000 num_ret 12_7 1000 num_rel 12_7 17 num_rel_ret 12_7 11 map 12_7 0.2511 Rprec 12_7 0.2941 bpref 12_7 0.3218 recip_rank 12_7 1.0000 iprec_at_recall_0.00 12_7 1.0000 iprec_at_recall_0.10 12_7 0.6667 iprec_at_recall_0.20 12_7 0.5714 iprec_at_recall_0.30 12_7 0.4545 iprec_at_recall_0.40 12_7 0.2424 iprec_at_recall_0.50 12_7 0.1200 iprec_at_recall_0.60 12_7 0.1111 iprec_at_recall_0.70 12_7 0.0000 iprec_at_recall_0.80 12_7 0.0000 iprec_at_recall_0.90 12_7 0.0000 iprec_at_recall_1.00 12_7 0.0000 P_5 12_7 0.4000 P_10 12_7 0.4000 P_15 12_7 0.3333 P_20 12_7 0.3000 P_30 12_7 0.2333 P_100 12_7 0.1000 P_200 12_7 0.0500 P_500 12_7 0.0220 P_1000 12_7 0.0110 relstring 12_7 '201001200-' recall_5 12_7 0.1176 recall_10 12_7 0.2353 recall_15 12_7 0.2941 recall_20 12_7 0.3529 recall_30 12_7 0.4118 recall_100 12_7 0.5882 recall_200 12_7 0.5882 recall_500 12_7 0.6471 recall_1000 12_7 0.6471 infAP 12_7 0.2511 Rprec_mult_0.20 12_7 0.5000 Rprec_mult_0.40 12_7 0.5714 Rprec_mult_0.60 12_7 0.4545 Rprec_mult_0.80 12_7 0.3571 Rprec_mult_1.00 12_7 0.2941 Rprec_mult_1.20 12_7 0.2857 Rprec_mult_1.40 12_7 0.2500 Rprec_mult_1.60 12_7 0.2143 Rprec_mult_1.80 12_7 0.2258 Rprec_mult_2.00 12_7 0.2353 utility 12_7 -978.0000 11pt_avg 12_7 0.2878 binG 12_7 0.2326 G 12_7 0.1552 ndcg 12_7 0.4595 ndcg_rel 12_7 0.4252 Rndcg 12_7 0.3491 ndcg_cut_5 12_7 0.2956 ndcg_cut_10 12_7 0.3024 ndcg_cut_15 12_7 0.3019 ndcg_cut_20 12_7 0.3419 ndcg_cut_30 12_7 0.3565 ndcg_cut_100 12_7 0.4430 ndcg_cut_200 12_7 0.4430 ndcg_cut_500 12_7 0.4595 ndcg_cut_1000 12_7 0.4595 map_cut_5 12_7 0.0980 map_cut_10 12_7 0.1611 map_cut_15 12_7 0.1878 map_cut_20 12_7 0.2074 map_cut_30 12_7 0.2216 map_cut_100 12_7 0.2495 map_cut_200 12_7 0.2495 map_cut_500 12_7 0.2511 map_cut_1000 12_7 0.2511 relative_P_5 12_7 0.4000 relative_P_10 12_7 0.4000 relative_P_15 12_7 0.3333 relative_P_20 12_7 0.3529 relative_P_30 12_7 0.4118 relative_P_100 12_7 0.5882 relative_P_200 12_7 0.5882 relative_P_500 12_7 0.6471 relative_P_1000 12_7 0.6471 success_1 12_7 1.0000 success_5 12_7 1.0000 success_10 12_7 1.0000 set_P 12_7 0.0110 set_relative_P 12_7 0.6471 set_recall 12_7 0.6471 set_map 12_7 0.0071 set_F 12_7 0.0216 num_nonrel_judged_ret 12_7 25 rbp 12_7 0.1939 rbp_resid 12_7 0.2017 unj_5 12_7 0.0000 unj_10 12_7 0.1000 unj_20 12_7 0.2000 num_ret 12_9 1000 num_rel 12_9 27 num_rel_ret 12_9 17 map 12_9 0.2923 Rprec 12_9 0.3333 bpref 12_9 0.4390 recip_rank 12_9 1.0000 iprec_at_recall_0.00 12_9 1.0000 iprec_at_recall_0.10 12_9 1.0000 iprec_at_recall_0.20 12_9 0.7143 iprec_at_recall_0.30 12_9 0.4211 iprec_at_recall_0.40 12_9 0.1774 iprec_at_recall_0.50 12_9 0.1007 iprec_at_recall_0.60 12_9 0.0442 iprec_at_recall_0.70 12_9 0.0000 iprec_at_recall_0.80 12_9 0.0000 iprec_at_recall_0.90 12_9 0.0000 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 0.8000 P_10 12_9 0.7000 P_15 12_9 0.4667 P_20 12_9 0.4000 P_30 12_9 0.3000 P_100 12_9 0.1200 P_200 12_9 0.0750 P_500 12_9 0.0320 P_1000 12_9 0.0170 relstring 12_9 '3111001-11' recall_5 12_9 0.1481 recall_10 12_9 0.2593 recall_15 12_9 0.2593 recall_20 12_9 0.2963 recall_30 12_9 0.3333 recall_100 12_9 0.4444 recall_200 12_9 0.5556 recall_500 12_9 0.5926 recall_1000 12_9 0.6296 infAP 12_9 0.2923 Rprec_mult_0.20 12_9 0.6667 Rprec_mult_0.40 12_9 0.6364 Rprec_mult_0.60 12_9 0.4118 Rprec_mult_0.80 12_9 0.3636 Rprec_mult_1.00 12_9 0.3333 Rprec_mult_1.20 12_9 0.3030 Rprec_mult_1.40 12_9 0.2632 Rprec_mult_1.60 12_9 0.2273 Rprec_mult_1.80 12_9 0.2041 Rprec_mult_2.00 12_9 0.1852 utility 12_9 -966.0000 11pt_avg 12_9 0.3143 binG 12_9 0.2626 G 12_9 0.1817 ndcg 12_9 0.5242 ndcg_rel 12_9 0.5340 Rndcg 12_9 0.5149 ndcg_cut_5 12_9 0.6060 ndcg_cut_10 12_9 0.5118 ndcg_cut_15 12_9 0.4108 ndcg_cut_20 12_9 0.3934 ndcg_cut_30 12_9 0.3826 ndcg_cut_100 12_9 0.4357 ndcg_cut_200 12_9 0.4886 ndcg_cut_500 12_9 0.5106 ndcg_cut_1000 12_9 0.5242 map_cut_5 12_9 0.1481 map_cut_10 12_9 0.2252 map_cut_15 12_9 0.2252 map_cut_20 12_9 0.2408 map_cut_30 12_9 0.2536 map_cut_100 12_9 0.2779 map_cut_200 12_9 0.2895 map_cut_500 12_9 0.2912 map_cut_1000 12_9 0.2923 relative_P_5 12_9 0.8000 relative_P_10 12_9 0.7000 relative_P_15 12_9 0.4667 relative_P_20 12_9 0.4000 relative_P_30 12_9 0.3333 relative_P_100 12_9 0.4444 relative_P_200 12_9 0.5556 relative_P_500 12_9 0.5926 relative_P_1000 12_9 0.6296 success_1 12_9 1.0000 success_5 12_9 1.0000 success_10 12_9 1.0000 set_P 12_9 0.0170 set_relative_P 12_9 0.6296 set_recall 12_9 0.6296 set_map 12_9 0.0107 set_F 12_9 0.0331 num_nonrel_judged_ret 12_9 27 rbp 12_9 0.2376 rbp_resid 12_9 0.2331 unj_5 12_9 0.0000 unj_10 12_9 0.1000 unj_20 12_9 0.2500 num_ret 13_2 1000 num_rel 13_2 154 num_rel_ret 13_2 7 map 13_2 0.0281 Rprec 13_2 0.0390 bpref 13_2 0.0447 recip_rank 13_2 1.0000 iprec_at_recall_0.00 13_2 1.0000 iprec_at_recall_0.10 13_2 0.0000 iprec_at_recall_0.20 13_2 0.0000 iprec_at_recall_0.30 13_2 0.0000 iprec_at_recall_0.40 13_2 0.0000 iprec_at_recall_0.50 13_2 0.0000 iprec_at_recall_0.60 13_2 0.0000 iprec_at_recall_0.70 13_2 0.0000 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 0.8000 P_10 13_2 0.4000 P_15 13_2 0.3333 P_20 13_2 0.3000 P_30 13_2 0.2000 P_100 13_2 0.0600 P_200 13_2 0.0300 P_500 13_2 0.0120 P_1000 13_2 0.0070 relstring 13_2 '11012-----' recall_5 13_2 0.0260 recall_10 13_2 0.0260 recall_15 13_2 0.0325 recall_20 13_2 0.0390 recall_30 13_2 0.0390 recall_100 13_2 0.0390 recall_200 13_2 0.0390 recall_500 13_2 0.0390 recall_1000 13_2 0.0455 infAP 13_2 0.0281 Rprec_mult_0.20 13_2 0.1935 Rprec_mult_0.40 13_2 0.0968 Rprec_mult_0.60 13_2 0.0645 Rprec_mult_0.80 13_2 0.0484 Rprec_mult_1.00 13_2 0.0390 Rprec_mult_1.20 13_2 0.0324 Rprec_mult_1.40 13_2 0.0278 Rprec_mult_1.60 13_2 0.0243 Rprec_mult_1.80 13_2 0.0216 Rprec_mult_2.00 13_2 0.0195 utility 13_2 -986.0000 11pt_avg 13_2 0.0909 binG 13_2 0.0257 G 13_2 0.0112 ndcg 13_2 0.0818 ndcg_rel 13_2 0.0885 Rndcg 13_2 0.1372 ndcg_cut_5 13_2 0.2880 ndcg_cut_10 13_2 0.1938 ndcg_cut_15 13_2 0.2126 ndcg_cut_20 13_2 0.2100 ndcg_cut_30 13_2 0.1705 ndcg_cut_100 13_2 0.0914 ndcg_cut_200 13_2 0.0782 ndcg_cut_500 13_2 0.0782 ndcg_cut_1000 13_2 0.0818 map_cut_5 13_2 0.0231 map_cut_10 13_2 0.0231 map_cut_15 13_2 0.0260 map_cut_20 13_2 0.0281 map_cut_30 13_2 0.0281 map_cut_100 13_2 0.0281 map_cut_200 13_2 0.0281 map_cut_500 13_2 0.0281 map_cut_1000 13_2 0.0281 relative_P_5 13_2 0.8000 relative_P_10 13_2 0.4000 relative_P_15 13_2 0.3333 relative_P_20 13_2 0.3000 relative_P_30 13_2 0.2000 relative_P_100 13_2 0.0600 relative_P_200 13_2 0.0390 relative_P_500 13_2 0.0390 relative_P_1000 13_2 0.0455 success_1 13_2 1.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.0070 set_relative_P 13_2 0.0455 set_recall 13_2 0.0455 set_map 13_2 0.0003 set_F 13_2 0.0121 num_nonrel_judged_ret 13_2 1 rbp 13_2 0.1447 rbp_resid 13_2 0.5406 unj_5 13_2 0.0000 unj_10 13_2 0.5000 unj_20 13_2 0.6500 num_ret 13_3 1000 num_rel 13_3 79 num_rel_ret 13_3 34 map 13_3 0.2565 Rprec 13_3 0.3418 bpref 13_3 0.4220 recip_rank 13_3 1.0000 iprec_at_recall_0.00 13_3 1.0000 iprec_at_recall_0.10 13_3 0.8182 iprec_at_recall_0.20 13_3 0.6000 iprec_at_recall_0.30 13_3 0.4615 iprec_at_recall_0.40 13_3 0.2286 iprec_at_recall_0.50 13_3 0.0000 iprec_at_recall_0.60 13_3 0.0000 iprec_at_recall_0.70 13_3 0.0000 iprec_at_recall_0.80 13_3 0.0000 iprec_at_recall_0.90 13_3 0.0000 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 1.0000 P_10 13_3 0.8000 P_15 13_3 0.6667 P_20 13_3 0.7000 P_30 13_3 0.6000 P_100 13_3 0.2900 P_200 13_3 0.1700 P_500 13_3 0.0680 P_1000 13_3 0.0340 relstring 13_3 '222212--32' recall_5 13_3 0.0633 recall_10 13_3 0.1013 recall_15 13_3 0.1266 recall_20 13_3 0.1772 recall_30 13_3 0.2278 recall_100 13_3 0.3671 recall_200 13_3 0.4304 recall_500 13_3 0.4304 recall_1000 13_3 0.4304 infAP 13_3 0.2565 Rprec_mult_0.20 13_3 0.6250 Rprec_mult_0.40 13_3 0.5625 Rprec_mult_0.60 13_3 0.4583 Rprec_mult_0.80 13_3 0.4062 Rprec_mult_1.00 13_3 0.3418 Rprec_mult_1.20 13_3 0.3053 Rprec_mult_1.40 13_3 0.2613 Rprec_mult_1.60 13_3 0.2441 Rprec_mult_1.80 13_3 0.2238 Rprec_mult_2.00 13_3 0.2089 utility 13_3 -932.0000 11pt_avg 13_3 0.2826 binG 13_3 0.1683 G 13_3 0.1119 ndcg 13_3 0.4934 ndcg_rel 13_3 0.5240 Rndcg 13_3 0.5123 ndcg_cut_5 13_3 0.6514 ndcg_cut_10 13_3 0.6613 ndcg_cut_15 13_3 0.6151 ndcg_cut_20 13_3 0.6403 ndcg_cut_30 13_3 0.5887 ndcg_cut_100 13_3 0.4529 ndcg_cut_200 13_3 0.4934 ndcg_cut_500 13_3 0.4934 ndcg_cut_1000 13_3 0.4934 map_cut_5 13_3 0.0633 map_cut_10 13_3 0.0959 map_cut_15 13_3 0.1160 map_cut_20 13_3 0.1502 map_cut_30 13_3 0.1794 map_cut_100 13_3 0.2418 map_cut_200 13_3 0.2565 map_cut_500 13_3 0.2565 map_cut_1000 13_3 0.2565 relative_P_5 13_3 1.0000 relative_P_10 13_3 0.8000 relative_P_15 13_3 0.6667 relative_P_20 13_3 0.7000 relative_P_30 13_3 0.6000 relative_P_100 13_3 0.3671 relative_P_200 13_3 0.4304 relative_P_500 13_3 0.4304 relative_P_1000 13_3 0.4304 success_1 13_3 1.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.0340 set_relative_P 13_3 0.4304 set_recall 13_3 0.4304 set_map 13_3 0.0146 set_F 13_3 0.0630 num_nonrel_judged_ret 13_3 3 rbp 13_3 0.4631 rbp_resid 13_3 0.2771 unj_5 13_3 0.0000 unj_10 13_3 0.2000 unj_20 13_3 0.3000 num_ret 13_4 1000 num_rel 13_4 132 num_rel_ret 13_4 71 map 13_4 0.2672 Rprec 13_4 0.3712 bpref 13_4 0.5036 recip_rank 13_4 1.0000 iprec_at_recall_0.00 13_4 1.0000 iprec_at_recall_0.10 13_4 0.8077 iprec_at_recall_0.20 13_4 0.4909 iprec_at_recall_0.30 13_4 0.4211 iprec_at_recall_0.40 13_4 0.3258 iprec_at_recall_0.50 13_4 0.2050 iprec_at_recall_0.60 13_4 0.0000 iprec_at_recall_0.70 13_4 0.0000 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 0.6000 P_10 13_4 0.7000 P_15 13_4 0.7333 P_20 13_4 0.7500 P_30 13_4 0.8000 P_100 13_4 0.4000 P_200 13_4 0.2900 P_500 13_4 0.1340 P_1000 13_4 0.0710 relstring 13_4 '222002222-' recall_5 13_4 0.0227 recall_10 13_4 0.0530 recall_15 13_4 0.0833 recall_20 13_4 0.1136 recall_30 13_4 0.1818 recall_100 13_4 0.3030 recall_200 13_4 0.4394 recall_500 13_4 0.5076 recall_1000 13_4 0.5379 infAP 13_4 0.2672 Rprec_mult_0.20 13_4 0.7778 Rprec_mult_0.40 13_4 0.4717 Rprec_mult_0.60 13_4 0.4375 Rprec_mult_0.80 13_4 0.4057 Rprec_mult_1.00 13_4 0.3712 Rprec_mult_1.20 13_4 0.3270 Rprec_mult_1.40 13_4 0.3135 Rprec_mult_1.60 13_4 0.2736 Rprec_mult_1.80 13_4 0.2521 Rprec_mult_2.00 13_4 0.2348 utility 13_4 -858.0000 11pt_avg 13_4 0.2955 binG 13_4 0.1413 G 13_4 0.1164 ndcg 13_4 0.5578 ndcg_rel 13_4 0.5656 Rndcg 13_4 0.5306 ndcg_cut_5 13_4 0.6179 ndcg_cut_10 13_4 0.6815 ndcg_cut_15 13_4 0.6853 ndcg_cut_20 13_4 0.7038 ndcg_cut_30 13_4 0.7369 ndcg_cut_100 13_4 0.4540 ndcg_cut_200 13_4 0.4988 ndcg_cut_500 13_4 0.5421 ndcg_cut_1000 13_4 0.5578 map_cut_5 13_4 0.0227 map_cut_10 13_4 0.0448 map_cut_15 13_4 0.0665 map_cut_20 13_4 0.0895 map_cut_30 13_4 0.1433 map_cut_100 13_4 0.1996 map_cut_200 13_4 0.2482 map_cut_500 13_4 0.2637 map_cut_1000 13_4 0.2672 relative_P_5 13_4 0.6000 relative_P_10 13_4 0.7000 relative_P_15 13_4 0.7333 relative_P_20 13_4 0.7500 relative_P_30 13_4 0.8000 relative_P_100 13_4 0.4000 relative_P_200 13_4 0.4394 relative_P_500 13_4 0.5076 relative_P_1000 13_4 0.5379 success_1 13_4 1.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.0710 set_relative_P 13_4 0.5379 set_recall 13_4 0.5379 set_map 13_4 0.0382 set_F 13_4 0.1254 num_nonrel_judged_ret 13_4 10 rbp 13_4 0.4774 rbp_resid 13_4 0.0990 unj_5 13_4 0.0000 unj_10 13_4 0.1000 unj_20 13_4 0.1000 num_ret 13_6 1000 num_rel 13_6 135 num_rel_ret 13_6 30 map 13_6 0.1281 Rprec 13_6 0.2074 bpref 13_6 0.2222 recip_rank 13_6 1.0000 iprec_at_recall_0.00 13_6 1.0000 iprec_at_recall_0.10 13_6 0.5926 iprec_at_recall_0.20 13_6 0.2673 iprec_at_recall_0.30 13_6 0.0000 iprec_at_recall_0.40 13_6 0.0000 iprec_at_recall_0.50 13_6 0.0000 iprec_at_recall_0.60 13_6 0.0000 iprec_at_recall_0.70 13_6 0.0000 iprec_at_recall_0.80 13_6 0.0000 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 1.0000 P_10 13_6 0.8000 P_15 13_6 0.6667 P_20 13_6 0.6000 P_30 13_6 0.5667 P_100 13_6 0.2600 P_200 13_6 0.1400 P_500 13_6 0.0600 P_1000 13_6 0.0300 relstring 13_6 '23311-3-13' recall_5 13_6 0.0370 recall_10 13_6 0.0593 recall_15 13_6 0.0741 recall_20 13_6 0.0889 recall_30 13_6 0.1259 recall_100 13_6 0.1926 recall_200 13_6 0.2074 recall_500 13_6 0.2222 recall_1000 13_6 0.2222 infAP 13_6 0.1281 Rprec_mult_0.20 13_6 0.5926 Rprec_mult_0.40 13_6 0.3889 Rprec_mult_0.60 13_6 0.2716 Rprec_mult_0.80 13_6 0.2500 Rprec_mult_1.00 13_6 0.2074 Rprec_mult_1.20 13_6 0.1728 Rprec_mult_1.40 13_6 0.1481 Rprec_mult_1.60 13_6 0.1296 Rprec_mult_1.80 13_6 0.1193 Rprec_mult_2.00 13_6 0.1074 utility 13_6 -940.0000 11pt_avg 13_6 0.1691 binG 13_6 0.0874 G 13_6 0.0547 ndcg 13_6 0.3062 ndcg_rel 13_6 0.3435 Rndcg 13_6 0.3826 ndcg_cut_5 13_6 0.6308 ndcg_cut_10 13_6 0.5727 ndcg_cut_15 13_6 0.4937 ndcg_cut_20 13_6 0.4841 ndcg_cut_30 13_6 0.4859 ndcg_cut_100 13_6 0.3192 ndcg_cut_200 13_6 0.2973 ndcg_cut_500 13_6 0.3062 ndcg_cut_1000 13_6 0.3062 map_cut_5 13_6 0.0370 map_cut_10 13_6 0.0551 map_cut_15 13_6 0.0659 map_cut_20 13_6 0.0757 map_cut_30 13_6 0.0969 map_cut_100 13_6 0.1228 map_cut_200 13_6 0.1266 map_cut_500 13_6 0.1281 map_cut_1000 13_6 0.1281 relative_P_5 13_6 1.0000 relative_P_10 13_6 0.8000 relative_P_15 13_6 0.6667 relative_P_20 13_6 0.6000 relative_P_30 13_6 0.5667 relative_P_100 13_6 0.2600 relative_P_200 13_6 0.2074 relative_P_500 13_6 0.2222 relative_P_1000 13_6 0.2222 success_1 13_6 1.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.0300 set_relative_P 13_6 0.2222 set_recall 13_6 0.2222 set_map 13_6 0.0067 set_F 13_6 0.0529 num_nonrel_judged_ret 13_6 1 rbp 13_6 0.3604 rbp_resid 13_6 0.3175 unj_5 13_6 0.0000 unj_10 13_6 0.2000 unj_20 13_6 0.4000 num_ret 13_8 1000 num_rel 13_8 100 num_rel_ret 13_8 37 map 13_8 0.1359 Rprec 13_8 0.1700 bpref 13_8 0.3696 recip_rank 13_8 1.0000 iprec_at_recall_0.00 13_8 1.0000 iprec_at_recall_0.10 13_8 0.5882 iprec_at_recall_0.20 13_8 0.1562 iprec_at_recall_0.30 13_8 0.0809 iprec_at_recall_0.40 13_8 0.0000 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 1.0000 P_10 13_8 0.7000 P_15 13_8 0.6000 P_20 13_8 0.5500 P_30 13_8 0.4667 P_100 13_8 0.1700 P_200 13_8 0.1250 P_500 13_8 0.0640 P_1000 13_8 0.0370 relstring 13_8 '22321-22--' recall_5 13_8 0.0500 recall_10 13_8 0.0700 recall_15 13_8 0.0900 recall_20 13_8 0.1100 recall_30 13_8 0.1400 recall_100 13_8 0.1700 recall_200 13_8 0.2500 recall_500 13_8 0.3200 recall_1000 13_8 0.3700 infAP 13_8 0.1359 Rprec_mult_0.20 13_8 0.5500 Rprec_mult_0.40 13_8 0.3750 Rprec_mult_0.60 13_8 0.2500 Rprec_mult_0.80 13_8 0.2125 Rprec_mult_1.00 13_8 0.1700 Rprec_mult_1.20 13_8 0.1500 Rprec_mult_1.40 13_8 0.1429 Rprec_mult_1.60 13_8 0.1375 Rprec_mult_1.80 13_8 0.1222 Rprec_mult_2.00 13_8 0.1250 utility 13_8 -926.0000 11pt_avg 13_8 0.1659 binG 13_8 0.1144 G 13_8 0.0784 ndcg 13_8 0.3806 ndcg_rel 13_8 0.3956 Rndcg 13_8 0.3470 ndcg_cut_5 13_8 0.6795 ndcg_cut_10 13_8 0.5361 ndcg_cut_15 13_8 0.4652 ndcg_cut_20 13_8 0.4691 ndcg_cut_30 13_8 0.4301 ndcg_cut_100 13_8 0.2704 ndcg_cut_200 13_8 0.3156 ndcg_cut_500 13_8 0.3579 ndcg_cut_1000 13_8 0.3806 map_cut_5 13_8 0.0500 map_cut_10 13_8 0.0673 map_cut_15 13_8 0.0790 map_cut_20 13_8 0.0904 map_cut_30 13_8 0.1061 map_cut_100 13_8 0.1153 map_cut_200 13_8 0.1267 map_cut_500 13_8 0.1331 map_cut_1000 13_8 0.1359 relative_P_5 13_8 1.0000 relative_P_10 13_8 0.7000 relative_P_15 13_8 0.6000 relative_P_20 13_8 0.5500 relative_P_30 13_8 0.4667 relative_P_100 13_8 0.1700 relative_P_200 13_8 0.2500 relative_P_500 13_8 0.3200 relative_P_1000 13_8 0.3700 success_1 13_8 1.0000 success_5 13_8 1.0000 success_10 13_8 1.0000 set_P 13_8 0.0370 set_relative_P 13_8 0.3700 set_recall 13_8 0.3700 set_map 13_8 0.0137 set_F 13_8 0.0673 num_nonrel_judged_ret 13_8 1 rbp 13_8 0.4133 rbp_resid 13_8 0.3801 unj_5 13_8 0.0000 unj_10 13_8 0.3000 unj_20 13_8 0.4500 num_ret 14_10 1000 num_rel 14_10 52 num_rel_ret 14_10 26 map 14_10 0.2827 Rprec 14_10 0.3846 bpref 14_10 0.4501 recip_rank 14_10 1.0000 iprec_at_recall_0.00 14_10 1.0000 iprec_at_recall_0.10 14_10 0.8750 iprec_at_recall_0.20 14_10 0.6818 iprec_at_recall_0.30 14_10 0.5714 iprec_at_recall_0.40 14_10 0.3559 iprec_at_recall_0.50 14_10 0.1121 iprec_at_recall_0.60 14_10 0.0000 iprec_at_recall_0.70 14_10 0.0000 iprec_at_recall_0.80 14_10 0.0000 iprec_at_recall_0.90 14_10 0.0000 iprec_at_recall_1.00 14_10 0.0000 P_5 14_10 0.8000 P_10 14_10 0.8000 P_15 14_10 0.6000 P_20 14_10 0.6500 P_30 14_10 0.5333 P_100 14_10 0.2300 P_200 14_10 0.1200 P_500 14_10 0.0520 P_1000 14_10 0.0260 relstring 14_10 '20312221-1' recall_5 14_10 0.0769 recall_10 14_10 0.1538 recall_15 14_10 0.1731 recall_20 14_10 0.2500 recall_30 14_10 0.3077 recall_100 14_10 0.4423 recall_200 14_10 0.4615 recall_500 14_10 0.5000 recall_1000 14_10 0.5000 infAP 14_10 0.2827 Rprec_mult_0.20 14_10 0.7273 Rprec_mult_0.40 14_10 0.6667 Rprec_mult_0.60 14_10 0.5000 Rprec_mult_0.80 14_10 0.4048 Rprec_mult_1.00 14_10 0.3846 Rprec_mult_1.20 14_10 0.3333 Rprec_mult_1.40 14_10 0.3151 Rprec_mult_1.60 14_10 0.2738 Rprec_mult_1.80 14_10 0.2447 Rprec_mult_2.00 14_10 0.2212 utility 14_10 -948.0000 11pt_avg 14_10 0.3269 binG 14_10 0.1853 G 14_10 0.1348 ndcg 14_10 0.5157 ndcg_rel 14_10 0.5242 Rndcg 14_10 0.5005 ndcg_cut_5 14_10 0.5860 ndcg_cut_10 14_10 0.5962 ndcg_cut_15 14_10 0.5023 ndcg_cut_20 14_10 0.5447 ndcg_cut_30 14_10 0.4894 ndcg_cut_100 14_10 0.4783 ndcg_cut_200 14_10 0.4893 ndcg_cut_500 14_10 0.5157 ndcg_cut_1000 14_10 0.5157 map_cut_5 14_10 0.0619 map_cut_10 14_10 0.1266 map_cut_15 14_10 0.1410 map_cut_20 14_10 0.1887 map_cut_30 14_10 0.2256 map_cut_100 14_10 0.2756 map_cut_200 14_10 0.2782 map_cut_500 14_10 0.2827 map_cut_1000 14_10 0.2827 relative_P_5 14_10 0.8000 relative_P_10 14_10 0.8000 relative_P_15 14_10 0.6000 relative_P_20 14_10 0.6500 relative_P_30 14_10 0.5333 relative_P_100 14_10 0.4423 relative_P_200 14_10 0.4615 relative_P_500 14_10 0.5000 relative_P_1000 14_10 0.5000 success_1 14_10 1.0000 success_5 14_10 1.0000 success_10 14_10 1.0000 set_P 14_10 0.0260 set_relative_P 14_10 0.5000 set_recall 14_10 0.5000 set_map 14_10 0.0130 set_F 14_10 0.0494 num_nonrel_judged_ret 14_10 22 rbp 14_10 0.3904 rbp_resid 14_10 0.1748 unj_5 14_10 0.0000 unj_10 14_10 0.1000 unj_20 14_10 0.1500 num_ret 14_2 1000 num_rel 14_2 105 num_rel_ret 14_2 25 map 14_2 0.0910 Rprec 14_2 0.1619 bpref 14_2 0.2256 recip_rank 14_2 1.0000 iprec_at_recall_0.00 14_2 1.0000 iprec_at_recall_0.10 14_2 0.4583 iprec_at_recall_0.20 14_2 0.1321 iprec_at_recall_0.30 14_2 0.0000 iprec_at_recall_0.40 14_2 0.0000 iprec_at_recall_0.50 14_2 0.0000 iprec_at_recall_0.60 14_2 0.0000 iprec_at_recall_0.70 14_2 0.0000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 0.8000 P_10 14_2 0.5000 P_15 14_2 0.4667 P_20 14_2 0.4000 P_30 14_2 0.3667 P_100 14_2 0.1600 P_200 14_2 0.1050 P_500 14_2 0.0480 P_1000 14_2 0.0250 relstring 14_2 '22110---1-' recall_5 14_2 0.0381 recall_10 14_2 0.0476 recall_15 14_2 0.0667 recall_20 14_2 0.0762 recall_30 14_2 0.1048 recall_100 14_2 0.1524 recall_200 14_2 0.2000 recall_500 14_2 0.2286 recall_1000 14_2 0.2381 infAP 14_2 0.0910 Rprec_mult_0.20 14_2 0.4286 Rprec_mult_0.40 14_2 0.2857 Rprec_mult_0.60 14_2 0.2063 Rprec_mult_0.80 14_2 0.1667 Rprec_mult_1.00 14_2 0.1619 Rprec_mult_1.20 14_2 0.1508 Rprec_mult_1.40 14_2 0.1293 Rprec_mult_1.60 14_2 0.1250 Rprec_mult_1.80 14_2 0.1111 Rprec_mult_2.00 14_2 0.1000 utility 14_2 -950.0000 11pt_avg 14_2 0.1446 binG 14_2 0.0784 G 14_2 0.0574 ndcg 14_2 0.2905 ndcg_rel 14_2 0.3080 Rndcg 14_2 0.3479 ndcg_cut_5 14_2 0.4957 ndcg_cut_10 14_2 0.3858 ndcg_cut_15 14_2 0.4062 ndcg_cut_20 14_2 0.3633 ndcg_cut_30 14_2 0.3531 ndcg_cut_100 14_2 0.2466 ndcg_cut_200 14_2 0.2697 ndcg_cut_500 14_2 0.2874 ndcg_cut_1000 14_2 0.2905 map_cut_5 14_2 0.0381 map_cut_10 14_2 0.0434 map_cut_15 14_2 0.0529 map_cut_20 14_2 0.0577 map_cut_30 14_2 0.0704 map_cut_100 14_2 0.0809 map_cut_200 14_2 0.0880 map_cut_500 14_2 0.0906 map_cut_1000 14_2 0.0910 relative_P_5 14_2 0.8000 relative_P_10 14_2 0.5000 relative_P_15 14_2 0.4667 relative_P_20 14_2 0.4000 relative_P_30 14_2 0.3667 relative_P_100 14_2 0.1600 relative_P_200 14_2 0.2000 relative_P_500 14_2 0.2286 relative_P_1000 14_2 0.2381 success_1 14_2 1.0000 success_5 14_2 1.0000 success_10 14_2 1.0000 set_P 14_2 0.0250 set_relative_P 14_2 0.2381 set_recall 14_2 0.2381 set_map 14_2 0.0060 set_F 14_2 0.0452 num_nonrel_judged_ret 14_2 16 rbp 14_2 0.2685 rbp_resid 14_2 0.3451 unj_5 14_2 0.0000 unj_10 14_2 0.4000 unj_20 14_2 0.4000 num_ret 14_3 1000 num_rel 14_3 160 num_rel_ret 14_3 91 map 14_3 0.2206 Rprec 14_3 0.2812 bpref 14_3 0.4578 recip_rank 14_3 1.0000 iprec_at_recall_0.00 14_3 1.0000 iprec_at_recall_0.10 14_3 0.6800 iprec_at_recall_0.20 14_3 0.3929 iprec_at_recall_0.30 14_3 0.2667 iprec_at_recall_0.40 14_3 0.2462 iprec_at_recall_0.50 14_3 0.1581 iprec_at_recall_0.60 14_3 0.0000 iprec_at_recall_0.70 14_3 0.0000 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 1.0000 P_10 14_3 0.8000 P_15 14_3 0.7333 P_20 14_3 0.6500 P_30 14_3 0.6000 P_100 14_3 0.3600 P_200 14_3 0.2600 P_500 14_3 0.1580 P_1000 14_3 0.0910 relstring 14_3 '2321201101' recall_5 14_3 0.0312 recall_10 14_3 0.0500 recall_15 14_3 0.0688 recall_20 14_3 0.0813 recall_30 14_3 0.1125 recall_100 14_3 0.2250 recall_200 14_3 0.3250 recall_500 14_3 0.4938 recall_1000 14_3 0.5687 infAP 14_3 0.2206 Rprec_mult_0.20 14_3 0.5938 Rprec_mult_0.40 14_3 0.4375 Rprec_mult_0.60 14_3 0.3750 Rprec_mult_0.80 14_3 0.3203 Rprec_mult_1.00 14_3 0.2812 Rprec_mult_1.20 14_3 0.2656 Rprec_mult_1.40 14_3 0.2545 Rprec_mult_1.60 14_3 0.2422 Rprec_mult_1.80 14_3 0.2292 Rprec_mult_2.00 14_3 0.2156 utility 14_3 -818.0000 11pt_avg 14_3 0.2494 binG 14_3 0.1314 G 14_3 0.1041 ndcg 14_3 0.5200 ndcg_rel 14_3 0.4949 Rndcg 14_3 0.5170 ndcg_cut_5 14_3 0.7595 ndcg_cut_10 14_3 0.6271 ndcg_cut_15 14_3 0.5837 ndcg_cut_20 14_3 0.5280 ndcg_cut_30 14_3 0.4921 ndcg_cut_100 14_3 0.4092 ndcg_cut_200 14_3 0.3960 ndcg_cut_500 14_3 0.4873 ndcg_cut_1000 14_3 0.5200 map_cut_5 14_3 0.0312 map_cut_10 14_3 0.0471 map_cut_15 14_3 0.0615 map_cut_20 14_3 0.0702 map_cut_30 14_3 0.0907 map_cut_100 14_3 0.1437 map_cut_200 14_3 0.1730 map_cut_500 14_3 0.2110 map_cut_1000 14_3 0.2206 relative_P_5 14_3 1.0000 relative_P_10 14_3 0.8000 relative_P_15 14_3 0.7333 relative_P_20 14_3 0.6500 relative_P_30 14_3 0.6000 relative_P_100 14_3 0.3600 relative_P_200 14_3 0.3250 relative_P_500 14_3 0.4938 relative_P_1000 14_3 0.5687 success_1 14_3 1.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.0910 set_relative_P 14_3 0.5687 set_recall 14_3 0.5687 set_map 14_3 0.0518 set_F 14_3 0.1569 num_nonrel_judged_ret 14_3 34 rbp 14_3 0.4030 rbp_resid 14_3 0.1096 unj_5 14_3 0.0000 unj_10 14_3 0.0000 unj_20 14_3 0.1500 num_ret 14_4 1000 num_rel 14_4 46 num_rel_ret 14_4 37 map 14_4 0.1175 Rprec 14_4 0.1957 bpref 14_4 0.3729 recip_rank 14_4 0.2500 iprec_at_recall_0.00 14_4 0.3125 iprec_at_recall_0.10 14_4 0.3125 iprec_at_recall_0.20 14_4 0.2093 iprec_at_recall_0.30 14_4 0.1484 iprec_at_recall_0.40 14_4 0.1484 iprec_at_recall_0.50 14_4 0.1271 iprec_at_recall_0.60 14_4 0.0903 iprec_at_recall_0.70 14_4 0.0786 iprec_at_recall_0.80 14_4 0.0594 iprec_at_recall_0.90 14_4 0.0000 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.2000 P_10 14_4 0.2000 P_15 14_4 0.2667 P_20 14_4 0.2500 P_30 14_4 0.2333 P_100 14_4 0.1300 P_200 14_4 0.1150 P_500 14_4 0.0700 P_1000 14_4 0.0370 relstring 14_4 '0002000001' recall_5 14_4 0.0217 recall_10 14_4 0.0435 recall_15 14_4 0.0870 recall_20 14_4 0.1087 recall_30 14_4 0.1522 recall_100 14_4 0.2826 recall_200 14_4 0.5000 recall_500 14_4 0.7609 recall_1000 14_4 0.8043 infAP 14_4 0.1175 Rprec_mult_0.20 14_4 0.2000 Rprec_mult_0.40 14_4 0.2632 Rprec_mult_0.60 14_4 0.2500 Rprec_mult_0.80 14_4 0.1892 Rprec_mult_1.00 14_4 0.1957 Rprec_mult_1.20 14_4 0.1786 Rprec_mult_1.40 14_4 0.1538 Rprec_mult_1.60 14_4 0.1622 Rprec_mult_1.80 14_4 0.1446 Rprec_mult_2.00 14_4 0.1413 utility 14_4 -926.0000 11pt_avg 14_4 0.1351 binG 14_4 0.1350 G 14_4 0.1196 ndcg 14_4 0.4217 ndcg_rel 14_4 0.3131 Rndcg 14_4 0.2118 ndcg_cut_5 14_4 0.0974 ndcg_cut_10 14_4 0.0862 ndcg_cut_15 14_4 0.1670 ndcg_cut_20 14_4 0.1722 ndcg_cut_30 14_4 0.1862 ndcg_cut_100 14_4 0.2412 ndcg_cut_200 14_4 0.3261 ndcg_cut_500 14_4 0.4124 ndcg_cut_1000 14_4 0.4217 map_cut_5 14_4 0.0054 map_cut_10 14_4 0.0098 map_cut_15 14_4 0.0202 map_cut_20 14_4 0.0270 map_cut_30 14_4 0.0393 map_cut_100 14_4 0.0623 map_cut_200 14_4 0.0917 map_cut_500 14_4 0.1147 map_cut_1000 14_4 0.1175 relative_P_5 14_4 0.2000 relative_P_10 14_4 0.2000 relative_P_15 14_4 0.2667 relative_P_20 14_4 0.2500 relative_P_30 14_4 0.2333 relative_P_100 14_4 0.2826 relative_P_200 14_4 0.5000 relative_P_500 14_4 0.7609 relative_P_1000 14_4 0.8043 success_1 14_4 0.0000 success_5 14_4 1.0000 success_10 14_4 1.0000 set_P 14_4 0.0370 set_relative_P 14_4 0.8043 set_recall 14_4 0.8043 set_map 14_4 0.0298 set_F 14_4 0.0707 num_nonrel_judged_ret 14_4 39 rbp 14_4 0.1348 rbp_resid 14_4 0.1803 unj_5 14_4 0.0000 unj_10 14_4 0.0000 unj_20 14_4 0.2500 num_ret 14_7 1000 num_rel 14_7 83 num_rel_ret 14_7 18 map 14_7 0.1162 Rprec 14_7 0.1807 bpref 14_7 0.2019 recip_rank 14_7 1.0000 iprec_at_recall_0.00 14_7 1.0000 iprec_at_recall_0.10 14_7 0.5000 iprec_at_recall_0.20 14_7 0.0359 iprec_at_recall_0.30 14_7 0.0000 iprec_at_recall_0.40 14_7 0.0000 iprec_at_recall_0.50 14_7 0.0000 iprec_at_recall_0.60 14_7 0.0000 iprec_at_recall_0.70 14_7 0.0000 iprec_at_recall_0.80 14_7 0.0000 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 1.0000 P_10 14_7 0.7000 P_15 14_7 0.4667 P_20 14_7 0.5000 P_30 14_7 0.3667 P_100 14_7 0.1500 P_200 14_7 0.0750 P_500 14_7 0.0340 P_1000 14_7 0.0180 relstring 14_7 '232210-102' recall_5 14_7 0.0602 recall_10 14_7 0.0843 recall_15 14_7 0.0843 recall_20 14_7 0.1205 recall_30 14_7 0.1325 recall_100 14_7 0.1807 recall_200 14_7 0.1807 recall_500 14_7 0.2048 recall_1000 14_7 0.2169 infAP 14_7 0.1162 Rprec_mult_0.20 14_7 0.4118 Rprec_mult_0.40 14_7 0.3529 Rprec_mult_0.60 14_7 0.2800 Rprec_mult_0.80 14_7 0.2090 Rprec_mult_1.00 14_7 0.1807 Rprec_mult_1.20 14_7 0.1500 Rprec_mult_1.40 14_7 0.1282 Rprec_mult_1.60 14_7 0.1128 Rprec_mult_1.80 14_7 0.1000 Rprec_mult_2.00 14_7 0.0904 utility 14_7 -964.0000 11pt_avg 14_7 0.1396 binG 14_7 0.0983 G 14_7 0.0687 ndcg 14_7 0.3022 ndcg_rel 14_7 0.3417 Rndcg 14_7 0.3746 ndcg_cut_5 14_7 0.6943 ndcg_cut_10 14_7 0.5528 ndcg_cut_15 14_7 0.4580 ndcg_cut_20 14_7 0.4362 ndcg_cut_30 14_7 0.3615 ndcg_cut_100 14_7 0.2880 ndcg_cut_200 14_7 0.2880 ndcg_cut_500 14_7 0.2988 ndcg_cut_1000 14_7 0.3022 map_cut_5 14_7 0.0602 map_cut_10 14_7 0.0777 map_cut_15 14_7 0.0777 map_cut_20 14_7 0.0948 map_cut_30 14_7 0.0999 map_cut_100 14_7 0.1148 map_cut_200 14_7 0.1148 map_cut_500 14_7 0.1158 map_cut_1000 14_7 0.1162 relative_P_5 14_7 1.0000 relative_P_10 14_7 0.7000 relative_P_15 14_7 0.4667 relative_P_20 14_7 0.5000 relative_P_30 14_7 0.3667 relative_P_100 14_7 0.1807 relative_P_200 14_7 0.1807 relative_P_500 14_7 0.2048 relative_P_1000 14_7 0.2169 success_1 14_7 1.0000 success_5 14_7 1.0000 success_10 14_7 1.0000 set_P 14_7 0.0180 set_relative_P 14_7 0.2169 set_recall 14_7 0.2169 set_map 14_7 0.0039 set_F 14_7 0.0332 num_nonrel_judged_ret 14_7 18 rbp 14_7 0.3435 rbp_resid 14_7 0.2375 unj_5 14_7 0.0000 unj_10 14_7 0.1000 unj_20 14_7 0.2500 num_ret 14_8 1000 num_rel 14_8 18 num_rel_ret 14_8 1 map 14_8 0.0001 Rprec 14_8 0.0000 bpref 14_8 0.0000 recip_rank 14_8 0.0027 iprec_at_recall_0.00 14_8 0.0027 iprec_at_recall_0.10 14_8 0.0000 iprec_at_recall_0.20 14_8 0.0000 iprec_at_recall_0.30 14_8 0.0000 iprec_at_recall_0.40 14_8 0.0000 iprec_at_recall_0.50 14_8 0.0000 iprec_at_recall_0.60 14_8 0.0000 iprec_at_recall_0.70 14_8 0.0000 iprec_at_recall_0.80 14_8 0.0000 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.0000 P_10 14_8 0.0000 P_15 14_8 0.0000 P_20 14_8 0.0000 P_30 14_8 0.0000 P_100 14_8 0.0000 P_200 14_8 0.0000 P_500 14_8 0.0020 P_1000 14_8 0.0010 relstring 14_8 '000000000-' recall_5 14_8 0.0000 recall_10 14_8 0.0000 recall_15 14_8 0.0000 recall_20 14_8 0.0000 recall_30 14_8 0.0000 recall_100 14_8 0.0000 recall_200 14_8 0.0000 recall_500 14_8 0.0556 recall_1000 14_8 0.0556 infAP 14_8 0.0001 Rprec_mult_0.20 14_8 0.0000 Rprec_mult_0.40 14_8 0.0000 Rprec_mult_0.60 14_8 0.0000 Rprec_mult_0.80 14_8 0.0000 Rprec_mult_1.00 14_8 0.0000 Rprec_mult_1.20 14_8 0.0000 Rprec_mult_1.40 14_8 0.0000 Rprec_mult_1.60 14_8 0.0000 Rprec_mult_1.80 14_8 0.0000 Rprec_mult_2.00 14_8 0.0000 utility 14_8 -998.0000 11pt_avg 14_8 0.0002 binG 14_8 0.0065 G 14_8 0.0047 ndcg 14_8 0.0114 ndcg_rel 14_8 0.0114 Rndcg 14_8 0.0038 ndcg_cut_5 14_8 0.0000 ndcg_cut_10 14_8 0.0000 ndcg_cut_15 14_8 0.0000 ndcg_cut_20 14_8 0.0000 ndcg_cut_30 14_8 0.0000 ndcg_cut_100 14_8 0.0000 ndcg_cut_200 14_8 0.0000 ndcg_cut_500 14_8 0.0114 ndcg_cut_1000 14_8 0.0114 map_cut_5 14_8 0.0000 map_cut_10 14_8 0.0000 map_cut_15 14_8 0.0000 map_cut_20 14_8 0.0000 map_cut_30 14_8 0.0000 map_cut_100 14_8 0.0000 map_cut_200 14_8 0.0000 map_cut_500 14_8 0.0001 map_cut_1000 14_8 0.0001 relative_P_5 14_8 0.0000 relative_P_10 14_8 0.0000 relative_P_15 14_8 0.0000 relative_P_20 14_8 0.0000 relative_P_30 14_8 0.0000 relative_P_100 14_8 0.0000 relative_P_200 14_8 0.0000 relative_P_500 14_8 0.0556 relative_P_1000 14_8 0.0556 success_1 14_8 0.0000 success_5 14_8 0.0000 success_10 14_8 0.0000 set_P 14_8 0.0010 set_relative_P 14_8 0.0556 set_recall 14_8 0.0556 set_map 14_8 0.0001 set_F 14_8 0.0020 num_nonrel_judged_ret 14_8 59 rbp 14_8 0.0000 rbp_resid 14_8 0.2969 unj_5 14_8 0.0000 unj_10 14_8 0.1000 unj_20 14_8 0.4500 num_ret 14_9 1000 num_rel 14_9 213 num_rel_ret 14_9 68 map 14_9 0.1778 Rprec 14_9 0.2347 bpref 14_9 0.3143 recip_rank 14_9 0.5000 iprec_at_recall_0.00 14_9 0.9355 iprec_at_recall_0.10 14_9 0.9355 iprec_at_recall_0.20 14_9 0.3525 iprec_at_recall_0.30 14_9 0.1233 iprec_at_recall_0.40 14_9 0.0000 iprec_at_recall_0.50 14_9 0.0000 iprec_at_recall_0.60 14_9 0.0000 iprec_at_recall_0.70 14_9 0.0000 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 0.8000 P_10 14_9 0.8000 P_15 14_9 0.8667 P_20 14_9 0.9000 P_30 14_9 0.9333 P_100 14_9 0.4000 P_200 14_9 0.2450 P_500 14_9 0.1260 P_1000 14_9 0.0680 relstring 14_9 '01122-1112' recall_5 14_9 0.0188 recall_10 14_9 0.0376 recall_15 14_9 0.0610 recall_20 14_9 0.0845 recall_30 14_9 0.1315 recall_100 14_9 0.1878 recall_200 14_9 0.2300 recall_500 14_9 0.2958 recall_1000 14_9 0.3192 infAP 14_9 0.1778 Rprec_mult_0.20 14_9 0.7674 Rprec_mult_0.40 14_9 0.4302 Rprec_mult_0.60 14_9 0.3438 Rprec_mult_0.80 14_9 0.2807 Rprec_mult_1.00 14_9 0.2347 Rprec_mult_1.20 14_9 0.2148 Rprec_mult_1.40 14_9 0.1973 Rprec_mult_1.60 14_9 0.1730 Rprec_mult_1.80 14_9 0.1589 Rprec_mult_2.00 14_9 0.1455 utility 14_9 -864.0000 11pt_avg 14_9 0.2133 binG 14_9 0.1006 G 14_9 0.0619 ndcg 14_9 0.3546 ndcg_rel 14_9 0.3695 Rndcg 14_9 0.3281 ndcg_cut_5 14_9 0.3127 ndcg_cut_10 14_9 0.3150 ndcg_cut_15 14_9 0.4188 ndcg_cut_20 14_9 0.5169 ndcg_cut_30 14_9 0.5962 ndcg_cut_100 14_9 0.3770 ndcg_cut_200 14_9 0.3019 ndcg_cut_500 14_9 0.3450 ndcg_cut_1000 14_9 0.3546 map_cut_5 14_9 0.0128 map_cut_10 14_9 0.0270 map_cut_15 14_9 0.0469 map_cut_20 14_9 0.0677 map_cut_30 14_9 0.1109 map_cut_100 14_9 0.1480 map_cut_200 14_9 0.1619 map_cut_500 14_9 0.1750 map_cut_1000 14_9 0.1778 relative_P_5 14_9 0.8000 relative_P_10 14_9 0.8000 relative_P_15 14_9 0.8667 relative_P_20 14_9 0.9000 relative_P_30 14_9 0.9333 relative_P_100 14_9 0.4000 relative_P_200 14_9 0.2450 relative_P_500 14_9 0.2958 relative_P_1000 14_9 0.3192 success_1 14_9 0.0000 success_5 14_9 1.0000 success_10 14_9 1.0000 set_P 14_9 0.0680 set_relative_P 14_9 0.3192 set_recall 14_9 0.3192 set_map 14_9 0.0217 set_F 14_9 0.1121 num_nonrel_judged_ret 14_9 3 rbp 14_9 0.4458 rbp_resid 14_9 0.0876 unj_5 14_9 0.0000 unj_10 14_9 0.1000 unj_20 14_9 0.0500 num_ret 15_1 1000 num_rel 15_1 81 num_rel_ret 15_1 23 map 15_1 0.1307 Rprec 15_1 0.1975 bpref 15_1 0.2606 recip_rank 15_1 1.0000 iprec_at_recall_0.00 15_1 1.0000 iprec_at_recall_0.10 15_1 0.5625 iprec_at_recall_0.20 15_1 0.2133 iprec_at_recall_0.30 15_1 0.0000 iprec_at_recall_0.40 15_1 0.0000 iprec_at_recall_0.50 15_1 0.0000 iprec_at_recall_0.60 15_1 0.0000 iprec_at_recall_0.70 15_1 0.0000 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 0.6000 P_10 15_1 0.7000 P_15 15_1 0.5333 P_20 15_1 0.4500 P_30 15_1 0.4333 P_100 15_1 0.1900 P_200 15_1 0.1150 P_500 15_1 0.0460 P_1000 15_1 0.0230 relstring 15_1 '2103012-13' recall_5 15_1 0.0370 recall_10 15_1 0.0864 recall_15 15_1 0.0988 recall_20 15_1 0.1111 recall_30 15_1 0.1605 recall_100 15_1 0.2346 recall_200 15_1 0.2840 recall_500 15_1 0.2840 recall_1000 15_1 0.2840 infAP 15_1 0.1307 Rprec_mult_0.20 15_1 0.5294 Rprec_mult_0.40 15_1 0.3939 Rprec_mult_0.60 15_1 0.3061 Rprec_mult_0.80 15_1 0.2308 Rprec_mult_1.00 15_1 0.1975 Rprec_mult_1.20 15_1 0.1939 Rprec_mult_1.40 15_1 0.1842 Rprec_mult_1.60 15_1 0.1692 Rprec_mult_1.80 15_1 0.1507 Rprec_mult_2.00 15_1 0.1358 utility 15_1 -954.0000 11pt_avg 15_1 0.1614 binG 15_1 0.0961 G 15_1 0.0698 ndcg 15_1 0.3316 ndcg_rel 15_1 0.3491 Rndcg 15_1 0.3449 ndcg_cut_5 15_1 0.4435 ndcg_cut_10 15_1 0.4934 ndcg_cut_15 15_1 0.4235 ndcg_cut_20 15_1 0.3942 ndcg_cut_30 15_1 0.3560 ndcg_cut_100 15_1 0.3049 ndcg_cut_200 15_1 0.3316 ndcg_cut_500 15_1 0.3316 ndcg_cut_1000 15_1 0.3316 map_cut_5 15_1 0.0340 map_cut_10 15_1 0.0679 map_cut_15 15_1 0.0745 map_cut_20 15_1 0.0814 map_cut_30 15_1 0.1035 map_cut_100 15_1 0.1222 map_cut_200 15_1 0.1307 map_cut_500 15_1 0.1307 map_cut_1000 15_1 0.1307 relative_P_5 15_1 0.6000 relative_P_10 15_1 0.7000 relative_P_15 15_1 0.5333 relative_P_20 15_1 0.4500 relative_P_30 15_1 0.4333 relative_P_100 15_1 0.2346 relative_P_200 15_1 0.2840 relative_P_500 15_1 0.2840 relative_P_1000 15_1 0.2840 success_1 15_1 1.0000 success_5 15_1 1.0000 success_10 15_1 1.0000 set_P 15_1 0.0230 set_relative_P 15_1 0.2840 set_recall 15_1 0.2840 set_map 15_1 0.0065 set_F 15_1 0.0426 num_nonrel_judged_ret 15_1 18 rbp 15_1 0.3131 rbp_resid 15_1 0.2331 unj_5 15_1 0.0000 unj_10 15_1 0.1000 unj_20 15_1 0.3000 num_ret 15_10 1000 num_rel 15_10 35 num_rel_ret 15_10 34 map 15_10 0.3176 Rprec 15_10 0.3429 bpref 15_10 0.7412 recip_rank 15_10 1.0000 iprec_at_recall_0.00 15_10 1.0000 iprec_at_recall_0.10 15_10 0.8000 iprec_at_recall_0.20 15_10 0.3429 iprec_at_recall_0.30 15_10 0.3429 iprec_at_recall_0.40 15_10 0.3036 iprec_at_recall_0.50 15_10 0.2703 iprec_at_recall_0.60 15_10 0.2658 iprec_at_recall_0.70 15_10 0.1625 iprec_at_recall_0.80 15_10 0.1382 iprec_at_recall_0.90 15_10 0.0979 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 0.8000 P_10 15_10 0.5000 P_15 15_10 0.4000 P_20 15_10 0.3000 P_30 15_10 0.2667 P_100 15_10 0.2200 P_200 15_10 0.1350 P_500 15_10 0.0660 P_1000 15_10 0.0340 relstring 15_10 '23102--20-' recall_5 15_10 0.1143 recall_10 15_10 0.1429 recall_15 15_10 0.1714 recall_20 15_10 0.1714 recall_30 15_10 0.2286 recall_100 15_10 0.6286 recall_200 15_10 0.7714 recall_500 15_10 0.9429 recall_1000 15_10 0.9714 infAP 15_10 0.3176 Rprec_mult_0.20 15_10 0.5714 Rprec_mult_0.40 15_10 0.4286 Rprec_mult_0.60 15_10 0.2857 Rprec_mult_0.80 15_10 0.2500 Rprec_mult_1.00 15_10 0.3429 Rprec_mult_1.20 15_10 0.3095 Rprec_mult_1.40 15_10 0.2857 Rprec_mult_1.60 15_10 0.3036 Rprec_mult_1.80 15_10 0.2698 Rprec_mult_2.00 15_10 0.2571 utility 15_10 -932.0000 11pt_avg 15_10 0.3385 binG 15_10 0.2601 G 15_10 0.2390 ndcg 15_10 0.7189 ndcg_rel 15_10 0.6069 Rndcg 15_10 0.6419 ndcg_cut_5 15_10 0.6863 ndcg_cut_10 15_10 0.5559 ndcg_cut_15 15_10 0.5159 ndcg_cut_20 15_10 0.4688 ndcg_cut_30 15_10 0.4604 ndcg_cut_100 15_10 0.6084 ndcg_cut_200 15_10 0.6515 ndcg_cut_500 15_10 0.7061 ndcg_cut_1000 15_10 0.7189 map_cut_5 15_10 0.1086 map_cut_10 15_10 0.1264 map_cut_15 15_10 0.1396 map_cut_20 15_10 0.1396 map_cut_30 15_10 0.1566 map_cut_100 15_10 0.2726 map_cut_200 15_10 0.2964 map_cut_500 15_10 0.3164 map_cut_1000 15_10 0.3176 relative_P_5 15_10 0.8000 relative_P_10 15_10 0.5000 relative_P_15 15_10 0.4000 relative_P_20 15_10 0.3000 relative_P_30 15_10 0.2667 relative_P_100 15_10 0.6286 relative_P_200 15_10 0.7714 relative_P_500 15_10 0.9429 relative_P_1000 15_10 0.9714 success_1 15_10 1.0000 success_5 15_10 1.0000 success_10 15_10 1.0000 set_P 15_10 0.0340 set_relative_P 15_10 0.9714 set_recall 15_10 0.9714 set_map 15_10 0.0330 set_F 15_10 0.0657 num_nonrel_judged_ret 15_10 25 rbp 15_10 0.2880 rbp_resid 15_10 0.4049 unj_5 15_10 0.0000 unj_10 15_10 0.3000 unj_20 15_10 0.6000 num_ret 15_3 1000 num_rel 15_3 22 num_rel_ret 15_3 2 map 15_3 0.0003 Rprec 15_3 0.0000 bpref 15_3 0.0000 recip_rank 15_3 0.0042 iprec_at_recall_0.00 15_3 0.0042 iprec_at_recall_0.10 15_3 0.0029 iprec_at_recall_0.20 15_3 0.0000 iprec_at_recall_0.30 15_3 0.0000 iprec_at_recall_0.40 15_3 0.0000 iprec_at_recall_0.50 15_3 0.0000 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.0000 P_10 15_3 0.0000 P_15 15_3 0.0000 P_20 15_3 0.0000 P_30 15_3 0.0000 P_100 15_3 0.0000 P_200 15_3 0.0000 P_500 15_3 0.0020 P_1000 15_3 0.0020 relstring 15_3 '00000-----' recall_5 15_3 0.0000 recall_10 15_3 0.0000 recall_15 15_3 0.0000 recall_20 15_3 0.0000 recall_30 15_3 0.0000 recall_100 15_3 0.0000 recall_200 15_3 0.0000 recall_500 15_3 0.0455 recall_1000 15_3 0.0909 infAP 15_3 0.0003 Rprec_mult_0.20 15_3 0.0000 Rprec_mult_0.40 15_3 0.0000 Rprec_mult_0.60 15_3 0.0000 Rprec_mult_0.80 15_3 0.0000 Rprec_mult_1.00 15_3 0.0000 Rprec_mult_1.20 15_3 0.0000 Rprec_mult_1.40 15_3 0.0000 Rprec_mult_1.60 15_3 0.0000 Rprec_mult_1.80 15_3 0.0000 Rprec_mult_2.00 15_3 0.0000 utility 15_3 -996.0000 11pt_avg 15_3 0.0006 binG 15_3 0.0106 G 15_3 0.0072 ndcg 15_3 0.0194 ndcg_rel 15_3 0.0190 Rndcg 15_3 0.0065 ndcg_cut_5 15_3 0.0000 ndcg_cut_10 15_3 0.0000 ndcg_cut_15 15_3 0.0000 ndcg_cut_20 15_3 0.0000 ndcg_cut_30 15_3 0.0000 ndcg_cut_100 15_3 0.0000 ndcg_cut_200 15_3 0.0000 ndcg_cut_500 15_3 0.0105 ndcg_cut_1000 15_3 0.0194 map_cut_5 15_3 0.0000 map_cut_10 15_3 0.0000 map_cut_15 15_3 0.0000 map_cut_20 15_3 0.0000 map_cut_30 15_3 0.0000 map_cut_100 15_3 0.0000 map_cut_200 15_3 0.0000 map_cut_500 15_3 0.0002 map_cut_1000 15_3 0.0003 relative_P_5 15_3 0.0000 relative_P_10 15_3 0.0000 relative_P_15 15_3 0.0000 relative_P_20 15_3 0.0000 relative_P_30 15_3 0.0000 relative_P_100 15_3 0.0000 relative_P_200 15_3 0.0000 relative_P_500 15_3 0.0455 relative_P_1000 15_3 0.0909 success_1 15_3 0.0000 success_5 15_3 0.0000 success_10 15_3 0.0000 set_P 15_3 0.0020 set_relative_P 15_3 0.0909 set_recall 15_3 0.0909 set_map 15_3 0.0002 set_F 15_3 0.0039 num_nonrel_judged_ret 15_3 28 rbp 15_3 0.0000 rbp_resid 15_3 0.4815 unj_5 15_3 0.0000 unj_10 15_3 0.5000 unj_20 15_3 0.6000 num_ret 15_4 1000 num_rel 15_4 20 num_rel_ret 15_4 12 map 15_4 0.0522 Rprec 15_4 0.1000 bpref 15_4 0.1050 recip_rank 15_4 0.1667 iprec_at_recall_0.00 15_4 0.1667 iprec_at_recall_0.10 15_4 0.1071 iprec_at_recall_0.20 15_4 0.1071 iprec_at_recall_0.30 15_4 0.1071 iprec_at_recall_0.40 15_4 0.1026 iprec_at_recall_0.50 15_4 0.0556 iprec_at_recall_0.60 15_4 0.0121 iprec_at_recall_0.70 15_4 0.0000 iprec_at_recall_0.80 15_4 0.0000 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.0000 P_10 15_4 0.1000 P_15 15_4 0.0667 P_20 15_4 0.1000 P_30 15_4 0.0667 P_100 15_4 0.0800 P_200 15_4 0.0500 P_500 15_4 0.0220 P_1000 15_4 0.0120 relstring 15_4 '000002--00' recall_5 15_4 0.0000 recall_10 15_4 0.0500 recall_15 15_4 0.0500 recall_20 15_4 0.1000 recall_30 15_4 0.1000 recall_100 15_4 0.4000 recall_200 15_4 0.5000 recall_500 15_4 0.5500 recall_1000 15_4 0.6000 infAP 15_4 0.0522 Rprec_mult_0.20 15_4 0.0000 Rprec_mult_0.40 15_4 0.1250 Rprec_mult_0.60 15_4 0.0833 Rprec_mult_0.80 15_4 0.0625 Rprec_mult_1.00 15_4 0.1000 Rprec_mult_1.20 15_4 0.0833 Rprec_mult_1.40 15_4 0.0714 Rprec_mult_1.60 15_4 0.0625 Rprec_mult_1.80 15_4 0.0556 Rprec_mult_2.00 15_4 0.1000 utility 15_4 -976.0000 11pt_avg 15_4 0.0598 binG 15_4 0.1081 G 15_4 0.1059 ndcg 15_4 0.3052 ndcg_rel 15_4 0.2452 Rndcg 15_4 0.1536 ndcg_cut_5 15_4 0.0000 ndcg_cut_10 15_4 0.0784 ndcg_cut_15 15_4 0.0621 ndcg_cut_20 15_4 0.0923 ndcg_cut_30 15_4 0.0923 ndcg_cut_100 15_4 0.2451 ndcg_cut_200 15_4 0.2782 ndcg_cut_500 15_4 0.2972 ndcg_cut_1000 15_4 0.3052 map_cut_5 15_4 0.0000 map_cut_10 15_4 0.0083 map_cut_15 15_4 0.0083 map_cut_20 15_4 0.0133 map_cut_30 15_4 0.0133 map_cut_100 15_4 0.0436 map_cut_200 15_4 0.0499 map_cut_500 15_4 0.0516 map_cut_1000 15_4 0.0522 relative_P_5 15_4 0.0000 relative_P_10 15_4 0.1000 relative_P_15 15_4 0.0667 relative_P_20 15_4 0.1000 relative_P_30 15_4 0.1000 relative_P_100 15_4 0.4000 relative_P_200 15_4 0.5000 relative_P_500 15_4 0.5500 relative_P_1000 15_4 0.6000 success_1 15_4 0.0000 success_5 15_4 0.0000 success_10 15_4 1.0000 set_P 15_4 0.0120 set_relative_P 15_4 0.6000 set_recall 15_4 0.6000 set_map 15_4 0.0072 set_F 15_4 0.0235 num_nonrel_judged_ret 15_4 51 rbp 15_4 0.0777 rbp_resid 15_4 0.3121 unj_5 15_4 0.0000 unj_10 15_4 0.2000 unj_20 15_4 0.4000 num_ret 15_5 1000 num_rel 15_5 31 num_rel_ret 15_5 25 map 15_5 0.3350 Rprec 15_5 0.4194 bpref 15_5 0.5650 recip_rank 15_5 1.0000 iprec_at_recall_0.00 15_5 1.0000 iprec_at_recall_0.10 15_5 0.8000 iprec_at_recall_0.20 15_5 0.5625 iprec_at_recall_0.30 15_5 0.5625 iprec_at_recall_0.40 15_5 0.4444 iprec_at_recall_0.50 15_5 0.2931 iprec_at_recall_0.60 15_5 0.2381 iprec_at_recall_0.70 15_5 0.1507 iprec_at_recall_0.80 15_5 0.0396 iprec_at_recall_0.90 15_5 0.0000 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.8000 P_10 15_5 0.5000 P_15 15_5 0.5333 P_20 15_5 0.5000 P_30 15_5 0.4000 P_100 15_5 0.2100 P_200 15_5 0.1150 P_500 15_5 0.0480 P_1000 15_5 0.0250 relstring 15_5 '201210-002' recall_5 15_5 0.1290 recall_10 15_5 0.1613 recall_15 15_5 0.2581 recall_20 15_5 0.3226 recall_30 15_5 0.3871 recall_100 15_5 0.6774 recall_200 15_5 0.7419 recall_500 15_5 0.7742 recall_1000 15_5 0.8065 infAP 15_5 0.3350 Rprec_mult_0.20 15_5 0.5714 Rprec_mult_0.40 15_5 0.4615 Rprec_mult_0.60 15_5 0.5263 Rprec_mult_0.80 15_5 0.4000 Rprec_mult_1.00 15_5 0.4194 Rprec_mult_1.20 15_5 0.3684 Rprec_mult_1.40 15_5 0.3182 Rprec_mult_1.60 15_5 0.3000 Rprec_mult_1.80 15_5 0.2679 Rprec_mult_2.00 15_5 0.2742 utility 15_5 -950.0000 11pt_avg 15_5 0.3719 binG 15_5 0.2434 G 15_5 0.1854 ndcg 15_5 0.5763 ndcg_rel 15_5 0.5077 Rndcg 15_5 0.4447 ndcg_cut_5 15_5 0.4669 ndcg_cut_10 15_5 0.4071 ndcg_cut_15 15_5 0.4746 ndcg_cut_20 15_5 0.4685 ndcg_cut_30 15_5 0.4308 ndcg_cut_100 15_5 0.5351 ndcg_cut_200 15_5 0.5619 ndcg_cut_500 15_5 0.5693 ndcg_cut_1000 15_5 0.5763 map_cut_5 15_5 0.1038 map_cut_10 15_5 0.1199 map_cut_15 15_5 0.1708 map_cut_20 15_5 0.2069 map_cut_30 15_5 0.2349 map_cut_100 15_5 0.3222 map_cut_200 15_5 0.3318 map_cut_500 15_5 0.3337 map_cut_1000 15_5 0.3350 relative_P_5 15_5 0.8000 relative_P_10 15_5 0.5000 relative_P_15 15_5 0.5333 relative_P_20 15_5 0.5000 relative_P_30 15_5 0.4000 relative_P_100 15_5 0.6774 relative_P_200 15_5 0.7419 relative_P_500 15_5 0.7742 relative_P_1000 15_5 0.8065 success_1 15_5 1.0000 success_5 15_5 1.0000 success_10 15_5 1.0000 set_P 15_5 0.0250 set_relative_P 15_5 0.8065 set_recall 15_5 0.8065 set_map 15_5 0.0202 set_F 15_5 0.0485 num_nonrel_judged_ret 15_5 23 rbp 15_5 0.2611 rbp_resid 15_5 0.1987 unj_5 15_5 0.0000 unj_10 15_5 0.1000 unj_20 15_5 0.2000 num_ret 15_6 1000 num_rel 15_6 19 num_rel_ret 15_6 12 map 15_6 0.0203 Rprec 15_6 0.0000 bpref 15_6 0.0194 recip_rank 15_6 0.0357 iprec_at_recall_0.00 15_6 0.0526 iprec_at_recall_0.10 15_6 0.0526 iprec_at_recall_0.20 15_6 0.0365 iprec_at_recall_0.30 15_6 0.0365 iprec_at_recall_0.40 15_6 0.0290 iprec_at_recall_0.50 15_6 0.0285 iprec_at_recall_0.60 15_6 0.0222 iprec_at_recall_0.70 15_6 0.0000 iprec_at_recall_0.80 15_6 0.0000 iprec_at_recall_0.90 15_6 0.0000 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.0000 P_10 15_6 0.0000 P_15 15_6 0.0000 P_20 15_6 0.0000 P_30 15_6 0.0333 P_100 15_6 0.0300 P_200 15_6 0.0350 P_500 15_6 0.0220 P_1000 15_6 0.0120 relstring 15_6 '000000----' recall_5 15_6 0.0000 recall_10 15_6 0.0000 recall_15 15_6 0.0000 recall_20 15_6 0.0000 recall_30 15_6 0.0526 recall_100 15_6 0.1579 recall_200 15_6 0.3684 recall_500 15_6 0.5789 recall_1000 15_6 0.6316 infAP 15_6 0.0203 Rprec_mult_0.20 15_6 0.0000 Rprec_mult_0.40 15_6 0.0000 Rprec_mult_0.60 15_6 0.0000 Rprec_mult_0.80 15_6 0.0000 Rprec_mult_1.00 15_6 0.0000 Rprec_mult_1.20 15_6 0.0000 Rprec_mult_1.40 15_6 0.0000 Rprec_mult_1.60 15_6 0.0323 Rprec_mult_1.80 15_6 0.0286 Rprec_mult_2.00 15_6 0.0263 utility 15_6 -976.0000 11pt_avg 15_6 0.0234 binG 15_6 0.0886 G 15_6 0.0837 ndcg 15_6 0.2253 ndcg_rel 15_6 0.1667 Rndcg 15_6 0.0563 ndcg_cut_5 15_6 0.0000 ndcg_cut_10 15_6 0.0000 ndcg_cut_15 15_6 0.0000 ndcg_cut_20 15_6 0.0000 ndcg_cut_30 15_6 0.0291 ndcg_cut_100 15_6 0.0658 ndcg_cut_200 15_6 0.1428 ndcg_cut_500 15_6 0.2103 ndcg_cut_1000 15_6 0.2253 map_cut_5 15_6 0.0000 map_cut_10 15_6 0.0000 map_cut_15 15_6 0.0000 map_cut_20 15_6 0.0000 map_cut_30 15_6 0.0019 map_cut_100 15_6 0.0067 map_cut_200 15_6 0.0137 map_cut_500 15_6 0.0194 map_cut_1000 15_6 0.0203 relative_P_5 15_6 0.0000 relative_P_10 15_6 0.0000 relative_P_15 15_6 0.0000 relative_P_20 15_6 0.0000 relative_P_30 15_6 0.0526 relative_P_100 15_6 0.1579 relative_P_200 15_6 0.3684 relative_P_500 15_6 0.5789 relative_P_1000 15_6 0.6316 success_1 15_6 0.0000 success_5 15_6 0.0000 success_10 15_6 0.0000 set_P 15_6 0.0120 set_relative_P 15_6 0.6316 set_recall 15_6 0.6316 set_map 15_6 0.0076 set_F 15_6 0.0236 num_nonrel_judged_ret 15_6 55 rbp 15_6 0.0043 rbp_resid 15_6 0.3895 unj_5 15_6 0.0000 unj_10 15_6 0.4000 unj_20 15_6 0.5500 num_ret 1_1 1000 num_rel 1_1 257 num_rel_ret 1_1 116 map 1_1 0.2339 Rprec 1_1 0.2724 bpref 1_1 0.4330 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 0.9375 iprec_at_recall_0.20 1_1 0.4815 iprec_at_recall_0.30 1_1 0.2278 iprec_at_recall_0.40 1_1 0.1829 iprec_at_recall_0.50 1_1 0.0000 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 1.0000 P_10 1_1 1.0000 P_15 1_1 1.0000 P_20 1_1 1.0000 P_30 1_1 0.9333 P_100 1_1 0.5000 P_200 1_1 0.3350 P_500 1_1 0.1900 P_1000 1_1 0.1160 relstring 1_1 '3232112322' recall_5 1_1 0.0195 recall_10 1_1 0.0389 recall_15 1_1 0.0584 recall_20 1_1 0.0778 recall_30 1_1 0.1089 recall_100 1_1 0.1946 recall_200 1_1 0.2607 recall_500 1_1 0.3696 recall_1000 1_1 0.4514 infAP 1_1 0.2339 Rprec_mult_0.20 1_1 0.7115 Rprec_mult_0.40 1_1 0.4854 Rprec_mult_0.60 1_1 0.3742 Rprec_mult_0.80 1_1 0.3252 Rprec_mult_1.00 1_1 0.2724 Rprec_mult_1.20 1_1 0.2395 Rprec_mult_1.40 1_1 0.2222 Rprec_mult_1.60 1_1 0.2112 Rprec_mult_1.80 1_1 0.1965 Rprec_mult_2.00 1_1 0.1926 utility 1_1 -768.0000 11pt_avg 1_1 0.2572 binG 1_1 0.1534 G 1_1 0.0890 ndcg 1_1 0.4778 ndcg_rel 1_1 0.5165 Rndcg 1_1 0.5121 ndcg_cut_5 1_1 0.7925 ndcg_cut_10 1_1 0.7453 ndcg_cut_15 1_1 0.7381 ndcg_cut_20 1_1 0.7460 ndcg_cut_30 1_1 0.7636 ndcg_cut_100 1_1 0.5304 ndcg_cut_200 1_1 0.4294 ndcg_cut_500 1_1 0.4432 ndcg_cut_1000 1_1 0.4778 map_cut_5 1_1 0.0195 map_cut_10 1_1 0.0389 map_cut_15 1_1 0.0584 map_cut_20 1_1 0.0778 map_cut_30 1_1 0.1074 map_cut_100 1_1 0.1679 map_cut_200 1_1 0.1944 map_cut_500 1_1 0.2197 map_cut_1000 1_1 0.2339 relative_P_5 1_1 1.0000 relative_P_10 1_1 1.0000 relative_P_15 1_1 1.0000 relative_P_20 1_1 1.0000 relative_P_30 1_1 0.9333 relative_P_100 1_1 0.5000 relative_P_200 1_1 0.3350 relative_P_500 1_1 0.3696 relative_P_1000 1_1 0.4514 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.1160 set_relative_P 1_1 0.4514 set_recall 1_1 0.4514 set_map 1_1 0.0524 set_F 1_1 0.1846 num_nonrel_judged_ret 1_1 8 rbp 1_1 0.6658 rbp_resid 1_1 0.0407 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1000 num_rel 1_2 114 num_rel_ret 1_2 51 map 1_2 0.2680 Rprec 1_2 0.3333 bpref 1_2 0.4051 recip_rank 1_2 1.0000 iprec_at_recall_0.00 1_2 1.0000 iprec_at_recall_0.10 1_2 0.8462 iprec_at_recall_0.20 1_2 0.6410 iprec_at_recall_0.30 1_2 0.3778 iprec_at_recall_0.40 1_2 0.2805 iprec_at_recall_0.50 1_2 0.0000 iprec_at_recall_0.60 1_2 0.0000 iprec_at_recall_0.70 1_2 0.0000 iprec_at_recall_0.80 1_2 0.0000 iprec_at_recall_0.90 1_2 0.0000 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 1.0000 P_10 1_2 0.9000 P_15 1_2 0.8000 P_20 1_2 0.8000 P_30 1_2 0.7000 P_100 1_2 0.3500 P_200 1_2 0.2350 P_500 1_2 0.1000 P_1000 1_2 0.0510 relstring 1_2 '332333332-' recall_5 1_2 0.0439 recall_10 1_2 0.0789 recall_15 1_2 0.1053 recall_20 1_2 0.1404 recall_30 1_2 0.1842 recall_100 1_2 0.3070 recall_200 1_2 0.4123 recall_500 1_2 0.4386 recall_1000 1_2 0.4474 infAP 1_2 0.2680 Rprec_mult_0.20 1_2 0.7826 Rprec_mult_0.40 1_2 0.6087 Rprec_mult_0.60 1_2 0.4638 Rprec_mult_0.80 1_2 0.3696 Rprec_mult_1.00 1_2 0.3333 Rprec_mult_1.20 1_2 0.2847 Rprec_mult_1.40 1_2 0.2812 Rprec_mult_1.60 1_2 0.2568 Rprec_mult_1.80 1_2 0.2330 Rprec_mult_2.00 1_2 0.2149 utility 1_2 -898.0000 11pt_avg 1_2 0.2859 binG 1_2 0.1685 G 1_2 0.1284 ndcg 1_2 0.5259 ndcg_rel 1_2 0.5703 Rndcg 1_2 0.5909 ndcg_cut_5 1_2 0.8476 ndcg_cut_10 1_2 0.8176 ndcg_cut_15 1_2 0.7148 ndcg_cut_20 1_2 0.6993 ndcg_cut_30 1_2 0.6739 ndcg_cut_100 1_2 0.4790 ndcg_cut_200 1_2 0.5099 ndcg_cut_500 1_2 0.5213 ndcg_cut_1000 1_2 0.5259 map_cut_5 1_2 0.0439 map_cut_10 1_2 0.0789 map_cut_15 1_2 0.1014 map_cut_20 1_2 0.1288 map_cut_30 1_2 0.1620 map_cut_100 1_2 0.2296 map_cut_200 1_2 0.2614 map_cut_500 1_2 0.2674 map_cut_1000 1_2 0.2680 relative_P_5 1_2 1.0000 relative_P_10 1_2 0.9000 relative_P_15 1_2 0.8000 relative_P_20 1_2 0.8000 relative_P_30 1_2 0.7000 relative_P_100 1_2 0.3500 relative_P_200 1_2 0.4123 relative_P_500 1_2 0.4386 relative_P_1000 1_2 0.4474 success_1 1_2 1.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 0.0510 set_relative_P 1_2 0.4474 set_recall 1_2 0.4474 set_map 1_2 0.0228 set_F 1_2 0.0916 num_nonrel_judged_ret 1_2 8 rbp 1_2 0.5197 rbp_resid 1_2 0.1313 unj_5 1_2 0.0000 unj_10 1_2 0.1000 unj_20 1_2 0.1500 num_ret 1_3 1000 num_rel 1_3 71 num_rel_ret 1_3 47 map 1_3 0.3211 Rprec 1_3 0.4366 bpref 1_3 0.5781 recip_rank 1_3 1.0000 iprec_at_recall_0.00 1_3 1.0000 iprec_at_recall_0.10 1_3 0.7000 iprec_at_recall_0.20 1_3 0.5500 iprec_at_recall_0.30 1_3 0.5500 iprec_at_recall_0.40 1_3 0.4746 iprec_at_recall_0.50 1_3 0.2791 iprec_at_recall_0.60 1_3 0.2129 iprec_at_recall_0.70 1_3 0.0000 iprec_at_recall_0.80 1_3 0.0000 iprec_at_recall_0.90 1_3 0.0000 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 0.6000 P_10 1_3 0.7000 P_15 1_3 0.6667 P_20 1_3 0.6500 P_30 1_3 0.5000 P_100 1_3 0.3300 P_200 1_3 0.2100 P_500 1_3 0.0940 P_1000 1_3 0.0470 relstring 1_3 '2220022023' recall_5 1_3 0.0423 recall_10 1_3 0.0986 recall_15 1_3 0.1408 recall_20 1_3 0.1831 recall_30 1_3 0.2113 recall_100 1_3 0.4648 recall_200 1_3 0.5915 recall_500 1_3 0.6620 recall_1000 1_3 0.6620 infAP 1_3 0.3211 Rprec_mult_0.20 1_3 0.6667 Rprec_mult_0.40 1_3 0.5172 Rprec_mult_0.60 1_3 0.5349 Rprec_mult_0.80 1_3 0.4737 Rprec_mult_1.00 1_3 0.4366 Rprec_mult_1.20 1_3 0.3605 Rprec_mult_1.40 1_3 0.3300 Rprec_mult_1.60 1_3 0.2982 Rprec_mult_1.80 1_3 0.2734 Rprec_mult_2.00 1_3 0.2606 utility 1_3 -906.0000 11pt_avg 1_3 0.3424 binG 1_3 0.1872 G 1_3 0.1537 ndcg 1_3 0.6247 ndcg_rel 1_3 0.5802 Rndcg 1_3 0.5324 ndcg_cut_5 1_3 0.4818 ndcg_cut_10 1_3 0.5738 ndcg_cut_15 1_3 0.5755 ndcg_cut_20 1_3 0.5658 ndcg_cut_30 1_3 0.4931 ndcg_cut_100 1_3 0.5385 ndcg_cut_200 1_3 0.5950 ndcg_cut_500 1_3 0.6247 ndcg_cut_1000 1_3 0.6247 map_cut_5 1_3 0.0423 map_cut_10 1_3 0.0810 map_cut_15 1_3 0.1088 map_cut_20 1_3 0.1375 map_cut_30 1_3 0.1523 map_cut_100 1_3 0.2756 map_cut_200 1_3 0.3083 map_cut_500 1_3 0.3211 map_cut_1000 1_3 0.3211 relative_P_5 1_3 0.6000 relative_P_10 1_3 0.7000 relative_P_15 1_3 0.6667 relative_P_20 1_3 0.6500 relative_P_30 1_3 0.5000 relative_P_100 1_3 0.4648 relative_P_200 1_3 0.5915 relative_P_500 1_3 0.6620 relative_P_1000 1_3 0.6620 success_1 1_3 1.0000 success_5 1_3 1.0000 success_10 1_3 1.0000 set_P 1_3 0.0470 set_relative_P 1_3 0.6620 set_recall 1_3 0.6620 set_map 1_3 0.0311 set_F 1_3 0.0878 num_nonrel_judged_ret 1_3 16 rbp 1_3 0.4243 rbp_resid 1_3 0.1327 unj_5 1_3 0.0000 unj_10 1_3 0.0000 unj_20 1_3 0.1500 num_ret 1_4 1000 num_rel 1_4 134 num_rel_ret 1_4 75 map 1_4 0.3887 Rprec 1_4 0.4478 bpref 1_4 0.5590 recip_rank 1_4 1.0000 iprec_at_recall_0.00 1_4 1.0000 iprec_at_recall_0.10 1_4 0.9286 iprec_at_recall_0.20 1_4 0.8529 iprec_at_recall_0.30 1_4 0.7593 iprec_at_recall_0.40 1_4 0.5806 iprec_at_recall_0.50 1_4 0.2857 iprec_at_recall_0.60 1_4 0.0000 iprec_at_recall_0.70 1_4 0.0000 iprec_at_recall_0.80 1_4 0.0000 iprec_at_recall_0.90 1_4 0.0000 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 1.0000 P_10 1_4 0.9000 P_15 1_4 0.8667 P_20 1_4 0.9000 P_30 1_4 0.8667 P_100 1_4 0.5600 P_200 1_4 0.3250 P_500 1_4 0.1480 P_1000 1_4 0.0750 relstring 1_4 '332212-222' recall_5 1_4 0.0373 recall_10 1_4 0.0672 recall_15 1_4 0.0970 recall_20 1_4 0.1343 recall_30 1_4 0.1940 recall_100 1_4 0.4179 recall_200 1_4 0.4851 recall_500 1_4 0.5522 recall_1000 1_4 0.5597 infAP 1_4 0.3887 Rprec_mult_0.20 1_4 0.8519 Rprec_mult_0.40 1_4 0.7593 Rprec_mult_0.60 1_4 0.6420 Rprec_mult_0.80 1_4 0.5278 Rprec_mult_1.00 1_4 0.4478 Rprec_mult_1.20 1_4 0.3975 Rprec_mult_1.40 1_4 0.3404 Rprec_mult_1.60 1_4 0.3070 Rprec_mult_1.80 1_4 0.2810 Rprec_mult_2.00 1_4 0.2537 utility 1_4 -850.0000 11pt_avg 1_4 0.4006 binG 1_4 0.2009 G 1_4 0.1423 ndcg 1_4 0.6251 ndcg_rel 1_4 0.6560 Rndcg 1_4 0.6186 ndcg_cut_5 1_4 0.8073 ndcg_cut_10 1_4 0.7090 ndcg_cut_15 1_4 0.6807 ndcg_cut_20 1_4 0.7188 ndcg_cut_30 1_4 0.7152 ndcg_cut_100 1_4 0.6005 ndcg_cut_200 1_4 0.5920 ndcg_cut_500 1_4 0.6230 ndcg_cut_1000 1_4 0.6251 map_cut_5 1_4 0.0373 map_cut_10 1_4 0.0647 map_cut_15 1_4 0.0921 map_cut_20 1_4 0.1252 map_cut_30 1_4 0.1778 map_cut_100 1_4 0.3425 map_cut_200 1_4 0.3726 map_cut_500 1_4 0.3879 map_cut_1000 1_4 0.3887 relative_P_5 1_4 1.0000 relative_P_10 1_4 0.9000 relative_P_15 1_4 0.8667 relative_P_20 1_4 0.9000 relative_P_30 1_4 0.8667 relative_P_100 1_4 0.5600 relative_P_200 1_4 0.4851 relative_P_500 1_4 0.5522 relative_P_1000 1_4 0.5597 success_1 1_4 1.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 0.0750 set_relative_P 1_4 0.5597 set_recall 1_4 0.5597 set_map 1_4 0.0420 set_F 1_4 0.1323 num_nonrel_judged_ret 1_4 1 rbp 1_4 0.6291 rbp_resid 1_4 0.1075 unj_5 1_4 0.0000 unj_10 1_4 0.1000 unj_20 1_4 0.1000 num_ret 1_6 1000 num_rel 1_6 121 num_rel_ret 1_6 19 map 1_6 0.0622 Rprec 1_6 0.1074 bpref 1_6 0.1383 recip_rank 1_6 1.0000 iprec_at_recall_0.00 1_6 1.0000 iprec_at_recall_0.10 1_6 0.1791 iprec_at_recall_0.20 1_6 0.0000 iprec_at_recall_0.30 1_6 0.0000 iprec_at_recall_0.40 1_6 0.0000 iprec_at_recall_0.50 1_6 0.0000 iprec_at_recall_0.60 1_6 0.0000 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 0.6000 P_10 1_6 0.6000 P_15 1_6 0.5333 P_20 1_6 0.4000 P_30 1_6 0.3333 P_100 1_6 0.1300 P_200 1_6 0.0800 P_500 1_6 0.0340 P_1000 1_6 0.0190 relstring 1_6 '121000111-' recall_5 1_6 0.0248 recall_10 1_6 0.0496 recall_15 1_6 0.0661 recall_20 1_6 0.0661 recall_30 1_6 0.0826 recall_100 1_6 0.1074 recall_200 1_6 0.1322 recall_500 1_6 0.1405 recall_1000 1_6 0.1570 infAP 1_6 0.0622 Rprec_mult_0.20 1_6 0.3600 Rprec_mult_0.40 1_6 0.2041 Rprec_mult_0.60 1_6 0.1644 Rprec_mult_0.80 1_6 0.1340 Rprec_mult_1.00 1_6 0.1074 Rprec_mult_1.20 1_6 0.0959 Rprec_mult_1.40 1_6 0.0824 Rprec_mult_1.60 1_6 0.0825 Rprec_mult_1.80 1_6 0.0734 Rprec_mult_2.00 1_6 0.0661 utility 1_6 -962.0000 11pt_avg 1_6 0.1072 binG 1_6 0.0550 G 1_6 0.0251 ndcg 1_6 0.1465 ndcg_rel 1_6 0.1580 Rndcg 1_6 0.1491 ndcg_cut_5 1_6 0.3122 ndcg_cut_10 1_6 0.2723 ndcg_cut_15 1_6 0.2399 ndcg_cut_20 1_6 0.1997 ndcg_cut_30 1_6 0.1813 ndcg_cut_100 1_6 0.1305 ndcg_cut_200 1_6 0.1365 ndcg_cut_500 1_6 0.1392 ndcg_cut_1000 1_6 0.1465 map_cut_5 1_6 0.0248 map_cut_10 1_6 0.0402 map_cut_15 1_6 0.0487 map_cut_20 1_6 0.0487 map_cut_30 1_6 0.0548 map_cut_100 1_6 0.0589 map_cut_200 1_6 0.0612 map_cut_500 1_6 0.0617 map_cut_1000 1_6 0.0622 relative_P_5 1_6 0.6000 relative_P_10 1_6 0.6000 relative_P_15 1_6 0.5333 relative_P_20 1_6 0.4000 relative_P_30 1_6 0.3333 relative_P_100 1_6 0.1300 relative_P_200 1_6 0.1322 relative_P_500 1_6 0.1405 relative_P_1000 1_6 0.1570 success_1 1_6 1.0000 success_5 1_6 1.0000 success_10 1_6 1.0000 set_P 1_6 0.0190 set_relative_P 1_6 0.1570 set_recall 1_6 0.1570 set_map 1_6 0.0030 set_F 1_6 0.0339 num_nonrel_judged_ret 1_6 23 rbp 1_6 0.1897 rbp_resid 1_6 0.2457 unj_5 1_6 0.0000 unj_10 1_6 0.1000 unj_20 1_6 0.3000 num_ret 1_7 1000 num_rel 1_7 110 num_rel_ret 1_7 32 map 1_7 0.1247 Rprec 1_7 0.2091 bpref 1_7 0.2825 recip_rank 1_7 1.0000 iprec_at_recall_0.00 1_7 1.0000 iprec_at_recall_0.10 1_7 0.6190 iprec_at_recall_0.20 1_7 0.2558 iprec_at_recall_0.30 1_7 0.0000 iprec_at_recall_0.40 1_7 0.0000 iprec_at_recall_0.50 1_7 0.0000 iprec_at_recall_0.60 1_7 0.0000 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 0.8000 P_10 1_7 0.6000 P_15 1_7 0.6000 P_20 1_7 0.6000 P_30 1_7 0.5000 P_100 1_7 0.2300 P_200 1_7 0.1250 P_500 1_7 0.0600 P_1000 1_7 0.0320 relstring 1_7 '21220-1-2-' recall_5 1_7 0.0364 recall_10 1_7 0.0545 recall_15 1_7 0.0818 recall_20 1_7 0.1091 recall_30 1_7 0.1364 recall_100 1_7 0.2091 recall_200 1_7 0.2273 recall_500 1_7 0.2727 recall_1000 1_7 0.2909 infAP 1_7 0.1247 Rprec_mult_0.20 1_7 0.5909 Rprec_mult_0.40 1_7 0.3636 Rprec_mult_0.60 1_7 0.2727 Rprec_mult_0.80 1_7 0.2500 Rprec_mult_1.00 1_7 0.2091 Rprec_mult_1.20 1_7 0.1742 Rprec_mult_1.40 1_7 0.1558 Rprec_mult_1.60 1_7 0.1364 Rprec_mult_1.80 1_7 0.1263 Rprec_mult_2.00 1_7 0.1136 utility 1_7 -936.0000 11pt_avg 1_7 0.1704 binG 1_7 0.0933 G 1_7 0.0754 ndcg 1_7 0.3607 ndcg_rel 1_7 0.3859 Rndcg 1_7 0.4165 ndcg_cut_5 1_7 0.5968 ndcg_cut_10 1_7 0.5064 ndcg_cut_15 1_7 0.5470 ndcg_cut_20 1_7 0.5242 ndcg_cut_30 1_7 0.4591 ndcg_cut_100 1_7 0.3396 ndcg_cut_200 1_7 0.3326 ndcg_cut_500 1_7 0.3541 ndcg_cut_1000 1_7 0.3607 map_cut_5 1_7 0.0364 map_cut_10 1_7 0.0489 map_cut_15 1_7 0.0662 map_cut_20 1_7 0.0823 map_cut_30 1_7 0.0970 map_cut_100 1_7 0.1171 map_cut_200 1_7 0.1199 map_cut_500 1_7 0.1237 map_cut_1000 1_7 0.1247 relative_P_5 1_7 0.8000 relative_P_10 1_7 0.6000 relative_P_15 1_7 0.6000 relative_P_20 1_7 0.6000 relative_P_30 1_7 0.5000 relative_P_100 1_7 0.2300 relative_P_200 1_7 0.2273 relative_P_500 1_7 0.2727 relative_P_1000 1_7 0.2909 success_1 1_7 1.0000 success_5 1_7 1.0000 success_10 1_7 1.0000 set_P 1_7 0.0320 set_relative_P 1_7 0.2909 set_recall 1_7 0.2909 set_map 1_7 0.0093 set_F 1_7 0.0577 num_nonrel_judged_ret 1_7 9 rbp 1_7 0.3479 rbp_resid 1_7 0.3253 unj_5 1_7 0.0000 unj_10 1_7 0.3000 unj_20 1_7 0.3500 num_ret 1_8 1000 num_rel 1_8 118 num_rel_ret 1_8 76 map 1_8 0.3960 Rprec 1_8 0.4322 bpref 1_8 0.6306 recip_rank 1_8 1.0000 iprec_at_recall_0.00 1_8 1.0000 iprec_at_recall_0.10 1_8 1.0000 iprec_at_recall_0.20 1_8 0.9231 iprec_at_recall_0.30 1_8 0.6250 iprec_at_recall_0.40 1_8 0.4947 iprec_at_recall_0.50 1_8 0.3488 iprec_at_recall_0.60 1_8 0.1406 iprec_at_recall_0.70 1_8 0.0000 iprec_at_recall_0.80 1_8 0.0000 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 1.0000 P_10 1_8 1.0000 P_15 1_8 1.0000 P_20 1_8 0.9500 P_30 1_8 0.8667 P_100 1_8 0.4700 P_200 1_8 0.3050 P_500 1_8 0.1400 P_1000 1_8 0.0760 relstring 1_8 '1122132222' recall_5 1_8 0.0424 recall_10 1_8 0.0847 recall_15 1_8 0.1271 recall_20 1_8 0.1610 recall_30 1_8 0.2203 recall_100 1_8 0.3983 recall_200 1_8 0.5169 recall_500 1_8 0.5932 recall_1000 1_8 0.6441 infAP 1_8 0.3960 Rprec_mult_0.20 1_8 0.9167 Rprec_mult_0.40 1_8 0.6667 Rprec_mult_0.60 1_8 0.5634 Rprec_mult_0.80 1_8 0.4947 Rprec_mult_1.00 1_8 0.4322 Rprec_mult_1.20 1_8 0.3732 Rprec_mult_1.40 1_8 0.3434 Rprec_mult_1.60 1_8 0.3175 Rprec_mult_1.80 1_8 0.2864 Rprec_mult_2.00 1_8 0.2627 utility 1_8 -848.0000 11pt_avg 1_8 0.4120 binG 1_8 0.2615 G 1_8 0.1153 ndcg 1_8 0.5703 ndcg_rel 1_8 0.5350 Rndcg 1_8 0.4998 ndcg_cut_5 1_8 0.4385 ndcg_cut_10 1_8 0.5448 ndcg_cut_15 1_8 0.5974 ndcg_cut_20 1_8 0.5861 ndcg_cut_30 1_8 0.5886 ndcg_cut_100 1_8 0.4390 ndcg_cut_200 1_8 0.5017 ndcg_cut_500 1_8 0.5415 ndcg_cut_1000 1_8 0.5703 map_cut_5 1_8 0.0424 map_cut_10 1_8 0.0847 map_cut_15 1_8 0.1271 map_cut_20 1_8 0.1606 map_cut_30 1_8 0.2146 map_cut_100 1_8 0.3282 map_cut_200 1_8 0.3738 map_cut_500 1_8 0.3901 map_cut_1000 1_8 0.3960 relative_P_5 1_8 1.0000 relative_P_10 1_8 1.0000 relative_P_15 1_8 1.0000 relative_P_20 1_8 0.9500 relative_P_30 1_8 0.8667 relative_P_100 1_8 0.4700 relative_P_200 1_8 0.5169 relative_P_500 1_8 0.5932 relative_P_1000 1_8 0.6441 success_1 1_8 1.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 0.0760 set_relative_P 1_8 0.6441 set_recall 1_8 0.6441 set_map 1_8 0.0489 set_F 1_8 0.1360 num_nonrel_judged_ret 1_8 3 rbp 1_8 0.5312 rbp_resid 1_8 0.0644 unj_5 1_8 0.0000 unj_10 1_8 0.0000 unj_20 1_8 0.0500 num_ret 1_9 1000 num_rel 1_9 48 num_rel_ret 1_9 37 map 1_9 0.5255 Rprec 1_9 0.5000 bpref 1_9 0.7613 recip_rank 1_9 1.0000 iprec_at_recall_0.00 1_9 1.0000 iprec_at_recall_0.10 1_9 1.0000 iprec_at_recall_0.20 1_9 0.9286 iprec_at_recall_0.30 1_9 0.8824 iprec_at_recall_0.40 1_9 0.7692 iprec_at_recall_0.50 1_9 0.5455 iprec_at_recall_0.60 1_9 0.4110 iprec_at_recall_0.70 1_9 0.3366 iprec_at_recall_0.80 1_9 0.0000 iprec_at_recall_0.90 1_9 0.0000 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 1.0000 P_10 1_9 0.9000 P_15 1_9 0.8667 P_20 1_9 0.8000 P_30 1_9 0.7000 P_100 1_9 0.3300 P_200 1_9 0.1800 P_500 1_9 0.0740 P_1000 1_9 0.0370 relstring 1_9 '2321113-32' recall_5 1_9 0.1042 recall_10 1_9 0.1875 recall_15 1_9 0.2708 recall_20 1_9 0.3333 recall_30 1_9 0.4375 recall_100 1_9 0.6875 recall_200 1_9 0.7500 recall_500 1_9 0.7708 recall_1000 1_9 0.7708 infAP 1_9 0.5255 Rprec_mult_0.20 1_9 0.9000 Rprec_mult_0.40 1_9 0.8000 Rprec_mult_0.60 1_9 0.7241 Rprec_mult_0.80 1_9 0.5385 Rprec_mult_1.00 1_9 0.5000 Rprec_mult_1.20 1_9 0.4310 Rprec_mult_1.40 1_9 0.3971 Rprec_mult_1.60 1_9 0.3896 Rprec_mult_1.80 1_9 0.3678 Rprec_mult_2.00 1_9 0.3333 utility 1_9 -926.0000 11pt_avg 1_9 0.5339 binG 1_9 0.3505 G 1_9 0.1818 ndcg 1_9 0.6644 ndcg_rel 1_9 0.6297 Rndcg 1_9 0.5953 ndcg_cut_5 1_9 0.6456 ndcg_cut_10 1_9 0.6271 ndcg_cut_15 1_9 0.6079 ndcg_cut_20 1_9 0.5965 ndcg_cut_30 1_9 0.5799 ndcg_cut_100 1_9 0.6195 ndcg_cut_200 1_9 0.6561 ndcg_cut_500 1_9 0.6644 ndcg_cut_1000 1_9 0.6644 map_cut_5 1_9 0.1042 map_cut_10 1_9 0.1831 map_cut_15 1_9 0.2597 map_cut_20 1_9 0.3139 map_cut_30 1_9 0.3932 map_cut_100 1_9 0.5042 map_cut_200 1_9 0.5236 map_cut_500 1_9 0.5255 map_cut_1000 1_9 0.5255 relative_P_5 1_9 1.0000 relative_P_10 1_9 0.9000 relative_P_15 1_9 0.8667 relative_P_20 1_9 0.8000 relative_P_30 1_9 0.7000 relative_P_100 1_9 0.6875 relative_P_200 1_9 0.7500 relative_P_500 1_9 0.7708 relative_P_1000 1_9 0.7708 success_1 1_9 1.0000 success_5 1_9 1.0000 success_10 1_9 1.0000 set_P 1_9 0.0370 set_relative_P 1_9 0.7708 set_recall 1_9 0.7708 set_map 1_9 0.0285 set_F 1_9 0.0706 num_nonrel_judged_ret 1_9 7 rbp 1_9 0.5410 rbp_resid 1_9 0.1757 unj_5 1_9 0.0000 unj_10 1_9 0.1000 unj_20 1_9 0.2000 num_ret 4_10 1000 num_rel 4_10 188 num_rel_ret 4_10 54 map 4_10 0.1848 Rprec 4_10 0.2340 bpref 4_10 0.2750 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 0.9091 iprec_at_recall_0.20 4_10 0.5000 iprec_at_recall_0.30 4_10 0.0000 iprec_at_recall_0.40 4_10 0.0000 iprec_at_recall_0.50 4_10 0.0000 iprec_at_recall_0.60 4_10 0.0000 iprec_at_recall_0.70 4_10 0.0000 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 1.0000 P_10 4_10 0.8000 P_15 4_10 0.8667 P_20 4_10 0.9000 P_30 4_10 0.8000 P_100 4_10 0.4200 P_200 4_10 0.2250 P_500 4_10 0.1040 P_1000 4_10 0.0540 relstring 4_10 '111112-012' recall_5 4_10 0.0266 recall_10 4_10 0.0426 recall_15 4_10 0.0691 recall_20 4_10 0.0957 recall_30 4_10 0.1277 recall_100 4_10 0.2234 recall_200 4_10 0.2394 recall_500 4_10 0.2766 recall_1000 4_10 0.2872 infAP 4_10 0.1848 Rprec_mult_0.20 4_10 0.7105 Rprec_mult_0.40 4_10 0.5000 Rprec_mult_0.60 4_10 0.3805 Rprec_mult_0.80 4_10 0.2914 Rprec_mult_1.00 4_10 0.2340 Rprec_mult_1.20 4_10 0.2124 Rprec_mult_1.40 4_10 0.1856 Rprec_mult_1.60 4_10 0.1628 Rprec_mult_1.80 4_10 0.1445 Rprec_mult_2.00 4_10 0.1330 utility 4_10 -892.0000 11pt_avg 4_10 0.2190 binG 4_10 0.1074 G 4_10 0.0446 ndcg 4_10 0.2646 ndcg_rel 4_10 0.2809 Rndcg 4_10 0.2889 ndcg_cut_5 4_10 0.3333 ndcg_cut_10 4_10 0.3331 ndcg_cut_15 4_10 0.3430 ndcg_cut_20 4_10 0.3620 ndcg_cut_30 4_10 0.3511 ndcg_cut_100 4_10 0.3035 ndcg_cut_200 4_10 0.2434 ndcg_cut_500 4_10 0.2604 ndcg_cut_1000 4_10 0.2646 map_cut_5 4_10 0.0266 map_cut_10 4_10 0.0403 map_cut_15 4_10 0.0628 map_cut_20 4_10 0.0864 map_cut_30 4_10 0.1137 map_cut_100 4_10 0.1718 map_cut_200 4_10 0.1773 map_cut_500 4_10 0.1839 map_cut_1000 4_10 0.1848 relative_P_5 4_10 1.0000 relative_P_10 4_10 0.8000 relative_P_15 4_10 0.8667 relative_P_20 4_10 0.9000 relative_P_30 4_10 0.8000 relative_P_100 4_10 0.4200 relative_P_200 4_10 0.2394 relative_P_500 4_10 0.2766 relative_P_1000 4_10 0.2872 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 0.0540 set_relative_P 4_10 0.2872 set_recall 4_10 0.2872 set_map 4_10 0.0155 set_F 4_10 0.0909 num_nonrel_judged_ret 4_10 4 rbp 4_10 0.3149 rbp_resid 4_10 0.1075 unj_5 4_10 0.0000 unj_10 4_10 0.1000 unj_20 4_10 0.0500 num_ret 4_11 1000 num_rel 4_11 171 num_rel_ret 4_11 39 map 4_11 0.1667 Rprec 4_11 0.2281 bpref 4_11 0.2219 recip_rank 4_11 1.0000 iprec_at_recall_0.00 4_11 1.0000 iprec_at_recall_0.10 4_11 0.8400 iprec_at_recall_0.20 4_11 0.4474 iprec_at_recall_0.30 4_11 0.0000 iprec_at_recall_0.40 4_11 0.0000 iprec_at_recall_0.50 4_11 0.0000 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 1.0000 P_10 4_11 0.8000 P_15 4_11 0.8000 P_20 4_11 0.8000 P_30 4_11 0.7667 P_100 4_11 0.3600 P_200 4_11 0.1950 P_500 4_11 0.0780 P_1000 4_11 0.0390 relstring 4_11 '2233120302' recall_5 4_11 0.0292 recall_10 4_11 0.0468 recall_15 4_11 0.0702 recall_20 4_11 0.0936 recall_30 4_11 0.1345 recall_100 4_11 0.2105 recall_200 4_11 0.2281 recall_500 4_11 0.2281 recall_1000 4_11 0.2281 infAP 4_11 0.1667 Rprec_mult_0.20 4_11 0.7429 Rprec_mult_0.40 4_11 0.4783 Rprec_mult_0.60 4_11 0.3495 Rprec_mult_0.80 4_11 0.2774 Rprec_mult_1.00 4_11 0.2281 Rprec_mult_1.20 4_11 0.1893 Rprec_mult_1.40 4_11 0.1625 Rprec_mult_1.60 4_11 0.1423 Rprec_mult_1.80 4_11 0.1266 Rprec_mult_2.00 4_11 0.1140 utility 4_11 -922.0000 11pt_avg 4_11 0.2079 binG 4_11 0.0977 G 4_11 0.0675 ndcg 4_11 0.3557 ndcg_rel 4_11 0.4158 Rndcg 4_11 0.4361 ndcg_cut_5 4_11 0.7281 ndcg_cut_10 4_11 0.6366 ndcg_cut_15 4_11 0.6263 ndcg_cut_20 4_11 0.6473 ndcg_cut_30 4_11 0.6590 ndcg_cut_100 4_11 0.4303 ndcg_cut_200 4_11 0.3557 ndcg_cut_500 4_11 0.3557 ndcg_cut_1000 4_11 0.3557 map_cut_5 4_11 0.0292 map_cut_10 4_11 0.0449 map_cut_15 4_11 0.0638 map_cut_20 4_11 0.0824 map_cut_30 4_11 0.1159 map_cut_100 4_11 0.1615 map_cut_200 4_11 0.1667 map_cut_500 4_11 0.1667 map_cut_1000 4_11 0.1667 relative_P_5 4_11 1.0000 relative_P_10 4_11 0.8000 relative_P_15 4_11 0.8000 relative_P_20 4_11 0.8000 relative_P_30 4_11 0.7667 relative_P_100 4_11 0.3600 relative_P_200 4_11 0.2281 relative_P_500 4_11 0.2281 relative_P_1000 4_11 0.2281 success_1 4_11 1.0000 success_5 4_11 1.0000 success_10 4_11 1.0000 set_P 4_11 0.0390 set_relative_P 4_11 0.2281 set_recall 4_11 0.2281 set_map 4_11 0.0089 set_F 4_11 0.0666 num_nonrel_judged_ret 4_11 10 rbp 4_11 0.5810 rbp_resid 4_11 0.0256 unj_5 4_11 0.0000 unj_10 4_11 0.0000 unj_20 4_11 0.0000 num_ret 4_12 1000 num_rel 4_12 134 num_rel_ret 4_12 56 map 4_12 0.1877 Rprec 4_12 0.2537 bpref 4_12 0.4044 recip_rank 4_12 1.0000 iprec_at_recall_0.00 4_12 1.0000 iprec_at_recall_0.10 4_12 0.6552 iprec_at_recall_0.20 4_12 0.4462 iprec_at_recall_0.30 4_12 0.1951 iprec_at_recall_0.40 4_12 0.0833 iprec_at_recall_0.50 4_12 0.0000 iprec_at_recall_0.60 4_12 0.0000 iprec_at_recall_0.70 4_12 0.0000 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 1.0000 P_10 4_12 0.9000 P_15 4_12 0.7333 P_20 4_12 0.6500 P_30 4_12 0.6333 P_100 4_12 0.3000 P_200 4_12 0.1950 P_500 4_12 0.1020 P_1000 4_12 0.0560 relstring 4_12 '22333-2222' recall_5 4_12 0.0373 recall_10 4_12 0.0672 recall_15 4_12 0.0821 recall_20 4_12 0.0970 recall_30 4_12 0.1418 recall_100 4_12 0.2239 recall_200 4_12 0.2910 recall_500 4_12 0.3806 recall_1000 4_12 0.4179 infAP 4_12 0.1877 Rprec_mult_0.20 4_12 0.6296 Rprec_mult_0.40 4_12 0.4630 Rprec_mult_0.60 4_12 0.3580 Rprec_mult_0.80 4_12 0.2778 Rprec_mult_1.00 4_12 0.2537 Rprec_mult_1.20 4_12 0.2236 Rprec_mult_1.40 4_12 0.2074 Rprec_mult_1.60 4_12 0.1860 Rprec_mult_1.80 4_12 0.1777 Rprec_mult_2.00 4_12 0.1716 utility 4_12 -888.0000 11pt_avg 4_12 0.2163 binG 4_12 0.1229 G 4_12 0.0908 ndcg 4_12 0.4545 ndcg_rel 4_12 0.4797 Rndcg 4_12 0.4484 ndcg_cut_5 4_12 0.8156 ndcg_cut_10 4_12 0.7111 ndcg_cut_15 4_12 0.6183 ndcg_cut_20 4_12 0.5922 ndcg_cut_30 4_12 0.5935 ndcg_cut_100 4_12 0.3880 ndcg_cut_200 4_12 0.3879 ndcg_cut_500 4_12 0.4386 ndcg_cut_1000 4_12 0.4545 map_cut_5 4_12 0.0373 map_cut_10 4_12 0.0636 map_cut_15 4_12 0.0748 map_cut_20 4_12 0.0853 map_cut_30 4_12 0.1142 map_cut_100 4_12 0.1532 map_cut_200 4_12 0.1695 map_cut_500 4_12 0.1846 map_cut_1000 4_12 0.1877 relative_P_5 4_12 1.0000 relative_P_10 4_12 0.9000 relative_P_15 4_12 0.7333 relative_P_20 4_12 0.6500 relative_P_30 4_12 0.6333 relative_P_100 4_12 0.3000 relative_P_200 4_12 0.2910 relative_P_500 4_12 0.3806 relative_P_1000 4_12 0.4179 success_1 4_12 1.0000 success_5 4_12 1.0000 success_10 4_12 1.0000 set_P 4_12 0.0560 set_relative_P 4_12 0.4179 set_recall 4_12 0.4179 set_map 4_12 0.0234 set_F 4_12 0.0988 num_nonrel_judged_ret 4_12 11 rbp 4_12 0.5641 rbp_resid 4_12 0.2380 unj_5 4_12 0.0000 unj_10 4_12 0.1000 unj_20 4_12 0.3500 num_ret 4_13 1000 num_rel 4_13 162 num_rel_ret 4_13 46 map 4_13 0.2036 Rprec 4_13 0.2284 bpref 4_13 0.2816 recip_rank 4_13 1.0000 iprec_at_recall_0.00 4_13 1.0000 iprec_at_recall_0.10 4_13 0.9667 iprec_at_recall_0.20 4_13 0.5614 iprec_at_recall_0.30 4_13 0.0000 iprec_at_recall_0.40 4_13 0.0000 iprec_at_recall_0.50 4_13 0.0000 iprec_at_recall_0.60 4_13 0.0000 iprec_at_recall_0.70 4_13 0.0000 iprec_at_recall_0.80 4_13 0.0000 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 1.0000 P_10 4_13 1.0000 P_15 4_13 0.9333 P_20 4_13 0.9500 P_30 4_13 0.9667 P_100 4_13 0.3400 P_200 4_13 0.1850 P_500 4_13 0.0920 P_1000 4_13 0.0460 relstring 4_13 '2222232223' recall_5 4_13 0.0309 recall_10 4_13 0.0617 recall_15 4_13 0.0864 recall_20 4_13 0.1173 recall_30 4_13 0.1790 recall_100 4_13 0.2099 recall_200 4_13 0.2284 recall_500 4_13 0.2840 recall_1000 4_13 0.2840 infAP 4_13 0.2036 Rprec_mult_0.20 4_13 0.8788 Rprec_mult_0.40 4_13 0.4923 Rprec_mult_0.60 4_13 0.3469 Rprec_mult_0.80 4_13 0.2769 Rprec_mult_1.00 4_13 0.2284 Rprec_mult_1.20 4_13 0.1897 Rprec_mult_1.40 4_13 0.1630 Rprec_mult_1.60 4_13 0.1462 Rprec_mult_1.80 4_13 0.1370 Rprec_mult_2.00 4_13 0.1296 utility 4_13 -908.0000 11pt_avg 4_13 0.2298 binG 4_13 0.1610 G 4_13 0.0719 ndcg 4_13 0.3774 ndcg_rel 4_13 0.4411 Rndcg 4_13 0.4361 ndcg_cut_5 4_13 0.6667 ndcg_cut_10 4_13 0.7140 ndcg_cut_15 4_13 0.7207 ndcg_cut_20 4_13 0.7117 ndcg_cut_30 4_13 0.7391 ndcg_cut_100 4_13 0.4297 ndcg_cut_200 4_13 0.3454 ndcg_cut_500 4_13 0.3774 ndcg_cut_1000 4_13 0.3774 map_cut_5 4_13 0.0309 map_cut_10 4_13 0.0617 map_cut_15 4_13 0.0864 map_cut_20 4_13 0.1156 map_cut_30 4_13 0.1748 map_cut_100 4_13 0.1912 map_cut_200 4_13 0.1963 map_cut_500 4_13 0.2036 map_cut_1000 4_13 0.2036 relative_P_5 4_13 1.0000 relative_P_10 4_13 1.0000 relative_P_15 4_13 0.9333 relative_P_20 4_13 0.9500 relative_P_30 4_13 0.9667 relative_P_100 4_13 0.3400 relative_P_200 4_13 0.2284 relative_P_500 4_13 0.2840 relative_P_1000 4_13 0.2840 success_1 4_13 1.0000 success_5 4_13 1.0000 success_10 4_13 1.0000 set_P 4_13 0.0460 set_relative_P 4_13 0.2840 set_recall 4_13 0.2840 set_map 4_13 0.0131 set_F 4_13 0.0792 num_nonrel_judged_ret 4_13 1 rbp 4_13 0.6995 rbp_resid 4_13 0.0399 unj_5 4_13 0.0000 unj_10 4_13 0.0000 unj_20 4_13 0.0000 num_ret 4_14 1000 num_rel 4_14 177 num_rel_ret 4_14 38 map 4_14 0.1391 Rprec 4_14 0.1921 bpref 4_14 0.2068 recip_rank 4_14 1.0000 iprec_at_recall_0.00 4_14 1.0000 iprec_at_recall_0.10 4_14 0.8571 iprec_at_recall_0.20 4_14 0.1029 iprec_at_recall_0.30 4_14 0.0000 iprec_at_recall_0.40 4_14 0.0000 iprec_at_recall_0.50 4_14 0.0000 iprec_at_recall_0.60 4_14 0.0000 iprec_at_recall_0.70 4_14 0.0000 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 1.0000 P_10 4_14 1.0000 P_15 4_14 0.9333 P_20 4_14 0.8500 P_30 4_14 0.7333 P_100 4_14 0.3000 P_200 4_14 0.1700 P_500 4_14 0.0720 P_1000 4_14 0.0380 relstring 4_14 '2222231233' recall_5 4_14 0.0282 recall_10 4_14 0.0565 recall_15 4_14 0.0791 recall_20 4_14 0.0960 recall_30 4_14 0.1243 recall_100 4_14 0.1695 recall_200 4_14 0.1921 recall_500 4_14 0.2034 recall_1000 4_14 0.2147 infAP 4_14 0.1391 Rprec_mult_0.20 4_14 0.6389 Rprec_mult_0.40 4_14 0.3521 Rprec_mult_0.60 4_14 0.2804 Rprec_mult_0.80 4_14 0.2183 Rprec_mult_1.00 4_14 0.1921 Rprec_mult_1.20 4_14 0.1596 Rprec_mult_1.40 4_14 0.1371 Rprec_mult_1.60 4_14 0.1197 Rprec_mult_1.80 4_14 0.1066 Rprec_mult_2.00 4_14 0.0989 utility 4_14 -924.0000 11pt_avg 4_14 0.1782 binG 4_14 0.1025 G 4_14 0.0475 ndcg 4_14 0.2781 ndcg_rel 4_14 0.3286 Rndcg 4_14 0.3165 ndcg_cut_5 4_14 0.6667 ndcg_cut_10 4_14 0.7116 ndcg_cut_15 4_14 0.6698 ndcg_cut_20 4_14 0.6124 ndcg_cut_30 4_14 0.5393 ndcg_cut_100 4_14 0.3403 ndcg_cut_200 4_14 0.2674 ndcg_cut_500 4_14 0.2737 ndcg_cut_1000 4_14 0.2781 map_cut_5 4_14 0.0282 map_cut_10 4_14 0.0565 map_cut_15 4_14 0.0774 map_cut_20 4_14 0.0917 map_cut_30 4_14 0.1136 map_cut_100 4_14 0.1329 map_cut_200 4_14 0.1374 map_cut_500 4_14 0.1384 map_cut_1000 4_14 0.1391 relative_P_5 4_14 1.0000 relative_P_10 4_14 1.0000 relative_P_15 4_14 0.9333 relative_P_20 4_14 0.8500 relative_P_30 4_14 0.7333 relative_P_100 4_14 0.3000 relative_P_200 4_14 0.1921 relative_P_500 4_14 0.2034 relative_P_1000 4_14 0.2147 success_1 4_14 1.0000 success_5 4_14 1.0000 success_10 4_14 1.0000 set_P 4_14 0.0380 set_relative_P 4_14 0.2147 set_recall 4_14 0.2147 set_map 4_14 0.0082 set_F 4_14 0.0646 num_nonrel_judged_ret 4_14 14 rbp 4_14 0.5862 rbp_resid 4_14 0.1312 unj_5 4_14 0.0000 unj_10 4_14 0.0000 unj_20 4_14 0.1500 num_ret 4_17 1000 num_rel 4_17 1 num_rel_ret 4_17 1 map 4_17 0.0092 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0092 iprec_at_recall_0.00 4_17 0.0092 iprec_at_recall_0.10 4_17 0.0092 iprec_at_recall_0.20 4_17 0.0092 iprec_at_recall_0.30 4_17 0.0092 iprec_at_recall_0.40 4_17 0.0092 iprec_at_recall_0.50 4_17 0.0092 iprec_at_recall_0.60 4_17 0.0092 iprec_at_recall_0.70 4_17 0.0092 iprec_at_recall_0.80 4_17 0.0092 iprec_at_recall_0.90 4_17 0.0092 iprec_at_recall_1.00 4_17 0.0092 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0000 P_100 4_17 0.0000 P_200 4_17 0.0050 P_500 4_17 0.0020 P_1000 4_17 0.0010 relstring 4_17 '0000000-00' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 0.0000 recall_100 4_17 0.0000 recall_200 4_17 1.0000 recall_500 4_17 1.0000 recall_1000 4_17 1.0000 infAP 4_17 0.0092 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -998.0000 11pt_avg 4_17 0.0092 binG 4_17 0.1475 G 4_17 0.1475 ndcg 4_17 0.1475 ndcg_rel 4_17 0.1475 Rndcg 4_17 0.0737 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.0000 ndcg_cut_100 4_17 0.0000 ndcg_cut_200 4_17 0.1475 ndcg_cut_500 4_17 0.1475 ndcg_cut_1000 4_17 0.1475 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0000 map_cut_100 4_17 0.0000 map_cut_200 4_17 0.0092 map_cut_500 4_17 0.0092 map_cut_1000 4_17 0.0092 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 0.0000 relative_P_100 4_17 0.0000 relative_P_200 4_17 1.0000 relative_P_500 4_17 1.0000 relative_P_1000 4_17 1.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0010 set_relative_P 4_17 1.0000 set_recall 4_17 1.0000 set_map 4_17 0.0010 set_F 4_17 0.0020 num_nonrel_judged_ret 4_17 42 rbp 4_17 0.0000 rbp_resid 4_17 0.1710 unj_5 4_17 0.0000 unj_10 4_17 0.1000 unj_20 4_17 0.2000 num_ret 4_3 1000 num_rel 4_3 164 num_rel_ret 4_3 50 map 4_3 0.2030 Rprec 4_3 0.2744 bpref 4_3 0.2877 recip_rank 4_3 1.0000 iprec_at_recall_0.00 4_3 1.0000 iprec_at_recall_0.10 4_3 0.8438 iprec_at_recall_0.20 4_3 0.7174 iprec_at_recall_0.30 4_3 0.0937 iprec_at_recall_0.40 4_3 0.0000 iprec_at_recall_0.50 4_3 0.0000 iprec_at_recall_0.60 4_3 0.0000 iprec_at_recall_0.70 4_3 0.0000 iprec_at_recall_0.80 4_3 0.0000 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 1.0000 P_10 4_3 0.6000 P_15 4_3 0.7333 P_20 4_3 0.7500 P_30 4_3 0.8333 P_100 4_3 0.4200 P_200 4_3 0.2300 P_500 4_3 0.0960 P_1000 4_3 0.0500 relstring 4_3 '311310-040' recall_5 4_3 0.0305 recall_10 4_3 0.0366 recall_15 4_3 0.0671 recall_20 4_3 0.0915 recall_30 4_3 0.1524 recall_100 4_3 0.2561 recall_200 4_3 0.2805 recall_500 4_3 0.2927 recall_1000 4_3 0.3049 infAP 4_3 0.2030 Rprec_mult_0.20 4_3 0.8182 Rprec_mult_0.40 4_3 0.5606 Rprec_mult_0.60 4_3 0.4242 Rprec_mult_0.80 4_3 0.3258 Rprec_mult_1.00 4_3 0.2744 Rprec_mult_1.20 4_3 0.2335 Rprec_mult_1.40 4_3 0.2000 Rprec_mult_1.60 4_3 0.1749 Rprec_mult_1.80 4_3 0.1588 Rprec_mult_2.00 4_3 0.1433 utility 4_3 -900.0000 11pt_avg 4_3 0.2413 binG 4_3 0.1088 G 4_3 0.0693 ndcg 4_3 0.3879 ndcg_rel 4_3 0.4313 Rndcg 4_3 0.4908 ndcg_cut_5 4_3 0.5901 ndcg_cut_10 4_3 0.4794 ndcg_cut_15 4_3 0.5481 ndcg_cut_20 4_3 0.5354 ndcg_cut_30 4_3 0.5897 ndcg_cut_100 4_3 0.4257 ndcg_cut_200 4_3 0.3726 ndcg_cut_500 4_3 0.3825 ndcg_cut_1000 4_3 0.3879 map_cut_5 4_3 0.0305 map_cut_10 4_3 0.0346 map_cut_15 4_3 0.0555 map_cut_20 4_3 0.0743 map_cut_30 4_3 0.1232 map_cut_100 4_3 0.1927 map_cut_200 4_3 0.2002 map_cut_500 4_3 0.2021 map_cut_1000 4_3 0.2030 relative_P_5 4_3 1.0000 relative_P_10 4_3 0.6000 relative_P_15 4_3 0.7333 relative_P_20 4_3 0.7500 relative_P_30 4_3 0.8333 relative_P_100 4_3 0.4200 relative_P_200 4_3 0.2805 relative_P_500 4_3 0.2927 relative_P_1000 4_3 0.3049 success_1 4_3 1.0000 success_5 4_3 1.0000 success_10 4_3 1.0000 set_P 4_3 0.0500 set_relative_P 4_3 0.3049 set_recall 4_3 0.3049 set_map 4_3 0.0152 set_F 4_3 0.0859 num_nonrel_judged_ret 4_3 9 rbp 4_3 0.3959 rbp_resid 4_3 0.0718 unj_5 4_3 0.0000 unj_10 4_3 0.1000 unj_20 4_3 0.0500 num_ret 4_4 1000 num_rel 4_4 154 num_rel_ret 4_4 89 map 4_4 0.3766 Rprec 4_4 0.3961 bpref 4_4 0.5651 recip_rank 4_4 1.0000 iprec_at_recall_0.00 4_4 1.0000 iprec_at_recall_0.10 4_4 1.0000 iprec_at_recall_0.20 4_4 0.9688 iprec_at_recall_0.30 4_4 0.7460 iprec_at_recall_0.40 4_4 0.3804 iprec_at_recall_0.50 4_4 0.2319 iprec_at_recall_0.60 4_4 0.0000 iprec_at_recall_0.70 4_4 0.0000 iprec_at_recall_0.80 4_4 0.0000 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 1.0000 P_10 4_4 1.0000 P_15 4_4 1.0000 P_20 4_4 1.0000 P_30 4_4 1.0000 P_100 4_4 0.5500 P_200 4_4 0.3200 P_500 4_4 0.1680 P_1000 4_4 0.0890 relstring 4_4 '2131232322' recall_5 4_4 0.0325 recall_10 4_4 0.0649 recall_15 4_4 0.0974 recall_20 4_4 0.1299 recall_30 4_4 0.1948 recall_100 4_4 0.3571 recall_200 4_4 0.4156 recall_500 4_4 0.5455 recall_1000 4_4 0.5779 infAP 4_4 0.3766 Rprec_mult_0.20 4_4 0.9677 Rprec_mult_0.40 4_4 0.7419 Rprec_mult_0.60 4_4 0.5699 Rprec_mult_0.80 4_4 0.4597 Rprec_mult_1.00 4_4 0.3961 Rprec_mult_1.20 4_4 0.3405 Rprec_mult_1.40 4_4 0.3056 Rprec_mult_1.60 4_4 0.2713 Rprec_mult_1.80 4_4 0.2590 Rprec_mult_2.00 4_4 0.2338 utility 4_4 -822.0000 11pt_avg 4_4 0.3934 binG 4_4 0.2677 G 4_4 0.1149 ndcg 4_4 0.5883 ndcg_rel 4_4 0.5844 Rndcg 4_4 0.5193 ndcg_cut_5 4_4 0.5093 ndcg_cut_10 4_4 0.6026 ndcg_cut_15 4_4 0.6158 ndcg_cut_20 4_4 0.6441 ndcg_cut_30 4_4 0.6981 ndcg_cut_100 4_4 0.5352 ndcg_cut_200 4_4 0.4843 ndcg_cut_500 4_4 0.5671 ndcg_cut_1000 4_4 0.5883 map_cut_5 4_4 0.0325 map_cut_10 4_4 0.0649 map_cut_15 4_4 0.0974 map_cut_20 4_4 0.1299 map_cut_30 4_4 0.1948 map_cut_100 4_4 0.3166 map_cut_200 4_4 0.3403 map_cut_500 4_4 0.3719 map_cut_1000 4_4 0.3766 relative_P_5 4_4 1.0000 relative_P_10 4_4 1.0000 relative_P_15 4_4 1.0000 relative_P_20 4_4 1.0000 relative_P_30 4_4 1.0000 relative_P_100 4_4 0.5500 relative_P_200 4_4 0.4156 relative_P_500 4_4 0.5455 relative_P_1000 4_4 0.5779 success_1 4_4 1.0000 success_5 4_4 1.0000 success_10 4_4 1.0000 set_P 4_4 0.0890 set_relative_P 4_4 0.5779 set_recall 4_4 0.5779 set_map 4_4 0.0514 set_F 4_4 0.1542 num_nonrel_judged_ret 4_4 2 rbp 4_4 0.5036 rbp_resid 4_4 0.0220 unj_5 4_4 0.0000 unj_10 4_4 0.0000 unj_20 4_4 0.0000 num_ret 4_5 1000 num_rel 4_5 122 num_rel_ret 4_5 61 map 4_5 0.3469 Rprec 4_5 0.3934 bpref 4_5 0.4992 recip_rank 4_5 1.0000 iprec_at_recall_0.00 4_5 1.0000 iprec_at_recall_0.10 4_5 1.0000 iprec_at_recall_0.20 4_5 0.9091 iprec_at_recall_0.30 4_5 0.6491 iprec_at_recall_0.40 4_5 0.3798 iprec_at_recall_0.50 4_5 0.1279 iprec_at_recall_0.60 4_5 0.0000 iprec_at_recall_0.70 4_5 0.0000 iprec_at_recall_0.80 4_5 0.0000 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 1.0000 P_10 4_5 1.0000 P_15 4_5 1.0000 P_20 4_5 0.9000 P_30 4_5 0.9000 P_100 4_5 0.4300 P_200 4_5 0.2650 P_500 4_5 0.1220 P_1000 4_5 0.0610 relstring 4_5 '3332211333' recall_5 4_5 0.0410 recall_10 4_5 0.0820 recall_15 4_5 0.1230 recall_20 4_5 0.1475 recall_30 4_5 0.2213 recall_100 4_5 0.3525 recall_200 4_5 0.4344 recall_500 4_5 0.5000 recall_1000 4_5 0.5000 infAP 4_5 0.3469 Rprec_mult_0.20 4_5 0.8800 Rprec_mult_0.40 4_5 0.6939 Rprec_mult_0.60 4_5 0.5405 Rprec_mult_0.80 4_5 0.4388 Rprec_mult_1.00 4_5 0.3934 Rprec_mult_1.20 4_5 0.3469 Rprec_mult_1.40 4_5 0.3099 Rprec_mult_1.60 4_5 0.2704 Rprec_mult_1.80 4_5 0.2409 Rprec_mult_2.00 4_5 0.2254 utility 4_5 -878.0000 11pt_avg 4_5 0.3696 binG 4_5 0.2301 G 4_5 0.1325 ndcg 4_5 0.5535 ndcg_rel 4_5 0.6144 Rndcg 4_5 0.5616 ndcg_cut_5 4_5 0.9076 ndcg_cut_10 4_5 0.8388 ndcg_cut_15 4_5 0.7856 ndcg_cut_20 4_5 0.7205 ndcg_cut_30 4_5 0.7107 ndcg_cut_100 4_5 0.5017 ndcg_cut_200 4_5 0.5202 ndcg_cut_500 4_5 0.5535 ndcg_cut_1000 4_5 0.5535 map_cut_5 4_5 0.0410 map_cut_10 4_5 0.0820 map_cut_15 4_5 0.1230 map_cut_20 4_5 0.1459 map_cut_30 4_5 0.2123 map_cut_100 4_5 0.3029 map_cut_200 4_5 0.3348 map_cut_500 4_5 0.3469 map_cut_1000 4_5 0.3469 relative_P_5 4_5 1.0000 relative_P_10 4_5 1.0000 relative_P_15 4_5 1.0000 relative_P_20 4_5 0.9000 relative_P_30 4_5 0.9000 relative_P_100 4_5 0.4300 relative_P_200 4_5 0.4344 relative_P_500 4_5 0.5000 relative_P_1000 4_5 0.5000 success_1 4_5 1.0000 success_5 4_5 1.0000 success_10 4_5 1.0000 set_P 4_5 0.0610 set_relative_P 4_5 0.5000 set_recall 4_5 0.5000 set_map 4_5 0.0305 set_F 4_5 0.1087 num_nonrel_judged_ret 4_5 1 rbp 4_5 0.7140 rbp_resid 4_5 0.0665 unj_5 4_5 0.0000 unj_10 4_5 0.0000 unj_20 4_5 0.1000 num_ret 4_7 1000 num_rel 4_7 76 num_rel_ret 4_7 35 map 4_7 0.1775 Rprec 4_7 0.3289 bpref 4_7 0.3599 recip_rank 4_7 1.0000 iprec_at_recall_0.00 4_7 1.0000 iprec_at_recall_0.10 4_7 0.5000 iprec_at_recall_0.20 4_7 0.5000 iprec_at_recall_0.30 4_7 0.3594 iprec_at_recall_0.40 4_7 0.2655 iprec_at_recall_0.50 4_7 0.0000 iprec_at_recall_0.60 4_7 0.0000 iprec_at_recall_0.70 4_7 0.0000 iprec_at_recall_0.80 4_7 0.0000 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 0.4000 P_10 4_7 0.4000 P_15 4_7 0.4000 P_20 4_7 0.4500 P_30 4_7 0.4667 P_100 4_7 0.2900 P_200 4_7 0.1650 P_500 4_7 0.0700 P_1000 4_7 0.0350 relstring 4_7 '3000100120' recall_5 4_7 0.0263 recall_10 4_7 0.0526 recall_15 4_7 0.0789 recall_20 4_7 0.1184 recall_30 4_7 0.1842 recall_100 4_7 0.3816 recall_200 4_7 0.4342 recall_500 4_7 0.4605 recall_1000 4_7 0.4605 infAP 4_7 0.1775 Rprec_mult_0.20 4_7 0.3750 Rprec_mult_0.40 4_7 0.4839 Rprec_mult_0.60 4_7 0.3696 Rprec_mult_0.80 4_7 0.3607 Rprec_mult_1.00 4_7 0.3289 Rprec_mult_1.20 4_7 0.2935 Rprec_mult_1.40 4_7 0.2710 Rprec_mult_1.60 4_7 0.2541 Rprec_mult_1.80 4_7 0.2263 Rprec_mult_2.00 4_7 0.2039 utility 4_7 -930.0000 11pt_avg 4_7 0.2386 binG 4_7 0.1132 G 4_7 0.1102 ndcg 4_7 0.4429 ndcg_rel 4_7 0.4319 Rndcg 4_7 0.4509 ndcg_cut_5 4_7 0.4499 ndcg_cut_10 4_7 0.4016 ndcg_cut_15 4_7 0.4224 ndcg_cut_20 4_7 0.4040 ndcg_cut_30 4_7 0.3791 ndcg_cut_100 4_7 0.3990 ndcg_cut_200 4_7 0.4293 ndcg_cut_500 4_7 0.4429 ndcg_cut_1000 4_7 0.4429 map_cut_5 4_7 0.0184 map_cut_10 4_7 0.0292 map_cut_15 4_7 0.0408 map_cut_20 4_7 0.0583 map_cut_30 4_7 0.0896 map_cut_100 4_7 0.1623 map_cut_200 4_7 0.1740 map_cut_500 4_7 0.1775 map_cut_1000 4_7 0.1775 relative_P_5 4_7 0.4000 relative_P_10 4_7 0.4000 relative_P_15 4_7 0.4000 relative_P_20 4_7 0.4500 relative_P_30 4_7 0.4667 relative_P_100 4_7 0.3816 relative_P_200 4_7 0.4342 relative_P_500 4_7 0.4605 relative_P_1000 4_7 0.4605 success_1 4_7 1.0000 success_5 4_7 1.0000 success_10 4_7 1.0000 set_P 4_7 0.0350 set_relative_P 4_7 0.4605 set_recall 4_7 0.4605 set_map 4_7 0.0161 set_F 4_7 0.0651 num_nonrel_judged_ret 4_7 34 rbp 4_7 0.2539 rbp_resid 4_7 0.0549 unj_5 4_7 0.0000 unj_10 4_7 0.0000 unj_20 4_7 0.0500 num_ret 4_8 1000 num_rel 4_8 96 num_rel_ret 4_8 52 map 4_8 0.0974 Rprec 4_8 0.1562 bpref 4_8 0.4118 recip_rank 4_8 1.0000 iprec_at_recall_0.00 4_8 1.0000 iprec_at_recall_0.10 4_8 0.2400 iprec_at_recall_0.20 4_8 0.1606 iprec_at_recall_0.30 4_8 0.1349 iprec_at_recall_0.40 4_8 0.1111 iprec_at_recall_0.50 4_8 0.0731 iprec_at_recall_0.60 4_8 0.0000 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 0.6000 P_10 4_8 0.4000 P_15 4_8 0.2667 P_20 4_8 0.2500 P_30 4_8 0.2333 P_100 4_8 0.1600 P_200 4_8 0.1350 P_500 4_8 0.0840 P_1000 4_8 0.0520 relstring 4_8 '30021-2-00' recall_5 4_8 0.0312 recall_10 4_8 0.0417 recall_15 4_8 0.0417 recall_20 4_8 0.0521 recall_30 4_8 0.0729 recall_100 4_8 0.1667 recall_200 4_8 0.2812 recall_500 4_8 0.4375 recall_1000 4_8 0.5417 infAP 4_8 0.0974 Rprec_mult_0.20 4_8 0.2500 Rprec_mult_0.40 4_8 0.2051 Rprec_mult_0.60 4_8 0.2069 Rprec_mult_0.80 4_8 0.1558 Rprec_mult_1.00 4_8 0.1562 Rprec_mult_1.20 4_8 0.1466 Rprec_mult_1.40 4_8 0.1556 Rprec_mult_1.60 4_8 0.1429 Rprec_mult_1.80 4_8 0.1272 Rprec_mult_2.00 4_8 0.1354 utility 4_8 -896.0000 11pt_avg 4_8 0.1563 binG 4_8 0.0966 G 4_8 0.0995 ndcg 4_8 0.4274 ndcg_rel 4_8 0.3871 Rndcg 4_8 0.4832 ndcg_cut_5 4_8 0.6160 ndcg_cut_10 4_8 0.4872 ndcg_cut_15 4_8 0.3863 ndcg_cut_20 4_8 0.3410 ndcg_cut_30 4_8 0.2886 ndcg_cut_100 4_8 0.2384 ndcg_cut_200 4_8 0.3010 ndcg_cut_500 4_8 0.3792 ndcg_cut_1000 4_8 0.4274 map_cut_5 4_8 0.0219 map_cut_10 4_8 0.0278 map_cut_15 4_8 0.0278 map_cut_20 4_8 0.0304 map_cut_30 4_8 0.0362 map_cut_100 4_8 0.0545 map_cut_200 4_8 0.0714 map_cut_500 4_8 0.0898 map_cut_1000 4_8 0.0974 relative_P_5 4_8 0.6000 relative_P_10 4_8 0.4000 relative_P_15 4_8 0.2667 relative_P_20 4_8 0.2500 relative_P_30 4_8 0.2333 relative_P_100 4_8 0.1667 relative_P_200 4_8 0.2812 relative_P_500 4_8 0.4375 relative_P_1000 4_8 0.5417 success_1 4_8 1.0000 success_5 4_8 1.0000 success_10 4_8 1.0000 set_P 4_8 0.0520 set_relative_P 4_8 0.5417 set_recall 4_8 0.5417 set_map 4_8 0.0282 set_F 4_8 0.0949 num_nonrel_judged_ret 4_8 41 rbp 4_8 0.2186 rbp_resid 4_8 0.3297 unj_5 4_8 0.0000 unj_10 4_8 0.2000 unj_20 4_8 0.4500 num_ret 4_9 1000 num_rel 4_9 85 num_rel_ret 4_9 40 map 4_9 0.1163 Rprec 4_9 0.1882 bpref 4_9 0.4094 recip_rank 4_9 1.0000 iprec_at_recall_0.00 4_9 1.0000 iprec_at_recall_0.10 4_9 0.4500 iprec_at_recall_0.20 4_9 0.1875 iprec_at_recall_0.30 4_9 0.1508 iprec_at_recall_0.40 4_9 0.1181 iprec_at_recall_0.50 4_9 0.0000 iprec_at_recall_0.60 4_9 0.0000 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 0.6000 P_10 4_9 0.5000 P_15 4_9 0.3333 P_20 4_9 0.4500 P_30 4_9 0.3000 P_100 4_9 0.1800 P_200 4_9 0.1350 P_500 4_9 0.0760 P_1000 4_9 0.0400 relstring 4_9 '2001122---' recall_5 4_9 0.0353 recall_10 4_9 0.0588 recall_15 4_9 0.0588 recall_20 4_9 0.1059 recall_30 4_9 0.1059 recall_100 4_9 0.2118 recall_200 4_9 0.3176 recall_500 4_9 0.4471 recall_1000 4_9 0.4706 infAP 4_9 0.1163 Rprec_mult_0.20 4_9 0.3529 Rprec_mult_0.40 4_9 0.2647 Rprec_mult_0.60 4_9 0.2157 Rprec_mult_0.80 4_9 0.1912 Rprec_mult_1.00 4_9 0.1882 Rprec_mult_1.20 4_9 0.1765 Rprec_mult_1.40 4_9 0.1765 Rprec_mult_1.60 4_9 0.1765 Rprec_mult_1.80 4_9 0.1569 Rprec_mult_2.00 4_9 0.1471 utility 4_9 -920.0000 11pt_avg 4_9 0.1733 binG 4_9 0.1007 G 4_9 0.0723 ndcg 4_9 0.3587 ndcg_rel 4_9 0.3211 Rndcg 4_9 0.2440 ndcg_cut_5 4_9 0.3185 ndcg_cut_10 4_9 0.3079 ndcg_cut_15 4_9 0.2387 ndcg_cut_20 4_9 0.2657 ndcg_cut_30 4_9 0.2156 ndcg_cut_100 4_9 0.2014 ndcg_cut_200 4_9 0.2732 ndcg_cut_500 4_9 0.3436 ndcg_cut_1000 4_9 0.3587 map_cut_5 4_9 0.0247 map_cut_10 4_9 0.0410 map_cut_15 4_9 0.0410 map_cut_20 4_9 0.0602 map_cut_30 4_9 0.0602 map_cut_100 4_9 0.0818 map_cut_200 4_9 0.1000 map_cut_500 4_9 0.1146 map_cut_1000 4_9 0.1163 relative_P_5 4_9 0.6000 relative_P_10 4_9 0.5000 relative_P_15 4_9 0.3333 relative_P_20 4_9 0.4500 relative_P_30 4_9 0.3000 relative_P_100 4_9 0.2118 relative_P_200 4_9 0.3176 relative_P_500 4_9 0.4471 relative_P_1000 4_9 0.4706 success_1 4_9 1.0000 success_5 4_9 1.0000 success_10 4_9 1.0000 set_P 4_9 0.0400 set_relative_P 4_9 0.4706 set_recall 4_9 0.4706 set_map 4_9 0.0188 set_F 4_9 0.0737 num_nonrel_judged_ret 4_9 20 rbp 4_9 0.2230 rbp_resid 4_9 0.3755 unj_5 4_9 0.0000 unj_10 4_9 0.3000 unj_20 4_9 0.4000 num_ret 5_10 1000 num_rel 5_10 43 num_rel_ret 5_10 30 map 5_10 0.3129 Rprec 5_10 0.4186 bpref 5_10 0.6485 recip_rank 5_10 1.0000 iprec_at_recall_0.00 5_10 1.0000 iprec_at_recall_0.10 5_10 0.8333 iprec_at_recall_0.20 5_10 0.5714 iprec_at_recall_0.30 5_10 0.5652 iprec_at_recall_0.40 5_10 0.5000 iprec_at_recall_0.50 5_10 0.1742 iprec_at_recall_0.60 5_10 0.1300 iprec_at_recall_0.70 5_10 0.0412 iprec_at_recall_0.80 5_10 0.0000 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 0.8000 P_10 5_10 0.6000 P_15 5_10 0.5333 P_20 5_10 0.5500 P_30 5_10 0.5000 P_100 5_10 0.2100 P_200 5_10 0.1300 P_500 5_10 0.0540 P_1000 5_10 0.0300 relstring 5_10 '310211004-' recall_5 5_10 0.0930 recall_10 5_10 0.1395 recall_15 5_10 0.1860 recall_20 5_10 0.2558 recall_30 5_10 0.3488 recall_100 5_10 0.4884 recall_200 5_10 0.6047 recall_500 5_10 0.6279 recall_1000 5_10 0.6977 infAP 5_10 0.3129 Rprec_mult_0.20 5_10 0.6667 Rprec_mult_0.40 5_10 0.5556 Rprec_mult_0.60 5_10 0.5000 Rprec_mult_0.80 5_10 0.4857 Rprec_mult_1.00 5_10 0.4186 Rprec_mult_1.20 5_10 0.3654 Rprec_mult_1.40 5_10 0.3115 Rprec_mult_1.60 5_10 0.2899 Rprec_mult_1.80 5_10 0.2564 Rprec_mult_2.00 5_10 0.2326 utility 5_10 -940.0000 11pt_avg 5_10 0.3469 binG 5_10 0.2190 G 5_10 0.1542 ndcg 5_10 0.5867 ndcg_rel 5_10 0.5203 Rndcg 5_10 0.4609 ndcg_cut_5 5_10 0.4137 ndcg_cut_10 5_10 0.3802 ndcg_cut_15 5_10 0.3915 ndcg_cut_20 5_10 0.4125 ndcg_cut_30 5_10 0.4605 ndcg_cut_100 5_10 0.5100 ndcg_cut_200 5_10 0.5519 ndcg_cut_500 5_10 0.5682 ndcg_cut_1000 5_10 0.5867 map_cut_5 5_10 0.0826 map_cut_10 5_10 0.1174 map_cut_15 5_10 0.1466 map_cut_20 5_10 0.1846 map_cut_30 5_10 0.2355 map_cut_100 5_10 0.2903 map_cut_200 5_10 0.3080 map_cut_500 5_10 0.3098 map_cut_1000 5_10 0.3129 relative_P_5 5_10 0.8000 relative_P_10 5_10 0.6000 relative_P_15 5_10 0.5333 relative_P_20 5_10 0.5500 relative_P_30 5_10 0.5000 relative_P_100 5_10 0.4884 relative_P_200 5_10 0.6047 relative_P_500 5_10 0.6279 relative_P_1000 5_10 0.6977 success_1 5_10 1.0000 success_5 5_10 1.0000 success_10 5_10 1.0000 set_P 5_10 0.0300 set_relative_P 5_10 0.6977 set_recall 5_10 0.6977 set_map 5_10 0.0209 set_F 5_10 0.0575 num_nonrel_judged_ret 5_10 7 rbp 5_10 0.3153 rbp_resid 5_10 0.2324 unj_5 5_10 0.0000 unj_10 5_10 0.1000 unj_20 5_10 0.3000 num_ret 5_13 1000 num_rel 5_13 112 num_rel_ret 5_13 101 map 5_13 0.5118 Rprec 5_13 0.5000 bpref 5_13 0.7143 recip_rank 5_13 1.0000 iprec_at_recall_0.00 5_13 1.0000 iprec_at_recall_0.10 5_13 0.9375 iprec_at_recall_0.20 5_13 0.8065 iprec_at_recall_0.30 5_13 0.6981 iprec_at_recall_0.40 5_13 0.6522 iprec_at_recall_0.50 5_13 0.5000 iprec_at_recall_0.60 5_13 0.4080 iprec_at_recall_0.70 5_13 0.3185 iprec_at_recall_0.80 5_13 0.2247 iprec_at_recall_0.90 5_13 0.1341 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 1.0000 P_10 5_13 1.0000 P_15 5_13 0.9333 P_20 5_13 0.8500 P_30 5_13 0.8000 P_100 5_13 0.5200 P_200 5_13 0.3750 P_500 5_13 0.1900 P_1000 5_13 0.1010 relstring 5_13 '4222131111' recall_5 5_13 0.0446 recall_10 5_13 0.0893 recall_15 5_13 0.1250 recall_20 5_13 0.1518 recall_30 5_13 0.2143 recall_100 5_13 0.4643 recall_200 5_13 0.6696 recall_500 5_13 0.8482 recall_1000 5_13 0.9018 infAP 5_13 0.5118 Rprec_mult_0.20 5_13 0.8696 Rprec_mult_0.40 5_13 0.6667 Rprec_mult_0.60 5_13 0.6471 Rprec_mult_0.80 5_13 0.5667 Rprec_mult_1.00 5_13 0.5000 Rprec_mult_1.20 5_13 0.4370 Rprec_mult_1.40 5_13 0.4076 Rprec_mult_1.60 5_13 0.3944 Rprec_mult_1.80 5_13 0.3713 Rprec_mult_2.00 5_13 0.3393 utility 5_13 -798.0000 11pt_avg 5_13 0.5163 binG 5_13 0.2693 G 5_13 0.1860 ndcg 5_13 0.7643 ndcg_rel 5_13 0.6755 Rndcg 5_13 0.6849 ndcg_cut_5 5_13 0.7169 ndcg_cut_10 5_13 0.6692 ndcg_cut_15 5_13 0.7185 ndcg_cut_20 5_13 0.6808 ndcg_cut_30 5_13 0.6401 ndcg_cut_100 5_13 0.5935 ndcg_cut_200 5_13 0.6612 ndcg_cut_500 5_13 0.7369 ndcg_cut_1000 5_13 0.7643 map_cut_5 5_13 0.0446 map_cut_10 5_13 0.0893 map_cut_15 5_13 0.1223 map_cut_20 5_13 0.1462 map_cut_30 5_13 0.1981 map_cut_100 5_13 0.3664 map_cut_200 5_13 0.4550 map_cut_500 5_13 0.5030 map_cut_1000 5_13 0.5118 relative_P_5 5_13 1.0000 relative_P_10 5_13 1.0000 relative_P_15 5_13 0.9333 relative_P_20 5_13 0.8500 relative_P_30 5_13 0.8000 relative_P_100 5_13 0.5200 relative_P_200 5_13 0.6696 relative_P_500 5_13 0.8482 relative_P_1000 5_13 0.9018 success_1 5_13 1.0000 success_5 5_13 1.0000 success_10 5_13 1.0000 set_P 5_13 0.1010 set_relative_P 5_13 0.9018 set_recall 5_13 0.9018 set_map 5_13 0.0911 set_F 5_13 0.1817 num_nonrel_judged_ret 5_13 48 rbp 5_13 0.4416 rbp_resid 5_13 0.0665 unj_5 5_13 0.0000 unj_10 5_13 0.0000 unj_20 5_13 0.1000 num_ret 5_14 1000 num_rel 5_14 38 num_rel_ret 5_14 37 map 5_14 0.5162 Rprec 5_14 0.4737 bpref 5_14 0.7964 recip_rank 5_14 1.0000 iprec_at_recall_0.00 5_14 1.0000 iprec_at_recall_0.10 5_14 1.0000 iprec_at_recall_0.20 5_14 1.0000 iprec_at_recall_0.30 5_14 0.6875 iprec_at_recall_0.40 5_14 0.6250 iprec_at_recall_0.50 5_14 0.4872 iprec_at_recall_0.60 5_14 0.3286 iprec_at_recall_0.70 5_14 0.2621 iprec_at_recall_0.80 5_14 0.2459 iprec_at_recall_0.90 5_14 0.1446 iprec_at_recall_1.00 5_14 0.0000 P_5 5_14 1.0000 P_10 5_14 0.9000 P_15 5_14 0.6667 P_20 5_14 0.6000 P_30 5_14 0.5333 P_100 5_14 0.2600 P_200 5_14 0.1600 P_500 5_14 0.0740 P_1000 5_14 0.0370 relstring 5_14 '4243232440' recall_5 5_14 0.1316 recall_10 5_14 0.2368 recall_15 5_14 0.2632 recall_20 5_14 0.3158 recall_30 5_14 0.4211 recall_100 5_14 0.6842 recall_200 5_14 0.8421 recall_500 5_14 0.9737 recall_1000 5_14 0.9737 infAP 5_14 0.5162 Rprec_mult_0.20 5_14 1.0000 Rprec_mult_0.40 5_14 0.6875 Rprec_mult_0.60 5_14 0.6087 Rprec_mult_0.80 5_14 0.5161 Rprec_mult_1.00 5_14 0.4737 Rprec_mult_1.20 5_14 0.4348 Rprec_mult_1.40 5_14 0.4074 Rprec_mult_1.60 5_14 0.3607 Rprec_mult_1.80 5_14 0.3188 Rprec_mult_2.00 5_14 0.3026 utility 5_14 -926.0000 11pt_avg 5_14 0.5255 binG 5_14 0.3893 G 5_14 0.3238 ndcg 5_14 0.8564 ndcg_rel 5_14 0.8025 Rndcg 5_14 0.7898 ndcg_cut_5 5_14 0.8177 ndcg_cut_10 5_14 0.8850 ndcg_cut_15 5_14 0.7842 ndcg_cut_20 5_14 0.7287 ndcg_cut_30 5_14 0.7158 ndcg_cut_100 5_14 0.7847 ndcg_cut_200 5_14 0.8313 ndcg_cut_500 5_14 0.8564 ndcg_cut_1000 5_14 0.8564 map_cut_5 5_14 0.1316 map_cut_10 5_14 0.2368 map_cut_15 5_14 0.2571 map_cut_20 5_14 0.2927 map_cut_30 5_14 0.3563 map_cut_100 5_14 0.4620 map_cut_200 5_14 0.4991 map_cut_500 5_14 0.5162 map_cut_1000 5_14 0.5162 relative_P_5 5_14 1.0000 relative_P_10 5_14 0.9000 relative_P_15 5_14 0.6667 relative_P_20 5_14 0.6000 relative_P_30 5_14 0.5333 relative_P_100 5_14 0.6842 relative_P_200 5_14 0.8421 relative_P_500 5_14 0.9737 relative_P_1000 5_14 0.9737 success_1 5_14 1.0000 success_5 5_14 1.0000 success_10 5_14 1.0000 set_P 5_14 0.0370 set_relative_P 5_14 0.9737 set_recall 5_14 0.9737 set_map 5_14 0.0360 set_F 5_14 0.0713 num_nonrel_judged_ret 5_14 21 rbp 5_14 0.5270 rbp_resid 5_14 0.1758 unj_5 5_14 0.0000 unj_10 5_14 0.0000 unj_20 5_14 0.2500 num_ret 5_15 1000 num_rel 5_15 43 num_rel_ret 5_15 39 map 5_15 0.2064 Rprec 5_15 0.3023 bpref 5_15 0.2818 recip_rank 5_15 0.5000 iprec_at_recall_0.00 5_15 0.5000 iprec_at_recall_0.10 5_15 0.4545 iprec_at_recall_0.20 5_15 0.3171 iprec_at_recall_0.30 5_15 0.3171 iprec_at_recall_0.40 5_15 0.2656 iprec_at_recall_0.50 5_15 0.1594 iprec_at_recall_0.60 5_15 0.1368 iprec_at_recall_0.70 5_15 0.1235 iprec_at_recall_0.80 5_15 0.1163 iprec_at_recall_0.90 5_15 0.0621 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 0.4000 P_10 5_15 0.4000 P_15 5_15 0.3333 P_20 5_15 0.3000 P_30 5_15 0.3000 P_100 5_15 0.1900 P_200 5_15 0.1300 P_500 5_15 0.0740 P_1000 5_15 0.0390 relstring 5_15 '0102001020' recall_5 5_15 0.0465 recall_10 5_15 0.0930 recall_15 5_15 0.1163 recall_20 5_15 0.1395 recall_30 5_15 0.2093 recall_100 5_15 0.4419 recall_200 5_15 0.6047 recall_500 5_15 0.8605 recall_1000 5_15 0.9070 infAP 5_15 0.2064 Rprec_mult_0.20 5_15 0.4444 Rprec_mult_0.40 5_15 0.3333 Rprec_mult_0.60 5_15 0.2692 Rprec_mult_0.80 5_15 0.3143 Rprec_mult_1.00 5_15 0.3023 Rprec_mult_1.20 5_15 0.2692 Rprec_mult_1.40 5_15 0.2623 Rprec_mult_1.60 5_15 0.2464 Rprec_mult_1.80 5_15 0.2436 Rprec_mult_2.00 5_15 0.2209 utility 5_15 -922.0000 11pt_avg 5_15 0.2229 binG 5_15 0.1786 G 5_15 0.1435 ndcg 5_15 0.5071 ndcg_rel 5_15 0.3424 Rndcg 5_15 0.2247 ndcg_cut_5 5_15 0.1516 ndcg_cut_10 5_15 0.1659 ndcg_cut_15 5_15 0.1861 ndcg_cut_20 5_15 0.1877 ndcg_cut_30 5_15 0.2044 ndcg_cut_100 5_15 0.3073 ndcg_cut_200 5_15 0.3937 ndcg_cut_500 5_15 0.4986 ndcg_cut_1000 5_15 0.5071 map_cut_5 5_15 0.0233 map_cut_10 5_15 0.0436 map_cut_15 5_15 0.0541 map_cut_20 5_15 0.0619 map_cut_30 5_15 0.0827 map_cut_100 5_15 0.1487 map_cut_200 5_15 0.1743 map_cut_500 5_15 0.2032 map_cut_1000 5_15 0.2064 relative_P_5 5_15 0.4000 relative_P_10 5_15 0.4000 relative_P_15 5_15 0.3333 relative_P_20 5_15 0.3000 relative_P_30 5_15 0.3000 relative_P_100 5_15 0.4419 relative_P_200 5_15 0.6047 relative_P_500 5_15 0.8605 relative_P_1000 5_15 0.9070 success_1 5_15 0.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 0.0390 set_relative_P 5_15 0.9070 set_recall 5_15 0.9070 set_map 5_15 0.0354 set_F 5_15 0.0748 num_nonrel_judged_ret 5_15 83 rbp 5_15 0.1407 rbp_resid 5_15 0.0883 unj_5 5_15 0.0000 unj_10 5_15 0.0000 unj_20 5_15 0.1500 num_ret 5_2 1000 num_rel 5_2 139 num_rel_ret 5_2 19 map 5_2 0.0235 Rprec 5_2 0.0719 bpref 5_2 0.1287 recip_rank 5_2 1.0000 iprec_at_recall_0.00 5_2 1.0000 iprec_at_recall_0.10 5_2 0.0225 iprec_at_recall_0.20 5_2 0.0000 iprec_at_recall_0.30 5_2 0.0000 iprec_at_recall_0.40 5_2 0.0000 iprec_at_recall_0.50 5_2 0.0000 iprec_at_recall_0.60 5_2 0.0000 iprec_at_recall_0.70 5_2 0.0000 iprec_at_recall_0.80 5_2 0.0000 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 0.4000 P_10 5_2 0.2000 P_15 5_2 0.2000 P_20 5_2 0.1500 P_30 5_2 0.1667 P_100 5_2 0.0800 P_200 5_2 0.0600 P_500 5_2 0.0260 P_1000 5_2 0.0190 relstring 5_2 '11000-----' recall_5 5_2 0.0144 recall_10 5_2 0.0144 recall_15 5_2 0.0216 recall_20 5_2 0.0216 recall_30 5_2 0.0360 recall_100 5_2 0.0576 recall_200 5_2 0.0863 recall_500 5_2 0.0935 recall_1000 5_2 0.1367 infAP 5_2 0.0235 Rprec_mult_0.20 5_2 0.1786 Rprec_mult_0.40 5_2 0.0893 Rprec_mult_0.60 5_2 0.0833 Rprec_mult_0.80 5_2 0.0714 Rprec_mult_1.00 5_2 0.0719 Rprec_mult_1.20 5_2 0.0659 Rprec_mult_1.40 5_2 0.0615 Rprec_mult_1.60 5_2 0.0538 Rprec_mult_1.80 5_2 0.0478 Rprec_mult_2.00 5_2 0.0432 utility 5_2 -962.0000 11pt_avg 5_2 0.0930 binG 5_2 0.0323 G 5_2 0.0172 ndcg 5_2 0.0992 ndcg_rel 5_2 0.0986 Rndcg 5_2 0.0747 ndcg_cut_5 5_2 0.1383 ndcg_cut_10 5_2 0.0897 ndcg_cut_15 5_2 0.0805 ndcg_cut_20 5_2 0.0699 ndcg_cut_30 5_2 0.0755 ndcg_cut_100 5_2 0.0590 ndcg_cut_200 5_2 0.0722 ndcg_cut_500 5_2 0.0781 ndcg_cut_1000 5_2 0.0992 map_cut_5 5_2 0.0144 map_cut_10 5_2 0.0144 map_cut_15 5_2 0.0159 map_cut_20 5_2 0.0159 map_cut_30 5_2 0.0184 map_cut_100 5_2 0.0203 map_cut_200 5_2 0.0223 map_cut_500 5_2 0.0226 map_cut_1000 5_2 0.0235 relative_P_5 5_2 0.4000 relative_P_10 5_2 0.2000 relative_P_15 5_2 0.2000 relative_P_20 5_2 0.1500 relative_P_30 5_2 0.1667 relative_P_100 5_2 0.0800 relative_P_200 5_2 0.0863 relative_P_500 5_2 0.0935 relative_P_1000 5_2 0.1367 success_1 5_2 1.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 0.0190 set_relative_P 5_2 0.1367 set_recall 5_2 0.1367 set_map 5_2 0.0026 set_F 5_2 0.0334 num_nonrel_judged_ret 5_2 5 rbp 5_2 0.0593 rbp_resid 5_2 0.5511 unj_5 5_2 0.0000 unj_10 5_2 0.5000 unj_20 5_2 0.7000 num_ret 5_4 1000 num_rel 5_4 108 num_rel_ret 5_4 31 map 5_4 0.1108 Rprec 5_4 0.2037 bpref 5_4 0.2610 recip_rank 5_4 1.0000 iprec_at_recall_0.00 5_4 1.0000 iprec_at_recall_0.10 5_4 0.3871 iprec_at_recall_0.20 5_4 0.2075 iprec_at_recall_0.30 5_4 0.0000 iprec_at_recall_0.40 5_4 0.0000 iprec_at_recall_0.50 5_4 0.0000 iprec_at_recall_0.60 5_4 0.0000 iprec_at_recall_0.70 5_4 0.0000 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 0.8000 P_10 5_4 0.6000 P_15 5_4 0.4667 P_20 5_4 0.4000 P_30 5_4 0.3667 P_100 5_4 0.2100 P_200 5_4 0.1350 P_500 5_4 0.0620 P_1000 5_4 0.0310 relstring 5_4 '2130320-1-' recall_5 5_4 0.0370 recall_10 5_4 0.0556 recall_15 5_4 0.0648 recall_20 5_4 0.0741 recall_30 5_4 0.1019 recall_100 5_4 0.1944 recall_200 5_4 0.2500 recall_500 5_4 0.2870 recall_1000 5_4 0.2870 infAP 5_4 0.1108 Rprec_mult_0.20 5_4 0.3636 Rprec_mult_0.40 5_4 0.3182 Rprec_mult_0.60 5_4 0.2615 Rprec_mult_0.80 5_4 0.2299 Rprec_mult_1.00 5_4 0.2037 Rprec_mult_1.20 5_4 0.1769 Rprec_mult_1.40 5_4 0.1711 Rprec_mult_1.60 5_4 0.1561 Rprec_mult_1.80 5_4 0.1385 Rprec_mult_2.00 5_4 0.1250 utility 5_4 -938.0000 11pt_avg 5_4 0.1450 binG 5_4 0.0863 G 5_4 0.0552 ndcg 5_4 0.3040 ndcg_rel 5_4 0.3090 Rndcg 5_4 0.3158 ndcg_cut_5 5_4 0.4487 ndcg_cut_10 5_4 0.3723 ndcg_cut_15 5_4 0.3277 ndcg_cut_20 5_4 0.3048 ndcg_cut_30 5_4 0.3114 ndcg_cut_100 5_4 0.2489 ndcg_cut_200 5_4 0.2891 ndcg_cut_500 5_4 0.3040 ndcg_cut_1000 5_4 0.3040 map_cut_5 5_4 0.0352 map_cut_10 5_4 0.0491 map_cut_15 5_4 0.0545 map_cut_20 5_4 0.0588 map_cut_30 5_4 0.0694 map_cut_100 5_4 0.0972 map_cut_200 5_4 0.1073 map_cut_500 5_4 0.1108 map_cut_1000 5_4 0.1108 relative_P_5 5_4 0.8000 relative_P_10 5_4 0.6000 relative_P_15 5_4 0.4667 relative_P_20 5_4 0.4000 relative_P_30 5_4 0.3667 relative_P_100 5_4 0.2100 relative_P_200 5_4 0.2500 relative_P_500 5_4 0.2870 relative_P_1000 5_4 0.2870 success_1 5_4 1.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.0310 set_relative_P 5_4 0.2870 set_recall 5_4 0.2870 set_map 5_4 0.0089 set_F 5_4 0.0560 num_nonrel_judged_ret 5_4 8 rbp 5_4 0.2604 rbp_resid 5_4 0.3217 unj_5 5_4 0.0000 unj_10 5_4 0.2000 unj_20 5_4 0.4500 num_ret 5_5 1000 num_rel 5_5 108 num_rel_ret 5_5 27 map 5_5 0.1445 Rprec 5_5 0.2037 bpref 5_5 0.2401 recip_rank 5_5 1.0000 iprec_at_recall_0.00 5_5 1.0000 iprec_at_recall_0.10 5_5 0.9167 iprec_at_recall_0.20 5_5 0.2075 iprec_at_recall_0.30 5_5 0.0000 iprec_at_recall_0.40 5_5 0.0000 iprec_at_recall_0.50 5_5 0.0000 iprec_at_recall_0.60 5_5 0.0000 iprec_at_recall_0.70 5_5 0.0000 iprec_at_recall_0.80 5_5 0.0000 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 1.0000 P_10 5_5 0.9000 P_15 5_5 0.7333 P_20 5_5 0.6000 P_30 5_5 0.4667 P_100 5_5 0.2100 P_200 5_5 0.1250 P_500 5_5 0.0540 P_1000 5_5 0.0270 relstring 5_5 '1241112-21' recall_5 5_5 0.0463 recall_10 5_5 0.0833 recall_15 5_5 0.1019 recall_20 5_5 0.1111 recall_30 5_5 0.1296 recall_100 5_5 0.1944 recall_200 5_5 0.2315 recall_500 5_5 0.2500 recall_1000 5_5 0.2500 infAP 5_5 0.1445 Rprec_mult_0.20 5_5 0.5455 Rprec_mult_0.40 5_5 0.3636 Rprec_mult_0.60 5_5 0.2923 Rprec_mult_0.80 5_5 0.2414 Rprec_mult_1.00 5_5 0.2037 Rprec_mult_1.20 5_5 0.1769 Rprec_mult_1.40 5_5 0.1579 Rprec_mult_1.60 5_5 0.1445 Rprec_mult_1.80 5_5 0.1282 Rprec_mult_2.00 5_5 0.1157 utility 5_5 -946.0000 11pt_avg 5_5 0.1931 binG 5_5 0.1165 G 5_5 0.0538 ndcg 5_5 0.2900 ndcg_rel 5_5 0.3070 Rndcg 5_5 0.3462 ndcg_cut_5 5_5 0.4453 ndcg_cut_10 5_5 0.4319 ndcg_cut_15 5_5 0.4372 ndcg_cut_20 5_5 0.4003 ndcg_cut_30 5_5 0.3668 ndcg_cut_100 5_5 0.2621 ndcg_cut_200 5_5 0.2813 ndcg_cut_500 5_5 0.2900 ndcg_cut_1000 5_5 0.2900 map_cut_5 5_5 0.0463 map_cut_10 5_5 0.0814 map_cut_15 5_5 0.0983 map_cut_20 5_5 0.1048 map_cut_30 5_5 0.1143 map_cut_100 5_5 0.1359 map_cut_200 5_5 0.1426 map_cut_500 5_5 0.1445 map_cut_1000 5_5 0.1445 relative_P_5 5_5 1.0000 relative_P_10 5_5 0.9000 relative_P_15 5_5 0.7333 relative_P_20 5_5 0.6000 relative_P_30 5_5 0.4667 relative_P_100 5_5 0.2100 relative_P_200 5_5 0.2315 relative_P_500 5_5 0.2500 relative_P_1000 5_5 0.2500 success_1 5_5 1.0000 success_5 5_5 1.0000 success_10 5_5 1.0000 set_P 5_5 0.0270 set_relative_P 5_5 0.2500 set_recall 5_5 0.2500 set_map 5_5 0.0067 set_F 5_5 0.0487 num_nonrel_judged_ret 5_5 12 rbp 5_5 0.3115 rbp_resid 5_5 0.2637 unj_5 5_5 0.0000 unj_10 5_5 0.1000 unj_20 5_5 0.4000 num_ret 5_8 1000 num_rel 5_8 78 num_rel_ret 5_8 69 map 5_8 0.3157 Rprec 5_8 0.4231 bpref 5_8 0.6592 recip_rank 5_8 0.5000 iprec_at_recall_0.00 5_8 0.5714 iprec_at_recall_0.10 5_8 0.5714 iprec_at_recall_0.20 5_8 0.5714 iprec_at_recall_0.30 5_8 0.5476 iprec_at_recall_0.40 5_8 0.4306 iprec_at_recall_0.50 5_8 0.3120 iprec_at_recall_0.60 5_8 0.2655 iprec_at_recall_0.70 5_8 0.2361 iprec_at_recall_0.80 5_8 0.1636 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.2000 P_10 5_8 0.4000 P_15 5_8 0.4000 P_20 5_8 0.4500 P_30 5_8 0.5333 P_100 5_8 0.3700 P_200 5_8 0.2500 P_500 5_8 0.1320 P_1000 5_8 0.0690 relstring 5_8 '0100000131' recall_5 5_8 0.0128 recall_10 5_8 0.0513 recall_15 5_8 0.0769 recall_20 5_8 0.1154 recall_30 5_8 0.2051 recall_100 5_8 0.4744 recall_200 5_8 0.6410 recall_500 5_8 0.8462 recall_1000 5_8 0.8846 infAP 5_8 0.3157 Rprec_mult_0.20 5_8 0.4375 Rprec_mult_0.40 5_8 0.5312 Rprec_mult_0.60 5_8 0.4894 Rprec_mult_0.80 5_8 0.4762 Rprec_mult_1.00 5_8 0.4231 Rprec_mult_1.20 5_8 0.3830 Rprec_mult_1.40 5_8 0.3455 Rprec_mult_1.60 5_8 0.3120 Rprec_mult_1.80 5_8 0.2766 Rprec_mult_2.00 5_8 0.2821 utility 5_8 -862.0000 11pt_avg 5_8 0.3336 binG 5_8 0.1732 G 5_8 0.1384 ndcg 5_8 0.5518 ndcg_rel 5_8 0.3636 Rndcg 5_8 0.2621 ndcg_cut_5 5_8 0.0575 ndcg_cut_10 5_8 0.1357 ndcg_cut_15 5_8 0.1359 ndcg_cut_20 5_8 0.1536 ndcg_cut_30 5_8 0.2103 ndcg_cut_100 5_8 0.3522 ndcg_cut_200 5_8 0.4422 ndcg_cut_500 5_8 0.5394 ndcg_cut_1000 5_8 0.5518 map_cut_5 5_8 0.0064 map_cut_10 5_8 0.0190 map_cut_15 5_8 0.0287 map_cut_20 5_8 0.0458 map_cut_30 5_8 0.0921 map_cut_100 5_8 0.2230 map_cut_200 5_8 0.2696 map_cut_500 5_8 0.3112 map_cut_1000 5_8 0.3157 relative_P_5 5_8 0.2000 relative_P_10 5_8 0.4000 relative_P_15 5_8 0.4000 relative_P_20 5_8 0.4500 relative_P_30 5_8 0.5333 relative_P_100 5_8 0.4744 relative_P_200 5_8 0.6410 relative_P_500 5_8 0.8462 relative_P_1000 5_8 0.8846 success_1 5_8 0.0000 success_5 5_8 1.0000 success_10 5_8 1.0000 set_P 5_8 0.0690 set_relative_P 5_8 0.8846 set_recall 5_8 0.8846 set_map 5_8 0.0610 set_F 5_8 0.1280 num_nonrel_judged_ret 5_8 37 rbp 5_8 0.1310 rbp_resid 5_8 0.0834 unj_5 5_8 0.0000 unj_10 5_8 0.0000 unj_20 5_8 0.1500 num_ret 5_9 1000 num_rel 5_9 53 num_rel_ret 5_9 49 map 5_9 0.6752 Rprec 5_9 0.6981 bpref 5_9 0.8523 recip_rank 5_9 1.0000 iprec_at_recall_0.00 5_9 1.0000 iprec_at_recall_0.10 5_9 0.8889 iprec_at_recall_0.20 5_9 0.8667 iprec_at_recall_0.30 5_9 0.8667 iprec_at_recall_0.40 5_9 0.8667 iprec_at_recall_0.50 5_9 0.8571 iprec_at_recall_0.60 5_9 0.8372 iprec_at_recall_0.70 5_9 0.8043 iprec_at_recall_0.80 5_9 0.5526 iprec_at_recall_0.90 5_9 0.0828 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 0.8000 P_10 5_9 0.8000 P_15 5_9 0.8000 P_20 5_9 0.8000 P_30 5_9 0.8667 P_100 5_9 0.4400 P_200 5_9 0.2300 P_500 5_9 0.0940 P_1000 5_9 0.0490 relstring 5_9 '4043324230' recall_5 5_9 0.0755 recall_10 5_9 0.1509 recall_15 5_9 0.2264 recall_20 5_9 0.3019 recall_30 5_9 0.4906 recall_100 5_9 0.8302 recall_200 5_9 0.8679 recall_500 5_9 0.8868 recall_1000 5_9 0.9245 infAP 5_9 0.6752 Rprec_mult_0.20 5_9 0.8182 Rprec_mult_0.40 5_9 0.8182 Rprec_mult_0.60 5_9 0.8438 Rprec_mult_0.80 5_9 0.8372 Rprec_mult_1.00 5_9 0.6981 Rprec_mult_1.20 5_9 0.6094 Rprec_mult_1.40 5_9 0.5467 Rprec_mult_1.60 5_9 0.4941 Rprec_mult_1.80 5_9 0.4479 Rprec_mult_2.00 5_9 0.4151 utility 5_9 -902.0000 11pt_avg 5_9 0.6930 binG 5_9 0.3504 G 5_9 0.2254 ndcg 5_9 0.8323 ndcg_rel 5_9 0.7369 Rndcg 5_9 0.7364 ndcg_cut_5 5_9 0.7167 ndcg_cut_10 5_9 0.6621 ndcg_cut_15 5_9 0.6495 ndcg_cut_20 5_9 0.6410 ndcg_cut_30 5_9 0.7020 ndcg_cut_100 5_9 0.7993 ndcg_cut_200 5_9 0.8131 ndcg_cut_500 5_9 0.8163 ndcg_cut_1000 5_9 0.8323 map_cut_5 5_9 0.0607 map_cut_10 5_9 0.1259 map_cut_15 5_9 0.1892 map_cut_20 5_9 0.2500 map_cut_30 5_9 0.4087 map_cut_100 5_9 0.6556 map_cut_200 5_9 0.6678 map_cut_500 5_9 0.6721 map_cut_1000 5_9 0.6752 relative_P_5 5_9 0.8000 relative_P_10 5_9 0.8000 relative_P_15 5_9 0.8000 relative_P_20 5_9 0.8000 relative_P_30 5_9 0.8667 relative_P_100 5_9 0.8302 relative_P_200 5_9 0.8679 relative_P_500 5_9 0.8868 relative_P_1000 5_9 0.9245 success_1 5_9 1.0000 success_5 5_9 1.0000 success_10 5_9 1.0000 set_P 5_9 0.0490 set_relative_P 5_9 0.9245 set_recall 5_9 0.9245 set_map 5_9 0.0453 set_F 5_9 0.0931 num_nonrel_judged_ret 5_9 11 rbp 5_9 0.6351 rbp_resid 5_9 0.0165 unj_5 5_9 0.0000 unj_10 5_9 0.0000 unj_20 5_9 0.0000 num_ret 6_1 1000 num_rel 6_1 331 num_rel_ret 6_1 86 map 6_1 0.1094 Rprec 6_1 0.1692 bpref 6_1 0.2309 recip_rank 6_1 1.0000 iprec_at_recall_0.00 6_1 1.0000 iprec_at_recall_0.10 6_1 0.3929 iprec_at_recall_0.20 6_1 0.1423 iprec_at_recall_0.30 6_1 0.0000 iprec_at_recall_0.40 6_1 0.0000 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 0.8000 P_10 6_1 0.9000 P_15 6_1 0.8000 P_20 6_1 0.8500 P_30 6_1 0.7667 P_100 6_1 0.3500 P_200 6_1 0.2300 P_500 6_1 0.1380 P_1000 6_1 0.0860 relstring 6_1 '2212022112' recall_5 6_1 0.0121 recall_10 6_1 0.0272 recall_15 6_1 0.0363 recall_20 6_1 0.0514 recall_30 6_1 0.0695 recall_100 6_1 0.1057 recall_200 6_1 0.1390 recall_500 6_1 0.2085 recall_1000 6_1 0.2598 infAP 6_1 0.1094 Rprec_mult_0.20 6_1 0.4478 Rprec_mult_0.40 6_1 0.2932 Rprec_mult_0.60 6_1 0.2261 Rprec_mult_0.80 6_1 0.2000 Rprec_mult_1.00 6_1 0.1692 Rprec_mult_1.20 6_1 0.1508 Rprec_mult_1.40 6_1 0.1401 Rprec_mult_1.60 6_1 0.1340 Rprec_mult_1.80 6_1 0.1309 Rprec_mult_2.00 6_1 0.1224 utility 6_1 -828.0000 11pt_avg 6_1 0.1396 binG 6_1 0.0678 G 6_1 0.0428 ndcg 6_1 0.2866 ndcg_rel 6_1 0.3015 Rndcg 6_1 0.3504 ndcg_cut_5 6_1 0.4696 ndcg_cut_10 6_1 0.4919 ndcg_cut_15 6_1 0.4564 ndcg_cut_20 6_1 0.4959 ndcg_cut_30 6_1 0.4803 ndcg_cut_100 6_1 0.3082 ndcg_cut_200 6_1 0.2590 ndcg_cut_500 6_1 0.2544 ndcg_cut_1000 6_1 0.2866 map_cut_5 6_1 0.0121 map_cut_10 6_1 0.0252 map_cut_15 6_1 0.0330 map_cut_20 6_1 0.0455 map_cut_30 6_1 0.0612 map_cut_100 6_1 0.0812 map_cut_200 6_1 0.0905 map_cut_500 6_1 0.1029 map_cut_1000 6_1 0.1094 relative_P_5 6_1 0.8000 relative_P_10 6_1 0.9000 relative_P_15 6_1 0.8000 relative_P_20 6_1 0.8500 relative_P_30 6_1 0.7667 relative_P_100 6_1 0.3500 relative_P_200 6_1 0.2300 relative_P_500 6_1 0.2085 relative_P_1000 6_1 0.2598 success_1 6_1 1.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.0860 set_relative_P 6_1 0.2598 set_recall 6_1 0.2598 set_map 6_1 0.0223 set_F 6_1 0.1292 num_nonrel_judged_ret 6_1 31 rbp 6_1 0.3357 rbp_resid 6_1 0.0418 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1000 num_rel 6_10 45 num_rel_ret 6_10 28 map 6_10 0.2663 Rprec 6_10 0.3111 bpref 6_10 0.5822 recip_rank 6_10 1.0000 iprec_at_recall_0.00 6_10 1.0000 iprec_at_recall_0.10 6_10 0.8750 iprec_at_recall_0.20 6_10 0.5294 iprec_at_recall_0.30 6_10 0.3333 iprec_at_recall_0.40 6_10 0.2857 iprec_at_recall_0.50 6_10 0.1437 iprec_at_recall_0.60 6_10 0.0903 iprec_at_recall_0.70 6_10 0.0000 iprec_at_recall_0.80 6_10 0.0000 iprec_at_recall_0.90 6_10 0.0000 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 0.8000 P_10 6_10 0.8000 P_15 6_10 0.5333 P_20 6_10 0.4500 P_30 6_10 0.4000 P_100 6_10 0.1900 P_200 6_10 0.1200 P_500 6_10 0.0560 P_1000 6_10 0.0280 relstring 6_10 '33011211-3' recall_5 6_10 0.0889 recall_10 6_10 0.1778 recall_15 6_10 0.1778 recall_20 6_10 0.2000 recall_30 6_10 0.2667 recall_100 6_10 0.4222 recall_200 6_10 0.5333 recall_500 6_10 0.6222 recall_1000 6_10 0.6222 infAP 6_10 0.2663 Rprec_mult_0.20 6_10 0.7778 Rprec_mult_0.40 6_10 0.5000 Rprec_mult_0.60 6_10 0.4444 Rprec_mult_0.80 6_10 0.3611 Rprec_mult_1.00 6_10 0.3111 Rprec_mult_1.20 6_10 0.2778 Rprec_mult_1.40 6_10 0.2857 Rprec_mult_1.60 6_10 0.2500 Rprec_mult_1.80 6_10 0.2222 Rprec_mult_2.00 6_10 0.2111 utility 6_10 -944.0000 11pt_avg 6_10 0.2961 binG 6_10 0.2056 G 6_10 0.1384 ndcg 6_10 0.5192 ndcg_rel 6_10 0.5077 Rndcg 6_10 0.5042 ndcg_cut_5 6_10 0.5800 ndcg_cut_10 6_10 0.5426 ndcg_cut_15 6_10 0.4456 ndcg_cut_20 6_10 0.4054 ndcg_cut_30 6_10 0.3848 ndcg_cut_100 6_10 0.4600 ndcg_cut_200 6_10 0.4958 ndcg_cut_500 6_10 0.5192 ndcg_cut_1000 6_10 0.5192 map_cut_5 6_10 0.0789 map_cut_10 6_10 0.1537 map_cut_15 6_10 0.1537 map_cut_20 6_10 0.1654 map_cut_30 6_10 0.1948 map_cut_100 6_10 0.2413 map_cut_200 6_10 0.2573 map_cut_500 6_10 0.2663 map_cut_1000 6_10 0.2663 relative_P_5 6_10 0.8000 relative_P_10 6_10 0.8000 relative_P_15 6_10 0.5333 relative_P_20 6_10 0.4500 relative_P_30 6_10 0.4000 relative_P_100 6_10 0.4222 relative_P_200 6_10 0.5333 relative_P_500 6_10 0.6222 relative_P_1000 6_10 0.6222 success_1 6_10 1.0000 success_5 6_10 1.0000 success_10 6_10 1.0000 set_P 6_10 0.0280 set_relative_P 6_10 0.6222 set_recall 6_10 0.6222 set_map 6_10 0.0174 set_F 6_10 0.0536 num_nonrel_judged_ret 6_10 8 rbp 6_10 0.2787 rbp_resid 6_10 0.2821 unj_5 6_10 0.0000 unj_10 6_10 0.1000 unj_20 6_10 0.4000 num_ret 6_11 1000 num_rel 6_11 118 num_rel_ret 6_11 72 map 6_11 0.3810 Rprec 6_11 0.4746 bpref 6_11 0.5883 recip_rank 6_11 1.0000 iprec_at_recall_0.00 6_11 1.0000 iprec_at_recall_0.10 6_11 0.8148 iprec_at_recall_0.20 6_11 0.8125 iprec_at_recall_0.30 6_11 0.6545 iprec_at_recall_0.40 6_11 0.5595 iprec_at_recall_0.50 6_11 0.4526 iprec_at_recall_0.60 6_11 0.1455 iprec_at_recall_0.70 6_11 0.0000 iprec_at_recall_0.80 6_11 0.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 1.0000 P_10 6_11 0.8000 P_15 6_11 0.8000 P_20 6_11 0.7500 P_30 6_11 0.8000 P_100 6_11 0.5200 P_200 6_11 0.3150 P_500 6_11 0.1420 P_1000 6_11 0.0720 relstring 6_11 '312110-111' recall_5 6_11 0.0424 recall_10 6_11 0.0678 recall_15 6_11 0.1017 recall_20 6_11 0.1271 recall_30 6_11 0.2034 recall_100 6_11 0.4407 recall_200 6_11 0.5339 recall_500 6_11 0.6017 recall_1000 6_11 0.6102 infAP 6_11 0.3810 Rprec_mult_0.20 6_11 0.7917 Rprec_mult_0.40 6_11 0.6875 Rprec_mult_0.60 6_11 0.5915 Rprec_mult_0.80 6_11 0.5368 Rprec_mult_1.00 6_11 0.4746 Rprec_mult_1.20 6_11 0.4366 Rprec_mult_1.40 6_11 0.3795 Rprec_mult_1.60 6_11 0.3333 Rprec_mult_1.80 6_11 0.2958 Rprec_mult_2.00 6_11 0.2712 utility 6_11 -856.0000 11pt_avg 6_11 0.4036 binG 6_11 0.1864 G 6_11 0.1285 ndcg 6_11 0.5845 ndcg_rel 6_11 0.5682 Rndcg 6_11 0.5837 ndcg_cut_5 6_11 0.6787 ndcg_cut_10 6_11 0.5664 ndcg_cut_15 6_11 0.5523 ndcg_cut_20 6_11 0.5297 ndcg_cut_30 6_11 0.5556 ndcg_cut_100 6_11 0.5221 ndcg_cut_200 6_11 0.5490 ndcg_cut_500 6_11 0.5794 ndcg_cut_1000 6_11 0.5845 map_cut_5 6_11 0.0424 map_cut_10 6_11 0.0621 map_cut_15 6_11 0.0890 map_cut_20 6_11 0.1088 map_cut_30 6_11 0.1692 map_cut_100 6_11 0.3221 map_cut_200 6_11 0.3659 map_cut_500 6_11 0.3803 map_cut_1000 6_11 0.3810 relative_P_5 6_11 1.0000 relative_P_10 6_11 0.8000 relative_P_15 6_11 0.8000 relative_P_20 6_11 0.7500 relative_P_30 6_11 0.8000 relative_P_100 6_11 0.5200 relative_P_200 6_11 0.5339 relative_P_500 6_11 0.6017 relative_P_1000 6_11 0.6102 success_1 6_11 1.0000 success_5 6_11 1.0000 success_10 6_11 1.0000 set_P 6_11 0.0720 set_relative_P 6_11 0.6102 set_recall 6_11 0.6102 set_map 6_11 0.0439 set_F 6_11 0.1288 num_nonrel_judged_ret 6_11 20 rbp 6_11 0.3897 rbp_resid 6_11 0.1069 unj_5 6_11 0.0000 unj_10 6_11 0.1000 unj_20 6_11 0.1500 num_ret 6_12 1000 num_rel 6_12 69 num_rel_ret 6_12 53 map 6_12 0.6189 Rprec 6_12 0.6522 bpref 6_12 0.7493 recip_rank 6_12 1.0000 iprec_at_recall_0.00 6_12 1.0000 iprec_at_recall_0.10 6_12 1.0000 iprec_at_recall_0.20 6_12 1.0000 iprec_at_recall_0.30 6_12 0.8788 iprec_at_recall_0.40 6_12 0.8788 iprec_at_recall_0.50 6_12 0.8409 iprec_at_recall_0.60 6_12 0.7885 iprec_at_recall_0.70 6_12 0.5000 iprec_at_recall_0.80 6_12 0.0000 iprec_at_recall_0.90 6_12 0.0000 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 1.0000 P_10 6_12 1.0000 P_15 6_12 1.0000 P_20 6_12 0.8500 P_30 6_12 0.8667 P_100 6_12 0.4800 P_200 6_12 0.2500 P_500 6_12 0.1040 P_1000 6_12 0.0530 relstring 6_12 '3333333333' recall_5 6_12 0.0725 recall_10 6_12 0.1449 recall_15 6_12 0.2174 recall_20 6_12 0.2464 recall_30 6_12 0.3768 recall_100 6_12 0.6957 recall_200 6_12 0.7246 recall_500 6_12 0.7536 recall_1000 6_12 0.7681 infAP 6_12 0.6189 Rprec_mult_0.20 6_12 1.0000 Rprec_mult_0.40 6_12 0.8571 Rprec_mult_0.60 6_12 0.8333 Rprec_mult_0.80 6_12 0.7500 Rprec_mult_1.00 6_12 0.6522 Rprec_mult_1.20 6_12 0.5542 Rprec_mult_1.40 6_12 0.4948 Rprec_mult_1.60 6_12 0.4324 Rprec_mult_1.80 6_12 0.3840 Rprec_mult_2.00 6_12 0.3478 utility 6_12 -894.0000 11pt_avg 6_12 0.6261 binG 6_12 0.3943 G 6_12 0.2815 ndcg 6_12 0.7836 ndcg_rel 6_12 0.8327 Rndcg 6_12 0.7484 ndcg_cut_5 6_12 0.8984 ndcg_cut_10 6_12 0.9317 ndcg_cut_15 6_12 0.9596 ndcg_cut_20 6_12 0.8708 ndcg_cut_30 6_12 0.8610 ndcg_cut_100 6_12 0.7505 ndcg_cut_200 6_12 0.7647 ndcg_cut_500 6_12 0.7770 ndcg_cut_1000 6_12 0.7836 map_cut_5 6_12 0.0725 map_cut_10 6_12 0.1449 map_cut_15 6_12 0.2174 map_cut_20 6_12 0.2449 map_cut_30 6_12 0.3556 map_cut_100 6_12 0.6057 map_cut_200 6_12 0.6141 map_cut_500 6_12 0.6179 map_cut_1000 6_12 0.6189 relative_P_5 6_12 1.0000 relative_P_10 6_12 1.0000 relative_P_15 6_12 1.0000 relative_P_20 6_12 0.8500 relative_P_30 6_12 0.8667 relative_P_100 6_12 0.6957 relative_P_200 6_12 0.7246 relative_P_500 6_12 0.7536 relative_P_1000 6_12 0.7681 success_1 6_12 1.0000 success_5 6_12 1.0000 success_10 6_12 1.0000 set_P 6_12 0.0530 set_relative_P 6_12 0.7681 set_recall 6_12 0.7681 set_map 6_12 0.0407 set_F 6_12 0.0992 num_nonrel_judged_ret 6_12 5 rbp 6_12 0.6964 rbp_resid 6_12 0.0419 unj_5 6_12 0.0000 unj_10 6_12 0.0000 unj_20 6_12 0.0500 num_ret 6_13 1000 num_rel 6_13 107 num_rel_ret 6_13 82 map 6_13 0.5202 Rprec 6_13 0.5888 bpref 6_13 0.7165 recip_rank 6_13 1.0000 iprec_at_recall_0.00 6_13 1.0000 iprec_at_recall_0.10 6_13 0.8000 iprec_at_recall_0.20 6_13 0.8000 iprec_at_recall_0.30 6_13 0.8000 iprec_at_recall_0.40 6_13 0.8000 iprec_at_recall_0.50 6_13 0.7639 iprec_at_recall_0.60 6_13 0.5752 iprec_at_recall_0.70 6_13 0.3968 iprec_at_recall_0.80 6_13 0.0000 iprec_at_recall_0.90 6_13 0.0000 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 0.8000 P_10 6_13 0.7000 P_15 6_13 0.6667 P_20 6_13 0.7000 P_30 6_13 0.7333 P_100 6_13 0.6200 P_200 6_13 0.3750 P_500 6_13 0.1620 P_1000 6_13 0.0820 relstring 6_13 '332022120-' recall_5 6_13 0.0374 recall_10 6_13 0.0654 recall_15 6_13 0.0935 recall_20 6_13 0.1308 recall_30 6_13 0.2056 recall_100 6_13 0.5794 recall_200 6_13 0.7009 recall_500 6_13 0.7570 recall_1000 6_13 0.7664 infAP 6_13 0.5202 Rprec_mult_0.20 6_13 0.6818 Rprec_mult_0.40 6_13 0.7907 Rprec_mult_0.60 6_13 0.7692 Rprec_mult_0.80 6_13 0.6860 Rprec_mult_1.00 6_13 0.5888 Rprec_mult_1.20 6_13 0.5349 Rprec_mult_1.40 6_13 0.4667 Rprec_mult_1.60 6_13 0.4186 Rprec_mult_1.80 6_13 0.3886 Rprec_mult_2.00 6_13 0.3505 utility 6_13 -836.0000 11pt_avg 6_13 0.5396 binG 6_13 0.2242 G 6_13 0.1791 ndcg 6_13 0.7333 ndcg_rel 6_13 0.6820 Rndcg 6_13 0.6416 ndcg_cut_5 6_13 0.7537 ndcg_cut_10 6_13 0.6121 ndcg_cut_15 6_13 0.5876 ndcg_cut_20 6_13 0.6012 ndcg_cut_30 6_13 0.6273 ndcg_cut_100 6_13 0.6366 ndcg_cut_200 6_13 0.6939 ndcg_cut_500 6_13 0.7282 ndcg_cut_1000 6_13 0.7333 map_cut_5 6_13 0.0355 map_cut_10 6_13 0.0595 map_cut_15 6_13 0.0775 map_cut_20 6_13 0.1031 map_cut_30 6_13 0.1572 map_cut_100 6_13 0.4422 map_cut_200 6_13 0.5037 map_cut_500 6_13 0.5188 map_cut_1000 6_13 0.5202 relative_P_5 6_13 0.8000 relative_P_10 6_13 0.7000 relative_P_15 6_13 0.6667 relative_P_20 6_13 0.7000 relative_P_30 6_13 0.7333 relative_P_100 6_13 0.6200 relative_P_200 6_13 0.7009 relative_P_500 6_13 0.7570 relative_P_1000 6_13 0.7664 success_1 6_13 1.0000 success_5 6_13 1.0000 success_10 6_13 1.0000 set_P 6_13 0.0820 set_relative_P 6_13 0.7664 set_recall 6_13 0.7664 set_map 6_13 0.0628 set_F 6_13 0.1481 num_nonrel_judged_ret 6_13 8 rbp 6_13 0.5253 rbp_resid 6_13 0.1097 unj_5 6_13 0.0000 unj_10 6_13 0.1000 unj_20 6_13 0.1500 num_ret 6_14 1000 num_rel 6_14 56 num_rel_ret 6_14 42 map 6_14 0.3425 Rprec 6_14 0.4464 bpref 6_14 0.4636 recip_rank 6_14 1.0000 iprec_at_recall_0.00 6_14 1.0000 iprec_at_recall_0.10 6_14 0.5714 iprec_at_recall_0.20 6_14 0.5185 iprec_at_recall_0.30 6_14 0.5111 iprec_at_recall_0.40 6_14 0.5111 iprec_at_recall_0.50 6_14 0.4516 iprec_at_recall_0.60 6_14 0.3302 iprec_at_recall_0.70 6_14 0.2484 iprec_at_recall_0.80 6_14 0.0000 iprec_at_recall_0.90 6_14 0.0000 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.6000 P_10 6_14 0.5000 P_15 6_14 0.5333 P_20 6_14 0.5000 P_30 6_14 0.4667 P_100 6_14 0.3300 P_200 6_14 0.2000 P_500 6_14 0.0820 P_1000 6_14 0.0420 relstring 6_14 '3023002300' recall_5 6_14 0.0536 recall_10 6_14 0.0893 recall_15 6_14 0.1429 recall_20 6_14 0.1786 recall_30 6_14 0.2500 recall_100 6_14 0.5893 recall_200 6_14 0.7143 recall_500 6_14 0.7321 recall_1000 6_14 0.7500 infAP 6_14 0.3425 Rprec_mult_0.20 6_14 0.5000 Rprec_mult_0.40 6_14 0.4783 Rprec_mult_0.60 6_14 0.4706 Rprec_mult_0.80 6_14 0.5111 Rprec_mult_1.00 6_14 0.4464 Rprec_mult_1.20 6_14 0.4412 Rprec_mult_1.40 6_14 0.3924 Rprec_mult_1.60 6_14 0.3444 Rprec_mult_1.80 6_14 0.3267 Rprec_mult_2.00 6_14 0.3125 utility 6_14 -916.0000 11pt_avg 6_14 0.3766 binG 6_14 0.1965 G 6_14 0.1789 ndcg 6_14 0.6455 ndcg_rel 6_14 0.5842 Rndcg 6_14 0.5403 ndcg_cut_5 6_14 0.5983 ndcg_cut_10 6_14 0.5572 ndcg_cut_15 6_14 0.5301 ndcg_cut_20 6_14 0.4999 ndcg_cut_30 6_14 0.4756 ndcg_cut_100 6_14 0.5771 ndcg_cut_200 6_14 0.6368 ndcg_cut_500 6_14 0.6412 ndcg_cut_1000 6_14 0.6455 map_cut_5 6_14 0.0432 map_cut_10 6_14 0.0645 map_cut_15 6_14 0.0941 map_cut_20 6_14 0.1140 map_cut_30 6_14 0.1501 map_cut_100 6_14 0.3038 map_cut_200 6_14 0.3392 map_cut_500 6_14 0.3411 map_cut_1000 6_14 0.3425 relative_P_5 6_14 0.6000 relative_P_10 6_14 0.5000 relative_P_15 6_14 0.5333 relative_P_20 6_14 0.5000 relative_P_30 6_14 0.4667 relative_P_100 6_14 0.5893 relative_P_200 6_14 0.7143 relative_P_500 6_14 0.7321 relative_P_1000 6_14 0.7500 success_1 6_14 1.0000 success_5 6_14 1.0000 success_10 6_14 1.0000 set_P 6_14 0.0420 set_relative_P 6_14 0.7500 set_recall 6_14 0.7500 set_map 6_14 0.0315 set_F 6_14 0.0795 num_nonrel_judged_ret 6_14 52 rbp 6_14 0.3977 rbp_resid 6_14 0.0139 unj_5 6_14 0.0000 unj_10 6_14 0.0000 unj_20 6_14 0.0000 num_ret 6_16 1000 num_rel 6_16 29 num_rel_ret 6_16 23 map 6_16 0.0470 Rprec 6_16 0.0345 bpref 6_16 0.1130 recip_rank 6_16 0.2500 iprec_at_recall_0.00 6_16 0.2500 iprec_at_recall_0.10 6_16 0.1176 iprec_at_recall_0.20 6_16 0.0667 iprec_at_recall_0.30 6_16 0.0629 iprec_at_recall_0.40 6_16 0.0522 iprec_at_recall_0.50 6_16 0.0436 iprec_at_recall_0.60 6_16 0.0343 iprec_at_recall_0.70 6_16 0.0310 iprec_at_recall_0.80 6_16 0.0263 iprec_at_recall_0.90 6_16 0.0000 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.2000 P_10 6_16 0.1000 P_15 6_16 0.0667 P_20 6_16 0.0500 P_30 6_16 0.0333 P_100 6_16 0.0600 P_200 6_16 0.0450 P_500 6_16 0.0340 P_1000 6_16 0.0230 relstring 6_16 '00030-00-0' recall_5 6_16 0.0345 recall_10 6_16 0.0345 recall_15 6_16 0.0345 recall_20 6_16 0.0345 recall_30 6_16 0.0345 recall_100 6_16 0.2069 recall_200 6_16 0.3103 recall_500 6_16 0.5862 recall_1000 6_16 0.7931 infAP 6_16 0.0470 Rprec_mult_0.20 6_16 0.1667 Rprec_mult_0.40 6_16 0.0833 Rprec_mult_0.60 6_16 0.0556 Rprec_mult_0.80 6_16 0.0417 Rprec_mult_1.00 6_16 0.0345 Rprec_mult_1.20 6_16 0.1143 Rprec_mult_1.40 6_16 0.0976 Rprec_mult_1.60 6_16 0.0851 Rprec_mult_1.80 6_16 0.0755 Rprec_mult_2.00 6_16 0.0690 utility 6_16 -954.0000 11pt_avg 6_16 0.0623 binG 6_16 0.1170 G 6_16 0.1150 ndcg 6_16 0.3765 ndcg_rel 6_16 0.2630 Rndcg 6_16 0.1412 ndcg_cut_5 6_16 0.1461 ndcg_cut_10 6_16 0.0948 ndcg_cut_15 6_16 0.0735 ndcg_cut_20 6_16 0.0648 ndcg_cut_30 6_16 0.0563 ndcg_cut_100 6_16 0.1414 ndcg_cut_200 6_16 0.1964 ndcg_cut_500 6_16 0.2980 ndcg_cut_1000 6_16 0.3765 map_cut_5 6_16 0.0086 map_cut_10 6_16 0.0086 map_cut_15 6_16 0.0086 map_cut_20 6_16 0.0086 map_cut_30 6_16 0.0086 map_cut_100 6_16 0.0223 map_cut_200 6_16 0.0282 map_cut_500 6_16 0.0408 map_cut_1000 6_16 0.0470 relative_P_5 6_16 0.2000 relative_P_10 6_16 0.1000 relative_P_15 6_16 0.0667 relative_P_20 6_16 0.0500 relative_P_30 6_16 0.0345 relative_P_100 6_16 0.2069 relative_P_200 6_16 0.3103 relative_P_500 6_16 0.5862 relative_P_1000 6_16 0.7931 success_1 6_16 0.0000 success_5 6_16 1.0000 success_10 6_16 1.0000 set_P 6_16 0.0230 set_relative_P 6_16 0.7931 set_recall 6_16 0.7931 set_map 6_16 0.0182 set_F 6_16 0.0447 num_nonrel_judged_ret 6_16 45 rbp 6_16 0.0801 rbp_resid 6_16 0.3318 unj_5 6_16 0.0000 unj_10 6_16 0.2000 unj_20 6_16 0.4000 num_ret 6_3 1000 num_rel 6_3 97 num_rel_ret 6_3 17 map 6_3 0.0333 Rprec 6_3 0.0928 bpref 6_3 0.1394 recip_rank 6_3 1.0000 iprec_at_recall_0.00 6_3 1.0000 iprec_at_recall_0.10 6_3 0.0932 iprec_at_recall_0.20 6_3 0.0000 iprec_at_recall_0.30 6_3 0.0000 iprec_at_recall_0.40 6_3 0.0000 iprec_at_recall_0.50 6_3 0.0000 iprec_at_recall_0.60 6_3 0.0000 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 0.4000 P_10 6_3 0.3000 P_15 6_3 0.2000 P_20 6_3 0.2000 P_30 6_3 0.1667 P_100 6_3 0.0900 P_200 6_3 0.0650 P_500 6_3 0.0340 P_1000 6_3 0.0170 relstring 6_3 '3000103---' recall_5 6_3 0.0206 recall_10 6_3 0.0309 recall_15 6_3 0.0309 recall_20 6_3 0.0412 recall_30 6_3 0.0515 recall_100 6_3 0.0928 recall_200 6_3 0.1340 recall_500 6_3 0.1753 recall_1000 6_3 0.1753 infAP 6_3 0.0333 Rprec_mult_0.20 6_3 0.2000 Rprec_mult_0.40 6_3 0.1282 Rprec_mult_0.60 6_3 0.1017 Rprec_mult_0.80 6_3 0.1026 Rprec_mult_1.00 6_3 0.0928 Rprec_mult_1.20 6_3 0.0855 Rprec_mult_1.40 6_3 0.0809 Rprec_mult_1.60 6_3 0.0833 Rprec_mult_1.80 6_3 0.0743 Rprec_mult_2.00 6_3 0.0670 utility 6_3 -966.0000 11pt_avg 6_3 0.0994 binG 6_3 0.0415 G 6_3 0.0363 ndcg 6_3 0.1920 ndcg_rel 6_3 0.1981 Rndcg 6_3 0.2349 ndcg_cut_5 6_3 0.3233 ndcg_cut_10 6_3 0.2874 ndcg_cut_15 6_3 0.2313 ndcg_cut_20 6_3 0.2172 ndcg_cut_30 6_3 0.1891 ndcg_cut_100 6_3 0.1472 ndcg_cut_200 6_3 0.1747 ndcg_cut_500 6_3 0.1920 ndcg_cut_1000 6_3 0.1920 map_cut_5 6_3 0.0144 map_cut_10 6_3 0.0189 map_cut_15 6_3 0.0189 map_cut_20 6_3 0.0214 map_cut_30 6_3 0.0232 map_cut_100 6_3 0.0276 map_cut_200 6_3 0.0312 map_cut_500 6_3 0.0333 map_cut_1000 6_3 0.0333 relative_P_5 6_3 0.4000 relative_P_10 6_3 0.3000 relative_P_15 6_3 0.2000 relative_P_20 6_3 0.2000 relative_P_30 6_3 0.1667 relative_P_100 6_3 0.0928 relative_P_200 6_3 0.1340 relative_P_500 6_3 0.1753 relative_P_1000 6_3 0.1753 success_1 6_3 1.0000 success_5 6_3 1.0000 success_10 6_3 1.0000 set_P 6_3 0.0170 set_relative_P 6_3 0.1753 set_recall 6_3 0.1753 set_map 6_3 0.0030 set_F 6_3 0.0310 num_nonrel_judged_ret 6_3 41 rbp 6_3 0.1379 rbp_resid 6_3 0.2595 unj_5 6_3 0.0000 unj_10 6_3 0.3000 unj_20 6_3 0.3000 num_ret 6_4 1000 num_rel 6_4 121 num_rel_ret 6_4 29 map 6_4 0.0739 Rprec 6_4 0.1570 bpref 6_4 0.2128 recip_rank 6_4 0.5000 iprec_at_recall_0.00 6_4 0.7500 iprec_at_recall_0.10 6_4 0.3529 iprec_at_recall_0.20 6_4 0.0964 iprec_at_recall_0.30 6_4 0.0000 iprec_at_recall_0.40 6_4 0.0000 iprec_at_recall_0.50 6_4 0.0000 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 0.6000 P_10 6_4 0.6000 P_15 6_4 0.4667 P_20 6_4 0.4500 P_30 6_4 0.3667 P_100 6_4 0.1800 P_200 6_4 0.1150 P_500 6_4 0.0520 P_1000 6_4 0.0290 relstring 6_4 '022202-202' recall_5 6_4 0.0248 recall_10 6_4 0.0496 recall_15 6_4 0.0579 recall_20 6_4 0.0744 recall_30 6_4 0.0909 recall_100 6_4 0.1488 recall_200 6_4 0.1901 recall_500 6_4 0.2149 recall_1000 6_4 0.2397 infAP 6_4 0.0739 Rprec_mult_0.20 6_4 0.4000 Rprec_mult_0.40 6_4 0.2653 Rprec_mult_0.60 6_4 0.2329 Rprec_mult_0.80 6_4 0.1856 Rprec_mult_1.00 6_4 0.1570 Rprec_mult_1.20 6_4 0.1301 Rprec_mult_1.40 6_4 0.1176 Rprec_mult_1.60 6_4 0.1134 Rprec_mult_1.80 6_4 0.1055 Rprec_mult_2.00 6_4 0.0950 utility 6_4 -942.0000 11pt_avg 6_4 0.1090 binG 6_4 0.0600 G 6_4 0.0421 ndcg 6_4 0.2376 ndcg_rel 6_4 0.2456 Rndcg 6_4 0.2331 ndcg_cut_5 6_4 0.3531 ndcg_cut_10 6_4 0.3701 ndcg_cut_15 6_4 0.3055 ndcg_cut_20 6_4 0.3176 ndcg_cut_30 6_4 0.2965 ndcg_cut_100 6_4 0.2005 ndcg_cut_200 6_4 0.2125 ndcg_cut_500 6_4 0.2271 ndcg_cut_1000 6_4 0.2376 map_cut_5 6_4 0.0158 map_cut_10 6_4 0.0315 map_cut_15 6_4 0.0353 map_cut_20 6_4 0.0436 map_cut_30 6_4 0.0503 map_cut_100 6_4 0.0654 map_cut_200 6_4 0.0706 map_cut_500 6_4 0.0728 map_cut_1000 6_4 0.0739 relative_P_5 6_4 0.6000 relative_P_10 6_4 0.6000 relative_P_15 6_4 0.4667 relative_P_20 6_4 0.4500 relative_P_30 6_4 0.3667 relative_P_100 6_4 0.1800 relative_P_200 6_4 0.1901 relative_P_500 6_4 0.2149 relative_P_1000 6_4 0.2397 success_1 6_4 0.0000 success_5 6_4 1.0000 success_10 6_4 1.0000 set_P 6_4 0.0290 set_relative_P 6_4 0.2397 set_recall 6_4 0.2397 set_map 6_4 0.0070 set_F 6_4 0.0517 num_nonrel_judged_ret 6_4 32 rbp 6_4 0.3050 rbp_resid 6_4 0.1843 unj_5 6_4 0.0000 unj_10 6_4 0.1000 unj_20 6_4 0.2000 num_ret 6_5 1000 num_rel 6_5 47 num_rel_ret 6_5 15 map 6_5 0.0655 Rprec 6_5 0.1915 bpref 6_5 0.2535 recip_rank 6_5 0.2500 iprec_at_recall_0.00 6_5 0.4000 iprec_at_recall_0.10 6_5 0.4000 iprec_at_recall_0.20 6_5 0.2571 iprec_at_recall_0.30 6_5 0.0725 iprec_at_recall_0.40 6_5 0.0000 iprec_at_recall_0.50 6_5 0.0000 iprec_at_recall_0.60 6_5 0.0000 iprec_at_recall_0.70 6_5 0.0000 iprec_at_recall_0.80 6_5 0.0000 iprec_at_recall_0.90 6_5 0.0000 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 0.2000 P_10 6_5 0.2000 P_15 6_5 0.4000 P_20 6_5 0.3000 P_30 6_5 0.2667 P_100 6_5 0.1000 P_200 6_5 0.0700 P_500 6_5 0.0300 P_1000 6_5 0.0150 relstring 6_5 '0003000-10' recall_5 6_5 0.0213 recall_10 6_5 0.0426 recall_15 6_5 0.1277 recall_20 6_5 0.1277 recall_30 6_5 0.1702 recall_100 6_5 0.2128 recall_200 6_5 0.2979 recall_500 6_5 0.3191 recall_1000 6_5 0.3191 infAP 6_5 0.0655 Rprec_mult_0.20 6_5 0.2000 Rprec_mult_0.40 6_5 0.3158 Rprec_mult_0.60 6_5 0.2759 Rprec_mult_0.80 6_5 0.2368 Rprec_mult_1.00 6_5 0.1915 Rprec_mult_1.20 6_5 0.1579 Rprec_mult_1.40 6_5 0.1364 Rprec_mult_1.60 6_5 0.1184 Rprec_mult_1.80 6_5 0.1059 Rprec_mult_2.00 6_5 0.1064 utility 6_5 -970.0000 11pt_avg 6_5 0.1027 binG 6_5 0.0723 G 6_5 0.0573 ndcg 6_5 0.2434 ndcg_rel 6_5 0.2249 Rndcg 6_5 0.1805 ndcg_cut_5 6_5 0.1133 ndcg_cut_10 6_5 0.0984 ndcg_cut_15 6_5 0.2074 ndcg_cut_20 6_5 0.1764 ndcg_cut_30 6_5 0.1952 ndcg_cut_100 6_5 0.2030 ndcg_cut_200 6_5 0.2321 ndcg_cut_500 6_5 0.2434 ndcg_cut_1000 6_5 0.2434 map_cut_5 6_5 0.0053 map_cut_10 6_5 0.0100 map_cut_15 6_5 0.0380 map_cut_20 6_5 0.0380 map_cut_30 6_5 0.0494 map_cut_100 6_5 0.0571 map_cut_200 6_5 0.0643 map_cut_500 6_5 0.0655 map_cut_1000 6_5 0.0655 relative_P_5 6_5 0.2000 relative_P_10 6_5 0.2000 relative_P_15 6_5 0.4000 relative_P_20 6_5 0.3000 relative_P_30 6_5 0.2667 relative_P_100 6_5 0.2128 relative_P_200 6_5 0.2979 relative_P_500 6_5 0.3191 relative_P_1000 6_5 0.3191 success_1 6_5 0.0000 success_5 6_5 1.0000 success_10 6_5 1.0000 set_P 6_5 0.0150 set_relative_P 6_5 0.3191 set_recall 6_5 0.3191 set_map 6_5 0.0048 set_F 6_5 0.0287 num_nonrel_judged_ret 6_5 18 rbp 6_5 0.1441 rbp_resid 6_5 0.2168 unj_5 6_5 0.0000 unj_10 6_5 0.1000 unj_20 6_5 0.2500 num_ret 6_6 1000 num_rel 6_6 85 num_rel_ret 6_6 33 map 6_6 0.2517 Rprec 6_6 0.3412 bpref 6_6 0.3555 recip_rank 6_6 1.0000 iprec_at_recall_0.00 6_6 1.0000 iprec_at_recall_0.10 6_6 0.8235 iprec_at_recall_0.20 6_6 0.7407 iprec_at_recall_0.30 6_6 0.5185 iprec_at_recall_0.40 6_6 0.0000 iprec_at_recall_0.50 6_6 0.0000 iprec_at_recall_0.60 6_6 0.0000 iprec_at_recall_0.70 6_6 0.0000 iprec_at_recall_0.80 6_6 0.0000 iprec_at_recall_0.90 6_6 0.0000 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 0.6000 P_10 6_6 0.8000 P_15 6_6 0.8000 P_20 6_6 0.7500 P_30 6_6 0.7000 P_100 6_6 0.2900 P_200 6_6 0.1500 P_500 6_6 0.0640 P_1000 6_6 0.0330 relstring 6_6 '3203021222' recall_5 6_6 0.0353 recall_10 6_6 0.0941 recall_15 6_6 0.1412 recall_20 6_6 0.1765 recall_30 6_6 0.2471 recall_100 6_6 0.3412 recall_200 6_6 0.3529 recall_500 6_6 0.3765 recall_1000 6_6 0.3882 infAP 6_6 0.2517 Rprec_mult_0.20 6_6 0.8235 Rprec_mult_0.40 6_6 0.6471 Rprec_mult_0.60 6_6 0.5098 Rprec_mult_0.80 6_6 0.4265 Rprec_mult_1.00 6_6 0.3412 Rprec_mult_1.20 6_6 0.2843 Rprec_mult_1.40 6_6 0.2521 Rprec_mult_1.60 6_6 0.2206 Rprec_mult_1.80 6_6 0.1961 Rprec_mult_2.00 6_6 0.1765 utility 6_6 -934.0000 11pt_avg 6_6 0.2803 binG 6_6 0.1457 G 6_6 0.1133 ndcg 6_6 0.4750 ndcg_rel 6_6 0.5330 Rndcg 6_6 0.5114 ndcg_cut_5 6_6 0.6279 ndcg_cut_10 6_6 0.6450 ndcg_cut_15 6_6 0.6720 ndcg_cut_20 6_6 0.6628 ndcg_cut_30 6_6 0.6315 ndcg_cut_100 6_6 0.4551 ndcg_cut_200 6_6 0.4590 ndcg_cut_500 6_6 0.4720 ndcg_cut_1000 6_6 0.4750 map_cut_5 6_6 0.0324 map_cut_10 6_6 0.0760 map_cut_15 6_6 0.1133 map_cut_20 6_6 0.1419 map_cut_30 6_6 0.1930 map_cut_100 6_6 0.2455 map_cut_200 6_6 0.2486 map_cut_500 6_6 0.2509 map_cut_1000 6_6 0.2517 relative_P_5 6_6 0.6000 relative_P_10 6_6 0.8000 relative_P_15 6_6 0.8000 relative_P_20 6_6 0.7500 relative_P_30 6_6 0.7000 relative_P_100 6_6 0.3412 relative_P_200 6_6 0.3529 relative_P_500 6_6 0.3765 relative_P_1000 6_6 0.3882 success_1 6_6 1.0000 success_5 6_6 1.0000 success_10 6_6 1.0000 set_P 6_6 0.0330 set_relative_P 6_6 0.3882 set_recall 6_6 0.3882 set_map 6_6 0.0128 set_F 6_6 0.0608 num_nonrel_judged_ret 6_6 13 rbp 6_6 0.5208 rbp_resid 6_6 0.0976 unj_5 6_6 0.0000 unj_10 6_6 0.0000 unj_20 6_6 0.1000 num_ret 7_11 1000 num_rel 7_11 38 num_rel_ret 7_11 38 map 7_11 0.5409 Rprec 7_11 0.5000 bpref 7_11 0.7886 recip_rank 7_11 1.0000 iprec_at_recall_0.00 7_11 1.0000 iprec_at_recall_0.10 7_11 0.8462 iprec_at_recall_0.20 7_11 0.8462 iprec_at_recall_0.30 7_11 0.8462 iprec_at_recall_0.40 7_11 0.6250 iprec_at_recall_0.50 7_11 0.5429 iprec_at_recall_0.60 7_11 0.4600 iprec_at_recall_0.70 7_11 0.3214 iprec_at_recall_0.80 7_11 0.3191 iprec_at_recall_0.90 7_11 0.2677 iprec_at_recall_1.00 7_11 0.1667 P_5 7_11 0.8000 P_10 7_11 0.8000 P_15 7_11 0.8000 P_20 7_11 0.7000 P_30 7_11 0.5667 P_100 7_11 0.3000 P_200 7_11 0.1850 P_500 7_11 0.0760 P_1000 7_11 0.0380 relstring 7_11 '3102110111' recall_5 7_11 0.1053 recall_10 7_11 0.2105 recall_15 7_11 0.3158 recall_20 7_11 0.3684 recall_30 7_11 0.4474 recall_100 7_11 0.7895 recall_200 7_11 0.9737 recall_500 7_11 1.0000 recall_1000 7_11 1.0000 infAP 7_11 0.5409 Rprec_mult_0.20 7_11 0.7500 Rprec_mult_0.40 7_11 0.7500 Rprec_mult_0.60 7_11 0.6087 Rprec_mult_0.80 7_11 0.5484 Rprec_mult_1.00 7_11 0.5000 Rprec_mult_1.20 7_11 0.4783 Rprec_mult_1.40 7_11 0.4259 Rprec_mult_1.60 7_11 0.3770 Rprec_mult_1.80 7_11 0.3333 Rprec_mult_2.00 7_11 0.3158 utility 7_11 -924.0000 11pt_avg 7_11 0.5674 binG 7_11 0.3308 G 7_11 0.2493 ndcg 7_11 0.7491 ndcg_rel 7_11 0.6021 Rndcg 7_11 0.5888 ndcg_cut_5 7_11 0.5768 ndcg_cut_10 7_11 0.5272 ndcg_cut_15 7_11 0.5514 ndcg_cut_20 7_11 0.5384 ndcg_cut_30 7_11 0.5080 ndcg_cut_100 7_11 0.6568 ndcg_cut_200 7_11 0.7421 ndcg_cut_500 7_11 0.7491 ndcg_cut_1000 7_11 0.7491 map_cut_5 7_11 0.0934 map_cut_10 7_11 0.1766 map_cut_15 7_11 0.2634 map_cut_20 7_11 0.2998 map_cut_30 7_11 0.3484 map_cut_100 7_11 0.4881 map_cut_200 7_11 0.5365 map_cut_500 7_11 0.5409 map_cut_1000 7_11 0.5409 relative_P_5 7_11 0.8000 relative_P_10 7_11 0.8000 relative_P_15 7_11 0.8000 relative_P_20 7_11 0.7000 relative_P_30 7_11 0.5667 relative_P_100 7_11 0.7895 relative_P_200 7_11 0.9737 relative_P_500 7_11 1.0000 relative_P_1000 7_11 1.0000 success_1 7_11 1.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 0.0380 set_relative_P 7_11 1.0000 set_recall 7_11 1.0000 set_map 7_11 0.0380 set_F 7_11 0.0732 num_nonrel_judged_ret 7_11 15 rbp 7_11 0.3322 rbp_resid 7_11 0.1106 unj_5 7_11 0.0000 unj_10 7_11 0.0000 unj_20 7_11 0.1000 num_ret 7_12 1000 num_rel 7_12 64 num_rel_ret 7_12 41 map 7_12 0.2159 Rprec 7_12 0.2812 bpref 7_12 0.4612 recip_rank 7_12 1.0000 iprec_at_recall_0.00 7_12 1.0000 iprec_at_recall_0.10 7_12 0.5714 iprec_at_recall_0.20 7_12 0.3714 iprec_at_recall_0.30 7_12 0.2955 iprec_at_recall_0.40 7_12 0.2955 iprec_at_recall_0.50 7_12 0.2370 iprec_at_recall_0.60 7_12 0.1226 iprec_at_recall_0.70 7_12 0.0000 iprec_at_recall_0.80 7_12 0.0000 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 0.6000 P_10 7_12 0.5000 P_15 7_12 0.5333 P_20 7_12 0.4500 P_30 7_12 0.3667 P_100 7_12 0.2600 P_200 7_12 0.1700 P_500 7_12 0.0820 P_1000 7_12 0.0410 relstring 7_12 '2200201002' recall_5 7_12 0.0469 recall_10 7_12 0.0781 recall_15 7_12 0.1250 recall_20 7_12 0.1406 recall_30 7_12 0.1719 recall_100 7_12 0.4062 recall_200 7_12 0.5312 recall_500 7_12 0.6406 recall_1000 7_12 0.6406 infAP 7_12 0.2159 Rprec_mult_0.20 7_12 0.5385 Rprec_mult_0.40 7_12 0.3846 Rprec_mult_0.60 7_12 0.3333 Rprec_mult_0.80 7_12 0.3077 Rprec_mult_1.00 7_12 0.2812 Rprec_mult_1.20 7_12 0.2857 Rprec_mult_1.40 7_12 0.2889 Rprec_mult_1.60 7_12 0.2524 Rprec_mult_1.80 7_12 0.2500 Rprec_mult_2.00 7_12 0.2344 utility 7_12 -918.0000 11pt_avg 7_12 0.2630 binG 7_12 0.1541 G 7_12 0.1331 ndcg 7_12 0.5447 ndcg_rel 7_12 0.4826 Rndcg 7_12 0.4393 ndcg_cut_5 7_12 0.5027 ndcg_cut_10 7_12 0.4410 ndcg_cut_15 7_12 0.4525 ndcg_cut_20 7_12 0.4148 ndcg_cut_30 7_12 0.3589 ndcg_cut_100 7_12 0.4154 ndcg_cut_200 7_12 0.4955 ndcg_cut_500 7_12 0.5447 ndcg_cut_1000 7_12 0.5447 map_cut_5 7_12 0.0406 map_cut_10 7_12 0.0574 map_cut_15 7_12 0.0825 map_cut_20 7_12 0.0896 map_cut_30 7_12 0.1015 map_cut_100 7_12 0.1736 map_cut_200 7_12 0.2025 map_cut_500 7_12 0.2159 map_cut_1000 7_12 0.2159 relative_P_5 7_12 0.6000 relative_P_10 7_12 0.5000 relative_P_15 7_12 0.5333 relative_P_20 7_12 0.4500 relative_P_30 7_12 0.3667 relative_P_100 7_12 0.4062 relative_P_200 7_12 0.5312 relative_P_500 7_12 0.6406 relative_P_1000 7_12 0.6406 success_1 7_12 1.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.0410 set_relative_P 7_12 0.6406 set_recall 7_12 0.6406 set_map 7_12 0.0263 set_F 7_12 0.0771 num_nonrel_judged_ret 7_12 43 rbp 7_12 0.2838 rbp_resid 7_12 0.1287 unj_5 7_12 0.0000 unj_10 7_12 0.0000 unj_20 7_12 0.1500 num_ret 7_14 1000 num_rel 7_14 67 num_rel_ret 7_14 67 map 7_14 0.4549 Rprec 7_14 0.4030 bpref 7_14 0.8929 recip_rank 7_14 1.0000 iprec_at_recall_0.00 7_14 1.0000 iprec_at_recall_0.10 7_14 1.0000 iprec_at_recall_0.20 7_14 0.8125 iprec_at_recall_0.30 7_14 0.6774 iprec_at_recall_0.40 7_14 0.4821 iprec_at_recall_0.50 7_14 0.3119 iprec_at_recall_0.60 7_14 0.2817 iprec_at_recall_0.70 7_14 0.2108 iprec_at_recall_0.80 7_14 0.1882 iprec_at_recall_0.90 7_14 0.1408 iprec_at_recall_1.00 7_14 0.0801 P_5 7_14 1.0000 P_10 7_14 0.9000 P_15 7_14 0.8000 P_20 7_14 0.8000 P_30 7_14 0.6667 P_100 7_14 0.3300 P_200 7_14 0.2300 P_500 7_14 0.1220 P_1000 7_14 0.0670 relstring 7_14 '2233221-33' recall_5 7_14 0.0746 recall_10 7_14 0.1343 recall_15 7_14 0.1791 recall_20 7_14 0.2388 recall_30 7_14 0.2985 recall_100 7_14 0.4925 recall_200 7_14 0.6866 recall_500 7_14 0.9104 recall_1000 7_14 1.0000 infAP 7_14 0.4549 Rprec_mult_0.20 7_14 0.7857 Rprec_mult_0.40 7_14 0.7037 Rprec_mult_0.60 7_14 0.5854 Rprec_mult_0.80 7_14 0.4815 Rprec_mult_1.00 7_14 0.4030 Rprec_mult_1.20 7_14 0.3704 Rprec_mult_1.40 7_14 0.3298 Rprec_mult_1.60 7_14 0.3056 Rprec_mult_1.80 7_14 0.2810 Rprec_mult_2.00 7_14 0.2761 utility 7_14 -866.0000 11pt_avg 7_14 0.4714 binG 7_14 0.2958 G 7_14 0.1961 ndcg 7_14 0.7944 ndcg_rel 7_14 0.6662 Rndcg 7_14 0.6108 ndcg_cut_5 7_14 0.7719 ndcg_cut_10 7_14 0.7075 ndcg_cut_15 7_14 0.6681 ndcg_cut_20 7_14 0.6785 ndcg_cut_30 7_14 0.6076 ndcg_cut_100 7_14 0.5748 ndcg_cut_200 7_14 0.6581 ndcg_cut_500 7_14 0.7528 ndcg_cut_1000 7_14 0.7944 map_cut_5 7_14 0.0746 map_cut_10 7_14 0.1312 map_cut_15 7_14 0.1684 map_cut_20 7_14 0.2159 map_cut_30 7_14 0.2604 map_cut_100 7_14 0.3535 map_cut_200 7_14 0.4065 map_cut_500 7_14 0.4464 map_cut_1000 7_14 0.4549 relative_P_5 7_14 1.0000 relative_P_10 7_14 0.9000 relative_P_15 7_14 0.8000 relative_P_20 7_14 0.8000 relative_P_30 7_14 0.6667 relative_P_100 7_14 0.4925 relative_P_200 7_14 0.6866 relative_P_500 7_14 0.9104 relative_P_1000 7_14 1.0000 success_1 7_14 1.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 0.0670 set_relative_P 7_14 1.0000 set_recall 7_14 1.0000 set_map 7_14 0.0670 set_F 7_14 0.1256 num_nonrel_judged_ret 7_14 5 rbp 7_14 0.6364 rbp_resid 7_14 0.1451 unj_5 7_14 0.0000 unj_10 7_14 0.1000 unj_20 7_14 0.1000 num_ret 7_15 1000 num_rel 7_15 54 num_rel_ret 7_15 35 map 7_15 0.2900 Rprec 7_15 0.3333 bpref 7_15 0.6067 recip_rank 7_15 1.0000 iprec_at_recall_0.00 7_15 1.0000 iprec_at_recall_0.10 7_15 1.0000 iprec_at_recall_0.20 7_15 0.7059 iprec_at_recall_0.30 7_15 0.6400 iprec_at_recall_0.40 7_15 0.2857 iprec_at_recall_0.50 7_15 0.1459 iprec_at_recall_0.60 7_15 0.0649 iprec_at_recall_0.70 7_15 0.0000 iprec_at_recall_0.80 7_15 0.0000 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 1.0000 P_10 7_15 0.6000 P_15 7_15 0.6667 P_20 7_15 0.6500 P_30 7_15 0.5333 P_100 7_15 0.2200 P_200 7_15 0.1350 P_500 7_15 0.0640 P_1000 7_15 0.0350 relstring 7_15 '22112----1' recall_5 7_15 0.0926 recall_10 7_15 0.1111 recall_15 7_15 0.1852 recall_20 7_15 0.2407 recall_30 7_15 0.2963 recall_100 7_15 0.4074 recall_200 7_15 0.5000 recall_500 7_15 0.5926 recall_1000 7_15 0.6481 infAP 7_15 0.2900 Rprec_mult_0.20 7_15 0.6364 Rprec_mult_0.40 7_15 0.6364 Rprec_mult_0.60 7_15 0.4848 Rprec_mult_0.80 7_15 0.3864 Rprec_mult_1.00 7_15 0.3333 Rprec_mult_1.20 7_15 0.2923 Rprec_mult_1.40 7_15 0.2763 Rprec_mult_1.60 7_15 0.2529 Rprec_mult_1.80 7_15 0.2245 Rprec_mult_2.00 7_15 0.2222 utility 7_15 -930.0000 11pt_avg 7_15 0.3493 binG 7_15 0.2137 G 7_15 0.1456 ndcg 7_15 0.5488 ndcg_rel 7_15 0.5300 Rndcg 7_15 0.5370 ndcg_cut_5 7_15 0.6597 ndcg_cut_10 7_15 0.4903 ndcg_cut_15 7_15 0.4912 ndcg_cut_20 7_15 0.5005 ndcg_cut_30 7_15 0.4893 ndcg_cut_100 7_15 0.4691 ndcg_cut_200 7_15 0.5019 ndcg_cut_500 7_15 0.5340 ndcg_cut_1000 7_15 0.5488 map_cut_5 7_15 0.0926 map_cut_10 7_15 0.1037 map_cut_15 7_15 0.1511 map_cut_20 7_15 0.1890 map_cut_30 7_15 0.2242 map_cut_100 7_15 0.2629 map_cut_200 7_15 0.2803 map_cut_500 7_15 0.2871 map_cut_1000 7_15 0.2900 relative_P_5 7_15 1.0000 relative_P_10 7_15 0.6000 relative_P_15 7_15 0.6667 relative_P_20 7_15 0.6500 relative_P_30 7_15 0.5333 relative_P_100 7_15 0.4074 relative_P_200 7_15 0.5000 relative_P_500 7_15 0.5926 relative_P_1000 7_15 0.6481 success_1 7_15 1.0000 success_5 7_15 1.0000 success_10 7_15 1.0000 set_P 7_15 0.0350 set_relative_P 7_15 0.6481 set_recall 7_15 0.6481 set_map 7_15 0.0227 set_F 7_15 0.0664 num_nonrel_judged_ret 7_15 9 rbp 7_15 0.3205 rbp_resid 7_15 0.3481 unj_5 7_15 0.0000 unj_10 7_15 0.4000 unj_20 7_15 0.3500 num_ret 7_16 1000 num_rel 7_16 47 num_rel_ret 7_16 22 map 7_16 0.0954 Rprec 7_16 0.1489 bpref 7_16 0.3997 recip_rank 7_16 1.0000 iprec_at_recall_0.00 7_16 1.0000 iprec_at_recall_0.10 7_16 0.2400 iprec_at_recall_0.20 7_16 0.1471 iprec_at_recall_0.30 7_16 0.1393 iprec_at_recall_0.40 7_16 0.1061 iprec_at_recall_0.50 7_16 0.0000 iprec_at_recall_0.60 7_16 0.0000 iprec_at_recall_0.70 7_16 0.0000 iprec_at_recall_0.80 7_16 0.0000 iprec_at_recall_0.90 7_16 0.0000 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.2000 P_10 7_16 0.3000 P_15 7_16 0.2667 P_20 7_16 0.2000 P_30 7_16 0.2000 P_100 7_16 0.1300 P_200 7_16 0.0950 P_500 7_16 0.0440 P_1000 7_16 0.0220 relstring 7_16 '3000031---' recall_5 7_16 0.0213 recall_10 7_16 0.0638 recall_15 7_16 0.0851 recall_20 7_16 0.0851 recall_30 7_16 0.1277 recall_100 7_16 0.2766 recall_200 7_16 0.4043 recall_500 7_16 0.4681 recall_1000 7_16 0.4681 infAP 7_16 0.0954 Rprec_mult_0.20 7_16 0.3000 Rprec_mult_0.40 7_16 0.2105 Rprec_mult_0.60 7_16 0.2069 Rprec_mult_0.80 7_16 0.1579 Rprec_mult_1.00 7_16 0.1489 Rprec_mult_1.20 7_16 0.1228 Rprec_mult_1.40 7_16 0.1212 Rprec_mult_1.60 7_16 0.1316 Rprec_mult_1.80 7_16 0.1294 Rprec_mult_2.00 7_16 0.1277 utility 7_16 -956.0000 11pt_avg 7_16 0.1484 binG 7_16 0.1052 G 7_16 0.1402 ndcg 7_16 0.4540 ndcg_rel 7_16 0.4444 Rndcg 7_16 0.4703 ndcg_cut_5 7_16 0.3985 ndcg_cut_10 7_16 0.4644 ndcg_cut_15 7_16 0.4564 ndcg_cut_20 7_16 0.4114 ndcg_cut_30 7_16 0.3801 ndcg_cut_100 7_16 0.3755 ndcg_cut_200 7_16 0.4329 ndcg_cut_500 7_16 0.4540 ndcg_cut_1000 7_16 0.4540 map_cut_5 7_16 0.0213 map_cut_10 7_16 0.0375 map_cut_15 7_16 0.0440 map_cut_20 7_16 0.0440 map_cut_30 7_16 0.0538 map_cut_100 7_16 0.0745 map_cut_200 7_16 0.0908 map_cut_500 7_16 0.0954 map_cut_1000 7_16 0.0954 relative_P_5 7_16 0.2000 relative_P_10 7_16 0.3000 relative_P_15 7_16 0.2667 relative_P_20 7_16 0.2000 relative_P_30 7_16 0.2000 relative_P_100 7_16 0.2766 relative_P_200 7_16 0.4043 relative_P_500 7_16 0.4681 relative_P_1000 7_16 0.4681 success_1 7_16 1.0000 success_5 7_16 1.0000 success_10 7_16 1.0000 set_P 7_16 0.0220 set_relative_P 7_16 0.4681 set_recall 7_16 0.4681 set_map 7_16 0.0103 set_F 7_16 0.0420 num_nonrel_judged_ret 7_16 21 rbp 7_16 0.2020 rbp_resid 7_16 0.4307 unj_5 7_16 0.0000 unj_10 7_16 0.3000 unj_20 7_16 0.6000 num_ret 7_2 1000 num_rel 7_2 76 num_rel_ret 7_2 48 map 7_2 0.4155 Rprec 7_2 0.4211 bpref 7_2 0.5792 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 1.0000 iprec_at_recall_0.20 7_2 0.9375 iprec_at_recall_0.30 7_2 0.8333 iprec_at_recall_0.40 7_2 0.5263 iprec_at_recall_0.50 7_2 0.3023 iprec_at_recall_0.60 7_2 0.2584 iprec_at_recall_0.70 7_2 0.0000 iprec_at_recall_0.80 7_2 0.0000 iprec_at_recall_0.90 7_2 0.0000 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 1.0000 P_10 7_2 0.9000 P_15 7_2 0.9333 P_20 7_2 0.8500 P_30 7_2 0.8333 P_100 7_2 0.3600 P_200 7_2 0.2300 P_500 7_2 0.0960 P_1000 7_2 0.0480 relstring 7_2 '332222331-' recall_5 7_2 0.0658 recall_10 7_2 0.1184 recall_15 7_2 0.1842 recall_20 7_2 0.2237 recall_30 7_2 0.3289 recall_100 7_2 0.4737 recall_200 7_2 0.6053 recall_500 7_2 0.6316 recall_1000 7_2 0.6316 infAP 7_2 0.4155 Rprec_mult_0.20 7_2 0.9375 Rprec_mult_0.40 7_2 0.8065 Rprec_mult_0.60 7_2 0.5652 Rprec_mult_0.80 7_2 0.4918 Rprec_mult_1.00 7_2 0.4211 Rprec_mult_1.20 7_2 0.3913 Rprec_mult_1.40 7_2 0.3364 Rprec_mult_1.60 7_2 0.2951 Rprec_mult_1.80 7_2 0.2920 Rprec_mult_2.00 7_2 0.2697 utility 7_2 -904.0000 11pt_avg 7_2 0.4416 binG 7_2 0.2736 G 7_2 0.2476 ndcg 7_2 0.7344 ndcg_rel 7_2 0.7618 Rndcg 7_2 0.7509 ndcg_cut_5 7_2 0.8510 ndcg_cut_10 7_2 0.8714 ndcg_cut_15 7_2 0.8591 ndcg_cut_20 7_2 0.7951 ndcg_cut_30 7_2 0.8121 ndcg_cut_100 7_2 0.6605 ndcg_cut_200 7_2 0.7252 ndcg_cut_500 7_2 0.7344 ndcg_cut_1000 7_2 0.7344 map_cut_5 7_2 0.0658 map_cut_10 7_2 0.1184 map_cut_15 7_2 0.1791 map_cut_20 7_2 0.2143 map_cut_30 7_2 0.3037 map_cut_100 7_2 0.3733 map_cut_200 7_2 0.4100 map_cut_500 7_2 0.4155 map_cut_1000 7_2 0.4155 relative_P_5 7_2 1.0000 relative_P_10 7_2 0.9000 relative_P_15 7_2 0.9333 relative_P_20 7_2 0.8500 relative_P_30 7_2 0.8333 relative_P_100 7_2 0.4737 relative_P_200 7_2 0.6053 relative_P_500 7_2 0.6316 relative_P_1000 7_2 0.6316 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.0480 set_relative_P 7_2 0.6316 set_recall 7_2 0.6316 set_map 7_2 0.0303 set_F 7_2 0.0892 num_nonrel_judged_ret 7_2 13 rbp 7_2 0.6233 rbp_resid 7_2 0.1087 unj_5 7_2 0.0000 unj_10 7_2 0.1000 unj_20 7_2 0.1500 num_ret 7_3 1000 num_rel 7_3 55 num_rel_ret 7_3 48 map 7_3 0.4057 Rprec 7_3 0.5091 bpref 7_3 0.6020 recip_rank 7_3 1.0000 iprec_at_recall_0.00 7_3 1.0000 iprec_at_recall_0.10 7_3 0.6923 iprec_at_recall_0.20 7_3 0.6111 iprec_at_recall_0.30 7_3 0.5862 iprec_at_recall_0.40 7_3 0.5385 iprec_at_recall_0.50 7_3 0.5385 iprec_at_recall_0.60 7_3 0.4231 iprec_at_recall_0.70 7_3 0.2786 iprec_at_recall_0.80 7_3 0.2146 iprec_at_recall_0.90 7_3 0.0000 iprec_at_recall_1.00 7_3 0.0000 P_5 7_3 0.4000 P_10 7_3 0.6000 P_15 7_3 0.6000 P_20 7_3 0.5500 P_30 7_3 0.5667 P_100 7_3 0.3400 P_200 7_3 0.2150 P_500 7_3 0.0940 P_1000 7_3 0.0480 relstring 7_3 '2020011013' recall_5 7_3 0.0364 recall_10 7_3 0.1091 recall_15 7_3 0.1636 recall_20 7_3 0.2000 recall_30 7_3 0.3091 recall_100 7_3 0.6182 recall_200 7_3 0.7818 recall_500 7_3 0.8545 recall_1000 7_3 0.8727 infAP 7_3 0.4057 Rprec_mult_0.20 7_3 0.6364 Rprec_mult_0.40 7_3 0.5455 Rprec_mult_0.60 7_3 0.5152 Rprec_mult_0.80 7_3 0.5227 Rprec_mult_1.00 7_3 0.5091 Rprec_mult_1.20 7_3 0.4697 Rprec_mult_1.40 7_3 0.4156 Rprec_mult_1.60 7_3 0.3864 Rprec_mult_1.80 7_3 0.3434 Rprec_mult_2.00 7_3 0.3273 utility 7_3 -904.0000 11pt_avg 7_3 0.4439 binG 7_3 0.2228 G 7_3 0.1914 ndcg 7_3 0.6704 ndcg_rel 7_3 0.5463 Rndcg 7_3 0.5215 ndcg_cut_5 7_3 0.3737 ndcg_cut_10 7_3 0.4330 ndcg_cut_15 7_3 0.4333 ndcg_cut_20 7_3 0.4308 ndcg_cut_30 7_3 0.5038 ndcg_cut_100 7_3 0.5614 ndcg_cut_200 7_3 0.6416 ndcg_cut_500 7_3 0.6651 ndcg_cut_1000 7_3 0.6704 map_cut_5 7_3 0.0303 map_cut_10 7_3 0.0708 map_cut_15 7_3 0.1071 map_cut_20 7_3 0.1289 map_cut_30 7_3 0.1916 map_cut_100 7_3 0.3468 map_cut_200 7_3 0.3919 map_cut_500 7_3 0.4040 map_cut_1000 7_3 0.4057 relative_P_5 7_3 0.4000 relative_P_10 7_3 0.6000 relative_P_15 7_3 0.6000 relative_P_20 7_3 0.5500 relative_P_30 7_3 0.5667 relative_P_100 7_3 0.6182 relative_P_200 7_3 0.7818 relative_P_500 7_3 0.8545 relative_P_1000 7_3 0.8727 success_1 7_3 1.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.0480 set_relative_P 7_3 0.8727 set_recall 7_3 0.8727 set_map 7_3 0.0419 set_F 7_3 0.0910 num_nonrel_judged_ret 7_3 39 rbp 7_3 0.2859 rbp_resid 7_3 0.0711 unj_5 7_3 0.0000 unj_10 7_3 0.0000 unj_20 7_3 0.1000 num_ret 7_4 1000 num_rel 7_4 29 num_rel_ret 7_4 26 map 7_4 0.6450 Rprec 7_4 0.5862 bpref 7_4 0.7753 recip_rank 7_4 1.0000 iprec_at_recall_0.00 7_4 1.0000 iprec_at_recall_0.10 7_4 0.9167 iprec_at_recall_0.20 7_4 0.9167 iprec_at_recall_0.30 7_4 0.9167 iprec_at_recall_0.40 7_4 0.8667 iprec_at_recall_0.50 7_4 0.8333 iprec_at_recall_0.60 7_4 0.6800 iprec_at_recall_0.70 7_4 0.5556 iprec_at_recall_0.80 7_4 0.4706 iprec_at_recall_0.90 7_4 0.1757 iprec_at_recall_1.00 7_4 0.0000 P_5 7_4 0.8000 P_10 7_4 0.9000 P_15 7_4 0.8667 P_20 7_4 0.7500 P_30 7_4 0.6000 P_100 7_4 0.2500 P_200 7_4 0.1300 P_500 7_4 0.0520 P_1000 7_4 0.0260 relstring 7_4 '2301221221' recall_5 7_4 0.1379 recall_10 7_4 0.3103 recall_15 7_4 0.4483 recall_20 7_4 0.5172 recall_30 7_4 0.6207 recall_100 7_4 0.8621 recall_200 7_4 0.8966 recall_500 7_4 0.8966 recall_1000 7_4 0.8966 infAP 7_4 0.6450 Rprec_mult_0.20 7_4 0.8333 Rprec_mult_0.40 7_4 0.9167 Rprec_mult_0.60 7_4 0.8333 Rprec_mult_0.80 7_4 0.6667 Rprec_mult_1.00 7_4 0.5862 Rprec_mult_1.20 7_4 0.5429 Rprec_mult_1.40 7_4 0.5122 Rprec_mult_1.60 7_4 0.4681 Rprec_mult_1.80 7_4 0.4528 Rprec_mult_2.00 7_4 0.4138 utility 7_4 -948.0000 11pt_avg 7_4 0.6665 binG 7_4 0.4168 G 7_4 0.2748 ndcg 7_4 0.7799 ndcg_rel 7_4 0.6867 Rndcg 7_4 0.6507 ndcg_cut_5 7_4 0.6026 ndcg_cut_10 7_4 0.6580 ndcg_cut_15 7_4 0.6658 ndcg_cut_20 7_4 0.6510 ndcg_cut_30 7_4 0.6510 ndcg_cut_100 7_4 0.7642 ndcg_cut_200 7_4 0.7799 ndcg_cut_500 7_4 0.7799 ndcg_cut_1000 7_4 0.7799 map_cut_5 7_4 0.1224 map_cut_10 7_4 0.2726 map_cut_15 7_4 0.3950 map_cut_20 7_4 0.4521 map_cut_30 7_4 0.5202 map_cut_100 7_4 0.6389 map_cut_200 7_4 0.6450 map_cut_500 7_4 0.6450 map_cut_1000 7_4 0.6450 relative_P_5 7_4 0.8000 relative_P_10 7_4 0.9000 relative_P_15 7_4 0.8667 relative_P_20 7_4 0.7500 relative_P_30 7_4 0.6207 relative_P_100 7_4 0.8621 relative_P_200 7_4 0.8966 relative_P_500 7_4 0.8966 relative_P_1000 7_4 0.8966 success_1 7_4 1.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 0.0260 set_relative_P 7_4 0.8966 set_recall 7_4 0.8966 set_map 7_4 0.0233 set_F 7_4 0.0505 num_nonrel_judged_ret 7_4 32 rbp 7_4 0.4579 rbp_resid 7_4 0.1043 unj_5 7_4 0.0000 unj_10 7_4 0.0000 unj_20 7_4 0.1500 num_ret 7_9 1000 num_rel 7_9 36 num_rel_ret 7_9 27 map 7_9 0.3202 Rprec 7_9 0.3889 bpref 7_9 0.4769 recip_rank 7_9 1.0000 iprec_at_recall_0.00 7_9 1.0000 iprec_at_recall_0.10 7_9 0.7778 iprec_at_recall_0.20 7_9 0.7778 iprec_at_recall_0.30 7_9 0.4643 iprec_at_recall_0.40 7_9 0.4375 iprec_at_recall_0.50 7_9 0.2727 iprec_at_recall_0.60 7_9 0.2136 iprec_at_recall_0.70 7_9 0.1923 iprec_at_recall_0.80 7_9 0.0000 iprec_at_recall_0.90 7_9 0.0000 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.6000 P_10 7_9 0.7000 P_15 7_9 0.5333 P_20 7_9 0.4000 P_30 7_9 0.4333 P_100 7_9 0.2000 P_200 7_9 0.1350 P_500 7_9 0.0540 P_1000 7_9 0.0270 relstring 7_9 '3020111210' recall_5 7_9 0.0833 recall_10 7_9 0.1944 recall_15 7_9 0.2222 recall_20 7_9 0.2222 recall_30 7_9 0.3611 recall_100 7_9 0.5556 recall_200 7_9 0.7500 recall_500 7_9 0.7500 recall_1000 7_9 0.7500 infAP 7_9 0.3202 Rprec_mult_0.20 7_9 0.7500 Rprec_mult_0.40 7_9 0.5333 Rprec_mult_0.60 7_9 0.4091 Rprec_mult_0.80 7_9 0.4483 Rprec_mult_1.00 7_9 0.3889 Rprec_mult_1.20 7_9 0.3409 Rprec_mult_1.40 7_9 0.3137 Rprec_mult_1.60 7_9 0.2931 Rprec_mult_1.80 7_9 0.2615 Rprec_mult_2.00 7_9 0.2500 utility 7_9 -946.0000 11pt_avg 7_9 0.3760 binG 7_9 0.2269 G 7_9 0.2006 ndcg 7_9 0.6143 ndcg_rel 7_9 0.5668 Rndcg 7_9 0.5464 ndcg_cut_5 7_9 0.5465 ndcg_cut_10 7_9 0.5356 ndcg_cut_15 7_9 0.4740 ndcg_cut_20 7_9 0.4368 ndcg_cut_30 7_9 0.4693 ndcg_cut_100 7_9 0.5442 ndcg_cut_200 7_9 0.6143 ndcg_cut_500 7_9 0.6143 ndcg_cut_1000 7_9 0.6143 map_cut_5 7_9 0.0630 map_cut_10 7_9 0.1438 map_cut_15 7_9 0.1640 map_cut_20 7_9 0.1640 map_cut_30 7_9 0.2244 map_cut_100 7_9 0.2831 map_cut_200 7_9 0.3202 map_cut_500 7_9 0.3202 map_cut_1000 7_9 0.3202 relative_P_5 7_9 0.6000 relative_P_10 7_9 0.7000 relative_P_15 7_9 0.5333 relative_P_20 7_9 0.4000 relative_P_30 7_9 0.4333 relative_P_100 7_9 0.5556 relative_P_200 7_9 0.7500 relative_P_500 7_9 0.7500 relative_P_1000 7_9 0.7500 success_1 7_9 1.0000 success_5 7_9 1.0000 success_10 7_9 1.0000 set_P 7_9 0.0270 set_relative_P 7_9 0.7500 set_recall 7_9 0.7500 set_map 7_9 0.0203 set_F 7_9 0.0521 num_nonrel_judged_ret 7_9 58 rbp 7_9 0.3057 rbp_resid 7_9 0.1322 unj_5 7_9 0.0000 unj_10 7_9 0.0000 unj_20 7_9 0.1500 num_ret 8_1 1000 num_rel 8_1 64 num_rel_ret 8_1 2 map 8_1 0.0009 Rprec 8_1 0.0156 bpref 8_1 0.0208 recip_rank 8_1 0.0400 iprec_at_recall_0.00 8_1 0.0400 iprec_at_recall_0.10 8_1 0.0000 iprec_at_recall_0.20 8_1 0.0000 iprec_at_recall_0.30 8_1 0.0000 iprec_at_recall_0.40 8_1 0.0000 iprec_at_recall_0.50 8_1 0.0000 iprec_at_recall_0.60 8_1 0.0000 iprec_at_recall_0.70 8_1 0.0000 iprec_at_recall_0.80 8_1 0.0000 iprec_at_recall_0.90 8_1 0.0000 iprec_at_recall_1.00 8_1 0.0000 P_5 8_1 0.0000 P_10 8_1 0.0000 P_15 8_1 0.0000 P_20 8_1 0.0000 P_30 8_1 0.0333 P_100 8_1 0.0100 P_200 8_1 0.0100 P_500 8_1 0.0040 P_1000 8_1 0.0020 relstring 8_1 '000000000-' recall_5 8_1 0.0000 recall_10 8_1 0.0000 recall_15 8_1 0.0000 recall_20 8_1 0.0000 recall_30 8_1 0.0156 recall_100 8_1 0.0156 recall_200 8_1 0.0312 recall_500 8_1 0.0312 recall_1000 8_1 0.0312 infAP 8_1 0.0009 Rprec_mult_0.20 8_1 0.0000 Rprec_mult_0.40 8_1 0.0385 Rprec_mult_0.60 8_1 0.0256 Rprec_mult_0.80 8_1 0.0192 Rprec_mult_1.00 8_1 0.0156 Rprec_mult_1.20 8_1 0.0130 Rprec_mult_1.40 8_1 0.0111 Rprec_mult_1.60 8_1 0.0097 Rprec_mult_1.80 8_1 0.0172 Rprec_mult_2.00 8_1 0.0156 utility 8_1 -996.0000 11pt_avg 8_1 0.0036 binG 8_1 0.0056 G 8_1 0.0025 ndcg 8_1 0.0103 ndcg_rel 8_1 0.0103 Rndcg 8_1 0.0047 ndcg_cut_5 8_1 0.0000 ndcg_cut_10 8_1 0.0000 ndcg_cut_15 8_1 0.0000 ndcg_cut_20 8_1 0.0000 ndcg_cut_30 8_1 0.0076 ndcg_cut_100 8_1 0.0061 ndcg_cut_200 8_1 0.0103 ndcg_cut_500 8_1 0.0103 ndcg_cut_1000 8_1 0.0103 map_cut_5 8_1 0.0000 map_cut_10 8_1 0.0000 map_cut_15 8_1 0.0000 map_cut_20 8_1 0.0000 map_cut_30 8_1 0.0006 map_cut_100 8_1 0.0006 map_cut_200 8_1 0.0009 map_cut_500 8_1 0.0009 map_cut_1000 8_1 0.0009 relative_P_5 8_1 0.0000 relative_P_10 8_1 0.0000 relative_P_15 8_1 0.0000 relative_P_20 8_1 0.0000 relative_P_30 8_1 0.0333 relative_P_100 8_1 0.0156 relative_P_200 8_1 0.0312 relative_P_500 8_1 0.0312 relative_P_1000 8_1 0.0312 success_1 8_1 0.0000 success_5 8_1 0.0000 success_10 8_1 0.0000 set_P 8_1 0.0020 set_relative_P 8_1 0.0312 set_recall 8_1 0.0312 set_map 8_1 0.0001 set_F 8_1 0.0038 num_nonrel_judged_ret 8_1 30 rbp 8_1 0.0020 rbp_resid 8_1 0.2268 unj_5 8_1 0.0000 unj_10 8_1 0.1000 unj_20 8_1 0.3000 num_ret 8_10 1000 num_rel 8_10 28 num_rel_ret 8_10 7 map 8_10 0.0715 Rprec 8_10 0.2143 bpref 8_10 0.1990 recip_rank 8_10 0.3333 iprec_at_recall_0.00 8_10 0.3750 iprec_at_recall_0.10 8_10 0.3750 iprec_at_recall_0.20 8_10 0.2857 iprec_at_recall_0.30 8_10 0.0000 iprec_at_recall_0.40 8_10 0.0000 iprec_at_recall_0.50 8_10 0.0000 iprec_at_recall_0.60 8_10 0.0000 iprec_at_recall_0.70 8_10 0.0000 iprec_at_recall_0.80 8_10 0.0000 iprec_at_recall_0.90 8_10 0.0000 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.2000 P_10 8_10 0.3000 P_15 8_10 0.3333 P_20 8_10 0.2500 P_30 8_10 0.2000 P_100 8_10 0.0600 P_200 8_10 0.0350 P_500 8_10 0.0140 P_1000 8_10 0.0070 relstring 8_10 '00200-11-0' recall_5 8_10 0.0357 recall_10 8_10 0.1071 recall_15 8_10 0.1786 recall_20 8_10 0.1786 recall_30 8_10 0.2143 recall_100 8_10 0.2143 recall_200 8_10 0.2500 recall_500 8_10 0.2500 recall_1000 8_10 0.2500 infAP 8_10 0.0715 Rprec_mult_0.20 8_10 0.1667 Rprec_mult_0.40 8_10 0.3333 Rprec_mult_0.60 8_10 0.2941 Rprec_mult_0.80 8_10 0.2609 Rprec_mult_1.00 8_10 0.2143 Rprec_mult_1.20 8_10 0.1765 Rprec_mult_1.40 8_10 0.1500 Rprec_mult_1.60 8_10 0.1333 Rprec_mult_1.80 8_10 0.1176 Rprec_mult_2.00 8_10 0.1071 utility 8_10 -986.0000 11pt_avg 8_10 0.0942 binG 8_10 0.0779 G 8_10 0.0415 ndcg 8_10 0.1510 ndcg_rel 8_10 0.1507 Rndcg 8_10 0.1382 ndcg_cut_5 8_10 0.1131 ndcg_cut_10 8_10 0.1370 ndcg_cut_15 8_10 0.1560 ndcg_cut_20 8_10 0.1438 ndcg_cut_30 8_10 0.1425 ndcg_cut_100 8_10 0.1425 ndcg_cut_200 8_10 0.1510 ndcg_cut_500 8_10 0.1510 ndcg_cut_1000 8_10 0.1510 map_cut_5 8_10 0.0119 map_cut_10 8_10 0.0355 map_cut_15 8_10 0.0593 map_cut_20 8_10 0.0593 map_cut_30 8_10 0.0695 map_cut_100 8_10 0.0695 map_cut_200 8_10 0.0715 map_cut_500 8_10 0.0715 map_cut_1000 8_10 0.0715 relative_P_5 8_10 0.2000 relative_P_10 8_10 0.3000 relative_P_15 8_10 0.3333 relative_P_20 8_10 0.2500 relative_P_30 8_10 0.2143 relative_P_100 8_10 0.2143 relative_P_200 8_10 0.2500 relative_P_500 8_10 0.2500 relative_P_1000 8_10 0.2500 success_1 8_10 0.0000 success_5 8_10 1.0000 success_10 8_10 1.0000 set_P 8_10 0.0070 set_relative_P 8_10 0.2500 set_recall 8_10 0.2500 set_map 8_10 0.0018 set_F 8_10 0.0136 num_nonrel_judged_ret 8_10 19 rbp 8_10 0.1098 rbp_resid 8_10 0.3599 unj_5 8_10 0.0000 unj_10 8_10 0.2000 unj_20 8_10 0.5000 num_ret 8_11 1000 num_rel 8_11 10 num_rel_ret 8_11 9 map 8_11 0.4383 Rprec 8_11 0.5000 bpref 8_11 0.4600 recip_rank 8_11 1.0000 iprec_at_recall_0.00 8_11 1.0000 iprec_at_recall_0.10 8_11 1.0000 iprec_at_recall_0.20 8_11 0.8333 iprec_at_recall_0.30 8_11 0.8333 iprec_at_recall_0.40 8_11 0.8333 iprec_at_recall_0.50 8_11 0.8333 iprec_at_recall_0.60 8_11 0.2069 iprec_at_recall_0.70 8_11 0.0636 iprec_at_recall_0.80 8_11 0.0332 iprec_at_recall_0.90 8_11 0.0292 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 0.8000 P_10 8_11 0.5000 P_15 8_11 0.3333 P_20 8_11 0.2500 P_30 8_11 0.2000 P_100 8_11 0.0600 P_200 8_11 0.0350 P_500 8_11 0.0180 P_1000 8_11 0.0090 relstring 8_11 '2011110000' recall_5 8_11 0.4000 recall_10 8_11 0.5000 recall_15 8_11 0.5000 recall_20 8_11 0.5000 recall_30 8_11 0.6000 recall_100 8_11 0.6000 recall_200 8_11 0.7000 recall_500 8_11 0.9000 recall_1000 8_11 0.9000 infAP 8_11 0.4383 Rprec_mult_0.20 8_11 0.5000 Rprec_mult_0.40 8_11 0.7500 Rprec_mult_0.60 8_11 0.8333 Rprec_mult_0.80 8_11 0.6250 Rprec_mult_1.00 8_11 0.5000 Rprec_mult_1.20 8_11 0.4167 Rprec_mult_1.40 8_11 0.3571 Rprec_mult_1.60 8_11 0.3125 Rprec_mult_1.80 8_11 0.2778 Rprec_mult_2.00 8_11 0.2500 utility 8_11 -982.0000 11pt_avg 8_11 0.5151 binG 8_11 0.4136 G 8_11 0.3841 ndcg 8_11 0.6919 ndcg_rel 8_11 0.7168 Rndcg 8_11 0.6333 ndcg_cut_5 8_11 0.7244 ndcg_cut_10 8_11 0.5950 ndcg_cut_15 8_11 0.5950 ndcg_cut_20 8_11 0.5950 ndcg_cut_30 8_11 0.6280 ndcg_cut_100 8_11 0.6280 ndcg_cut_200 8_11 0.6518 ndcg_cut_500 8_11 0.6919 ndcg_cut_1000 8_11 0.6919 map_cut_5 8_11 0.3217 map_cut_10 8_11 0.4050 map_cut_15 8_11 0.4050 map_cut_20 8_11 0.4050 map_cut_30 8_11 0.4257 map_cut_100 8_11 0.4257 map_cut_200 8_11 0.4321 map_cut_500 8_11 0.4383 map_cut_1000 8_11 0.4383 relative_P_5 8_11 0.8000 relative_P_10 8_11 0.5000 relative_P_15 8_11 0.5000 relative_P_20 8_11 0.5000 relative_P_30 8_11 0.6000 relative_P_100 8_11 0.6000 relative_P_200 8_11 0.7000 relative_P_500 8_11 0.9000 relative_P_1000 8_11 0.9000 success_1 8_11 1.0000 success_5 8_11 1.0000 success_10 8_11 1.0000 set_P 8_11 0.0090 set_relative_P 8_11 0.9000 set_recall 8_11 0.9000 set_map 8_11 0.0081 set_F 8_11 0.0178 num_nonrel_judged_ret 8_11 43 rbp 8_11 0.2419 rbp_resid 8_11 0.2016 unj_5 8_11 0.0000 unj_10 8_11 0.0000 unj_20 8_11 0.3500 num_ret 8_12 1000 num_rel 8_12 44 num_rel_ret 8_12 8 map 8_12 0.0112 Rprec 8_12 0.0455 bpref 8_12 0.1374 recip_rank 8_12 0.1250 iprec_at_recall_0.00 8_12 0.1250 iprec_at_recall_0.10 8_12 0.0568 iprec_at_recall_0.20 8_12 0.0000 iprec_at_recall_0.30 8_12 0.0000 iprec_at_recall_0.40 8_12 0.0000 iprec_at_recall_0.50 8_12 0.0000 iprec_at_recall_0.60 8_12 0.0000 iprec_at_recall_0.70 8_12 0.0000 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.0000 P_10 8_12 0.1000 P_15 8_12 0.0667 P_20 8_12 0.0500 P_30 8_12 0.0667 P_100 8_12 0.0500 P_200 8_12 0.0350 P_500 8_12 0.0160 P_1000 8_12 0.0080 relstring 8_12 '00000--100' recall_5 8_12 0.0000 recall_10 8_12 0.0227 recall_15 8_12 0.0227 recall_20 8_12 0.0227 recall_30 8_12 0.0455 recall_100 8_12 0.1136 recall_200 8_12 0.1591 recall_500 8_12 0.1818 recall_1000 8_12 0.1818 infAP 8_12 0.0112 Rprec_mult_0.20 8_12 0.1111 Rprec_mult_0.40 8_12 0.0556 Rprec_mult_0.60 8_12 0.0741 Rprec_mult_0.80 8_12 0.0556 Rprec_mult_1.00 8_12 0.0455 Rprec_mult_1.20 8_12 0.0377 Rprec_mult_1.40 8_12 0.0323 Rprec_mult_1.60 8_12 0.0563 Rprec_mult_1.80 8_12 0.0500 Rprec_mult_2.00 8_12 0.0568 utility 8_12 -984.0000 11pt_avg 8_12 0.0165 binG 8_12 0.0325 G 8_12 0.0286 ndcg 8_12 0.0932 ndcg_rel 8_12 0.0860 Rndcg 8_12 0.0318 ndcg_cut_5 8_12 0.0000 ndcg_cut_10 8_12 0.0215 ndcg_cut_15 8_12 0.0185 ndcg_cut_20 8_12 0.0173 ndcg_cut_30 8_12 0.0265 ndcg_cut_100 8_12 0.0577 ndcg_cut_200 8_12 0.0880 ndcg_cut_500 8_12 0.0932 ndcg_cut_1000 8_12 0.0932 map_cut_5 8_12 0.0000 map_cut_10 8_12 0.0028 map_cut_15 8_12 0.0028 map_cut_20 8_12 0.0028 map_cut_30 8_12 0.0050 map_cut_100 8_12 0.0086 map_cut_200 8_12 0.0107 map_cut_500 8_12 0.0112 map_cut_1000 8_12 0.0112 relative_P_5 8_12 0.0000 relative_P_10 8_12 0.1000 relative_P_15 8_12 0.0667 relative_P_20 8_12 0.0500 relative_P_30 8_12 0.0667 relative_P_100 8_12 0.1136 relative_P_200 8_12 0.1591 relative_P_500 8_12 0.1818 relative_P_1000 8_12 0.1818 success_1 8_12 0.0000 success_5 8_12 0.0000 success_10 8_12 1.0000 set_P 8_12 0.0080 set_relative_P 8_12 0.1818 set_recall 8_12 0.1818 set_map 8_12 0.0015 set_F 8_12 0.0153 num_nonrel_judged_ret 8_12 15 rbp 8_12 0.0150 rbp_resid 8_12 0.4302 unj_5 8_12 0.0000 unj_10 8_12 0.2000 unj_20 8_12 0.5500 num_ret 8_13 1000 num_rel 8_13 53 num_rel_ret 8_13 24 map 8_13 0.1693 Rprec 8_13 0.2453 bpref 8_13 0.3450 recip_rank 8_13 0.5000 iprec_at_recall_0.00 8_13 0.7778 iprec_at_recall_0.10 8_13 0.7778 iprec_at_recall_0.20 8_13 0.3871 iprec_at_recall_0.30 8_13 0.2025 iprec_at_recall_0.40 8_13 0.1186 iprec_at_recall_0.50 8_13 0.0000 iprec_at_recall_0.60 8_13 0.0000 iprec_at_recall_0.70 8_13 0.0000 iprec_at_recall_0.80 8_13 0.0000 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 0.6000 P_10 8_13 0.7000 P_15 8_13 0.5333 P_20 8_13 0.5000 P_30 8_13 0.3667 P_100 8_13 0.1700 P_200 8_13 0.1050 P_500 8_13 0.0440 P_1000 8_13 0.0240 relstring 8_13 '0110411110' recall_5 8_13 0.0566 recall_10 8_13 0.1321 recall_15 8_13 0.1509 recall_20 8_13 0.1887 recall_30 8_13 0.2075 recall_100 8_13 0.3208 recall_200 8_13 0.3962 recall_500 8_13 0.4151 recall_1000 8_13 0.4528 infAP 8_13 0.1693 Rprec_mult_0.20 8_13 0.6364 Rprec_mult_0.40 8_13 0.4545 Rprec_mult_0.60 8_13 0.3750 Rprec_mult_0.80 8_13 0.2791 Rprec_mult_1.00 8_13 0.2453 Rprec_mult_1.20 8_13 0.2188 Rprec_mult_1.40 8_13 0.2000 Rprec_mult_1.60 8_13 0.1882 Rprec_mult_1.80 8_13 0.1771 Rprec_mult_2.00 8_13 0.1698 utility 8_13 -952.0000 11pt_avg 8_13 0.2058 binG 8_13 0.1314 G 8_13 0.0908 ndcg 8_13 0.3535 ndcg_rel 8_13 0.3136 Rndcg 8_13 0.2390 ndcg_cut_5 8_13 0.2348 ndcg_cut_10 8_13 0.2461 ndcg_cut_15 8_13 0.2256 ndcg_cut_20 8_13 0.2459 ndcg_cut_30 8_13 0.2581 ndcg_cut_100 8_13 0.2805 ndcg_cut_200 8_13 0.3277 ndcg_cut_500 8_13 0.3418 ndcg_cut_1000 8_13 0.3535 map_cut_5 8_13 0.0333 map_cut_10 8_13 0.0882 map_cut_15 8_13 0.0998 map_cut_20 8_13 0.1199 map_cut_30 8_13 0.1268 map_cut_100 8_13 0.1549 map_cut_200 8_13 0.1659 map_cut_500 8_13 0.1678 map_cut_1000 8_13 0.1693 relative_P_5 8_13 0.6000 relative_P_10 8_13 0.7000 relative_P_15 8_13 0.5333 relative_P_20 8_13 0.5000 relative_P_30 8_13 0.3667 relative_P_100 8_13 0.3208 relative_P_200 8_13 0.3962 relative_P_500 8_13 0.4151 relative_P_1000 8_13 0.4528 success_1 8_13 0.0000 success_5 8_13 1.0000 success_10 8_13 1.0000 set_P 8_13 0.0240 set_relative_P 8_13 0.4528 set_recall 8_13 0.4528 set_map 8_13 0.0109 set_F 8_13 0.0456 num_nonrel_judged_ret 8_13 36 rbp 8_13 0.1922 rbp_resid 8_13 0.1349 unj_5 8_13 0.0000 unj_10 8_13 0.0000 unj_20 8_13 0.1500 num_ret 8_2 1000 num_rel 8_2 47 num_rel_ret 8_2 31 map 8_2 0.1287 Rprec 8_2 0.1915 bpref 8_2 0.3051 recip_rank 8_2 1.0000 iprec_at_recall_0.00 8_2 1.0000 iprec_at_recall_0.10 8_2 0.4545 iprec_at_recall_0.20 8_2 0.2250 iprec_at_recall_0.30 8_2 0.1474 iprec_at_recall_0.40 8_2 0.1092 iprec_at_recall_0.50 8_2 0.0690 iprec_at_recall_0.60 8_2 0.0631 iprec_at_recall_0.70 8_2 0.0000 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 0.2000 P_10 8_2 0.4000 P_15 8_2 0.3333 P_20 8_2 0.3000 P_30 8_2 0.2667 P_100 8_2 0.1400 P_200 8_2 0.1000 P_500 8_2 0.0560 P_1000 8_2 0.0310 relstring 8_2 '100001-101' recall_5 8_2 0.0213 recall_10 8_2 0.0851 recall_15 8_2 0.1064 recall_20 8_2 0.1277 recall_30 8_2 0.1702 recall_100 8_2 0.2979 recall_200 8_2 0.4255 recall_500 8_2 0.5957 recall_1000 8_2 0.6596 infAP 8_2 0.1287 Rprec_mult_0.20 8_2 0.4000 Rprec_mult_0.40 8_2 0.3158 Rprec_mult_0.60 8_2 0.2759 Rprec_mult_0.80 8_2 0.2105 Rprec_mult_1.00 8_2 0.1915 Rprec_mult_1.20 8_2 0.1754 Rprec_mult_1.40 8_2 0.1818 Rprec_mult_1.60 8_2 0.1711 Rprec_mult_1.80 8_2 0.1529 Rprec_mult_2.00 8_2 0.1383 utility 8_2 -938.0000 11pt_avg 8_2 0.1880 binG 8_2 0.1349 G 8_2 0.0912 ndcg 8_2 0.3277 ndcg_rel 8_2 0.2543 Rndcg 8_2 0.1638 ndcg_cut_5 8_2 0.0911 ndcg_cut_10 8_2 0.1267 ndcg_cut_15 8_2 0.1237 ndcg_cut_20 8_2 0.1329 ndcg_cut_30 8_2 0.1391 ndcg_cut_100 8_2 0.1980 ndcg_cut_200 8_2 0.2558 ndcg_cut_500 8_2 0.3067 ndcg_cut_1000 8_2 0.3277 map_cut_5 8_2 0.0213 map_cut_10 8_2 0.0449 map_cut_15 8_2 0.0545 map_cut_20 8_2 0.0620 map_cut_30 8_2 0.0745 map_cut_100 8_2 0.0983 map_cut_200 8_2 0.1124 map_cut_500 8_2 0.1255 map_cut_1000 8_2 0.1287 relative_P_5 8_2 0.2000 relative_P_10 8_2 0.4000 relative_P_15 8_2 0.3333 relative_P_20 8_2 0.3000 relative_P_30 8_2 0.2667 relative_P_100 8_2 0.2979 relative_P_200 8_2 0.4255 relative_P_500 8_2 0.5957 relative_P_1000 8_2 0.6596 success_1 8_2 1.0000 success_5 8_2 1.0000 success_10 8_2 1.0000 set_P 8_2 0.0310 set_relative_P 8_2 0.6596 set_recall 8_2 0.6596 set_map 8_2 0.0204 set_F 8_2 0.0592 num_nonrel_judged_ret 8_2 61 rbp 8_2 0.0839 rbp_resid 8_2 0.2120 unj_5 8_2 0.0000 unj_10 8_2 0.1000 unj_20 8_2 0.2500 num_ret 8_3 1000 num_rel 8_3 28 num_rel_ret 8_3 6 map 8_3 0.1105 Rprec 8_3 0.1071 bpref 8_3 0.1084 recip_rank 8_3 1.0000 iprec_at_recall_0.00 8_3 1.0000 iprec_at_recall_0.10 8_3 1.0000 iprec_at_recall_0.20 8_3 0.0230 iprec_at_recall_0.30 8_3 0.0000 iprec_at_recall_0.40 8_3 0.0000 iprec_at_recall_0.50 8_3 0.0000 iprec_at_recall_0.60 8_3 0.0000 iprec_at_recall_0.70 8_3 0.0000 iprec_at_recall_0.80 8_3 0.0000 iprec_at_recall_0.90 8_3 0.0000 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.6000 P_10 8_3 0.3000 P_15 8_3 0.2000 P_20 8_3 0.1500 P_30 8_3 0.1000 P_100 8_3 0.0300 P_200 8_3 0.0250 P_500 8_3 0.0120 P_1000 8_3 0.0060 relstring 8_3 '111000---0' recall_5 8_3 0.1071 recall_10 8_3 0.1071 recall_15 8_3 0.1071 recall_20 8_3 0.1071 recall_30 8_3 0.1071 recall_100 8_3 0.1071 recall_200 8_3 0.1786 recall_500 8_3 0.2143 recall_1000 8_3 0.2143 infAP 8_3 0.1105 Rprec_mult_0.20 8_3 0.5000 Rprec_mult_0.40 8_3 0.2500 Rprec_mult_0.60 8_3 0.1765 Rprec_mult_0.80 8_3 0.1304 Rprec_mult_1.00 8_3 0.1071 Rprec_mult_1.20 8_3 0.0882 Rprec_mult_1.40 8_3 0.0750 Rprec_mult_1.60 8_3 0.0667 Rprec_mult_1.80 8_3 0.0588 Rprec_mult_2.00 8_3 0.0536 utility 8_3 -988.0000 11pt_avg 8_3 0.1839 binG 8_3 0.1219 G 8_3 0.0580 ndcg 8_3 0.2107 ndcg_rel 8_3 0.2405 Rndcg 8_3 0.2366 ndcg_cut_5 8_3 0.3614 ndcg_cut_10 8_3 0.2715 ndcg_cut_15 8_3 0.2325 ndcg_cut_20 8_3 0.2060 ndcg_cut_30 8_3 0.1767 ndcg_cut_100 8_3 0.1767 ndcg_cut_200 8_3 0.2004 ndcg_cut_500 8_3 0.2107 ndcg_cut_1000 8_3 0.2107 map_cut_5 8_3 0.1071 map_cut_10 8_3 0.1071 map_cut_15 8_3 0.1071 map_cut_20 8_3 0.1071 map_cut_30 8_3 0.1071 map_cut_100 8_3 0.1071 map_cut_200 8_3 0.1096 map_cut_500 8_3 0.1105 map_cut_1000 8_3 0.1105 relative_P_5 8_3 0.6000 relative_P_10 8_3 0.3000 relative_P_15 8_3 0.2000 relative_P_20 8_3 0.1500 relative_P_30 8_3 0.1071 relative_P_100 8_3 0.1071 relative_P_200 8_3 0.1786 relative_P_500 8_3 0.2143 relative_P_1000 8_3 0.2143 success_1 8_3 1.0000 success_5 8_3 1.0000 success_10 8_3 1.0000 set_P 8_3 0.0060 set_relative_P 8_3 0.2143 set_recall 8_3 0.2143 set_map 8_3 0.0013 set_F 8_3 0.0117 num_nonrel_judged_ret 8_3 40 rbp 8_3 0.1355 rbp_resid 8_3 0.3548 unj_5 8_3 0.0000 unj_10 8_3 0.3000 unj_20 8_3 0.4500 num_ret 8_4 1000 num_rel 8_4 101 num_rel_ret 8_4 30 map 8_4 0.1326 Rprec 8_4 0.2079 bpref 8_4 0.2701 recip_rank 8_4 1.0000 iprec_at_recall_0.00 8_4 1.0000 iprec_at_recall_0.10 8_4 0.5263 iprec_at_recall_0.20 8_4 0.2165 iprec_at_recall_0.30 8_4 0.0577 iprec_at_recall_0.40 8_4 0.0000 iprec_at_recall_0.50 8_4 0.0000 iprec_at_recall_0.60 8_4 0.0000 iprec_at_recall_0.70 8_4 0.0000 iprec_at_recall_0.80 8_4 0.0000 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 0.8000 P_10 8_4 0.7000 P_15 8_4 0.6000 P_20 8_4 0.5000 P_30 8_4 0.4667 P_100 8_4 0.2100 P_200 8_4 0.1350 P_500 8_4 0.0580 P_1000 8_4 0.0300 relstring 8_4 '4304121-02' recall_5 8_4 0.0396 recall_10 8_4 0.0693 recall_15 8_4 0.0891 recall_20 8_4 0.0990 recall_30 8_4 0.1386 recall_100 8_4 0.2079 recall_200 8_4 0.2673 recall_500 8_4 0.2871 recall_1000 8_4 0.2970 infAP 8_4 0.1326 Rprec_mult_0.20 8_4 0.4762 Rprec_mult_0.40 8_4 0.3659 Rprec_mult_0.60 8_4 0.3115 Rprec_mult_0.80 8_4 0.2346 Rprec_mult_1.00 8_4 0.2079 Rprec_mult_1.20 8_4 0.1721 Rprec_mult_1.40 8_4 0.1690 Rprec_mult_1.60 8_4 0.1667 Rprec_mult_1.80 8_4 0.1484 Rprec_mult_2.00 8_4 0.1337 utility 8_4 -940.0000 11pt_avg 8_4 0.1637 binG 8_4 0.0952 G 8_4 0.0800 ndcg 8_4 0.3511 ndcg_rel 8_4 0.3802 Rndcg 8_4 0.3820 ndcg_cut_5 8_4 0.6785 ndcg_cut_10 8_4 0.5297 ndcg_cut_15 8_4 0.4591 ndcg_cut_20 8_4 0.4229 ndcg_cut_30 8_4 0.3828 ndcg_cut_100 8_4 0.2983 ndcg_cut_200 8_4 0.3431 ndcg_cut_500 8_4 0.3487 ndcg_cut_1000 8_4 0.3511 map_cut_5 8_4 0.0351 map_cut_10 8_4 0.0588 map_cut_15 8_4 0.0723 map_cut_20 8_4 0.0775 map_cut_30 8_4 0.0971 map_cut_100 8_4 0.1193 map_cut_200 8_4 0.1295 map_cut_500 8_4 0.1320 map_cut_1000 8_4 0.1326 relative_P_5 8_4 0.8000 relative_P_10 8_4 0.7000 relative_P_15 8_4 0.6000 relative_P_20 8_4 0.5000 relative_P_30 8_4 0.4667 relative_P_100 8_4 0.2100 relative_P_200 8_4 0.2673 relative_P_500 8_4 0.2871 relative_P_1000 8_4 0.2970 success_1 8_4 1.0000 success_5 8_4 1.0000 success_10 8_4 1.0000 set_P 8_4 0.0300 set_relative_P 8_4 0.2970 set_recall 8_4 0.2970 set_map 8_4 0.0089 set_F 8_4 0.0545 num_nonrel_judged_ret 8_4 25 rbp 8_4 0.3550 rbp_resid 8_4 0.1480 unj_5 8_4 0.0000 unj_10 8_4 0.1000 unj_20 8_4 0.1500 num_ret 8_5 1000 num_rel 8_5 51 num_rel_ret 8_5 18 map 8_5 0.1105 Rprec 8_5 0.2353 bpref 8_5 0.2945 recip_rank 8_5 1.0000 iprec_at_recall_0.00 8_5 1.0000 iprec_at_recall_0.10 8_5 0.3846 iprec_at_recall_0.20 8_5 0.3143 iprec_at_recall_0.30 8_5 0.2459 iprec_at_recall_0.40 8_5 0.0000 iprec_at_recall_0.50 8_5 0.0000 iprec_at_recall_0.60 8_5 0.0000 iprec_at_recall_0.70 8_5 0.0000 iprec_at_recall_0.80 8_5 0.0000 iprec_at_recall_0.90 8_5 0.0000 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.4000 P_10 8_5 0.3000 P_15 8_5 0.3333 P_20 8_5 0.3000 P_30 8_5 0.3000 P_100 8_5 0.1500 P_200 8_5 0.0850 P_500 8_5 0.0360 P_1000 8_5 0.0180 relstring 8_5 '4000200-01' recall_5 8_5 0.0392 recall_10 8_5 0.0588 recall_15 8_5 0.0980 recall_20 8_5 0.1176 recall_30 8_5 0.1765 recall_100 8_5 0.2941 recall_200 8_5 0.3333 recall_500 8_5 0.3529 recall_1000 8_5 0.3529 infAP 8_5 0.1105 Rprec_mult_0.20 8_5 0.3636 Rprec_mult_0.40 8_5 0.2857 Rprec_mult_0.60 8_5 0.2903 Rprec_mult_0.80 8_5 0.2683 Rprec_mult_1.00 8_5 0.2353 Rprec_mult_1.20 8_5 0.2419 Rprec_mult_1.40 8_5 0.2083 Rprec_mult_1.60 8_5 0.1829 Rprec_mult_1.80 8_5 0.1630 Rprec_mult_2.00 8_5 0.1471 utility 8_5 -964.0000 11pt_avg 8_5 0.1768 binG 8_5 0.0962 G 8_5 0.1103 ndcg 8_5 0.3651 ndcg_rel 8_5 0.3780 Rndcg 8_5 0.4216 ndcg_cut_5 8_5 0.4731 ndcg_cut_10 8_5 0.3812 ndcg_cut_15 8_5 0.3745 ndcg_cut_20 8_5 0.3625 ndcg_cut_30 8_5 0.3554 ndcg_cut_100 8_5 0.3420 ndcg_cut_200 8_5 0.3598 ndcg_cut_500 8_5 0.3651 ndcg_cut_1000 8_5 0.3651 map_cut_5 8_5 0.0275 map_cut_10 8_5 0.0333 map_cut_15 8_5 0.0480 map_cut_20 8_5 0.0549 map_cut_30 8_5 0.0732 map_cut_100 8_5 0.1051 map_cut_200 8_5 0.1093 map_cut_500 8_5 0.1105 map_cut_1000 8_5 0.1105 relative_P_5 8_5 0.4000 relative_P_10 8_5 0.3000 relative_P_15 8_5 0.3333 relative_P_20 8_5 0.3000 relative_P_30 8_5 0.3000 relative_P_100 8_5 0.2941 relative_P_200 8_5 0.3333 relative_P_500 8_5 0.3529 relative_P_1000 8_5 0.3529 success_1 8_5 1.0000 success_5 8_5 1.0000 success_10 8_5 1.0000 set_P 8_5 0.0180 set_relative_P 8_5 0.3529 set_recall 8_5 0.3529 set_map 8_5 0.0064 set_F 8_5 0.0343 num_nonrel_judged_ret 8_5 20 rbp 8_5 0.1776 rbp_resid 8_5 0.2609 unj_5 8_5 0.0000 unj_10 8_5 0.1000 unj_20 8_5 0.3500 num_ret 8_7 1000 num_rel 8_7 47 num_rel_ret 8_7 41 map 8_7 0.6646 Rprec 8_7 0.6170 bpref 8_7 0.7705 recip_rank 8_7 1.0000 iprec_at_recall_0.00 8_7 1.0000 iprec_at_recall_0.10 8_7 1.0000 iprec_at_recall_0.20 8_7 1.0000 iprec_at_recall_0.30 8_7 0.9333 iprec_at_recall_0.40 8_7 0.9130 iprec_at_recall_0.50 8_7 0.7500 iprec_at_recall_0.60 8_7 0.6905 iprec_at_recall_0.70 8_7 0.5593 iprec_at_recall_0.80 8_7 0.3578 iprec_at_recall_0.90 8_7 0.0000 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 1.0000 P_10 8_7 1.0000 P_15 8_7 0.9333 P_20 8_7 0.9000 P_30 8_7 0.7333 P_100 8_7 0.3700 P_200 8_7 0.2000 P_500 8_7 0.0820 P_1000 8_7 0.0410 relstring 8_7 '3421243121' recall_5 8_7 0.1064 recall_10 8_7 0.2128 recall_15 8_7 0.2979 recall_20 8_7 0.3830 recall_30 8_7 0.4681 recall_100 8_7 0.7872 recall_200 8_7 0.8511 recall_500 8_7 0.8723 recall_1000 8_7 0.8723 infAP 8_7 0.6646 Rprec_mult_0.20 8_7 1.0000 Rprec_mult_0.40 8_7 0.8947 Rprec_mult_0.60 8_7 0.7586 Rprec_mult_0.80 8_7 0.7105 Rprec_mult_1.00 8_7 0.6170 Rprec_mult_1.20 8_7 0.5439 Rprec_mult_1.40 8_7 0.5152 Rprec_mult_1.60 8_7 0.4605 Rprec_mult_1.80 8_7 0.4118 Rprec_mult_2.00 8_7 0.3830 utility 8_7 -918.0000 11pt_avg 8_7 0.6549 binG 8_7 0.4596 G 8_7 0.3180 ndcg 8_7 0.8287 ndcg_rel 8_7 0.8093 Rndcg 8_7 0.7869 ndcg_cut_5 8_7 0.7660 ndcg_cut_10 8_7 0.8554 ndcg_cut_15 8_7 0.7980 ndcg_cut_20 8_7 0.8138 ndcg_cut_30 8_7 0.7811 ndcg_cut_100 8_7 0.8046 ndcg_cut_200 8_7 0.8236 ndcg_cut_500 8_7 0.8287 ndcg_cut_1000 8_7 0.8287 map_cut_5 8_7 0.1064 map_cut_10 8_7 0.2128 map_cut_15 8_7 0.2965 map_cut_20 8_7 0.3723 map_cut_30 8_7 0.4465 map_cut_100 8_7 0.6426 map_cut_200 8_7 0.6625 map_cut_500 8_7 0.6646 map_cut_1000 8_7 0.6646 relative_P_5 8_7 1.0000 relative_P_10 8_7 1.0000 relative_P_15 8_7 0.9333 relative_P_20 8_7 0.9000 relative_P_30 8_7 0.7333 relative_P_100 8_7 0.7872 relative_P_200 8_7 0.8511 relative_P_500 8_7 0.8723 relative_P_1000 8_7 0.8723 success_1 8_7 1.0000 success_5 8_7 1.0000 success_10 8_7 1.0000 set_P 8_7 0.0410 set_relative_P 8_7 0.8723 set_recall 8_7 0.8723 set_map 8_7 0.0358 set_F 8_7 0.0783 num_nonrel_judged_ret 8_7 17 rbp 8_7 0.4800 rbp_resid 8_7 0.0267 unj_5 8_7 0.0000 unj_10 8_7 0.0000 unj_20 8_7 0.0000 num_ret 8_8 1000 num_rel 8_8 32 num_rel_ret 8_8 17 map 8_8 0.3551 Rprec 8_8 0.4688 bpref 8_8 0.4668 recip_rank 8_8 1.0000 iprec_at_recall_0.00 8_8 1.0000 iprec_at_recall_0.10 8_8 1.0000 iprec_at_recall_0.20 8_8 0.8571 iprec_at_recall_0.30 8_8 0.5263 iprec_at_recall_0.40 8_8 0.5000 iprec_at_recall_0.50 8_8 0.2909 iprec_at_recall_0.60 8_8 0.0000 iprec_at_recall_0.70 8_8 0.0000 iprec_at_recall_0.80 8_8 0.0000 iprec_at_recall_0.90 8_8 0.0000 iprec_at_recall_1.00 8_8 0.0000 P_5 8_8 1.0000 P_10 8_8 0.7000 P_15 8_8 0.6000 P_20 8_8 0.5000 P_30 8_8 0.4667 P_100 8_8 0.1600 P_200 8_8 0.0850 P_500 8_8 0.0340 P_1000 8_8 0.0170 relstring 8_8 '33334010-4' recall_5 8_8 0.1562 recall_10 8_8 0.2188 recall_15 8_8 0.2812 recall_20 8_8 0.3125 recall_30 8_8 0.4375 recall_100 8_8 0.5000 recall_200 8_8 0.5312 recall_500 8_8 0.5312 recall_1000 8_8 0.5312 infAP 8_8 0.3551 Rprec_mult_0.20 8_8 0.8571 Rprec_mult_0.40 8_8 0.6923 Rprec_mult_0.60 8_8 0.5000 Rprec_mult_0.80 8_8 0.4615 Rprec_mult_1.00 8_8 0.4688 Rprec_mult_1.20 8_8 0.3846 Rprec_mult_1.40 8_8 0.3333 Rprec_mult_1.60 8_8 0.2885 Rprec_mult_1.80 8_8 0.2759 Rprec_mult_2.00 8_8 0.2500 utility 8_8 -966.0000 11pt_avg 8_8 0.3795 binG 8_8 0.2738 G 8_8 0.2029 ndcg 8_8 0.6510 ndcg_rel 8_8 0.6625 Rndcg 8_8 0.6644 ndcg_cut_5 8_8 0.7828 ndcg_cut_10 8_8 0.6467 ndcg_cut_15 8_8 0.6207 ndcg_cut_20 8_8 0.5873 ndcg_cut_30 8_8 0.6240 ndcg_cut_100 8_8 0.6447 ndcg_cut_200 8_8 0.6510 ndcg_cut_500 8_8 0.6510 ndcg_cut_1000 8_8 0.6510 map_cut_5 8_8 0.1562 map_cut_10 8_8 0.2049 map_cut_15 8_8 0.2493 map_cut_20 8_8 0.2657 map_cut_30 8_8 0.3257 map_cut_100 8_8 0.3499 map_cut_200 8_8 0.3551 map_cut_500 8_8 0.3551 map_cut_1000 8_8 0.3551 relative_P_5 8_8 1.0000 relative_P_10 8_8 0.7000 relative_P_15 8_8 0.6000 relative_P_20 8_8 0.5000 relative_P_30 8_8 0.4667 relative_P_100 8_8 0.5000 relative_P_200 8_8 0.5312 relative_P_500 8_8 0.5312 relative_P_1000 8_8 0.5312 success_1 8_8 1.0000 success_5 8_8 1.0000 success_10 8_8 1.0000 set_P 8_8 0.0170 set_relative_P 8_8 0.5312 set_recall 8_8 0.5312 set_map 8_8 0.0090 set_F 8_8 0.0329 num_nonrel_judged_ret 8_8 21 rbp 8_8 0.4458 rbp_resid 8_8 0.1975 unj_5 8_8 0.0000 unj_10 8_8 0.1000 unj_20 8_8 0.2500 num_ret 9_11 1000 num_rel 9_11 119 num_rel_ret 9_11 31 map 9_11 0.1432 Rprec 9_11 0.2269 bpref 9_11 0.2564 recip_rank 9_11 1.0000 iprec_at_recall_0.00 9_11 1.0000 iprec_at_recall_0.10 9_11 0.6500 iprec_at_recall_0.20 9_11 0.3165 iprec_at_recall_0.30 9_11 0.0000 iprec_at_recall_0.40 9_11 0.0000 iprec_at_recall_0.50 9_11 0.0000 iprec_at_recall_0.60 9_11 0.0000 iprec_at_recall_0.70 9_11 0.0000 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 1.0000 P_10 9_11 0.8000 P_15 9_11 0.6667 P_20 9_11 0.6500 P_30 9_11 0.5000 P_100 9_11 0.2600 P_200 9_11 0.1450 P_500 9_11 0.0620 P_1000 9_11 0.0310 relstring 9_11 '2222221-2-' recall_5 9_11 0.0420 recall_10 9_11 0.0672 recall_15 9_11 0.0840 recall_20 9_11 0.1092 recall_30 9_11 0.1261 recall_100 9_11 0.2185 recall_200 9_11 0.2437 recall_500 9_11 0.2605 recall_1000 9_11 0.2605 infAP 9_11 0.1432 Rprec_mult_0.20 9_11 0.5833 Rprec_mult_0.40 9_11 0.3750 Rprec_mult_0.60 9_11 0.3056 Rprec_mult_0.80 9_11 0.2708 Rprec_mult_1.00 9_11 0.2269 Rprec_mult_1.20 9_11 0.2028 Rprec_mult_1.40 9_11 0.1737 Rprec_mult_1.60 9_11 0.1518 Rprec_mult_1.80 9_11 0.1349 Rprec_mult_2.00 9_11 0.1218 utility 9_11 -938.0000 11pt_avg 9_11 0.1788 binG 9_11 0.1068 G 9_11 0.0682 ndcg 9_11 0.3525 ndcg_rel 9_11 0.3861 Rndcg 9_11 0.4063 ndcg_cut_5 9_11 0.6667 ndcg_cut_10 9_11 0.5655 ndcg_cut_15 9_11 0.5381 ndcg_cut_20 9_11 0.5457 ndcg_cut_30 9_11 0.4893 ndcg_cut_100 9_11 0.3439 ndcg_cut_200 9_11 0.3418 ndcg_cut_500 9_11 0.3525 ndcg_cut_1000 9_11 0.3525 map_cut_5 9_11 0.0420 map_cut_10 9_11 0.0663 map_cut_15 9_11 0.0786 map_cut_20 9_11 0.0951 map_cut_30 9_11 0.1044 map_cut_100 9_11 0.1356 map_cut_200 9_11 0.1416 map_cut_500 9_11 0.1432 map_cut_1000 9_11 0.1432 relative_P_5 9_11 1.0000 relative_P_10 9_11 0.8000 relative_P_15 9_11 0.6667 relative_P_20 9_11 0.6500 relative_P_30 9_11 0.5000 relative_P_100 9_11 0.2600 relative_P_200 9_11 0.2437 relative_P_500 9_11 0.2605 relative_P_1000 9_11 0.2605 success_1 9_11 1.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.0310 set_relative_P 9_11 0.2605 set_recall 9_11 0.2605 set_map 9_11 0.0081 set_F 9_11 0.0554 num_nonrel_judged_ret 9_11 9 rbp 9_11 0.4441 rbp_resid 9_11 0.2870 unj_5 9_11 0.0000 unj_10 9_11 0.2000 unj_20 9_11 0.3000 num_ret 9_13 1000 num_rel 9_13 4 num_rel_ret 9_13 1 map 9_13 0.0625 Rprec 9_13 0.2500 bpref 9_13 0.2500 recip_rank 9_13 0.2500 iprec_at_recall_0.00 9_13 0.2500 iprec_at_recall_0.10 9_13 0.2500 iprec_at_recall_0.20 9_13 0.2500 iprec_at_recall_0.30 9_13 0.2500 iprec_at_recall_0.40 9_13 0.0000 iprec_at_recall_0.50 9_13 0.0000 iprec_at_recall_0.60 9_13 0.0000 iprec_at_recall_0.70 9_13 0.0000 iprec_at_recall_0.80 9_13 0.0000 iprec_at_recall_0.90 9_13 0.0000 iprec_at_recall_1.00 9_13 0.0000 P_5 9_13 0.2000 P_10 9_13 0.1000 P_15 9_13 0.0667 P_20 9_13 0.0500 P_30 9_13 0.0333 P_100 9_13 0.0100 P_200 9_13 0.0050 P_500 9_13 0.0020 P_1000 9_13 0.0010 relstring 9_13 '---2------' recall_5 9_13 0.2500 recall_10 9_13 0.2500 recall_15 9_13 0.2500 recall_20 9_13 0.2500 recall_30 9_13 0.2500 recall_100 9_13 0.2500 recall_200 9_13 0.2500 recall_500 9_13 0.2500 recall_1000 9_13 0.2500 infAP 9_13 0.0625 Rprec_mult_0.20 9_13 0.0000 Rprec_mult_0.40 9_13 0.0000 Rprec_mult_0.60 9_13 0.0000 Rprec_mult_0.80 9_13 0.2500 Rprec_mult_1.00 9_13 0.2500 Rprec_mult_1.20 9_13 0.2000 Rprec_mult_1.40 9_13 0.1667 Rprec_mult_1.60 9_13 0.1429 Rprec_mult_1.80 9_13 0.1250 Rprec_mult_2.00 9_13 0.1250 utility 9_13 -998.0000 11pt_avg 9_13 0.0909 binG 9_13 0.1077 G 9_13 0.0701 ndcg 9_13 0.1362 ndcg_rel 9_13 0.1362 Rndcg 9_13 0.0681 ndcg_cut_5 9_13 0.1362 ndcg_cut_10 9_13 0.1362 ndcg_cut_15 9_13 0.1362 ndcg_cut_20 9_13 0.1362 ndcg_cut_30 9_13 0.1362 ndcg_cut_100 9_13 0.1362 ndcg_cut_200 9_13 0.1362 ndcg_cut_500 9_13 0.1362 ndcg_cut_1000 9_13 0.1362 map_cut_5 9_13 0.0625 map_cut_10 9_13 0.0625 map_cut_15 9_13 0.0625 map_cut_20 9_13 0.0625 map_cut_30 9_13 0.0625 map_cut_100 9_13 0.0625 map_cut_200 9_13 0.0625 map_cut_500 9_13 0.0625 map_cut_1000 9_13 0.0625 relative_P_5 9_13 0.2500 relative_P_10 9_13 0.2500 relative_P_15 9_13 0.2500 relative_P_20 9_13 0.2500 relative_P_30 9_13 0.2500 relative_P_100 9_13 0.2500 relative_P_200 9_13 0.2500 relative_P_500 9_13 0.2500 relative_P_1000 9_13 0.2500 success_1 9_13 0.0000 success_5 9_13 1.0000 success_10 9_13 1.0000 set_P 9_13 0.0010 set_relative_P 9_13 0.2500 set_recall 9_13 0.2500 set_map 9_13 0.0003 set_F 9_13 0.0020 num_nonrel_judged_ret 9_13 2 rbp 9_13 0.0486 rbp_resid 9_13 0.9101 unj_5 9_13 0.8000 unj_10 9_13 0.9000 unj_20 9_13 0.9500 num_ret 9_2 1000 num_rel 9_2 113 num_rel_ret 9_2 28 map 9_2 0.1583 Rprec 9_2 0.2212 bpref 9_2 0.2411 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 0.8571 iprec_at_recall_0.20 9_2 0.3239 iprec_at_recall_0.30 9_2 0.0000 iprec_at_recall_0.40 9_2 0.0000 iprec_at_recall_0.50 9_2 0.0000 iprec_at_recall_0.60 9_2 0.0000 iprec_at_recall_0.70 9_2 0.0000 iprec_at_recall_0.80 9_2 0.0000 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 1.0000 P_10 9_2 0.9000 P_15 9_2 0.8000 P_20 9_2 0.7000 P_30 9_2 0.5667 P_100 9_2 0.2400 P_200 9_2 0.1250 P_500 9_2 0.0560 P_1000 9_2 0.0280 relstring 9_2 '1211120222' recall_5 9_2 0.0442 recall_10 9_2 0.0796 recall_15 9_2 0.1062 recall_20 9_2 0.1239 recall_30 9_2 0.1504 recall_100 9_2 0.2124 recall_200 9_2 0.2212 recall_500 9_2 0.2478 recall_1000 9_2 0.2478 infAP 9_2 0.1583 Rprec_mult_0.20 9_2 0.6957 Rprec_mult_0.40 9_2 0.3913 Rprec_mult_0.60 9_2 0.3088 Rprec_mult_0.80 9_2 0.2527 Rprec_mult_1.00 9_2 0.2212 Rprec_mult_1.20 9_2 0.1838 Rprec_mult_1.40 9_2 0.1572 Rprec_mult_1.60 9_2 0.1381 Rprec_mult_1.80 9_2 0.1225 Rprec_mult_2.00 9_2 0.1150 utility 9_2 -944.0000 11pt_avg 9_2 0.1983 binG 9_2 0.1164 G 9_2 0.0602 ndcg 9_2 0.3057 ndcg_rel 9_2 0.3331 Rndcg 9_2 0.3425 ndcg_cut_5 9_2 0.4047 ndcg_cut_10 9_2 0.5071 ndcg_cut_15 9_2 0.5231 ndcg_cut_20 9_2 0.4935 ndcg_cut_30 9_2 0.4352 ndcg_cut_100 9_2 0.3039 ndcg_cut_200 9_2 0.2922 ndcg_cut_500 9_2 0.3057 ndcg_cut_1000 9_2 0.3057 map_cut_5 9_2 0.0442 map_cut_10 9_2 0.0767 map_cut_15 9_2 0.0998 map_cut_20 9_2 0.1143 map_cut_30 9_2 0.1321 map_cut_100 9_2 0.1534 map_cut_200 9_2 0.1554 map_cut_500 9_2 0.1583 map_cut_1000 9_2 0.1583 relative_P_5 9_2 1.0000 relative_P_10 9_2 0.9000 relative_P_15 9_2 0.8000 relative_P_20 9_2 0.7000 relative_P_30 9_2 0.5667 relative_P_100 9_2 0.2400 relative_P_200 9_2 0.2212 relative_P_500 9_2 0.2478 relative_P_1000 9_2 0.2478 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 0.0280 set_relative_P 9_2 0.2478 set_recall 9_2 0.2478 set_map 9_2 0.0069 set_F 9_2 0.0503 num_nonrel_judged_ret 9_2 4 rbp 9_2 0.3813 rbp_resid 9_2 0.1891 unj_5 9_2 0.0000 unj_10 9_2 0.0000 unj_20 9_2 0.2500 num_ret 9_6 1000 num_rel 9_6 131 num_rel_ret 9_6 34 map 9_6 0.1447 Rprec 9_6 0.2290 bpref 9_6 0.2464 recip_rank 9_6 1.0000 iprec_at_recall_0.00 9_6 1.0000 iprec_at_recall_0.10 9_6 0.6842 iprec_at_recall_0.20 9_6 0.2692 iprec_at_recall_0.30 9_6 0.0000 iprec_at_recall_0.40 9_6 0.0000 iprec_at_recall_0.50 9_6 0.0000 iprec_at_recall_0.60 9_6 0.0000 iprec_at_recall_0.70 9_6 0.0000 iprec_at_recall_0.80 9_6 0.0000 iprec_at_recall_0.90 9_6 0.0000 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 1.0000 P_10 9_6 0.8000 P_15 9_6 0.7333 P_20 9_6 0.6500 P_30 9_6 0.5333 P_100 9_6 0.2600 P_200 9_6 0.1650 P_500 9_6 0.0680 P_1000 9_6 0.0340 relstring 9_6 '131122--33' recall_5 9_6 0.0382 recall_10 9_6 0.0611 recall_15 9_6 0.0840 recall_20 9_6 0.0992 recall_30 9_6 0.1221 recall_100 9_6 0.1985 recall_200 9_6 0.2519 recall_500 9_6 0.2595 recall_1000 9_6 0.2595 infAP 9_6 0.1447 Rprec_mult_0.20 9_6 0.5926 Rprec_mult_0.40 9_6 0.3962 Rprec_mult_0.60 9_6 0.3038 Rprec_mult_0.80 9_6 0.2667 Rprec_mult_1.00 9_6 0.2290 Rprec_mult_1.20 9_6 0.1962 Rprec_mult_1.40 9_6 0.1739 Rprec_mult_1.60 9_6 0.1619 Rprec_mult_1.80 9_6 0.1441 Rprec_mult_2.00 9_6 0.1298 utility 9_6 -932.0000 11pt_avg 9_6 0.1776 binG 9_6 0.0995 G 9_6 0.0518 ndcg 9_6 0.2934 ndcg_rel 9_6 0.3236 Rndcg 9_6 0.3242 ndcg_cut_5 9_6 0.5197 ndcg_cut_10 9_6 0.5194 ndcg_cut_15 9_6 0.5065 ndcg_cut_20 9_6 0.4661 ndcg_cut_30 9_6 0.4314 ndcg_cut_100 9_6 0.2893 ndcg_cut_200 9_6 0.2886 ndcg_cut_500 9_6 0.2934 ndcg_cut_1000 9_6 0.2934 map_cut_5 9_6 0.0382 map_cut_10 9_6 0.0578 map_cut_15 9_6 0.0751 map_cut_20 9_6 0.0861 map_cut_30 9_6 0.1002 map_cut_100 9_6 0.1309 map_cut_200 9_6 0.1434 map_cut_500 9_6 0.1447 map_cut_1000 9_6 0.1447 relative_P_5 9_6 1.0000 relative_P_10 9_6 0.8000 relative_P_15 9_6 0.7333 relative_P_20 9_6 0.6500 relative_P_30 9_6 0.5333 relative_P_100 9_6 0.2600 relative_P_200 9_6 0.2519 relative_P_500 9_6 0.2595 relative_P_1000 9_6 0.2595 success_1 9_6 1.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 0.0340 set_relative_P 9_6 0.2595 set_recall 9_6 0.2595 set_map 9_6 0.0088 set_F 9_6 0.0601 num_nonrel_judged_ret 9_6 3 rbp 9_6 0.4490 rbp_resid 9_6 0.2549 unj_5 9_6 0.0000 unj_10 9_6 0.2000 unj_20 9_6 0.2500 num_ret 9_9 1000 num_rel 9_9 55 num_rel_ret 9_9 34 map 9_9 0.4218 Rprec 9_9 0.4727 bpref 9_9 0.6145 recip_rank 9_9 1.0000 iprec_at_recall_0.00 9_9 1.0000 iprec_at_recall_0.10 9_9 1.0000 iprec_at_recall_0.20 9_9 0.7857 iprec_at_recall_0.30 9_9 0.7692 iprec_at_recall_0.40 9_9 0.6486 iprec_at_recall_0.50 9_9 0.4912 iprec_at_recall_0.60 9_9 0.1299 iprec_at_recall_0.70 9_9 0.0000 iprec_at_recall_0.80 9_9 0.0000 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 1.0000 P_10 9_9 0.7000 P_15 9_9 0.7333 P_20 9_9 0.7500 P_30 9_9 0.7000 P_100 9_9 0.3000 P_200 9_9 0.1550 P_500 9_9 0.0680 P_1000 9_9 0.0340 relstring 9_9 '3233333---' recall_5 9_9 0.0909 recall_10 9_9 0.1273 recall_15 9_9 0.2000 recall_20 9_9 0.2727 recall_30 9_9 0.3818 recall_100 9_9 0.5455 recall_200 9_9 0.5636 recall_500 9_9 0.6182 recall_1000 9_9 0.6182 infAP 9_9 0.4218 Rprec_mult_0.20 9_9 0.7273 Rprec_mult_0.40 9_9 0.7273 Rprec_mult_0.60 9_9 0.6364 Rprec_mult_0.80 9_9 0.5909 Rprec_mult_1.00 9_9 0.4727 Rprec_mult_1.20 9_9 0.4394 Rprec_mult_1.40 9_9 0.3896 Rprec_mult_1.60 9_9 0.3409 Rprec_mult_1.80 9_9 0.3030 Rprec_mult_2.00 9_9 0.2727 utility 9_9 -932.0000 11pt_avg 9_9 0.4386 binG 9_9 0.2687 G 9_9 0.2244 ndcg 9_9 0.7046 ndcg_rel 9_9 0.7315 Rndcg 9_9 0.6687 ndcg_cut_5 9_9 0.9287 ndcg_cut_10 9_9 0.7544 ndcg_cut_15 9_9 0.7367 ndcg_cut_20 9_9 0.7250 ndcg_cut_30 9_9 0.7001 ndcg_cut_100 9_9 0.6695 ndcg_cut_200 9_9 0.6779 ndcg_cut_500 9_9 0.7046 ndcg_cut_1000 9_9 0.7046 map_cut_5 9_9 0.0909 map_cut_10 9_9 0.1273 map_cut_15 9_9 0.1824 map_cut_20 9_9 0.2370 map_cut_30 9_9 0.3189 map_cut_100 9_9 0.4114 map_cut_200 9_9 0.4150 map_cut_500 9_9 0.4218 map_cut_1000 9_9 0.4218 relative_P_5 9_9 1.0000 relative_P_10 9_9 0.7000 relative_P_15 9_9 0.7333 relative_P_20 9_9 0.7500 relative_P_30 9_9 0.7000 relative_P_100 9_9 0.5455 relative_P_200 9_9 0.5636 relative_P_500 9_9 0.6182 relative_P_1000 9_9 0.6182 success_1 9_9 1.0000 success_5 9_9 1.0000 success_10 9_9 1.0000 set_P 9_9 0.0340 set_relative_P 9_9 0.6182 set_recall 9_9 0.6182 set_map 9_9 0.0210 set_F 9_9 0.0645 num_nonrel_judged_ret 9_9 4 rbp 9_9 0.6903 rbp_resid 9_9 0.2277 unj_5 9_9 0.0000 unj_10 9_9 0.3000 unj_20 9_9 0.2500 runid all gpt4-QD1-rr num_q all 116 num_ret all 116000 num_rel all 9895 num_rel_ret all 4230 map all 0.2295 gm_map all 0.1352 Rprec all 0.2819 bpref all 0.3862 recip_rank all 0.8406 iprec_at_recall_0.00 all 0.8615 iprec_at_recall_0.10 all 0.6270 iprec_at_recall_0.20 all 0.4424 iprec_at_recall_0.30 all 0.3075 iprec_at_recall_0.40 all 0.2266 iprec_at_recall_0.50 all 0.1523 iprec_at_recall_0.60 all 0.1050 iprec_at_recall_0.70 all 0.0720 iprec_at_recall_0.80 all 0.0451 iprec_at_recall_0.90 all 0.0200 iprec_at_recall_1.00 all 0.0095 P_5 all 0.6948 P_10 all 0.6017 P_15 all 0.5529 P_20 all 0.5190 P_30 all 0.4710 P_100 all 0.2400 P_200 all 0.1459 P_500 all 0.0688 P_1000 all 0.0365 recall_5 all 0.0568 recall_10 all 0.0955 recall_15 all 0.1272 recall_20 all 0.1556 recall_30 all 0.2040 recall_100 all 0.3397 recall_200 all 0.4166 recall_500 all 0.4778 recall_1000 all 0.4995 infAP all 0.2295 gm_bpref all 0.2286 Rprec_mult_0.20 all 0.5449 Rprec_mult_0.40 all 0.4393 Rprec_mult_0.60 all 0.3674 Rprec_mult_0.80 all 0.3186 Rprec_mult_1.00 all 0.2819 Rprec_mult_1.20 all 0.2525 Rprec_mult_1.40 all 0.2298 Rprec_mult_1.60 all 0.2100 Rprec_mult_1.80 all 0.1927 Rprec_mult_2.00 all 0.1800 utility all -927.0690 11pt_avg all 0.2608 binG all 0.1625 G all 0.1177 ndcg all 0.4330 ndcg_rel all 0.4169 Rndcg all 0.3951 ndcg_cut_5 all 0.4788 ndcg_cut_10 all 0.4483 ndcg_cut_15 all 0.4341 ndcg_cut_20 all 0.4252 ndcg_cut_30 all 0.4147 ndcg_cut_100 all 0.3786 ndcg_cut_200 all 0.3984 ndcg_cut_500 all 0.4244 ndcg_cut_1000 all 0.4330 map_cut_5 all 0.0491 map_cut_10 all 0.0781 map_cut_15 all 0.1000 map_cut_20 all 0.1184 map_cut_30 all 0.1476 map_cut_100 all 0.2054 map_cut_200 all 0.2202 map_cut_500 all 0.2279 map_cut_1000 all 0.2295 relative_P_5 all 0.6953 relative_P_10 all 0.6030 relative_P_15 all 0.5572 relative_P_20 all 0.5267 relative_P_30 all 0.4856 relative_P_100 all 0.3723 relative_P_200 all 0.4182 relative_P_500 all 0.4778 relative_P_1000 all 0.4995 success_1 all 0.7845 success_5 all 0.9138 success_10 all 0.9310 set_P all 0.0365 set_relative_P all 0.4995 set_recall all 0.4995 set_map all 0.0200 set_F all 0.0660 num_nonrel_judged_ret all 2573 rbp all 0.3290 rbp_resid all 0.2109 unj_5 all 0.0069 unj_10 all 0.1353 unj_20 all 0.2534