num_ret 1-1_3 1000 num_rel 1-1_3 64 num_rel_ret 1-1_3 54 map 1-1_3 0.2681 Rprec 1-1_3 0.2500 bpref 1-1_3 0.5902 recip_rank 1-1_3 1.0000 iprec_at_recall_0.00 1-1_3 1.0000 iprec_at_recall_0.10 1-1_3 1.0000 iprec_at_recall_0.20 1-1_3 0.3023 iprec_at_recall_0.30 1-1_3 0.2626 iprec_at_recall_0.40 1-1_3 0.2626 iprec_at_recall_0.50 1-1_3 0.1720 iprec_at_recall_0.60 1-1_3 0.1322 iprec_at_recall_0.70 1-1_3 0.0989 iprec_at_recall_0.80 1-1_3 0.0707 iprec_at_recall_0.90 1-1_3 0.0000 iprec_at_recall_1.00 1-1_3 0.0000 P_5 1-1_3 1.0000 P_10 1-1_3 0.9000 P_15 1-1_3 0.6000 P_20 1-1_3 0.5000 P_30 1-1_3 0.3667 P_100 1-1_3 0.2600 P_200 1-1_3 0.1700 P_500 1-1_3 0.0900 P_1000 1-1_3 0.0540 relstring 1-1_3 '3332330332' recall_5 1-1_3 0.0781 recall_10 1-1_3 0.1406 recall_15 1-1_3 0.1406 recall_20 1-1_3 0.1562 recall_30 1-1_3 0.1719 recall_100 1-1_3 0.4062 recall_200 1-1_3 0.5312 recall_500 1-1_3 0.7031 recall_1000 1-1_3 0.8438 infAP 1-1_3 0.2681 Rprec_mult_0.20 1-1_3 0.6923 Rprec_mult_0.40 1-1_3 0.4231 Rprec_mult_0.60 1-1_3 0.3077 Rprec_mult_0.80 1-1_3 0.2500 Rprec_mult_1.00 1-1_3 0.2500 Rprec_mult_1.20 1-1_3 0.2468 Rprec_mult_1.40 1-1_3 0.2444 Rprec_mult_1.60 1-1_3 0.2524 Rprec_mult_1.80 1-1_3 0.2241 Rprec_mult_2.00 1-1_3 0.2188 utility 1-1_3 -892.0000 11pt_avg 1-1_3 0.3001 binG 1-1_3 0.2269 G 1-1_3 0.1581 ndcg 1-1_3 0.6601 ndcg_rel 1-1_3 0.5748 Rndcg 1-1_3 0.5361 ndcg_cut_5 1-1_3 0.8032 ndcg_cut_10 1-1_3 0.7805 ndcg_cut_15 1-1_3 0.6199 ndcg_cut_20 1-1_3 0.5439 ndcg_cut_30 1-1_3 0.4634 ndcg_cut_100 1-1_3 0.4529 ndcg_cut_200 1-1_3 0.5155 ndcg_cut_500 1-1_3 0.6018 ndcg_cut_1000 1-1_3 0.6601 map_cut_5 1-1_3 0.0781 map_cut_10 1-1_3 0.1354 map_cut_15 1-1_3 0.1354 map_cut_20 1-1_3 0.1436 map_cut_30 1-1_3 0.1514 map_cut_100 1-1_3 0.2129 map_cut_200 1-1_3 0.2369 map_cut_500 1-1_3 0.2580 map_cut_1000 1-1_3 0.2681 relative_P_5 1-1_3 1.0000 relative_P_10 1-1_3 0.9000 relative_P_15 1-1_3 0.6000 relative_P_20 1-1_3 0.5000 relative_P_30 1-1_3 0.3667 relative_P_100 1-1_3 0.4062 relative_P_200 1-1_3 0.5312 relative_P_500 1-1_3 0.7031 relative_P_1000 1-1_3 0.8438 success_1 1-1_3 1.0000 success_5 1-1_3 1.0000 success_10 1-1_3 1.0000 set_P 1-1_3 0.0540 set_relative_P 1-1_3 0.8438 set_recall 1-1_3 0.8438 set_map 1-1_3 0.0456 set_F 1-1_3 0.1015 num_nonrel_judged_ret 1-1_3 30 rbp 1-1_3 0.4361 rbp_resid 1-1_3 0.2845 unj_5 1-1_3 0.0000 unj_10 1-1_3 0.0000 unj_20 1-1_3 0.4000 num_ret 1-1_4 1000 num_rel 1-1_4 107 num_rel_ret 1-1_4 60 map 1-1_4 0.1305 Rprec 1-1_4 0.1869 bpref 1-1_4 0.3489 recip_rank 1-1_4 1.0000 iprec_at_recall_0.00 1-1_4 1.0000 iprec_at_recall_0.10 1-1_4 0.3929 iprec_at_recall_0.20 1-1_4 0.1875 iprec_at_recall_0.30 1-1_4 0.1205 iprec_at_recall_0.40 1-1_4 0.1064 iprec_at_recall_0.50 1-1_4 0.0707 iprec_at_recall_0.60 1-1_4 0.0000 iprec_at_recall_0.70 1-1_4 0.0000 iprec_at_recall_0.80 1-1_4 0.0000 iprec_at_recall_0.90 1-1_4 0.0000 iprec_at_recall_1.00 1-1_4 0.0000 P_5 1-1_4 0.8000 P_10 1-1_4 0.6000 P_15 1-1_4 0.4667 P_20 1-1_4 0.4500 P_30 1-1_4 0.3667 P_100 1-1_4 0.2000 P_200 1-1_4 0.1300 P_500 1-1_4 0.0940 P_1000 1-1_4 0.0600 relstring 1-1_4 '212322--20' recall_5 1-1_4 0.0374 recall_10 1-1_4 0.0561 recall_15 1-1_4 0.0654 recall_20 1-1_4 0.0841 recall_30 1-1_4 0.1028 recall_100 1-1_4 0.1869 recall_200 1-1_4 0.2430 recall_500 1-1_4 0.4393 recall_1000 1-1_4 0.5607 infAP 1-1_4 0.1305 Rprec_mult_0.20 1-1_4 0.4545 Rprec_mult_0.40 1-1_4 0.3488 Rprec_mult_0.60 1-1_4 0.2615 Rprec_mult_0.80 1-1_4 0.2209 Rprec_mult_1.00 1-1_4 0.1869 Rprec_mult_1.20 1-1_4 0.1628 Rprec_mult_1.40 1-1_4 0.1467 Rprec_mult_1.60 1-1_4 0.1453 Rprec_mult_1.80 1-1_4 0.1347 Rprec_mult_2.00 1-1_4 0.1262 utility 1-1_4 -880.0000 11pt_avg 1-1_4 0.1707 binG 1-1_4 0.1107 G 1-1_4 0.0814 ndcg 1-1_4 0.4360 ndcg_rel 1-1_4 0.3892 Rndcg 1-1_4 0.3111 ndcg_cut_5 1-1_4 0.4830 ndcg_cut_10 1-1_4 0.3858 ndcg_cut_15 1-1_4 0.3328 ndcg_cut_20 1-1_4 0.3456 ndcg_cut_30 1-1_4 0.3249 ndcg_cut_100 1-1_4 0.2514 ndcg_cut_200 1-1_4 0.2707 ndcg_cut_500 1-1_4 0.3866 ndcg_cut_1000 1-1_4 0.4360 map_cut_5 1-1_4 0.0301 map_cut_10 1-1_4 0.0441 map_cut_15 1-1_4 0.0488 map_cut_20 1-1_4 0.0569 map_cut_30 1-1_4 0.0648 map_cut_100 1-1_4 0.0901 map_cut_200 1-1_4 0.0988 map_cut_500 1-1_4 0.1214 map_cut_1000 1-1_4 0.1305 relative_P_5 1-1_4 0.8000 relative_P_10 1-1_4 0.6000 relative_P_15 1-1_4 0.4667 relative_P_20 1-1_4 0.4500 relative_P_30 1-1_4 0.3667 relative_P_100 1-1_4 0.2000 relative_P_200 1-1_4 0.2430 relative_P_500 1-1_4 0.4393 relative_P_1000 1-1_4 0.5607 success_1 1-1_4 1.0000 success_5 1-1_4 1.0000 success_10 1-1_4 1.0000 set_P 1-1_4 0.0600 set_relative_P 1-1_4 0.5607 set_recall 1-1_4 0.5607 set_map 1-1_4 0.0336 set_F 1-1_4 0.1084 num_nonrel_judged_ret 1-1_4 6 rbp 1-1_4 0.3181 rbp_resid 1-1_4 0.3362 unj_5 1-1_4 0.0000 unj_10 1-1_4 0.2000 unj_20 1-1_4 0.4000 num_ret 1-1_5 1000 num_rel 1-1_5 219 num_rel_ret 1-1_5 115 map 1-1_5 0.2015 Rprec 1-1_5 0.2831 bpref 1-1_5 0.4695 recip_rank 1-1_5 1.0000 iprec_at_recall_0.00 1-1_5 1.0000 iprec_at_recall_0.10 1-1_5 0.6667 iprec_at_recall_0.20 1-1_5 0.3826 iprec_at_recall_0.30 1-1_5 0.2409 iprec_at_recall_0.40 1-1_5 0.1618 iprec_at_recall_0.50 1-1_5 0.1223 iprec_at_recall_0.60 1-1_5 0.0000 iprec_at_recall_0.70 1-1_5 0.0000 iprec_at_recall_0.80 1-1_5 0.0000 iprec_at_recall_0.90 1-1_5 0.0000 iprec_at_recall_1.00 1-1_5 0.0000 P_5 1-1_5 1.0000 P_10 1-1_5 0.9000 P_15 1-1_5 0.8000 P_20 1-1_5 0.7000 P_30 1-1_5 0.7000 P_100 1-1_5 0.4000 P_200 1-1_5 0.3050 P_500 1-1_5 0.1660 P_1000 1-1_5 0.1150 relstring 1-1_5 '22322-2232' recall_5 1-1_5 0.0228 recall_10 1-1_5 0.0411 recall_15 1-1_5 0.0548 recall_20 1-1_5 0.0639 recall_30 1-1_5 0.0959 recall_100 1-1_5 0.1826 recall_200 1-1_5 0.2785 recall_500 1-1_5 0.3790 recall_1000 1-1_5 0.5251 infAP 1-1_5 0.2015 Rprec_mult_0.20 1-1_5 0.6136 Rprec_mult_0.40 1-1_5 0.4432 Rprec_mult_0.60 1-1_5 0.3485 Rprec_mult_0.80 1-1_5 0.3239 Rprec_mult_1.00 1-1_5 0.2831 Rprec_mult_1.20 1-1_5 0.2471 Rprec_mult_1.40 1-1_5 0.2150 Rprec_mult_1.60 1-1_5 0.2023 Rprec_mult_1.80 1-1_5 0.1924 Rprec_mult_2.00 1-1_5 0.1849 utility 1-1_5 -770.0000 11pt_avg 1-1_5 0.2340 binG 1-1_5 0.1172 G 1-1_5 0.0741 ndcg 1-1_5 0.4687 ndcg_rel 1-1_5 0.4396 Rndcg 1-1_5 0.4112 ndcg_cut_5 1-1_5 0.5424 ndcg_cut_10 1-1_5 0.5130 ndcg_cut_15 1-1_5 0.5062 ndcg_cut_20 1-1_5 0.4725 ndcg_cut_30 1-1_5 0.4782 ndcg_cut_100 1-1_5 0.3900 ndcg_cut_200 1-1_5 0.3396 ndcg_cut_500 1-1_5 0.3799 ndcg_cut_1000 1-1_5 0.4687 map_cut_5 1-1_5 0.0228 map_cut_10 1-1_5 0.0389 map_cut_15 1-1_5 0.0515 map_cut_20 1-1_5 0.0581 map_cut_30 1-1_5 0.0811 map_cut_100 1-1_5 0.1269 map_cut_200 1-1_5 0.1595 map_cut_500 1-1_5 0.1809 map_cut_1000 1-1_5 0.2015 relative_P_5 1-1_5 1.0000 relative_P_10 1-1_5 0.9000 relative_P_15 1-1_5 0.8000 relative_P_20 1-1_5 0.7000 relative_P_30 1-1_5 0.7000 relative_P_100 1-1_5 0.4000 relative_P_200 1-1_5 0.3050 relative_P_500 1-1_5 0.3790 relative_P_1000 1-1_5 0.5251 success_1 1-1_5 1.0000 success_5 1-1_5 1.0000 success_10 1-1_5 1.0000 set_P 1-1_5 0.1150 set_relative_P 1-1_5 0.5251 set_recall 1-1_5 0.5251 set_map 1-1_5 0.0604 set_F 1-1_5 0.1887 num_nonrel_judged_ret 1-1_5 7 rbp 1-1_5 0.4349 rbp_resid 1-1_5 0.1838 unj_5 1-1_5 0.0000 unj_10 1-1_5 0.1000 unj_20 1-1_5 0.2500 num_ret 1-1_7 1000 num_rel 1-1_7 99 num_rel_ret 1-1_7 16 map 1-1_7 0.0967 Rprec 1-1_7 0.1313 bpref 1-1_7 0.1427 recip_rank 1-1_7 1.0000 iprec_at_recall_0.00 1-1_7 1.0000 iprec_at_recall_0.10 1-1_7 0.5556 iprec_at_recall_0.20 1-1_7 0.0000 iprec_at_recall_0.30 1-1_7 0.0000 iprec_at_recall_0.40 1-1_7 0.0000 iprec_at_recall_0.50 1-1_7 0.0000 iprec_at_recall_0.60 1-1_7 0.0000 iprec_at_recall_0.70 1-1_7 0.0000 iprec_at_recall_0.80 1-1_7 0.0000 iprec_at_recall_0.90 1-1_7 0.0000 iprec_at_recall_1.00 1-1_7 0.0000 P_5 1-1_7 0.8000 P_10 1-1_7 0.6000 P_15 1-1_7 0.5333 P_20 1-1_7 0.5500 P_30 1-1_7 0.4000 P_100 1-1_7 0.1300 P_200 1-1_7 0.0700 P_500 1-1_7 0.0280 P_1000 1-1_7 0.0160 relstring 1-1_7 '2222122-0-' recall_5 1-1_7 0.0404 recall_10 1-1_7 0.0606 recall_15 1-1_7 0.0808 recall_20 1-1_7 0.1111 recall_30 1-1_7 0.1212 recall_100 1-1_7 0.1313 recall_200 1-1_7 0.1414 recall_500 1-1_7 0.1414 recall_1000 1-1_7 0.1616 infAP 1-1_7 0.0967 Rprec_mult_0.20 1-1_7 0.5500 Rprec_mult_0.40 1-1_7 0.3250 Rprec_mult_0.60 1-1_7 0.2167 Rprec_mult_0.80 1-1_7 0.1625 Rprec_mult_1.00 1-1_7 0.1313 Rprec_mult_1.20 1-1_7 0.1092 Rprec_mult_1.40 1-1_7 0.1007 Rprec_mult_1.60 1-1_7 0.0881 Rprec_mult_1.80 1-1_7 0.0782 Rprec_mult_2.00 1-1_7 0.0707 utility 1-1_7 -968.0000 11pt_avg 1-1_7 0.1414 binG 1-1_7 0.0781 G 1-1_7 0.0338 ndcg 1-1_7 0.2104 ndcg_rel 1-1_7 0.2384 Rndcg 1-1_7 0.2751 ndcg_cut_5 1-1_7 0.4672 ndcg_cut_10 1-1_7 0.4068 ndcg_cut_15 1-1_7 0.3824 ndcg_cut_20 1-1_7 0.3939 ndcg_cut_30 1-1_7 0.3261 ndcg_cut_100 1-1_7 0.1964 ndcg_cut_200 1-1_7 0.2016 ndcg_cut_500 1-1_7 0.2016 ndcg_cut_1000 1-1_7 0.2104 map_cut_5 1-1_7 0.0404 map_cut_10 1-1_7 0.0575 map_cut_15 1-1_7 0.0706 map_cut_20 1-1_7 0.0872 map_cut_30 1-1_7 0.0918 map_cut_100 1-1_7 0.0953 map_cut_200 1-1_7 0.0963 map_cut_500 1-1_7 0.0963 map_cut_1000 1-1_7 0.0967 relative_P_5 1-1_7 0.8000 relative_P_10 1-1_7 0.6000 relative_P_15 1-1_7 0.5333 relative_P_20 1-1_7 0.5500 relative_P_30 1-1_7 0.4000 relative_P_100 1-1_7 0.1313 relative_P_200 1-1_7 0.1414 relative_P_500 1-1_7 0.1414 relative_P_1000 1-1_7 0.1616 success_1 1-1_7 1.0000 success_5 1-1_7 1.0000 success_10 1-1_7 1.0000 set_P 1-1_7 0.0160 set_relative_P 1-1_7 0.1616 set_recall 1-1_7 0.1616 set_map 1-1_7 0.0026 set_F 1-1_7 0.0291 num_nonrel_judged_ret 1-1_7 16 rbp 1-1_7 0.3101 rbp_resid 1-1_7 0.3085 unj_5 1-1_7 0.0000 unj_10 1-1_7 0.2000 unj_20 1-1_7 0.3500 num_ret 1-1_8 1000 num_rel 1-1_8 94 num_rel_ret 1-1_8 1 map 1-1_8 0.0000 Rprec 1-1_8 0.0000 bpref 1-1_8 0.0091 recip_rank 1-1_8 0.0019 iprec_at_recall_0.00 1-1_8 0.0019 iprec_at_recall_0.10 1-1_8 0.0000 iprec_at_recall_0.20 1-1_8 0.0000 iprec_at_recall_0.30 1-1_8 0.0000 iprec_at_recall_0.40 1-1_8 0.0000 iprec_at_recall_0.50 1-1_8 0.0000 iprec_at_recall_0.60 1-1_8 0.0000 iprec_at_recall_0.70 1-1_8 0.0000 iprec_at_recall_0.80 1-1_8 0.0000 iprec_at_recall_0.90 1-1_8 0.0000 iprec_at_recall_1.00 1-1_8 0.0000 P_5 1-1_8 0.0000 P_10 1-1_8 0.0000 P_15 1-1_8 0.0000 P_20 1-1_8 0.0000 P_30 1-1_8 0.0000 P_100 1-1_8 0.0000 P_200 1-1_8 0.0000 P_500 1-1_8 0.0000 P_1000 1-1_8 0.0010 relstring 1-1_8 '0000100000' recall_5 1-1_8 0.0000 recall_10 1-1_8 0.0000 recall_15 1-1_8 0.0000 recall_20 1-1_8 0.0000 recall_30 1-1_8 0.0000 recall_100 1-1_8 0.0000 recall_200 1-1_8 0.0000 recall_500 1-1_8 0.0000 recall_1000 1-1_8 0.0106 infAP 1-1_8 0.0000 Rprec_mult_0.20 1-1_8 0.0000 Rprec_mult_0.40 1-1_8 0.0000 Rprec_mult_0.60 1-1_8 0.0000 Rprec_mult_0.80 1-1_8 0.0000 Rprec_mult_1.00 1-1_8 0.0000 Rprec_mult_1.20 1-1_8 0.0000 Rprec_mult_1.40 1-1_8 0.0000 Rprec_mult_1.60 1-1_8 0.0000 Rprec_mult_1.80 1-1_8 0.0000 Rprec_mult_2.00 1-1_8 0.0000 utility 1-1_8 -998.0000 11pt_avg 1-1_8 0.0002 binG 1-1_8 0.0012 G 1-1_8 0.0020 ndcg 1-1_8 0.0118 ndcg_rel 1-1_8 0.0120 Rndcg 1-1_8 0.0092 ndcg_cut_5 1-1_8 0.0339 ndcg_cut_10 1-1_8 0.0239 ndcg_cut_15 1-1_8 0.0192 ndcg_cut_20 1-1_8 0.0170 ndcg_cut_30 1-1_8 0.0143 ndcg_cut_100 1-1_8 0.0078 ndcg_cut_200 1-1_8 0.0075 ndcg_cut_500 1-1_8 0.0075 ndcg_cut_1000 1-1_8 0.0118 map_cut_5 1-1_8 0.0000 map_cut_10 1-1_8 0.0000 map_cut_15 1-1_8 0.0000 map_cut_20 1-1_8 0.0000 map_cut_30 1-1_8 0.0000 map_cut_100 1-1_8 0.0000 map_cut_200 1-1_8 0.0000 map_cut_500 1-1_8 0.0000 map_cut_1000 1-1_8 0.0000 relative_P_5 1-1_8 0.0000 relative_P_10 1-1_8 0.0000 relative_P_15 1-1_8 0.0000 relative_P_20 1-1_8 0.0000 relative_P_30 1-1_8 0.0000 relative_P_100 1-1_8 0.0000 relative_P_200 1-1_8 0.0000 relative_P_500 1-1_8 0.0000 relative_P_1000 1-1_8 0.0106 success_1 1-1_8 0.0000 success_5 1-1_8 0.0000 success_10 1-1_8 0.0000 set_P 1-1_8 0.0010 set_relative_P 1-1_8 0.0106 set_recall 1-1_8 0.0106 set_map 1-1_8 0.0000 set_F 1-1_8 0.0018 num_nonrel_judged_ret 1-1_8 13 rbp 1-1_8 0.0164 rbp_resid 1-1_8 0.3138 unj_5 1-1_8 0.0000 unj_10 1-1_8 0.0000 unj_20 1-1_8 0.4500 num_ret 2-1_10 1000 num_rel 2-1_10 17 num_rel_ret 2-1_10 17 map 2-1_10 0.6016 Rprec 2-1_10 0.6471 bpref 2-1_10 0.9862 recip_rank 2-1_10 1.0000 iprec_at_recall_0.00 2-1_10 1.0000 iprec_at_recall_0.10 2-1_10 0.7500 iprec_at_recall_0.20 2-1_10 0.7500 iprec_at_recall_0.30 2-1_10 0.7500 iprec_at_recall_0.40 2-1_10 0.7500 iprec_at_recall_0.50 2-1_10 0.7500 iprec_at_recall_0.60 2-1_10 0.7333 iprec_at_recall_0.70 2-1_10 0.6842 iprec_at_recall_0.80 2-1_10 0.6087 iprec_at_recall_0.90 2-1_10 0.4688 iprec_at_recall_1.00 2-1_10 0.1683 P_5 2-1_10 0.4000 P_10 2-1_10 0.7000 P_15 2-1_10 0.7333 P_20 2-1_10 0.6500 P_30 2-1_10 0.4667 P_100 2-1_10 0.1600 P_200 2-1_10 0.0850 P_500 2-1_10 0.0340 P_1000 2-1_10 0.0170 relstring 2-1_10 '3---332233' recall_5 2-1_10 0.1176 recall_10 2-1_10 0.4118 recall_15 2-1_10 0.6471 recall_20 2-1_10 0.7647 recall_30 2-1_10 0.8235 recall_100 2-1_10 0.9412 recall_200 2-1_10 1.0000 recall_500 2-1_10 1.0000 recall_1000 2-1_10 1.0000 infAP 2-1_10 0.6016 Rprec_mult_0.20 2-1_10 0.2500 Rprec_mult_0.40 2-1_10 0.5714 Rprec_mult_0.60 2-1_10 0.7273 Rprec_mult_0.80 2-1_10 0.7143 Rprec_mult_1.00 2-1_10 0.6471 Rprec_mult_1.20 2-1_10 0.6190 Rprec_mult_1.40 2-1_10 0.5833 Rprec_mult_1.60 2-1_10 0.5000 Rprec_mult_1.80 2-1_10 0.4516 Rprec_mult_2.00 2-1_10 0.4412 utility 2-1_10 -966.0000 11pt_avg 2-1_10 0.6739 binG 2-1_10 0.3965 G 2-1_10 0.2935 ndcg 2-1_10 0.7912 ndcg_rel 2-1_10 0.6866 Rndcg 2-1_10 0.6799 ndcg_cut_5 2-1_10 0.4704 ndcg_cut_10 2-1_10 0.6087 ndcg_cut_15 2-1_10 0.6893 ndcg_cut_20 2-1_10 0.6774 ndcg_cut_30 2-1_10 0.7167 ndcg_cut_100 2-1_10 0.7676 ndcg_cut_200 2-1_10 0.7841 ndcg_cut_500 2-1_10 0.7912 ndcg_cut_1000 2-1_10 0.7912 map_cut_5 2-1_10 0.0824 map_cut_10 2-1_10 0.2625 map_cut_15 2-1_10 0.4346 map_cut_20 2-1_10 0.5141 map_cut_30 2-1_10 0.5499 map_cut_100 2-1_10 0.5917 map_cut_200 2-1_10 0.6016 map_cut_500 2-1_10 0.6016 map_cut_1000 2-1_10 0.6016 relative_P_5 2-1_10 0.4000 relative_P_10 2-1_10 0.7000 relative_P_15 2-1_10 0.7333 relative_P_20 2-1_10 0.7647 relative_P_30 2-1_10 0.8235 relative_P_100 2-1_10 0.9412 relative_P_200 2-1_10 1.0000 relative_P_500 2-1_10 1.0000 relative_P_1000 2-1_10 1.0000 success_1 2-1_10 1.0000 success_5 2-1_10 1.0000 success_10 2-1_10 1.0000 set_P 2-1_10 0.0170 set_relative_P 2-1_10 1.0000 set_recall 2-1_10 1.0000 set_map 2-1_10 0.0170 set_F 2-1_10 0.0334 num_nonrel_judged_ret 2-1_10 20 rbp 2-1_10 0.5179 rbp_resid 2-1_10 0.4254 unj_5 2-1_10 0.6000 unj_10 2-1_10 0.3000 unj_20 2-1_10 0.3500 num_ret 2-1_12 1000 num_rel 2-1_12 101 num_rel_ret 2-1_12 22 map 2-1_12 0.0240 Rprec 2-1_12 0.0594 bpref 2-1_12 0.1745 recip_rank 2-1_12 0.2500 iprec_at_recall_0.00 2-1_12 0.4286 iprec_at_recall_0.10 2-1_12 0.0478 iprec_at_recall_0.20 2-1_12 0.0227 iprec_at_recall_0.30 2-1_12 0.0000 iprec_at_recall_0.40 2-1_12 0.0000 iprec_at_recall_0.50 2-1_12 0.0000 iprec_at_recall_0.60 2-1_12 0.0000 iprec_at_recall_0.70 2-1_12 0.0000 iprec_at_recall_0.80 2-1_12 0.0000 iprec_at_recall_0.90 2-1_12 0.0000 iprec_at_recall_1.00 2-1_12 0.0000 P_5 2-1_12 0.4000 P_10 2-1_12 0.3000 P_15 2-1_12 0.3333 P_20 2-1_12 0.2500 P_30 2-1_12 0.1667 P_100 2-1_12 0.0600 P_200 2-1_12 0.0400 P_500 2-1_12 0.0280 P_1000 2-1_12 0.0220 relstring 2-1_12 '0002202000' recall_5 2-1_12 0.0198 recall_10 2-1_12 0.0297 recall_15 2-1_12 0.0495 recall_20 2-1_12 0.0495 recall_30 2-1_12 0.0495 recall_100 2-1_12 0.0594 recall_200 2-1_12 0.0792 recall_500 2-1_12 0.1386 recall_1000 2-1_12 0.2178 infAP 2-1_12 0.0240 Rprec_mult_0.20 2-1_12 0.2381 Rprec_mult_0.40 2-1_12 0.1220 Rprec_mult_0.60 2-1_12 0.0984 Rprec_mult_0.80 2-1_12 0.0741 Rprec_mult_1.00 2-1_12 0.0594 Rprec_mult_1.20 2-1_12 0.0574 Rprec_mult_1.40 2-1_12 0.0493 Rprec_mult_1.60 2-1_12 0.0494 Rprec_mult_1.80 2-1_12 0.0440 Rprec_mult_2.00 2-1_12 0.0396 utility 2-1_12 -956.0000 11pt_avg 2-1_12 0.0454 binG 2-1_12 0.0385 G 2-1_12 0.0304 ndcg 2-1_12 0.1663 ndcg_rel 2-1_12 0.1596 Rndcg 2-1_12 0.1139 ndcg_cut_5 2-1_12 0.1848 ndcg_cut_10 2-1_12 0.1689 ndcg_cut_15 2-1_12 0.2061 ndcg_cut_20 2-1_12 0.1716 ndcg_cut_30 2-1_12 0.1319 ndcg_cut_100 2-1_12 0.0803 ndcg_cut_200 2-1_12 0.0929 ndcg_cut_500 2-1_12 0.1262 ndcg_cut_1000 2-1_12 0.1663 map_cut_5 2-1_12 0.0064 map_cut_10 2-1_12 0.0107 map_cut_15 2-1_12 0.0175 map_cut_20 2-1_12 0.0175 map_cut_30 2-1_12 0.0175 map_cut_100 2-1_12 0.0185 map_cut_200 2-1_12 0.0196 map_cut_500 2-1_12 0.0220 map_cut_1000 2-1_12 0.0240 relative_P_5 2-1_12 0.4000 relative_P_10 2-1_12 0.3000 relative_P_15 2-1_12 0.3333 relative_P_20 2-1_12 0.2500 relative_P_30 2-1_12 0.1667 relative_P_100 2-1_12 0.0600 relative_P_200 2-1_12 0.0792 relative_P_500 2-1_12 0.1386 relative_P_1000 2-1_12 0.2178 success_1 2-1_12 0.0000 success_5 2-1_12 1.0000 success_10 2-1_12 1.0000 set_P 2-1_12 0.0220 set_relative_P 2-1_12 0.2178 set_recall 2-1_12 0.2178 set_map 2-1_12 0.0048 set_F 2-1_12 0.0400 num_nonrel_judged_ret 2-1_12 29 rbp 2-1_12 0.1763 rbp_resid 2-1_12 0.2512 unj_5 2-1_12 0.0000 unj_10 2-1_12 0.0000 unj_20 2-1_12 0.3500 num_ret 2-1_14 1000 num_rel 2-1_14 52 num_rel_ret 2-1_14 34 map 2-1_14 0.0791 Rprec 2-1_14 0.1346 bpref 2-1_14 0.2016 recip_rank 2-1_14 0.5000 iprec_at_recall_0.00 2-1_14 0.5000 iprec_at_recall_0.10 2-1_14 0.3125 iprec_at_recall_0.20 2-1_14 0.1100 iprec_at_recall_0.30 2-1_14 0.0602 iprec_at_recall_0.40 2-1_14 0.0427 iprec_at_recall_0.50 2-1_14 0.0424 iprec_at_recall_0.60 2-1_14 0.0364 iprec_at_recall_0.70 2-1_14 0.0000 iprec_at_recall_0.80 2-1_14 0.0000 iprec_at_recall_0.90 2-1_14 0.0000 iprec_at_recall_1.00 2-1_14 0.0000 P_5 2-1_14 0.4000 P_10 2-1_14 0.4000 P_15 2-1_14 0.2667 P_20 2-1_14 0.2500 P_30 2-1_14 0.2000 P_100 2-1_14 0.1100 P_200 2-1_14 0.0650 P_500 2-1_14 0.0400 P_1000 2-1_14 0.0340 relstring 2-1_14 '0303002002' recall_5 2-1_14 0.0385 recall_10 2-1_14 0.0769 recall_15 2-1_14 0.0769 recall_20 2-1_14 0.0962 recall_30 2-1_14 0.1154 recall_100 2-1_14 0.2115 recall_200 2-1_14 0.2500 recall_500 2-1_14 0.3846 recall_1000 2-1_14 0.6538 infAP 2-1_14 0.0791 Rprec_mult_0.20 2-1_14 0.3636 Rprec_mult_0.40 2-1_14 0.2381 Rprec_mult_0.60 2-1_14 0.2188 Rprec_mult_0.80 2-1_14 0.1667 Rprec_mult_1.00 2-1_14 0.1346 Rprec_mult_1.20 2-1_14 0.1111 Rprec_mult_1.40 2-1_14 0.1096 Rprec_mult_1.60 2-1_14 0.0952 Rprec_mult_1.80 2-1_14 0.0957 Rprec_mult_2.00 2-1_14 0.1058 utility 2-1_14 -932.0000 11pt_avg 2-1_14 0.1004 binG 2-1_14 0.1118 G 2-1_14 0.0957 ndcg 2-1_14 0.4337 ndcg_rel 2-1_14 0.3486 Rndcg 2-1_14 0.2664 ndcg_cut_5 2-1_14 0.3601 ndcg_cut_10 2-1_14 0.3250 ndcg_cut_15 2-1_14 0.2519 ndcg_cut_20 2-1_14 0.2408 ndcg_cut_30 2-1_14 0.2250 ndcg_cut_100 2-1_14 0.2080 ndcg_cut_200 2-1_14 0.2411 ndcg_cut_500 2-1_14 0.3216 ndcg_cut_1000 2-1_14 0.4337 map_cut_5 2-1_14 0.0192 map_cut_10 2-1_14 0.0352 map_cut_15 2-1_14 0.0352 map_cut_20 2-1_14 0.0412 map_cut_30 2-1_14 0.0454 map_cut_100 2-1_14 0.0578 map_cut_200 2-1_14 0.0616 map_cut_500 2-1_14 0.0686 map_cut_1000 2-1_14 0.0791 relative_P_5 2-1_14 0.4000 relative_P_10 2-1_14 0.4000 relative_P_15 2-1_14 0.2667 relative_P_20 2-1_14 0.2500 relative_P_30 2-1_14 0.2000 relative_P_100 2-1_14 0.2115 relative_P_200 2-1_14 0.2500 relative_P_500 2-1_14 0.3846 relative_P_1000 2-1_14 0.6538 success_1 2-1_14 0.0000 success_5 2-1_14 1.0000 success_10 2-1_14 1.0000 set_P 2-1_14 0.0340 set_relative_P 2-1_14 0.6538 set_recall 2-1_14 0.6538 set_map 2-1_14 0.0222 set_F 2-1_14 0.0646 num_nonrel_judged_ret 2-1_14 68 rbp 2-1_14 0.2497 rbp_resid 2-1_14 0.2311 unj_5 2-1_14 0.0000 unj_10 2-1_14 0.0000 unj_20 2-1_14 0.3500 num_ret 2-1_4 1000 num_rel 2-1_4 64 num_rel_ret 2-1_4 62 map 2-1_4 0.3494 Rprec 2-1_4 0.4062 bpref 2-1_4 0.7091 recip_rank 2-1_4 0.5000 iprec_at_recall_0.00 2-1_4 0.7143 iprec_at_recall_0.10 2-1_4 0.6667 iprec_at_recall_0.20 2-1_4 0.5769 iprec_at_recall_0.30 2-1_4 0.4894 iprec_at_recall_0.40 2-1_4 0.4333 iprec_at_recall_0.50 2-1_4 0.3548 iprec_at_recall_0.60 2-1_4 0.3125 iprec_at_recall_0.70 2-1_4 0.2396 iprec_at_recall_0.80 2-1_4 0.1519 iprec_at_recall_0.90 2-1_4 0.0898 iprec_at_recall_1.00 2-1_4 0.0000 P_5 2-1_4 0.6000 P_10 2-1_4 0.6000 P_15 2-1_4 0.5333 P_20 2-1_4 0.5500 P_30 2-1_4 0.5333 P_100 2-1_4 0.3400 P_200 2-1_4 0.2300 P_500 2-1_4 0.1100 P_1000 2-1_4 0.0620 relstring 2-1_4 '-34022312-' recall_5 2-1_4 0.0469 recall_10 2-1_4 0.0938 recall_15 2-1_4 0.1250 recall_20 2-1_4 0.1719 recall_30 2-1_4 0.2500 recall_100 2-1_4 0.5312 recall_200 2-1_4 0.7188 recall_500 2-1_4 0.8594 recall_1000 2-1_4 0.9688 infAP 2-1_4 0.3494 Rprec_mult_0.20 2-1_4 0.5385 Rprec_mult_0.40 2-1_4 0.5769 Rprec_mult_0.60 2-1_4 0.4615 Rprec_mult_0.80 2-1_4 0.4615 Rprec_mult_1.00 2-1_4 0.4062 Rprec_mult_1.20 2-1_4 0.3766 Rprec_mult_1.40 2-1_4 0.3444 Rprec_mult_1.60 2-1_4 0.3301 Rprec_mult_1.80 2-1_4 0.3103 Rprec_mult_2.00 2-1_4 0.3125 utility 2-1_4 -876.0000 11pt_avg 2-1_4 0.3663 binG 2-1_4 0.2074 G 2-1_4 0.1658 ndcg 2-1_4 0.7228 ndcg_rel 2-1_4 0.5671 Rndcg 2-1_4 0.4333 ndcg_cut_5 2-1_4 0.4740 ndcg_cut_10 2-1_4 0.4987 ndcg_cut_15 2-1_4 0.4837 ndcg_cut_20 2-1_4 0.4957 ndcg_cut_30 2-1_4 0.5048 ndcg_cut_100 2-1_4 0.5101 ndcg_cut_200 2-1_4 0.6150 ndcg_cut_500 2-1_4 0.6846 ndcg_cut_1000 2-1_4 0.7228 map_cut_5 2-1_4 0.0276 map_cut_10 2-1_4 0.0596 map_cut_15 2-1_4 0.0776 map_cut_20 2-1_4 0.1023 map_cut_30 2-1_4 0.1457 map_cut_100 2-1_4 0.2647 map_cut_200 2-1_4 0.3171 map_cut_500 2-1_4 0.3403 map_cut_1000 2-1_4 0.3494 relative_P_5 2-1_4 0.6000 relative_P_10 2-1_4 0.6000 relative_P_15 2-1_4 0.5333 relative_P_20 2-1_4 0.5500 relative_P_30 2-1_4 0.5333 relative_P_100 2-1_4 0.5312 relative_P_200 2-1_4 0.7188 relative_P_500 2-1_4 0.8594 relative_P_1000 2-1_4 0.9688 success_1 2-1_4 0.0000 success_5 2-1_4 1.0000 success_10 2-1_4 1.0000 set_P 2-1_4 0.0620 set_relative_P 2-1_4 0.9688 set_recall 2-1_4 0.9688 set_map 2-1_4 0.0601 set_F 2-1_4 0.1165 num_nonrel_judged_ret 2-1_4 36 rbp 2-1_4 0.3788 rbp_resid 2-1_4 0.2664 unj_5 2-1_4 0.2000 unj_10 2-1_4 0.2000 unj_20 2-1_4 0.2500 num_ret 2-1_9 1000 num_rel 2-1_9 16 num_rel_ret 2-1_9 16 map 2-1_9 0.7245 Rprec 2-1_9 0.6875 bpref 2-1_9 0.9509 recip_rank 2-1_9 1.0000 iprec_at_recall_0.00 2-1_9 1.0000 iprec_at_recall_0.10 2-1_9 1.0000 iprec_at_recall_0.20 2-1_9 1.0000 iprec_at_recall_0.30 2-1_9 1.0000 iprec_at_recall_0.40 2-1_9 1.0000 iprec_at_recall_0.50 2-1_9 0.8182 iprec_at_recall_0.60 2-1_9 0.7857 iprec_at_recall_0.70 2-1_9 0.7857 iprec_at_recall_0.80 2-1_9 0.4194 iprec_at_recall_0.90 2-1_9 0.2917 iprec_at_recall_1.00 2-1_9 0.0388 P_5 2-1_9 1.0000 P_10 2-1_9 0.8000 P_15 2-1_9 0.7333 P_20 2-1_9 0.6000 P_30 2-1_9 0.4000 P_100 2-1_9 0.1500 P_200 2-1_9 0.0750 P_500 2-1_9 0.0320 P_1000 2-1_9 0.0160 relstring 2-1_9 '4433321-32' recall_5 2-1_9 0.3125 recall_10 2-1_9 0.5000 recall_15 2-1_9 0.6875 recall_20 2-1_9 0.7500 recall_30 2-1_9 0.7500 recall_100 2-1_9 0.9375 recall_200 2-1_9 0.9375 recall_500 2-1_9 1.0000 recall_1000 2-1_9 1.0000 infAP 2-1_9 0.7245 Rprec_mult_0.20 2-1_9 1.0000 Rprec_mult_0.40 2-1_9 0.8571 Rprec_mult_0.60 2-1_9 0.8000 Rprec_mult_0.80 2-1_9 0.7692 Rprec_mult_1.00 2-1_9 0.6875 Rprec_mult_1.20 2-1_9 0.6000 Rprec_mult_1.40 2-1_9 0.5217 Rprec_mult_1.60 2-1_9 0.4615 Rprec_mult_1.80 2-1_9 0.4138 Rprec_mult_2.00 2-1_9 0.4062 utility 2-1_9 -968.0000 11pt_avg 2-1_9 0.7400 binG 2-1_9 0.5881 G 2-1_9 0.4890 ndcg 2-1_9 0.9231 ndcg_rel 2-1_9 0.9046 Rndcg 2-1_9 0.8602 ndcg_cut_5 2-1_9 0.9544 ndcg_cut_10 2-1_9 0.8571 ndcg_cut_15 2-1_9 0.8342 ndcg_cut_20 2-1_9 0.8522 ndcg_cut_30 2-1_9 0.8522 ndcg_cut_100 2-1_9 0.9107 ndcg_cut_200 2-1_9 0.9107 ndcg_cut_500 2-1_9 0.9231 ndcg_cut_1000 2-1_9 0.9231 map_cut_5 2-1_9 0.3125 map_cut_10 2-1_9 0.4736 map_cut_15 2-1_9 0.6219 map_cut_20 2-1_9 0.6636 map_cut_30 2-1_9 0.6636 map_cut_100 2-1_9 0.7220 map_cut_200 2-1_9 0.7220 map_cut_500 2-1_9 0.7245 map_cut_1000 2-1_9 0.7245 relative_P_5 2-1_9 1.0000 relative_P_10 2-1_9 0.8000 relative_P_15 2-1_9 0.7333 relative_P_20 2-1_9 0.7500 relative_P_30 2-1_9 0.7500 relative_P_100 2-1_9 0.9375 relative_P_200 2-1_9 0.9375 relative_P_500 2-1_9 1.0000 relative_P_1000 2-1_9 1.0000 success_1 2-1_9 1.0000 success_5 2-1_9 1.0000 success_10 2-1_9 1.0000 set_P 2-1_9 0.0160 set_relative_P 2-1_9 1.0000 set_recall 2-1_9 1.0000 set_map 2-1_9 0.0160 set_F 2-1_9 0.0315 num_nonrel_judged_ret 2-1_9 4 rbp 2-1_9 0.5189 rbp_resid 2-1_9 0.2863 unj_5 2-1_9 0.0000 unj_10 2-1_9 0.1000 unj_20 2-1_9 0.3500 num_ret 2-2_1 1000 num_rel 2-2_1 51 num_rel_ret 2-2_1 0 map 2-2_1 0.0000 Rprec 2-2_1 0.0000 bpref 2-2_1 0.0000 recip_rank 2-2_1 0.0000 iprec_at_recall_0.00 2-2_1 0.0000 iprec_at_recall_0.10 2-2_1 0.0000 iprec_at_recall_0.20 2-2_1 0.0000 iprec_at_recall_0.30 2-2_1 0.0000 iprec_at_recall_0.40 2-2_1 0.0000 iprec_at_recall_0.50 2-2_1 0.0000 iprec_at_recall_0.60 2-2_1 0.0000 iprec_at_recall_0.70 2-2_1 0.0000 iprec_at_recall_0.80 2-2_1 0.0000 iprec_at_recall_0.90 2-2_1 0.0000 iprec_at_recall_1.00 2-2_1 0.0000 P_5 2-2_1 0.0000 P_10 2-2_1 0.0000 P_15 2-2_1 0.0000 P_20 2-2_1 0.0000 P_30 2-2_1 0.0000 P_100 2-2_1 0.0000 P_200 2-2_1 0.0000 P_500 2-2_1 0.0000 P_1000 2-2_1 0.0000 relstring 2-2_1 '0-00000000' recall_5 2-2_1 0.0000 recall_10 2-2_1 0.0000 recall_15 2-2_1 0.0000 recall_20 2-2_1 0.0000 recall_30 2-2_1 0.0000 recall_100 2-2_1 0.0000 recall_200 2-2_1 0.0000 recall_500 2-2_1 0.0000 recall_1000 2-2_1 0.0000 infAP 2-2_1 0.0000 Rprec_mult_0.20 2-2_1 0.0000 Rprec_mult_0.40 2-2_1 0.0000 Rprec_mult_0.60 2-2_1 0.0000 Rprec_mult_0.80 2-2_1 0.0000 Rprec_mult_1.00 2-2_1 0.0000 Rprec_mult_1.20 2-2_1 0.0000 Rprec_mult_1.40 2-2_1 0.0000 Rprec_mult_1.60 2-2_1 0.0000 Rprec_mult_1.80 2-2_1 0.0000 Rprec_mult_2.00 2-2_1 0.0000 utility 2-2_1 -1000.0000 11pt_avg 2-2_1 0.0000 binG 2-2_1 0.0000 G 2-2_1 0.0000 ndcg 2-2_1 0.0000 ndcg_rel 2-2_1 0.0000 Rndcg 2-2_1 0.0000 ndcg_cut_5 2-2_1 0.0000 ndcg_cut_10 2-2_1 0.0000 ndcg_cut_15 2-2_1 0.0000 ndcg_cut_20 2-2_1 0.0000 ndcg_cut_30 2-2_1 0.0000 ndcg_cut_100 2-2_1 0.0000 ndcg_cut_200 2-2_1 0.0000 ndcg_cut_500 2-2_1 0.0000 ndcg_cut_1000 2-2_1 0.0000 map_cut_5 2-2_1 0.0000 map_cut_10 2-2_1 0.0000 map_cut_15 2-2_1 0.0000 map_cut_20 2-2_1 0.0000 map_cut_30 2-2_1 0.0000 map_cut_100 2-2_1 0.0000 map_cut_200 2-2_1 0.0000 map_cut_500 2-2_1 0.0000 map_cut_1000 2-2_1 0.0000 relative_P_5 2-2_1 0.0000 relative_P_10 2-2_1 0.0000 relative_P_15 2-2_1 0.0000 relative_P_20 2-2_1 0.0000 relative_P_30 2-2_1 0.0000 relative_P_100 2-2_1 0.0000 relative_P_200 2-2_1 0.0000 relative_P_500 2-2_1 0.0000 relative_P_1000 2-2_1 0.0000 success_1 2-2_1 0.0000 success_5 2-2_1 0.0000 success_10 2-2_1 0.0000 set_P 2-2_1 0.0000 set_relative_P 2-2_1 0.0000 set_recall 2-2_1 0.0000 set_map 2-2_1 0.0000 set_F 2-2_1 0.0000 num_nonrel_judged_ret 2-2_1 15 rbp 2-2_1 0.0000 rbp_resid 2-2_1 0.3899 unj_5 2-2_1 0.2000 unj_10 2-2_1 0.1000 unj_20 2-2_1 0.4500 num_ret 2-2_4 1000 num_rel 2-2_4 53 num_rel_ret 2-2_4 42 map 2-2_4 0.2688 Rprec 2-2_4 0.3396 bpref 2-2_4 0.6828 recip_rank 2-2_4 0.3333 iprec_at_recall_0.00 2-2_4 0.7778 iprec_at_recall_0.10 2-2_4 0.7778 iprec_at_recall_0.20 2-2_4 0.5652 iprec_at_recall_0.30 2-2_4 0.3684 iprec_at_recall_0.40 2-2_4 0.3684 iprec_at_recall_0.50 2-2_4 0.2368 iprec_at_recall_0.60 2-2_4 0.1778 iprec_at_recall_0.70 2-2_4 0.0819 iprec_at_recall_0.80 2-2_4 0.0454 iprec_at_recall_0.90 2-2_4 0.0000 iprec_at_recall_1.00 2-2_4 0.0000 P_5 2-2_4 0.6000 P_10 2-2_4 0.7000 P_15 2-2_4 0.5333 P_20 2-2_4 0.5500 P_30 2-2_4 0.4333 P_100 2-2_4 0.2600 P_200 2-2_4 0.1600 P_500 2-2_4 0.0740 P_1000 2-2_4 0.0420 relstring 2-2_4 '--23333340' recall_5 2-2_4 0.0566 recall_10 2-2_4 0.1321 recall_15 2-2_4 0.1509 recall_20 2-2_4 0.2075 recall_30 2-2_4 0.2453 recall_100 2-2_4 0.4906 recall_200 2-2_4 0.6038 recall_500 2-2_4 0.6981 recall_1000 2-2_4 0.7925 infAP 2-2_4 0.2688 Rprec_mult_0.20 2-2_4 0.6364 Rprec_mult_0.40 2-2_4 0.5455 Rprec_mult_0.60 2-2_4 0.4062 Rprec_mult_0.80 2-2_4 0.3488 Rprec_mult_1.00 2-2_4 0.3396 Rprec_mult_1.20 2-2_4 0.3594 Rprec_mult_1.40 2-2_4 0.3333 Rprec_mult_1.60 2-2_4 0.3059 Rprec_mult_1.80 2-2_4 0.2708 Rprec_mult_2.00 2-2_4 0.2453 utility 2-2_4 -916.0000 11pt_avg 2-2_4 0.3090 binG 2-2_4 0.1846 G 2-2_4 0.1283 ndcg 2-2_4 0.5775 ndcg_rel 2-2_4 0.4562 Rndcg 2-2_4 0.4013 ndcg_cut_5 2-2_4 0.2927 ndcg_cut_10 2-2_4 0.4221 ndcg_cut_15 2-2_4 0.3854 ndcg_cut_20 2-2_4 0.4316 ndcg_cut_30 2-2_4 0.3877 ndcg_cut_100 2-2_4 0.4340 ndcg_cut_200 2-2_4 0.4944 ndcg_cut_500 2-2_4 0.5387 ndcg_cut_1000 2-2_4 0.5775 map_cut_5 2-2_4 0.0270 map_cut_10 2-2_4 0.0819 map_cut_15 2-2_4 0.0935 map_cut_20 2-2_4 0.1245 map_cut_30 2-2_4 0.1454 map_cut_100 2-2_4 0.2316 map_cut_200 2-2_4 0.2537 map_cut_500 2-2_4 0.2639 map_cut_1000 2-2_4 0.2688 relative_P_5 2-2_4 0.6000 relative_P_10 2-2_4 0.7000 relative_P_15 2-2_4 0.5333 relative_P_20 2-2_4 0.5500 relative_P_30 2-2_4 0.4333 relative_P_100 2-2_4 0.4906 relative_P_200 2-2_4 0.6038 relative_P_500 2-2_4 0.6981 relative_P_1000 2-2_4 0.7925 success_1 2-2_4 0.0000 success_5 2-2_4 1.0000 success_10 2-2_4 1.0000 set_P 2-2_4 0.0420 set_relative_P 2-2_4 0.7925 set_recall 2-2_4 0.7925 set_map 2-2_4 0.0333 set_F 2-2_4 0.0798 num_nonrel_judged_ret 2-2_4 13 rbp 2-2_4 0.4025 rbp_resid 2-2_4 0.3614 unj_5 2-2_4 0.4000 unj_10 2-2_4 0.2000 unj_20 2-2_4 0.2500 num_ret 2-2_5 1000 num_rel 2-2_5 30 num_rel_ret 2-2_5 19 map 2-2_5 0.1320 Rprec 2-2_5 0.2667 bpref 2-2_5 0.5511 recip_rank 2-2_5 0.2500 iprec_at_recall_0.00 2-2_5 0.4444 iprec_at_recall_0.10 2-2_5 0.4444 iprec_at_recall_0.20 2-2_5 0.4444 iprec_at_recall_0.30 2-2_5 0.2903 iprec_at_recall_0.40 2-2_5 0.1319 iprec_at_recall_0.50 2-2_5 0.0560 iprec_at_recall_0.60 2-2_5 0.0282 iprec_at_recall_0.70 2-2_5 0.0000 iprec_at_recall_0.80 2-2_5 0.0000 iprec_at_recall_0.90 2-2_5 0.0000 iprec_at_recall_1.00 2-2_5 0.0000 P_5 2-2_5 0.2000 P_10 2-2_5 0.3000 P_15 2-2_5 0.4000 P_20 2-2_5 0.4000 P_30 2-2_5 0.2667 P_100 2-2_5 0.1200 P_200 2-2_5 0.0650 P_500 2-2_5 0.0340 P_1000 2-2_5 0.0190 relstring 2-2_5 '---4--32--' recall_5 2-2_5 0.0333 recall_10 2-2_5 0.1000 recall_15 2-2_5 0.2000 recall_20 2-2_5 0.2667 recall_30 2-2_5 0.2667 recall_100 2-2_5 0.4000 recall_200 2-2_5 0.4333 recall_500 2-2_5 0.5667 recall_1000 2-2_5 0.6333 infAP 2-2_5 0.1320 Rprec_mult_0.20 2-2_5 0.1667 Rprec_mult_0.40 2-2_5 0.3333 Rprec_mult_0.60 2-2_5 0.4444 Rprec_mult_0.80 2-2_5 0.3333 Rprec_mult_1.00 2-2_5 0.2667 Rprec_mult_1.20 2-2_5 0.2500 Rprec_mult_1.40 2-2_5 0.2143 Rprec_mult_1.60 2-2_5 0.1875 Rprec_mult_1.80 2-2_5 0.1667 Rprec_mult_2.00 2-2_5 0.1500 utility 2-2_5 -962.0000 11pt_avg 2-2_5 0.1672 binG 2-2_5 0.1386 G 2-2_5 0.0937 ndcg 2-2_5 0.3885 ndcg_rel 2-2_5 0.3375 Rndcg 2-2_5 0.2859 ndcg_cut_5 2-2_5 0.1461 ndcg_cut_10 2-2_5 0.1845 ndcg_cut_15 2-2_5 0.2431 ndcg_cut_20 2-2_5 0.2887 ndcg_cut_30 2-2_5 0.2480 ndcg_cut_100 2-2_5 0.2897 ndcg_cut_200 2-2_5 0.3117 ndcg_cut_500 2-2_5 0.3622 ndcg_cut_1000 2-2_5 0.3885 map_cut_5 2-2_5 0.0083 map_cut_10 2-2_5 0.0304 map_cut_15 2-2_5 0.0686 map_cut_20 2-2_5 0.0980 map_cut_30 2-2_5 0.0980 map_cut_100 2-2_5 0.1206 map_cut_200 2-2_5 0.1229 map_cut_500 2-2_5 0.1302 map_cut_1000 2-2_5 0.1320 relative_P_5 2-2_5 0.2000 relative_P_10 2-2_5 0.3000 relative_P_15 2-2_5 0.4000 relative_P_20 2-2_5 0.4000 relative_P_30 2-2_5 0.2667 relative_P_100 2-2_5 0.4000 relative_P_200 2-2_5 0.4333 relative_P_500 2-2_5 0.5667 relative_P_1000 2-2_5 0.6333 success_1 2-2_5 0.0000 success_5 2-2_5 1.0000 success_10 2-2_5 1.0000 set_P 2-2_5 0.0190 set_relative_P 2-2_5 0.6333 set_recall 2-2_5 0.6333 set_map 2-2_5 0.0120 set_F 2-2_5 0.0369 num_nonrel_judged_ret 2-2_5 16 rbp 2-2_5 0.2432 rbp_resid 2-2_5 0.6761 unj_5 2-2_5 0.8000 unj_10 2-2_5 0.7000 unj_20 2-2_5 0.5500 num_ret 2-2_7 1000 num_rel 2-2_7 88 num_rel_ret 2-2_7 1 map 2-2_7 0.0000 Rprec 2-2_7 0.0000 bpref 2-2_7 0.0074 recip_rank 2-2_7 0.0033 iprec_at_recall_0.00 2-2_7 0.0033 iprec_at_recall_0.10 2-2_7 0.0000 iprec_at_recall_0.20 2-2_7 0.0000 iprec_at_recall_0.30 2-2_7 0.0000 iprec_at_recall_0.40 2-2_7 0.0000 iprec_at_recall_0.50 2-2_7 0.0000 iprec_at_recall_0.60 2-2_7 0.0000 iprec_at_recall_0.70 2-2_7 0.0000 iprec_at_recall_0.80 2-2_7 0.0000 iprec_at_recall_0.90 2-2_7 0.0000 iprec_at_recall_1.00 2-2_7 0.0000 P_5 2-2_7 0.0000 P_10 2-2_7 0.0000 P_15 2-2_7 0.0000 P_20 2-2_7 0.0000 P_30 2-2_7 0.0000 P_100 2-2_7 0.0000 P_200 2-2_7 0.0000 P_500 2-2_7 0.0020 P_1000 2-2_7 0.0010 relstring 2-2_7 '000-0---00' recall_5 2-2_7 0.0000 recall_10 2-2_7 0.0000 recall_15 2-2_7 0.0000 recall_20 2-2_7 0.0000 recall_30 2-2_7 0.0000 recall_100 2-2_7 0.0000 recall_200 2-2_7 0.0000 recall_500 2-2_7 0.0114 recall_1000 2-2_7 0.0114 infAP 2-2_7 0.0000 Rprec_mult_0.20 2-2_7 0.0000 Rprec_mult_0.40 2-2_7 0.0000 Rprec_mult_0.60 2-2_7 0.0000 Rprec_mult_0.80 2-2_7 0.0000 Rprec_mult_1.00 2-2_7 0.0000 Rprec_mult_1.20 2-2_7 0.0000 Rprec_mult_1.40 2-2_7 0.0000 Rprec_mult_1.60 2-2_7 0.0000 Rprec_mult_1.80 2-2_7 0.0000 Rprec_mult_2.00 2-2_7 0.0000 utility 2-2_7 -998.0000 11pt_avg 2-2_7 0.0003 binG 2-2_7 0.0014 G 2-2_7 0.0015 ndcg 2-2_7 0.0070 ndcg_rel 2-2_7 0.0070 Rndcg 2-2_7 0.0014 ndcg_cut_5 2-2_7 0.0000 ndcg_cut_10 2-2_7 0.0000 ndcg_cut_15 2-2_7 0.0000 ndcg_cut_20 2-2_7 0.0000 ndcg_cut_30 2-2_7 0.0000 ndcg_cut_100 2-2_7 0.0000 ndcg_cut_200 2-2_7 0.0000 ndcg_cut_500 2-2_7 0.0070 ndcg_cut_1000 2-2_7 0.0070 map_cut_5 2-2_7 0.0000 map_cut_10 2-2_7 0.0000 map_cut_15 2-2_7 0.0000 map_cut_20 2-2_7 0.0000 map_cut_30 2-2_7 0.0000 map_cut_100 2-2_7 0.0000 map_cut_200 2-2_7 0.0000 map_cut_500 2-2_7 0.0000 map_cut_1000 2-2_7 0.0000 relative_P_5 2-2_7 0.0000 relative_P_10 2-2_7 0.0000 relative_P_15 2-2_7 0.0000 relative_P_20 2-2_7 0.0000 relative_P_30 2-2_7 0.0000 relative_P_100 2-2_7 0.0000 relative_P_200 2-2_7 0.0000 relative_P_500 2-2_7 0.0114 relative_P_1000 2-2_7 0.0114 success_1 2-2_7 0.0000 success_5 2-2_7 0.0000 success_10 2-2_7 0.0000 set_P 2-2_7 0.0010 set_relative_P 2-2_7 0.0114 set_recall 2-2_7 0.0114 set_map 2-2_7 0.0000 set_F 2-2_7 0.0018 num_nonrel_judged_ret 2-2_7 19 rbp 2-2_7 0.0000 rbp_resid 2-2_7 0.4296 unj_5 2-2_7 0.2000 unj_10 2-2_7 0.4000 unj_20 2-2_7 0.4000 num_ret 2-2_9 1000 num_rel 2-2_9 47 num_rel_ret 2-2_9 41 map 2-2_9 0.2380 Rprec 2-2_9 0.2766 bpref 2-2_9 0.6809 recip_rank 2-2_9 1.0000 iprec_at_recall_0.00 2-2_9 1.0000 iprec_at_recall_0.10 2-2_9 0.7500 iprec_at_recall_0.20 2-2_9 0.4737 iprec_at_recall_0.30 2-2_9 0.2692 iprec_at_recall_0.40 2-2_9 0.1712 iprec_at_recall_0.50 2-2_9 0.1337 iprec_at_recall_0.60 2-2_9 0.0895 iprec_at_recall_0.70 2-2_9 0.0757 iprec_at_recall_0.80 2-2_9 0.0587 iprec_at_recall_0.90 2-2_9 0.0000 iprec_at_recall_1.00 2-2_9 0.0000 P_5 2-2_9 0.6000 P_10 2-2_9 0.6000 P_15 2-2_9 0.5333 P_20 2-2_9 0.4500 P_30 2-2_9 0.3667 P_100 2-2_9 0.1800 P_200 2-2_9 0.1250 P_500 2-2_9 0.0660 P_1000 2-2_9 0.0410 relstring 2-2_9 '3-42133200' recall_5 2-2_9 0.0638 recall_10 2-2_9 0.1277 recall_15 2-2_9 0.1702 recall_20 2-2_9 0.1915 recall_30 2-2_9 0.2340 recall_100 2-2_9 0.3830 recall_200 2-2_9 0.5319 recall_500 2-2_9 0.7021 recall_1000 2-2_9 0.8723 infAP 2-2_9 0.2380 Rprec_mult_0.20 2-2_9 0.6000 Rprec_mult_0.40 2-2_9 0.4737 Rprec_mult_0.60 2-2_9 0.3793 Rprec_mult_0.80 2-2_9 0.3158 Rprec_mult_1.00 2-2_9 0.2766 Rprec_mult_1.20 2-2_9 0.2456 Rprec_mult_1.40 2-2_9 0.2273 Rprec_mult_1.60 2-2_9 0.1974 Rprec_mult_1.80 2-2_9 0.2118 Rprec_mult_2.00 2-2_9 0.1915 utility 2-2_9 -918.0000 11pt_avg 2-2_9 0.2747 binG 2-2_9 0.2006 G 2-2_9 0.1466 ndcg 2-2_9 0.6134 ndcg_rel 2-2_9 0.5131 Rndcg 2-2_9 0.4526 ndcg_cut_5 2-2_9 0.5298 ndcg_cut_10 2-2_9 0.4923 ndcg_cut_15 2-2_9 0.4733 ndcg_cut_20 2-2_9 0.4266 ndcg_cut_30 2-2_9 0.4099 ndcg_cut_100 2-2_9 0.3942 ndcg_cut_200 2-2_9 0.4659 ndcg_cut_500 2-2_9 0.5421 ndcg_cut_1000 2-2_9 0.6134 map_cut_5 2-2_9 0.0514 map_cut_10 2-2_9 0.0968 map_cut_15 2-2_9 0.1245 map_cut_20 2-2_9 0.1346 map_cut_30 2-2_9 0.1528 map_cut_100 2-2_9 0.1910 map_cut_200 2-2_9 0.2133 map_cut_500 2-2_9 0.2281 map_cut_1000 2-2_9 0.2380 relative_P_5 2-2_9 0.6000 relative_P_10 2-2_9 0.6000 relative_P_15 2-2_9 0.5333 relative_P_20 2-2_9 0.4500 relative_P_30 2-2_9 0.3667 relative_P_100 2-2_9 0.3830 relative_P_200 2-2_9 0.5319 relative_P_500 2-2_9 0.7021 relative_P_1000 2-2_9 0.8723 success_1 2-2_9 1.0000 success_5 2-2_9 1.0000 success_10 2-2_9 1.0000 set_P 2-2_9 0.0410 set_relative_P 2-2_9 0.8723 set_recall 2-2_9 0.8723 set_map 2-2_9 0.0358 set_F 2-2_9 0.0783 num_nonrel_judged_ret 2-2_9 15 rbp 2-2_9 0.3925 rbp_resid 2-2_9 0.3241 unj_5 2-2_9 0.2000 unj_10 2-2_9 0.1000 unj_20 2-2_9 0.4000 num_ret 3-2_1 1000 num_rel 3-2_1 68 num_rel_ret 3-2_1 11 map 3-2_1 0.0414 Rprec 3-2_1 0.1176 bpref 3-2_1 0.1367 recip_rank 3-2_1 1.0000 iprec_at_recall_0.00 3-2_1 1.0000 iprec_at_recall_0.10 3-2_1 0.2000 iprec_at_recall_0.20 3-2_1 0.0000 iprec_at_recall_0.30 3-2_1 0.0000 iprec_at_recall_0.40 3-2_1 0.0000 iprec_at_recall_0.50 3-2_1 0.0000 iprec_at_recall_0.60 3-2_1 0.0000 iprec_at_recall_0.70 3-2_1 0.0000 iprec_at_recall_0.80 3-2_1 0.0000 iprec_at_recall_0.90 3-2_1 0.0000 iprec_at_recall_1.00 3-2_1 0.0000 P_5 3-2_1 0.2000 P_10 3-2_1 0.2000 P_15 3-2_1 0.2667 P_20 3-2_1 0.2500 P_30 3-2_1 0.2000 P_100 3-2_1 0.0800 P_200 3-2_1 0.0450 P_500 3-2_1 0.0220 P_1000 3-2_1 0.0110 relstring 3-2_1 '2000-00020' recall_5 3-2_1 0.0147 recall_10 3-2_1 0.0294 recall_15 3-2_1 0.0588 recall_20 3-2_1 0.0735 recall_30 3-2_1 0.0882 recall_100 3-2_1 0.1176 recall_200 3-2_1 0.1324 recall_500 3-2_1 0.1618 recall_1000 3-2_1 0.1618 infAP 3-2_1 0.0414 Rprec_mult_0.20 3-2_1 0.2143 Rprec_mult_0.40 3-2_1 0.2143 Rprec_mult_0.60 3-2_1 0.1951 Rprec_mult_0.80 3-2_1 0.1455 Rprec_mult_1.00 3-2_1 0.1176 Rprec_mult_1.20 3-2_1 0.0976 Rprec_mult_1.40 3-2_1 0.0833 Rprec_mult_1.60 3-2_1 0.0734 Rprec_mult_1.80 3-2_1 0.0650 Rprec_mult_2.00 3-2_1 0.0588 utility 3-2_1 -978.0000 11pt_avg 3-2_1 0.1091 binG 3-2_1 0.0464 G 3-2_1 0.0251 ndcg 3-2_1 0.1479 ndcg_rel 3-2_1 0.1544 Rndcg 3-2_1 0.1540 ndcg_cut_5 3-2_1 0.2261 ndcg_cut_10 3-2_1 0.1950 ndcg_cut_15 3-2_1 0.2291 ndcg_cut_20 3-2_1 0.2258 ndcg_cut_30 3-2_1 0.2018 ndcg_cut_100 3-2_1 0.1292 ndcg_cut_200 3-2_1 0.1349 ndcg_cut_500 3-2_1 0.1479 ndcg_cut_1000 3-2_1 0.1479 map_cut_5 3-2_1 0.0147 map_cut_10 3-2_1 0.0180 map_cut_15 3-2_1 0.0259 map_cut_20 3-2_1 0.0302 map_cut_30 3-2_1 0.0335 map_cut_100 3-2_1 0.0394 map_cut_200 3-2_1 0.0403 map_cut_500 3-2_1 0.0414 map_cut_1000 3-2_1 0.0414 relative_P_5 3-2_1 0.2000 relative_P_10 3-2_1 0.2000 relative_P_15 3-2_1 0.2667 relative_P_20 3-2_1 0.2500 relative_P_30 3-2_1 0.2000 relative_P_100 3-2_1 0.1176 relative_P_200 3-2_1 0.1324 relative_P_500 3-2_1 0.1618 relative_P_1000 3-2_1 0.1618 success_1 3-2_1 1.0000 success_5 3-2_1 1.0000 success_10 3-2_1 1.0000 set_P 3-2_1 0.0110 set_relative_P 3-2_1 0.1618 set_recall 3-2_1 0.1618 set_map 3-2_1 0.0018 set_F 3-2_1 0.0206 num_nonrel_judged_ret 3-2_1 29 rbp 3-2_1 0.1535 rbp_resid 3-2_1 0.3046 unj_5 3-2_1 0.2000 unj_10 3-2_1 0.1000 unj_20 3-2_1 0.3500 num_ret 3-2_6 1000 num_rel 3-2_6 32 num_rel_ret 3-2_6 0 map 3-2_6 0.0000 Rprec 3-2_6 0.0000 bpref 3-2_6 0.0000 recip_rank 3-2_6 0.0000 iprec_at_recall_0.00 3-2_6 0.0000 iprec_at_recall_0.10 3-2_6 0.0000 iprec_at_recall_0.20 3-2_6 0.0000 iprec_at_recall_0.30 3-2_6 0.0000 iprec_at_recall_0.40 3-2_6 0.0000 iprec_at_recall_0.50 3-2_6 0.0000 iprec_at_recall_0.60 3-2_6 0.0000 iprec_at_recall_0.70 3-2_6 0.0000 iprec_at_recall_0.80 3-2_6 0.0000 iprec_at_recall_0.90 3-2_6 0.0000 iprec_at_recall_1.00 3-2_6 0.0000 P_5 3-2_6 0.0000 P_10 3-2_6 0.0000 P_15 3-2_6 0.0000 P_20 3-2_6 0.0000 P_30 3-2_6 0.0000 P_100 3-2_6 0.0000 P_200 3-2_6 0.0000 P_500 3-2_6 0.0000 P_1000 3-2_6 0.0000 relstring 3-2_6 '000---0-01' recall_5 3-2_6 0.0000 recall_10 3-2_6 0.0000 recall_15 3-2_6 0.0000 recall_20 3-2_6 0.0000 recall_30 3-2_6 0.0000 recall_100 3-2_6 0.0000 recall_200 3-2_6 0.0000 recall_500 3-2_6 0.0000 recall_1000 3-2_6 0.0000 infAP 3-2_6 0.0000 Rprec_mult_0.20 3-2_6 0.0000 Rprec_mult_0.40 3-2_6 0.0000 Rprec_mult_0.60 3-2_6 0.0000 Rprec_mult_0.80 3-2_6 0.0000 Rprec_mult_1.00 3-2_6 0.0000 Rprec_mult_1.20 3-2_6 0.0000 Rprec_mult_1.40 3-2_6 0.0000 Rprec_mult_1.60 3-2_6 0.0000 Rprec_mult_1.80 3-2_6 0.0000 Rprec_mult_2.00 3-2_6 0.0000 utility 3-2_6 -1000.0000 11pt_avg 3-2_6 0.0000 binG 3-2_6 0.0000 G 3-2_6 0.0020 ndcg 3-2_6 0.0099 ndcg_rel 3-2_6 0.0101 Rndcg 3-2_6 0.0116 ndcg_cut_5 3-2_6 0.0000 ndcg_cut_10 3-2_6 0.0212 ndcg_cut_15 3-2_6 0.0164 ndcg_cut_20 3-2_6 0.0142 ndcg_cut_30 3-2_6 0.0117 ndcg_cut_100 3-2_6 0.0099 ndcg_cut_200 3-2_6 0.0099 ndcg_cut_500 3-2_6 0.0099 ndcg_cut_1000 3-2_6 0.0099 map_cut_5 3-2_6 0.0000 map_cut_10 3-2_6 0.0000 map_cut_15 3-2_6 0.0000 map_cut_20 3-2_6 0.0000 map_cut_30 3-2_6 0.0000 map_cut_100 3-2_6 0.0000 map_cut_200 3-2_6 0.0000 map_cut_500 3-2_6 0.0000 map_cut_1000 3-2_6 0.0000 relative_P_5 3-2_6 0.0000 relative_P_10 3-2_6 0.0000 relative_P_15 3-2_6 0.0000 relative_P_20 3-2_6 0.0000 relative_P_30 3-2_6 0.0000 relative_P_100 3-2_6 0.0000 relative_P_200 3-2_6 0.0000 relative_P_500 3-2_6 0.0000 relative_P_1000 3-2_6 0.0000 success_1 3-2_6 0.0000 success_5 3-2_6 0.0000 success_10 3-2_6 0.0000 set_P 3-2_6 0.0000 set_relative_P 3-2_6 0.0000 set_recall 3-2_6 0.0000 set_map 3-2_6 0.0000 set_F 3-2_6 0.0000 num_nonrel_judged_ret 3-2_6 27 rbp 3-2_6 0.0129 rbp_resid 3-2_6 0.5562 unj_5 3-2_6 0.4000 unj_10 3-2_6 0.4000 unj_20 3-2_6 0.6500 num_ret 4-1_10 1000 num_rel 4-1_10 12 num_rel_ret 4-1_10 5 map 4-1_10 0.1420 Rprec 4-1_10 0.2500 bpref 4-1_10 0.2361 recip_rank 4-1_10 0.5000 iprec_at_recall_0.00 4-1_10 0.6667 iprec_at_recall_0.10 4-1_10 0.6667 iprec_at_recall_0.20 4-1_10 0.6667 iprec_at_recall_0.30 4-1_10 0.0238 iprec_at_recall_0.40 4-1_10 0.0140 iprec_at_recall_0.50 4-1_10 0.0000 iprec_at_recall_0.60 4-1_10 0.0000 iprec_at_recall_0.70 4-1_10 0.0000 iprec_at_recall_0.80 4-1_10 0.0000 iprec_at_recall_0.90 4-1_10 0.0000 iprec_at_recall_1.00 4-1_10 0.0000 P_5 4-1_10 0.4000 P_10 4-1_10 0.3000 P_15 4-1_10 0.2000 P_20 4-1_10 0.1500 P_30 4-1_10 0.1000 P_100 4-1_10 0.0300 P_200 4-1_10 0.0200 P_500 4-1_10 0.0100 P_1000 4-1_10 0.0050 relstring 4-1_10 '-220020000' recall_5 4-1_10 0.1667 recall_10 4-1_10 0.2500 recall_15 4-1_10 0.2500 recall_20 4-1_10 0.2500 recall_30 4-1_10 0.2500 recall_100 4-1_10 0.2500 recall_200 4-1_10 0.3333 recall_500 4-1_10 0.4167 recall_1000 4-1_10 0.4167 infAP 4-1_10 0.1420 Rprec_mult_0.20 4-1_10 0.6667 Rprec_mult_0.40 4-1_10 0.4000 Rprec_mult_0.60 4-1_10 0.3750 Rprec_mult_0.80 4-1_10 0.3000 Rprec_mult_1.00 4-1_10 0.2500 Rprec_mult_1.20 4-1_10 0.2000 Rprec_mult_1.40 4-1_10 0.1765 Rprec_mult_1.60 4-1_10 0.1500 Rprec_mult_1.80 4-1_10 0.1364 Rprec_mult_2.00 4-1_10 0.1250 utility 4-1_10 -990.0000 11pt_avg 4-1_10 0.1853 binG 4-1_10 0.1622 G 4-1_10 0.0525 ndcg 4-1_10 0.2136 ndcg_rel 4-1_10 0.2181 Rndcg 4-1_10 0.1564 ndcg_cut_5 4-1_10 0.3280 ndcg_cut_10 4-1_10 0.2949 ndcg_cut_15 4-1_10 0.2488 ndcg_cut_20 4-1_10 0.2265 ndcg_cut_30 4-1_10 0.1950 ndcg_cut_100 4-1_10 0.1610 ndcg_cut_200 4-1_10 0.1743 ndcg_cut_500 4-1_10 0.2033 ndcg_cut_1000 4-1_10 0.2136 map_cut_5 4-1_10 0.0972 map_cut_10 4-1_10 0.1389 map_cut_15 4-1_10 0.1389 map_cut_20 4-1_10 0.1389 map_cut_30 4-1_10 0.1389 map_cut_100 4-1_10 0.1389 map_cut_200 4-1_10 0.1409 map_cut_500 4-1_10 0.1420 map_cut_1000 4-1_10 0.1420 relative_P_5 4-1_10 0.4000 relative_P_10 4-1_10 0.3000 relative_P_15 4-1_10 0.2500 relative_P_20 4-1_10 0.2500 relative_P_30 4-1_10 0.2500 relative_P_100 4-1_10 0.2500 relative_P_200 4-1_10 0.3333 relative_P_500 4-1_10 0.4167 relative_P_1000 4-1_10 0.4167 success_1 4-1_10 0.0000 success_5 4-1_10 1.0000 success_10 4-1_10 1.0000 set_P 4-1_10 0.0050 set_relative_P 4-1_10 0.4167 set_recall 4-1_10 0.4167 set_map 4-1_10 0.0021 set_F 4-1_10 0.0099 num_nonrel_judged_ret 4-1_10 30 rbp 4-1_10 0.1534 rbp_resid 4-1_10 0.4135 unj_5 4-1_10 0.2000 unj_10 4-1_10 0.1000 unj_20 4-1_10 0.5000 num_ret 4-1_12 1000 num_rel 4-1_12 7 num_rel_ret 4-1_12 7 map 4-1_12 0.0128 Rprec 4-1_12 0.0000 bpref 4-1_12 0.0000 recip_rank 4-1_12 0.0145 iprec_at_recall_0.00 4-1_12 0.0193 iprec_at_recall_0.10 4-1_12 0.0193 iprec_at_recall_0.20 4-1_12 0.0193 iprec_at_recall_0.30 4-1_12 0.0193 iprec_at_recall_0.40 4-1_12 0.0193 iprec_at_recall_0.50 4-1_12 0.0193 iprec_at_recall_0.60 4-1_12 0.0193 iprec_at_recall_0.70 4-1_12 0.0099 iprec_at_recall_0.80 4-1_12 0.0099 iprec_at_recall_0.90 4-1_12 0.0099 iprec_at_recall_1.00 4-1_12 0.0076 P_5 4-1_12 0.0000 P_10 4-1_12 0.0000 P_15 4-1_12 0.0000 P_20 4-1_12 0.0000 P_30 4-1_12 0.0000 P_100 4-1_12 0.0100 P_200 4-1_12 0.0150 P_500 4-1_12 0.0080 P_1000 4-1_12 0.0070 relstring 4-1_12 '0000000000' recall_5 4-1_12 0.0000 recall_10 4-1_12 0.0000 recall_15 4-1_12 0.0000 recall_20 4-1_12 0.0000 recall_30 4-1_12 0.0000 recall_100 4-1_12 0.1429 recall_200 4-1_12 0.4286 recall_500 4-1_12 0.5714 recall_1000 4-1_12 1.0000 infAP 4-1_12 0.0128 Rprec_mult_0.20 4-1_12 0.0000 Rprec_mult_0.40 4-1_12 0.0000 Rprec_mult_0.60 4-1_12 0.0000 Rprec_mult_0.80 4-1_12 0.0000 Rprec_mult_1.00 4-1_12 0.0000 Rprec_mult_1.20 4-1_12 0.0000 Rprec_mult_1.40 4-1_12 0.0000 Rprec_mult_1.60 4-1_12 0.0000 Rprec_mult_1.80 4-1_12 0.0000 Rprec_mult_2.00 4-1_12 0.0000 utility 4-1_12 -986.0000 11pt_avg 4-1_12 0.0157 binG 4-1_12 0.1262 G 4-1_12 0.1093 ndcg 4-1_12 0.2504 ndcg_rel 4-1_12 0.1631 Rndcg 4-1_12 0.0501 ndcg_cut_5 4-1_12 0.0000 ndcg_cut_10 4-1_12 0.0000 ndcg_cut_15 4-1_12 0.0000 ndcg_cut_20 4-1_12 0.0000 ndcg_cut_30 4-1_12 0.0000 ndcg_cut_100 4-1_12 0.0456 ndcg_cut_200 4-1_12 0.1240 ndcg_cut_500 4-1_12 0.1684 ndcg_cut_1000 4-1_12 0.2504 map_cut_5 4-1_12 0.0000 map_cut_10 4-1_12 0.0000 map_cut_15 4-1_12 0.0000 map_cut_20 4-1_12 0.0000 map_cut_30 4-1_12 0.0000 map_cut_100 4-1_12 0.0021 map_cut_200 4-1_12 0.0063 map_cut_500 4-1_12 0.0091 map_cut_1000 4-1_12 0.0128 relative_P_5 4-1_12 0.0000 relative_P_10 4-1_12 0.0000 relative_P_15 4-1_12 0.0000 relative_P_20 4-1_12 0.0000 relative_P_30 4-1_12 0.0000 relative_P_100 4-1_12 0.1429 relative_P_200 4-1_12 0.4286 relative_P_500 4-1_12 0.5714 relative_P_1000 4-1_12 1.0000 success_1 4-1_12 0.0000 success_5 4-1_12 0.0000 success_10 4-1_12 0.0000 set_P 4-1_12 0.0070 set_relative_P 4-1_12 1.0000 set_recall 4-1_12 1.0000 set_map 4-1_12 0.0070 set_F 4-1_12 0.0139 num_nonrel_judged_ret 4-1_12 58 rbp 4-1_12 0.0001 rbp_resid 4-1_12 0.3102 unj_5 4-1_12 0.0000 unj_10 4-1_12 0.0000 unj_20 4-1_12 0.4500 num_ret 4-1_3 1000 num_rel 4-1_3 39 num_rel_ret 4-1_3 23 map 4-1_3 0.0288 Rprec 4-1_3 0.0256 bpref 4-1_3 0.1137 recip_rank 4-1_3 0.0270 iprec_at_recall_0.00 4-1_3 0.0655 iprec_at_recall_0.10 4-1_3 0.0655 iprec_at_recall_0.20 4-1_3 0.0655 iprec_at_recall_0.30 4-1_3 0.0654 iprec_at_recall_0.40 4-1_3 0.0486 iprec_at_recall_0.50 4-1_3 0.0388 iprec_at_recall_0.60 4-1_3 0.0240 iprec_at_recall_0.70 4-1_3 0.0000 iprec_at_recall_0.80 4-1_3 0.0000 iprec_at_recall_0.90 4-1_3 0.0000 iprec_at_recall_1.00 4-1_3 0.0000 P_5 4-1_3 0.0000 P_10 4-1_3 0.0000 P_15 4-1_3 0.0000 P_20 4-1_3 0.0000 P_30 4-1_3 0.0000 P_100 4-1_3 0.0400 P_200 4-1_3 0.0600 P_500 4-1_3 0.0380 P_1000 4-1_3 0.0230 relstring 4-1_3 '---0100--0' recall_5 4-1_3 0.0000 recall_10 4-1_3 0.0000 recall_15 4-1_3 0.0000 recall_20 4-1_3 0.0000 recall_30 4-1_3 0.0000 recall_100 4-1_3 0.1026 recall_200 4-1_3 0.3077 recall_500 4-1_3 0.4872 recall_1000 4-1_3 0.5897 infAP 4-1_3 0.0288 Rprec_mult_0.20 4-1_3 0.0000 Rprec_mult_0.40 4-1_3 0.0000 Rprec_mult_0.60 4-1_3 0.0000 Rprec_mult_0.80 4-1_3 0.0000 Rprec_mult_1.00 4-1_3 0.0256 Rprec_mult_1.20 4-1_3 0.0213 Rprec_mult_1.40 4-1_3 0.0182 Rprec_mult_1.60 4-1_3 0.0476 Rprec_mult_1.80 4-1_3 0.0423 Rprec_mult_2.00 4-1_3 0.0385 utility 4-1_3 -954.0000 11pt_avg 4-1_3 0.0339 binG 4-1_3 0.0797 G 4-1_3 0.0759 ndcg 4-1_3 0.2951 ndcg_rel 4-1_3 0.2223 Rndcg 4-1_3 0.0932 ndcg_cut_5 4-1_3 0.0328 ndcg_cut_10 4-1_3 0.0228 ndcg_cut_15 4-1_3 0.0185 ndcg_cut_20 4-1_3 0.0166 ndcg_cut_30 4-1_3 0.0218 ndcg_cut_100 4-1_3 0.0873 ndcg_cut_200 4-1_3 0.1779 ndcg_cut_500 4-1_3 0.2498 ndcg_cut_1000 4-1_3 0.2951 map_cut_5 4-1_3 0.0000 map_cut_10 4-1_3 0.0000 map_cut_15 4-1_3 0.0000 map_cut_20 4-1_3 0.0000 map_cut_30 4-1_3 0.0000 map_cut_100 4-1_3 0.0041 map_cut_200 4-1_3 0.0164 map_cut_500 4-1_3 0.0258 map_cut_1000 4-1_3 0.0288 relative_P_5 4-1_3 0.0000 relative_P_10 4-1_3 0.0000 relative_P_15 4-1_3 0.0000 relative_P_20 4-1_3 0.0000 relative_P_30 4-1_3 0.0000 relative_P_100 4-1_3 0.1026 relative_P_200 4-1_3 0.3077 relative_P_500 4-1_3 0.4872 relative_P_1000 4-1_3 0.5897 success_1 4-1_3 0.0000 success_5 4-1_3 0.0000 success_10 4-1_3 0.0000 set_P 4-1_3 0.0230 set_relative_P 4-1_3 0.5897 set_recall 4-1_3 0.5897 set_map 4-1_3 0.0136 set_F 4-1_3 0.0443 num_nonrel_judged_ret 4-1_3 80 rbp 4-1_3 0.0217 rbp_resid 4-1_3 0.5945 unj_5 4-1_3 0.6000 unj_10 4-1_3 0.5000 unj_20 4-1_3 0.6000 num_ret 4-1_4 1000 num_rel 4-1_4 11 num_rel_ret 4-1_4 0 map 4-1_4 0.0000 Rprec 4-1_4 0.0000 bpref 4-1_4 0.0000 recip_rank 4-1_4 0.0000 iprec_at_recall_0.00 4-1_4 0.0000 iprec_at_recall_0.10 4-1_4 0.0000 iprec_at_recall_0.20 4-1_4 0.0000 iprec_at_recall_0.30 4-1_4 0.0000 iprec_at_recall_0.40 4-1_4 0.0000 iprec_at_recall_0.50 4-1_4 0.0000 iprec_at_recall_0.60 4-1_4 0.0000 iprec_at_recall_0.70 4-1_4 0.0000 iprec_at_recall_0.80 4-1_4 0.0000 iprec_at_recall_0.90 4-1_4 0.0000 iprec_at_recall_1.00 4-1_4 0.0000 P_5 4-1_4 0.0000 P_10 4-1_4 0.0000 P_15 4-1_4 0.0000 P_20 4-1_4 0.0000 P_30 4-1_4 0.0000 P_100 4-1_4 0.0000 P_200 4-1_4 0.0000 P_500 4-1_4 0.0000 P_1000 4-1_4 0.0000 relstring 4-1_4 '-00-00000-' recall_5 4-1_4 0.0000 recall_10 4-1_4 0.0000 recall_15 4-1_4 0.0000 recall_20 4-1_4 0.0000 recall_30 4-1_4 0.0000 recall_100 4-1_4 0.0000 recall_200 4-1_4 0.0000 recall_500 4-1_4 0.0000 recall_1000 4-1_4 0.0000 infAP 4-1_4 0.0000 Rprec_mult_0.20 4-1_4 0.0000 Rprec_mult_0.40 4-1_4 0.0000 Rprec_mult_0.60 4-1_4 0.0000 Rprec_mult_0.80 4-1_4 0.0000 Rprec_mult_1.00 4-1_4 0.0000 Rprec_mult_1.20 4-1_4 0.0000 Rprec_mult_1.40 4-1_4 0.0000 Rprec_mult_1.60 4-1_4 0.0000 Rprec_mult_1.80 4-1_4 0.0000 Rprec_mult_2.00 4-1_4 0.0000 utility 4-1_4 -1000.0000 11pt_avg 4-1_4 0.0000 binG 4-1_4 0.0000 G 4-1_4 0.0025 ndcg 4-1_4 0.0062 ndcg_rel 4-1_4 0.0062 Rndcg 4-1_4 0.0012 ndcg_cut_5 4-1_4 0.0000 ndcg_cut_10 4-1_4 0.0000 ndcg_cut_15 4-1_4 0.0000 ndcg_cut_20 4-1_4 0.0000 ndcg_cut_30 4-1_4 0.0000 ndcg_cut_100 4-1_4 0.0000 ndcg_cut_200 4-1_4 0.0000 ndcg_cut_500 4-1_4 0.0062 ndcg_cut_1000 4-1_4 0.0062 map_cut_5 4-1_4 0.0000 map_cut_10 4-1_4 0.0000 map_cut_15 4-1_4 0.0000 map_cut_20 4-1_4 0.0000 map_cut_30 4-1_4 0.0000 map_cut_100 4-1_4 0.0000 map_cut_200 4-1_4 0.0000 map_cut_500 4-1_4 0.0000 map_cut_1000 4-1_4 0.0000 relative_P_5 4-1_4 0.0000 relative_P_10 4-1_4 0.0000 relative_P_15 4-1_4 0.0000 relative_P_20 4-1_4 0.0000 relative_P_30 4-1_4 0.0000 relative_P_100 4-1_4 0.0000 relative_P_200 4-1_4 0.0000 relative_P_500 4-1_4 0.0000 relative_P_1000 4-1_4 0.0000 success_1 4-1_4 0.0000 success_5 4-1_4 0.0000 success_10 4-1_4 0.0000 set_P 4-1_4 0.0000 set_relative_P 4-1_4 0.0000 set_recall 4-1_4 0.0000 set_map 4-1_4 0.0000 set_F 4-1_4 0.0000 num_nonrel_judged_ret 4-1_4 31 rbp 4-1_4 0.0000 rbp_resid 4-1_4 0.4880 unj_5 4-1_4 0.4000 unj_10 4-1_4 0.3000 unj_20 4-1_4 0.5500 num_ret 4-1_6 1000 num_rel 4-1_6 1 num_rel_ret 4-1_6 1 map 4-1_6 0.0013 Rprec 4-1_6 0.0000 bpref 4-1_6 0.0000 recip_rank 4-1_6 0.0013 iprec_at_recall_0.00 4-1_6 0.0013 iprec_at_recall_0.10 4-1_6 0.0013 iprec_at_recall_0.20 4-1_6 0.0013 iprec_at_recall_0.30 4-1_6 0.0013 iprec_at_recall_0.40 4-1_6 0.0013 iprec_at_recall_0.50 4-1_6 0.0013 iprec_at_recall_0.60 4-1_6 0.0013 iprec_at_recall_0.70 4-1_6 0.0013 iprec_at_recall_0.80 4-1_6 0.0013 iprec_at_recall_0.90 4-1_6 0.0013 iprec_at_recall_1.00 4-1_6 0.0013 P_5 4-1_6 0.0000 P_10 4-1_6 0.0000 P_15 4-1_6 0.0000 P_20 4-1_6 0.0000 P_30 4-1_6 0.0000 P_100 4-1_6 0.0000 P_200 4-1_6 0.0000 P_500 4-1_6 0.0000 P_1000 4-1_6 0.0010 relstring 4-1_6 '0000000-0-' recall_5 4-1_6 0.0000 recall_10 4-1_6 0.0000 recall_15 4-1_6 0.0000 recall_20 4-1_6 0.0000 recall_30 4-1_6 0.0000 recall_100 4-1_6 0.0000 recall_200 4-1_6 0.0000 recall_500 4-1_6 0.0000 recall_1000 4-1_6 1.0000 infAP 4-1_6 0.0013 Rprec_mult_0.20 4-1_6 0.0000 Rprec_mult_0.40 4-1_6 0.0000 Rprec_mult_0.60 4-1_6 0.0000 Rprec_mult_0.80 4-1_6 0.0000 Rprec_mult_1.00 4-1_6 0.0000 Rprec_mult_1.20 4-1_6 0.0000 Rprec_mult_1.40 4-1_6 0.0000 Rprec_mult_1.60 4-1_6 0.0000 Rprec_mult_1.80 4-1_6 0.0000 Rprec_mult_2.00 4-1_6 0.0000 utility 4-1_6 -998.0000 11pt_avg 4-1_6 0.0013 binG 4-1_6 0.1038 G 4-1_6 0.0590 ndcg 4-1_6 0.1478 ndcg_rel 4-1_6 0.1199 Rndcg 4-1_6 0.0493 ndcg_cut_5 4-1_6 0.0000 ndcg_cut_10 4-1_6 0.0000 ndcg_cut_15 4-1_6 0.0000 ndcg_cut_20 4-1_6 0.0000 ndcg_cut_30 4-1_6 0.0000 ndcg_cut_100 4-1_6 0.0236 ndcg_cut_200 4-1_6 0.0415 ndcg_cut_500 4-1_6 0.1071 ndcg_cut_1000 4-1_6 0.1478 map_cut_5 4-1_6 0.0000 map_cut_10 4-1_6 0.0000 map_cut_15 4-1_6 0.0000 map_cut_20 4-1_6 0.0000 map_cut_30 4-1_6 0.0000 map_cut_100 4-1_6 0.0000 map_cut_200 4-1_6 0.0000 map_cut_500 4-1_6 0.0000 map_cut_1000 4-1_6 0.0013 relative_P_5 4-1_6 0.0000 relative_P_10 4-1_6 0.0000 relative_P_15 4-1_6 0.0000 relative_P_20 4-1_6 0.0000 relative_P_30 4-1_6 0.0000 relative_P_100 4-1_6 0.0000 relative_P_200 4-1_6 0.0000 relative_P_500 4-1_6 0.0000 relative_P_1000 4-1_6 1.0000 success_1 4-1_6 0.0000 success_5 4-1_6 0.0000 success_10 4-1_6 0.0000 set_P 4-1_6 0.0010 set_relative_P 4-1_6 1.0000 set_recall 4-1_6 1.0000 set_map 4-1_6 0.0010 set_F 4-1_6 0.0020 num_nonrel_judged_ret 4-1_6 85 rbp 4-1_6 0.0004 rbp_resid 4-1_6 0.3537 unj_5 4-1_6 0.0000 unj_10 4-1_6 0.2000 unj_20 4-1_6 0.5500 num_ret 4-1_9 1000 num_rel 4-1_9 37 num_rel_ret 4-1_9 21 map 4-1_9 0.0351 Rprec 4-1_9 0.0811 bpref 4-1_9 0.1300 recip_rank 4-1_9 0.0909 iprec_at_recall_0.00 4-1_9 0.1429 iprec_at_recall_0.10 4-1_9 0.0851 iprec_at_recall_0.20 4-1_9 0.0569 iprec_at_recall_0.30 4-1_9 0.0567 iprec_at_recall_0.40 4-1_9 0.0510 iprec_at_recall_0.50 4-1_9 0.0440 iprec_at_recall_0.60 4-1_9 0.0000 iprec_at_recall_0.70 4-1_9 0.0000 iprec_at_recall_0.80 4-1_9 0.0000 iprec_at_recall_0.90 4-1_9 0.0000 iprec_at_recall_1.00 4-1_9 0.0000 P_5 4-1_9 0.0000 P_10 4-1_9 0.0000 P_15 4-1_9 0.1333 P_20 4-1_9 0.1000 P_30 4-1_9 0.1000 P_100 4-1_9 0.0600 P_200 4-1_9 0.0550 P_500 4-1_9 0.0380 P_1000 4-1_9 0.0210 relstring 4-1_9 '110111000-' recall_5 4-1_9 0.0000 recall_10 4-1_9 0.0000 recall_15 4-1_9 0.0541 recall_20 4-1_9 0.0541 recall_30 4-1_9 0.0811 recall_100 4-1_9 0.1622 recall_200 4-1_9 0.2973 recall_500 4-1_9 0.5135 recall_1000 4-1_9 0.5676 infAP 4-1_9 0.0351 Rprec_mult_0.20 4-1_9 0.0000 Rprec_mult_0.40 4-1_9 0.1333 Rprec_mult_0.60 4-1_9 0.1304 Rprec_mult_0.80 4-1_9 0.1000 Rprec_mult_1.00 4-1_9 0.0811 Rprec_mult_1.20 4-1_9 0.0667 Rprec_mult_1.40 4-1_9 0.0769 Rprec_mult_1.60 4-1_9 0.0667 Rprec_mult_1.80 4-1_9 0.0597 Rprec_mult_2.00 4-1_9 0.0676 utility 4-1_9 -958.0000 11pt_avg 4-1_9 0.0397 binG 4-1_9 0.0847 G 4-1_9 0.0698 ndcg 4-1_9 0.3548 ndcg_rel 4-1_9 0.3134 Rndcg 4-1_9 0.2514 ndcg_cut_5 4-1_9 0.2337 ndcg_cut_10 4-1_9 0.2000 ndcg_cut_15 4-1_9 0.2476 ndcg_cut_20 4-1_9 0.2298 ndcg_cut_30 4-1_9 0.2251 ndcg_cut_100 4-1_9 0.2226 ndcg_cut_200 4-1_9 0.2312 ndcg_cut_500 4-1_9 0.3233 ndcg_cut_1000 4-1_9 0.3548 map_cut_5 4-1_9 0.0000 map_cut_10 4-1_9 0.0000 map_cut_15 4-1_9 0.0061 map_cut_20 4-1_9 0.0061 map_cut_30 4-1_9 0.0099 map_cut_100 4-1_9 0.0161 map_cut_200 4-1_9 0.0234 map_cut_500 4-1_9 0.0337 map_cut_1000 4-1_9 0.0351 relative_P_5 4-1_9 0.0000 relative_P_10 4-1_9 0.0000 relative_P_15 4-1_9 0.1333 relative_P_20 4-1_9 0.1000 relative_P_30 4-1_9 0.1000 relative_P_100 4-1_9 0.1622 relative_P_200 4-1_9 0.2973 relative_P_500 4-1_9 0.5135 relative_P_1000 4-1_9 0.5676 success_1 4-1_9 0.0000 success_5 4-1_9 0.0000 success_10 4-1_9 0.0000 set_P 4-1_9 0.0210 set_relative_P 4-1_9 0.5676 set_recall 4-1_9 0.5676 set_map 4-1_9 0.0119 set_F 4-1_9 0.0405 num_nonrel_judged_ret 4-1_9 63 rbp 4-1_9 0.1495 rbp_resid 4-1_9 0.2456 unj_5 4-1_9 0.0000 unj_10 4-1_9 0.1000 unj_20 4-1_9 0.3500 num_ret 4-2_2 1000 num_rel 4-2_2 84 num_rel_ret 4-2_2 30 map 4-2_2 0.0367 Rprec 4-2_2 0.1071 bpref 4-2_2 0.2883 recip_rank 4-2_2 0.2500 iprec_at_recall_0.00 4-2_2 0.3000 iprec_at_recall_0.10 4-2_2 0.2000 iprec_at_recall_0.20 4-2_2 0.0568 iprec_at_recall_0.30 4-2_2 0.0436 iprec_at_recall_0.40 4-2_2 0.0000 iprec_at_recall_0.50 4-2_2 0.0000 iprec_at_recall_0.60 4-2_2 0.0000 iprec_at_recall_0.70 4-2_2 0.0000 iprec_at_recall_0.80 4-2_2 0.0000 iprec_at_recall_0.90 4-2_2 0.0000 iprec_at_recall_1.00 4-2_2 0.0000 P_5 4-2_2 0.2000 P_10 4-2_2 0.3000 P_15 4-2_2 0.2000 P_20 4-2_2 0.2000 P_30 4-2_2 0.1667 P_100 4-2_2 0.1000 P_200 4-2_2 0.0500 P_500 4-2_2 0.0440 P_1000 4-2_2 0.0300 relstring 4-2_2 '-0-2002103' recall_5 4-2_2 0.0119 recall_10 4-2_2 0.0357 recall_15 4-2_2 0.0357 recall_20 4-2_2 0.0476 recall_30 4-2_2 0.0595 recall_100 4-2_2 0.1190 recall_200 4-2_2 0.1190 recall_500 4-2_2 0.2619 recall_1000 4-2_2 0.3571 infAP 4-2_2 0.0367 Rprec_mult_0.20 4-2_2 0.2353 Rprec_mult_0.40 4-2_2 0.1765 Rprec_mult_0.60 4-2_2 0.1569 Rprec_mult_0.80 4-2_2 0.1324 Rprec_mult_1.00 4-2_2 0.1071 Rprec_mult_1.20 4-2_2 0.0990 Rprec_mult_1.40 4-2_2 0.0847 Rprec_mult_1.60 4-2_2 0.0741 Rprec_mult_1.80 4-2_2 0.0658 Rprec_mult_2.00 4-2_2 0.0595 utility 4-2_2 -940.0000 11pt_avg 4-2_2 0.0546 binG 4-2_2 0.0578 G 4-2_2 0.0476 ndcg 4-2_2 0.2518 ndcg_rel 4-2_2 0.2285 Rndcg 4-2_2 0.1711 ndcg_cut_5 4-2_2 0.0974 ndcg_cut_10 4-2_2 0.1989 ndcg_cut_15 4-2_2 0.1542 ndcg_cut_20 4-2_2 0.1515 ndcg_cut_30 4-2_2 0.1476 ndcg_cut_100 4-2_2 0.1393 ndcg_cut_200 4-2_2 0.1294 ndcg_cut_500 4-2_2 0.2070 ndcg_cut_1000 4-2_2 0.2518 map_cut_5 4-2_2 0.0030 map_cut_10 4-2_2 0.0099 map_cut_15 4-2_2 0.0099 map_cut_20 4-2_2 0.0129 map_cut_30 4-2_2 0.0158 map_cut_100 4-2_2 0.0258 map_cut_200 4-2_2 0.0258 map_cut_500 4-2_2 0.0329 map_cut_1000 4-2_2 0.0367 relative_P_5 4-2_2 0.2000 relative_P_10 4-2_2 0.3000 relative_P_15 4-2_2 0.2000 relative_P_20 4-2_2 0.2000 relative_P_30 4-2_2 0.1667 relative_P_100 4-2_2 0.1190 relative_P_200 4-2_2 0.1190 relative_P_500 4-2_2 0.2619 relative_P_1000 4-2_2 0.3571 success_1 4-2_2 0.0000 success_5 4-2_2 1.0000 success_10 4-2_2 1.0000 set_P 4-2_2 0.0300 set_relative_P 4-2_2 0.3571 set_recall 4-2_2 0.3571 set_map 4-2_2 0.0107 set_F 4-2_2 0.0554 num_nonrel_judged_ret 4-2_2 35 rbp 4-2_2 0.1724 rbp_resid 4-2_2 0.4486 unj_5 4-2_2 0.4000 unj_10 4-2_2 0.2000 unj_20 4-2_2 0.5000 num_ret 4-2_3 1000 num_rel 4-2_3 48 num_rel_ret 4-2_3 34 map 4-2_3 0.0773 Rprec 4-2_3 0.1250 bpref 4-2_3 0.4334 recip_rank 4-2_3 0.3333 iprec_at_recall_0.00 4-2_3 0.5000 iprec_at_recall_0.10 4-2_3 0.1818 iprec_at_recall_0.20 4-2_3 0.1010 iprec_at_recall_0.30 4-2_3 0.0789 iprec_at_recall_0.40 4-2_3 0.0553 iprec_at_recall_0.50 4-2_3 0.0542 iprec_at_recall_0.60 4-2_3 0.0512 iprec_at_recall_0.70 4-2_3 0.0340 iprec_at_recall_0.80 4-2_3 0.0000 iprec_at_recall_0.90 4-2_3 0.0000 iprec_at_recall_1.00 4-2_3 0.0000 P_5 4-2_3 0.4000 P_10 4-2_3 0.3000 P_15 4-2_3 0.2667 P_20 4-2_3 0.2000 P_30 4-2_3 0.1667 P_100 4-2_3 0.1000 P_200 4-2_3 0.0750 P_500 4-2_3 0.0540 P_1000 4-2_3 0.0340 relstring 4-2_3 '102-231111' recall_5 4-2_3 0.0417 recall_10 4-2_3 0.0625 recall_15 4-2_3 0.0833 recall_20 4-2_3 0.0833 recall_30 4-2_3 0.1042 recall_100 4-2_3 0.2083 recall_200 4-2_3 0.3125 recall_500 4-2_3 0.5625 recall_1000 4-2_3 0.7083 infAP 4-2_3 0.0773 Rprec_mult_0.20 4-2_3 0.3000 Rprec_mult_0.40 4-2_3 0.2000 Rprec_mult_0.60 4-2_3 0.1724 Rprec_mult_0.80 4-2_3 0.1538 Rprec_mult_1.00 4-2_3 0.1250 Rprec_mult_1.20 4-2_3 0.1207 Rprec_mult_1.40 4-2_3 0.1324 Rprec_mult_1.60 4-2_3 0.1169 Rprec_mult_1.80 4-2_3 0.1034 Rprec_mult_2.00 4-2_3 0.0938 utility 4-2_3 -932.0000 11pt_avg 4-2_3 0.0960 binG 4-2_3 0.1160 G 4-2_3 0.1099 ndcg 4-2_3 0.4882 ndcg_rel 4-2_3 0.3928 Rndcg 4-2_3 0.3426 ndcg_cut_5 4-2_3 0.3136 ndcg_cut_10 4-2_3 0.3896 ndcg_cut_15 4-2_3 0.3746 ndcg_cut_20 4-2_3 0.3256 ndcg_cut_30 4-2_3 0.2819 ndcg_cut_100 4-2_3 0.2633 ndcg_cut_200 4-2_3 0.3199 ndcg_cut_500 4-2_3 0.4231 ndcg_cut_1000 4-2_3 0.4882 map_cut_5 4-2_3 0.0153 map_cut_10 4-2_3 0.0257 map_cut_15 4-2_3 0.0316 map_cut_20 4-2_3 0.0316 map_cut_30 4-2_3 0.0352 map_cut_100 4-2_3 0.0495 map_cut_200 4-2_3 0.0579 map_cut_500 4-2_3 0.0711 map_cut_1000 4-2_3 0.0773 relative_P_5 4-2_3 0.4000 relative_P_10 4-2_3 0.3000 relative_P_15 4-2_3 0.2667 relative_P_20 4-2_3 0.2000 relative_P_30 4-2_3 0.1667 relative_P_100 4-2_3 0.2083 relative_P_200 4-2_3 0.3125 relative_P_500 4-2_3 0.5625 relative_P_1000 4-2_3 0.7083 success_1 4-2_3 0.0000 success_5 4-2_3 1.0000 success_10 4-2_3 1.0000 set_P 4-2_3 0.0340 set_relative_P 4-2_3 0.7083 set_recall 4-2_3 0.7083 set_map 4-2_3 0.0241 set_F 4-2_3 0.0649 num_nonrel_judged_ret 4-2_3 27 rbp 4-2_3 0.2880 rbp_resid 4-2_3 0.3454 unj_5 4-2_3 0.2000 unj_10 4-2_3 0.1000 unj_20 4-2_3 0.4500 num_ret 4-2_6 1000 num_rel 4-2_6 14 num_rel_ret 4-2_6 12 map 4-2_6 0.4210 Rprec 4-2_6 0.4286 bpref 4-2_6 0.6684 recip_rank 4-2_6 0.5000 iprec_at_recall_0.00 4-2_6 0.8571 iprec_at_recall_0.10 4-2_6 0.8571 iprec_at_recall_0.20 4-2_6 0.8571 iprec_at_recall_0.30 4-2_6 0.8571 iprec_at_recall_0.40 4-2_6 0.8571 iprec_at_recall_0.50 4-2_6 0.4706 iprec_at_recall_0.60 4-2_6 0.4706 iprec_at_recall_0.70 4-2_6 0.1205 iprec_at_recall_0.80 4-2_6 0.0909 iprec_at_recall_0.90 4-2_6 0.0000 iprec_at_recall_1.00 4-2_6 0.0000 P_5 4-2_6 0.8000 P_10 4-2_6 0.6000 P_15 4-2_6 0.4000 P_20 4-2_6 0.4000 P_30 4-2_6 0.2667 P_100 4-2_6 0.1000 P_200 4-2_6 0.0600 P_500 4-2_6 0.0240 P_1000 4-2_6 0.0120 relstring 4-2_6 '1222233-1-' recall_5 4-2_6 0.2857 recall_10 4-2_6 0.4286 recall_15 4-2_6 0.4286 recall_20 4-2_6 0.5714 recall_30 4-2_6 0.5714 recall_100 4-2_6 0.7143 recall_200 4-2_6 0.8571 recall_500 4-2_6 0.8571 recall_1000 4-2_6 0.8571 infAP 4-2_6 0.4210 Rprec_mult_0.20 4-2_6 0.6667 Rprec_mult_0.40 4-2_6 0.8333 Rprec_mult_0.60 4-2_6 0.6667 Rprec_mult_0.80 4-2_6 0.5000 Rprec_mult_1.00 4-2_6 0.4286 Rprec_mult_1.20 4-2_6 0.4706 Rprec_mult_1.40 4-2_6 0.4000 Rprec_mult_1.60 4-2_6 0.3478 Rprec_mult_1.80 4-2_6 0.3077 Rprec_mult_2.00 4-2_6 0.2857 utility 4-2_6 -976.0000 11pt_avg 4-2_6 0.4944 binG 4-2_6 0.3592 G 4-2_6 0.2247 ndcg 4-2_6 0.6643 ndcg_rel 4-2_6 0.5939 Rndcg 4-2_6 0.5556 ndcg_cut_5 4-2_6 0.5789 ndcg_cut_10 4-2_6 0.6238 ndcg_cut_15 4-2_6 0.5178 ndcg_cut_20 4-2_6 0.5568 ndcg_cut_30 4-2_6 0.4944 ndcg_cut_100 4-2_6 0.5957 ndcg_cut_200 4-2_6 0.6446 ndcg_cut_500 4-2_6 0.6519 ndcg_cut_1000 4-2_6 0.6643 map_cut_5 4-2_6 0.1940 map_cut_10 4-2_6 0.3148 map_cut_15 4-2_6 0.3148 map_cut_20 4-2_6 0.3797 map_cut_30 4-2_6 0.3797 map_cut_100 4-2_6 0.4090 map_cut_200 4-2_6 0.4210 map_cut_500 4-2_6 0.4210 map_cut_1000 4-2_6 0.4210 relative_P_5 4-2_6 0.8000 relative_P_10 4-2_6 0.6000 relative_P_15 4-2_6 0.4286 relative_P_20 4-2_6 0.5714 relative_P_30 4-2_6 0.5714 relative_P_100 4-2_6 0.7143 relative_P_200 4-2_6 0.8571 relative_P_500 4-2_6 0.8571 relative_P_1000 4-2_6 0.8571 success_1 4-2_6 0.0000 success_5 4-2_6 1.0000 success_10 4-2_6 1.0000 set_P 4-2_6 0.0120 set_relative_P 4-2_6 0.8571 set_recall 4-2_6 0.8571 set_map 4-2_6 0.0103 set_F 4-2_6 0.0237 num_nonrel_judged_ret 4-2_6 13 rbp 4-2_6 0.4024 rbp_resid 4-2_6 0.3743 unj_5 4-2_6 0.0000 unj_10 4-2_6 0.2000 unj_20 4-2_6 0.4500 num_ret 5-1_2 1000 num_rel 5-1_2 130 num_rel_ret 5-1_2 45 map 5-1_2 0.0630 Rprec 5-1_2 0.1308 bpref 5-1_2 0.3036 recip_rank 5-1_2 1.0000 iprec_at_recall_0.00 5-1_2 1.0000 iprec_at_recall_0.10 5-1_2 0.1970 iprec_at_recall_0.20 5-1_2 0.0675 iprec_at_recall_0.30 5-1_2 0.0489 iprec_at_recall_0.40 5-1_2 0.0000 iprec_at_recall_0.50 5-1_2 0.0000 iprec_at_recall_0.60 5-1_2 0.0000 iprec_at_recall_0.70 5-1_2 0.0000 iprec_at_recall_0.80 5-1_2 0.0000 iprec_at_recall_0.90 5-1_2 0.0000 iprec_at_recall_1.00 5-1_2 0.0000 P_5 5-1_2 0.4000 P_10 5-1_2 0.5000 P_15 5-1_2 0.4000 P_20 5-1_2 0.3500 P_30 5-1_2 0.2667 P_100 5-1_2 0.1400 P_200 5-1_2 0.1000 P_500 5-1_2 0.0580 P_1000 5-1_2 0.0450 relstring 5-1_2 '2201031133' recall_5 5-1_2 0.0154 recall_10 5-1_2 0.0385 recall_15 5-1_2 0.0462 recall_20 5-1_2 0.0538 recall_30 5-1_2 0.0615 recall_100 5-1_2 0.1077 recall_200 5-1_2 0.1538 recall_500 5-1_2 0.2231 recall_1000 5-1_2 0.3462 infAP 5-1_2 0.0630 Rprec_mult_0.20 5-1_2 0.2692 Rprec_mult_0.40 5-1_2 0.1923 Rprec_mult_0.60 5-1_2 0.1667 Rprec_mult_0.80 5-1_2 0.1346 Rprec_mult_1.00 5-1_2 0.1308 Rprec_mult_1.20 5-1_2 0.1154 Rprec_mult_1.40 5-1_2 0.1099 Rprec_mult_1.60 5-1_2 0.1010 Rprec_mult_1.80 5-1_2 0.0940 Rprec_mult_2.00 5-1_2 0.0885 utility 5-1_2 -910.0000 11pt_avg 5-1_2 0.1194 binG 5-1_2 0.0672 G 5-1_2 0.0474 ndcg 5-1_2 0.2963 ndcg_rel 5-1_2 0.2923 Rndcg 5-1_2 0.2857 ndcg_cut_5 5-1_2 0.3751 ndcg_cut_10 5-1_2 0.4908 ndcg_cut_15 5-1_2 0.4296 ndcg_cut_20 5-1_2 0.3937 ndcg_cut_30 5-1_2 0.3342 ndcg_cut_100 5-1_2 0.2098 ndcg_cut_200 5-1_2 0.1949 ndcg_cut_500 5-1_2 0.2308 ndcg_cut_1000 5-1_2 0.2963 map_cut_5 5-1_2 0.0154 map_cut_10 5-1_2 0.0265 map_cut_15 5-1_2 0.0300 map_cut_20 5-1_2 0.0334 map_cut_30 5-1_2 0.0355 map_cut_100 5-1_2 0.0455 map_cut_200 5-1_2 0.0516 map_cut_500 5-1_2 0.0568 map_cut_1000 5-1_2 0.0630 relative_P_5 5-1_2 0.4000 relative_P_10 5-1_2 0.5000 relative_P_15 5-1_2 0.4000 relative_P_20 5-1_2 0.3500 relative_P_30 5-1_2 0.2667 relative_P_100 5-1_2 0.1400 relative_P_200 5-1_2 0.1538 relative_P_500 5-1_2 0.2231 relative_P_1000 5-1_2 0.3462 success_1 5-1_2 1.0000 success_5 5-1_2 1.0000 success_10 5-1_2 1.0000 set_P 5-1_2 0.0450 set_relative_P 5-1_2 0.3462 set_recall 5-1_2 0.3462 set_map 5-1_2 0.0156 set_F 5-1_2 0.0796 num_nonrel_judged_ret 5-1_2 30 rbp 5-1_2 0.2896 rbp_resid 5-1_2 0.2307 unj_5 5-1_2 0.0000 unj_10 5-1_2 0.0000 unj_20 5-1_2 0.3000 num_ret 5-1_4 1000 num_rel 5-1_4 29 num_rel_ret 5-1_4 17 map 5-1_4 0.1161 Rprec 5-1_4 0.2069 bpref 5-1_4 0.2128 recip_rank 5-1_4 1.0000 iprec_at_recall_0.00 5-1_4 1.0000 iprec_at_recall_0.10 5-1_4 0.5000 iprec_at_recall_0.20 5-1_4 0.2400 iprec_at_recall_0.30 5-1_4 0.0262 iprec_at_recall_0.40 5-1_4 0.0237 iprec_at_recall_0.50 5-1_4 0.0197 iprec_at_recall_0.60 5-1_4 0.0181 iprec_at_recall_0.70 5-1_4 0.0000 iprec_at_recall_0.80 5-1_4 0.0000 iprec_at_recall_0.90 5-1_4 0.0000 iprec_at_recall_1.00 5-1_4 0.0000 P_5 5-1_4 0.4000 P_10 5-1_4 0.4000 P_15 5-1_4 0.3333 P_20 5-1_4 0.2500 P_30 5-1_4 0.2000 P_100 5-1_4 0.0600 P_200 5-1_4 0.0350 P_500 5-1_4 0.0220 P_1000 5-1_4 0.0170 relstring 5-1_4 '2-020-22-1' recall_5 5-1_4 0.0690 recall_10 5-1_4 0.1379 recall_15 5-1_4 0.1724 recall_20 5-1_4 0.1724 recall_30 5-1_4 0.2069 recall_100 5-1_4 0.2069 recall_200 5-1_4 0.2414 recall_500 5-1_4 0.3793 recall_1000 5-1_4 0.5862 infAP 5-1_4 0.1161 Rprec_mult_0.20 5-1_4 0.3333 Rprec_mult_0.40 5-1_4 0.4167 Rprec_mult_0.60 5-1_4 0.2778 Rprec_mult_0.80 5-1_4 0.2083 Rprec_mult_1.00 5-1_4 0.2069 Rprec_mult_1.20 5-1_4 0.1714 Rprec_mult_1.40 5-1_4 0.1463 Rprec_mult_1.60 5-1_4 0.1277 Rprec_mult_1.80 5-1_4 0.1132 Rprec_mult_2.00 5-1_4 0.1034 utility 5-1_4 -966.0000 11pt_avg 5-1_4 0.1662 binG 5-1_4 0.1403 G 5-1_4 0.0958 ndcg 5-1_4 0.3747 ndcg_rel 5-1_4 0.3492 Rndcg 5-1_4 0.2968 ndcg_cut_5 5-1_4 0.3235 ndcg_cut_10 5-1_4 0.3334 ndcg_cut_15 5-1_4 0.3122 ndcg_cut_20 5-1_4 0.2845 ndcg_cut_30 5-1_4 0.2521 ndcg_cut_100 5-1_4 0.2391 ndcg_cut_200 5-1_4 0.2620 ndcg_cut_500 5-1_4 0.3009 ndcg_cut_1000 5-1_4 0.3747 map_cut_5 5-1_4 0.0517 map_cut_10 5-1_4 0.0837 map_cut_15 5-1_4 0.0981 map_cut_20 5-1_4 0.0981 map_cut_30 5-1_4 0.1064 map_cut_100 5-1_4 0.1064 map_cut_200 5-1_4 0.1081 map_cut_500 5-1_4 0.1118 map_cut_1000 5-1_4 0.1161 relative_P_5 5-1_4 0.4000 relative_P_10 5-1_4 0.4000 relative_P_15 5-1_4 0.3333 relative_P_20 5-1_4 0.2500 relative_P_30 5-1_4 0.2069 relative_P_100 5-1_4 0.2069 relative_P_200 5-1_4 0.2414 relative_P_500 5-1_4 0.3793 relative_P_1000 5-1_4 0.5862 success_1 5-1_4 1.0000 success_5 5-1_4 1.0000 success_10 5-1_4 1.0000 set_P 5-1_4 0.0170 set_relative_P 5-1_4 0.5862 set_recall 5-1_4 0.5862 set_map 5-1_4 0.0100 set_F 5-1_4 0.0330 num_nonrel_judged_ret 5-1_4 31 rbp 5-1_4 0.2263 rbp_resid 5-1_4 0.4505 unj_5 5-1_4 0.2000 unj_10 5-1_4 0.3000 unj_20 5-1_4 0.5000 num_ret 6-1_2 1000 num_rel 6-1_2 57 num_rel_ret 6-1_2 1 map 6-1_2 0.0001 Rprec 6-1_2 0.0000 bpref 6-1_2 0.0120 recip_rank 6-1_2 0.0052 iprec_at_recall_0.00 6-1_2 0.0052 iprec_at_recall_0.10 6-1_2 0.0000 iprec_at_recall_0.20 6-1_2 0.0000 iprec_at_recall_0.30 6-1_2 0.0000 iprec_at_recall_0.40 6-1_2 0.0000 iprec_at_recall_0.50 6-1_2 0.0000 iprec_at_recall_0.60 6-1_2 0.0000 iprec_at_recall_0.70 6-1_2 0.0000 iprec_at_recall_0.80 6-1_2 0.0000 iprec_at_recall_0.90 6-1_2 0.0000 iprec_at_recall_1.00 6-1_2 0.0000 P_5 6-1_2 0.0000 P_10 6-1_2 0.0000 P_15 6-1_2 0.0000 P_20 6-1_2 0.0000 P_30 6-1_2 0.0000 P_100 6-1_2 0.0000 P_200 6-1_2 0.0050 P_500 6-1_2 0.0020 P_1000 6-1_2 0.0010 relstring 6-1_2 '111-01----' recall_5 6-1_2 0.0000 recall_10 6-1_2 0.0000 recall_15 6-1_2 0.0000 recall_20 6-1_2 0.0000 recall_30 6-1_2 0.0000 recall_100 6-1_2 0.0000 recall_200 6-1_2 0.0175 recall_500 6-1_2 0.0175 recall_1000 6-1_2 0.0175 infAP 6-1_2 0.0001 Rprec_mult_0.20 6-1_2 0.0000 Rprec_mult_0.40 6-1_2 0.0000 Rprec_mult_0.60 6-1_2 0.0000 Rprec_mult_0.80 6-1_2 0.0000 Rprec_mult_1.00 6-1_2 0.0000 Rprec_mult_1.20 6-1_2 0.0000 Rprec_mult_1.40 6-1_2 0.0000 Rprec_mult_1.60 6-1_2 0.0000 Rprec_mult_1.80 6-1_2 0.0000 Rprec_mult_2.00 6-1_2 0.0000 utility 6-1_2 -998.0000 11pt_avg 6-1_2 0.0005 binG 6-1_2 0.0023 G 6-1_2 0.0191 ndcg 6-1_2 0.1092 ndcg_rel 6-1_2 0.1148 Rndcg 6-1_2 0.1005 ndcg_cut_5 6-1_2 0.2409 ndcg_cut_10 6-1_2 0.1825 ndcg_cut_15 6-1_2 0.1414 ndcg_cut_20 6-1_2 0.1218 ndcg_cut_30 6-1_2 0.1008 ndcg_cut_100 6-1_2 0.0767 ndcg_cut_200 6-1_2 0.0874 ndcg_cut_500 6-1_2 0.1018 ndcg_cut_1000 6-1_2 0.1092 map_cut_5 6-1_2 0.0000 map_cut_10 6-1_2 0.0000 map_cut_15 6-1_2 0.0000 map_cut_20 6-1_2 0.0000 map_cut_30 6-1_2 0.0000 map_cut_100 6-1_2 0.0000 map_cut_200 6-1_2 0.0001 map_cut_500 6-1_2 0.0001 map_cut_1000 6-1_2 0.0001 relative_P_5 6-1_2 0.0000 relative_P_10 6-1_2 0.0000 relative_P_15 6-1_2 0.0000 relative_P_20 6-1_2 0.0000 relative_P_30 6-1_2 0.0000 relative_P_100 6-1_2 0.0000 relative_P_200 6-1_2 0.0175 relative_P_500 6-1_2 0.0175 relative_P_1000 6-1_2 0.0175 success_1 6-1_2 0.0000 success_5 6-1_2 0.0000 success_10 6-1_2 0.0000 set_P 6-1_2 0.0010 set_relative_P 6-1_2 0.0175 set_recall 6-1_2 0.0175 set_map 6-1_2 0.0000 set_F 6-1_2 0.0019 num_nonrel_judged_ret 6-1_2 31 rbp 6-1_2 0.1108 rbp_resid 6-1_2 0.5563 unj_5 6-1_2 0.2000 unj_10 6-1_2 0.5000 unj_20 6-1_2 0.7000 num_ret 6-1_6 1000 num_rel 6-1_6 27 num_rel_ret 6-1_6 25 map 6-1_6 0.1958 Rprec 6-1_6 0.2222 bpref 6-1_6 0.3059 recip_rank 6-1_6 0.5000 iprec_at_recall_0.00 6-1_6 0.7500 iprec_at_recall_0.10 6-1_6 0.7500 iprec_at_recall_0.20 6-1_6 0.2632 iprec_at_recall_0.30 6-1_6 0.2632 iprec_at_recall_0.40 6-1_6 0.2558 iprec_at_recall_0.50 6-1_6 0.1972 iprec_at_recall_0.60 6-1_6 0.1156 iprec_at_recall_0.70 6-1_6 0.0633 iprec_at_recall_0.80 6-1_6 0.0608 iprec_at_recall_0.90 6-1_6 0.0518 iprec_at_recall_1.00 6-1_6 0.0000 P_5 6-1_6 0.6000 P_10 6-1_6 0.3000 P_15 6-1_6 0.2000 P_20 6-1_6 0.2000 P_30 6-1_6 0.2333 P_100 6-1_6 0.1400 P_200 6-1_6 0.0850 P_500 6-1_6 0.0480 P_1000 6-1_6 0.0250 relstring 6-1_6 '033211-1-1' recall_5 6-1_6 0.1111 recall_10 6-1_6 0.1111 recall_15 6-1_6 0.1111 recall_20 6-1_6 0.1481 recall_30 6-1_6 0.2593 recall_100 6-1_6 0.5185 recall_200 6-1_6 0.6296 recall_500 6-1_6 0.8889 recall_1000 6-1_6 0.9259 infAP 6-1_6 0.1958 Rprec_mult_0.20 6-1_6 0.5000 Rprec_mult_0.40 6-1_6 0.2727 Rprec_mult_0.60 6-1_6 0.1765 Rprec_mult_0.80 6-1_6 0.2273 Rprec_mult_1.00 6-1_6 0.2222 Rprec_mult_1.20 6-1_6 0.2424 Rprec_mult_1.40 6-1_6 0.2632 Rprec_mult_1.60 6-1_6 0.2500 Rprec_mult_1.80 6-1_6 0.2245 Rprec_mult_2.00 6-1_6 0.2222 utility 6-1_6 -950.0000 11pt_avg 6-1_6 0.2519 binG 6-1_6 0.2053 G 6-1_6 0.1754 ndcg 6-1_6 0.6543 ndcg_rel 6-1_6 0.4921 Rndcg 6-1_6 0.4562 ndcg_cut_5 6-1_6 0.5247 ndcg_cut_10 6-1_6 0.4110 ndcg_cut_15 6-1_6 0.3590 ndcg_cut_20 6-1_6 0.3389 ndcg_cut_30 6-1_6 0.3870 ndcg_cut_100 6-1_6 0.4911 ndcg_cut_200 6-1_6 0.5638 ndcg_cut_500 6-1_6 0.6423 ndcg_cut_1000 6-1_6 0.6543 map_cut_5 6-1_6 0.0710 map_cut_10 6-1_6 0.0710 map_cut_15 6-1_6 0.0710 map_cut_20 6-1_6 0.0784 map_cut_30 6-1_6 0.1046 map_cut_100 6-1_6 0.1655 map_cut_200 6-1_6 0.1785 map_cut_500 6-1_6 0.1942 map_cut_1000 6-1_6 0.1958 relative_P_5 6-1_6 0.6000 relative_P_10 6-1_6 0.3000 relative_P_15 6-1_6 0.2000 relative_P_20 6-1_6 0.2000 relative_P_30 6-1_6 0.2593 relative_P_100 6-1_6 0.5185 relative_P_200 6-1_6 0.6296 relative_P_500 6-1_6 0.8889 relative_P_1000 6-1_6 0.9259 success_1 6-1_6 0.0000 success_5 6-1_6 1.0000 success_10 6-1_6 1.0000 set_P 6-1_6 0.0250 set_relative_P 6-1_6 0.9259 set_recall 6-1_6 0.9259 set_map 6-1_6 0.0231 set_F 6-1_6 0.0487 num_nonrel_judged_ret 6-1_6 33 rbp 6-1_6 0.3601 rbp_resid 6-1_6 0.2851 unj_5 6-1_6 0.0000 unj_10 6-1_6 0.2000 unj_20 6-1_6 0.4500 num_ret 6-1_7 1000 num_rel 6-1_7 46 num_rel_ret 6-1_7 20 map 6-1_7 0.0153 Rprec 6-1_7 0.0217 bpref 6-1_7 0.0548 recip_rank 6-1_7 0.0714 iprec_at_recall_0.00 6-1_7 0.0714 iprec_at_recall_0.10 6-1_7 0.0435 iprec_at_recall_0.20 6-1_7 0.0376 iprec_at_recall_0.30 6-1_7 0.0296 iprec_at_recall_0.40 6-1_7 0.0296 iprec_at_recall_0.50 6-1_7 0.0000 iprec_at_recall_0.60 6-1_7 0.0000 iprec_at_recall_0.70 6-1_7 0.0000 iprec_at_recall_0.80 6-1_7 0.0000 iprec_at_recall_0.90 6-1_7 0.0000 iprec_at_recall_1.00 6-1_7 0.0000 P_5 6-1_7 0.0000 P_10 6-1_7 0.0000 P_15 6-1_7 0.0667 P_20 6-1_7 0.0500 P_30 6-1_7 0.0333 P_100 6-1_7 0.0300 P_200 6-1_7 0.0350 P_500 6-1_7 0.0280 P_1000 6-1_7 0.0200 relstring 6-1_7 '00---0-0-1' recall_5 6-1_7 0.0000 recall_10 6-1_7 0.0000 recall_15 6-1_7 0.0217 recall_20 6-1_7 0.0217 recall_30 6-1_7 0.0217 recall_100 6-1_7 0.0652 recall_200 6-1_7 0.1522 recall_500 6-1_7 0.3043 recall_1000 6-1_7 0.4348 infAP 6-1_7 0.0153 Rprec_mult_0.20 6-1_7 0.0000 Rprec_mult_0.40 6-1_7 0.0526 Rprec_mult_0.60 6-1_7 0.0357 Rprec_mult_0.80 6-1_7 0.0270 Rprec_mult_1.00 6-1_7 0.0217 Rprec_mult_1.20 6-1_7 0.0179 Rprec_mult_1.40 6-1_7 0.0154 Rprec_mult_1.60 6-1_7 0.0135 Rprec_mult_1.80 6-1_7 0.0241 Rprec_mult_2.00 6-1_7 0.0326 utility 6-1_7 -960.0000 11pt_avg 6-1_7 0.0192 binG 6-1_7 0.0574 G 6-1_7 0.0655 ndcg 6-1_7 0.2986 ndcg_rel 6-1_7 0.2284 Rndcg 6-1_7 0.1274 ndcg_cut_5 6-1_7 0.0000 ndcg_cut_10 6-1_7 0.0212 ndcg_cut_15 6-1_7 0.0774 ndcg_cut_20 6-1_7 0.0923 ndcg_cut_30 6-1_7 0.0846 ndcg_cut_100 6-1_7 0.0914 ndcg_cut_200 6-1_7 0.1474 ndcg_cut_500 6-1_7 0.2457 ndcg_cut_1000 6-1_7 0.2986 map_cut_5 6-1_7 0.0000 map_cut_10 6-1_7 0.0000 map_cut_15 6-1_7 0.0016 map_cut_20 6-1_7 0.0016 map_cut_30 6-1_7 0.0016 map_cut_100 6-1_7 0.0029 map_cut_200 6-1_7 0.0064 map_cut_500 6-1_7 0.0116 map_cut_1000 6-1_7 0.0153 relative_P_5 6-1_7 0.0000 relative_P_10 6-1_7 0.0000 relative_P_15 6-1_7 0.0667 relative_P_20 6-1_7 0.0500 relative_P_30 6-1_7 0.0333 relative_P_100 6-1_7 0.0652 relative_P_200 6-1_7 0.1522 relative_P_500 6-1_7 0.3043 relative_P_1000 6-1_7 0.4348 success_1 6-1_7 0.0000 success_5 6-1_7 0.0000 success_10 6-1_7 0.0000 set_P 6-1_7 0.0200 set_relative_P 6-1_7 0.4348 set_recall 6-1_7 0.4348 set_map 6-1_7 0.0087 set_F 6-1_7 0.0382 num_nonrel_judged_ret 6-1_7 87 rbp 6-1_7 0.0632 rbp_resid 6-1_7 0.4677 unj_5 6-1_7 0.6000 unj_10 6-1_7 0.5000 unj_20 6-1_7 0.4000 num_ret 6-2_2 1000 num_rel 6-2_2 56 num_rel_ret 6-2_2 15 map 6-2_2 0.0060 Rprec 6-2_2 0.0179 bpref 6-2_2 0.0915 recip_rank 6-2_2 0.0357 iprec_at_recall_0.00 6-2_2 0.0357 iprec_at_recall_0.10 6-2_2 0.0272 iprec_at_recall_0.20 6-2_2 0.0234 iprec_at_recall_0.30 6-2_2 0.0000 iprec_at_recall_0.40 6-2_2 0.0000 iprec_at_recall_0.50 6-2_2 0.0000 iprec_at_recall_0.60 6-2_2 0.0000 iprec_at_recall_0.70 6-2_2 0.0000 iprec_at_recall_0.80 6-2_2 0.0000 iprec_at_recall_0.90 6-2_2 0.0000 iprec_at_recall_1.00 6-2_2 0.0000 P_5 6-2_2 0.0000 P_10 6-2_2 0.0000 P_15 6-2_2 0.0000 P_20 6-2_2 0.0000 P_30 6-2_2 0.0333 P_100 6-2_2 0.0100 P_200 6-2_2 0.0200 P_500 6-2_2 0.0220 P_1000 6-2_2 0.0150 relstring 6-2_2 '100-000000' recall_5 6-2_2 0.0000 recall_10 6-2_2 0.0000 recall_15 6-2_2 0.0000 recall_20 6-2_2 0.0000 recall_30 6-2_2 0.0179 recall_100 6-2_2 0.0179 recall_200 6-2_2 0.0714 recall_500 6-2_2 0.1964 recall_1000 6-2_2 0.2679 infAP 6-2_2 0.0060 Rprec_mult_0.20 6-2_2 0.0000 Rprec_mult_0.40 6-2_2 0.0000 Rprec_mult_0.60 6-2_2 0.0294 Rprec_mult_0.80 6-2_2 0.0222 Rprec_mult_1.00 6-2_2 0.0179 Rprec_mult_1.20 6-2_2 0.0147 Rprec_mult_1.40 6-2_2 0.0127 Rprec_mult_1.60 6-2_2 0.0111 Rprec_mult_1.80 6-2_2 0.0099 Rprec_mult_2.00 6-2_2 0.0089 utility 6-2_2 -970.0000 11pt_avg 6-2_2 0.0078 binG 6-2_2 0.0337 G 6-2_2 0.0376 ndcg 6-2_2 0.1704 ndcg_rel 6-2_2 0.1495 Rndcg 6-2_2 0.0717 ndcg_cut_5 6-2_2 0.0848 ndcg_cut_10 6-2_2 0.0550 ndcg_cut_15 6-2_2 0.0452 ndcg_cut_20 6-2_2 0.0480 ndcg_cut_30 6-2_2 0.0537 ndcg_cut_100 6-2_2 0.0433 ndcg_cut_200 6-2_2 0.0762 ndcg_cut_500 6-2_2 0.1317 ndcg_cut_1000 6-2_2 0.1704 map_cut_5 6-2_2 0.0000 map_cut_10 6-2_2 0.0000 map_cut_15 6-2_2 0.0000 map_cut_20 6-2_2 0.0000 map_cut_30 6-2_2 0.0006 map_cut_100 6-2_2 0.0006 map_cut_200 6-2_2 0.0017 map_cut_500 6-2_2 0.0048 map_cut_1000 6-2_2 0.0060 relative_P_5 6-2_2 0.0000 relative_P_10 6-2_2 0.0000 relative_P_15 6-2_2 0.0000 relative_P_20 6-2_2 0.0000 relative_P_30 6-2_2 0.0333 relative_P_100 6-2_2 0.0179 relative_P_200 6-2_2 0.0714 relative_P_500 6-2_2 0.1964 relative_P_1000 6-2_2 0.2679 success_1 6-2_2 0.0000 success_5 6-2_2 0.0000 success_10 6-2_2 0.0000 set_P 6-2_2 0.0150 set_relative_P 6-2_2 0.2679 set_recall 6-2_2 0.2679 set_map 6-2_2 0.0040 set_F 6-2_2 0.0284 num_nonrel_judged_ret 6-2_2 54 rbp 6-2_2 0.0319 rbp_resid 6-2_2 0.3075 unj_5 6-2_2 0.2000 unj_10 6-2_2 0.1000 unj_20 6-2_2 0.4000 num_ret 6-2_3 1000 num_rel 6-2_3 17 num_rel_ret 6-2_3 1 map 6-2_3 0.0001 Rprec 6-2_3 0.0000 bpref 6-2_3 0.0000 recip_rank 6-2_3 0.0015 iprec_at_recall_0.00 6-2_3 0.0015 iprec_at_recall_0.10 6-2_3 0.0000 iprec_at_recall_0.20 6-2_3 0.0000 iprec_at_recall_0.30 6-2_3 0.0000 iprec_at_recall_0.40 6-2_3 0.0000 iprec_at_recall_0.50 6-2_3 0.0000 iprec_at_recall_0.60 6-2_3 0.0000 iprec_at_recall_0.70 6-2_3 0.0000 iprec_at_recall_0.80 6-2_3 0.0000 iprec_at_recall_0.90 6-2_3 0.0000 iprec_at_recall_1.00 6-2_3 0.0000 P_5 6-2_3 0.0000 P_10 6-2_3 0.0000 P_15 6-2_3 0.0000 P_20 6-2_3 0.0000 P_30 6-2_3 0.0000 P_100 6-2_3 0.0000 P_200 6-2_3 0.0000 P_500 6-2_3 0.0000 P_1000 6-2_3 0.0010 relstring 6-2_3 '00--00-00-' recall_5 6-2_3 0.0000 recall_10 6-2_3 0.0000 recall_15 6-2_3 0.0000 recall_20 6-2_3 0.0000 recall_30 6-2_3 0.0000 recall_100 6-2_3 0.0000 recall_200 6-2_3 0.0000 recall_500 6-2_3 0.0000 recall_1000 6-2_3 0.0588 infAP 6-2_3 0.0001 Rprec_mult_0.20 6-2_3 0.0000 Rprec_mult_0.40 6-2_3 0.0000 Rprec_mult_0.60 6-2_3 0.0000 Rprec_mult_0.80 6-2_3 0.0000 Rprec_mult_1.00 6-2_3 0.0000 Rprec_mult_1.20 6-2_3 0.0000 Rprec_mult_1.40 6-2_3 0.0000 Rprec_mult_1.60 6-2_3 0.0000 Rprec_mult_1.80 6-2_3 0.0000 Rprec_mult_2.00 6-2_3 0.0000 utility 6-2_3 -998.0000 11pt_avg 6-2_3 0.0001 binG 6-2_3 0.0063 G 6-2_3 0.0099 ndcg 6-2_3 0.0278 ndcg_rel 6-2_3 0.0272 Rndcg 6-2_3 0.0056 ndcg_cut_5 6-2_3 0.0000 ndcg_cut_10 6-2_3 0.0000 ndcg_cut_15 6-2_3 0.0000 ndcg_cut_20 6-2_3 0.0000 ndcg_cut_30 6-2_3 0.0000 ndcg_cut_100 6-2_3 0.0000 ndcg_cut_200 6-2_3 0.0068 ndcg_cut_500 6-2_3 0.0068 ndcg_cut_1000 6-2_3 0.0278 map_cut_5 6-2_3 0.0000 map_cut_10 6-2_3 0.0000 map_cut_15 6-2_3 0.0000 map_cut_20 6-2_3 0.0000 map_cut_30 6-2_3 0.0000 map_cut_100 6-2_3 0.0000 map_cut_200 6-2_3 0.0000 map_cut_500 6-2_3 0.0000 map_cut_1000 6-2_3 0.0001 relative_P_5 6-2_3 0.0000 relative_P_10 6-2_3 0.0000 relative_P_15 6-2_3 0.0000 relative_P_20 6-2_3 0.0000 relative_P_30 6-2_3 0.0000 relative_P_100 6-2_3 0.0000 relative_P_200 6-2_3 0.0000 relative_P_500 6-2_3 0.0000 relative_P_1000 6-2_3 0.0588 success_1 6-2_3 0.0000 success_5 6-2_3 0.0000 success_10 6-2_3 0.0000 set_P 6-2_3 0.0010 set_relative_P 6-2_3 0.0588 set_recall 6-2_3 0.0588 set_map 6-2_3 0.0001 set_F 6-2_3 0.0020 num_nonrel_judged_ret 6-2_3 30 rbp 6-2_3 0.0000 rbp_resid 6-2_3 0.5227 unj_5 6-2_3 0.4000 unj_10 6-2_3 0.4000 unj_20 6-2_3 0.6000 num_ret 6-2_5 1000 num_rel 6-2_5 51 num_rel_ret 6-2_5 42 map 6-2_5 0.1281 Rprec 6-2_5 0.1961 bpref 6-2_5 0.4833 recip_rank 6-2_5 0.5000 iprec_at_recall_0.00 6-2_5 0.6667 iprec_at_recall_0.10 6-2_5 0.2778 iprec_at_recall_0.20 6-2_5 0.2128 iprec_at_recall_0.30 6-2_5 0.1636 iprec_at_recall_0.40 6-2_5 0.1190 iprec_at_recall_0.50 6-2_5 0.0879 iprec_at_recall_0.60 6-2_5 0.0733 iprec_at_recall_0.70 6-2_5 0.0602 iprec_at_recall_0.80 6-2_5 0.0460 iprec_at_recall_0.90 6-2_5 0.0000 iprec_at_recall_1.00 6-2_5 0.0000 P_5 6-2_5 0.4000 P_10 6-2_5 0.4000 P_15 6-2_5 0.2667 P_20 6-2_5 0.2500 P_30 6-2_5 0.2333 P_100 6-2_5 0.1400 P_200 6-2_5 0.1050 P_500 6-2_5 0.0640 P_1000 6-2_5 0.0420 relstring 6-2_5 '1220-13-12' recall_5 6-2_5 0.0392 recall_10 6-2_5 0.0784 recall_15 6-2_5 0.0784 recall_20 6-2_5 0.0980 recall_30 6-2_5 0.1373 recall_100 6-2_5 0.2745 recall_200 6-2_5 0.4118 recall_500 6-2_5 0.6275 recall_1000 6-2_5 0.8235 infAP 6-2_5 0.1281 Rprec_mult_0.20 6-2_5 0.3636 Rprec_mult_0.40 6-2_5 0.2381 Rprec_mult_0.60 6-2_5 0.2258 Rprec_mult_0.80 6-2_5 0.1951 Rprec_mult_1.00 6-2_5 0.1961 Rprec_mult_1.20 6-2_5 0.1774 Rprec_mult_1.40 6-2_5 0.1528 Rprec_mult_1.60 6-2_5 0.1463 Rprec_mult_1.80 6-2_5 0.1413 Rprec_mult_2.00 6-2_5 0.1373 utility 6-2_5 -916.0000 11pt_avg 6-2_5 0.1552 binG 6-2_5 0.1448 G 6-2_5 0.1098 ndcg 6-2_5 0.5037 ndcg_rel 6-2_5 0.3793 Rndcg 6-2_5 0.2894 ndcg_cut_5 6-2_5 0.2766 ndcg_cut_10 6-2_5 0.3025 ndcg_cut_15 6-2_5 0.2572 ndcg_cut_20 6-2_5 0.2559 ndcg_cut_30 6-2_5 0.2350 ndcg_cut_100 6-2_5 0.2501 ndcg_cut_200 6-2_5 0.3255 ndcg_cut_500 6-2_5 0.4277 ndcg_cut_1000 6-2_5 0.5037 map_cut_5 6-2_5 0.0229 map_cut_10 6-2_5 0.0391 map_cut_15 6-2_5 0.0391 map_cut_20 6-2_5 0.0446 map_cut_30 6-2_5 0.0538 map_cut_100 6-2_5 0.0793 map_cut_200 6-2_5 0.0987 map_cut_500 6-2_5 0.1170 map_cut_1000 6-2_5 0.1281 relative_P_5 6-2_5 0.4000 relative_P_10 6-2_5 0.4000 relative_P_15 6-2_5 0.2667 relative_P_20 6-2_5 0.2500 relative_P_30 6-2_5 0.2333 relative_P_100 6-2_5 0.2745 relative_P_200 6-2_5 0.4118 relative_P_500 6-2_5 0.6275 relative_P_1000 6-2_5 0.8235 success_1 6-2_5 0.0000 success_5 6-2_5 1.0000 success_10 6-2_5 1.0000 set_P 6-2_5 0.0420 set_relative_P 6-2_5 0.8235 set_recall 6-2_5 0.8235 set_map 6-2_5 0.0346 set_F 6-2_5 0.0799 num_nonrel_judged_ret 6-2_5 40 rbp 6-2_5 0.2369 rbp_resid 6-2_5 0.3379 unj_5 6-2_5 0.2000 unj_10 6-2_5 0.2000 unj_20 6-2_5 0.4000 num_ret 7-1_1 1000 num_rel 7-1_1 4 num_rel_ret 7-1_1 1 map 7-1_1 0.0024 Rprec 7-1_1 0.0000 bpref 7-1_1 0.0000 recip_rank 7-1_1 0.0095 iprec_at_recall_0.00 7-1_1 0.0095 iprec_at_recall_0.10 7-1_1 0.0095 iprec_at_recall_0.20 7-1_1 0.0095 iprec_at_recall_0.30 7-1_1 0.0095 iprec_at_recall_0.40 7-1_1 0.0000 iprec_at_recall_0.50 7-1_1 0.0000 iprec_at_recall_0.60 7-1_1 0.0000 iprec_at_recall_0.70 7-1_1 0.0000 iprec_at_recall_0.80 7-1_1 0.0000 iprec_at_recall_0.90 7-1_1 0.0000 iprec_at_recall_1.00 7-1_1 0.0000 P_5 7-1_1 0.0000 P_10 7-1_1 0.0000 P_15 7-1_1 0.0000 P_20 7-1_1 0.0000 P_30 7-1_1 0.0000 P_100 7-1_1 0.0000 P_200 7-1_1 0.0050 P_500 7-1_1 0.0020 P_1000 7-1_1 0.0010 relstring 7-1_1 '11001111-1' recall_5 7-1_1 0.0000 recall_10 7-1_1 0.0000 recall_15 7-1_1 0.0000 recall_20 7-1_1 0.0000 recall_30 7-1_1 0.0000 recall_100 7-1_1 0.0000 recall_200 7-1_1 0.2500 recall_500 7-1_1 0.2500 recall_1000 7-1_1 0.2500 infAP 7-1_1 0.0024 Rprec_mult_0.20 7-1_1 0.0000 Rprec_mult_0.40 7-1_1 0.0000 Rprec_mult_0.60 7-1_1 0.0000 Rprec_mult_0.80 7-1_1 0.0000 Rprec_mult_1.00 7-1_1 0.0000 Rprec_mult_1.20 7-1_1 0.0000 Rprec_mult_1.40 7-1_1 0.0000 Rprec_mult_1.60 7-1_1 0.0000 Rprec_mult_1.80 7-1_1 0.0000 Rprec_mult_2.00 7-1_1 0.0000 utility 7-1_1 -998.0000 11pt_avg 7-1_1 0.0035 binG 7-1_1 0.0372 G 7-1_1 0.0997 ndcg 7-1_1 0.4755 ndcg_rel 7-1_1 0.4256 Rndcg 7-1_1 0.3458 ndcg_cut_5 7-1_1 0.3099 ndcg_cut_10 7-1_1 0.4086 ndcg_cut_15 7-1_1 0.4097 ndcg_cut_20 7-1_1 0.4086 ndcg_cut_30 7-1_1 0.4238 ndcg_cut_100 7-1_1 0.3383 ndcg_cut_200 7-1_1 0.3448 ndcg_cut_500 7-1_1 0.4331 ndcg_cut_1000 7-1_1 0.4755 map_cut_5 7-1_1 0.0000 map_cut_10 7-1_1 0.0000 map_cut_15 7-1_1 0.0000 map_cut_20 7-1_1 0.0000 map_cut_30 7-1_1 0.0000 map_cut_100 7-1_1 0.0000 map_cut_200 7-1_1 0.0024 map_cut_500 7-1_1 0.0024 map_cut_1000 7-1_1 0.0024 relative_P_5 7-1_1 0.0000 relative_P_10 7-1_1 0.0000 relative_P_15 7-1_1 0.0000 relative_P_20 7-1_1 0.0000 relative_P_30 7-1_1 0.0000 relative_P_100 7-1_1 0.0000 relative_P_200 7-1_1 0.2500 relative_P_500 7-1_1 0.2500 relative_P_1000 7-1_1 0.2500 success_1 7-1_1 0.0000 success_5 7-1_1 0.0000 success_10 7-1_1 0.0000 set_P 7-1_1 0.0010 set_relative_P 7-1_1 0.2500 set_recall 7-1_1 0.2500 set_map 7-1_1 0.0003 set_F 7-1_1 0.0020 num_nonrel_judged_ret 7-1_1 103 rbp 7-1_1 0.2020 rbp_resid 7-1_1 0.2394 unj_5 7-1_1 0.0000 unj_10 7-1_1 0.1000 unj_20 7-1_1 0.3500 num_ret 7-1_5 1000 num_rel 7-1_5 6 num_rel_ret 7-1_5 0 map 7-1_5 0.0000 Rprec 7-1_5 0.0000 bpref 7-1_5 0.0000 recip_rank 7-1_5 0.0000 iprec_at_recall_0.00 7-1_5 0.0000 iprec_at_recall_0.10 7-1_5 0.0000 iprec_at_recall_0.20 7-1_5 0.0000 iprec_at_recall_0.30 7-1_5 0.0000 iprec_at_recall_0.40 7-1_5 0.0000 iprec_at_recall_0.50 7-1_5 0.0000 iprec_at_recall_0.60 7-1_5 0.0000 iprec_at_recall_0.70 7-1_5 0.0000 iprec_at_recall_0.80 7-1_5 0.0000 iprec_at_recall_0.90 7-1_5 0.0000 iprec_at_recall_1.00 7-1_5 0.0000 P_5 7-1_5 0.0000 P_10 7-1_5 0.0000 P_15 7-1_5 0.0000 P_20 7-1_5 0.0000 P_30 7-1_5 0.0000 P_100 7-1_5 0.0000 P_200 7-1_5 0.0000 P_500 7-1_5 0.0000 P_1000 7-1_5 0.0000 relstring 7-1_5 '0000000-00' recall_5 7-1_5 0.0000 recall_10 7-1_5 0.0000 recall_15 7-1_5 0.0000 recall_20 7-1_5 0.0000 recall_30 7-1_5 0.0000 recall_100 7-1_5 0.0000 recall_200 7-1_5 0.0000 recall_500 7-1_5 0.0000 recall_1000 7-1_5 0.0000 infAP 7-1_5 0.0000 Rprec_mult_0.20 7-1_5 0.0000 Rprec_mult_0.40 7-1_5 0.0000 Rprec_mult_0.60 7-1_5 0.0000 Rprec_mult_0.80 7-1_5 0.0000 Rprec_mult_1.00 7-1_5 0.0000 Rprec_mult_1.20 7-1_5 0.0000 Rprec_mult_1.40 7-1_5 0.0000 Rprec_mult_1.60 7-1_5 0.0000 Rprec_mult_1.80 7-1_5 0.0000 Rprec_mult_2.00 7-1_5 0.0000 utility 7-1_5 -1000.0000 11pt_avg 7-1_5 0.0000 binG 7-1_5 0.0000 G 7-1_5 0.0079 ndcg 7-1_5 0.0186 ndcg_rel 7-1_5 0.0182 Rndcg 7-1_5 0.0046 ndcg_cut_5 7-1_5 0.0000 ndcg_cut_10 7-1_5 0.0000 ndcg_cut_15 7-1_5 0.0000 ndcg_cut_20 7-1_5 0.0000 ndcg_cut_30 7-1_5 0.0000 ndcg_cut_100 7-1_5 0.0098 ndcg_cut_200 7-1_5 0.0186 ndcg_cut_500 7-1_5 0.0186 ndcg_cut_1000 7-1_5 0.0186 map_cut_5 7-1_5 0.0000 map_cut_10 7-1_5 0.0000 map_cut_15 7-1_5 0.0000 map_cut_20 7-1_5 0.0000 map_cut_30 7-1_5 0.0000 map_cut_100 7-1_5 0.0000 map_cut_200 7-1_5 0.0000 map_cut_500 7-1_5 0.0000 map_cut_1000 7-1_5 0.0000 relative_P_5 7-1_5 0.0000 relative_P_10 7-1_5 0.0000 relative_P_15 7-1_5 0.0000 relative_P_20 7-1_5 0.0000 relative_P_30 7-1_5 0.0000 relative_P_100 7-1_5 0.0000 relative_P_200 7-1_5 0.0000 relative_P_500 7-1_5 0.0000 relative_P_1000 7-1_5 0.0000 success_1 7-1_5 0.0000 success_5 7-1_5 0.0000 success_10 7-1_5 0.0000 set_P 7-1_5 0.0000 set_relative_P 7-1_5 0.0000 set_recall 7-1_5 0.0000 set_map 7-1_5 0.0000 set_F 7-1_5 0.0000 num_nonrel_judged_ret 7-1_5 46 rbp 7-1_5 0.0000 rbp_resid 7-1_5 0.3305 unj_5 7-1_5 0.0000 unj_10 7-1_5 0.1000 unj_20 7-1_5 0.4500 num_ret 7-1_6 1000 num_rel 7-1_6 9 num_rel_ret 7-1_6 9 map 7-1_6 0.3906 Rprec 7-1_6 0.3333 bpref 7-1_6 0.7531 recip_rank 7-1_6 1.0000 iprec_at_recall_0.00 7-1_6 1.0000 iprec_at_recall_0.10 7-1_6 1.0000 iprec_at_recall_0.20 7-1_6 0.7500 iprec_at_recall_0.30 7-1_6 0.7500 iprec_at_recall_0.40 7-1_6 0.3636 iprec_at_recall_0.50 7-1_6 0.3125 iprec_at_recall_0.60 7-1_6 0.3125 iprec_at_recall_0.70 7-1_6 0.1765 iprec_at_recall_0.80 7-1_6 0.1061 iprec_at_recall_0.90 7-1_6 0.0762 iprec_at_recall_1.00 7-1_6 0.0643 P_5 7-1_6 0.6000 P_10 7-1_6 0.3000 P_15 7-1_6 0.2667 P_20 7-1_6 0.2500 P_30 7-1_6 0.1667 P_100 7-1_6 0.0700 P_200 7-1_6 0.0450 P_500 7-1_6 0.0180 P_1000 7-1_6 0.0090 relstring 7-1_6 '4144------' recall_5 7-1_6 0.3333 recall_10 7-1_6 0.3333 recall_15 7-1_6 0.4444 recall_20 7-1_6 0.5556 recall_30 7-1_6 0.5556 recall_100 7-1_6 0.7778 recall_200 7-1_6 1.0000 recall_500 7-1_6 1.0000 recall_1000 7-1_6 1.0000 infAP 7-1_6 0.3906 Rprec_mult_0.20 7-1_6 0.5000 Rprec_mult_0.40 7-1_6 0.7500 Rprec_mult_0.60 7-1_6 0.5000 Rprec_mult_0.80 7-1_6 0.3750 Rprec_mult_1.00 7-1_6 0.3333 Rprec_mult_1.20 7-1_6 0.3636 Rprec_mult_1.40 7-1_6 0.3077 Rprec_mult_1.60 7-1_6 0.2667 Rprec_mult_1.80 7-1_6 0.2941 Rprec_mult_2.00 7-1_6 0.2778 utility 7-1_6 -982.0000 11pt_avg 7-1_6 0.4465 binG 7-1_6 0.3903 G 7-1_6 0.3342 ndcg 7-1_6 0.7539 ndcg_rel 7-1_6 0.7159 Rndcg 7-1_6 0.6178 ndcg_cut_5 7-1_6 0.7083 ndcg_cut_10 7-1_6 0.5422 ndcg_cut_15 7-1_6 0.5328 ndcg_cut_20 7-1_6 0.5913 ndcg_cut_30 7-1_6 0.5913 ndcg_cut_100 7-1_6 0.6874 ndcg_cut_200 7-1_6 0.7475 ndcg_cut_500 7-1_6 0.7475 ndcg_cut_1000 7-1_6 0.7539 map_cut_5 7-1_6 0.2685 map_cut_10 7-1_6 0.2685 map_cut_15 7-1_6 0.3089 map_cut_20 7-1_6 0.3436 map_cut_30 7-1_6 0.3436 map_cut_100 7-1_6 0.3750 map_cut_200 7-1_6 0.3906 map_cut_500 7-1_6 0.3906 map_cut_1000 7-1_6 0.3906 relative_P_5 7-1_6 0.6000 relative_P_10 7-1_6 0.3333 relative_P_15 7-1_6 0.4444 relative_P_20 7-1_6 0.5556 relative_P_30 7-1_6 0.5556 relative_P_100 7-1_6 0.7778 relative_P_200 7-1_6 1.0000 relative_P_500 7-1_6 1.0000 relative_P_1000 7-1_6 1.0000 success_1 7-1_6 1.0000 success_5 7-1_6 1.0000 success_10 7-1_6 1.0000 set_P 7-1_6 0.0090 set_relative_P 7-1_6 1.0000 set_recall 7-1_6 1.0000 set_map 7-1_6 0.0090 set_F 7-1_6 0.0178 num_nonrel_judged_ret 7-1_6 11 rbp 7-1_6 0.3178 rbp_resid 7-1_6 0.5815 unj_5 7-1_6 0.2000 unj_10 7-1_6 0.6000 unj_20 7-1_6 0.6500 num_ret 7-1_9 1000 num_rel 7-1_9 20 num_rel_ret 7-1_9 16 map 7-1_9 0.3267 Rprec 7-1_9 0.4000 bpref 7-1_9 0.5725 recip_rank 7-1_9 1.0000 iprec_at_recall_0.00 7-1_9 1.0000 iprec_at_recall_0.10 7-1_9 0.8000 iprec_at_recall_0.20 7-1_9 0.8000 iprec_at_recall_0.30 7-1_9 0.6000 iprec_at_recall_0.40 7-1_9 0.4286 iprec_at_recall_0.50 7-1_9 0.2037 iprec_at_recall_0.60 7-1_9 0.0952 iprec_at_recall_0.70 7-1_9 0.0402 iprec_at_recall_0.80 7-1_9 0.0402 iprec_at_recall_0.90 7-1_9 0.0000 iprec_at_recall_1.00 7-1_9 0.0000 P_5 7-1_9 0.8000 P_10 7-1_9 0.6000 P_15 7-1_9 0.4667 P_20 7-1_9 0.4000 P_30 7-1_9 0.3000 P_100 7-1_9 0.1100 P_200 7-1_9 0.0600 P_500 7-1_9 0.0320 P_1000 7-1_9 0.0160 relstring 7-1_9 '2-222-2-12' recall_5 7-1_9 0.2000 recall_10 7-1_9 0.3000 recall_15 7-1_9 0.3500 recall_20 7-1_9 0.4000 recall_30 7-1_9 0.4500 recall_100 7-1_9 0.5500 recall_200 7-1_9 0.6000 recall_500 7-1_9 0.8000 recall_1000 7-1_9 0.8000 infAP 7-1_9 0.3267 Rprec_mult_0.20 7-1_9 0.7500 Rprec_mult_0.40 7-1_9 0.6250 Rprec_mult_0.60 7-1_9 0.5000 Rprec_mult_0.80 7-1_9 0.4375 Rprec_mult_1.00 7-1_9 0.4000 Rprec_mult_1.20 7-1_9 0.3750 Rprec_mult_1.40 7-1_9 0.3214 Rprec_mult_1.60 7-1_9 0.2812 Rprec_mult_1.80 7-1_9 0.2500 Rprec_mult_2.00 7-1_9 0.2250 utility 7-1_9 -968.0000 11pt_avg 7-1_9 0.3644 binG 7-1_9 0.2806 G 7-1_9 0.1719 ndcg 7-1_9 0.5871 ndcg_rel 7-1_9 0.5427 Rndcg 7-1_9 0.4952 ndcg_cut_5 7-1_9 0.5869 ndcg_cut_10 7-1_9 0.5575 ndcg_cut_15 7-1_9 0.5263 ndcg_cut_20 7-1_9 0.4779 ndcg_cut_30 7-1_9 0.4468 ndcg_cut_100 7-1_9 0.4689 ndcg_cut_200 7-1_9 0.4986 ndcg_cut_500 7-1_9 0.5596 ndcg_cut_1000 7-1_9 0.5871 map_cut_5 7-1_9 0.1608 map_cut_10 7-1_9 0.2265 map_cut_15 7-1_9 0.2515 map_cut_20 7-1_9 0.2726 map_cut_30 7-1_9 0.2940 map_cut_100 7-1_9 0.3140 map_cut_200 7-1_9 0.3188 map_cut_500 7-1_9 0.3267 map_cut_1000 7-1_9 0.3267 relative_P_5 7-1_9 0.8000 relative_P_10 7-1_9 0.6000 relative_P_15 7-1_9 0.4667 relative_P_20 7-1_9 0.4000 relative_P_30 7-1_9 0.4500 relative_P_100 7-1_9 0.5500 relative_P_200 7-1_9 0.6000 relative_P_500 7-1_9 0.8000 relative_P_1000 7-1_9 0.8000 success_1 7-1_9 1.0000 success_5 7-1_9 1.0000 success_10 7-1_9 1.0000 set_P 7-1_9 0.0160 set_relative_P 7-1_9 0.8000 set_recall 7-1_9 0.8000 set_map 7-1_9 0.0128 set_F 7-1_9 0.0314 num_nonrel_judged_ret 7-1_9 23 rbp 7-1_9 0.2578 rbp_resid 7-1_9 0.4328 unj_5 7-1_9 0.2000 unj_10 7-1_9 0.3000 unj_20 7-1_9 0.4500 num_ret 9-1_10 1000 num_rel 9-1_10 59 num_rel_ret 9-1_10 34 map 9-1_10 0.0995 Rprec 9-1_10 0.2203 bpref 9-1_10 0.4241 recip_rank 9-1_10 0.3333 iprec_at_recall_0.00 9-1_10 0.5000 iprec_at_recall_0.10 9-1_10 0.3750 iprec_at_recall_0.20 9-1_10 0.2955 iprec_at_recall_0.30 9-1_10 0.0891 iprec_at_recall_0.40 9-1_10 0.0630 iprec_at_recall_0.50 9-1_10 0.0507 iprec_at_recall_0.60 9-1_10 0.0000 iprec_at_recall_0.70 9-1_10 0.0000 iprec_at_recall_0.80 9-1_10 0.0000 iprec_at_recall_0.90 9-1_10 0.0000 iprec_at_recall_1.00 9-1_10 0.0000 P_5 9-1_10 0.4000 P_10 9-1_10 0.4000 P_15 9-1_10 0.3333 P_20 9-1_10 0.3000 P_30 9-1_10 0.2667 P_100 9-1_10 0.1400 P_200 9-1_10 0.0800 P_500 9-1_10 0.0520 P_1000 9-1_10 0.0340 relstring 9-1_10 '0043-2-0-2' recall_5 9-1_10 0.0339 recall_10 9-1_10 0.0678 recall_15 9-1_10 0.0847 recall_20 9-1_10 0.1017 recall_30 9-1_10 0.1356 recall_100 9-1_10 0.2373 recall_200 9-1_10 0.2712 recall_500 9-1_10 0.4407 recall_1000 9-1_10 0.5763 infAP 9-1_10 0.0995 Rprec_mult_0.20 9-1_10 0.4167 Rprec_mult_0.40 9-1_10 0.2500 Rprec_mult_0.60 9-1_10 0.2222 Rprec_mult_0.80 9-1_10 0.2708 Rprec_mult_1.00 9-1_10 0.2203 Rprec_mult_1.20 9-1_10 0.1972 Rprec_mult_1.40 9-1_10 0.1687 Rprec_mult_1.60 9-1_10 0.1474 Rprec_mult_1.80 9-1_10 0.1308 Rprec_mult_2.00 9-1_10 0.1186 utility 9-1_10 -932.0000 11pt_avg 9-1_10 0.1248 binG 9-1_10 0.1075 G 9-1_10 0.0800 ndcg 9-1_10 0.3771 ndcg_rel 9-1_10 0.3259 Rndcg 9-1_10 0.2607 ndcg_cut_5 9-1_10 0.2791 ndcg_cut_10 9-1_10 0.2521 ndcg_cut_15 9-1_10 0.2416 ndcg_cut_20 9-1_10 0.2444 ndcg_cut_30 9-1_10 0.2275 ndcg_cut_100 9-1_10 0.2283 ndcg_cut_200 9-1_10 0.2482 ndcg_cut_500 9-1_10 0.3270 ndcg_cut_1000 9-1_10 0.3771 map_cut_5 9-1_10 0.0141 map_cut_10 9-1_10 0.0294 map_cut_15 9-1_10 0.0364 map_cut_20 9-1_10 0.0428 map_cut_30 9-1_10 0.0517 map_cut_100 9-1_10 0.0783 map_cut_200 9-1_10 0.0818 map_cut_500 9-1_10 0.0934 map_cut_1000 9-1_10 0.0995 relative_P_5 9-1_10 0.4000 relative_P_10 9-1_10 0.4000 relative_P_15 9-1_10 0.3333 relative_P_20 9-1_10 0.3000 relative_P_30 9-1_10 0.2667 relative_P_100 9-1_10 0.2373 relative_P_200 9-1_10 0.2712 relative_P_500 9-1_10 0.4407 relative_P_1000 9-1_10 0.5763 success_1 9-1_10 0.0000 success_5 9-1_10 1.0000 success_10 9-1_10 1.0000 set_P 9-1_10 0.0340 set_relative_P 9-1_10 0.5763 set_recall 9-1_10 0.5763 set_map 9-1_10 0.0196 set_F 9-1_10 0.0642 num_nonrel_judged_ret 9-1_10 24 rbp 9-1_10 0.2541 rbp_resid 9-1_10 0.4189 unj_5 9-1_10 0.2000 unj_10 9-1_10 0.3000 unj_20 9-1_10 0.5000 num_ret 9-1_2 1000 num_rel 9-1_2 58 num_rel_ret 9-1_2 12 map 9-1_2 0.0033 Rprec 9-1_2 0.0000 bpref 9-1_2 0.1249 recip_rank 9-1_2 0.0099 iprec_at_recall_0.00 9-1_2 0.0252 iprec_at_recall_0.10 9-1_2 0.0185 iprec_at_recall_0.20 9-1_2 0.0120 iprec_at_recall_0.30 9-1_2 0.0000 iprec_at_recall_0.40 9-1_2 0.0000 iprec_at_recall_0.50 9-1_2 0.0000 iprec_at_recall_0.60 9-1_2 0.0000 iprec_at_recall_0.70 9-1_2 0.0000 iprec_at_recall_0.80 9-1_2 0.0000 iprec_at_recall_0.90 9-1_2 0.0000 iprec_at_recall_1.00 9-1_2 0.0000 P_5 9-1_2 0.0000 P_10 9-1_2 0.0000 P_15 9-1_2 0.0000 P_20 9-1_2 0.0000 P_30 9-1_2 0.0000 P_100 9-1_2 0.0000 P_200 9-1_2 0.0150 P_500 9-1_2 0.0160 P_1000 9-1_2 0.0120 relstring 9-1_2 '00000--000' recall_5 9-1_2 0.0000 recall_10 9-1_2 0.0000 recall_15 9-1_2 0.0000 recall_20 9-1_2 0.0000 recall_30 9-1_2 0.0000 recall_100 9-1_2 0.0000 recall_200 9-1_2 0.0517 recall_500 9-1_2 0.1379 recall_1000 9-1_2 0.2069 infAP 9-1_2 0.0033 Rprec_mult_0.20 9-1_2 0.0000 Rprec_mult_0.40 9-1_2 0.0000 Rprec_mult_0.60 9-1_2 0.0000 Rprec_mult_0.80 9-1_2 0.0000 Rprec_mult_1.00 9-1_2 0.0000 Rprec_mult_1.20 9-1_2 0.0000 Rprec_mult_1.40 9-1_2 0.0000 Rprec_mult_1.60 9-1_2 0.0000 Rprec_mult_1.80 9-1_2 0.0095 Rprec_mult_2.00 9-1_2 0.0172 utility 9-1_2 -976.0000 11pt_avg 9-1_2 0.0051 binG 9-1_2 0.0250 G 9-1_2 0.0250 ndcg 9-1_2 0.1045 ndcg_rel 9-1_2 0.0957 Rndcg 9-1_2 0.0246 ndcg_cut_5 9-1_2 0.0000 ndcg_cut_10 9-1_2 0.0000 ndcg_cut_15 9-1_2 0.0000 ndcg_cut_20 9-1_2 0.0097 ndcg_cut_30 9-1_2 0.0077 ndcg_cut_100 9-1_2 0.0053 ndcg_cut_200 9-1_2 0.0408 ndcg_cut_500 9-1_2 0.0748 ndcg_cut_1000 9-1_2 0.1045 map_cut_5 9-1_2 0.0000 map_cut_10 9-1_2 0.0000 map_cut_15 9-1_2 0.0000 map_cut_20 9-1_2 0.0000 map_cut_30 9-1_2 0.0000 map_cut_100 9-1_2 0.0000 map_cut_200 9-1_2 0.0009 map_cut_500 9-1_2 0.0024 map_cut_1000 9-1_2 0.0033 relative_P_5 9-1_2 0.0000 relative_P_10 9-1_2 0.0000 relative_P_15 9-1_2 0.0000 relative_P_20 9-1_2 0.0000 relative_P_30 9-1_2 0.0000 relative_P_100 9-1_2 0.0000 relative_P_200 9-1_2 0.0517 relative_P_500 9-1_2 0.1379 relative_P_1000 9-1_2 0.2069 success_1 9-1_2 0.0000 success_5 9-1_2 0.0000 success_10 9-1_2 0.0000 set_P 9-1_2 0.0120 set_relative_P 9-1_2 0.2069 set_recall 9-1_2 0.2069 set_map 9-1_2 0.0025 set_F 9-1_2 0.0227 num_nonrel_judged_ret 9-1_2 30 rbp 9-1_2 0.0046 rbp_resid 9-1_2 0.3833 unj_5 9-1_2 0.0000 unj_10 9-1_2 0.2000 unj_20 9-1_2 0.4500 num_ret 9-1_4 1000 num_rel 9-1_4 25 num_rel_ret 9-1_4 24 map 9-1_4 0.3412 Rprec 9-1_4 0.3600 bpref 9-1_4 0.6256 recip_rank 9-1_4 1.0000 iprec_at_recall_0.00 9-1_4 1.0000 iprec_at_recall_0.10 9-1_4 1.0000 iprec_at_recall_0.20 9-1_4 0.5556 iprec_at_recall_0.30 9-1_4 0.3750 iprec_at_recall_0.40 9-1_4 0.3448 iprec_at_recall_0.50 9-1_4 0.3171 iprec_at_recall_0.60 9-1_4 0.1974 iprec_at_recall_0.70 9-1_4 0.1712 iprec_at_recall_0.80 9-1_4 0.1515 iprec_at_recall_0.90 9-1_4 0.0254 iprec_at_recall_1.00 9-1_4 0.0000 P_5 9-1_4 0.6000 P_10 9-1_4 0.5000 P_15 9-1_4 0.3333 P_20 9-1_4 0.3500 P_30 9-1_4 0.3333 P_100 9-1_4 0.1700 P_200 9-1_4 0.1050 P_500 9-1_4 0.0440 P_1000 9-1_4 0.0240 relstring 9-1_4 '333-03--3-' recall_5 9-1_4 0.1200 recall_10 9-1_4 0.2000 recall_15 9-1_4 0.2000 recall_20 9-1_4 0.2800 recall_30 9-1_4 0.4000 recall_100 9-1_4 0.6800 recall_200 9-1_4 0.8400 recall_500 9-1_4 0.8800 recall_1000 9-1_4 0.9600 infAP 9-1_4 0.3412 Rprec_mult_0.20 9-1_4 0.6000 Rprec_mult_0.40 9-1_4 0.5000 Rprec_mult_0.60 9-1_4 0.3333 Rprec_mult_0.80 9-1_4 0.3500 Rprec_mult_1.00 9-1_4 0.3600 Rprec_mult_1.20 9-1_4 0.3333 Rprec_mult_1.40 9-1_4 0.3429 Rprec_mult_1.60 9-1_4 0.3000 Rprec_mult_1.80 9-1_4 0.2889 Rprec_mult_2.00 9-1_4 0.2600 utility 9-1_4 -952.0000 11pt_avg 9-1_4 0.3762 binG 9-1_4 0.2941 G 9-1_4 0.2674 ndcg 9-1_4 0.7438 ndcg_rel 9-1_4 0.6519 Rndcg 9-1_4 0.5330 ndcg_cut_5 9-1_4 0.7227 ndcg_cut_10 9-1_4 0.6137 ndcg_cut_15 9-1_4 0.4757 ndcg_cut_20 9-1_4 0.4668 ndcg_cut_30 9-1_4 0.4749 ndcg_cut_100 9-1_4 0.6356 ndcg_cut_200 9-1_4 0.7060 ndcg_cut_500 9-1_4 0.7269 ndcg_cut_1000 9-1_4 0.7438 map_cut_5 9-1_4 0.1200 map_cut_10 9-1_4 0.1689 map_cut_15 9-1_4 0.1689 map_cut_20 9-1_4 0.1962 map_cut_30 9-1_4 0.2389 map_cut_100 9-1_4 0.3119 map_cut_200 9-1_4 0.3355 map_cut_500 9-1_4 0.3392 map_cut_1000 9-1_4 0.3412 relative_P_5 9-1_4 0.6000 relative_P_10 9-1_4 0.5000 relative_P_15 9-1_4 0.3333 relative_P_20 9-1_4 0.3500 relative_P_30 9-1_4 0.4000 relative_P_100 9-1_4 0.6800 relative_P_200 9-1_4 0.8400 relative_P_500 9-1_4 0.8800 relative_P_1000 9-1_4 0.9600 success_1 9-1_4 1.0000 success_5 9-1_4 1.0000 success_10 9-1_4 1.0000 set_P 9-1_4 0.0240 set_relative_P 9-1_4 0.9600 set_recall 9-1_4 0.9600 set_map 9-1_4 0.0230 set_F 9-1_4 0.0468 num_nonrel_judged_ret 9-1_4 24 rbp 9-1_4 0.4348 rbp_resid 9-1_4 0.4055 unj_5 9-1_4 0.2000 unj_10 9-1_4 0.4000 unj_20 9-1_4 0.4500 num_ret 9-1_5 1000 num_rel 9-1_5 25 num_rel_ret 9-1_5 15 map 9-1_5 0.0318 Rprec 9-1_5 0.0400 bpref 9-1_5 0.0896 recip_rank 9-1_5 0.3333 iprec_at_recall_0.00 9-1_5 0.3333 iprec_at_recall_0.10 9-1_5 0.0612 iprec_at_recall_0.20 9-1_5 0.0376 iprec_at_recall_0.30 9-1_5 0.0328 iprec_at_recall_0.40 9-1_5 0.0328 iprec_at_recall_0.50 9-1_5 0.0232 iprec_at_recall_0.60 9-1_5 0.0178 iprec_at_recall_0.70 9-1_5 0.0000 iprec_at_recall_0.80 9-1_5 0.0000 iprec_at_recall_0.90 9-1_5 0.0000 iprec_at_recall_1.00 9-1_5 0.0000 P_5 9-1_5 0.2000 P_10 9-1_5 0.1000 P_15 9-1_5 0.0667 P_20 9-1_5 0.0500 P_30 9-1_5 0.0333 P_100 9-1_5 0.0300 P_200 9-1_5 0.0350 P_500 9-1_5 0.0240 P_1000 9-1_5 0.0150 relstring 9-1_5 '-13----10-' recall_5 9-1_5 0.0400 recall_10 9-1_5 0.0400 recall_15 9-1_5 0.0400 recall_20 9-1_5 0.0400 recall_30 9-1_5 0.0400 recall_100 9-1_5 0.1200 recall_200 9-1_5 0.2800 recall_500 9-1_5 0.4800 recall_1000 9-1_5 0.6000 infAP 9-1_5 0.0318 Rprec_mult_0.20 9-1_5 0.2000 Rprec_mult_0.40 9-1_5 0.1000 Rprec_mult_0.60 9-1_5 0.0667 Rprec_mult_0.80 9-1_5 0.0500 Rprec_mult_1.00 9-1_5 0.0400 Rprec_mult_1.20 9-1_5 0.0333 Rprec_mult_1.40 9-1_5 0.0286 Rprec_mult_1.60 9-1_5 0.0250 Rprec_mult_1.80 9-1_5 0.0444 Rprec_mult_2.00 9-1_5 0.0600 utility 9-1_5 -970.0000 11pt_avg 9-1_5 0.0490 binG 9-1_5 0.0936 G 9-1_5 0.0929 ndcg 9-1_5 0.3433 ndcg_rel 9-1_5 0.2566 Rndcg 9-1_5 0.2031 ndcg_cut_5 9-1_5 0.1941 ndcg_cut_10 9-1_5 0.1552 ndcg_cut_15 9-1_5 0.1508 ndcg_cut_20 9-1_5 0.1407 ndcg_cut_30 9-1_5 0.1315 ndcg_cut_100 9-1_5 0.1634 ndcg_cut_200 9-1_5 0.2263 ndcg_cut_500 9-1_5 0.3137 ndcg_cut_1000 9-1_5 0.3433 map_cut_5 9-1_5 0.0133 map_cut_10 9-1_5 0.0133 map_cut_15 9-1_5 0.0133 map_cut_20 9-1_5 0.0133 map_cut_30 9-1_5 0.0133 map_cut_100 9-1_5 0.0176 map_cut_200 9-1_5 0.0235 map_cut_500 9-1_5 0.0293 map_cut_1000 9-1_5 0.0318 relative_P_5 9-1_5 0.2000 relative_P_10 9-1_5 0.1000 relative_P_15 9-1_5 0.0667 relative_P_20 9-1_5 0.0500 relative_P_30 9-1_5 0.0400 relative_P_100 9-1_5 0.1200 relative_P_200 9-1_5 0.2800 relative_P_500 9-1_5 0.4800 relative_P_1000 9-1_5 0.6000 success_1 9-1_5 0.0000 success_5 9-1_5 1.0000 success_10 9-1_5 1.0000 set_P 9-1_5 0.0150 set_relative_P 9-1_5 0.6000 set_recall 9-1_5 0.6000 set_map 9-1_5 0.0090 set_F 9-1_5 0.0293 num_nonrel_judged_ret 9-1_5 47 rbp 9-1_5 0.1173 rbp_resid 9-1_5 0.5759 unj_5 9-1_5 0.6000 unj_10 9-1_5 0.6000 unj_20 9-1_5 0.5500 num_ret 9-2_6 1000 num_rel 9-2_6 20 num_rel_ret 9-2_6 6 map 9-2_6 0.0057 Rprec 9-2_6 0.0500 bpref 9-2_6 0.0350 recip_rank 9-2_6 0.0588 iprec_at_recall_0.00 9-2_6 0.0588 iprec_at_recall_0.10 9-2_6 0.0187 iprec_at_recall_0.20 9-2_6 0.0084 iprec_at_recall_0.30 9-2_6 0.0074 iprec_at_recall_0.40 9-2_6 0.0000 iprec_at_recall_0.50 9-2_6 0.0000 iprec_at_recall_0.60 9-2_6 0.0000 iprec_at_recall_0.70 9-2_6 0.0000 iprec_at_recall_0.80 9-2_6 0.0000 iprec_at_recall_0.90 9-2_6 0.0000 iprec_at_recall_1.00 9-2_6 0.0000 P_5 9-2_6 0.0000 P_10 9-2_6 0.0000 P_15 9-2_6 0.0000 P_20 9-2_6 0.0500 P_30 9-2_6 0.0333 P_100 9-2_6 0.0100 P_200 9-2_6 0.0100 P_500 9-2_6 0.0060 P_1000 9-2_6 0.0060 relstring 9-2_6 '-0-0-10000' recall_5 9-2_6 0.0000 recall_10 9-2_6 0.0000 recall_15 9-2_6 0.0000 recall_20 9-2_6 0.0500 recall_30 9-2_6 0.0500 recall_100 9-2_6 0.0500 recall_200 9-2_6 0.1000 recall_500 9-2_6 0.1500 recall_1000 9-2_6 0.3000 infAP 9-2_6 0.0057 Rprec_mult_0.20 9-2_6 0.0000 Rprec_mult_0.40 9-2_6 0.0000 Rprec_mult_0.60 9-2_6 0.0000 Rprec_mult_0.80 9-2_6 0.0000 Rprec_mult_1.00 9-2_6 0.0500 Rprec_mult_1.20 9-2_6 0.0417 Rprec_mult_1.40 9-2_6 0.0357 Rprec_mult_1.60 9-2_6 0.0312 Rprec_mult_1.80 9-2_6 0.0278 Rprec_mult_2.00 9-2_6 0.0250 utility 9-2_6 -988.0000 11pt_avg 9-2_6 0.0085 binG 9-2_6 0.0419 G 9-2_6 0.0365 ndcg 9-2_6 0.1178 ndcg_rel 9-2_6 0.1011 Rndcg 9-2_6 0.0463 ndcg_cut_5 9-2_6 0.0000 ndcg_cut_10 9-2_6 0.0206 ndcg_cut_15 9-2_6 0.0176 ndcg_cut_20 9-2_6 0.0371 ndcg_cut_30 9-2_6 0.0339 ndcg_cut_100 9-2_6 0.0530 ndcg_cut_200 9-2_6 0.0646 ndcg_cut_500 9-2_6 0.0845 ndcg_cut_1000 9-2_6 0.1178 map_cut_5 9-2_6 0.0000 map_cut_10 9-2_6 0.0000 map_cut_15 9-2_6 0.0000 map_cut_20 9-2_6 0.0029 map_cut_30 9-2_6 0.0029 map_cut_100 9-2_6 0.0029 map_cut_200 9-2_6 0.0039 map_cut_500 9-2_6 0.0046 map_cut_1000 9-2_6 0.0057 relative_P_5 9-2_6 0.0000 relative_P_10 9-2_6 0.0000 relative_P_15 9-2_6 0.0000 relative_P_20 9-2_6 0.0500 relative_P_30 9-2_6 0.0500 relative_P_100 9-2_6 0.0500 relative_P_200 9-2_6 0.1000 relative_P_500 9-2_6 0.1500 relative_P_1000 9-2_6 0.3000 success_1 9-2_6 0.0000 success_5 9-2_6 0.0000 success_10 9-2_6 0.0000 set_P 9-2_6 0.0060 set_relative_P 9-2_6 0.3000 set_recall 9-2_6 0.3000 set_map 9-2_6 0.0018 set_F 9-2_6 0.0118 num_nonrel_judged_ret 9-2_6 29 rbp 9-2_6 0.0245 rbp_resid 9-2_6 0.5077 unj_5 9-2_6 0.6000 unj_10 9-2_6 0.3000 unj_20 9-2_6 0.5000 num_ret 9-2_7 1000 num_rel 9-2_7 10 num_rel_ret 9-2_7 10 map 9-2_7 0.0656 Rprec 9-2_7 0.0000 bpref 9-2_7 0.0500 recip_rank 9-2_7 0.0909 iprec_at_recall_0.00 9-2_7 0.0909 iprec_at_recall_0.10 9-2_7 0.0909 iprec_at_recall_0.20 9-2_7 0.0862 iprec_at_recall_0.30 9-2_7 0.0862 iprec_at_recall_0.40 9-2_7 0.0862 iprec_at_recall_0.50 9-2_7 0.0862 iprec_at_recall_0.60 9-2_7 0.0789 iprec_at_recall_0.70 9-2_7 0.0654 iprec_at_recall_0.80 9-2_7 0.0316 iprec_at_recall_0.90 9-2_7 0.0316 iprec_at_recall_1.00 9-2_7 0.0315 P_5 9-2_7 0.0000 P_10 9-2_7 0.0000 P_15 9-2_7 0.0667 P_20 9-2_7 0.0500 P_30 9-2_7 0.0667 P_100 9-2_7 0.0600 P_200 9-2_7 0.0350 P_500 9-2_7 0.0200 P_1000 9-2_7 0.0100 relstring 9-2_7 '0-0-100-00' recall_5 9-2_7 0.0000 recall_10 9-2_7 0.0000 recall_15 9-2_7 0.1000 recall_20 9-2_7 0.1000 recall_30 9-2_7 0.2000 recall_100 9-2_7 0.6000 recall_200 9-2_7 0.7000 recall_500 9-2_7 1.0000 recall_1000 9-2_7 1.0000 infAP 9-2_7 0.0656 Rprec_mult_0.20 9-2_7 0.0000 Rprec_mult_0.40 9-2_7 0.0000 Rprec_mult_0.60 9-2_7 0.0000 Rprec_mult_0.80 9-2_7 0.0000 Rprec_mult_1.00 9-2_7 0.0000 Rprec_mult_1.20 9-2_7 0.0833 Rprec_mult_1.40 9-2_7 0.0714 Rprec_mult_1.60 9-2_7 0.0625 Rprec_mult_1.80 9-2_7 0.0556 Rprec_mult_2.00 9-2_7 0.0500 utility 9-2_7 -980.0000 11pt_avg 9-2_7 0.0696 binG 9-2_7 0.1720 G 9-2_7 0.1479 ndcg 9-2_7 0.4058 ndcg_rel 9-2_7 0.2760 Rndcg 9-2_7 0.1407 ndcg_cut_5 9-2_7 0.0422 ndcg_cut_10 9-2_7 0.0313 ndcg_cut_15 9-2_7 0.1099 ndcg_cut_20 9-2_7 0.1012 ndcg_cut_30 9-2_7 0.1255 ndcg_cut_100 9-2_7 0.2286 ndcg_cut_200 9-2_7 0.2957 ndcg_cut_500 9-2_7 0.3808 ndcg_cut_1000 9-2_7 0.4058 map_cut_5 9-2_7 0.0000 map_cut_10 9-2_7 0.0000 map_cut_15 9-2_7 0.0091 map_cut_20 9-2_7 0.0091 map_cut_30 9-2_7 0.0168 map_cut_100 9-2_7 0.0499 map_cut_200 9-2_7 0.0564 map_cut_500 9-2_7 0.0656 map_cut_1000 9-2_7 0.0656 relative_P_5 9-2_7 0.0000 relative_P_10 9-2_7 0.0000 relative_P_15 9-2_7 0.1000 relative_P_20 9-2_7 0.1000 relative_P_30 9-2_7 0.2000 relative_P_100 9-2_7 0.6000 relative_P_200 9-2_7 0.7000 relative_P_500 9-2_7 1.0000 relative_P_1000 9-2_7 1.0000 success_1 9-2_7 0.0000 success_5 9-2_7 0.0000 success_10 9-2_7 0.0000 set_P 9-2_7 0.0100 set_relative_P 9-2_7 1.0000 set_recall 9-2_7 1.0000 set_map 9-2_7 0.0100 set_F 9-2_7 0.0198 num_nonrel_judged_ret 9-2_7 48 rbp 9-2_7 0.0585 rbp_resid 9-2_7 0.4857 unj_5 9-2_7 0.4000 unj_10 9-2_7 0.3000 unj_20 9-2_7 0.5500 num_ret 9-2_9 1000 num_rel 9-2_9 31 num_rel_ret 9-2_9 30 map 9-2_9 0.1922 Rprec 9-2_9 0.2581 bpref 9-2_9 0.3091 recip_rank 9-2_9 0.2500 iprec_at_recall_0.00 9-2_9 0.3636 iprec_at_recall_0.10 9-2_9 0.3636 iprec_at_recall_0.20 9-2_9 0.3636 iprec_at_recall_0.30 9-2_9 0.2647 iprec_at_recall_0.40 9-2_9 0.2034 iprec_at_recall_0.50 9-2_9 0.1518 iprec_at_recall_0.60 9-2_9 0.1439 iprec_at_recall_0.70 9-2_9 0.1384 iprec_at_recall_0.80 9-2_9 0.1179 iprec_at_recall_0.90 9-2_9 0.0841 iprec_at_recall_1.00 9-2_9 0.0000 P_5 9-2_9 0.2000 P_10 9-2_9 0.3000 P_15 9-2_9 0.3333 P_20 9-2_9 0.3000 P_30 9-2_9 0.2667 P_100 9-2_9 0.1400 P_200 9-2_9 0.1200 P_500 9-2_9 0.0600 P_1000 9-2_9 0.0300 relstring 9-2_9 '0-14140040' recall_5 9-2_9 0.0323 recall_10 9-2_9 0.0968 recall_15 9-2_9 0.1613 recall_20 9-2_9 0.1935 recall_30 9-2_9 0.2581 recall_100 9-2_9 0.4516 recall_200 9-2_9 0.7742 recall_500 9-2_9 0.9677 recall_1000 9-2_9 0.9677 infAP 9-2_9 0.1922 Rprec_mult_0.20 9-2_9 0.2857 Rprec_mult_0.40 9-2_9 0.3077 Rprec_mult_0.60 9-2_9 0.3158 Rprec_mult_0.80 9-2_9 0.3200 Rprec_mult_1.00 9-2_9 0.2581 Rprec_mult_1.20 9-2_9 0.2368 Rprec_mult_1.40 9-2_9 0.2273 Rprec_mult_1.60 9-2_9 0.2000 Rprec_mult_1.80 9-2_9 0.1964 Rprec_mult_2.00 9-2_9 0.1935 utility 9-2_9 -940.0000 11pt_avg 9-2_9 0.1995 binG 9-2_9 0.1880 G 9-2_9 0.1577 ndcg 9-2_9 0.6395 ndcg_rel 9-2_9 0.4732 Rndcg 9-2_9 0.4042 ndcg_cut_5 9-2_9 0.2213 ndcg_cut_10 9-2_9 0.2882 ndcg_cut_15 9-2_9 0.3334 ndcg_cut_20 9-2_9 0.3654 ndcg_cut_30 9-2_9 0.3570 ndcg_cut_100 9-2_9 0.4281 ndcg_cut_200 9-2_9 0.5604 ndcg_cut_500 9-2_9 0.6281 ndcg_cut_1000 9-2_9 0.6395 map_cut_5 9-2_9 0.0081 map_cut_10 9-2_9 0.0296 map_cut_15 9-2_9 0.0528 map_cut_20 9-2_9 0.0636 map_cut_30 9-2_9 0.0861 map_cut_100 9-2_9 0.1285 map_cut_200 9-2_9 0.1734 map_cut_500 9-2_9 0.1922 map_cut_1000 9-2_9 0.1922 relative_P_5 9-2_9 0.2000 relative_P_10 9-2_9 0.3000 relative_P_15 9-2_9 0.3333 relative_P_20 9-2_9 0.3000 relative_P_30 9-2_9 0.2667 relative_P_100 9-2_9 0.4516 relative_P_200 9-2_9 0.7742 relative_P_500 9-2_9 0.9677 relative_P_1000 9-2_9 0.9677 success_1 9-2_9 0.0000 success_5 9-2_9 1.0000 success_10 9-2_9 1.0000 set_P 9-2_9 0.0300 set_relative_P 9-2_9 0.9677 set_recall 9-2_9 0.9677 set_map 9-2_9 0.0290 set_F 9-2_9 0.0582 num_nonrel_judged_ret 9-2_9 56 rbp 9-2_9 0.3241 rbp_resid 9-2_9 0.2554 unj_5 9-2_9 0.2000 unj_10 9-2_9 0.1000 unj_20 9-2_9 0.2500 runid all cosine-orconvqa num_q all 45 num_ret all 45000 num_rel all 2135 num_rel_ret all 967 map all 0.1310 gm_map all 0.0168 Rprec all 0.1614 bpref all 0.2880 recip_rank all 0.4168 iprec_at_recall_0.00 all 0.4741 iprec_at_recall_0.10 all 0.3372 iprec_at_recall_0.20 all 0.2312 iprec_at_recall_0.30 all 0.1721 iprec_at_recall_0.40 all 0.1428 iprec_at_recall_0.50 all 0.1074 iprec_at_recall_0.60 all 0.0870 iprec_at_recall_0.70 all 0.0633 iprec_at_recall_0.80 all 0.0447 iprec_at_recall_0.90 all 0.0251 iprec_at_recall_1.00 all 0.0069 P_5 all 0.3200 P_10 all 0.2867 P_15 all 0.2459 P_20 all 0.2233 P_30 all 0.1807 P_100 all 0.0920 P_200 all 0.0621 P_500 all 0.0345 P_1000 all 0.0215 recall_5 all 0.0529 recall_10 all 0.0885 recall_15 all 0.1149 recall_20 all 0.1380 recall_30 all 0.1594 recall_100 all 0.2519 recall_200 all 0.3351 recall_500 all 0.4355 recall_1000 all 0.5340 infAP all 0.1310 gm_bpref all 0.0358 Rprec_mult_0.20 all 0.2757 Rprec_mult_0.40 all 0.2427 Rprec_mult_0.60 all 0.2048 Rprec_mult_0.80 all 0.1798 Rprec_mult_1.00 all 0.1614 Rprec_mult_1.20 all 0.1525 Rprec_mult_1.40 all 0.1392 Rprec_mult_1.60 all 0.1257 Rprec_mult_1.80 all 0.1173 Rprec_mult_2.00 all 0.1120 utility all -957.0222 11pt_avg all 0.1538 binG all 0.1294 G all 0.1012 ndcg all 0.3609 ndcg_rel all 0.3105 Rndcg all 0.2574 ndcg_cut_5 all 0.2765 ndcg_cut_10 all 0.2729 ndcg_cut_15 all 0.2590 ndcg_cut_20 all 0.2552 ndcg_cut_30 all 0.2429 ndcg_cut_100 all 0.2493 ndcg_cut_200 all 0.2812 ndcg_cut_500 all 0.3279 ndcg_cut_1000 all 0.3609 map_cut_5 all 0.0395 map_cut_10 all 0.0620 map_cut_15 all 0.0753 map_cut_20 all 0.0854 map_cut_30 all 0.0927 map_cut_100 all 0.1130 map_cut_200 all 0.1215 map_cut_500 all 0.1279 map_cut_1000 all 0.1310 relative_P_5 all 0.3200 relative_P_10 all 0.2874 relative_P_15 all 0.2524 relative_P_20 all 0.2431 relative_P_30 all 0.2242 relative_P_100 all 0.2578 relative_P_200 all 0.3357 relative_P_500 all 0.4355 relative_P_1000 all 0.5340 success_1 all 0.2889 success_5 all 0.6000 success_10 all 0.6000 set_P all 0.0215 set_relative_P all 0.5340 set_recall all 0.5340 set_map all 0.0142 set_F all 0.0401 num_nonrel_judged_ret all 1562 rbp all 0.2014 rbp_resid all 0.3840 unj_5 all 0.2089 unj_10 all 0.2289 unj_20 all 0.4411