num_ret 1-1_3 100 num_rel 1-1_3 64 num_rel_ret 1-1_3 20 map 1-1_3 0.1469 Rprec 1-1_3 0.2656 bpref 1-1_3 0.2761 recip_rank 1-1_3 0.5000 iprec_at_recall_0.00 1-1_3 0.8000 iprec_at_recall_0.10 1-1_3 0.6000 iprec_at_recall_0.20 1-1_3 0.3611 iprec_at_recall_0.30 1-1_3 0.2778 iprec_at_recall_0.40 1-1_3 0.0000 iprec_at_recall_0.50 1-1_3 0.0000 iprec_at_recall_0.60 1-1_3 0.0000 iprec_at_recall_0.70 1-1_3 0.0000 iprec_at_recall_0.80 1-1_3 0.0000 iprec_at_recall_0.90 1-1_3 0.0000 iprec_at_recall_1.00 1-1_3 0.0000 P_5 1-1_3 0.8000 P_10 1-1_3 0.5000 P_15 1-1_3 0.6000 P_20 1-1_3 0.4500 P_30 1-1_3 0.4000 P_100 1-1_3 0.2000 P_200 1-1_3 0.1000 P_500 1-1_3 0.0400 P_1000 1-1_3 0.0200 relstring 1-1_3 '0423202-00' recall_5 1-1_3 0.0625 recall_10 1-1_3 0.0781 recall_15 1-1_3 0.1406 recall_20 1-1_3 0.1406 recall_30 1-1_3 0.1875 recall_100 1-1_3 0.3125 recall_200 1-1_3 0.3125 recall_500 1-1_3 0.3125 recall_1000 1-1_3 0.3125 infAP 1-1_3 0.1469 Rprec_mult_0.20 1-1_3 0.5385 Rprec_mult_0.40 1-1_3 0.4231 Rprec_mult_0.60 1-1_3 0.3590 Rprec_mult_0.80 1-1_3 0.2885 Rprec_mult_1.00 1-1_3 0.2656 Rprec_mult_1.20 1-1_3 0.2597 Rprec_mult_1.40 1-1_3 0.2222 Rprec_mult_1.60 1-1_3 0.1942 Rprec_mult_1.80 1-1_3 0.1724 Rprec_mult_2.00 1-1_3 0.1562 utility 1-1_3 -60.0000 11pt_avg 1-1_3 0.1854 binG 1-1_3 0.1037 G 1-1_3 0.0656 ndcg 1-1_3 0.3242 ndcg_rel 1-1_3 0.3414 Rndcg 1-1_3 0.3348 ndcg_cut_5 1-1_3 0.5335 ndcg_cut_10 1-1_3 0.4099 ndcg_cut_15 1-1_3 0.4346 ndcg_cut_20 1-1_3 0.3671 ndcg_cut_30 1-1_3 0.3621 ndcg_cut_100 1-1_3 0.3242 ndcg_cut_200 1-1_3 0.3242 ndcg_cut_500 1-1_3 0.3242 ndcg_cut_1000 1-1_3 0.3242 map_cut_5 1-1_3 0.0424 map_cut_10 1-1_3 0.0536 map_cut_15 1-1_3 0.0888 map_cut_20 1-1_3 0.0888 map_cut_30 1-1_3 0.1085 map_cut_100 1-1_3 0.1469 map_cut_200 1-1_3 0.1469 map_cut_500 1-1_3 0.1469 map_cut_1000 1-1_3 0.1469 relative_P_5 1-1_3 0.8000 relative_P_10 1-1_3 0.5000 relative_P_15 1-1_3 0.6000 relative_P_20 1-1_3 0.4500 relative_P_30 1-1_3 0.4000 relative_P_100 1-1_3 0.3125 relative_P_200 1-1_3 0.3125 relative_P_500 1-1_3 0.3125 relative_P_1000 1-1_3 0.3125 success_1 1-1_3 0.0000 success_5 1-1_3 1.0000 success_10 1-1_3 1.0000 set_P 1-1_3 0.2000 set_relative_P 1-1_3 0.3125 set_recall 1-1_3 0.3125 set_map 1-1_3 0.0625 set_F 1-1_3 0.2439 num_nonrel_judged_ret 1-1_3 15 rbp 1-1_3 0.3168 rbp_resid 1-1_3 0.2246 unj_5 1-1_3 0.0000 unj_10 1-1_3 0.1000 unj_20 1-1_3 0.3000 num_ret 1-1_4 100 num_rel 1-1_4 107 num_rel_ret 1-1_4 31 map 1-1_4 0.1832 Rprec 1-1_4 0.2897 bpref 1-1_4 0.2897 recip_rank 1-1_4 1.0000 iprec_at_recall_0.00 1-1_4 1.0000 iprec_at_recall_0.10 1-1_4 0.6875 iprec_at_recall_0.20 1-1_4 0.5526 iprec_at_recall_0.30 1-1_4 0.0000 iprec_at_recall_0.40 1-1_4 0.0000 iprec_at_recall_0.50 1-1_4 0.0000 iprec_at_recall_0.60 1-1_4 0.0000 iprec_at_recall_0.70 1-1_4 0.0000 iprec_at_recall_0.80 1-1_4 0.0000 iprec_at_recall_0.90 1-1_4 0.0000 iprec_at_recall_1.00 1-1_4 0.0000 P_5 1-1_4 0.8000 P_10 1-1_4 0.7000 P_15 1-1_4 0.6667 P_20 1-1_4 0.6000 P_30 1-1_4 0.6000 P_100 1-1_4 0.3100 P_200 1-1_4 0.1550 P_500 1-1_4 0.0620 P_1000 1-1_4 0.0310 relstring 1-1_4 '432-2234--' recall_5 1-1_4 0.0374 recall_10 1-1_4 0.0654 recall_15 1-1_4 0.0935 recall_20 1-1_4 0.1121 recall_30 1-1_4 0.1682 recall_100 1-1_4 0.2897 recall_200 1-1_4 0.2897 recall_500 1-1_4 0.2897 recall_1000 1-1_4 0.2897 infAP 1-1_4 0.1832 Rprec_mult_0.20 1-1_4 0.5909 Rprec_mult_0.40 1-1_4 0.5116 Rprec_mult_0.60 1-1_4 0.4308 Rprec_mult_0.80 1-1_4 0.3605 Rprec_mult_1.00 1-1_4 0.2897 Rprec_mult_1.20 1-1_4 0.2403 Rprec_mult_1.40 1-1_4 0.2067 Rprec_mult_1.60 1-1_4 0.1802 Rprec_mult_1.80 1-1_4 0.1606 Rprec_mult_2.00 1-1_4 0.1449 utility 1-1_4 -38.0000 11pt_avg 1-1_4 0.2036 binG 1-1_4 0.1092 G 1-1_4 0.0759 ndcg 1-1_4 0.3856 ndcg_rel 1-1_4 0.4368 Rndcg 1-1_4 0.4498 ndcg_cut_5 1-1_4 0.6500 ndcg_cut_10 1-1_4 0.5855 ndcg_cut_15 1-1_4 0.5306 ndcg_cut_20 1-1_4 0.5098 ndcg_cut_30 1-1_4 0.5331 ndcg_cut_100 1-1_4 0.4010 ndcg_cut_200 1-1_4 0.3856 ndcg_cut_500 1-1_4 0.3856 ndcg_cut_1000 1-1_4 0.3856 map_cut_5 1-1_4 0.0355 map_cut_10 1-1_4 0.0595 map_cut_15 1-1_4 0.0775 map_cut_20 1-1_4 0.0901 map_cut_30 1-1_4 0.1236 map_cut_100 1-1_4 0.1832 map_cut_200 1-1_4 0.1832 map_cut_500 1-1_4 0.1832 map_cut_1000 1-1_4 0.1832 relative_P_5 1-1_4 0.8000 relative_P_10 1-1_4 0.7000 relative_P_15 1-1_4 0.6667 relative_P_20 1-1_4 0.6000 relative_P_30 1-1_4 0.6000 relative_P_100 1-1_4 0.3100 relative_P_200 1-1_4 0.2897 relative_P_500 1-1_4 0.2897 relative_P_1000 1-1_4 0.2897 success_1 1-1_4 1.0000 success_5 1-1_4 1.0000 success_10 1-1_4 1.0000 set_P 1-1_4 0.3100 set_relative_P 1-1_4 0.3100 set_recall 1-1_4 0.2897 set_map 1-1_4 0.0898 set_F 1-1_4 0.2995 num_nonrel_judged_ret 1-1_4 0 rbp 1-1_4 0.4776 rbp_resid 1-1_4 0.3311 unj_5 1-1_4 0.2000 unj_10 1-1_4 0.3000 unj_20 1-1_4 0.4000 num_ret 1-1_5 100 num_rel 1-1_5 219 num_rel_ret 1-1_5 39 map 1-1_5 0.1240 Rprec 1-1_5 0.1781 bpref 1-1_5 0.1764 recip_rank 1-1_5 1.0000 iprec_at_recall_0.00 1-1_5 1.0000 iprec_at_recall_0.10 1-1_5 0.5909 iprec_at_recall_0.20 1-1_5 0.0000 iprec_at_recall_0.30 1-1_5 0.0000 iprec_at_recall_0.40 1-1_5 0.0000 iprec_at_recall_0.50 1-1_5 0.0000 iprec_at_recall_0.60 1-1_5 0.0000 iprec_at_recall_0.70 1-1_5 0.0000 iprec_at_recall_0.80 1-1_5 0.0000 iprec_at_recall_0.90 1-1_5 0.0000 iprec_at_recall_1.00 1-1_5 0.0000 P_5 1-1_5 1.0000 P_10 1-1_5 1.0000 P_15 1-1_5 0.8667 P_20 1-1_5 0.7000 P_30 1-1_5 0.6000 P_100 1-1_5 0.3900 P_200 1-1_5 0.1950 P_500 1-1_5 0.0780 P_1000 1-1_5 0.0390 relstring 1-1_5 '2422222222' recall_5 1-1_5 0.0228 recall_10 1-1_5 0.0457 recall_15 1-1_5 0.0594 recall_20 1-1_5 0.0639 recall_30 1-1_5 0.0822 recall_100 1-1_5 0.1781 recall_200 1-1_5 0.1781 recall_500 1-1_5 0.1781 recall_1000 1-1_5 0.1781 infAP 1-1_5 0.1240 Rprec_mult_0.20 1-1_5 0.5909 Rprec_mult_0.40 1-1_5 0.4205 Rprec_mult_0.60 1-1_5 0.2955 Rprec_mult_0.80 1-1_5 0.2216 Rprec_mult_1.00 1-1_5 0.1781 Rprec_mult_1.20 1-1_5 0.1483 Rprec_mult_1.40 1-1_5 0.1270 Rprec_mult_1.60 1-1_5 0.1111 Rprec_mult_1.80 1-1_5 0.0987 Rprec_mult_2.00 1-1_5 0.0890 utility 1-1_5 -22.0000 11pt_avg 1-1_5 0.1446 binG 1-1_5 0.0825 G 1-1_5 0.0371 ndcg 1-1_5 0.2524 ndcg_rel 1-1_5 0.2942 Rndcg 1-1_5 0.3849 ndcg_cut_5 1-1_5 0.6070 ndcg_cut_10 1-1_5 0.5786 ndcg_cut_15 1-1_5 0.5572 ndcg_cut_20 1-1_5 0.4981 ndcg_cut_30 1-1_5 0.4528 ndcg_cut_100 1-1_5 0.4026 ndcg_cut_200 1-1_5 0.2725 ndcg_cut_500 1-1_5 0.2524 ndcg_cut_1000 1-1_5 0.2524 map_cut_5 1-1_5 0.0228 map_cut_10 1-1_5 0.0457 map_cut_15 1-1_5 0.0581 map_cut_20 1-1_5 0.0617 map_cut_30 1-1_5 0.0744 map_cut_100 1-1_5 0.1240 map_cut_200 1-1_5 0.1240 map_cut_500 1-1_5 0.1240 map_cut_1000 1-1_5 0.1240 relative_P_5 1-1_5 1.0000 relative_P_10 1-1_5 1.0000 relative_P_15 1-1_5 0.8667 relative_P_20 1-1_5 0.7000 relative_P_30 1-1_5 0.6000 relative_P_100 1-1_5 0.3900 relative_P_200 1-1_5 0.1950 relative_P_500 1-1_5 0.1781 relative_P_1000 1-1_5 0.1781 success_1 1-1_5 1.0000 success_5 1-1_5 1.0000 success_10 1-1_5 1.0000 set_P 1-1_5 0.3900 set_relative_P 1-1_5 0.3900 set_recall 1-1_5 0.1781 set_map 1-1_5 0.0695 set_F 1-1_5 0.2445 num_nonrel_judged_ret 1-1_5 1 rbp 1-1_5 0.4575 rbp_resid 1-1_5 0.1915 unj_5 1-1_5 0.0000 unj_10 1-1_5 0.0000 unj_20 1-1_5 0.3000 num_ret 1-1_7 100 num_rel 1-1_7 99 num_rel_ret 1-1_7 39 map 1-1_7 0.3316 Rprec 1-1_7 0.3939 bpref 1-1_7 0.3684 recip_rank 1-1_7 1.0000 iprec_at_recall_0.00 1-1_7 1.0000 iprec_at_recall_0.10 1-1_7 0.9524 iprec_at_recall_0.20 1-1_7 0.9524 iprec_at_recall_0.30 1-1_7 0.7381 iprec_at_recall_0.40 1-1_7 0.0000 iprec_at_recall_0.50 1-1_7 0.0000 iprec_at_recall_0.60 1-1_7 0.0000 iprec_at_recall_0.70 1-1_7 0.0000 iprec_at_recall_0.80 1-1_7 0.0000 iprec_at_recall_0.90 1-1_7 0.0000 iprec_at_recall_1.00 1-1_7 0.0000 P_5 1-1_7 0.8000 P_10 1-1_7 0.9000 P_15 1-1_7 0.9333 P_20 1-1_7 0.9500 P_30 1-1_7 0.9000 P_100 1-1_7 0.3900 P_200 1-1_7 0.1950 P_500 1-1_7 0.0780 P_1000 1-1_7 0.0390 relstring 1-1_7 '2221333232' recall_5 1-1_7 0.0404 recall_10 1-1_7 0.0909 recall_15 1-1_7 0.1414 recall_20 1-1_7 0.1919 recall_30 1-1_7 0.2727 recall_100 1-1_7 0.3939 recall_200 1-1_7 0.3939 recall_500 1-1_7 0.3939 recall_1000 1-1_7 0.3939 infAP 1-1_7 0.3316 Rprec_mult_0.20 1-1_7 0.9500 Rprec_mult_0.40 1-1_7 0.7250 Rprec_mult_0.60 1-1_7 0.6000 Rprec_mult_0.80 1-1_7 0.4625 Rprec_mult_1.00 1-1_7 0.3939 Rprec_mult_1.20 1-1_7 0.3277 Rprec_mult_1.40 1-1_7 0.2806 Rprec_mult_1.60 1-1_7 0.2453 Rprec_mult_1.80 1-1_7 0.2179 Rprec_mult_2.00 1-1_7 0.1970 utility 1-1_7 -22.0000 11pt_avg 1-1_7 0.3312 binG 1-1_7 0.2035 G 1-1_7 0.0957 ndcg 1-1_7 0.4737 ndcg_rel 1-1_7 0.5320 Rndcg 1-1_7 0.5432 ndcg_cut_5 1-1_7 0.4963 ndcg_cut_10 1-1_7 0.5925 ndcg_cut_15 1-1_7 0.6561 ndcg_cut_20 1-1_7 0.6868 ndcg_cut_30 1-1_7 0.7030 ndcg_cut_100 1-1_7 0.4916 ndcg_cut_200 1-1_7 0.4737 ndcg_cut_500 1-1_7 0.4737 ndcg_cut_1000 1-1_7 0.4737 map_cut_5 1-1_7 0.0384 map_cut_10 1-1_7 0.0824 map_cut_15 1-1_7 0.1289 map_cut_20 1-1_7 0.1766 map_cut_30 1-1_7 0.2512 map_cut_100 1-1_7 0.3316 map_cut_200 1-1_7 0.3316 map_cut_500 1-1_7 0.3316 map_cut_1000 1-1_7 0.3316 relative_P_5 1-1_7 0.8000 relative_P_10 1-1_7 0.9000 relative_P_15 1-1_7 0.9333 relative_P_20 1-1_7 0.9500 relative_P_30 1-1_7 0.9000 relative_P_100 1-1_7 0.3939 relative_P_200 1-1_7 0.3939 relative_P_500 1-1_7 0.3939 relative_P_1000 1-1_7 0.3939 success_1 1-1_7 1.0000 success_5 1-1_7 1.0000 success_10 1-1_7 1.0000 set_P 1-1_7 0.3900 set_relative_P 1-1_7 0.3939 set_recall 1-1_7 0.3939 set_map 1-1_7 0.1536 set_F 1-1_7 0.3920 num_nonrel_judged_ret 1-1_7 5 rbp 1-1_7 0.5684 rbp_resid 1-1_7 0.0282 unj_5 1-1_7 0.0000 unj_10 1-1_7 0.0000 unj_20 1-1_7 0.0000 num_ret 1-1_8 100 num_rel 1-1_8 94 num_rel_ret 1-1_8 24 map 1-1_8 0.0973 Rprec 1-1_8 0.2553 bpref 1-1_8 0.2243 recip_rank 1-1_8 1.0000 iprec_at_recall_0.00 1-1_8 1.0000 iprec_at_recall_0.10 1-1_8 0.3600 iprec_at_recall_0.20 1-1_8 0.2941 iprec_at_recall_0.30 1-1_8 0.0000 iprec_at_recall_0.40 1-1_8 0.0000 iprec_at_recall_0.50 1-1_8 0.0000 iprec_at_recall_0.60 1-1_8 0.0000 iprec_at_recall_0.70 1-1_8 0.0000 iprec_at_recall_0.80 1-1_8 0.0000 iprec_at_recall_0.90 1-1_8 0.0000 iprec_at_recall_1.00 1-1_8 0.0000 P_5 1-1_8 0.4000 P_10 1-1_8 0.5000 P_15 1-1_8 0.4000 P_20 1-1_8 0.3500 P_30 1-1_8 0.3000 P_100 1-1_8 0.2400 P_200 1-1_8 0.1200 P_500 1-1_8 0.0480 P_1000 1-1_8 0.0240 relstring 1-1_8 '2120012420' recall_5 1-1_8 0.0213 recall_10 1-1_8 0.0532 recall_15 1-1_8 0.0638 recall_20 1-1_8 0.0745 recall_30 1-1_8 0.0957 recall_100 1-1_8 0.2553 recall_200 1-1_8 0.2553 recall_500 1-1_8 0.2553 recall_1000 1-1_8 0.2553 infAP 1-1_8 0.0973 Rprec_mult_0.20 1-1_8 0.3684 Rprec_mult_0.40 1-1_8 0.2895 Rprec_mult_0.60 1-1_8 0.2982 Rprec_mult_0.80 1-1_8 0.2763 Rprec_mult_1.00 1-1_8 0.2553 Rprec_mult_1.20 1-1_8 0.2124 Rprec_mult_1.40 1-1_8 0.1818 Rprec_mult_1.60 1-1_8 0.1589 Rprec_mult_1.80 1-1_8 0.1412 Rprec_mult_2.00 1-1_8 0.1277 utility 1-1_8 -52.0000 11pt_avg 1-1_8 0.1504 binG 1-1_8 0.0711 G 1-1_8 0.0489 ndcg 1-1_8 0.2824 ndcg_rel 1-1_8 0.2988 Rndcg 1-1_8 0.3237 ndcg_cut_5 1-1_8 0.3183 ndcg_cut_10 1-1_8 0.4025 ndcg_cut_15 1-1_8 0.3489 ndcg_cut_20 1-1_8 0.3409 ndcg_cut_30 1-1_8 0.3194 ndcg_cut_100 1-1_8 0.2925 ndcg_cut_200 1-1_8 0.2824 ndcg_cut_500 1-1_8 0.2824 ndcg_cut_1000 1-1_8 0.2824 map_cut_5 1-1_8 0.0177 map_cut_10 1-1_8 0.0335 map_cut_15 1-1_8 0.0381 map_cut_20 1-1_8 0.0427 map_cut_30 1-1_8 0.0504 map_cut_100 1-1_8 0.0973 map_cut_200 1-1_8 0.0973 map_cut_500 1-1_8 0.0973 map_cut_1000 1-1_8 0.0973 relative_P_5 1-1_8 0.4000 relative_P_10 1-1_8 0.5000 relative_P_15 1-1_8 0.4000 relative_P_20 1-1_8 0.3500 relative_P_30 1-1_8 0.3000 relative_P_100 1-1_8 0.2553 relative_P_200 1-1_8 0.2553 relative_P_500 1-1_8 0.2553 relative_P_1000 1-1_8 0.2553 success_1 1-1_8 1.0000 success_5 1-1_8 1.0000 success_10 1-1_8 1.0000 set_P 1-1_8 0.2400 set_relative_P 1-1_8 0.2553 set_recall 1-1_8 0.2553 set_map 1-1_8 0.0613 set_F 1-1_8 0.2474 num_nonrel_judged_ret 1-1_8 13 rbp 1-1_8 0.2672 rbp_resid 1-1_8 0.1851 unj_5 1-1_8 0.0000 unj_10 1-1_8 0.0000 unj_20 1-1_8 0.2500 num_ret 2-1_10 100 num_rel 2-1_10 17 num_rel_ret 2-1_10 17 map 2-1_10 0.7424 Rprec 2-1_10 0.6471 bpref 2-1_10 0.9723 recip_rank 2-1_10 1.0000 iprec_at_recall_0.00 2-1_10 1.0000 iprec_at_recall_0.10 2-1_10 1.0000 iprec_at_recall_0.20 2-1_10 1.0000 iprec_at_recall_0.30 2-1_10 1.0000 iprec_at_recall_0.40 2-1_10 0.8750 iprec_at_recall_0.50 2-1_10 0.7500 iprec_at_recall_0.60 2-1_10 0.6875 iprec_at_recall_0.70 2-1_10 0.6000 iprec_at_recall_0.80 2-1_10 0.5172 iprec_at_recall_0.90 2-1_10 0.5172 iprec_at_recall_1.00 2-1_10 0.2429 P_5 2-1_10 1.0000 P_10 2-1_10 0.8000 P_15 2-1_10 0.6667 P_20 2-1_10 0.6000 P_30 2-1_10 0.5000 P_100 2-1_10 0.1700 P_200 2-1_10 0.0850 P_500 2-1_10 0.0340 P_1000 2-1_10 0.0170 relstring 2-1_10 '333333-2-3' recall_5 2-1_10 0.2941 recall_10 2-1_10 0.4706 recall_15 2-1_10 0.5882 recall_20 2-1_10 0.7059 recall_30 2-1_10 0.8824 recall_100 2-1_10 1.0000 recall_200 2-1_10 1.0000 recall_500 2-1_10 1.0000 recall_1000 2-1_10 1.0000 infAP 2-1_10 0.7424 Rprec_mult_0.20 2-1_10 1.0000 Rprec_mult_0.40 2-1_10 0.8571 Rprec_mult_0.60 2-1_10 0.7273 Rprec_mult_0.80 2-1_10 0.6429 Rprec_mult_1.00 2-1_10 0.6471 Rprec_mult_1.20 2-1_10 0.5714 Rprec_mult_1.40 2-1_10 0.5417 Rprec_mult_1.60 2-1_10 0.5000 Rprec_mult_1.80 2-1_10 0.4839 Rprec_mult_2.00 2-1_10 0.4412 utility 2-1_10 -66.0000 11pt_avg 2-1_10 0.7445 binG 2-1_10 0.5734 G 2-1_10 0.5287 ndcg 2-1_10 0.9067 ndcg_rel 2-1_10 0.8917 Rndcg 2-1_10 0.8231 ndcg_cut_5 2-1_10 1.0000 ndcg_cut_10 2-1_10 0.8372 ndcg_cut_15 2-1_10 0.7979 ndcg_cut_20 2-1_10 0.7766 ndcg_cut_30 2-1_10 0.8600 ndcg_cut_100 2-1_10 0.9067 ndcg_cut_200 2-1_10 0.9067 ndcg_cut_500 2-1_10 0.9067 ndcg_cut_1000 2-1_10 0.9067 map_cut_5 2-1_10 0.2941 map_cut_10 2-1_10 0.4515 map_cut_15 2-1_10 0.5348 map_cut_20 2-1_10 0.6105 map_cut_30 2-1_10 0.7051 map_cut_100 2-1_10 0.7424 map_cut_200 2-1_10 0.7424 map_cut_500 2-1_10 0.7424 map_cut_1000 2-1_10 0.7424 relative_P_5 2-1_10 1.0000 relative_P_10 2-1_10 0.8000 relative_P_15 2-1_10 0.6667 relative_P_20 2-1_10 0.7059 relative_P_30 2-1_10 0.8824 relative_P_100 2-1_10 1.0000 relative_P_200 2-1_10 1.0000 relative_P_500 2-1_10 1.0000 relative_P_1000 2-1_10 1.0000 success_1 2-1_10 1.0000 success_5 2-1_10 1.0000 success_10 2-1_10 1.0000 set_P 2-1_10 0.1700 set_relative_P 2-1_10 1.0000 set_recall 2-1_10 1.0000 set_map 2-1_10 0.1700 set_F 2-1_10 0.2906 num_nonrel_judged_ret 2-1_10 2 rbp 2-1_10 0.6383 rbp_resid 2-1_10 0.3076 unj_5 2-1_10 0.0000 unj_10 2-1_10 0.2000 unj_20 2-1_10 0.3500 num_ret 2-1_12 100 num_rel 2-1_12 101 num_rel_ret 2-1_12 24 map 2-1_12 0.1267 Rprec 2-1_12 0.2376 bpref 2-1_12 0.2267 recip_rank 2-1_12 0.5000 iprec_at_recall_0.00 2-1_12 0.8571 iprec_at_recall_0.10 2-1_12 0.5385 iprec_at_recall_0.20 2-1_12 0.3571 iprec_at_recall_0.30 2-1_12 0.0000 iprec_at_recall_0.40 2-1_12 0.0000 iprec_at_recall_0.50 2-1_12 0.0000 iprec_at_recall_0.60 2-1_12 0.0000 iprec_at_recall_0.70 2-1_12 0.0000 iprec_at_recall_0.80 2-1_12 0.0000 iprec_at_recall_0.90 2-1_12 0.0000 iprec_at_recall_1.00 2-1_12 0.0000 P_5 2-1_12 0.8000 P_10 2-1_12 0.7000 P_15 2-1_12 0.6000 P_20 2-1_12 0.5000 P_30 2-1_12 0.4667 P_100 2-1_12 0.2400 P_200 2-1_12 0.1200 P_500 2-1_12 0.0480 P_1000 2-1_12 0.0240 relstring 2-1_12 '0323233012' recall_5 2-1_12 0.0396 recall_10 2-1_12 0.0693 recall_15 2-1_12 0.0891 recall_20 2-1_12 0.0990 recall_30 2-1_12 0.1386 recall_100 2-1_12 0.2376 recall_200 2-1_12 0.2376 recall_500 2-1_12 0.2376 recall_1000 2-1_12 0.2376 infAP 2-1_12 0.1267 Rprec_mult_0.20 2-1_12 0.5238 Rprec_mult_0.40 2-1_12 0.3902 Rprec_mult_0.60 2-1_12 0.3443 Rprec_mult_0.80 2-1_12 0.2963 Rprec_mult_1.00 2-1_12 0.2376 Rprec_mult_1.20 2-1_12 0.1967 Rprec_mult_1.40 2-1_12 0.1690 Rprec_mult_1.60 2-1_12 0.1481 Rprec_mult_1.80 2-1_12 0.1319 Rprec_mult_2.00 2-1_12 0.1188 utility 2-1_12 -52.0000 11pt_avg 2-1_12 0.1593 binG 2-1_12 0.0827 G 2-1_12 0.0531 ndcg 2-1_12 0.2834 ndcg_rel 2-1_12 0.3216 Rndcg 2-1_12 0.3347 ndcg_cut_5 2-1_12 0.5606 ndcg_cut_10 2-1_12 0.5800 ndcg_cut_15 2-1_12 0.5112 ndcg_cut_20 2-1_12 0.4585 ndcg_cut_30 2-1_12 0.4227 ndcg_cut_100 2-1_12 0.3036 ndcg_cut_200 2-1_12 0.2834 ndcg_cut_500 2-1_12 0.2834 ndcg_cut_1000 2-1_12 0.2834 map_cut_5 2-1_12 0.0269 map_cut_10 2-1_12 0.0506 map_cut_15 2-1_12 0.0646 map_cut_20 2-1_12 0.0698 map_cut_30 2-1_12 0.0904 map_cut_100 2-1_12 0.1267 map_cut_200 2-1_12 0.1267 map_cut_500 2-1_12 0.1267 map_cut_1000 2-1_12 0.1267 relative_P_5 2-1_12 0.8000 relative_P_10 2-1_12 0.7000 relative_P_15 2-1_12 0.6000 relative_P_20 2-1_12 0.5000 relative_P_30 2-1_12 0.4667 relative_P_100 2-1_12 0.2400 relative_P_200 2-1_12 0.2376 relative_P_500 2-1_12 0.2376 relative_P_1000 2-1_12 0.2376 success_1 2-1_12 0.0000 success_5 2-1_12 1.0000 success_10 2-1_12 1.0000 set_P 2-1_12 0.2400 set_relative_P 2-1_12 0.2400 set_recall 2-1_12 0.2376 set_map 2-1_12 0.0570 set_F 2-1_12 0.2388 num_nonrel_judged_ret 2-1_12 11 rbp 2-1_12 0.5034 rbp_resid 2-1_12 0.1914 unj_5 2-1_12 0.0000 unj_10 2-1_12 0.0000 unj_20 2-1_12 0.3000 num_ret 2-1_14 100 num_rel 2-1_14 52 num_rel_ret 2-1_14 15 map 2-1_14 0.0871 Rprec 2-1_14 0.2115 bpref 2-1_14 0.2141 recip_rank 2-1_14 0.2000 iprec_at_recall_0.00 2-1_14 0.4667 iprec_at_recall_0.10 2-1_14 0.4667 iprec_at_recall_0.20 2-1_14 0.2439 iprec_at_recall_0.30 2-1_14 0.0000 iprec_at_recall_0.40 2-1_14 0.0000 iprec_at_recall_0.50 2-1_14 0.0000 iprec_at_recall_0.60 2-1_14 0.0000 iprec_at_recall_0.70 2-1_14 0.0000 iprec_at_recall_0.80 2-1_14 0.0000 iprec_at_recall_0.90 2-1_14 0.0000 iprec_at_recall_1.00 2-1_14 0.0000 P_5 2-1_14 0.2000 P_10 2-1_14 0.4000 P_15 2-1_14 0.4667 P_20 2-1_14 0.3500 P_30 2-1_14 0.2667 P_100 2-1_14 0.1500 P_200 2-1_14 0.0750 P_500 2-1_14 0.0300 P_1000 2-1_14 0.0150 relstring 2-1_14 '0011203221' recall_5 2-1_14 0.0192 recall_10 2-1_14 0.0769 recall_15 2-1_14 0.1346 recall_20 2-1_14 0.1346 recall_30 2-1_14 0.1538 recall_100 2-1_14 0.2885 recall_200 2-1_14 0.2885 recall_500 2-1_14 0.2885 recall_1000 2-1_14 0.2885 infAP 2-1_14 0.0871 Rprec_mult_0.20 2-1_14 0.3636 Rprec_mult_0.40 2-1_14 0.3333 Rprec_mult_0.60 2-1_14 0.2500 Rprec_mult_0.80 2-1_14 0.2381 Rprec_mult_1.00 2-1_14 0.2115 Rprec_mult_1.20 2-1_14 0.2063 Rprec_mult_1.40 2-1_14 0.1918 Rprec_mult_1.60 2-1_14 0.1786 Rprec_mult_1.80 2-1_14 0.1596 Rprec_mult_2.00 2-1_14 0.1442 utility 2-1_14 -70.0000 11pt_avg 2-1_14 0.1070 binG 2-1_14 0.0753 G 2-1_14 0.0560 ndcg 2-1_14 0.2794 ndcg_rel 2-1_14 0.2791 Rndcg 2-1_14 0.2898 ndcg_cut_5 2-1_14 0.1927 ndcg_cut_10 2-1_14 0.3101 ndcg_cut_15 2-1_14 0.3294 ndcg_cut_20 2-1_14 0.3073 ndcg_cut_30 2-1_14 0.2982 ndcg_cut_100 2-1_14 0.2794 ndcg_cut_200 2-1_14 0.2794 ndcg_cut_500 2-1_14 0.2794 ndcg_cut_1000 2-1_14 0.2794 map_cut_5 2-1_14 0.0038 map_cut_10 2-1_14 0.0251 map_cut_15 2-1_14 0.0510 map_cut_20 2-1_14 0.0510 map_cut_30 2-1_14 0.0577 map_cut_100 2-1_14 0.0871 map_cut_200 2-1_14 0.0871 map_cut_500 2-1_14 0.0871 map_cut_1000 2-1_14 0.0871 relative_P_5 2-1_14 0.2000 relative_P_10 2-1_14 0.4000 relative_P_15 2-1_14 0.4667 relative_P_20 2-1_14 0.3500 relative_P_30 2-1_14 0.2667 relative_P_100 2-1_14 0.2885 relative_P_200 2-1_14 0.2885 relative_P_500 2-1_14 0.2885 relative_P_1000 2-1_14 0.2885 success_1 2-1_14 0.0000 success_5 2-1_14 1.0000 success_10 2-1_14 1.0000 set_P 2-1_14 0.1500 set_relative_P 2-1_14 0.2885 set_recall 2-1_14 0.2885 set_map 2-1_14 0.0433 set_F 2-1_14 0.1974 num_nonrel_judged_ret 2-1_14 24 rbp 2-1_14 0.3103 rbp_resid 2-1_14 0.0703 unj_5 2-1_14 0.0000 unj_10 2-1_14 0.0000 unj_20 2-1_14 0.0500 num_ret 2-1_4 100 num_rel 2-1_4 64 num_rel_ret 2-1_4 31 map 2-1_4 0.3569 Rprec 2-1_4 0.4219 bpref 2-1_4 0.4626 recip_rank 2-1_4 1.0000 iprec_at_recall_0.00 2-1_4 1.0000 iprec_at_recall_0.10 2-1_4 1.0000 iprec_at_recall_0.20 2-1_4 0.8421 iprec_at_recall_0.30 2-1_4 0.7037 iprec_at_recall_0.40 2-1_4 0.5000 iprec_at_recall_0.50 2-1_4 0.0000 iprec_at_recall_0.60 2-1_4 0.0000 iprec_at_recall_0.70 2-1_4 0.0000 iprec_at_recall_0.80 2-1_4 0.0000 iprec_at_recall_0.90 2-1_4 0.0000 iprec_at_recall_1.00 2-1_4 0.0000 P_5 2-1_4 1.0000 P_10 2-1_4 0.9000 P_15 2-1_4 0.8000 P_20 2-1_4 0.8000 P_30 2-1_4 0.6333 P_100 2-1_4 0.3100 P_200 2-1_4 0.1550 P_500 2-1_4 0.0620 P_1000 2-1_4 0.0310 relstring 2-1_4 '222222323-' recall_5 2-1_4 0.0781 recall_10 2-1_4 0.1406 recall_15 2-1_4 0.1875 recall_20 2-1_4 0.2500 recall_30 2-1_4 0.2969 recall_100 2-1_4 0.4844 recall_200 2-1_4 0.4844 recall_500 2-1_4 0.4844 recall_1000 2-1_4 0.4844 infAP 2-1_4 0.3569 Rprec_mult_0.20 2-1_4 0.9231 Rprec_mult_0.40 2-1_4 0.6923 Rprec_mult_0.60 2-1_4 0.5385 Rprec_mult_0.80 2-1_4 0.5000 Rprec_mult_1.00 2-1_4 0.4219 Rprec_mult_1.20 2-1_4 0.3766 Rprec_mult_1.40 2-1_4 0.3444 Rprec_mult_1.60 2-1_4 0.3010 Rprec_mult_1.80 2-1_4 0.2672 Rprec_mult_2.00 2-1_4 0.2422 utility 2-1_4 -38.0000 11pt_avg 2-1_4 0.3678 binG 2-1_4 0.2505 G 2-1_4 0.1094 ndcg 2-1_4 0.4992 ndcg_rel 2-1_4 0.5395 Rndcg 2-1_4 0.5268 ndcg_cut_5 2-1_4 0.5990 ndcg_cut_10 2-1_4 0.6249 ndcg_cut_15 2-1_4 0.6025 ndcg_cut_20 2-1_4 0.6600 ndcg_cut_30 2-1_4 0.6240 ndcg_cut_100 2-1_4 0.4992 ndcg_cut_200 2-1_4 0.4992 ndcg_cut_500 2-1_4 0.4992 ndcg_cut_1000 2-1_4 0.4992 map_cut_5 2-1_4 0.0781 map_cut_10 2-1_4 0.1406 map_cut_15 2-1_4 0.1836 map_cut_20 2-1_4 0.2353 map_cut_30 2-1_4 0.2692 map_cut_100 2-1_4 0.3569 map_cut_200 2-1_4 0.3569 map_cut_500 2-1_4 0.3569 map_cut_1000 2-1_4 0.3569 relative_P_5 2-1_4 1.0000 relative_P_10 2-1_4 0.9000 relative_P_15 2-1_4 0.8000 relative_P_20 2-1_4 0.8000 relative_P_30 2-1_4 0.6333 relative_P_100 2-1_4 0.4844 relative_P_200 2-1_4 0.4844 relative_P_500 2-1_4 0.4844 relative_P_1000 2-1_4 0.4844 success_1 2-1_4 1.0000 success_5 2-1_4 1.0000 success_10 2-1_4 1.0000 set_P 2-1_4 0.3100 set_relative_P 2-1_4 0.4844 set_recall 2-1_4 0.4844 set_map 2-1_4 0.1502 set_F 2-1_4 0.3780 num_nonrel_judged_ret 2-1_4 8 rbp 2-1_4 0.4585 rbp_resid 2-1_4 0.1519 unj_5 2-1_4 0.0000 unj_10 2-1_4 0.1000 unj_20 2-1_4 0.1500 num_ret 2-1_9 100 num_rel 2-1_9 16 num_rel_ret 2-1_9 15 map 2-1_9 0.7732 Rprec 2-1_9 0.7500 bpref 2-1_9 0.9241 recip_rank 2-1_9 1.0000 iprec_at_recall_0.00 2-1_9 1.0000 iprec_at_recall_0.10 2-1_9 1.0000 iprec_at_recall_0.20 2-1_9 1.0000 iprec_at_recall_0.30 2-1_9 1.0000 iprec_at_recall_0.40 2-1_9 1.0000 iprec_at_recall_0.50 2-1_9 1.0000 iprec_at_recall_0.60 2-1_9 0.8462 iprec_at_recall_0.70 2-1_9 0.8462 iprec_at_recall_0.80 2-1_9 0.4062 iprec_at_recall_0.90 2-1_9 0.3333 iprec_at_recall_1.00 2-1_9 0.0000 P_5 2-1_9 1.0000 P_10 2-1_9 0.8000 P_15 2-1_9 0.8000 P_20 2-1_9 0.6000 P_30 2-1_9 0.4000 P_100 2-1_9 0.1500 P_200 2-1_9 0.0750 P_500 2-1_9 0.0300 P_1000 2-1_9 0.0150 relstring 2-1_9 '43343322--' recall_5 2-1_9 0.3125 recall_10 2-1_9 0.5000 recall_15 2-1_9 0.7500 recall_20 2-1_9 0.7500 recall_30 2-1_9 0.7500 recall_100 2-1_9 0.9375 recall_200 2-1_9 0.9375 recall_500 2-1_9 0.9375 recall_1000 2-1_9 0.9375 infAP 2-1_9 0.7732 Rprec_mult_0.20 2-1_9 1.0000 Rprec_mult_0.40 2-1_9 1.0000 Rprec_mult_0.60 2-1_9 0.8000 Rprec_mult_0.80 2-1_9 0.8462 Rprec_mult_1.00 2-1_9 0.7500 Rprec_mult_1.20 2-1_9 0.6000 Rprec_mult_1.40 2-1_9 0.5217 Rprec_mult_1.60 2-1_9 0.4615 Rprec_mult_1.80 2-1_9 0.4138 Rprec_mult_2.00 2-1_9 0.4062 utility 2-1_9 -70.0000 11pt_avg 2-1_9 0.7665 binG 2-1_9 0.6601 G 2-1_9 0.4755 ndcg 2-1_9 0.9120 ndcg_rel 2-1_9 0.9018 Rndcg 2-1_9 0.8747 ndcg_cut_5 2-1_9 0.9362 ndcg_cut_10 2-1_9 0.8333 ndcg_cut_15 2-1_9 0.8743 ndcg_cut_20 2-1_9 0.8399 ndcg_cut_30 2-1_9 0.8511 ndcg_cut_100 2-1_9 0.9120 ndcg_cut_200 2-1_9 0.9120 ndcg_cut_500 2-1_9 0.9120 ndcg_cut_1000 2-1_9 0.9120 map_cut_5 2-1_9 0.3125 map_cut_10 2-1_9 0.5000 map_cut_15 2-1_9 0.7061 map_cut_20 2-1_9 0.7061 map_cut_30 2-1_9 0.7061 map_cut_100 2-1_9 0.7732 map_cut_200 2-1_9 0.7732 map_cut_500 2-1_9 0.7732 map_cut_1000 2-1_9 0.7732 relative_P_5 2-1_9 1.0000 relative_P_10 2-1_9 0.8000 relative_P_15 2-1_9 0.8000 relative_P_20 2-1_9 0.7500 relative_P_30 2-1_9 0.7500 relative_P_100 2-1_9 0.9375 relative_P_200 2-1_9 0.9375 relative_P_500 2-1_9 0.9375 relative_P_1000 2-1_9 0.9375 success_1 2-1_9 1.0000 success_5 2-1_9 1.0000 success_10 2-1_9 1.0000 set_P 2-1_9 0.1500 set_relative_P 2-1_9 0.9375 set_recall 2-1_9 0.9375 set_map 2-1_9 0.1406 set_F 2-1_9 0.2586 num_nonrel_judged_ret 2-1_9 1 rbp 2-1_9 0.5312 rbp_resid 2-1_9 0.3005 unj_5 2-1_9 0.0000 unj_10 2-1_9 0.2000 unj_20 2-1_9 0.4000 num_ret 2-2_1 100 num_rel 2-2_1 51 num_rel_ret 2-2_1 11 map 2-2_1 0.1928 Rprec 2-2_1 0.1961 bpref 2-2_1 0.2138 recip_rank 2-2_1 1.0000 iprec_at_recall_0.00 2-2_1 1.0000 iprec_at_recall_0.10 2-2_1 1.0000 iprec_at_recall_0.20 2-2_1 0.9091 iprec_at_recall_0.30 2-2_1 0.0000 iprec_at_recall_0.40 2-2_1 0.0000 iprec_at_recall_0.50 2-2_1 0.0000 iprec_at_recall_0.60 2-2_1 0.0000 iprec_at_recall_0.70 2-2_1 0.0000 iprec_at_recall_0.80 2-2_1 0.0000 iprec_at_recall_0.90 2-2_1 0.0000 iprec_at_recall_1.00 2-2_1 0.0000 P_5 2-2_1 1.0000 P_10 2-2_1 0.9000 P_15 2-2_1 0.6667 P_20 2-2_1 0.5000 P_30 2-2_1 0.3333 P_100 2-2_1 0.1100 P_200 2-2_1 0.0550 P_500 2-2_1 0.0220 P_1000 2-2_1 0.0110 relstring 2-2_1 '3233322133' recall_5 2-2_1 0.0980 recall_10 2-2_1 0.1765 recall_15 2-2_1 0.1961 recall_20 2-2_1 0.1961 recall_30 2-2_1 0.1961 recall_100 2-2_1 0.2157 recall_200 2-2_1 0.2157 recall_500 2-2_1 0.2157 recall_1000 2-2_1 0.2157 infAP 2-2_1 0.1928 Rprec_mult_0.20 2-2_1 0.9091 Rprec_mult_0.40 2-2_1 0.4762 Rprec_mult_0.60 2-2_1 0.3226 Rprec_mult_0.80 2-2_1 0.2439 Rprec_mult_1.00 2-2_1 0.1961 Rprec_mult_1.20 2-2_1 0.1613 Rprec_mult_1.40 2-2_1 0.1389 Rprec_mult_1.60 2-2_1 0.1341 Rprec_mult_1.80 2-2_1 0.1196 Rprec_mult_2.00 2-2_1 0.1078 utility 2-2_1 -78.0000 11pt_avg 2-2_1 0.2645 binG 2-2_1 0.1775 G 2-2_1 0.0654 ndcg 2-2_1 0.3125 ndcg_rel 2-2_1 0.3684 Rndcg 2-2_1 0.4088 ndcg_cut_5 2-2_1 0.6965 ndcg_cut_10 2-2_1 0.6763 ndcg_cut_15 2-2_1 0.5766 ndcg_cut_20 2-2_1 0.4943 ndcg_cut_30 2-2_1 0.4095 ndcg_cut_100 2-2_1 0.3125 ndcg_cut_200 2-2_1 0.3125 ndcg_cut_500 2-2_1 0.3125 ndcg_cut_1000 2-2_1 0.3125 map_cut_5 2-2_1 0.0980 map_cut_10 2-2_1 0.1723 map_cut_15 2-2_1 0.1902 map_cut_20 2-2_1 0.1902 map_cut_30 2-2_1 0.1902 map_cut_100 2-2_1 0.1928 map_cut_200 2-2_1 0.1928 map_cut_500 2-2_1 0.1928 map_cut_1000 2-2_1 0.1928 relative_P_5 2-2_1 1.0000 relative_P_10 2-2_1 0.9000 relative_P_15 2-2_1 0.6667 relative_P_20 2-2_1 0.5000 relative_P_30 2-2_1 0.3333 relative_P_100 2-2_1 0.2157 relative_P_200 2-2_1 0.2157 relative_P_500 2-2_1 0.2157 relative_P_1000 2-2_1 0.2157 success_1 2-2_1 1.0000 success_5 2-2_1 1.0000 success_10 2-2_1 1.0000 set_P 2-2_1 0.1100 set_relative_P 2-2_1 0.2157 set_recall 2-2_1 0.2157 set_map 2-2_1 0.0237 set_F 2-2_1 0.1457 num_nonrel_judged_ret 2-2_1 2 rbp 2-2_1 0.4316 rbp_resid 2-2_1 0.3135 unj_5 2-2_1 0.0000 unj_10 2-2_1 0.0000 unj_20 2-2_1 0.4500 num_ret 2-2_4 100 num_rel 2-2_4 53 num_rel_ret 2-2_4 23 map 2-2_4 0.2892 Rprec 2-2_4 0.4151 bpref 2-2_4 0.4081 recip_rank 2-2_4 1.0000 iprec_at_recall_0.00 2-2_4 1.0000 iprec_at_recall_0.10 2-2_4 0.7500 iprec_at_recall_0.20 2-2_4 0.7143 iprec_at_recall_0.30 2-2_4 0.7083 iprec_at_recall_0.40 2-2_4 0.4400 iprec_at_recall_0.50 2-2_4 0.0000 iprec_at_recall_0.60 2-2_4 0.0000 iprec_at_recall_0.70 2-2_4 0.0000 iprec_at_recall_0.80 2-2_4 0.0000 iprec_at_recall_0.90 2-2_4 0.0000 iprec_at_recall_1.00 2-2_4 0.0000 P_5 2-2_4 0.6000 P_10 2-2_4 0.7000 P_15 2-2_4 0.6667 P_20 2-2_4 0.7000 P_30 2-2_4 0.6333 P_100 2-2_4 0.2300 P_200 2-2_4 0.1150 P_500 2-2_4 0.0460 P_1000 2-2_4 0.0230 relstring 2-2_4 '3214-34313' recall_5 2-2_4 0.0566 recall_10 2-2_4 0.1321 recall_15 2-2_4 0.1887 recall_20 2-2_4 0.2642 recall_30 2-2_4 0.3585 recall_100 2-2_4 0.4340 recall_200 2-2_4 0.4340 recall_500 2-2_4 0.4340 recall_1000 2-2_4 0.4340 infAP 2-2_4 0.2892 Rprec_mult_0.20 2-2_4 0.6364 Rprec_mult_0.40 2-2_4 0.6818 Rprec_mult_0.60 2-2_4 0.5938 Rprec_mult_0.80 2-2_4 0.4419 Rprec_mult_1.00 2-2_4 0.4151 Rprec_mult_1.20 2-2_4 0.3438 Rprec_mult_1.40 2-2_4 0.2933 Rprec_mult_1.60 2-2_4 0.2588 Rprec_mult_1.80 2-2_4 0.2292 Rprec_mult_2.00 2-2_4 0.2170 utility 2-2_4 -54.0000 11pt_avg 2-2_4 0.3284 binG 2-2_4 0.1765 G 2-2_4 0.1020 ndcg 2-2_4 0.4762 ndcg_rel 2-2_4 0.5298 Rndcg 2-2_4 0.4979 ndcg_cut_5 2-2_4 0.5498 ndcg_cut_10 2-2_4 0.6053 ndcg_cut_15 2-2_4 0.5997 ndcg_cut_20 2-2_4 0.6261 ndcg_cut_30 2-2_4 0.6094 ndcg_cut_100 2-2_4 0.4762 ndcg_cut_200 2-2_4 0.4762 ndcg_cut_500 2-2_4 0.4762 ndcg_cut_1000 2-2_4 0.4762 map_cut_5 2-2_4 0.0519 map_cut_10 2-2_4 0.1053 map_cut_15 2-2_4 0.1435 map_cut_20 2-2_4 0.1944 map_cut_30 2-2_4 0.2603 map_cut_100 2-2_4 0.2892 map_cut_200 2-2_4 0.2892 map_cut_500 2-2_4 0.2892 map_cut_1000 2-2_4 0.2892 relative_P_5 2-2_4 0.6000 relative_P_10 2-2_4 0.7000 relative_P_15 2-2_4 0.6667 relative_P_20 2-2_4 0.7000 relative_P_30 2-2_4 0.6333 relative_P_100 2-2_4 0.4340 relative_P_200 2-2_4 0.4340 relative_P_500 2-2_4 0.4340 relative_P_1000 2-2_4 0.4340 success_1 2-2_4 1.0000 success_5 2-2_4 1.0000 success_10 2-2_4 1.0000 set_P 2-2_4 0.2300 set_relative_P 2-2_4 0.4340 set_recall 2-2_4 0.4340 set_map 2-2_4 0.0998 set_F 2-2_4 0.3007 num_nonrel_judged_ret 2-2_4 5 rbp 2-2_4 0.5396 rbp_resid 2-2_4 0.1935 unj_5 2-2_4 0.2000 unj_10 2-2_4 0.1000 unj_20 2-2_4 0.1500 num_ret 2-2_5 100 num_rel 2-2_5 30 num_rel_ret 2-2_5 8 map 2-2_5 0.0390 Rprec 2-2_5 0.0667 bpref 2-2_5 0.1978 recip_rank 2-2_5 0.2500 iprec_at_recall_0.00 2-2_5 0.2500 iprec_at_recall_0.10 2-2_5 0.1250 iprec_at_recall_0.20 2-2_5 0.1250 iprec_at_recall_0.30 2-2_5 0.0000 iprec_at_recall_0.40 2-2_5 0.0000 iprec_at_recall_0.50 2-2_5 0.0000 iprec_at_recall_0.60 2-2_5 0.0000 iprec_at_recall_0.70 2-2_5 0.0000 iprec_at_recall_0.80 2-2_5 0.0000 iprec_at_recall_0.90 2-2_5 0.0000 iprec_at_recall_1.00 2-2_5 0.0000 P_5 2-2_5 0.2000 P_10 2-2_5 0.2000 P_15 2-2_5 0.1333 P_20 2-2_5 0.1000 P_30 2-2_5 0.0667 P_100 2-2_5 0.0800 P_200 2-2_5 0.0400 P_500 2-2_5 0.0160 P_1000 2-2_5 0.0080 relstring 2-2_5 '-00300-400' recall_5 2-2_5 0.0333 recall_10 2-2_5 0.0667 recall_15 2-2_5 0.0667 recall_20 2-2_5 0.0667 recall_30 2-2_5 0.0667 recall_100 2-2_5 0.2667 recall_200 2-2_5 0.2667 recall_500 2-2_5 0.2667 recall_1000 2-2_5 0.2667 infAP 2-2_5 0.0390 Rprec_mult_0.20 2-2_5 0.1667 Rprec_mult_0.40 2-2_5 0.1667 Rprec_mult_0.60 2-2_5 0.1111 Rprec_mult_0.80 2-2_5 0.0833 Rprec_mult_1.00 2-2_5 0.0667 Rprec_mult_1.20 2-2_5 0.1111 Rprec_mult_1.40 2-2_5 0.1190 Rprec_mult_1.60 2-2_5 0.1250 Rprec_mult_1.80 2-2_5 0.1111 Rprec_mult_2.00 2-2_5 0.1167 utility 2-2_5 -84.0000 11pt_avg 2-2_5 0.0455 binG 2-2_5 0.0624 G 2-2_5 0.0444 ndcg 2-2_5 0.1961 ndcg_rel 2-2_5 0.1862 Rndcg 2-2_5 0.1303 ndcg_cut_5 2-2_5 0.1096 ndcg_cut_10 2-2_5 0.1405 ndcg_cut_15 2-2_5 0.1089 ndcg_cut_20 2-2_5 0.0938 ndcg_cut_30 2-2_5 0.0936 ndcg_cut_100 2-2_5 0.1961 ndcg_cut_200 2-2_5 0.1961 ndcg_cut_500 2-2_5 0.1961 ndcg_cut_1000 2-2_5 0.1961 map_cut_5 2-2_5 0.0083 map_cut_10 2-2_5 0.0167 map_cut_15 2-2_5 0.0167 map_cut_20 2-2_5 0.0167 map_cut_30 2-2_5 0.0167 map_cut_100 2-2_5 0.0390 map_cut_200 2-2_5 0.0390 map_cut_500 2-2_5 0.0390 map_cut_1000 2-2_5 0.0390 relative_P_5 2-2_5 0.2000 relative_P_10 2-2_5 0.2000 relative_P_15 2-2_5 0.1333 relative_P_20 2-2_5 0.1000 relative_P_30 2-2_5 0.0667 relative_P_100 2-2_5 0.2667 relative_P_200 2-2_5 0.2667 relative_P_500 2-2_5 0.2667 relative_P_1000 2-2_5 0.2667 success_1 2-2_5 0.0000 success_5 2-2_5 1.0000 success_10 2-2_5 1.0000 set_P 2-2_5 0.0800 set_relative_P 2-2_5 0.2667 set_recall 2-2_5 0.2667 set_map 2-2_5 0.0213 set_F 2-2_5 0.1231 num_nonrel_judged_ret 2-2_5 11 rbp 2-2_5 0.1154 rbp_resid 2-2_5 0.4450 unj_5 2-2_5 0.2000 unj_10 2-2_5 0.2000 unj_20 2-2_5 0.5500 num_ret 2-2_7 100 num_rel 2-2_7 88 num_rel_ret 2-2_7 54 map 2-2_7 0.5366 Rprec 2-2_7 0.6136 bpref 2-2_7 0.6127 recip_rank 2-2_7 1.0000 iprec_at_recall_0.00 2-2_7 1.0000 iprec_at_recall_0.10 2-2_7 1.0000 iprec_at_recall_0.20 2-2_7 0.9310 iprec_at_recall_0.30 2-2_7 0.9310 iprec_at_recall_0.40 2-2_7 0.8780 iprec_at_recall_0.50 2-2_7 0.7759 iprec_at_recall_0.60 2-2_7 0.6543 iprec_at_recall_0.70 2-2_7 0.0000 iprec_at_recall_0.80 2-2_7 0.0000 iprec_at_recall_0.90 2-2_7 0.0000 iprec_at_recall_1.00 2-2_7 0.0000 P_5 2-2_7 1.0000 P_10 2-2_7 1.0000 P_15 2-2_7 0.9333 P_20 2-2_7 0.9000 P_30 2-2_7 0.9000 P_100 2-2_7 0.5400 P_200 2-2_7 0.2700 P_500 2-2_7 0.1080 P_1000 2-2_7 0.0540 relstring 2-2_7 '4444424444' recall_5 2-2_7 0.0568 recall_10 2-2_7 0.1136 recall_15 2-2_7 0.1591 recall_20 2-2_7 0.2045 recall_30 2-2_7 0.3068 recall_100 2-2_7 0.6136 recall_200 2-2_7 0.6136 recall_500 2-2_7 0.6136 recall_1000 2-2_7 0.6136 infAP 2-2_7 0.5366 Rprec_mult_0.20 2-2_7 0.8889 Rprec_mult_0.40 2-2_7 0.8889 Rprec_mult_0.60 2-2_7 0.7925 Rprec_mult_0.80 2-2_7 0.7042 Rprec_mult_1.00 2-2_7 0.6136 Rprec_mult_1.20 2-2_7 0.5094 Rprec_mult_1.40 2-2_7 0.4355 Rprec_mult_1.60 2-2_7 0.3830 Rprec_mult_1.80 2-2_7 0.3396 Rprec_mult_2.00 2-2_7 0.3068 utility 2-2_7 8.0000 11pt_avg 2-2_7 0.5609 binG 2-2_7 0.3132 G 2-2_7 0.2098 ndcg 2-2_7 0.7061 ndcg_rel 2-2_7 0.7888 Rndcg 2-2_7 0.7437 ndcg_cut_5 2-2_7 1.0000 ndcg_cut_10 2-2_7 0.9608 ndcg_cut_15 2-2_7 0.9235 ndcg_cut_20 2-2_7 0.8778 ndcg_cut_30 2-2_7 0.8727 ndcg_cut_100 2-2_7 0.7122 ndcg_cut_200 2-2_7 0.7061 ndcg_cut_500 2-2_7 0.7061 ndcg_cut_1000 2-2_7 0.7061 map_cut_5 2-2_7 0.0568 map_cut_10 2-2_7 0.1136 map_cut_15 2-2_7 0.1566 map_cut_20 2-2_7 0.1984 map_cut_30 2-2_7 0.2924 map_cut_100 2-2_7 0.5366 map_cut_200 2-2_7 0.5366 map_cut_500 2-2_7 0.5366 map_cut_1000 2-2_7 0.5366 relative_P_5 2-2_7 1.0000 relative_P_10 2-2_7 1.0000 relative_P_15 2-2_7 0.9333 relative_P_20 2-2_7 0.9000 relative_P_30 2-2_7 0.9000 relative_P_100 2-2_7 0.6136 relative_P_200 2-2_7 0.6136 relative_P_500 2-2_7 0.6136 relative_P_1000 2-2_7 0.6136 success_1 2-2_7 1.0000 success_5 2-2_7 1.0000 success_10 2-2_7 1.0000 set_P 2-2_7 0.5400 set_relative_P 2-2_7 0.6136 set_recall 2-2_7 0.6136 set_map 2-2_7 0.3314 set_F 2-2_7 0.5745 num_nonrel_judged_ret 2-2_7 1 rbp 2-2_7 0.8843 rbp_resid 2-2_7 0.0666 unj_5 2-2_7 0.0000 unj_10 2-2_7 0.0000 unj_20 2-2_7 0.1000 num_ret 2-2_9 100 num_rel 2-2_9 47 num_rel_ret 2-2_9 20 map 2-2_9 0.2300 Rprec 2-2_9 0.3404 bpref 2-2_9 0.4099 recip_rank 2-2_9 1.0000 iprec_at_recall_0.00 2-2_9 1.0000 iprec_at_recall_0.10 2-2_9 0.7500 iprec_at_recall_0.20 2-2_9 0.7500 iprec_at_recall_0.30 2-2_9 0.3556 iprec_at_recall_0.40 2-2_9 0.2754 iprec_at_recall_0.50 2-2_9 0.0000 iprec_at_recall_0.60 2-2_9 0.0000 iprec_at_recall_0.70 2-2_9 0.0000 iprec_at_recall_0.80 2-2_9 0.0000 iprec_at_recall_0.90 2-2_9 0.0000 iprec_at_recall_1.00 2-2_9 0.0000 P_5 2-2_9 0.6000 P_10 2-2_9 0.7000 P_15 2-2_9 0.6000 P_20 2-2_9 0.5000 P_30 2-2_9 0.3667 P_100 2-2_9 0.2000 P_200 2-2_9 0.1000 P_500 2-2_9 0.0400 P_1000 2-2_9 0.0200 relstring 2-2_9 '3-22-22414' recall_5 2-2_9 0.0638 recall_10 2-2_9 0.1489 recall_15 2-2_9 0.1915 recall_20 2-2_9 0.2128 recall_30 2-2_9 0.2340 recall_100 2-2_9 0.4255 recall_200 2-2_9 0.4255 recall_500 2-2_9 0.4255 recall_1000 2-2_9 0.4255 infAP 2-2_9 0.2300 Rprec_mult_0.20 2-2_9 0.7000 Rprec_mult_0.40 2-2_9 0.5263 Rprec_mult_0.60 2-2_9 0.3793 Rprec_mult_0.80 2-2_9 0.3421 Rprec_mult_1.00 2-2_9 0.3404 Rprec_mult_1.20 2-2_9 0.3158 Rprec_mult_1.40 2-2_9 0.2727 Rprec_mult_1.60 2-2_9 0.2632 Rprec_mult_1.80 2-2_9 0.2353 Rprec_mult_2.00 2-2_9 0.2128 utility 2-2_9 -60.0000 11pt_avg 2-2_9 0.2846 binG 2-2_9 0.1581 G 2-2_9 0.0947 ndcg 2-2_9 0.4367 ndcg_rel 2-2_9 0.4426 Rndcg 2-2_9 0.4301 ndcg_cut_5 2-2_9 0.4122 ndcg_cut_10 2-2_9 0.4930 ndcg_cut_15 2-2_9 0.4609 ndcg_cut_20 2-2_9 0.4358 ndcg_cut_30 2-2_9 0.3832 ndcg_cut_100 2-2_9 0.4367 ndcg_cut_200 2-2_9 0.4367 ndcg_cut_500 2-2_9 0.4367 ndcg_cut_1000 2-2_9 0.4367 map_cut_5 2-2_9 0.0514 map_cut_10 2-2_9 0.1117 map_cut_15 2-2_9 0.1431 map_cut_20 2-2_9 0.1564 map_cut_30 2-2_9 0.1661 map_cut_100 2-2_9 0.2300 map_cut_200 2-2_9 0.2300 map_cut_500 2-2_9 0.2300 map_cut_1000 2-2_9 0.2300 relative_P_5 2-2_9 0.6000 relative_P_10 2-2_9 0.7000 relative_P_15 2-2_9 0.6000 relative_P_20 2-2_9 0.5000 relative_P_30 2-2_9 0.3667 relative_P_100 2-2_9 0.4255 relative_P_200 2-2_9 0.4255 relative_P_500 2-2_9 0.4255 relative_P_1000 2-2_9 0.4255 success_1 2-2_9 1.0000 success_5 2-2_9 1.0000 success_10 2-2_9 1.0000 set_P 2-2_9 0.2000 set_relative_P 2-2_9 0.4255 set_recall 2-2_9 0.4255 set_map 2-2_9 0.0851 set_F 2-2_9 0.2721 num_nonrel_judged_ret 2-2_9 3 rbp 2-2_9 0.3810 rbp_resid 2-2_9 0.3944 unj_5 2-2_9 0.4000 unj_10 2-2_9 0.2000 unj_20 2-2_9 0.4500 num_ret 3-2_1 100 num_rel 3-2_1 68 num_rel_ret 3-2_1 12 map 3-2_1 0.0720 Rprec 3-2_1 0.1765 bpref 3-2_1 0.1592 recip_rank 3-2_1 0.3333 iprec_at_recall_0.00 3-2_1 0.5000 iprec_at_recall_0.10 3-2_1 0.5000 iprec_at_recall_0.20 3-2_1 0.0000 iprec_at_recall_0.30 3-2_1 0.0000 iprec_at_recall_0.40 3-2_1 0.0000 iprec_at_recall_0.50 3-2_1 0.0000 iprec_at_recall_0.60 3-2_1 0.0000 iprec_at_recall_0.70 3-2_1 0.0000 iprec_at_recall_0.80 3-2_1 0.0000 iprec_at_recall_0.90 3-2_1 0.0000 iprec_at_recall_1.00 3-2_1 0.0000 P_5 3-2_1 0.4000 P_10 3-2_1 0.4000 P_15 3-2_1 0.4667 P_20 3-2_1 0.4000 P_30 3-2_1 0.3667 P_100 3-2_1 0.1200 P_200 3-2_1 0.0600 P_500 3-2_1 0.0240 P_1000 3-2_1 0.0120 relstring 3-2_1 '1121200320' recall_5 3-2_1 0.0294 recall_10 3-2_1 0.0588 recall_15 3-2_1 0.1029 recall_20 3-2_1 0.1176 recall_30 3-2_1 0.1618 recall_100 3-2_1 0.1765 recall_200 3-2_1 0.1765 recall_500 3-2_1 0.1765 recall_1000 3-2_1 0.1765 infAP 3-2_1 0.0720 Rprec_mult_0.20 3-2_1 0.5000 Rprec_mult_0.40 3-2_1 0.3571 Rprec_mult_0.60 3-2_1 0.2927 Rprec_mult_0.80 3-2_1 0.2182 Rprec_mult_1.00 3-2_1 0.1765 Rprec_mult_1.20 3-2_1 0.1463 Rprec_mult_1.40 3-2_1 0.1250 Rprec_mult_1.60 3-2_1 0.1101 Rprec_mult_1.80 3-2_1 0.0976 Rprec_mult_2.00 3-2_1 0.0882 utility 3-2_1 -76.0000 11pt_avg 3-2_1 0.0909 binG 3-2_1 0.0560 G 3-2_1 0.0362 ndcg 3-2_1 0.2121 ndcg_rel 3-2_1 0.2377 Rndcg 3-2_1 0.3011 ndcg_cut_5 3-2_1 0.4336 ndcg_cut_10 3-2_1 0.4035 ndcg_cut_15 3-2_1 0.4514 ndcg_cut_20 3-2_1 0.4316 ndcg_cut_30 3-2_1 0.4063 ndcg_cut_100 3-2_1 0.2405 ndcg_cut_200 3-2_1 0.2121 ndcg_cut_500 3-2_1 0.2121 ndcg_cut_1000 3-2_1 0.2121 map_cut_5 3-2_1 0.0108 map_cut_10 3-2_1 0.0228 map_cut_15 3-2_1 0.0431 map_cut_20 3-2_1 0.0496 map_cut_30 3-2_1 0.0664 map_cut_100 3-2_1 0.0720 map_cut_200 3-2_1 0.0720 map_cut_500 3-2_1 0.0720 map_cut_1000 3-2_1 0.0720 relative_P_5 3-2_1 0.4000 relative_P_10 3-2_1 0.4000 relative_P_15 3-2_1 0.4667 relative_P_20 3-2_1 0.4000 relative_P_30 3-2_1 0.3667 relative_P_100 3-2_1 0.1765 relative_P_200 3-2_1 0.1765 relative_P_500 3-2_1 0.1765 relative_P_1000 3-2_1 0.1765 success_1 3-2_1 0.0000 success_5 3-2_1 1.0000 success_10 3-2_1 1.0000 set_P 3-2_1 0.1200 set_relative_P 3-2_1 0.1765 set_recall 3-2_1 0.1765 set_map 3-2_1 0.0212 set_F 3-2_1 0.1429 num_nonrel_judged_ret 3-2_1 12 rbp 3-2_1 0.3594 rbp_resid 3-2_1 0.1484 unj_5 3-2_1 0.0000 unj_10 3-2_1 0.0000 unj_20 3-2_1 0.1500 num_ret 3-2_6 100 num_rel 3-2_6 32 num_rel_ret 3-2_6 18 map 3-2_6 0.4519 Rprec 3-2_6 0.5312 bpref 3-2_6 0.5459 recip_rank 3-2_6 1.0000 iprec_at_recall_0.00 3-2_6 1.0000 iprec_at_recall_0.10 3-2_6 1.0000 iprec_at_recall_0.20 3-2_6 0.9091 iprec_at_recall_0.30 3-2_6 0.9091 iprec_at_recall_0.40 3-2_6 0.7647 iprec_at_recall_0.50 3-2_6 0.6400 iprec_at_recall_0.60 3-2_6 0.0000 iprec_at_recall_0.70 3-2_6 0.0000 iprec_at_recall_0.80 3-2_6 0.0000 iprec_at_recall_0.90 3-2_6 0.0000 iprec_at_recall_1.00 3-2_6 0.0000 P_5 3-2_6 0.8000 P_10 3-2_6 0.9000 P_15 3-2_6 0.8000 P_20 3-2_6 0.6500 P_30 3-2_6 0.5667 P_100 3-2_6 0.1800 P_200 3-2_6 0.0900 P_500 3-2_6 0.0360 P_1000 3-2_6 0.0180 relstring 3-2_6 '3321233333' recall_5 3-2_6 0.1250 recall_10 3-2_6 0.2812 recall_15 3-2_6 0.3750 recall_20 3-2_6 0.4062 recall_30 3-2_6 0.5312 recall_100 3-2_6 0.5625 recall_200 3-2_6 0.5625 recall_500 3-2_6 0.5625 recall_1000 3-2_6 0.5625 infAP 3-2_6 0.4519 Rprec_mult_0.20 3-2_6 0.8571 Rprec_mult_0.40 3-2_6 0.8462 Rprec_mult_0.60 3-2_6 0.6500 Rprec_mult_0.80 3-2_6 0.6154 Rprec_mult_1.00 3-2_6 0.5312 Rprec_mult_1.20 3-2_6 0.4359 Rprec_mult_1.40 3-2_6 0.3778 Rprec_mult_1.60 3-2_6 0.3462 Rprec_mult_1.80 3-2_6 0.3103 Rprec_mult_2.00 3-2_6 0.2812 utility 3-2_6 -64.0000 11pt_avg 3-2_6 0.4748 binG 3-2_6 0.3179 G 3-2_6 0.2101 ndcg 3-2_6 0.6226 ndcg_rel 3-2_6 0.6985 Rndcg 3-2_6 0.6791 ndcg_cut_5 3-2_6 0.8024 ndcg_cut_10 3-2_6 0.8717 ndcg_cut_15 3-2_6 0.8118 ndcg_cut_20 3-2_6 0.7341 ndcg_cut_30 3-2_6 0.7034 ndcg_cut_100 3-2_6 0.6226 ndcg_cut_200 3-2_6 0.6226 ndcg_cut_500 3-2_6 0.6226 ndcg_cut_1000 3-2_6 0.6226 map_cut_5 3-2_6 0.1187 map_cut_10 3-2_6 0.2548 map_cut_15 3-2_6 0.3365 map_cut_20 3-2_6 0.3604 map_cut_30 3-2_6 0.4399 map_cut_100 3-2_6 0.4519 map_cut_200 3-2_6 0.4519 map_cut_500 3-2_6 0.4519 map_cut_1000 3-2_6 0.4519 relative_P_5 3-2_6 0.8000 relative_P_10 3-2_6 0.9000 relative_P_15 3-2_6 0.8000 relative_P_20 3-2_6 0.6500 relative_P_30 3-2_6 0.5667 relative_P_100 3-2_6 0.5625 relative_P_200 3-2_6 0.5625 relative_P_500 3-2_6 0.5625 relative_P_1000 3-2_6 0.5625 success_1 3-2_6 1.0000 success_5 3-2_6 1.0000 success_10 3-2_6 1.0000 set_P 3-2_6 0.1800 set_relative_P 3-2_6 0.5625 set_recall 3-2_6 0.5625 set_map 3-2_6 0.1013 set_F 3-2_6 0.2727 num_nonrel_judged_ret 3-2_6 7 rbp 3-2_6 0.6953 rbp_resid 3-2_6 0.1986 unj_5 3-2_6 0.0000 unj_10 3-2_6 0.0000 unj_20 3-2_6 0.3000 num_ret 4-1_10 100 num_rel 4-1_10 12 num_rel_ret 4-1_10 1 map 4-1_10 0.0056 Rprec 4-1_10 0.0000 bpref 4-1_10 0.0139 recip_rank 4-1_10 0.0667 iprec_at_recall_0.00 4-1_10 0.0667 iprec_at_recall_0.10 4-1_10 0.0667 iprec_at_recall_0.20 4-1_10 0.0000 iprec_at_recall_0.30 4-1_10 0.0000 iprec_at_recall_0.40 4-1_10 0.0000 iprec_at_recall_0.50 4-1_10 0.0000 iprec_at_recall_0.60 4-1_10 0.0000 iprec_at_recall_0.70 4-1_10 0.0000 iprec_at_recall_0.80 4-1_10 0.0000 iprec_at_recall_0.90 4-1_10 0.0000 iprec_at_recall_1.00 4-1_10 0.0000 P_5 4-1_10 0.0000 P_10 4-1_10 0.0000 P_15 4-1_10 0.0667 P_20 4-1_10 0.0500 P_30 4-1_10 0.0333 P_100 4-1_10 0.0100 P_200 4-1_10 0.0050 P_500 4-1_10 0.0020 P_1000 4-1_10 0.0010 relstring 4-1_10 '01100-1000' recall_5 4-1_10 0.0000 recall_10 4-1_10 0.0000 recall_15 4-1_10 0.0833 recall_20 4-1_10 0.0833 recall_30 4-1_10 0.0833 recall_100 4-1_10 0.0833 recall_200 4-1_10 0.0833 recall_500 4-1_10 0.0833 recall_1000 4-1_10 0.0833 infAP 4-1_10 0.0056 Rprec_mult_0.20 4-1_10 0.0000 Rprec_mult_0.40 4-1_10 0.0000 Rprec_mult_0.60 4-1_10 0.0000 Rprec_mult_0.80 4-1_10 0.0000 Rprec_mult_1.00 4-1_10 0.0000 Rprec_mult_1.20 4-1_10 0.0667 Rprec_mult_1.40 4-1_10 0.0588 Rprec_mult_1.60 4-1_10 0.0500 Rprec_mult_1.80 4-1_10 0.0455 Rprec_mult_2.00 4-1_10 0.0417 utility 4-1_10 -98.0000 11pt_avg 4-1_10 0.0121 binG 4-1_10 0.0208 G 4-1_10 0.0286 ndcg 4-1_10 0.1287 ndcg_rel 4-1_10 0.1337 Rndcg 4-1_10 0.1033 ndcg_cut_5 4-1_10 0.1640 ndcg_cut_10 4-1_10 0.1452 ndcg_cut_15 4-1_10 0.1877 ndcg_cut_20 4-1_10 0.1708 ndcg_cut_30 4-1_10 0.1471 ndcg_cut_100 4-1_10 0.1287 ndcg_cut_200 4-1_10 0.1287 ndcg_cut_500 4-1_10 0.1287 ndcg_cut_1000 4-1_10 0.1287 map_cut_5 4-1_10 0.0000 map_cut_10 4-1_10 0.0000 map_cut_15 4-1_10 0.0056 map_cut_20 4-1_10 0.0056 map_cut_30 4-1_10 0.0056 map_cut_100 4-1_10 0.0056 map_cut_200 4-1_10 0.0056 map_cut_500 4-1_10 0.0056 map_cut_1000 4-1_10 0.0056 relative_P_5 4-1_10 0.0000 relative_P_10 4-1_10 0.0000 relative_P_15 4-1_10 0.0833 relative_P_20 4-1_10 0.0833 relative_P_30 4-1_10 0.0833 relative_P_100 4-1_10 0.0833 relative_P_200 4-1_10 0.0833 relative_P_500 4-1_10 0.0833 relative_P_1000 4-1_10 0.0833 success_1 4-1_10 0.0000 success_5 4-1_10 0.0000 success_10 4-1_10 0.0000 set_P 4-1_10 0.0100 set_relative_P 4-1_10 0.0833 set_recall 4-1_10 0.0833 set_map 4-1_10 0.0008 set_F 4-1_10 0.0179 num_nonrel_judged_ret 4-1_10 17 rbp 4-1_10 0.1029 rbp_resid 4-1_10 0.3141 unj_5 4-1_10 0.0000 unj_10 4-1_10 0.1000 unj_20 4-1_10 0.4000 num_ret 4-1_12 100 num_rel 4-1_12 7 num_rel_ret 4-1_12 2 map 4-1_12 0.0498 Rprec 4-1_12 0.1429 bpref 4-1_12 0.1224 recip_rank 4-1_12 0.1667 iprec_at_recall_0.00 4-1_12 0.1818 iprec_at_recall_0.10 4-1_12 0.1818 iprec_at_recall_0.20 4-1_12 0.1818 iprec_at_recall_0.30 4-1_12 0.1818 iprec_at_recall_0.40 4-1_12 0.0000 iprec_at_recall_0.50 4-1_12 0.0000 iprec_at_recall_0.60 4-1_12 0.0000 iprec_at_recall_0.70 4-1_12 0.0000 iprec_at_recall_0.80 4-1_12 0.0000 iprec_at_recall_0.90 4-1_12 0.0000 iprec_at_recall_1.00 4-1_12 0.0000 P_5 4-1_12 0.0000 P_10 4-1_12 0.1000 P_15 4-1_12 0.1333 P_20 4-1_12 0.1000 P_30 4-1_12 0.0667 P_100 4-1_12 0.0200 P_200 4-1_12 0.0100 P_500 4-1_12 0.0040 P_1000 4-1_12 0.0020 relstring 4-1_12 '-0-0020--0' recall_5 4-1_12 0.0000 recall_10 4-1_12 0.1429 recall_15 4-1_12 0.2857 recall_20 4-1_12 0.2857 recall_30 4-1_12 0.2857 recall_100 4-1_12 0.2857 recall_200 4-1_12 0.2857 recall_500 4-1_12 0.2857 recall_1000 4-1_12 0.2857 infAP 4-1_12 0.0498 Rprec_mult_0.20 4-1_12 0.0000 Rprec_mult_0.40 4-1_12 0.0000 Rprec_mult_0.60 4-1_12 0.0000 Rprec_mult_0.80 4-1_12 0.1667 Rprec_mult_1.00 4-1_12 0.1429 Rprec_mult_1.20 4-1_12 0.1111 Rprec_mult_1.40 4-1_12 0.1000 Rprec_mult_1.60 4-1_12 0.1667 Rprec_mult_1.80 4-1_12 0.1538 Rprec_mult_2.00 4-1_12 0.1429 utility 4-1_12 -96.0000 11pt_avg 4-1_12 0.0661 binG 4-1_12 0.0922 G 4-1_12 0.0507 ndcg 4-1_12 0.1429 ndcg_rel 4-1_12 0.1373 Rndcg 4-1_12 0.0678 ndcg_cut_5 4-1_12 0.0000 ndcg_cut_10 4-1_12 0.0630 ndcg_cut_15 4-1_12 0.1418 ndcg_cut_20 4-1_12 0.1297 ndcg_cut_30 4-1_12 0.1429 ndcg_cut_100 4-1_12 0.1429 ndcg_cut_200 4-1_12 0.1429 ndcg_cut_500 4-1_12 0.1429 ndcg_cut_1000 4-1_12 0.1429 map_cut_5 4-1_12 0.0000 map_cut_10 4-1_12 0.0238 map_cut_15 4-1_12 0.0498 map_cut_20 4-1_12 0.0498 map_cut_30 4-1_12 0.0498 map_cut_100 4-1_12 0.0498 map_cut_200 4-1_12 0.0498 map_cut_500 4-1_12 0.0498 map_cut_1000 4-1_12 0.0498 relative_P_5 4-1_12 0.0000 relative_P_10 4-1_12 0.1429 relative_P_15 4-1_12 0.2857 relative_P_20 4-1_12 0.2857 relative_P_30 4-1_12 0.2857 relative_P_100 4-1_12 0.2857 relative_P_200 4-1_12 0.2857 relative_P_500 4-1_12 0.2857 relative_P_1000 4-1_12 0.2857 success_1 4-1_12 0.0000 success_5 4-1_12 0.0000 success_10 4-1_12 1.0000 set_P 4-1_12 0.0200 set_relative_P 4-1_12 0.2857 set_recall 4-1_12 0.2857 set_map 4-1_12 0.0057 set_F 4-1_12 0.0374 num_nonrel_judged_ret 4-1_12 17 rbp 4-1_12 0.0627 rbp_resid 4-1_12 0.4759 unj_5 4-1_12 0.4000 unj_10 4-1_12 0.4000 unj_20 4-1_12 0.4500 num_ret 4-1_3 100 num_rel 4-1_3 39 num_rel_ret 4-1_3 6 map 4-1_3 0.0363 Rprec 4-1_3 0.1538 bpref 4-1_3 0.1144 recip_rank 4-1_3 0.2000 iprec_at_recall_0.00 4-1_3 0.3333 iprec_at_recall_0.10 4-1_3 0.2273 iprec_at_recall_0.20 4-1_3 0.0000 iprec_at_recall_0.30 4-1_3 0.0000 iprec_at_recall_0.40 4-1_3 0.0000 iprec_at_recall_0.50 4-1_3 0.0000 iprec_at_recall_0.60 4-1_3 0.0000 iprec_at_recall_0.70 4-1_3 0.0000 iprec_at_recall_0.80 4-1_3 0.0000 iprec_at_recall_0.90 4-1_3 0.0000 iprec_at_recall_1.00 4-1_3 0.0000 P_5 4-1_3 0.2000 P_10 4-1_3 0.2000 P_15 4-1_3 0.2000 P_20 4-1_3 0.2000 P_30 4-1_3 0.2000 P_100 4-1_3 0.0600 P_200 4-1_3 0.0300 P_500 4-1_3 0.0120 P_1000 4-1_3 0.0060 relstring 4-1_3 '0-11330-11' recall_5 4-1_3 0.0256 recall_10 4-1_3 0.0513 recall_15 4-1_3 0.0769 recall_20 4-1_3 0.1026 recall_30 4-1_3 0.1538 recall_100 4-1_3 0.1538 recall_200 4-1_3 0.1538 recall_500 4-1_3 0.1538 recall_1000 4-1_3 0.1538 infAP 4-1_3 0.0363 Rprec_mult_0.20 4-1_3 0.2500 Rprec_mult_0.40 4-1_3 0.1875 Rprec_mult_0.60 4-1_3 0.2083 Rprec_mult_0.80 4-1_3 0.1875 Rprec_mult_1.00 4-1_3 0.1538 Rprec_mult_1.20 4-1_3 0.1277 Rprec_mult_1.40 4-1_3 0.1091 Rprec_mult_1.60 4-1_3 0.0952 Rprec_mult_1.80 4-1_3 0.0845 Rprec_mult_2.00 4-1_3 0.0769 utility 4-1_3 -88.0000 11pt_avg 4-1_3 0.0510 binG 4-1_3 0.0449 G 4-1_3 0.0452 ndcg 4-1_3 0.2241 ndcg_rel 4-1_3 0.2255 Rndcg 4-1_3 0.2387 ndcg_cut_5 4-1_3 0.1773 ndcg_cut_10 4-1_3 0.2214 ndcg_cut_15 4-1_3 0.2558 ndcg_cut_20 4-1_3 0.2601 ndcg_cut_30 4-1_3 0.2825 ndcg_cut_100 4-1_3 0.2241 ndcg_cut_200 4-1_3 0.2241 ndcg_cut_500 4-1_3 0.2241 ndcg_cut_1000 4-1_3 0.2241 map_cut_5 4-1_3 0.0051 map_cut_10 4-1_3 0.0137 map_cut_15 4-1_3 0.0196 map_cut_20 4-1_3 0.0250 map_cut_30 4-1_3 0.0363 map_cut_100 4-1_3 0.0363 map_cut_200 4-1_3 0.0363 map_cut_500 4-1_3 0.0363 map_cut_1000 4-1_3 0.0363 relative_P_5 4-1_3 0.2000 relative_P_10 4-1_3 0.2000 relative_P_15 4-1_3 0.2000 relative_P_20 4-1_3 0.2000 relative_P_30 4-1_3 0.2000 relative_P_100 4-1_3 0.1538 relative_P_200 4-1_3 0.1538 relative_P_500 4-1_3 0.1538 relative_P_1000 4-1_3 0.1538 success_1 4-1_3 0.0000 success_5 4-1_3 1.0000 success_10 4-1_3 1.0000 set_P 4-1_3 0.0600 set_relative_P 4-1_3 0.1538 set_recall 4-1_3 0.1538 set_map 4-1_3 0.0092 set_F 4-1_3 0.0863 num_nonrel_judged_ret 4-1_3 32 rbp 4-1_3 0.2268 rbp_resid 4-1_3 0.1925 unj_5 4-1_3 0.2000 unj_10 4-1_3 0.2000 unj_20 4-1_3 0.1000 num_ret 4-1_4 100 num_rel 4-1_4 11 num_rel_ret 4-1_4 10 map 4-1_4 0.3072 Rprec 4-1_4 0.3636 bpref 4-1_4 0.3223 recip_rank 4-1_4 0.3333 iprec_at_recall_0.00 4-1_4 0.3913 iprec_at_recall_0.10 4-1_4 0.3913 iprec_at_recall_0.20 4-1_4 0.3913 iprec_at_recall_0.30 4-1_4 0.3913 iprec_at_recall_0.40 4-1_4 0.3913 iprec_at_recall_0.50 4-1_4 0.3913 iprec_at_recall_0.60 4-1_4 0.3913 iprec_at_recall_0.70 4-1_4 0.3913 iprec_at_recall_0.80 4-1_4 0.3913 iprec_at_recall_0.90 4-1_4 0.3125 iprec_at_recall_1.00 4-1_4 0.0000 P_5 4-1_4 0.2000 P_10 4-1_4 0.3000 P_15 4-1_4 0.2667 P_20 4-1_4 0.3500 P_30 4-1_4 0.3000 P_100 4-1_4 0.1000 P_200 4-1_4 0.0500 P_500 4-1_4 0.0200 P_1000 4-1_4 0.0100 relstring 4-1_4 '00400-2-40' recall_5 4-1_4 0.0909 recall_10 4-1_4 0.2727 recall_15 4-1_4 0.3636 recall_20 4-1_4 0.6364 recall_30 4-1_4 0.8182 recall_100 4-1_4 0.9091 recall_200 4-1_4 0.9091 recall_500 4-1_4 0.9091 recall_1000 4-1_4 0.9091 infAP 4-1_4 0.3072 Rprec_mult_0.20 4-1_4 0.3333 Rprec_mult_0.40 4-1_4 0.2000 Rprec_mult_0.60 4-1_4 0.2857 Rprec_mult_0.80 4-1_4 0.3333 Rprec_mult_1.00 4-1_4 0.3636 Rprec_mult_1.20 4-1_4 0.2857 Rprec_mult_1.40 4-1_4 0.3125 Rprec_mult_1.60 4-1_4 0.2778 Rprec_mult_1.80 4-1_4 0.3500 Rprec_mult_2.00 4-1_4 0.3636 utility 4-1_4 -80.0000 11pt_avg 4-1_4 0.3486 binG 4-1_4 0.2737 G 4-1_4 0.2089 ndcg 4-1_4 0.5724 ndcg_rel 4-1_4 0.4551 Rndcg 4-1_4 0.3465 ndcg_cut_5 4-1_4 0.1753 ndcg_cut_10 4-1_4 0.2589 ndcg_cut_15 4-1_4 0.3335 ndcg_cut_20 4-1_4 0.4316 ndcg_cut_30 4-1_4 0.4833 ndcg_cut_100 4-1_4 0.5724 ndcg_cut_200 4-1_4 0.5724 ndcg_cut_500 4-1_4 0.5724 ndcg_cut_1000 4-1_4 0.5724 map_cut_5 4-1_4 0.0303 map_cut_10 4-1_4 0.0866 map_cut_15 4-1_4 0.1196 map_cut_20 4-1_4 0.2086 map_cut_30 4-1_4 0.2788 map_cut_100 4-1_4 0.3072 map_cut_200 4-1_4 0.3072 map_cut_500 4-1_4 0.3072 map_cut_1000 4-1_4 0.3072 relative_P_5 4-1_4 0.2000 relative_P_10 4-1_4 0.3000 relative_P_15 4-1_4 0.3636 relative_P_20 4-1_4 0.6364 relative_P_30 4-1_4 0.8182 relative_P_100 4-1_4 0.9091 relative_P_200 4-1_4 0.9091 relative_P_500 4-1_4 0.9091 relative_P_1000 4-1_4 0.9091 success_1 4-1_4 0.0000 success_5 4-1_4 1.0000 success_10 4-1_4 1.0000 set_P 4-1_4 0.1000 set_relative_P 4-1_4 0.9091 set_recall 4-1_4 0.9091 set_map 4-1_4 0.0909 set_F 4-1_4 0.1802 num_nonrel_judged_ret 4-1_4 19 rbp 4-1_4 0.2633 rbp_resid 4-1_4 0.2147 unj_5 4-1_4 0.0000 unj_10 4-1_4 0.2000 unj_20 4-1_4 0.2000 num_ret 4-1_6 100 num_rel 4-1_6 1 num_rel_ret 4-1_6 0 map 4-1_6 0.0000 Rprec 4-1_6 0.0000 bpref 4-1_6 0.0000 recip_rank 4-1_6 0.0000 iprec_at_recall_0.00 4-1_6 0.0000 iprec_at_recall_0.10 4-1_6 0.0000 iprec_at_recall_0.20 4-1_6 0.0000 iprec_at_recall_0.30 4-1_6 0.0000 iprec_at_recall_0.40 4-1_6 0.0000 iprec_at_recall_0.50 4-1_6 0.0000 iprec_at_recall_0.60 4-1_6 0.0000 iprec_at_recall_0.70 4-1_6 0.0000 iprec_at_recall_0.80 4-1_6 0.0000 iprec_at_recall_0.90 4-1_6 0.0000 iprec_at_recall_1.00 4-1_6 0.0000 P_5 4-1_6 0.0000 P_10 4-1_6 0.0000 P_15 4-1_6 0.0000 P_20 4-1_6 0.0000 P_30 4-1_6 0.0000 P_100 4-1_6 0.0000 P_200 4-1_6 0.0000 P_500 4-1_6 0.0000 P_1000 4-1_6 0.0000 relstring 4-1_6 '110101100-' recall_5 4-1_6 0.0000 recall_10 4-1_6 0.0000 recall_15 4-1_6 0.0000 recall_20 4-1_6 0.0000 recall_30 4-1_6 0.0000 recall_100 4-1_6 0.0000 recall_200 4-1_6 0.0000 recall_500 4-1_6 0.0000 recall_1000 4-1_6 0.0000 infAP 4-1_6 0.0000 Rprec_mult_0.20 4-1_6 0.0000 Rprec_mult_0.40 4-1_6 0.0000 Rprec_mult_0.60 4-1_6 0.0000 Rprec_mult_0.80 4-1_6 0.0000 Rprec_mult_1.00 4-1_6 0.0000 Rprec_mult_1.20 4-1_6 0.0000 Rprec_mult_1.40 4-1_6 0.0000 Rprec_mult_1.60 4-1_6 0.0000 Rprec_mult_1.80 4-1_6 0.0000 Rprec_mult_2.00 4-1_6 0.0000 utility 4-1_6 -100.0000 11pt_avg 4-1_6 0.0000 binG 4-1_6 0.0000 G 4-1_6 0.1851 ndcg 4-1_6 0.4631 ndcg_rel 4-1_6 0.5005 Rndcg 4-1_6 0.4661 ndcg_cut_5 4-1_6 0.5221 ndcg_cut_10 4-1_6 0.4963 ndcg_cut_15 4-1_6 0.4810 ndcg_cut_20 4-1_6 0.4353 ndcg_cut_30 4-1_6 0.4631 ndcg_cut_100 4-1_6 0.4631 ndcg_cut_200 4-1_6 0.4631 ndcg_cut_500 4-1_6 0.4631 ndcg_cut_1000 4-1_6 0.4631 map_cut_5 4-1_6 0.0000 map_cut_10 4-1_6 0.0000 map_cut_15 4-1_6 0.0000 map_cut_20 4-1_6 0.0000 map_cut_30 4-1_6 0.0000 map_cut_100 4-1_6 0.0000 map_cut_200 4-1_6 0.0000 map_cut_500 4-1_6 0.0000 map_cut_1000 4-1_6 0.0000 relative_P_5 4-1_6 0.0000 relative_P_10 4-1_6 0.0000 relative_P_15 4-1_6 0.0000 relative_P_20 4-1_6 0.0000 relative_P_30 4-1_6 0.0000 relative_P_100 4-1_6 0.0000 relative_P_200 4-1_6 0.0000 relative_P_500 4-1_6 0.0000 relative_P_1000 4-1_6 0.0000 success_1 4-1_6 0.0000 success_5 4-1_6 0.0000 success_10 4-1_6 0.0000 set_P 4-1_6 0.0000 set_relative_P 4-1_6 0.0000 set_recall 4-1_6 0.0000 set_map 4-1_6 0.0000 set_F 4-1_6 0.0000 num_nonrel_judged_ret 4-1_6 23 rbp 4-1_6 0.2243 rbp_resid 4-1_6 0.2651 unj_5 4-1_6 0.0000 unj_10 4-1_6 0.1000 unj_20 4-1_6 0.3500 num_ret 4-1_9 100 num_rel 4-1_9 37 num_rel_ret 4-1_9 4 map 4-1_9 0.0341 Rprec 4-1_9 0.1081 bpref 4-1_9 0.0898 recip_rank 4-1_9 0.5000 iprec_at_recall_0.00 4-1_9 0.5000 iprec_at_recall_0.10 4-1_9 0.2667 iprec_at_recall_0.20 4-1_9 0.0000 iprec_at_recall_0.30 4-1_9 0.0000 iprec_at_recall_0.40 4-1_9 0.0000 iprec_at_recall_0.50 4-1_9 0.0000 iprec_at_recall_0.60 4-1_9 0.0000 iprec_at_recall_0.70 4-1_9 0.0000 iprec_at_recall_0.80 4-1_9 0.0000 iprec_at_recall_0.90 4-1_9 0.0000 iprec_at_recall_1.00 4-1_9 0.0000 P_5 4-1_9 0.2000 P_10 4-1_9 0.2000 P_15 4-1_9 0.2667 P_20 4-1_9 0.2000 P_30 4-1_9 0.1333 P_100 4-1_9 0.0400 P_200 4-1_9 0.0200 P_500 4-1_9 0.0080 P_1000 4-1_9 0.0040 relstring 4-1_9 '1210100121' recall_5 4-1_9 0.0270 recall_10 4-1_9 0.0541 recall_15 4-1_9 0.1081 recall_20 4-1_9 0.1081 recall_30 4-1_9 0.1081 recall_100 4-1_9 0.1081 recall_200 4-1_9 0.1081 recall_500 4-1_9 0.1081 recall_1000 4-1_9 0.1081 infAP 4-1_9 0.0341 Rprec_mult_0.20 4-1_9 0.1250 Rprec_mult_0.40 4-1_9 0.2667 Rprec_mult_0.60 4-1_9 0.1739 Rprec_mult_0.80 4-1_9 0.1333 Rprec_mult_1.00 4-1_9 0.1081 Rprec_mult_1.20 4-1_9 0.0889 Rprec_mult_1.40 4-1_9 0.0769 Rprec_mult_1.60 4-1_9 0.0667 Rprec_mult_1.80 4-1_9 0.0597 Rprec_mult_2.00 4-1_9 0.0541 utility 4-1_9 -92.0000 11pt_avg 4-1_9 0.0697 binG 4-1_9 0.0410 G 4-1_9 0.0258 ndcg 4-1_9 0.1633 ndcg_rel 4-1_9 0.1775 Rndcg 4-1_9 0.2586 ndcg_cut_5 4-1_9 0.3006 ndcg_cut_10 4-1_9 0.3106 ndcg_cut_15 4-1_9 0.3553 ndcg_cut_20 4-1_9 0.3113 ndcg_cut_30 4-1_9 0.2729 ndcg_cut_100 4-1_9 0.1942 ndcg_cut_200 4-1_9 0.1633 ndcg_cut_500 4-1_9 0.1633 ndcg_cut_1000 4-1_9 0.1633 map_cut_5 4-1_9 0.0135 map_cut_10 4-1_9 0.0195 map_cut_15 4-1_9 0.0341 map_cut_20 4-1_9 0.0341 map_cut_30 4-1_9 0.0341 map_cut_100 4-1_9 0.0341 map_cut_200 4-1_9 0.0341 map_cut_500 4-1_9 0.0341 map_cut_1000 4-1_9 0.0341 relative_P_5 4-1_9 0.2000 relative_P_10 4-1_9 0.2000 relative_P_15 4-1_9 0.2667 relative_P_20 4-1_9 0.2000 relative_P_30 4-1_9 0.1333 relative_P_100 4-1_9 0.1081 relative_P_200 4-1_9 0.1081 relative_P_500 4-1_9 0.1081 relative_P_1000 4-1_9 0.1081 success_1 4-1_9 0.0000 success_5 4-1_9 1.0000 success_10 4-1_9 1.0000 set_P 4-1_9 0.0400 set_relative_P 4-1_9 0.1081 set_recall 4-1_9 0.1081 set_map 4-1_9 0.0043 set_F 4-1_9 0.0584 num_nonrel_judged_ret 4-1_9 19 rbp 4-1_9 0.1964 rbp_resid 4-1_9 0.2389 unj_5 4-1_9 0.0000 unj_10 4-1_9 0.0000 unj_20 4-1_9 0.3500 num_ret 4-2_2 100 num_rel 4-2_2 84 num_rel_ret 4-2_2 18 map 4-2_2 0.1212 Rprec 4-2_2 0.2143 bpref 4-2_2 0.2017 recip_rank 4-2_2 1.0000 iprec_at_recall_0.00 4-2_2 1.0000 iprec_at_recall_0.10 4-2_2 0.6000 iprec_at_recall_0.20 4-2_2 0.3036 iprec_at_recall_0.30 4-2_2 0.0000 iprec_at_recall_0.40 4-2_2 0.0000 iprec_at_recall_0.50 4-2_2 0.0000 iprec_at_recall_0.60 4-2_2 0.0000 iprec_at_recall_0.70 4-2_2 0.0000 iprec_at_recall_0.80 4-2_2 0.0000 iprec_at_recall_0.90 4-2_2 0.0000 iprec_at_recall_1.00 4-2_2 0.0000 P_5 4-2_2 0.6000 P_10 4-2_2 0.6000 P_15 4-2_2 0.6000 P_20 4-2_2 0.5000 P_30 4-2_2 0.3667 P_100 4-2_2 0.1800 P_200 4-2_2 0.0900 P_500 4-2_2 0.0360 P_1000 4-2_2 0.0180 relstring 4-2_2 '22311221-3' recall_5 4-2_2 0.0357 recall_10 4-2_2 0.0714 recall_15 4-2_2 0.1071 recall_20 4-2_2 0.1190 recall_30 4-2_2 0.1310 recall_100 4-2_2 0.2143 recall_200 4-2_2 0.2143 recall_500 4-2_2 0.2143 recall_1000 4-2_2 0.2143 infAP 4-2_2 0.1212 Rprec_mult_0.20 4-2_2 0.5294 Rprec_mult_0.40 4-2_2 0.4118 Rprec_mult_0.60 4-2_2 0.3137 Rprec_mult_0.80 4-2_2 0.2647 Rprec_mult_1.00 4-2_2 0.2143 Rprec_mult_1.20 4-2_2 0.1782 Rprec_mult_1.40 4-2_2 0.1525 Rprec_mult_1.60 4-2_2 0.1333 Rprec_mult_1.80 4-2_2 0.1184 Rprec_mult_2.00 4-2_2 0.1071 utility 4-2_2 -64.0000 11pt_avg 4-2_2 0.1731 binG 4-2_2 0.0881 G 4-2_2 0.0557 ndcg 4-2_2 0.3013 ndcg_rel 4-2_2 0.3510 Rndcg 4-2_2 0.3725 ndcg_cut_5 4-2_2 0.6308 ndcg_cut_10 4-2_2 0.5973 ndcg_cut_15 4-2_2 0.5658 ndcg_cut_20 4-2_2 0.5041 ndcg_cut_30 4-2_2 0.4465 ndcg_cut_100 4-2_2 0.3318 ndcg_cut_200 4-2_2 0.3013 ndcg_cut_500 4-2_2 0.3013 ndcg_cut_1000 4-2_2 0.3013 map_cut_5 4-2_2 0.0357 map_cut_10 4-2_2 0.0593 map_cut_15 4-2_2 0.0802 map_cut_20 4-2_2 0.0865 map_cut_30 4-2_2 0.0917 map_cut_100 4-2_2 0.1212 map_cut_200 4-2_2 0.1212 map_cut_500 4-2_2 0.1212 map_cut_1000 4-2_2 0.1212 relative_P_5 4-2_2 0.6000 relative_P_10 4-2_2 0.6000 relative_P_15 4-2_2 0.6000 relative_P_20 4-2_2 0.5000 relative_P_30 4-2_2 0.3667 relative_P_100 4-2_2 0.2143 relative_P_200 4-2_2 0.2143 relative_P_500 4-2_2 0.2143 relative_P_1000 4-2_2 0.2143 success_1 4-2_2 1.0000 success_5 4-2_2 1.0000 success_10 4-2_2 1.0000 set_P 4-2_2 0.1800 set_relative_P 4-2_2 0.2143 set_recall 4-2_2 0.2143 set_map 4-2_2 0.0386 set_F 4-2_2 0.1957 num_nonrel_judged_ret 4-2_2 14 rbp 4-2_2 0.4864 rbp_resid 4-2_2 0.2238 unj_5 4-2_2 0.0000 unj_10 4-2_2 0.1000 unj_20 4-2_2 0.3000 num_ret 4-2_3 100 num_rel 4-2_3 48 num_rel_ret 4-2_3 18 map 4-2_3 0.2180 Rprec 4-2_3 0.3125 bpref 4-2_3 0.3384 recip_rank 4-2_3 1.0000 iprec_at_recall_0.00 4-2_3 1.0000 iprec_at_recall_0.10 4-2_3 1.0000 iprec_at_recall_0.20 4-2_3 0.5263 iprec_at_recall_0.30 4-2_3 0.5000 iprec_at_recall_0.40 4-2_3 0.0000 iprec_at_recall_0.50 4-2_3 0.0000 iprec_at_recall_0.60 4-2_3 0.0000 iprec_at_recall_0.70 4-2_3 0.0000 iprec_at_recall_0.80 4-2_3 0.0000 iprec_at_recall_0.90 4-2_3 0.0000 iprec_at_recall_1.00 4-2_3 0.0000 P_5 4-2_3 1.0000 P_10 4-2_3 0.5000 P_15 4-2_3 0.4667 P_20 4-2_3 0.5000 P_30 4-2_3 0.4667 P_100 4-2_3 0.1800 P_200 4-2_3 0.0900 P_500 4-2_3 0.0360 P_1000 4-2_3 0.0180 relstring 4-2_3 '23322-1110' recall_5 4-2_3 0.1042 recall_10 4-2_3 0.1042 recall_15 4-2_3 0.1458 recall_20 4-2_3 0.2083 recall_30 4-2_3 0.2917 recall_100 4-2_3 0.3750 recall_200 4-2_3 0.3750 recall_500 4-2_3 0.3750 recall_1000 4-2_3 0.3750 infAP 4-2_3 0.2180 Rprec_mult_0.20 4-2_3 0.5000 Rprec_mult_0.40 4-2_3 0.5000 Rprec_mult_0.60 4-2_3 0.4828 Rprec_mult_0.80 4-2_3 0.3590 Rprec_mult_1.00 4-2_3 0.3125 Rprec_mult_1.20 4-2_3 0.2586 Rprec_mult_1.40 4-2_3 0.2500 Rprec_mult_1.60 4-2_3 0.2208 Rprec_mult_1.80 4-2_3 0.2069 Rprec_mult_2.00 4-2_3 0.1875 utility 4-2_3 -64.0000 11pt_avg 4-2_3 0.2751 binG 4-2_3 0.1716 G 4-2_3 0.1078 ndcg 4-2_3 0.4363 ndcg_rel 4-2_3 0.4928 Rndcg 4-2_3 0.4909 ndcg_cut_5 4-2_3 0.7945 ndcg_cut_10 4-2_3 0.6118 ndcg_cut_15 4-2_3 0.6078 ndcg_cut_20 4-2_3 0.6072 ndcg_cut_30 4-2_3 0.5862 ndcg_cut_100 4-2_3 0.4363 ndcg_cut_200 4-2_3 0.4363 ndcg_cut_500 4-2_3 0.4363 ndcg_cut_1000 4-2_3 0.4363 map_cut_5 4-2_3 0.1042 map_cut_10 4-2_3 0.1042 map_cut_15 4-2_3 0.1242 map_cut_20 4-2_3 0.1560 map_cut_30 4-2_3 0.1952 map_cut_100 4-2_3 0.2180 map_cut_200 4-2_3 0.2180 map_cut_500 4-2_3 0.2180 map_cut_1000 4-2_3 0.2180 relative_P_5 4-2_3 1.0000 relative_P_10 4-2_3 0.5000 relative_P_15 4-2_3 0.4667 relative_P_20 4-2_3 0.5000 relative_P_30 4-2_3 0.4667 relative_P_100 4-2_3 0.3750 relative_P_200 4-2_3 0.3750 relative_P_500 4-2_3 0.3750 relative_P_1000 4-2_3 0.3750 success_1 4-2_3 1.0000 success_5 4-2_3 1.0000 success_10 4-2_3 1.0000 set_P 4-2_3 0.1800 set_relative_P 4-2_3 0.3750 set_recall 4-2_3 0.3750 set_map 4-2_3 0.0675 set_F 4-2_3 0.2432 num_nonrel_judged_ret 4-2_3 10 rbp 4-2_3 0.4915 rbp_resid 4-2_3 0.2376 unj_5 4-2_3 0.0000 unj_10 4-2_3 0.1000 unj_20 4-2_3 0.2500 num_ret 4-2_6 100 num_rel 4-2_6 14 num_rel_ret 4-2_6 11 map 4-2_6 0.5066 Rprec 4-2_6 0.5000 bpref 4-2_6 0.6276 recip_rank 4-2_6 1.0000 iprec_at_recall_0.00 4-2_6 1.0000 iprec_at_recall_0.10 4-2_6 1.0000 iprec_at_recall_0.20 4-2_6 1.0000 iprec_at_recall_0.30 4-2_6 0.8333 iprec_at_recall_0.40 4-2_6 0.7500 iprec_at_recall_0.50 4-2_6 0.5833 iprec_at_recall_0.60 4-2_6 0.3810 iprec_at_recall_0.70 4-2_6 0.2857 iprec_at_recall_0.80 4-2_6 0.1486 iprec_at_recall_0.90 4-2_6 0.0000 iprec_at_recall_1.00 4-2_6 0.0000 P_5 4-2_6 0.8000 P_10 4-2_6 0.6000 P_15 4-2_6 0.4667 P_20 4-2_6 0.3500 P_30 4-2_6 0.3000 P_100 4-2_6 0.1100 P_200 4-2_6 0.0550 P_500 4-2_6 0.0220 P_1000 4-2_6 0.0110 relstring 4-2_6 '322122-21-' recall_5 4-2_6 0.2857 recall_10 4-2_6 0.4286 recall_15 4-2_6 0.5000 recall_20 4-2_6 0.5000 recall_30 4-2_6 0.6429 recall_100 4-2_6 0.7857 recall_200 4-2_6 0.7857 recall_500 4-2_6 0.7857 recall_1000 4-2_6 0.7857 infAP 4-2_6 0.5066 Rprec_mult_0.20 4-2_6 1.0000 Rprec_mult_0.40 4-2_6 0.8333 Rprec_mult_0.60 4-2_6 0.6667 Rprec_mult_0.80 4-2_6 0.5833 Rprec_mult_1.00 4-2_6 0.5000 Rprec_mult_1.20 4-2_6 0.4118 Rprec_mult_1.40 4-2_6 0.3500 Rprec_mult_1.60 4-2_6 0.3478 Rprec_mult_1.80 4-2_6 0.3077 Rprec_mult_2.00 4-2_6 0.2857 utility 4-2_6 -78.0000 11pt_avg 4-2_6 0.5438 binG 4-2_6 0.4268 G 4-2_6 0.2659 ndcg 4-2_6 0.7100 ndcg_rel 4-2_6 0.7205 Rndcg 4-2_6 0.6891 ndcg_cut_5 4-2_6 0.7645 ndcg_cut_10 4-2_6 0.6963 ndcg_cut_15 4-2_6 0.6734 ndcg_cut_20 4-2_6 0.6212 ndcg_cut_30 4-2_6 0.6383 ndcg_cut_100 4-2_6 0.7100 ndcg_cut_200 4-2_6 0.7100 ndcg_cut_500 4-2_6 0.7100 ndcg_cut_1000 4-2_6 0.7100 map_cut_5 4-2_6 0.2714 map_cut_10 4-2_6 0.3845 map_cut_15 4-2_6 0.4262 map_cut_20 4-2_6 0.4262 map_cut_30 4-2_6 0.4756 map_cut_100 4-2_6 0.5066 map_cut_200 4-2_6 0.5066 map_cut_500 4-2_6 0.5066 map_cut_1000 4-2_6 0.5066 relative_P_5 4-2_6 0.8000 relative_P_10 4-2_6 0.6000 relative_P_15 4-2_6 0.5000 relative_P_20 4-2_6 0.5000 relative_P_30 4-2_6 0.6429 relative_P_100 4-2_6 0.7857 relative_P_200 4-2_6 0.7857 relative_P_500 4-2_6 0.7857 relative_P_1000 4-2_6 0.7857 success_1 4-2_6 1.0000 success_5 4-2_6 1.0000 success_10 4-2_6 1.0000 set_P 4-2_6 0.1100 set_relative_P 4-2_6 0.7857 set_recall 4-2_6 0.7857 set_map 4-2_6 0.0864 set_F 4-2_6 0.1930 num_nonrel_judged_ret 4-2_6 11 rbp 4-2_6 0.4398 rbp_resid 4-2_6 0.3122 unj_5 4-2_6 0.0000 unj_10 4-2_6 0.2000 unj_20 4-2_6 0.4500 num_ret 5-1_2 100 num_rel 5-1_2 130 num_rel_ret 5-1_2 13 map 5-1_2 0.0506 Rprec 5-1_2 0.1000 bpref 5-1_2 0.0958 recip_rank 5-1_2 1.0000 iprec_at_recall_0.00 5-1_2 1.0000 iprec_at_recall_0.10 5-1_2 0.2364 iprec_at_recall_0.20 5-1_2 0.0000 iprec_at_recall_0.30 5-1_2 0.0000 iprec_at_recall_0.40 5-1_2 0.0000 iprec_at_recall_0.50 5-1_2 0.0000 iprec_at_recall_0.60 5-1_2 0.0000 iprec_at_recall_0.70 5-1_2 0.0000 iprec_at_recall_0.80 5-1_2 0.0000 iprec_at_recall_0.90 5-1_2 0.0000 iprec_at_recall_1.00 5-1_2 0.0000 P_5 5-1_2 0.4000 P_10 5-1_2 0.5000 P_15 5-1_2 0.4000 P_20 5-1_2 0.4000 P_30 5-1_2 0.3667 P_100 5-1_2 0.1300 P_200 5-1_2 0.0650 P_500 5-1_2 0.0260 P_1000 5-1_2 0.0130 relstring 5-1_2 '221113-123' recall_5 5-1_2 0.0154 recall_10 5-1_2 0.0385 recall_15 5-1_2 0.0462 recall_20 5-1_2 0.0615 recall_30 5-1_2 0.0846 recall_100 5-1_2 0.1000 recall_200 5-1_2 0.1000 recall_500 5-1_2 0.1000 recall_1000 5-1_2 0.1000 infAP 5-1_2 0.0506 Rprec_mult_0.20 5-1_2 0.3846 Rprec_mult_0.40 5-1_2 0.2308 Rprec_mult_0.60 5-1_2 0.1667 Rprec_mult_0.80 5-1_2 0.1250 Rprec_mult_1.00 5-1_2 0.1000 Rprec_mult_1.20 5-1_2 0.0833 Rprec_mult_1.40 5-1_2 0.0714 Rprec_mult_1.60 5-1_2 0.0625 Rprec_mult_1.80 5-1_2 0.0556 Rprec_mult_2.00 5-1_2 0.0500 utility 5-1_2 -74.0000 11pt_avg 5-1_2 0.1124 binG 5-1_2 0.0399 G 5-1_2 0.0243 ndcg 5-1_2 0.1670 ndcg_rel 5-1_2 0.1973 Rndcg 5-1_2 0.2815 ndcg_cut_5 5-1_2 0.4651 ndcg_cut_10 5-1_2 0.5080 ndcg_cut_15 5-1_2 0.4733 ndcg_cut_20 5-1_2 0.4732 ndcg_cut_30 5-1_2 0.4267 ndcg_cut_100 5-1_2 0.2253 ndcg_cut_200 5-1_2 0.1723 ndcg_cut_500 5-1_2 0.1670 ndcg_cut_1000 5-1_2 0.1670 map_cut_5 5-1_2 0.0154 map_cut_10 5-1_2 0.0265 map_cut_15 5-1_2 0.0307 map_cut_20 5-1_2 0.0375 map_cut_30 5-1_2 0.0466 map_cut_100 5-1_2 0.0506 map_cut_200 5-1_2 0.0506 map_cut_500 5-1_2 0.0506 map_cut_1000 5-1_2 0.0506 relative_P_5 5-1_2 0.4000 relative_P_10 5-1_2 0.5000 relative_P_15 5-1_2 0.4000 relative_P_20 5-1_2 0.4000 relative_P_30 5-1_2 0.3667 relative_P_100 5-1_2 0.1300 relative_P_200 5-1_2 0.1000 relative_P_500 5-1_2 0.1000 relative_P_1000 5-1_2 0.1000 success_1 5-1_2 1.0000 success_5 5-1_2 1.0000 success_10 5-1_2 1.0000 set_P 5-1_2 0.1300 set_relative_P 5-1_2 0.1300 set_recall 5-1_2 0.1000 set_map 5-1_2 0.0130 set_F 5-1_2 0.1130 num_nonrel_judged_ret 5-1_2 12 rbp 5-1_2 0.3449 rbp_resid 5-1_2 0.2165 unj_5 5-1_2 0.0000 unj_10 5-1_2 0.1000 unj_20 5-1_2 0.2500 num_ret 5-1_4 100 num_rel 5-1_4 29 num_rel_ret 5-1_4 9 map 5-1_4 0.2023 Rprec 5-1_4 0.2759 bpref 5-1_4 0.2842 recip_rank 5-1_4 1.0000 iprec_at_recall_0.00 5-1_4 1.0000 iprec_at_recall_0.10 5-1_4 1.0000 iprec_at_recall_0.20 5-1_4 0.5000 iprec_at_recall_0.30 5-1_4 0.1169 iprec_at_recall_0.40 5-1_4 0.0000 iprec_at_recall_0.50 5-1_4 0.0000 iprec_at_recall_0.60 5-1_4 0.0000 iprec_at_recall_0.70 5-1_4 0.0000 iprec_at_recall_0.80 5-1_4 0.0000 iprec_at_recall_0.90 5-1_4 0.0000 iprec_at_recall_1.00 5-1_4 0.0000 P_5 5-1_4 0.8000 P_10 5-1_4 0.5000 P_15 5-1_4 0.4667 P_20 5-1_4 0.4000 P_30 5-1_4 0.2667 P_100 5-1_4 0.0900 P_200 5-1_4 0.0450 P_500 5-1_4 0.0180 P_1000 5-1_4 0.0090 relstring 5-1_4 '222-20-12-' recall_5 5-1_4 0.1379 recall_10 5-1_4 0.1724 recall_15 5-1_4 0.2414 recall_20 5-1_4 0.2759 recall_30 5-1_4 0.2759 recall_100 5-1_4 0.3103 recall_200 5-1_4 0.3103 recall_500 5-1_4 0.3103 recall_1000 5-1_4 0.3103 infAP 5-1_4 0.2023 Rprec_mult_0.20 5-1_4 0.6667 Rprec_mult_0.40 5-1_4 0.4167 Rprec_mult_0.60 5-1_4 0.4444 Rprec_mult_0.80 5-1_4 0.3333 Rprec_mult_1.00 5-1_4 0.2759 Rprec_mult_1.20 5-1_4 0.2286 Rprec_mult_1.40 5-1_4 0.1951 Rprec_mult_1.60 5-1_4 0.1702 Rprec_mult_1.80 5-1_4 0.1509 Rprec_mult_2.00 5-1_4 0.1379 utility 5-1_4 -82.0000 11pt_avg 5-1_4 0.2379 binG 5-1_4 0.1753 G 5-1_4 0.0853 ndcg 5-1_4 0.3472 ndcg_rel 5-1_4 0.3934 Rndcg 5-1_4 0.3746 ndcg_cut_5 5-1_4 0.5693 ndcg_cut_10 5-1_4 0.4462 ndcg_cut_15 5-1_4 0.4524 ndcg_cut_20 5-1_4 0.4209 ndcg_cut_30 5-1_4 0.3549 ndcg_cut_100 5-1_4 0.3472 ndcg_cut_200 5-1_4 0.3472 ndcg_cut_500 5-1_4 0.3472 ndcg_cut_1000 5-1_4 0.3472 map_cut_5 5-1_4 0.1310 map_cut_10 5-1_4 0.1502 map_cut_15 5-1_4 0.1811 map_cut_20 5-1_4 0.1983 map_cut_30 5-1_4 0.1983 map_cut_100 5-1_4 0.2023 map_cut_200 5-1_4 0.2023 map_cut_500 5-1_4 0.2023 map_cut_1000 5-1_4 0.2023 relative_P_5 5-1_4 0.8000 relative_P_10 5-1_4 0.5000 relative_P_15 5-1_4 0.4667 relative_P_20 5-1_4 0.4000 relative_P_30 5-1_4 0.2759 relative_P_100 5-1_4 0.3103 relative_P_200 5-1_4 0.3103 relative_P_500 5-1_4 0.3103 relative_P_1000 5-1_4 0.3103 success_1 5-1_4 1.0000 success_5 5-1_4 1.0000 success_10 5-1_4 1.0000 set_P 5-1_4 0.0900 set_relative_P 5-1_4 0.3103 set_recall 5-1_4 0.3103 set_map 5-1_4 0.0279 set_F 5-1_4 0.1395 num_nonrel_judged_ret 5-1_4 11 rbp 5-1_4 0.3288 rbp_resid 5-1_4 0.3964 unj_5 5-1_4 0.2000 unj_10 5-1_4 0.3000 unj_20 5-1_4 0.4500 num_ret 6-1_2 100 num_rel 6-1_2 57 num_rel_ret 6-1_2 22 map 6-1_2 0.2151 Rprec 6-1_2 0.3158 bpref 6-1_2 0.3472 recip_rank 6-1_2 1.0000 iprec_at_recall_0.00 6-1_2 1.0000 iprec_at_recall_0.10 6-1_2 0.7778 iprec_at_recall_0.20 6-1_2 0.4783 iprec_at_recall_0.30 6-1_2 0.3617 iprec_at_recall_0.40 6-1_2 0.0000 iprec_at_recall_0.50 6-1_2 0.0000 iprec_at_recall_0.60 6-1_2 0.0000 iprec_at_recall_0.70 6-1_2 0.0000 iprec_at_recall_0.80 6-1_2 0.0000 iprec_at_recall_0.90 6-1_2 0.0000 iprec_at_recall_1.00 6-1_2 0.0000 P_5 6-1_2 0.8000 P_10 6-1_2 0.7000 P_15 6-1_2 0.5333 P_20 6-1_2 0.4500 P_30 6-1_2 0.4000 P_100 6-1_2 0.2200 P_200 6-1_2 0.1100 P_500 6-1_2 0.0440 P_1000 6-1_2 0.0220 relstring 6-1_2 '333122-331' recall_5 6-1_2 0.0702 recall_10 6-1_2 0.1228 recall_15 6-1_2 0.1404 recall_20 6-1_2 0.1579 recall_30 6-1_2 0.2105 recall_100 6-1_2 0.3860 recall_200 6-1_2 0.3860 recall_500 6-1_2 0.3860 recall_1000 6-1_2 0.3860 infAP 6-1_2 0.2151 Rprec_mult_0.20 6-1_2 0.6667 Rprec_mult_0.40 6-1_2 0.4783 Rprec_mult_0.60 6-1_2 0.3714 Rprec_mult_0.80 6-1_2 0.3478 Rprec_mult_1.00 6-1_2 0.3158 Rprec_mult_1.20 6-1_2 0.3043 Rprec_mult_1.40 6-1_2 0.2750 Rprec_mult_1.60 6-1_2 0.2391 Rprec_mult_1.80 6-1_2 0.2136 Rprec_mult_2.00 6-1_2 0.1930 utility 6-1_2 -56.0000 11pt_avg 6-1_2 0.2380 binG 6-1_2 0.1531 G 6-1_2 0.1205 ndcg 6-1_2 0.4590 ndcg_rel 6-1_2 0.5223 Rndcg 6-1_2 0.5290 ndcg_cut_5 6-1_2 0.8589 ndcg_cut_10 6-1_2 0.7665 ndcg_cut_15 6-1_2 0.6563 ndcg_cut_20 6-1_2 0.6112 ndcg_cut_30 6-1_2 0.5837 ndcg_cut_100 6-1_2 0.4705 ndcg_cut_200 6-1_2 0.4590 ndcg_cut_500 6-1_2 0.4590 ndcg_cut_1000 6-1_2 0.4590 map_cut_5 6-1_2 0.0667 map_cut_10 6-1_2 0.1081 map_cut_15 6-1_2 0.1208 map_cut_20 6-1_2 0.1301 map_cut_30 6-1_2 0.1540 map_cut_100 6-1_2 0.2151 map_cut_200 6-1_2 0.2151 map_cut_500 6-1_2 0.2151 map_cut_1000 6-1_2 0.2151 relative_P_5 6-1_2 0.8000 relative_P_10 6-1_2 0.7000 relative_P_15 6-1_2 0.5333 relative_P_20 6-1_2 0.4500 relative_P_30 6-1_2 0.4000 relative_P_100 6-1_2 0.3860 relative_P_200 6-1_2 0.3860 relative_P_500 6-1_2 0.3860 relative_P_1000 6-1_2 0.3860 success_1 6-1_2 1.0000 success_5 6-1_2 1.0000 success_10 6-1_2 1.0000 set_P 6-1_2 0.2200 set_relative_P 6-1_2 0.3860 set_recall 6-1_2 0.3860 set_map 6-1_2 0.0849 set_F 6-1_2 0.2803 num_nonrel_judged_ret 6-1_2 17 rbp 6-1_2 0.5809 rbp_resid 6-1_2 0.2325 unj_5 6-1_2 0.0000 unj_10 6-1_2 0.1000 unj_20 6-1_2 0.3000 num_ret 6-1_6 100 num_rel 6-1_6 27 num_rel_ret 6-1_6 13 map 6-1_6 0.2039 Rprec 6-1_6 0.3333 bpref 6-1_6 0.4088 recip_rank 6-1_6 1.0000 iprec_at_recall_0.00 6-1_6 1.0000 iprec_at_recall_0.10 6-1_6 0.5000 iprec_at_recall_0.20 6-1_6 0.3529 iprec_at_recall_0.30 6-1_6 0.3333 iprec_at_recall_0.40 6-1_6 0.2500 iprec_at_recall_0.50 6-1_6 0.0000 iprec_at_recall_0.60 6-1_6 0.0000 iprec_at_recall_0.70 6-1_6 0.0000 iprec_at_recall_0.80 6-1_6 0.0000 iprec_at_recall_0.90 6-1_6 0.0000 iprec_at_recall_1.00 6-1_6 0.0000 P_5 6-1_6 0.4000 P_10 6-1_6 0.4000 P_15 6-1_6 0.2667 P_20 6-1_6 0.3500 P_30 6-1_6 0.3000 P_100 6-1_6 0.1300 P_200 6-1_6 0.0650 P_500 6-1_6 0.0260 P_1000 6-1_6 0.0130 relstring 6-1_6 '32--0132--' recall_5 6-1_6 0.0741 recall_10 6-1_6 0.1481 recall_15 6-1_6 0.1481 recall_20 6-1_6 0.2593 recall_30 6-1_6 0.3333 recall_100 6-1_6 0.4815 recall_200 6-1_6 0.4815 recall_500 6-1_6 0.4815 recall_1000 6-1_6 0.4815 infAP 6-1_6 0.2039 Rprec_mult_0.20 6-1_6 0.3333 Rprec_mult_0.40 6-1_6 0.3636 Rprec_mult_0.60 6-1_6 0.3529 Rprec_mult_0.80 6-1_6 0.3182 Rprec_mult_1.00 6-1_6 0.3333 Rprec_mult_1.20 6-1_6 0.3030 Rprec_mult_1.40 6-1_6 0.2632 Rprec_mult_1.60 6-1_6 0.2500 Rprec_mult_1.80 6-1_6 0.2245 Rprec_mult_2.00 6-1_6 0.2037 utility 6-1_6 -74.0000 11pt_avg 6-1_6 0.2215 binG 6-1_6 0.1773 G 6-1_6 0.1220 ndcg 6-1_6 0.4525 ndcg_rel 6-1_6 0.4615 Rndcg 6-1_6 0.4139 ndcg_cut_5 6-1_6 0.4818 ndcg_cut_10 6-1_6 0.4585 ndcg_cut_15 6-1_6 0.3659 ndcg_cut_20 6-1_6 0.4071 ndcg_cut_30 6-1_6 0.4067 ndcg_cut_100 6-1_6 0.4525 ndcg_cut_200 6-1_6 0.4525 ndcg_cut_500 6-1_6 0.4525 ndcg_cut_1000 6-1_6 0.4525 map_cut_5 6-1_6 0.0741 map_cut_10 6-1_6 0.1085 map_cut_15 6-1_6 0.1085 map_cut_20 6-1_6 0.1461 map_cut_30 6-1_6 0.1703 map_cut_100 6-1_6 0.2039 map_cut_200 6-1_6 0.2039 map_cut_500 6-1_6 0.2039 map_cut_1000 6-1_6 0.2039 relative_P_5 6-1_6 0.4000 relative_P_10 6-1_6 0.4000 relative_P_15 6-1_6 0.2667 relative_P_20 6-1_6 0.3500 relative_P_30 6-1_6 0.3333 relative_P_100 6-1_6 0.4815 relative_P_200 6-1_6 0.4815 relative_P_500 6-1_6 0.4815 relative_P_1000 6-1_6 0.4815 success_1 6-1_6 1.0000 success_5 6-1_6 1.0000 success_10 6-1_6 1.0000 set_P 6-1_6 0.1300 set_relative_P 6-1_6 0.4815 set_recall 6-1_6 0.4815 set_map 6-1_6 0.0626 set_F 6-1_6 0.2047 num_nonrel_judged_ret 6-1_6 13 rbp 6-1_6 0.3287 rbp_resid 6-1_6 0.4867 unj_5 6-1_6 0.4000 unj_10 6-1_6 0.4000 unj_20 6-1_6 0.5500 num_ret 6-1_7 100 num_rel 6-1_7 46 num_rel_ret 6-1_7 12 map 6-1_7 0.0505 Rprec 6-1_7 0.1522 bpref 6-1_7 0.1829 recip_rank 6-1_7 0.1667 iprec_at_recall_0.00 6-1_7 0.3333 iprec_at_recall_0.10 6-1_7 0.1923 iprec_at_recall_0.20 6-1_7 0.1837 iprec_at_recall_0.30 6-1_7 0.0000 iprec_at_recall_0.40 6-1_7 0.0000 iprec_at_recall_0.50 6-1_7 0.0000 iprec_at_recall_0.60 6-1_7 0.0000 iprec_at_recall_0.70 6-1_7 0.0000 iprec_at_recall_0.80 6-1_7 0.0000 iprec_at_recall_0.90 6-1_7 0.0000 iprec_at_recall_1.00 6-1_7 0.0000 P_5 6-1_7 0.0000 P_10 6-1_7 0.3000 P_15 6-1_7 0.2000 P_20 6-1_7 0.2000 P_30 6-1_7 0.1667 P_100 6-1_7 0.1200 P_200 6-1_7 0.0600 P_500 6-1_7 0.0240 P_1000 6-1_7 0.0120 relstring 6-1_7 '1-1112133-' recall_5 6-1_7 0.0000 recall_10 6-1_7 0.0652 recall_15 6-1_7 0.0652 recall_20 6-1_7 0.0870 recall_30 6-1_7 0.1087 recall_100 6-1_7 0.2609 recall_200 6-1_7 0.2609 recall_500 6-1_7 0.2609 recall_1000 6-1_7 0.2609 infAP 6-1_7 0.0505 Rprec_mult_0.20 6-1_7 0.3000 Rprec_mult_0.40 6-1_7 0.2105 Rprec_mult_0.60 6-1_7 0.1786 Rprec_mult_0.80 6-1_7 0.1351 Rprec_mult_1.00 6-1_7 0.1522 Rprec_mult_1.20 6-1_7 0.1607 Rprec_mult_1.40 6-1_7 0.1692 Rprec_mult_1.60 6-1_7 0.1486 Rprec_mult_1.80 6-1_7 0.1446 Rprec_mult_2.00 6-1_7 0.1304 utility 6-1_7 -76.0000 11pt_avg 6-1_7 0.0645 binG 6-1_7 0.0601 G 6-1_7 0.0541 ndcg 6-1_7 0.2857 ndcg_rel 6-1_7 0.2941 Rndcg 6-1_7 0.3079 ndcg_cut_5 6-1_7 0.2620 ndcg_cut_10 6-1_7 0.3824 ndcg_cut_15 6-1_7 0.3216 ndcg_cut_20 6-1_7 0.3302 ndcg_cut_30 6-1_7 0.3247 ndcg_cut_100 6-1_7 0.2989 ndcg_cut_200 6-1_7 0.2857 ndcg_cut_500 6-1_7 0.2857 ndcg_cut_1000 6-1_7 0.2857 map_cut_5 6-1_7 0.0000 map_cut_10 6-1_7 0.0163 map_cut_15 6-1_7 0.0163 map_cut_20 6-1_7 0.0209 map_cut_30 6-1_7 0.0251 map_cut_100 6-1_7 0.0505 map_cut_200 6-1_7 0.0505 map_cut_500 6-1_7 0.0505 map_cut_1000 6-1_7 0.0505 relative_P_5 6-1_7 0.0000 relative_P_10 6-1_7 0.3000 relative_P_15 6-1_7 0.2000 relative_P_20 6-1_7 0.2000 relative_P_30 6-1_7 0.1667 relative_P_100 6-1_7 0.2609 relative_P_200 6-1_7 0.2609 relative_P_500 6-1_7 0.2609 relative_P_1000 6-1_7 0.2609 success_1 6-1_7 0.0000 success_5 6-1_7 0.0000 success_10 6-1_7 1.0000 set_P 6-1_7 0.1200 set_relative_P 6-1_7 0.2609 set_recall 6-1_7 0.2609 set_map 6-1_7 0.0313 set_F 6-1_7 0.1644 num_nonrel_judged_ret 6-1_7 27 rbp 6-1_7 0.3067 rbp_resid 6-1_7 0.3289 unj_5 6-1_7 0.2000 unj_10 6-1_7 0.2000 unj_20 6-1_7 0.4000 num_ret 6-2_2 100 num_rel 6-2_2 56 num_rel_ret 6-2_2 17 map 6-2_2 0.1993 Rprec 6-2_2 0.2679 bpref 6-2_2 0.2953 recip_rank 6-2_2 1.0000 iprec_at_recall_0.00 6-2_2 1.0000 iprec_at_recall_0.10 6-2_2 0.9000 iprec_at_recall_0.20 6-2_2 0.5789 iprec_at_recall_0.30 6-2_2 0.2361 iprec_at_recall_0.40 6-2_2 0.0000 iprec_at_recall_0.50 6-2_2 0.0000 iprec_at_recall_0.60 6-2_2 0.0000 iprec_at_recall_0.70 6-2_2 0.0000 iprec_at_recall_0.80 6-2_2 0.0000 iprec_at_recall_0.90 6-2_2 0.0000 iprec_at_recall_1.00 6-2_2 0.0000 P_5 6-2_2 0.8000 P_10 6-2_2 0.9000 P_15 6-2_2 0.6000 P_20 6-2_2 0.5500 P_30 6-2_2 0.4333 P_100 6-2_2 0.1700 P_200 6-2_2 0.0850 P_500 6-2_2 0.0340 P_1000 6-2_2 0.0170 relstring 6-2_2 '44-4244322' recall_5 6-2_2 0.0714 recall_10 6-2_2 0.1607 recall_15 6-2_2 0.1607 recall_20 6-2_2 0.1964 recall_30 6-2_2 0.2321 recall_100 6-2_2 0.3036 recall_200 6-2_2 0.3036 recall_500 6-2_2 0.3036 recall_1000 6-2_2 0.3036 infAP 6-2_2 0.1993 Rprec_mult_0.20 6-2_2 0.7500 Rprec_mult_0.40 6-2_2 0.5217 Rprec_mult_0.60 6-2_2 0.3824 Rprec_mult_0.80 6-2_2 0.2889 Rprec_mult_1.00 6-2_2 0.2679 Rprec_mult_1.20 6-2_2 0.2353 Rprec_mult_1.40 6-2_2 0.2152 Rprec_mult_1.60 6-2_2 0.1889 Rprec_mult_1.80 6-2_2 0.1683 Rprec_mult_2.00 6-2_2 0.1518 utility 6-2_2 -66.0000 11pt_avg 6-2_2 0.2468 binG 6-2_2 0.1482 G 6-2_2 0.1083 ndcg 6-2_2 0.4181 ndcg_rel 6-2_2 0.4767 Rndcg 6-2_2 0.5322 ndcg_cut_5 6-2_2 0.7648 ndcg_cut_10 6-2_2 0.7651 ndcg_cut_15 6-2_2 0.6522 ndcg_cut_20 6-2_2 0.6270 ndcg_cut_30 6-2_2 0.5611 ndcg_cut_100 6-2_2 0.4181 ndcg_cut_200 6-2_2 0.4181 ndcg_cut_500 6-2_2 0.4181 ndcg_cut_1000 6-2_2 0.4181 map_cut_5 6-2_2 0.0634 map_cut_10 6-2_2 0.1411 map_cut_15 6-2_2 0.1411 map_cut_20 6-2_2 0.1626 map_cut_30 6-2_2 0.1800 map_cut_100 6-2_2 0.1993 map_cut_200 6-2_2 0.1993 map_cut_500 6-2_2 0.1993 map_cut_1000 6-2_2 0.1993 relative_P_5 6-2_2 0.8000 relative_P_10 6-2_2 0.9000 relative_P_15 6-2_2 0.6000 relative_P_20 6-2_2 0.5500 relative_P_30 6-2_2 0.4333 relative_P_100 6-2_2 0.3036 relative_P_200 6-2_2 0.3036 relative_P_500 6-2_2 0.3036 relative_P_1000 6-2_2 0.3036 success_1 6-2_2 1.0000 success_5 6-2_2 1.0000 success_10 6-2_2 1.0000 set_P 6-2_2 0.1700 set_relative_P 6-2_2 0.3036 set_recall 6-2_2 0.3036 set_map 6-2_2 0.0516 set_F 6-2_2 0.2179 num_nonrel_judged_ret 6-2_2 6 rbp 6-2_2 0.5405 rbp_resid 6-2_2 0.3014 unj_5 6-2_2 0.2000 unj_10 6-2_2 0.1000 unj_20 6-2_2 0.3000 num_ret 6-2_3 100 num_rel 6-2_3 17 num_rel_ret 6-2_3 3 map 6-2_3 0.0938 Rprec 6-2_3 0.1765 bpref 6-2_3 0.1592 recip_rank 6-2_3 0.5000 iprec_at_recall_0.00 6-2_3 0.6667 iprec_at_recall_0.10 6-2_3 0.6667 iprec_at_recall_0.20 6-2_3 0.4286 iprec_at_recall_0.30 6-2_3 0.0000 iprec_at_recall_0.40 6-2_3 0.0000 iprec_at_recall_0.50 6-2_3 0.0000 iprec_at_recall_0.60 6-2_3 0.0000 iprec_at_recall_0.70 6-2_3 0.0000 iprec_at_recall_0.80 6-2_3 0.0000 iprec_at_recall_0.90 6-2_3 0.0000 iprec_at_recall_1.00 6-2_3 0.0000 P_5 6-2_3 0.4000 P_10 6-2_3 0.3000 P_15 6-2_3 0.2000 P_20 6-2_3 0.1500 P_30 6-2_3 0.1000 P_100 6-2_3 0.0300 P_200 6-2_3 0.0150 P_500 6-2_3 0.0060 P_1000 6-2_3 0.0030 relstring 6-2_3 '04200-20--' recall_5 6-2_3 0.1176 recall_10 6-2_3 0.1765 recall_15 6-2_3 0.1765 recall_20 6-2_3 0.1765 recall_30 6-2_3 0.1765 recall_100 6-2_3 0.1765 recall_200 6-2_3 0.1765 recall_500 6-2_3 0.1765 recall_1000 6-2_3 0.1765 infAP 6-2_3 0.0938 Rprec_mult_0.20 6-2_3 0.5000 Rprec_mult_0.40 6-2_3 0.4286 Rprec_mult_0.60 6-2_3 0.2727 Rprec_mult_0.80 6-2_3 0.2143 Rprec_mult_1.00 6-2_3 0.1765 Rprec_mult_1.20 6-2_3 0.1429 Rprec_mult_1.40 6-2_3 0.1250 Rprec_mult_1.60 6-2_3 0.1071 Rprec_mult_1.80 6-2_3 0.0968 Rprec_mult_2.00 6-2_3 0.0882 utility 6-2_3 -94.0000 11pt_avg 6-2_3 0.1602 binG 6-2_3 0.0970 G 6-2_3 0.0537 ndcg 6-2_3 0.2073 ndcg_rel 6-2_3 0.2275 Rndcg 6-2_3 0.1968 ndcg_cut_5 6-2_3 0.3579 ndcg_cut_10 6-2_3 0.3129 ndcg_cut_15 6-2_3 0.2615 ndcg_cut_20 6-2_3 0.2369 ndcg_cut_30 6-2_3 0.2115 ndcg_cut_100 6-2_3 0.2073 ndcg_cut_200 6-2_3 0.2073 ndcg_cut_500 6-2_3 0.2073 ndcg_cut_1000 6-2_3 0.2073 map_cut_5 6-2_3 0.0686 map_cut_10 6-2_3 0.0938 map_cut_15 6-2_3 0.0938 map_cut_20 6-2_3 0.0938 map_cut_30 6-2_3 0.0938 map_cut_100 6-2_3 0.0938 map_cut_200 6-2_3 0.0938 map_cut_500 6-2_3 0.0938 map_cut_1000 6-2_3 0.0938 relative_P_5 6-2_3 0.4000 relative_P_10 6-2_3 0.3000 relative_P_15 6-2_3 0.2000 relative_P_20 6-2_3 0.1765 relative_P_30 6-2_3 0.1765 relative_P_100 6-2_3 0.1765 relative_P_200 6-2_3 0.1765 relative_P_500 6-2_3 0.1765 relative_P_1000 6-2_3 0.1765 success_1 6-2_3 0.0000 success_5 6-2_3 1.0000 success_10 6-2_3 1.0000 set_P 6-2_3 0.0300 set_relative_P 6-2_3 0.1765 set_recall 6-2_3 0.1765 set_map 6-2_3 0.0053 set_F 6-2_3 0.0513 num_nonrel_judged_ret 6-2_3 15 rbp 6-2_3 0.1571 rbp_resid 6-2_3 0.4434 unj_5 6-2_3 0.0000 unj_10 6-2_3 0.3000 unj_20 6-2_3 0.6000 num_ret 6-2_5 100 num_rel 6-2_5 51 num_rel_ret 6-2_5 13 map 6-2_5 0.1313 Rprec 6-2_5 0.2157 bpref 6-2_5 0.2288 recip_rank 6-2_5 1.0000 iprec_at_recall_0.00 6-2_5 1.0000 iprec_at_recall_0.10 6-2_5 0.4615 iprec_at_recall_0.20 6-2_5 0.3704 iprec_at_recall_0.30 6-2_5 0.0000 iprec_at_recall_0.40 6-2_5 0.0000 iprec_at_recall_0.50 6-2_5 0.0000 iprec_at_recall_0.60 6-2_5 0.0000 iprec_at_recall_0.70 6-2_5 0.0000 iprec_at_recall_0.80 6-2_5 0.0000 iprec_at_recall_0.90 6-2_5 0.0000 iprec_at_recall_1.00 6-2_5 0.0000 P_5 6-2_5 0.6000 P_10 6-2_5 0.4000 P_15 6-2_5 0.4000 P_20 6-2_5 0.4000 P_30 6-2_5 0.3333 P_100 6-2_5 0.1300 P_200 6-2_5 0.0650 P_500 6-2_5 0.0260 P_1000 6-2_5 0.0130 relstring 6-2_5 '2341-1131-' recall_5 6-2_5 0.0588 recall_10 6-2_5 0.0784 recall_15 6-2_5 0.1176 recall_20 6-2_5 0.1569 recall_30 6-2_5 0.1961 recall_100 6-2_5 0.2549 recall_200 6-2_5 0.2549 recall_500 6-2_5 0.2549 recall_1000 6-2_5 0.2549 infAP 6-2_5 0.1313 Rprec_mult_0.20 6-2_5 0.3636 Rprec_mult_0.40 6-2_5 0.3810 Rprec_mult_0.60 6-2_5 0.3226 Rprec_mult_0.80 6-2_5 0.2683 Rprec_mult_1.00 6-2_5 0.2157 Rprec_mult_1.20 6-2_5 0.2097 Rprec_mult_1.40 6-2_5 0.1806 Rprec_mult_1.60 6-2_5 0.1585 Rprec_mult_1.80 6-2_5 0.1413 Rprec_mult_2.00 6-2_5 0.1275 utility 6-2_5 -74.0000 11pt_avg 6-2_5 0.1665 binG 6-2_5 0.1102 G 6-2_5 0.0548 ndcg 6-2_5 0.2907 ndcg_rel 6-2_5 0.3254 Rndcg 6-2_5 0.3292 ndcg_cut_5 6-2_5 0.5362 ndcg_cut_10 6-2_5 0.4545 ndcg_cut_15 6-2_5 0.4097 ndcg_cut_20 6-2_5 0.3871 ndcg_cut_30 6-2_5 0.3560 ndcg_cut_100 6-2_5 0.2907 ndcg_cut_200 6-2_5 0.2907 ndcg_cut_500 6-2_5 0.2907 ndcg_cut_1000 6-2_5 0.2907 map_cut_5 6-2_5 0.0588 map_cut_10 6-2_5 0.0686 map_cut_15 6-2_5 0.0858 map_cut_20 6-2_5 0.1018 map_cut_30 6-2_5 0.1170 map_cut_100 6-2_5 0.1313 map_cut_200 6-2_5 0.1313 map_cut_500 6-2_5 0.1313 map_cut_1000 6-2_5 0.1313 relative_P_5 6-2_5 0.6000 relative_P_10 6-2_5 0.4000 relative_P_15 6-2_5 0.4000 relative_P_20 6-2_5 0.4000 relative_P_30 6-2_5 0.3333 relative_P_100 6-2_5 0.2549 relative_P_200 6-2_5 0.2549 relative_P_500 6-2_5 0.2549 relative_P_1000 6-2_5 0.2549 success_1 6-2_5 1.0000 success_5 6-2_5 1.0000 success_10 6-2_5 1.0000 set_P 6-2_5 0.1300 set_relative_P 6-2_5 0.2549 set_recall 6-2_5 0.2549 set_map 6-2_5 0.0331 set_F 6-2_5 0.1722 num_nonrel_judged_ret 6-2_5 10 rbp 6-2_5 0.3608 rbp_resid 6-2_5 0.2630 unj_5 6-2_5 0.2000 unj_10 6-2_5 0.2000 unj_20 6-2_5 0.2500 num_ret 7-1_1 100 num_rel 7-1_1 4 num_rel_ret 7-1_1 3 map 7-1_1 0.0665 Rprec 7-1_1 0.0000 bpref 7-1_1 0.0000 recip_rank 7-1_1 0.0556 iprec_at_recall_0.00 7-1_1 0.1154 iprec_at_recall_0.10 7-1_1 0.1154 iprec_at_recall_0.20 7-1_1 0.1154 iprec_at_recall_0.30 7-1_1 0.1154 iprec_at_recall_0.40 7-1_1 0.1154 iprec_at_recall_0.50 7-1_1 0.1154 iprec_at_recall_0.60 7-1_1 0.1154 iprec_at_recall_0.70 7-1_1 0.1154 iprec_at_recall_0.80 7-1_1 0.1154 iprec_at_recall_0.90 7-1_1 0.0000 iprec_at_recall_1.00 7-1_1 0.0000 P_5 7-1_1 0.0000 P_10 7-1_1 0.0000 P_15 7-1_1 0.0000 P_20 7-1_1 0.0500 P_30 7-1_1 0.1000 P_100 7-1_1 0.0300 P_200 7-1_1 0.0150 P_500 7-1_1 0.0060 P_1000 7-1_1 0.0030 relstring 7-1_1 '--11111110' recall_5 7-1_1 0.0000 recall_10 7-1_1 0.0000 recall_15 7-1_1 0.0000 recall_20 7-1_1 0.2500 recall_30 7-1_1 0.7500 recall_100 7-1_1 0.7500 recall_200 7-1_1 0.7500 recall_500 7-1_1 0.7500 recall_1000 7-1_1 0.7500 infAP 7-1_1 0.0665 Rprec_mult_0.20 7-1_1 0.0000 Rprec_mult_0.40 7-1_1 0.0000 Rprec_mult_0.60 7-1_1 0.0000 Rprec_mult_0.80 7-1_1 0.0000 Rprec_mult_1.00 7-1_1 0.0000 Rprec_mult_1.20 7-1_1 0.0000 Rprec_mult_1.40 7-1_1 0.0000 Rprec_mult_1.60 7-1_1 0.0000 Rprec_mult_1.80 7-1_1 0.0000 Rprec_mult_2.00 7-1_1 0.0000 utility 7-1_1 -94.0000 11pt_avg 7-1_1 0.0944 binG 7-1_1 0.1696 G 7-1_1 0.0421 ndcg 7-1_1 0.1948 ndcg_rel 7-1_1 0.2109 Rndcg 7-1_1 0.1156 ndcg_cut_5 7-1_1 0.2024 ndcg_cut_10 7-1_1 0.3237 ndcg_cut_15 7-1_1 0.3624 ndcg_cut_20 7-1_1 0.4114 ndcg_cut_30 7-1_1 0.4111 ndcg_cut_100 7-1_1 0.2363 ndcg_cut_200 7-1_1 0.1948 ndcg_cut_500 7-1_1 0.1948 ndcg_cut_1000 7-1_1 0.1948 map_cut_5 7-1_1 0.0000 map_cut_10 7-1_1 0.0000 map_cut_15 7-1_1 0.0000 map_cut_20 7-1_1 0.0139 map_cut_30 7-1_1 0.0665 map_cut_100 7-1_1 0.0665 map_cut_200 7-1_1 0.0665 map_cut_500 7-1_1 0.0665 map_cut_1000 7-1_1 0.0665 relative_P_5 7-1_1 0.0000 relative_P_10 7-1_1 0.0000 relative_P_15 7-1_1 0.0000 relative_P_20 7-1_1 0.2500 relative_P_30 7-1_1 0.7500 relative_P_100 7-1_1 0.7500 relative_P_200 7-1_1 0.7500 relative_P_500 7-1_1 0.7500 relative_P_1000 7-1_1 0.7500 success_1 7-1_1 0.0000 success_5 7-1_1 0.0000 success_10 7-1_1 0.0000 set_P 7-1_1 0.0300 set_relative_P 7-1_1 0.7500 set_recall 7-1_1 0.7500 set_map 7-1_1 0.0225 set_F 7-1_1 0.0577 num_nonrel_judged_ret 7-1_1 23 rbp 7-1_1 0.2073 rbp_resid 7-1_1 0.3149 unj_5 7-1_1 0.4000 unj_10 7-1_1 0.2000 unj_20 7-1_1 0.2500 num_ret 7-1_5 100 num_rel 7-1_5 6 num_rel_ret 7-1_5 1 map 7-1_5 0.0556 Rprec 7-1_5 0.1667 bpref 7-1_5 0.1111 recip_rank 7-1_5 0.3333 iprec_at_recall_0.00 7-1_5 0.3333 iprec_at_recall_0.10 7-1_5 0.3333 iprec_at_recall_0.20 7-1_5 0.3333 iprec_at_recall_0.30 7-1_5 0.0000 iprec_at_recall_0.40 7-1_5 0.0000 iprec_at_recall_0.50 7-1_5 0.0000 iprec_at_recall_0.60 7-1_5 0.0000 iprec_at_recall_0.70 7-1_5 0.0000 iprec_at_recall_0.80 7-1_5 0.0000 iprec_at_recall_0.90 7-1_5 0.0000 iprec_at_recall_1.00 7-1_5 0.0000 P_5 7-1_5 0.2000 P_10 7-1_5 0.1000 P_15 7-1_5 0.0667 P_20 7-1_5 0.0500 P_30 7-1_5 0.0333 P_100 7-1_5 0.0100 P_200 7-1_5 0.0050 P_500 7-1_5 0.0020 P_1000 7-1_5 0.0010 relstring 7-1_5 '004010---0' recall_5 7-1_5 0.1667 recall_10 7-1_5 0.1667 recall_15 7-1_5 0.1667 recall_20 7-1_5 0.1667 recall_30 7-1_5 0.1667 recall_100 7-1_5 0.1667 recall_200 7-1_5 0.1667 recall_500 7-1_5 0.1667 recall_1000 7-1_5 0.1667 infAP 7-1_5 0.0556 Rprec_mult_0.20 7-1_5 0.0000 Rprec_mult_0.40 7-1_5 0.3333 Rprec_mult_0.60 7-1_5 0.2500 Rprec_mult_0.80 7-1_5 0.2000 Rprec_mult_1.00 7-1_5 0.1667 Rprec_mult_1.20 7-1_5 0.1250 Rprec_mult_1.40 7-1_5 0.1111 Rprec_mult_1.60 7-1_5 0.1000 Rprec_mult_1.80 7-1_5 0.0909 Rprec_mult_2.00 7-1_5 0.0833 utility 7-1_5 -98.0000 11pt_avg 7-1_5 0.0909 binG 7-1_5 0.0833 G 7-1_5 0.0489 ndcg 7-1_5 0.1713 ndcg_rel 7-1_5 0.1759 Rndcg 7-1_5 0.1840 ndcg_cut_5 7-1_5 0.2024 ndcg_cut_10 7-1_5 0.1737 ndcg_cut_15 7-1_5 0.1585 ndcg_cut_20 7-1_5 0.1760 ndcg_cut_30 7-1_5 0.1713 ndcg_cut_100 7-1_5 0.1713 ndcg_cut_200 7-1_5 0.1713 ndcg_cut_500 7-1_5 0.1713 ndcg_cut_1000 7-1_5 0.1713 map_cut_5 7-1_5 0.0556 map_cut_10 7-1_5 0.0556 map_cut_15 7-1_5 0.0556 map_cut_20 7-1_5 0.0556 map_cut_30 7-1_5 0.0556 map_cut_100 7-1_5 0.0556 map_cut_200 7-1_5 0.0556 map_cut_500 7-1_5 0.0556 map_cut_1000 7-1_5 0.0556 relative_P_5 7-1_5 0.2000 relative_P_10 7-1_5 0.1667 relative_P_15 7-1_5 0.1667 relative_P_20 7-1_5 0.1667 relative_P_30 7-1_5 0.1667 relative_P_100 7-1_5 0.1667 relative_P_200 7-1_5 0.1667 relative_P_500 7-1_5 0.1667 relative_P_1000 7-1_5 0.1667 success_1 7-1_5 0.0000 success_5 7-1_5 1.0000 success_10 7-1_5 1.0000 set_P 7-1_5 0.0100 set_relative_P 7-1_5 0.1667 set_recall 7-1_5 0.1667 set_map 7-1_5 0.0017 set_F 7-1_5 0.0189 num_nonrel_judged_ret 7-1_5 20 rbp 7-1_5 0.1059 rbp_resid 7-1_5 0.3410 unj_5 7-1_5 0.0000 unj_10 7-1_5 0.3000 unj_20 7-1_5 0.3500 num_ret 7-1_6 100 num_rel 7-1_6 9 num_rel_ret 7-1_6 9 map 7-1_6 0.6061 Rprec 7-1_6 0.4444 bpref 7-1_6 0.8519 recip_rank 7-1_6 1.0000 iprec_at_recall_0.00 7-1_6 1.0000 iprec_at_recall_0.10 7-1_6 1.0000 iprec_at_recall_0.20 7-1_6 1.0000 iprec_at_recall_0.30 7-1_6 0.8000 iprec_at_recall_0.40 7-1_6 0.8000 iprec_at_recall_0.50 7-1_6 0.5000 iprec_at_recall_0.60 7-1_6 0.5000 iprec_at_recall_0.70 7-1_6 0.4375 iprec_at_recall_0.80 7-1_6 0.4375 iprec_at_recall_0.90 7-1_6 0.3077 iprec_at_recall_1.00 7-1_6 0.2308 P_5 7-1_6 0.8000 P_10 7-1_6 0.5000 P_15 7-1_6 0.4000 P_20 7-1_6 0.3500 P_30 7-1_6 0.2667 P_100 7-1_6 0.0900 P_200 7-1_6 0.0450 P_500 7-1_6 0.0180 P_1000 7-1_6 0.0090 relstring 7-1_6 '44122--1-4' recall_5 7-1_6 0.4444 recall_10 7-1_6 0.5556 recall_15 7-1_6 0.6667 recall_20 7-1_6 0.7778 recall_30 7-1_6 0.8889 recall_100 7-1_6 1.0000 recall_200 7-1_6 1.0000 recall_500 7-1_6 1.0000 recall_1000 7-1_6 1.0000 infAP 7-1_6 0.6061 Rprec_mult_0.20 7-1_6 1.0000 Rprec_mult_0.40 7-1_6 0.7500 Rprec_mult_0.60 7-1_6 0.6667 Rprec_mult_0.80 7-1_6 0.5000 Rprec_mult_1.00 7-1_6 0.4444 Rprec_mult_1.20 7-1_6 0.4545 Rprec_mult_1.40 7-1_6 0.3846 Rprec_mult_1.60 7-1_6 0.4000 Rprec_mult_1.80 7-1_6 0.4118 Rprec_mult_2.00 7-1_6 0.3889 utility 7-1_6 -82.0000 11pt_avg 7-1_6 0.6376 binG 7-1_6 0.5155 G 7-1_6 0.4074 ndcg 7-1_6 0.8078 ndcg_rel 7-1_6 0.7874 Rndcg 7-1_6 0.6808 ndcg_cut_5 7-1_6 0.7342 ndcg_cut_10 7-1_6 0.6575 ndcg_cut_15 7-1_6 0.6669 ndcg_cut_20 7-1_6 0.7254 ndcg_cut_30 7-1_6 0.7757 ndcg_cut_100 7-1_6 0.8078 ndcg_cut_200 7-1_6 0.8078 ndcg_cut_500 7-1_6 0.8078 ndcg_cut_1000 7-1_6 0.8078 map_cut_5 7-1_6 0.3944 map_cut_10 7-1_6 0.4500 map_cut_15 7-1_6 0.4976 map_cut_20 7-1_6 0.5462 map_cut_30 7-1_6 0.5804 map_cut_100 7-1_6 0.6061 map_cut_200 7-1_6 0.6061 map_cut_500 7-1_6 0.6061 map_cut_1000 7-1_6 0.6061 relative_P_5 7-1_6 0.8000 relative_P_10 7-1_6 0.5556 relative_P_15 7-1_6 0.6667 relative_P_20 7-1_6 0.7778 relative_P_30 7-1_6 0.8889 relative_P_100 7-1_6 1.0000 relative_P_200 7-1_6 1.0000 relative_P_500 7-1_6 1.0000 relative_P_1000 7-1_6 1.0000 success_1 7-1_6 1.0000 success_5 7-1_6 1.0000 success_10 7-1_6 1.0000 set_P 7-1_6 0.0900 set_relative_P 7-1_6 1.0000 set_recall 7-1_6 1.0000 set_map 7-1_6 0.0900 set_F 7-1_6 0.1651 num_nonrel_judged_ret 7-1_6 5 rbp 7-1_6 0.3843 rbp_resid 7-1_6 0.4474 unj_5 7-1_6 0.0000 unj_10 7-1_6 0.3000 unj_20 7-1_6 0.5500 num_ret 7-1_9 100 num_rel 7-1_9 20 num_rel_ret 7-1_9 10 map 7-1_9 0.3712 Rprec 7-1_9 0.4000 bpref 7-1_9 0.4525 recip_rank 7-1_9 1.0000 iprec_at_recall_0.00 7-1_9 1.0000 iprec_at_recall_0.10 7-1_9 1.0000 iprec_at_recall_0.20 7-1_9 0.8571 iprec_at_recall_0.30 7-1_9 0.8571 iprec_at_recall_0.40 7-1_9 0.6667 iprec_at_recall_0.50 7-1_9 0.1786 iprec_at_recall_0.60 7-1_9 0.0000 iprec_at_recall_0.70 7-1_9 0.0000 iprec_at_recall_0.80 7-1_9 0.0000 iprec_at_recall_0.90 7-1_9 0.0000 iprec_at_recall_1.00 7-1_9 0.0000 P_5 7-1_9 0.8000 P_10 7-1_9 0.7000 P_15 7-1_9 0.5333 P_20 7-1_9 0.4000 P_30 7-1_9 0.3000 P_100 7-1_9 0.1000 P_200 7-1_9 0.0500 P_500 7-1_9 0.0200 P_1000 7-1_9 0.0100 relstring 7-1_9 '2220222-21' recall_5 7-1_9 0.2000 recall_10 7-1_9 0.3500 recall_15 7-1_9 0.4000 recall_20 7-1_9 0.4000 recall_30 7-1_9 0.4500 recall_100 7-1_9 0.5000 recall_200 7-1_9 0.5000 recall_500 7-1_9 0.5000 recall_1000 7-1_9 0.5000 infAP 7-1_9 0.3712 Rprec_mult_0.20 7-1_9 0.7500 Rprec_mult_0.40 7-1_9 0.7500 Rprec_mult_0.60 7-1_9 0.6667 Rprec_mult_0.80 7-1_9 0.5000 Rprec_mult_1.00 7-1_9 0.4000 Rprec_mult_1.20 7-1_9 0.3333 Rprec_mult_1.40 7-1_9 0.2857 Rprec_mult_1.60 7-1_9 0.2812 Rprec_mult_1.80 7-1_9 0.2500 Rprec_mult_2.00 7-1_9 0.2250 utility 7-1_9 -80.0000 11pt_avg 7-1_9 0.4145 binG 7-1_9 0.3091 G 7-1_9 0.1516 ndcg 7-1_9 0.5073 ndcg_rel 7-1_9 0.5342 Rndcg 7-1_9 0.4909 ndcg_cut_5 7-1_9 0.6377 ndcg_cut_10 7-1_9 0.6589 ndcg_cut_15 7-1_9 0.5718 ndcg_cut_20 7-1_9 0.5021 ndcg_cut_30 7-1_9 0.4771 ndcg_cut_100 7-1_9 0.5073 ndcg_cut_200 7-1_9 0.5073 ndcg_cut_500 7-1_9 0.5073 ndcg_cut_1000 7-1_9 0.5073 map_cut_5 7-1_9 0.1900 map_cut_10 7-1_9 0.3134 map_cut_15 7-1_9 0.3467 map_cut_20 7-1_9 0.3467 map_cut_30 7-1_9 0.3623 map_cut_100 7-1_9 0.3712 map_cut_200 7-1_9 0.3712 map_cut_500 7-1_9 0.3712 map_cut_1000 7-1_9 0.3712 relative_P_5 7-1_9 0.8000 relative_P_10 7-1_9 0.7000 relative_P_15 7-1_9 0.5333 relative_P_20 7-1_9 0.4000 relative_P_30 7-1_9 0.4500 relative_P_100 7-1_9 0.5000 relative_P_200 7-1_9 0.5000 relative_P_500 7-1_9 0.5000 relative_P_1000 7-1_9 0.5000 success_1 7-1_9 1.0000 success_5 7-1_9 1.0000 success_10 7-1_9 1.0000 set_P 7-1_9 0.1000 set_relative_P 7-1_9 0.5000 set_recall 7-1_9 0.5000 set_map 7-1_9 0.0500 set_F 7-1_9 0.1667 num_nonrel_judged_ret 7-1_9 11 rbp 7-1_9 0.2803 rbp_resid 7-1_9 0.3318 unj_5 7-1_9 0.0000 unj_10 7-1_9 0.1000 unj_20 7-1_9 0.4500 num_ret 9-1_10 100 num_rel 9-1_10 59 num_rel_ret 9-1_10 32 map 9-1_10 0.3094 Rprec 9-1_10 0.4237 bpref 9-1_10 0.5254 recip_rank 9-1_10 1.0000 iprec_at_recall_0.00 9-1_10 1.0000 iprec_at_recall_0.10 9-1_10 0.7500 iprec_at_recall_0.20 9-1_10 0.6000 iprec_at_recall_0.30 9-1_10 0.5806 iprec_at_recall_0.40 9-1_10 0.5000 iprec_at_recall_0.50 9-1_10 0.3780 iprec_at_recall_0.60 9-1_10 0.0000 iprec_at_recall_0.70 9-1_10 0.0000 iprec_at_recall_0.80 9-1_10 0.0000 iprec_at_recall_0.90 9-1_10 0.0000 iprec_at_recall_1.00 9-1_10 0.0000 P_5 9-1_10 0.6000 P_10 9-1_10 0.6000 P_15 9-1_10 0.6000 P_20 9-1_10 0.6000 P_30 9-1_10 0.5667 P_100 9-1_10 0.3200 P_200 9-1_10 0.1600 P_500 9-1_10 0.0640 P_1000 9-1_10 0.0320 relstring 9-1_10 '4414-434--' recall_5 9-1_10 0.0508 recall_10 9-1_10 0.1017 recall_15 9-1_10 0.1525 recall_20 9-1_10 0.2034 recall_30 9-1_10 0.2881 recall_100 9-1_10 0.5424 recall_200 9-1_10 0.5424 recall_500 9-1_10 0.5424 recall_1000 9-1_10 0.5424 infAP 9-1_10 0.3094 Rprec_mult_0.20 9-1_10 0.5833 Rprec_mult_0.40 9-1_10 0.5833 Rprec_mult_0.60 9-1_10 0.5278 Rprec_mult_0.80 9-1_10 0.5000 Rprec_mult_1.00 9-1_10 0.4237 Rprec_mult_1.20 9-1_10 0.3944 Rprec_mult_1.40 9-1_10 0.3735 Rprec_mult_1.60 9-1_10 0.3368 Rprec_mult_1.80 9-1_10 0.2991 Rprec_mult_2.00 9-1_10 0.2712 utility 9-1_10 -36.0000 11pt_avg 9-1_10 0.3462 binG 9-1_10 0.1786 G 9-1_10 0.1494 ndcg 9-1_10 0.5987 ndcg_rel 9-1_10 0.6250 Rndcg 9-1_10 0.5685 ndcg_cut_5 9-1_10 0.7416 ndcg_cut_10 9-1_10 0.6841 ndcg_cut_15 9-1_10 0.6294 ndcg_cut_20 9-1_10 0.5997 ndcg_cut_30 9-1_10 0.6070 ndcg_cut_100 9-1_10 0.5987 ndcg_cut_200 9-1_10 0.5987 ndcg_cut_500 9-1_10 0.5987 ndcg_cut_1000 9-1_10 0.5987 map_cut_5 9-1_10 0.0466 map_cut_10 9-1_10 0.0827 map_cut_15 9-1_10 0.1125 map_cut_20 9-1_10 0.1442 map_cut_30 9-1_10 0.1932 map_cut_100 9-1_10 0.3094 map_cut_200 9-1_10 0.3094 map_cut_500 9-1_10 0.3094 map_cut_1000 9-1_10 0.3094 relative_P_5 9-1_10 0.6000 relative_P_10 9-1_10 0.6000 relative_P_15 9-1_10 0.6000 relative_P_20 9-1_10 0.6000 relative_P_30 9-1_10 0.5667 relative_P_100 9-1_10 0.5424 relative_P_200 9-1_10 0.5424 relative_P_500 9-1_10 0.5424 relative_P_1000 9-1_10 0.5424 success_1 9-1_10 1.0000 success_5 9-1_10 1.0000 success_10 9-1_10 1.0000 set_P 9-1_10 0.3200 set_relative_P 9-1_10 0.5424 set_recall 9-1_10 0.5424 set_map 9-1_10 0.1736 set_F 9-1_10 0.4025 num_nonrel_judged_ret 9-1_10 2 rbp 9-1_10 0.5774 rbp_resid 9-1_10 0.3071 unj_5 9-1_10 0.2000 unj_10 9-1_10 0.3000 unj_20 9-1_10 0.3500 num_ret 9-1_2 100 num_rel 9-1_2 58 num_rel_ret 9-1_2 29 map 9-1_2 0.2468 Rprec 9-1_2 0.4655 bpref 9-1_2 0.4417 recip_rank 9-1_2 0.3333 iprec_at_recall_0.00 9-1_2 0.5667 iprec_at_recall_0.10 9-1_2 0.5667 iprec_at_recall_0.20 9-1_2 0.5667 iprec_at_recall_0.30 9-1_2 0.5667 iprec_at_recall_0.40 9-1_2 0.5200 iprec_at_recall_0.50 9-1_2 0.4028 iprec_at_recall_0.60 9-1_2 0.0000 iprec_at_recall_0.70 9-1_2 0.0000 iprec_at_recall_0.80 9-1_2 0.0000 iprec_at_recall_0.90 9-1_2 0.0000 iprec_at_recall_1.00 9-1_2 0.0000 P_5 9-1_2 0.4000 P_10 9-1_2 0.4000 P_15 9-1_2 0.5333 P_20 9-1_2 0.5000 P_30 9-1_2 0.5667 P_100 9-1_2 0.2900 P_200 9-1_2 0.1450 P_500 9-1_2 0.0580 P_1000 9-1_2 0.0290 relstring 9-1_2 '-032004--4' recall_5 9-1_2 0.0345 recall_10 9-1_2 0.0690 recall_15 9-1_2 0.1379 recall_20 9-1_2 0.1724 recall_30 9-1_2 0.2931 recall_100 9-1_2 0.5000 recall_200 9-1_2 0.5000 recall_500 9-1_2 0.5000 recall_1000 9-1_2 0.5000 infAP 9-1_2 0.2468 Rprec_mult_0.20 9-1_2 0.4167 Rprec_mult_0.40 9-1_2 0.5000 Rprec_mult_0.60 9-1_2 0.5143 Rprec_mult_0.80 9-1_2 0.5106 Rprec_mult_1.00 9-1_2 0.4655 Rprec_mult_1.20 9-1_2 0.4000 Rprec_mult_1.40 9-1_2 0.3537 Rprec_mult_1.60 9-1_2 0.3118 Rprec_mult_1.80 9-1_2 0.2762 Rprec_mult_2.00 9-1_2 0.2500 utility 9-1_2 -42.0000 11pt_avg 9-1_2 0.2899 binG 9-1_2 0.1377 G 9-1_2 0.0924 ndcg 9-1_2 0.4404 ndcg_rel 9-1_2 0.4180 Rndcg 9-1_2 0.4007 ndcg_cut_5 9-1_2 0.2002 ndcg_cut_10 9-1_2 0.2809 ndcg_cut_15 9-1_2 0.3273 ndcg_cut_20 9-1_2 0.3759 ndcg_cut_30 9-1_2 0.4275 ndcg_cut_100 9-1_2 0.4404 ndcg_cut_200 9-1_2 0.4404 ndcg_cut_500 9-1_2 0.4404 ndcg_cut_1000 9-1_2 0.4404 map_cut_5 9-1_2 0.0144 map_cut_10 9-1_2 0.0287 map_cut_15 9-1_2 0.0623 map_cut_20 9-1_2 0.0806 map_cut_30 9-1_2 0.1439 map_cut_100 9-1_2 0.2468 map_cut_200 9-1_2 0.2468 map_cut_500 9-1_2 0.2468 map_cut_1000 9-1_2 0.2468 relative_P_5 9-1_2 0.4000 relative_P_10 9-1_2 0.4000 relative_P_15 9-1_2 0.5333 relative_P_20 9-1_2 0.5000 relative_P_30 9-1_2 0.5667 relative_P_100 9-1_2 0.5000 relative_P_200 9-1_2 0.5000 relative_P_500 9-1_2 0.5000 relative_P_1000 9-1_2 0.5000 success_1 9-1_2 0.0000 success_5 9-1_2 1.0000 success_10 9-1_2 1.0000 set_P 9-1_2 0.2900 set_relative_P 9-1_2 0.5000 set_recall 9-1_2 0.5000 set_map 9-1_2 0.1450 set_F 9-1_2 0.3671 num_nonrel_judged_ret 9-1_2 17 rbp 9-1_2 0.3332 rbp_resid 9-1_2 0.2614 unj_5 9-1_2 0.2000 unj_10 9-1_2 0.3000 unj_20 9-1_2 0.2000 num_ret 9-1_4 100 num_rel 9-1_4 25 num_rel_ret 9-1_4 17 map 9-1_4 0.3174 Rprec 9-1_4 0.3200 bpref 9-1_4 0.5424 recip_rank 9-1_4 1.0000 iprec_at_recall_0.00 9-1_4 1.0000 iprec_at_recall_0.10 9-1_4 0.8000 iprec_at_recall_0.20 9-1_4 0.7143 iprec_at_recall_0.30 9-1_4 0.3462 iprec_at_recall_0.40 9-1_4 0.3333 iprec_at_recall_0.50 9-1_4 0.3250 iprec_at_recall_0.60 9-1_4 0.2830 iprec_at_recall_0.70 9-1_4 0.0000 iprec_at_recall_0.80 9-1_4 0.0000 iprec_at_recall_0.90 9-1_4 0.0000 iprec_at_recall_1.00 9-1_4 0.0000 P_5 9-1_4 0.8000 P_10 9-1_4 0.5000 P_15 9-1_4 0.4667 P_20 9-1_4 0.3500 P_30 9-1_4 0.3000 P_100 9-1_4 0.1700 P_200 9-1_4 0.0850 P_500 9-1_4 0.0340 P_1000 9-1_4 0.0170 relstring 9-1_4 '3033303---' recall_5 9-1_4 0.1600 recall_10 9-1_4 0.2000 recall_15 9-1_4 0.2800 recall_20 9-1_4 0.2800 recall_30 9-1_4 0.3600 recall_100 9-1_4 0.6800 recall_200 9-1_4 0.6800 recall_500 9-1_4 0.6800 recall_1000 9-1_4 0.6800 infAP 9-1_4 0.3174 Rprec_mult_0.20 9-1_4 0.8000 Rprec_mult_0.40 9-1_4 0.5000 Rprec_mult_0.60 9-1_4 0.4667 Rprec_mult_0.80 9-1_4 0.3500 Rprec_mult_1.00 9-1_4 0.3200 Rprec_mult_1.20 9-1_4 0.3000 Rprec_mult_1.40 9-1_4 0.3143 Rprec_mult_1.60 9-1_4 0.3250 Rprec_mult_1.80 9-1_4 0.2889 Rprec_mult_2.00 9-1_4 0.2600 utility 9-1_4 -66.0000 11pt_avg 9-1_4 0.3456 binG 9-1_4 0.2439 G 9-1_4 0.1963 ndcg 9-1_4 0.6289 ndcg_rel 9-1_4 0.6164 Rndcg 9-1_4 0.4985 ndcg_cut_5 9-1_4 0.7860 ndcg_cut_10 9-1_4 0.5834 ndcg_cut_15 9-1_4 0.5425 ndcg_cut_20 9-1_4 0.4566 ndcg_cut_30 9-1_4 0.4571 ndcg_cut_100 9-1_4 0.6289 ndcg_cut_200 9-1_4 0.6289 ndcg_cut_500 9-1_4 0.6289 ndcg_cut_1000 9-1_4 0.6289 map_cut_5 9-1_4 0.1287 map_cut_10 9-1_4 0.1572 map_cut_15 9-1_4 0.1977 map_cut_20 9-1_4 0.1977 map_cut_30 9-1_4 0.2249 map_cut_100 9-1_4 0.3174 map_cut_200 9-1_4 0.3174 map_cut_500 9-1_4 0.3174 map_cut_1000 9-1_4 0.3174 relative_P_5 9-1_4 0.8000 relative_P_10 9-1_4 0.5000 relative_P_15 9-1_4 0.4667 relative_P_20 9-1_4 0.3500 relative_P_30 9-1_4 0.3600 relative_P_100 9-1_4 0.6800 relative_P_200 9-1_4 0.6800 relative_P_500 9-1_4 0.6800 relative_P_1000 9-1_4 0.6800 success_1 9-1_4 1.0000 success_5 9-1_4 1.0000 success_10 9-1_4 1.0000 set_P 9-1_4 0.1700 set_relative_P 9-1_4 0.6800 set_recall 9-1_4 0.6800 set_map 9-1_4 0.1156 set_F 9-1_4 0.2720 num_nonrel_judged_ret 9-1_4 14 rbp 9-1_4 0.4597 rbp_resid 9-1_4 0.3153 unj_5 9-1_4 0.0000 unj_10 9-1_4 0.3000 unj_20 9-1_4 0.4000 num_ret 9-1_5 100 num_rel 9-1_5 25 num_rel_ret 9-1_5 4 map 9-1_5 0.0189 Rprec 9-1_5 0.1200 bpref 9-1_5 0.1120 recip_rank 9-1_5 0.1429 iprec_at_recall_0.00 9-1_5 0.1429 iprec_at_recall_0.10 9-1_5 0.1364 iprec_at_recall_0.20 9-1_5 0.0000 iprec_at_recall_0.30 9-1_5 0.0000 iprec_at_recall_0.40 9-1_5 0.0000 iprec_at_recall_0.50 9-1_5 0.0000 iprec_at_recall_0.60 9-1_5 0.0000 iprec_at_recall_0.70 9-1_5 0.0000 iprec_at_recall_0.80 9-1_5 0.0000 iprec_at_recall_0.90 9-1_5 0.0000 iprec_at_recall_1.00 9-1_5 0.0000 P_5 9-1_5 0.0000 P_10 9-1_5 0.1000 P_15 9-1_5 0.1333 P_20 9-1_5 0.1000 P_30 9-1_5 0.1000 P_100 9-1_5 0.0400 P_200 9-1_5 0.0200 P_500 9-1_5 0.0080 P_1000 9-1_5 0.0040 relstring 9-1_5 '-0--0-30-0' recall_5 9-1_5 0.0000 recall_10 9-1_5 0.0400 recall_15 9-1_5 0.0800 recall_20 9-1_5 0.0800 recall_30 9-1_5 0.1200 recall_100 9-1_5 0.1600 recall_200 9-1_5 0.1600 recall_500 9-1_5 0.1600 recall_1000 9-1_5 0.1600 infAP 9-1_5 0.0189 Rprec_mult_0.20 9-1_5 0.0000 Rprec_mult_0.40 9-1_5 0.1000 Rprec_mult_0.60 9-1_5 0.1333 Rprec_mult_0.80 9-1_5 0.1000 Rprec_mult_1.00 9-1_5 0.1200 Rprec_mult_1.20 9-1_5 0.1000 Rprec_mult_1.40 9-1_5 0.0857 Rprec_mult_1.60 9-1_5 0.0750 Rprec_mult_1.80 9-1_5 0.0667 Rprec_mult_2.00 9-1_5 0.0600 utility 9-1_5 -92.0000 11pt_avg 9-1_5 0.0254 binG 9-1_5 0.0393 G 9-1_5 0.0280 ndcg 9-1_5 0.1171 ndcg_rel 9-1_5 0.1142 Rndcg 9-1_5 0.0855 ndcg_cut_5 9-1_5 0.0000 ndcg_cut_10 9-1_5 0.0634 ndcg_cut_15 9-1_5 0.0897 ndcg_cut_20 9-1_5 0.0984 ndcg_cut_30 9-1_5 0.1033 ndcg_cut_100 9-1_5 0.1171 ndcg_cut_200 9-1_5 0.1171 ndcg_cut_500 9-1_5 0.1171 ndcg_cut_1000 9-1_5 0.1171 map_cut_5 9-1_5 0.0000 map_cut_10 9-1_5 0.0057 map_cut_15 9-1_5 0.0114 map_cut_20 9-1_5 0.0114 map_cut_30 9-1_5 0.0169 map_cut_100 9-1_5 0.0189 map_cut_200 9-1_5 0.0189 map_cut_500 9-1_5 0.0189 map_cut_1000 9-1_5 0.0189 relative_P_5 9-1_5 0.0000 relative_P_10 9-1_5 0.1000 relative_P_15 9-1_5 0.1333 relative_P_20 9-1_5 0.1000 relative_P_30 9-1_5 0.1200 relative_P_100 9-1_5 0.1600 relative_P_200 9-1_5 0.1600 relative_P_500 9-1_5 0.1600 relative_P_1000 9-1_5 0.1600 success_1 9-1_5 0.0000 success_5 9-1_5 0.0000 success_10 9-1_5 1.0000 set_P 9-1_5 0.0400 set_relative_P 9-1_5 0.1600 set_recall 9-1_5 0.1600 set_map 9-1_5 0.0064 set_F 9-1_5 0.0640 num_nonrel_judged_ret 9-1_5 18 rbp 9-1_5 0.0739 rbp_resid 9-1_5 0.5539 unj_5 9-1_5 0.6000 unj_10 9-1_5 0.5000 unj_20 9-1_5 0.5000 num_ret 9-2_6 100 num_rel 9-2_6 20 num_rel_ret 9-2_6 10 map 9-2_6 0.4449 Rprec 9-2_6 0.5000 bpref 9-2_6 0.4825 recip_rank 9-2_6 1.0000 iprec_at_recall_0.00 9-2_6 1.0000 iprec_at_recall_0.10 9-2_6 1.0000 iprec_at_recall_0.20 9-2_6 1.0000 iprec_at_recall_0.30 9-2_6 0.8750 iprec_at_recall_0.40 9-2_6 0.8182 iprec_at_recall_0.50 9-2_6 0.7143 iprec_at_recall_0.60 9-2_6 0.0000 iprec_at_recall_0.70 9-2_6 0.0000 iprec_at_recall_0.80 9-2_6 0.0000 iprec_at_recall_0.90 9-2_6 0.0000 iprec_at_recall_1.00 9-2_6 0.0000 P_5 9-2_6 0.8000 P_10 9-2_6 0.8000 P_15 9-2_6 0.6667 P_20 9-2_6 0.5000 P_30 9-2_6 0.3333 P_100 9-2_6 0.1000 P_200 9-2_6 0.0500 P_500 9-2_6 0.0200 P_1000 9-2_6 0.0100 relstring 9-2_6 '33421423-2' recall_5 9-2_6 0.2000 recall_10 9-2_6 0.4000 recall_15 9-2_6 0.5000 recall_20 9-2_6 0.5000 recall_30 9-2_6 0.5000 recall_100 9-2_6 0.5000 recall_200 9-2_6 0.5000 recall_500 9-2_6 0.5000 recall_1000 9-2_6 0.5000 infAP 9-2_6 0.4449 Rprec_mult_0.20 9-2_6 1.0000 Rprec_mult_0.40 9-2_6 0.8750 Rprec_mult_0.60 9-2_6 0.7500 Rprec_mult_0.80 9-2_6 0.6250 Rprec_mult_1.00 9-2_6 0.5000 Rprec_mult_1.20 9-2_6 0.4167 Rprec_mult_1.40 9-2_6 0.3571 Rprec_mult_1.60 9-2_6 0.3125 Rprec_mult_1.80 9-2_6 0.2778 Rprec_mult_2.00 9-2_6 0.2500 utility 9-2_6 -80.0000 11pt_avg 9-2_6 0.4916 binG 9-2_6 0.3640 G 9-2_6 0.1588 ndcg 9-2_6 0.5382 ndcg_rel 9-2_6 0.6032 Rndcg 9-2_6 0.6137 ndcg_cut_5 9-2_6 0.6903 ndcg_cut_10 9-2_6 0.6808 ndcg_cut_15 9-2_6 0.6627 ndcg_cut_20 9-2_6 0.5934 ndcg_cut_30 9-2_6 0.5596 ndcg_cut_100 9-2_6 0.5382 ndcg_cut_200 9-2_6 0.5382 ndcg_cut_500 9-2_6 0.5382 ndcg_cut_1000 9-2_6 0.5382 map_cut_5 9-2_6 0.2000 map_cut_10 9-2_6 0.3683 map_cut_15 9-2_6 0.4449 map_cut_20 9-2_6 0.4449 map_cut_30 9-2_6 0.4449 map_cut_100 9-2_6 0.4449 map_cut_200 9-2_6 0.4449 map_cut_500 9-2_6 0.4449 map_cut_1000 9-2_6 0.4449 relative_P_5 9-2_6 0.8000 relative_P_10 9-2_6 0.8000 relative_P_15 9-2_6 0.6667 relative_P_20 9-2_6 0.5000 relative_P_30 9-2_6 0.5000 relative_P_100 9-2_6 0.5000 relative_P_200 9-2_6 0.5000 relative_P_500 9-2_6 0.5000 relative_P_1000 9-2_6 0.5000 success_1 9-2_6 1.0000 success_5 9-2_6 1.0000 success_10 9-2_6 1.0000 set_P 9-2_6 0.1000 set_relative_P 9-2_6 0.5000 set_recall 9-2_6 0.5000 set_map 9-2_6 0.0500 set_F 9-2_6 0.1667 num_nonrel_judged_ret 9-2_6 18 rbp 9-2_6 0.4679 rbp_resid 9-2_6 0.2307 unj_5 9-2_6 0.0000 unj_10 9-2_6 0.1000 unj_20 9-2_6 0.3500 num_ret 9-2_7 100 num_rel 9-2_7 10 num_rel_ret 9-2_7 9 map 9-2_7 0.2347 Rprec 9-2_7 0.2000 bpref 9-2_7 0.1700 recip_rank 9-2_7 1.0000 iprec_at_recall_0.00 9-2_7 1.0000 iprec_at_recall_0.10 9-2_7 1.0000 iprec_at_recall_0.20 9-2_7 0.3333 iprec_at_recall_0.30 9-2_7 0.2308 iprec_at_recall_0.40 9-2_7 0.1552 iprec_at_recall_0.50 9-2_7 0.1552 iprec_at_recall_0.60 9-2_7 0.1552 iprec_at_recall_0.70 9-2_7 0.1552 iprec_at_recall_0.80 9-2_7 0.1552 iprec_at_recall_0.90 9-2_7 0.1552 iprec_at_recall_1.00 9-2_7 0.0000 P_5 9-2_7 0.2000 P_10 9-2_7 0.2000 P_15 9-2_7 0.2000 P_20 9-2_7 0.1500 P_30 9-2_7 0.1000 P_100 9-2_7 0.0900 P_200 9-2_7 0.0450 P_500 9-2_7 0.0180 P_1000 9-2_7 0.0090 relstring 9-2_7 '4000041011' recall_5 9-2_7 0.1000 recall_10 9-2_7 0.2000 recall_15 9-2_7 0.3000 recall_20 9-2_7 0.3000 recall_30 9-2_7 0.3000 recall_100 9-2_7 0.9000 recall_200 9-2_7 0.9000 recall_500 9-2_7 0.9000 recall_1000 9-2_7 0.9000 infAP 9-2_7 0.2347 Rprec_mult_0.20 9-2_7 0.5000 Rprec_mult_0.40 9-2_7 0.2500 Rprec_mult_0.60 9-2_7 0.3333 Rprec_mult_0.80 9-2_7 0.2500 Rprec_mult_1.00 9-2_7 0.2000 Rprec_mult_1.20 9-2_7 0.1667 Rprec_mult_1.40 9-2_7 0.2143 Rprec_mult_1.60 9-2_7 0.1875 Rprec_mult_1.80 9-2_7 0.1667 Rprec_mult_2.00 9-2_7 0.1500 utility 9-2_7 -82.0000 11pt_avg 9-2_7 0.3177 binG 9-2_7 0.2764 G 9-2_7 0.2459 ndcg 9-2_7 0.6457 ndcg_rel 9-2_7 0.5946 Rndcg 9-2_7 0.5624 ndcg_cut_5 9-2_7 0.4367 ndcg_cut_10 9-2_7 0.5141 ndcg_cut_15 9-2_7 0.5414 ndcg_cut_20 9-2_7 0.5149 ndcg_cut_30 9-2_7 0.4768 ndcg_cut_100 9-2_7 0.6457 ndcg_cut_200 9-2_7 0.6457 ndcg_cut_500 9-2_7 0.6457 ndcg_cut_1000 9-2_7 0.6457 map_cut_5 9-2_7 0.1000 map_cut_10 9-2_7 0.1333 map_cut_15 9-2_7 0.1564 map_cut_20 9-2_7 0.1564 map_cut_30 9-2_7 0.1564 map_cut_100 9-2_7 0.2347 map_cut_200 9-2_7 0.2347 map_cut_500 9-2_7 0.2347 map_cut_1000 9-2_7 0.2347 relative_P_5 9-2_7 0.2000 relative_P_10 9-2_7 0.2000 relative_P_15 9-2_7 0.3000 relative_P_20 9-2_7 0.3000 relative_P_30 9-2_7 0.3000 relative_P_100 9-2_7 0.9000 relative_P_200 9-2_7 0.9000 relative_P_500 9-2_7 0.9000 relative_P_1000 9-2_7 0.9000 success_1 9-2_7 1.0000 success_5 9-2_7 1.0000 success_10 9-2_7 1.0000 set_P 9-2_7 0.0900 set_relative_P 9-2_7 0.9000 set_recall 9-2_7 0.9000 set_map 9-2_7 0.0810 set_F 9-2_7 0.1636 num_nonrel_judged_ret 9-2_7 24 rbp 9-2_7 0.2360 rbp_resid 9-2_7 0.1864 unj_5 9-2_7 0.0000 unj_10 9-2_7 0.0000 unj_20 9-2_7 0.2500 num_ret 9-2_9 100 num_rel 9-2_9 31 num_rel_ret 9-2_9 17 map 9-2_9 0.2123 Rprec 9-2_9 0.2903 bpref 9-2_9 0.3236 recip_rank 9-2_9 0.3333 iprec_at_recall_0.00 9-2_9 0.6667 iprec_at_recall_0.10 9-2_9 0.6667 iprec_at_recall_0.20 9-2_9 0.6667 iprec_at_recall_0.30 9-2_9 0.3333 iprec_at_recall_0.40 9-2_9 0.3000 iprec_at_recall_0.50 9-2_9 0.1839 iprec_at_recall_0.60 9-2_9 0.0000 iprec_at_recall_0.70 9-2_9 0.0000 iprec_at_recall_0.80 9-2_9 0.0000 iprec_at_recall_0.90 9-2_9 0.0000 iprec_at_recall_1.00 9-2_9 0.0000 P_5 9-2_9 0.6000 P_10 9-2_9 0.6000 P_15 9-2_9 0.4667 P_20 9-2_9 0.4000 P_30 9-2_9 0.3000 P_100 9-2_9 0.1700 P_200 9-2_9 0.0850 P_500 9-2_9 0.0340 P_1000 9-2_9 0.0170 relstring 9-2_9 '11422-2431' recall_5 9-2_9 0.0968 recall_10 9-2_9 0.1935 recall_15 9-2_9 0.2258 recall_20 9-2_9 0.2581 recall_30 9-2_9 0.2903 recall_100 9-2_9 0.5484 recall_200 9-2_9 0.5484 recall_500 9-2_9 0.5484 recall_1000 9-2_9 0.5484 infAP 9-2_9 0.2123 Rprec_mult_0.20 9-2_9 0.5714 Rprec_mult_0.40 9-2_9 0.4615 Rprec_mult_0.60 9-2_9 0.4211 Rprec_mult_0.80 9-2_9 0.3200 Rprec_mult_1.00 9-2_9 0.2903 Rprec_mult_1.20 9-2_9 0.2895 Rprec_mult_1.40 9-2_9 0.2727 Rprec_mult_1.60 9-2_9 0.2600 Rprec_mult_1.80 9-2_9 0.2321 Rprec_mult_2.00 9-2_9 0.2258 utility 9-2_9 -66.0000 11pt_avg 9-2_9 0.2561 binG 9-2_9 0.1647 G 9-2_9 0.1242 ndcg 9-2_9 0.5417 ndcg_rel 9-2_9 0.5041 Rndcg 9-2_9 0.4855 ndcg_cut_5 9-2_9 0.4465 ndcg_cut_10 9-2_9 0.4615 ndcg_cut_15 9-2_9 0.4496 ndcg_cut_20 9-2_9 0.4584 ndcg_cut_30 9-2_9 0.4713 ndcg_cut_100 9-2_9 0.5417 ndcg_cut_200 9-2_9 0.5417 ndcg_cut_500 9-2_9 0.5417 ndcg_cut_1000 9-2_9 0.5417 map_cut_5 9-2_9 0.0462 map_cut_10 9-2_9 0.1063 map_cut_15 9-2_9 0.1214 map_cut_20 9-2_9 0.1350 map_cut_30 9-2_9 0.1457 map_cut_100 9-2_9 0.2123 map_cut_200 9-2_9 0.2123 map_cut_500 9-2_9 0.2123 map_cut_1000 9-2_9 0.2123 relative_P_5 9-2_9 0.6000 relative_P_10 9-2_9 0.6000 relative_P_15 9-2_9 0.4667 relative_P_20 9-2_9 0.4000 relative_P_30 9-2_9 0.3000 relative_P_100 9-2_9 0.5484 relative_P_200 9-2_9 0.5484 relative_P_500 9-2_9 0.5484 relative_P_1000 9-2_9 0.5484 success_1 9-2_9 0.0000 success_5 9-2_9 1.0000 success_10 9-2_9 1.0000 set_P 9-2_9 0.1700 set_relative_P 9-2_9 0.5484 set_recall 9-2_9 0.5484 set_map 9-2_9 0.0932 set_F 9-2_9 0.2595 num_nonrel_judged_ret 9-2_9 29 rbp 9-2_9 0.4096 rbp_resid 9-2_9 0.1573 unj_5 9-2_9 0.0000 unj_10 9-2_9 0.1000 unj_20 9-2_9 0.2000 runid all auto_ori_npsg20_thru03_d3c5 num_q all 45 num_ret all 4500 num_rel all 2135 num_rel_ret all 714 map all 0.2242 gm_map all 0.1237 Rprec all 0.2879 bpref all 0.3228 recip_rank all 0.7092 iprec_at_recall_0.00 all 0.7594 iprec_at_recall_0.10 all 0.6257 iprec_at_recall_0.20 all 0.4761 iprec_at_recall_0.30 all 0.3174 iprec_at_recall_0.40 all 0.2296 iprec_at_recall_0.50 all 0.1576 iprec_at_recall_0.60 all 0.0892 iprec_at_recall_0.70 all 0.0629 iprec_at_recall_0.80 all 0.0483 iprec_at_recall_0.90 all 0.0361 iprec_at_recall_1.00 all 0.0105 P_5 all 0.5511 P_10 all 0.5111 P_15 all 0.4593 P_20 all 0.4056 P_30 all 0.3444 P_100 all 0.1587 P_200 all 0.0793 P_500 all 0.0317 P_1000 all 0.0159 recall_5 all 0.0880 recall_10 all 0.1541 recall_15 all 0.2045 recall_20 all 0.2399 recall_30 all 0.2983 recall_100 all 0.4113 recall_200 all 0.4113 recall_500 all 0.4113 recall_1000 all 0.4113 infAP all 0.2242 gm_bpref all 0.1704 Rprec_mult_0.20 all 0.5296 Rprec_mult_0.40 all 0.4471 Rprec_mult_0.60 all 0.3808 Rprec_mult_0.80 all 0.3266 Rprec_mult_1.00 all 0.2879 Rprec_mult_1.20 all 0.2520 Rprec_mult_1.40 all 0.2268 Rprec_mult_1.60 all 0.2083 Rprec_mult_1.80 all 0.1905 Rprec_mult_2.00 all 0.1756 utility all -68.2667 11pt_avg all 0.2557 binG all 0.1795 G all 0.1233 ndcg all 0.4116 ndcg_rel all 0.4303 Rndcg all 0.4169 ndcg_cut_5 all 0.5067 ndcg_cut_10 all 0.4996 ndcg_cut_15 all 0.4838 ndcg_cut_20 all 0.4670 ndcg_cut_30 all 0.4562 ndcg_cut_100 all 0.4213 ndcg_cut_200 all 0.4122 ndcg_cut_500 all 0.4116 ndcg_cut_1000 all 0.4116 map_cut_5 all 0.0752 map_cut_10 all 0.1188 map_cut_15 all 0.1468 map_cut_20 all 0.1625 map_cut_30 all 0.1869 map_cut_100 all 0.2242 map_cut_200 all 0.2242 map_cut_500 all 0.2242 map_cut_1000 all 0.2242 relative_P_5 all 0.5511 relative_P_10 all 0.5148 relative_P_15 all 0.4763 relative_P_20 all 0.4463 relative_P_30 all 0.4330 relative_P_100 all 0.4172 relative_P_200 all 0.4117 relative_P_500 all 0.4113 relative_P_1000 all 0.4113 success_1 all 0.6000 success_5 all 0.8667 success_10 all 0.9333 set_P all 0.1587 set_relative_P all 0.4172 set_recall all 0.4113 set_map all 0.0694 set_F all 0.2018 num_nonrel_judged_ret all 575 rbp all 0.3759 rbp_resid all 0.2741 unj_5 all 0.0933 unj_10 all 0.1556 unj_20 all 0.3211