num_ret 1-1_3 1000 num_rel 1-1_3 64 num_rel_ret 1-1_3 48 map 1-1_3 0.2463 Rprec 1-1_3 0.3125 bpref 1-1_3 0.6046 recip_rank 1-1_3 1.0000 iprec_at_recall_0.00 1-1_3 1.0000 iprec_at_recall_0.10 1-1_3 0.6000 iprec_at_recall_0.20 1-1_3 0.4483 iprec_at_recall_0.30 1-1_3 0.3231 iprec_at_recall_0.40 1-1_3 0.2989 iprec_at_recall_0.50 1-1_3 0.2051 iprec_at_recall_0.60 1-1_3 0.1413 iprec_at_recall_0.70 1-1_3 0.0691 iprec_at_recall_0.80 1-1_3 0.0000 iprec_at_recall_0.90 1-1_3 0.0000 iprec_at_recall_1.00 1-1_3 0.0000 P_5 1-1_3 0.6000 P_10 1-1_3 0.6000 P_15 1-1_3 0.5333 P_20 1-1_3 0.5000 P_30 1-1_3 0.4333 P_100 1-1_3 0.2800 P_200 1-1_3 0.1700 P_500 1-1_3 0.0880 P_1000 1-1_3 0.0480 relstring 1-1_3 '2-33032-03' recall_5 1-1_3 0.0469 recall_10 1-1_3 0.0938 recall_15 1-1_3 0.1250 recall_20 1-1_3 0.1562 recall_30 1-1_3 0.2031 recall_100 1-1_3 0.4375 recall_200 1-1_3 0.5312 recall_500 1-1_3 0.6875 recall_1000 1-1_3 0.7500 infAP 1-1_3 0.2463 Rprec_mult_0.20 1-1_3 0.5385 Rprec_mult_0.40 1-1_3 0.4615 Rprec_mult_0.60 1-1_3 0.3846 Rprec_mult_0.80 1-1_3 0.3269 Rprec_mult_1.00 1-1_3 0.3125 Rprec_mult_1.20 1-1_3 0.2987 Rprec_mult_1.40 1-1_3 0.2889 Rprec_mult_1.60 1-1_3 0.2718 Rprec_mult_1.80 1-1_3 0.2414 Rprec_mult_2.00 1-1_3 0.2266 utility 1-1_3 -904.0000 11pt_avg 1-1_3 0.2805 binG 1-1_3 0.1714 G 1-1_3 0.1279 ndcg 1-1_3 0.5858 ndcg_rel 1-1_3 0.5075 Rndcg 1-1_3 0.4220 ndcg_cut_5 1-1_3 0.4574 ndcg_cut_10 1-1_3 0.4845 ndcg_cut_15 1-1_3 0.4527 ndcg_cut_20 1-1_3 0.4546 ndcg_cut_30 1-1_3 0.4357 ndcg_cut_100 1-1_3 0.4432 ndcg_cut_200 1-1_3 0.4897 ndcg_cut_500 1-1_3 0.5633 ndcg_cut_1000 1-1_3 0.5858 map_cut_5 1-1_3 0.0378 map_cut_10 1-1_3 0.0687 map_cut_15 1-1_3 0.0855 map_cut_20 1-1_3 0.1021 map_cut_30 1-1_3 0.1244 map_cut_100 1-1_3 0.2010 map_cut_200 1-1_3 0.2209 map_cut_500 1-1_3 0.2427 map_cut_1000 1-1_3 0.2463 relative_P_5 1-1_3 0.6000 relative_P_10 1-1_3 0.6000 relative_P_15 1-1_3 0.5333 relative_P_20 1-1_3 0.5000 relative_P_30 1-1_3 0.4333 relative_P_100 1-1_3 0.4375 relative_P_200 1-1_3 0.5312 relative_P_500 1-1_3 0.6875 relative_P_1000 1-1_3 0.7500 success_1 1-1_3 1.0000 success_5 1-1_3 1.0000 success_10 1-1_3 1.0000 set_P 1-1_3 0.0480 set_relative_P 1-1_3 0.7500 set_recall 1-1_3 0.7500 set_map 1-1_3 0.0360 set_F 1-1_3 0.0902 num_nonrel_judged_ret 1-1_3 26 rbp 1-1_3 0.3498 rbp_resid 1-1_3 0.3062 unj_5 1-1_3 0.2000 unj_10 1-1_3 0.2000 unj_20 1-1_3 0.3000 num_ret 1-1_4 1000 num_rel 1-1_4 107 num_rel_ret 1-1_4 51 map 1-1_4 0.1549 Rprec 1-1_4 0.2056 bpref 1-1_4 0.4431 recip_rank 1-1_4 1.0000 iprec_at_recall_0.00 1-1_4 1.0000 iprec_at_recall_0.10 1-1_4 0.9231 iprec_at_recall_0.20 1-1_4 0.2292 iprec_at_recall_0.30 1-1_4 0.1176 iprec_at_recall_0.40 1-1_4 0.0720 iprec_at_recall_0.50 1-1_4 0.0000 iprec_at_recall_0.60 1-1_4 0.0000 iprec_at_recall_0.70 1-1_4 0.0000 iprec_at_recall_0.80 1-1_4 0.0000 iprec_at_recall_0.90 1-1_4 0.0000 iprec_at_recall_1.00 1-1_4 0.0000 P_5 1-1_4 0.8000 P_10 1-1_4 0.9000 P_15 1-1_4 0.8000 P_20 1-1_4 0.6000 P_30 1-1_4 0.4333 P_100 1-1_4 0.2200 P_200 1-1_4 0.1300 P_500 1-1_4 0.0740 P_1000 1-1_4 0.0510 relstring 1-1_4 '223-422222' recall_5 1-1_4 0.0374 recall_10 1-1_4 0.0841 recall_15 1-1_4 0.1121 recall_20 1-1_4 0.1121 recall_30 1-1_4 0.1215 recall_100 1-1_4 0.2056 recall_200 1-1_4 0.2430 recall_500 1-1_4 0.3458 recall_1000 1-1_4 0.4766 infAP 1-1_4 0.1549 Rprec_mult_0.20 1-1_4 0.5909 Rprec_mult_0.40 1-1_4 0.3023 Rprec_mult_0.60 1-1_4 0.2308 Rprec_mult_0.80 1-1_4 0.2326 Rprec_mult_1.00 1-1_4 0.2056 Rprec_mult_1.20 1-1_4 0.1860 Rprec_mult_1.40 1-1_4 0.1600 Rprec_mult_1.60 1-1_4 0.1512 Rprec_mult_1.80 1-1_4 0.1347 Rprec_mult_2.00 1-1_4 0.1308 utility 1-1_4 -898.0000 11pt_avg 1-1_4 0.2129 binG 1-1_4 0.1307 G 1-1_4 0.0736 ndcg 1-1_4 0.3978 ndcg_rel 1-1_4 0.3832 Rndcg 1-1_4 0.3335 ndcg_cut_5 1-1_4 0.5350 ndcg_cut_10 1-1_4 0.5227 ndcg_cut_15 1-1_4 0.4863 ndcg_cut_20 1-1_4 0.4188 ndcg_cut_30 1-1_4 0.3526 ndcg_cut_100 1-1_4 0.2601 ndcg_cut_200 1-1_4 0.2684 ndcg_cut_500 1-1_4 0.3305 ndcg_cut_1000 1-1_4 0.3978 map_cut_5 1-1_4 0.0355 map_cut_10 1-1_4 0.0762 map_cut_15 1-1_4 0.1019 map_cut_20 1-1_4 0.1019 map_cut_30 1-1_4 0.1074 map_cut_100 1-1_4 0.1278 map_cut_200 1-1_4 0.1347 map_cut_500 1-1_4 0.1465 map_cut_1000 1-1_4 0.1549 relative_P_5 1-1_4 0.8000 relative_P_10 1-1_4 0.9000 relative_P_15 1-1_4 0.8000 relative_P_20 1-1_4 0.6000 relative_P_30 1-1_4 0.4333 relative_P_100 1-1_4 0.2200 relative_P_200 1-1_4 0.2430 relative_P_500 1-1_4 0.3458 relative_P_1000 1-1_4 0.4766 success_1 1-1_4 1.0000 success_5 1-1_4 1.0000 success_10 1-1_4 1.0000 set_P 1-1_4 0.0510 set_relative_P 1-1_4 0.4766 set_recall 1-1_4 0.4766 set_map 1-1_4 0.0243 set_F 1-1_4 0.0921 num_nonrel_judged_ret 1-1_4 4 rbp 1-1_4 0.4046 rbp_resid 1-1_4 0.3150 unj_5 1-1_4 0.2000 unj_10 1-1_4 0.1000 unj_20 1-1_4 0.4000 num_ret 1-1_5 1000 num_rel 1-1_5 219 num_rel_ret 1-1_5 111 map 1-1_5 0.2234 Rprec 1-1_5 0.2831 bpref 1-1_5 0.4693 recip_rank 1-1_5 1.0000 iprec_at_recall_0.00 1-1_5 1.0000 iprec_at_recall_0.10 1-1_5 0.8333 iprec_at_recall_0.20 1-1_5 0.4694 iprec_at_recall_0.30 1-1_5 0.2625 iprec_at_recall_0.40 1-1_5 0.1661 iprec_at_recall_0.50 1-1_5 0.1164 iprec_at_recall_0.60 1-1_5 0.0000 iprec_at_recall_0.70 1-1_5 0.0000 iprec_at_recall_0.80 1-1_5 0.0000 iprec_at_recall_0.90 1-1_5 0.0000 iprec_at_recall_1.00 1-1_5 0.0000 P_5 1-1_5 1.0000 P_10 1-1_5 0.9000 P_15 1-1_5 0.9333 P_20 1-1_5 0.8500 P_30 1-1_5 0.8333 P_100 1-1_5 0.4600 P_200 1-1_5 0.3000 P_500 1-1_5 0.1740 P_1000 1-1_5 0.1110 relstring 1-1_5 '4224222122' recall_5 1-1_5 0.0228 recall_10 1-1_5 0.0411 recall_15 1-1_5 0.0639 recall_20 1-1_5 0.0776 recall_30 1-1_5 0.1142 recall_100 1-1_5 0.2100 recall_200 1-1_5 0.2740 recall_500 1-1_5 0.3973 recall_1000 1-1_5 0.5068 infAP 1-1_5 0.2234 Rprec_mult_0.20 1-1_5 0.6136 Rprec_mult_0.40 1-1_5 0.4659 Rprec_mult_0.60 1-1_5 0.3939 Rprec_mult_0.80 1-1_5 0.3352 Rprec_mult_1.00 1-1_5 0.2831 Rprec_mult_1.20 1-1_5 0.2586 Rprec_mult_1.40 1-1_5 0.2248 Rprec_mult_1.60 1-1_5 0.2080 Rprec_mult_1.80 1-1_5 0.1899 Rprec_mult_2.00 1-1_5 0.1804 utility 1-1_5 -778.0000 11pt_avg 1-1_5 0.2589 binG 1-1_5 0.1298 G 1-1_5 0.0829 ndcg 1-1_5 0.4935 ndcg_rel 1-1_5 0.4970 Rndcg 1-1_5 0.4799 ndcg_cut_5 1-1_5 0.7426 ndcg_cut_10 1-1_5 0.6504 ndcg_cut_15 1-1_5 0.6648 ndcg_cut_20 1-1_5 0.6279 ndcg_cut_30 1-1_5 0.6148 ndcg_cut_100 1-1_5 0.4837 ndcg_cut_200 1-1_5 0.3814 ndcg_cut_500 1-1_5 0.4279 ndcg_cut_1000 1-1_5 0.4935 map_cut_5 1-1_5 0.0228 map_cut_10 1-1_5 0.0401 map_cut_15 1-1_5 0.0612 map_cut_20 1-1_5 0.0734 map_cut_30 1-1_5 0.1036 map_cut_100 1-1_5 0.1566 map_cut_200 1-1_5 0.1819 map_cut_500 1-1_5 0.2089 map_cut_1000 1-1_5 0.2234 relative_P_5 1-1_5 1.0000 relative_P_10 1-1_5 0.9000 relative_P_15 1-1_5 0.9333 relative_P_20 1-1_5 0.8500 relative_P_30 1-1_5 0.8333 relative_P_100 1-1_5 0.4600 relative_P_200 1-1_5 0.3000 relative_P_500 1-1_5 0.3973 relative_P_1000 1-1_5 0.5068 success_1 1-1_5 1.0000 success_5 1-1_5 1.0000 success_10 1-1_5 1.0000 set_P 1-1_5 0.1110 set_relative_P 1-1_5 0.5068 set_recall 1-1_5 0.5068 set_map 1-1_5 0.0563 set_F 1-1_5 0.1821 num_nonrel_judged_ret 1-1_5 6 rbp 1-1_5 0.5395 rbp_resid 1-1_5 0.0851 unj_5 1-1_5 0.0000 unj_10 1-1_5 0.0000 unj_20 1-1_5 0.1000 num_ret 1-1_7 1000 num_rel 1-1_7 99 num_rel_ret 1-1_7 13 map 1-1_7 0.0407 Rprec 1-1_7 0.0909 bpref 1-1_7 0.1080 recip_rank 1-1_7 1.0000 iprec_at_recall_0.00 1-1_7 1.0000 iprec_at_recall_0.10 1-1_7 0.0694 iprec_at_recall_0.20 1-1_7 0.0000 iprec_at_recall_0.30 1-1_7 0.0000 iprec_at_recall_0.40 1-1_7 0.0000 iprec_at_recall_0.50 1-1_7 0.0000 iprec_at_recall_0.60 1-1_7 0.0000 iprec_at_recall_0.70 1-1_7 0.0000 iprec_at_recall_0.80 1-1_7 0.0000 iprec_at_recall_0.90 1-1_7 0.0000 iprec_at_recall_1.00 1-1_7 0.0000 P_5 1-1_7 0.4000 P_10 1-1_7 0.3000 P_15 1-1_7 0.2000 P_20 1-1_7 0.2500 P_30 1-1_7 0.2000 P_100 1-1_7 0.0900 P_200 1-1_7 0.0500 P_500 1-1_7 0.0240 P_1000 1-1_7 0.0130 relstring 1-1_7 '231-02-0-0' recall_5 1-1_7 0.0202 recall_10 1-1_7 0.0303 recall_15 1-1_7 0.0303 recall_20 1-1_7 0.0505 recall_30 1-1_7 0.0606 recall_100 1-1_7 0.0909 recall_200 1-1_7 0.1010 recall_500 1-1_7 0.1212 recall_1000 1-1_7 0.1313 infAP 1-1_7 0.0407 Rprec_mult_0.20 1-1_7 0.2500 Rprec_mult_0.40 1-1_7 0.2000 Rprec_mult_0.60 1-1_7 0.1500 Rprec_mult_0.80 1-1_7 0.1125 Rprec_mult_1.00 1-1_7 0.0909 Rprec_mult_1.20 1-1_7 0.0756 Rprec_mult_1.40 1-1_7 0.0647 Rprec_mult_1.60 1-1_7 0.0629 Rprec_mult_1.80 1-1_7 0.0559 Rprec_mult_2.00 1-1_7 0.0505 utility 1-1_7 -974.0000 11pt_avg 1-1_7 0.0972 binG 1-1_7 0.0430 G 1-1_7 0.0242 ndcg 1-1_7 0.1536 ndcg_rel 1-1_7 0.1696 Rndcg 1-1_7 0.2036 ndcg_cut_5 1-1_7 0.3725 ndcg_cut_10 1-1_7 0.3015 ndcg_cut_15 1-1_7 0.2444 ndcg_cut_20 1-1_7 0.2480 ndcg_cut_30 1-1_7 0.2106 ndcg_cut_100 1-1_7 0.1420 ndcg_cut_200 1-1_7 0.1417 ndcg_cut_500 1-1_7 0.1499 ndcg_cut_1000 1-1_7 0.1536 map_cut_5 1-1_7 0.0202 map_cut_10 1-1_7 0.0253 map_cut_15 1-1_7 0.0253 map_cut_20 1-1_7 0.0304 map_cut_30 1-1_7 0.0329 map_cut_100 1-1_7 0.0392 map_cut_200 1-1_7 0.0399 map_cut_500 1-1_7 0.0405 map_cut_1000 1-1_7 0.0407 relative_P_5 1-1_7 0.4000 relative_P_10 1-1_7 0.3000 relative_P_15 1-1_7 0.2000 relative_P_20 1-1_7 0.2500 relative_P_30 1-1_7 0.2000 relative_P_100 1-1_7 0.0909 relative_P_200 1-1_7 0.1010 relative_P_500 1-1_7 0.1212 relative_P_1000 1-1_7 0.1313 success_1 1-1_7 1.0000 success_5 1-1_7 1.0000 success_10 1-1_7 1.0000 set_P 1-1_7 0.0130 set_relative_P 1-1_7 0.1313 set_recall 1-1_7 0.1313 set_map 1-1_7 0.0017 set_F 1-1_7 0.0237 num_nonrel_judged_ret 1-1_7 11 rbp 1-1_7 0.1924 rbp_resid 1-1_7 0.4326 unj_5 1-1_7 0.2000 unj_10 1-1_7 0.3000 unj_20 1-1_7 0.5000 num_ret 1-1_8 1000 num_rel 1-1_8 94 num_rel_ret 1-1_8 42 map 1-1_8 0.1113 Rprec 1-1_8 0.1596 bpref 1-1_8 0.4294 recip_rank 1-1_8 1.0000 iprec_at_recall_0.00 1-1_8 1.0000 iprec_at_recall_0.10 1-1_8 0.4762 iprec_at_recall_0.20 1-1_8 0.1471 iprec_at_recall_0.30 1-1_8 0.0806 iprec_at_recall_0.40 1-1_8 0.0466 iprec_at_recall_0.50 1-1_8 0.0000 iprec_at_recall_0.60 1-1_8 0.0000 iprec_at_recall_0.70 1-1_8 0.0000 iprec_at_recall_0.80 1-1_8 0.0000 iprec_at_recall_0.90 1-1_8 0.0000 iprec_at_recall_1.00 1-1_8 0.0000 P_5 1-1_8 0.6000 P_10 1-1_8 0.5000 P_15 1-1_8 0.4667 P_20 1-1_8 0.4500 P_30 1-1_8 0.3667 P_100 1-1_8 0.1500 P_200 1-1_8 0.1050 P_500 1-1_8 0.0660 P_1000 1-1_8 0.0420 relstring 1-1_8 '232----32-' recall_5 1-1_8 0.0319 recall_10 1-1_8 0.0532 recall_15 1-1_8 0.0745 recall_20 1-1_8 0.0957 recall_30 1-1_8 0.1170 recall_100 1-1_8 0.1596 recall_200 1-1_8 0.2234 recall_500 1-1_8 0.3511 recall_1000 1-1_8 0.4468 infAP 1-1_8 0.1113 Rprec_mult_0.20 1-1_8 0.4211 Rprec_mult_0.40 1-1_8 0.3421 Rprec_mult_0.60 1-1_8 0.2456 Rprec_mult_0.80 1-1_8 0.1842 Rprec_mult_1.00 1-1_8 0.1596 Rprec_mult_1.20 1-1_8 0.1327 Rprec_mult_1.40 1-1_8 0.1439 Rprec_mult_1.60 1-1_8 0.1325 Rprec_mult_1.80 1-1_8 0.1235 Rprec_mult_2.00 1-1_8 0.1117 utility 1-1_8 -916.0000 11pt_avg 1-1_8 0.1591 binG 1-1_8 0.1023 G 1-1_8 0.0714 ndcg 1-1_8 0.3800 ndcg_rel 1-1_8 0.3642 Rndcg 1-1_8 0.3392 ndcg_cut_5 1-1_8 0.4289 ndcg_cut_10 1-1_8 0.3978 ndcg_cut_15 1-1_8 0.3873 ndcg_cut_20 1-1_8 0.3837 ndcg_cut_30 1-1_8 0.3716 ndcg_cut_100 1-1_8 0.2343 ndcg_cut_200 1-1_8 0.2594 ndcg_cut_500 1-1_8 0.3312 ndcg_cut_1000 1-1_8 0.3800 map_cut_5 1-1_8 0.0319 map_cut_10 1-1_8 0.0431 map_cut_15 1-1_8 0.0547 map_cut_20 1-1_8 0.0642 map_cut_30 1-1_8 0.0739 map_cut_100 1-1_8 0.0866 map_cut_200 1-1_8 0.0955 map_cut_500 1-1_8 0.1062 map_cut_1000 1-1_8 0.1113 relative_P_5 1-1_8 0.6000 relative_P_10 1-1_8 0.5000 relative_P_15 1-1_8 0.4667 relative_P_20 1-1_8 0.4500 relative_P_30 1-1_8 0.3667 relative_P_100 1-1_8 0.1596 relative_P_200 1-1_8 0.2234 relative_P_500 1-1_8 0.3511 relative_P_1000 1-1_8 0.4468 success_1 1-1_8 1.0000 success_5 1-1_8 1.0000 success_10 1-1_8 1.0000 set_P 1-1_8 0.0420 set_relative_P 1-1_8 0.4468 set_recall 1-1_8 0.4468 set_map 1-1_8 0.0188 set_F 1-1_8 0.0768 num_nonrel_judged_ret 1-1_8 14 rbp 1-1_8 0.2878 rbp_resid 1-1_8 0.5188 unj_5 1-1_8 0.4000 unj_10 1-1_8 0.5000 unj_20 1-1_8 0.5500 num_ret 2-1_10 1000 num_rel 2-1_10 17 num_rel_ret 2-1_10 11 map 2-1_10 0.0194 Rprec 2-1_10 0.0588 bpref 2-1_10 0.2249 recip_rank 2-1_10 0.0909 iprec_at_recall_0.00 2-1_10 0.0909 iprec_at_recall_0.10 2-1_10 0.0690 iprec_at_recall_0.20 2-1_10 0.0237 iprec_at_recall_0.30 2-1_10 0.0237 iprec_at_recall_0.40 2-1_10 0.0237 iprec_at_recall_0.50 2-1_10 0.0201 iprec_at_recall_0.60 2-1_10 0.0201 iprec_at_recall_0.70 2-1_10 0.0000 iprec_at_recall_0.80 2-1_10 0.0000 iprec_at_recall_0.90 2-1_10 0.0000 iprec_at_recall_1.00 2-1_10 0.0000 P_5 2-1_10 0.0000 P_10 2-1_10 0.0000 P_15 2-1_10 0.0667 P_20 2-1_10 0.0500 P_30 2-1_10 0.0667 P_100 2-1_10 0.0200 P_200 2-1_10 0.0150 P_500 2-1_10 0.0200 P_1000 2-1_10 0.0110 relstring 2-1_10 '0-00000000' recall_5 2-1_10 0.0000 recall_10 2-1_10 0.0000 recall_15 2-1_10 0.0588 recall_20 2-1_10 0.0588 recall_30 2-1_10 0.1176 recall_100 2-1_10 0.1176 recall_200 2-1_10 0.1765 recall_500 2-1_10 0.5882 recall_1000 2-1_10 0.6471 infAP 2-1_10 0.0194 Rprec_mult_0.20 2-1_10 0.0000 Rprec_mult_0.40 2-1_10 0.0000 Rprec_mult_0.60 2-1_10 0.0909 Rprec_mult_0.80 2-1_10 0.0714 Rprec_mult_1.00 2-1_10 0.0588 Rprec_mult_1.20 2-1_10 0.0476 Rprec_mult_1.40 2-1_10 0.0417 Rprec_mult_1.60 2-1_10 0.0357 Rprec_mult_1.80 2-1_10 0.0645 Rprec_mult_2.00 2-1_10 0.0588 utility 2-1_10 -978.0000 11pt_avg 2-1_10 0.0247 binG 2-1_10 0.0917 G 2-1_10 0.0831 ndcg 2-1_10 0.2383 ndcg_rel 2-1_10 0.1949 Rndcg 2-1_10 0.0832 ndcg_cut_5 2-1_10 0.0000 ndcg_cut_10 2-1_10 0.0000 ndcg_cut_15 2-1_10 0.0514 ndcg_cut_20 2-1_10 0.0467 ndcg_cut_30 2-1_10 0.0798 ndcg_cut_100 2-1_10 0.0798 ndcg_cut_200 2-1_10 0.1019 ndcg_cut_500 2-1_10 0.2269 ndcg_cut_1000 2-1_10 0.2383 map_cut_5 2-1_10 0.0000 map_cut_10 2-1_10 0.0000 map_cut_15 2-1_10 0.0053 map_cut_20 2-1_10 0.0053 map_cut_30 2-1_10 0.0094 map_cut_100 2-1_10 0.0094 map_cut_200 2-1_10 0.0104 map_cut_500 2-1_10 0.0186 map_cut_1000 2-1_10 0.0194 relative_P_5 2-1_10 0.0000 relative_P_10 2-1_10 0.0000 relative_P_15 2-1_10 0.0667 relative_P_20 2-1_10 0.0588 relative_P_30 2-1_10 0.1176 relative_P_100 2-1_10 0.1176 relative_P_200 2-1_10 0.1765 relative_P_500 2-1_10 0.5882 relative_P_1000 2-1_10 0.6471 success_1 2-1_10 0.0000 success_5 2-1_10 0.0000 success_10 2-1_10 0.0000 set_P 2-1_10 0.0110 set_relative_P 2-1_10 0.6471 set_recall 2-1_10 0.6471 set_map 2-1_10 0.0071 set_F 2-1_10 0.0216 num_nonrel_judged_ret 2-1_10 13 rbp 2-1_10 0.0401 rbp_resid 2-1_10 0.3986 unj_5 2-1_10 0.2000 unj_10 2-1_10 0.1000 unj_20 2-1_10 0.5000 num_ret 2-1_12 1000 num_rel 2-1_12 101 num_rel_ret 2-1_12 57 map 2-1_12 0.1769 Rprec 2-1_12 0.2277 bpref 2-1_12 0.5140 recip_rank 2-1_12 1.0000 iprec_at_recall_0.00 2-1_12 1.0000 iprec_at_recall_0.10 2-1_12 0.9091 iprec_at_recall_0.20 2-1_12 0.2386 iprec_at_recall_0.30 2-1_12 0.1648 iprec_at_recall_0.40 2-1_12 0.1123 iprec_at_recall_0.50 2-1_12 0.0892 iprec_at_recall_0.60 2-1_12 0.0000 iprec_at_recall_0.70 2-1_12 0.0000 iprec_at_recall_0.80 2-1_12 0.0000 iprec_at_recall_0.90 2-1_12 0.0000 iprec_at_recall_1.00 2-1_12 0.0000 P_5 2-1_12 0.8000 P_10 2-1_12 0.9000 P_15 2-1_12 0.7333 P_20 2-1_12 0.6500 P_30 2-1_12 0.4667 P_100 2-1_12 0.2200 P_200 2-1_12 0.1550 P_500 2-1_12 0.0900 P_1000 2-1_12 0.0570 relstring 2-1_12 '3-22222222' recall_5 2-1_12 0.0396 recall_10 2-1_12 0.0891 recall_15 2-1_12 0.1089 recall_20 2-1_12 0.1287 recall_30 2-1_12 0.1386 recall_100 2-1_12 0.2178 recall_200 2-1_12 0.3069 recall_500 2-1_12 0.4455 recall_1000 2-1_12 0.5644 infAP 2-1_12 0.1769 Rprec_mult_0.20 2-1_12 0.6667 Rprec_mult_0.40 2-1_12 0.3415 Rprec_mult_0.60 2-1_12 0.2787 Rprec_mult_0.80 2-1_12 0.2346 Rprec_mult_1.00 2-1_12 0.2277 Rprec_mult_1.20 2-1_12 0.2049 Rprec_mult_1.40 2-1_12 0.1901 Rprec_mult_1.60 2-1_12 0.1728 Rprec_mult_1.80 2-1_12 0.1648 Rprec_mult_2.00 2-1_12 0.1535 utility 2-1_12 -886.0000 11pt_avg 2-1_12 0.2285 binG 2-1_12 0.1374 G 2-1_12 0.0939 ndcg 2-1_12 0.4721 ndcg_rel 2-1_12 0.4539 Rndcg 2-1_12 0.3726 ndcg_cut_5 2-1_12 0.6371 ndcg_cut_10 2-1_12 0.6475 ndcg_cut_15 2-1_12 0.5777 ndcg_cut_20 2-1_12 0.5364 ndcg_cut_30 2-1_12 0.4363 ndcg_cut_100 2-1_12 0.2970 ndcg_cut_200 2-1_12 0.3330 ndcg_cut_500 2-1_12 0.4166 ndcg_cut_1000 2-1_12 0.4721 map_cut_5 2-1_12 0.0318 map_cut_10 2-1_12 0.0750 map_cut_15 2-1_12 0.0917 map_cut_20 2-1_12 0.1056 map_cut_30 2-1_12 0.1122 map_cut_100 2-1_12 0.1340 map_cut_200 2-1_12 0.1510 map_cut_500 2-1_12 0.1680 map_cut_1000 2-1_12 0.1769 relative_P_5 2-1_12 0.8000 relative_P_10 2-1_12 0.9000 relative_P_15 2-1_12 0.7333 relative_P_20 2-1_12 0.6500 relative_P_30 2-1_12 0.4667 relative_P_100 2-1_12 0.2200 relative_P_200 2-1_12 0.3069 relative_P_500 2-1_12 0.4455 relative_P_1000 2-1_12 0.5644 success_1 2-1_12 1.0000 success_5 2-1_12 1.0000 success_10 2-1_12 1.0000 set_P 2-1_12 0.0570 set_relative_P 2-1_12 0.5644 set_recall 2-1_12 0.5644 set_map 2-1_12 0.0322 set_F 2-1_12 0.1035 num_nonrel_judged_ret 2-1_12 22 rbp 2-1_12 0.4969 rbp_resid 2-1_12 0.2885 unj_5 2-1_12 0.2000 unj_10 2-1_12 0.1000 unj_20 2-1_12 0.3000 num_ret 2-1_14 1000 num_rel 2-1_14 52 num_rel_ret 2-1_14 38 map 2-1_14 0.0919 Rprec 2-1_14 0.1538 bpref 2-1_14 0.2374 recip_rank 2-1_14 1.0000 iprec_at_recall_0.00 2-1_14 1.0000 iprec_at_recall_0.10 2-1_14 0.1923 iprec_at_recall_0.20 2-1_14 0.1515 iprec_at_recall_0.30 2-1_14 0.1097 iprec_at_recall_0.40 2-1_14 0.0847 iprec_at_recall_0.50 2-1_14 0.0631 iprec_at_recall_0.60 2-1_14 0.0480 iprec_at_recall_0.70 2-1_14 0.0419 iprec_at_recall_0.80 2-1_14 0.0000 iprec_at_recall_0.90 2-1_14 0.0000 iprec_at_recall_1.00 2-1_14 0.0000 P_5 2-1_14 0.2000 P_10 2-1_14 0.2000 P_15 2-1_14 0.2000 P_20 2-1_14 0.2000 P_30 2-1_14 0.1667 P_100 2-1_14 0.1100 P_200 2-1_14 0.0900 P_500 2-1_14 0.0580 P_1000 2-1_14 0.0380 relstring 2-1_14 '210-002001' recall_5 2-1_14 0.0192 recall_10 2-1_14 0.0385 recall_15 2-1_14 0.0577 recall_20 2-1_14 0.0769 recall_30 2-1_14 0.0962 recall_100 2-1_14 0.2115 recall_200 2-1_14 0.3462 recall_500 2-1_14 0.5577 recall_1000 2-1_14 0.7308 infAP 2-1_14 0.0919 Rprec_mult_0.20 2-1_14 0.1818 Rprec_mult_0.40 2-1_14 0.1905 Rprec_mult_0.60 2-1_14 0.1875 Rprec_mult_0.80 2-1_14 0.1429 Rprec_mult_1.00 2-1_14 0.1538 Rprec_mult_1.20 2-1_14 0.1429 Rprec_mult_1.40 2-1_14 0.1370 Rprec_mult_1.60 2-1_14 0.1310 Rprec_mult_1.80 2-1_14 0.1170 Rprec_mult_2.00 2-1_14 0.1058 utility 2-1_14 -924.0000 11pt_avg 2-1_14 0.1537 binG 2-1_14 0.1244 G 2-1_14 0.1048 ndcg 2-1_14 0.4812 ndcg_rel 2-1_14 0.3797 Rndcg 2-1_14 0.2935 ndcg_cut_5 2-1_14 0.2974 ndcg_cut_10 2-1_14 0.2631 ndcg_cut_15 2-1_14 0.2501 ndcg_cut_20 2-1_14 0.2610 ndcg_cut_30 2-1_14 0.2590 ndcg_cut_100 2-1_14 0.2282 ndcg_cut_200 2-1_14 0.3101 ndcg_cut_500 2-1_14 0.4080 ndcg_cut_1000 2-1_14 0.4812 map_cut_5 2-1_14 0.0192 map_cut_10 2-1_14 0.0247 map_cut_15 2-1_14 0.0295 map_cut_20 2-1_14 0.0338 map_cut_30 2-1_14 0.0375 map_cut_100 2-1_14 0.0557 map_cut_200 2-1_14 0.0696 map_cut_500 2-1_14 0.0842 map_cut_1000 2-1_14 0.0919 relative_P_5 2-1_14 0.2000 relative_P_10 2-1_14 0.2000 relative_P_15 2-1_14 0.2000 relative_P_20 2-1_14 0.2000 relative_P_30 2-1_14 0.1667 relative_P_100 2-1_14 0.2115 relative_P_200 2-1_14 0.3462 relative_P_500 2-1_14 0.5577 relative_P_1000 2-1_14 0.7308 success_1 2-1_14 1.0000 success_5 2-1_14 1.0000 success_10 2-1_14 1.0000 set_P 2-1_14 0.0380 set_relative_P 2-1_14 0.7308 set_recall 2-1_14 0.7308 set_map 2-1_14 0.0278 set_F 2-1_14 0.0722 num_nonrel_judged_ret 2-1_14 77 rbp 2-1_14 0.2144 rbp_resid 2-1_14 0.2120 unj_5 2-1_14 0.2000 unj_10 2-1_14 0.1000 unj_20 2-1_14 0.2000 num_ret 2-1_4 1000 num_rel 2-1_4 64 num_rel_ret 2-1_4 51 map 2-1_4 0.2104 Rprec 2-1_4 0.3438 bpref 2-1_4 0.6452 recip_rank 2-1_4 1.0000 iprec_at_recall_0.00 2-1_4 1.0000 iprec_at_recall_0.10 2-1_4 0.4000 iprec_at_recall_0.20 2-1_4 0.3621 iprec_at_recall_0.30 2-1_4 0.3621 iprec_at_recall_0.40 2-1_4 0.2708 iprec_at_recall_0.50 2-1_4 0.1905 iprec_at_recall_0.60 2-1_4 0.1266 iprec_at_recall_0.70 2-1_4 0.1000 iprec_at_recall_0.80 2-1_4 0.0556 iprec_at_recall_0.90 2-1_4 0.0000 iprec_at_recall_1.00 2-1_4 0.0000 P_5 2-1_4 0.4000 P_10 2-1_4 0.4000 P_15 2-1_4 0.4000 P_20 2-1_4 0.3000 P_30 2-1_4 0.3667 P_100 2-1_4 0.2600 P_200 2-1_4 0.1700 P_500 2-1_4 0.0900 P_1000 2-1_4 0.0510 relstring 2-1_4 '3130-1-221' recall_5 2-1_4 0.0312 recall_10 2-1_4 0.0625 recall_15 2-1_4 0.0938 recall_20 2-1_4 0.0938 recall_30 2-1_4 0.1719 recall_100 2-1_4 0.4062 recall_200 2-1_4 0.5312 recall_500 2-1_4 0.7031 recall_1000 2-1_4 0.7969 infAP 2-1_4 0.2104 Rprec_mult_0.20 2-1_4 0.3077 Rprec_mult_0.40 2-1_4 0.3462 Rprec_mult_0.60 2-1_4 0.3077 Rprec_mult_0.80 2-1_4 0.3462 Rprec_mult_1.00 2-1_4 0.3438 Rprec_mult_1.20 2-1_4 0.2987 Rprec_mult_1.40 2-1_4 0.2778 Rprec_mult_1.60 2-1_4 0.2621 Rprec_mult_1.80 2-1_4 0.2414 Rprec_mult_2.00 2-1_4 0.2266 utility 2-1_4 -898.0000 11pt_avg 2-1_4 0.2607 binG 2-1_4 0.1582 G 2-1_4 0.1305 ndcg 2-1_4 0.6039 ndcg_rel 2-1_4 0.5127 Rndcg 2-1_4 0.5149 ndcg_cut_5 2-1_4 0.5212 ndcg_cut_10 2-1_4 0.4791 ndcg_cut_15 2-1_4 0.4375 ndcg_cut_20 2-1_4 0.3990 ndcg_cut_30 2-1_4 0.4249 ndcg_cut_100 2-1_4 0.4017 ndcg_cut_200 2-1_4 0.4624 ndcg_cut_500 2-1_4 0.5555 ndcg_cut_1000 2-1_4 0.6039 map_cut_5 2-1_4 0.0260 map_cut_10 2-1_4 0.0388 map_cut_15 2-1_4 0.0507 map_cut_20 2-1_4 0.0507 map_cut_30 2-1_4 0.0784 map_cut_100 2-1_4 0.1561 map_cut_200 2-1_4 0.1827 map_cut_500 2-1_4 0.2045 map_cut_1000 2-1_4 0.2104 relative_P_5 2-1_4 0.4000 relative_P_10 2-1_4 0.4000 relative_P_15 2-1_4 0.4000 relative_P_20 2-1_4 0.3000 relative_P_30 2-1_4 0.3667 relative_P_100 2-1_4 0.4062 relative_P_200 2-1_4 0.5312 relative_P_500 2-1_4 0.7031 relative_P_1000 2-1_4 0.7969 success_1 2-1_4 1.0000 success_5 2-1_4 1.0000 success_10 2-1_4 1.0000 set_P 2-1_4 0.0510 set_relative_P 2-1_4 0.7969 set_recall 2-1_4 0.7969 set_map 2-1_4 0.0406 set_F 2-1_4 0.0959 num_nonrel_judged_ret 2-1_4 29 rbp 2-1_4 0.2843 rbp_resid 2-1_4 0.3353 unj_5 2-1_4 0.2000 unj_10 2-1_4 0.2000 unj_20 2-1_4 0.4000 num_ret 2-1_9 1000 num_rel 2-1_9 16 num_rel_ret 2-1_9 15 map 2-1_9 0.5870 Rprec 2-1_9 0.6250 bpref 2-1_9 0.8795 recip_rank 2-1_9 1.0000 iprec_at_recall_0.00 2-1_9 1.0000 iprec_at_recall_0.10 2-1_9 1.0000 iprec_at_recall_0.20 2-1_9 1.0000 iprec_at_recall_0.30 2-1_9 0.8000 iprec_at_recall_0.40 2-1_9 0.8000 iprec_at_recall_0.50 2-1_9 0.8000 iprec_at_recall_0.60 2-1_9 0.7692 iprec_at_recall_0.70 2-1_9 0.3793 iprec_at_recall_0.80 2-1_9 0.2653 iprec_at_recall_0.90 2-1_9 0.0551 iprec_at_recall_1.00 2-1_9 0.0000 P_5 2-1_9 0.8000 P_10 2-1_9 0.8000 P_15 2-1_9 0.6667 P_20 2-1_9 0.5000 P_30 2-1_9 0.3667 P_100 2-1_9 0.1300 P_200 2-1_9 0.0650 P_500 2-1_9 0.0300 P_1000 2-1_9 0.0150 relstring 2-1_9 '432-4-3343' recall_5 2-1_9 0.2500 recall_10 2-1_9 0.5000 recall_15 2-1_9 0.6250 recall_20 2-1_9 0.6250 recall_30 2-1_9 0.6875 recall_100 2-1_9 0.8125 recall_200 2-1_9 0.8125 recall_500 2-1_9 0.9375 recall_1000 2-1_9 0.9375 infAP 2-1_9 0.5870 Rprec_mult_0.20 2-1_9 0.7500 Rprec_mult_0.40 2-1_9 0.7143 Rprec_mult_0.60 2-1_9 0.8000 Rprec_mult_0.80 2-1_9 0.7692 Rprec_mult_1.00 2-1_9 0.6250 Rprec_mult_1.20 2-1_9 0.5000 Rprec_mult_1.40 2-1_9 0.4348 Rprec_mult_1.60 2-1_9 0.3846 Rprec_mult_1.80 2-1_9 0.3793 Rprec_mult_2.00 2-1_9 0.3438 utility 2-1_9 -970.0000 11pt_avg 2-1_9 0.6245 binG 2-1_9 0.4600 G 2-1_9 0.3632 ndcg 2-1_9 0.8443 ndcg_rel 2-1_9 0.8156 Rndcg 2-1_9 0.7838 ndcg_cut_5 2-1_9 0.7689 ndcg_cut_10 2-1_9 0.8211 ndcg_cut_15 2-1_9 0.7742 ndcg_cut_20 2-1_9 0.7570 ndcg_cut_30 2-1_9 0.7789 ndcg_cut_100 2-1_9 0.8179 ndcg_cut_200 2-1_9 0.8179 ndcg_cut_500 2-1_9 0.8443 ndcg_cut_1000 2-1_9 0.8443 map_cut_5 2-1_9 0.2375 map_cut_10 2-1_9 0.4276 map_cut_15 2-1_9 0.5226 map_cut_20 2-1_9 0.5226 map_cut_30 2-1_9 0.5463 map_cut_100 2-1_9 0.5807 map_cut_200 2-1_9 0.5807 map_cut_500 2-1_9 0.5870 map_cut_1000 2-1_9 0.5870 relative_P_5 2-1_9 0.8000 relative_P_10 2-1_9 0.8000 relative_P_15 2-1_9 0.6667 relative_P_20 2-1_9 0.6250 relative_P_30 2-1_9 0.6875 relative_P_100 2-1_9 0.8125 relative_P_200 2-1_9 0.8125 relative_P_500 2-1_9 0.9375 relative_P_1000 2-1_9 0.9375 success_1 2-1_9 1.0000 success_5 2-1_9 1.0000 success_10 2-1_9 1.0000 set_P 2-1_9 0.0150 set_relative_P 2-1_9 0.9375 set_recall 2-1_9 0.9375 set_map 2-1_9 0.0141 set_F 2-1_9 0.0295 num_nonrel_judged_ret 2-1_9 7 rbp 2-1_9 0.4671 rbp_resid 2-1_9 0.3932 unj_5 2-1_9 0.2000 unj_10 2-1_9 0.2000 unj_20 2-1_9 0.4500 num_ret 2-2_1 1000 num_rel 2-2_1 51 num_rel_ret 2-2_1 1 map 2-2_1 0.0039 Rprec 2-2_1 0.0196 bpref 2-2_1 0.0181 recip_rank 2-2_1 0.2000 iprec_at_recall_0.00 2-2_1 0.2000 iprec_at_recall_0.10 2-2_1 0.0000 iprec_at_recall_0.20 2-2_1 0.0000 iprec_at_recall_0.30 2-2_1 0.0000 iprec_at_recall_0.40 2-2_1 0.0000 iprec_at_recall_0.50 2-2_1 0.0000 iprec_at_recall_0.60 2-2_1 0.0000 iprec_at_recall_0.70 2-2_1 0.0000 iprec_at_recall_0.80 2-2_1 0.0000 iprec_at_recall_0.90 2-2_1 0.0000 iprec_at_recall_1.00 2-2_1 0.0000 P_5 2-2_1 0.2000 P_10 2-2_1 0.1000 P_15 2-2_1 0.0667 P_20 2-2_1 0.0500 P_30 2-2_1 0.0333 P_100 2-2_1 0.0100 P_200 2-2_1 0.0050 P_500 2-2_1 0.0020 P_1000 2-2_1 0.0010 relstring 2-2_1 '0000200000' recall_5 2-2_1 0.0196 recall_10 2-2_1 0.0196 recall_15 2-2_1 0.0196 recall_20 2-2_1 0.0196 recall_30 2-2_1 0.0196 recall_100 2-2_1 0.0196 recall_200 2-2_1 0.0196 recall_500 2-2_1 0.0196 recall_1000 2-2_1 0.0196 infAP 2-2_1 0.0039 Rprec_mult_0.20 2-2_1 0.0909 Rprec_mult_0.40 2-2_1 0.0476 Rprec_mult_0.60 2-2_1 0.0323 Rprec_mult_0.80 2-2_1 0.0244 Rprec_mult_1.00 2-2_1 0.0196 Rprec_mult_1.20 2-2_1 0.0161 Rprec_mult_1.40 2-2_1 0.0139 Rprec_mult_1.60 2-2_1 0.0122 Rprec_mult_1.80 2-2_1 0.0109 Rprec_mult_2.00 2-2_1 0.0098 utility 2-2_1 -998.0000 11pt_avg 2-2_1 0.0182 binG 2-2_1 0.0076 G 2-2_1 0.0030 ndcg 2-2_1 0.0188 ndcg_rel 2-2_1 0.0194 Rndcg 2-2_1 0.0279 ndcg_cut_5 2-2_1 0.0656 ndcg_cut_10 2-2_1 0.0448 ndcg_cut_15 2-2_1 0.0365 ndcg_cut_20 2-2_1 0.0312 ndcg_cut_30 2-2_1 0.0259 ndcg_cut_100 2-2_1 0.0188 ndcg_cut_200 2-2_1 0.0188 ndcg_cut_500 2-2_1 0.0188 ndcg_cut_1000 2-2_1 0.0188 map_cut_5 2-2_1 0.0039 map_cut_10 2-2_1 0.0039 map_cut_15 2-2_1 0.0039 map_cut_20 2-2_1 0.0039 map_cut_30 2-2_1 0.0039 map_cut_100 2-2_1 0.0039 map_cut_200 2-2_1 0.0039 map_cut_500 2-2_1 0.0039 map_cut_1000 2-2_1 0.0039 relative_P_5 2-2_1 0.2000 relative_P_10 2-2_1 0.1000 relative_P_15 2-2_1 0.0667 relative_P_20 2-2_1 0.0500 relative_P_30 2-2_1 0.0333 relative_P_100 2-2_1 0.0196 relative_P_200 2-2_1 0.0196 relative_P_500 2-2_1 0.0196 relative_P_1000 2-2_1 0.0196 success_1 2-2_1 0.0000 success_5 2-2_1 1.0000 success_10 2-2_1 1.0000 set_P 2-2_1 0.0010 set_relative_P 2-2_1 0.0196 set_recall 2-2_1 0.0196 set_map 2-2_1 0.0000 set_F 2-2_1 0.0019 num_nonrel_judged_ret 2-2_1 17 rbp 2-2_1 0.0328 rbp_resid 2-2_1 0.3138 unj_5 2-2_1 0.0000 unj_10 2-2_1 0.0000 unj_20 2-2_1 0.4500 num_ret 2-2_4 1000 num_rel 2-2_4 53 num_rel_ret 2-2_4 3 map 2-2_4 0.0005 Rprec 2-2_4 0.0000 bpref 2-2_4 0.0412 recip_rank 2-2_4 0.0182 iprec_at_recall_0.00 2-2_4 0.0182 iprec_at_recall_0.10 2-2_4 0.0000 iprec_at_recall_0.20 2-2_4 0.0000 iprec_at_recall_0.30 2-2_4 0.0000 iprec_at_recall_0.40 2-2_4 0.0000 iprec_at_recall_0.50 2-2_4 0.0000 iprec_at_recall_0.60 2-2_4 0.0000 iprec_at_recall_0.70 2-2_4 0.0000 iprec_at_recall_0.80 2-2_4 0.0000 iprec_at_recall_0.90 2-2_4 0.0000 iprec_at_recall_1.00 2-2_4 0.0000 P_5 2-2_4 0.0000 P_10 2-2_4 0.0000 P_15 2-2_4 0.0000 P_20 2-2_4 0.0000 P_30 2-2_4 0.0000 P_100 2-2_4 0.0100 P_200 2-2_4 0.0050 P_500 2-2_4 0.0040 P_1000 2-2_4 0.0030 relstring 2-2_4 '0000000000' recall_5 2-2_4 0.0000 recall_10 2-2_4 0.0000 recall_15 2-2_4 0.0000 recall_20 2-2_4 0.0000 recall_30 2-2_4 0.0000 recall_100 2-2_4 0.0189 recall_200 2-2_4 0.0189 recall_500 2-2_4 0.0377 recall_1000 2-2_4 0.0566 infAP 2-2_4 0.0005 Rprec_mult_0.20 2-2_4 0.0000 Rprec_mult_0.40 2-2_4 0.0000 Rprec_mult_0.60 2-2_4 0.0000 Rprec_mult_0.80 2-2_4 0.0000 Rprec_mult_1.00 2-2_4 0.0000 Rprec_mult_1.20 2-2_4 0.0156 Rprec_mult_1.40 2-2_4 0.0133 Rprec_mult_1.60 2-2_4 0.0118 Rprec_mult_1.80 2-2_4 0.0104 Rprec_mult_2.00 2-2_4 0.0094 utility 2-2_4 -994.0000 11pt_avg 2-2_4 0.0017 binG 2-2_4 0.0074 G 2-2_4 0.0060 ndcg 2-2_4 0.0251 ndcg_rel 2-2_4 0.0244 Rndcg 2-2_4 0.0065 ndcg_cut_5 2-2_4 0.0000 ndcg_cut_10 2-2_4 0.0000 ndcg_cut_15 2-2_4 0.0000 ndcg_cut_20 2-2_4 0.0000 ndcg_cut_30 2-2_4 0.0000 ndcg_cut_100 2-2_4 0.0075 ndcg_cut_200 2-2_4 0.0075 ndcg_cut_500 2-2_4 0.0204 ndcg_cut_1000 2-2_4 0.0251 map_cut_5 2-2_4 0.0000 map_cut_10 2-2_4 0.0000 map_cut_15 2-2_4 0.0000 map_cut_20 2-2_4 0.0000 map_cut_30 2-2_4 0.0000 map_cut_100 2-2_4 0.0003 map_cut_200 2-2_4 0.0003 map_cut_500 2-2_4 0.0004 map_cut_1000 2-2_4 0.0005 relative_P_5 2-2_4 0.0000 relative_P_10 2-2_4 0.0000 relative_P_15 2-2_4 0.0000 relative_P_20 2-2_4 0.0000 relative_P_30 2-2_4 0.0000 relative_P_100 2-2_4 0.0189 relative_P_200 2-2_4 0.0189 relative_P_500 2-2_4 0.0377 relative_P_1000 2-2_4 0.0566 success_1 2-2_4 0.0000 success_5 2-2_4 0.0000 success_10 2-2_4 0.0000 set_P 2-2_4 0.0030 set_relative_P 2-2_4 0.0566 set_recall 2-2_4 0.0566 set_map 2-2_4 0.0002 set_F 2-2_4 0.0057 num_nonrel_judged_ret 2-2_4 12 rbp 2-2_4 0.0002 rbp_resid 2-2_4 0.3135 unj_5 2-2_4 0.0000 unj_10 2-2_4 0.0000 unj_20 2-2_4 0.4500 num_ret 2-2_5 1000 num_rel 2-2_5 30 num_rel_ret 2-2_5 3 map 2-2_5 0.0070 Rprec 2-2_5 0.0333 bpref 2-2_5 0.0733 recip_rank 2-2_5 0.2000 iprec_at_recall_0.00 2-2_5 0.2000 iprec_at_recall_0.10 2-2_5 0.0058 iprec_at_recall_0.20 2-2_5 0.0000 iprec_at_recall_0.30 2-2_5 0.0000 iprec_at_recall_0.40 2-2_5 0.0000 iprec_at_recall_0.50 2-2_5 0.0000 iprec_at_recall_0.60 2-2_5 0.0000 iprec_at_recall_0.70 2-2_5 0.0000 iprec_at_recall_0.80 2-2_5 0.0000 iprec_at_recall_0.90 2-2_5 0.0000 iprec_at_recall_1.00 2-2_5 0.0000 P_5 2-2_5 0.2000 P_10 2-2_5 0.1000 P_15 2-2_5 0.0667 P_20 2-2_5 0.0500 P_30 2-2_5 0.0333 P_100 2-2_5 0.0100 P_200 2-2_5 0.0050 P_500 2-2_5 0.0040 P_1000 2-2_5 0.0030 relstring 2-2_5 '0010400001' recall_5 2-2_5 0.0333 recall_10 2-2_5 0.0333 recall_15 2-2_5 0.0333 recall_20 2-2_5 0.0333 recall_30 2-2_5 0.0333 recall_100 2-2_5 0.0333 recall_200 2-2_5 0.0333 recall_500 2-2_5 0.0667 recall_1000 2-2_5 0.1000 infAP 2-2_5 0.0070 Rprec_mult_0.20 2-2_5 0.1667 Rprec_mult_0.40 2-2_5 0.0833 Rprec_mult_0.60 2-2_5 0.0556 Rprec_mult_0.80 2-2_5 0.0417 Rprec_mult_1.00 2-2_5 0.0333 Rprec_mult_1.20 2-2_5 0.0278 Rprec_mult_1.40 2-2_5 0.0238 Rprec_mult_1.60 2-2_5 0.0208 Rprec_mult_1.80 2-2_5 0.0185 Rprec_mult_2.00 2-2_5 0.0167 utility 2-2_5 -994.0000 11pt_avg 2-2_5 0.0187 binG 2-2_5 0.0204 G 2-2_5 0.0172 ndcg 2-2_5 0.0829 ndcg_rel 2-2_5 0.0847 Rndcg 2-2_5 0.0801 ndcg_cut_5 2-2_5 0.1736 ndcg_cut_10 2-2_5 0.1286 ndcg_cut_15 2-2_5 0.0997 ndcg_cut_20 2-2_5 0.0858 ndcg_cut_30 2-2_5 0.0737 ndcg_cut_100 2-2_5 0.0644 ndcg_cut_200 2-2_5 0.0644 ndcg_cut_500 2-2_5 0.0707 ndcg_cut_1000 2-2_5 0.0829 map_cut_5 2-2_5 0.0067 map_cut_10 2-2_5 0.0067 map_cut_15 2-2_5 0.0067 map_cut_20 2-2_5 0.0067 map_cut_30 2-2_5 0.0067 map_cut_100 2-2_5 0.0067 map_cut_200 2-2_5 0.0067 map_cut_500 2-2_5 0.0068 map_cut_1000 2-2_5 0.0070 relative_P_5 2-2_5 0.2000 relative_P_10 2-2_5 0.1000 relative_P_15 2-2_5 0.0667 relative_P_20 2-2_5 0.0500 relative_P_30 2-2_5 0.0333 relative_P_100 2-2_5 0.0333 relative_P_200 2-2_5 0.0333 relative_P_500 2-2_5 0.0667 relative_P_1000 2-2_5 0.1000 success_1 2-2_5 0.0000 success_5 2-2_5 1.0000 success_10 2-2_5 1.0000 set_P 2-2_5 0.0030 set_relative_P 2-2_5 0.1000 set_recall 2-2_5 0.1000 set_map 2-2_5 0.0003 set_F 2-2_5 0.0058 num_nonrel_judged_ret 2-2_5 10 rbp 2-2_5 0.0955 rbp_resid 2-2_5 0.3138 unj_5 2-2_5 0.0000 unj_10 2-2_5 0.0000 unj_20 2-2_5 0.4500 num_ret 2-2_7 1000 num_rel 2-2_7 88 num_rel_ret 2-2_7 70 map 2-2_7 0.3439 Rprec 2-2_7 0.3864 bpref 2-2_7 0.6999 recip_rank 2-2_7 1.0000 iprec_at_recall_0.00 2-2_7 1.0000 iprec_at_recall_0.10 2-2_7 0.9000 iprec_at_recall_0.20 2-2_7 0.6000 iprec_at_recall_0.30 2-2_7 0.5745 iprec_at_recall_0.40 2-2_7 0.3789 iprec_at_recall_0.50 2-2_7 0.2805 iprec_at_recall_0.60 2-2_7 0.1803 iprec_at_recall_0.70 2-2_7 0.1010 iprec_at_recall_0.80 2-2_7 0.0708 iprec_at_recall_0.90 2-2_7 0.0000 iprec_at_recall_1.00 2-2_7 0.0000 P_5 2-2_7 0.8000 P_10 2-2_7 0.9000 P_15 2-2_7 0.8000 P_20 2-2_7 0.6000 P_30 2-2_7 0.6000 P_100 2-2_7 0.3700 P_200 2-2_7 0.2400 P_500 2-2_7 0.1140 P_1000 2-2_7 0.0700 relstring 2-2_7 '4442144444' recall_5 2-2_7 0.0455 recall_10 2-2_7 0.1023 recall_15 2-2_7 0.1364 recall_20 2-2_7 0.1364 recall_30 2-2_7 0.2045 recall_100 2-2_7 0.4205 recall_200 2-2_7 0.5455 recall_500 2-2_7 0.6477 recall_1000 2-2_7 0.7955 infAP 2-2_7 0.3439 Rprec_mult_0.20 2-2_7 0.6667 Rprec_mult_0.40 2-2_7 0.5556 Rprec_mult_0.60 2-2_7 0.5472 Rprec_mult_0.80 2-2_7 0.4507 Rprec_mult_1.00 2-2_7 0.3864 Rprec_mult_1.20 2-2_7 0.3491 Rprec_mult_1.40 2-2_7 0.3145 Rprec_mult_1.60 2-2_7 0.2837 Rprec_mult_1.80 2-2_7 0.2767 Rprec_mult_2.00 2-2_7 0.2614 utility 2-2_7 -860.0000 11pt_avg 2-2_7 0.3714 binG 2-2_7 0.2091 G 2-2_7 0.1653 ndcg 2-2_7 0.7079 ndcg_rel 2-2_7 0.6617 Rndcg 2-2_7 0.5587 ndcg_cut_5 2-2_7 0.8286 ndcg_cut_10 2-2_7 0.8887 ndcg_cut_15 2-2_7 0.8119 ndcg_cut_20 2-2_7 0.6760 ndcg_cut_30 2-2_7 0.6297 ndcg_cut_100 2-2_7 0.5042 ndcg_cut_200 2-2_7 0.5818 ndcg_cut_500 2-2_7 0.6418 ndcg_cut_1000 2-2_7 0.7079 map_cut_5 2-2_7 0.0455 map_cut_10 2-2_7 0.0949 map_cut_15 2-2_7 0.1224 map_cut_20 2-2_7 0.1224 map_cut_30 2-2_7 0.1648 map_cut_100 2-2_7 0.2755 map_cut_200 2-2_7 0.3116 map_cut_500 2-2_7 0.3298 map_cut_1000 2-2_7 0.3439 relative_P_5 2-2_7 0.8000 relative_P_10 2-2_7 0.9000 relative_P_15 2-2_7 0.8000 relative_P_20 2-2_7 0.6000 relative_P_30 2-2_7 0.6000 relative_P_100 2-2_7 0.4205 relative_P_200 2-2_7 0.5455 relative_P_500 2-2_7 0.6477 relative_P_1000 2-2_7 0.7955 success_1 2-2_7 1.0000 success_5 2-2_7 1.0000 success_10 2-2_7 1.0000 set_P 2-2_7 0.0700 set_relative_P 2-2_7 0.7955 set_recall 2-2_7 0.7955 set_map 2-2_7 0.0557 set_F 2-2_7 0.1287 num_nonrel_judged_ret 2-2_7 16 rbp 2-2_7 0.6946 rbp_resid 2-2_7 0.1545 unj_5 2-2_7 0.0000 unj_10 2-2_7 0.0000 unj_20 2-2_7 0.3000 num_ret 2-2_9 1000 num_rel 2-2_9 47 num_rel_ret 2-2_9 20 map 2-2_9 0.0807 Rprec 2-2_9 0.1489 bpref 2-2_9 0.3794 recip_rank 2-2_9 1.0000 iprec_at_recall_0.00 2-2_9 1.0000 iprec_at_recall_0.10 2-2_9 0.3043 iprec_at_recall_0.20 2-2_9 0.1136 iprec_at_recall_0.30 2-2_9 0.0611 iprec_at_recall_0.40 2-2_9 0.0265 iprec_at_recall_0.50 2-2_9 0.0000 iprec_at_recall_0.60 2-2_9 0.0000 iprec_at_recall_0.70 2-2_9 0.0000 iprec_at_recall_0.80 2-2_9 0.0000 iprec_at_recall_0.90 2-2_9 0.0000 iprec_at_recall_1.00 2-2_9 0.0000 P_5 2-2_9 0.2000 P_10 2-2_9 0.3000 P_15 2-2_9 0.2667 P_20 2-2_9 0.2000 P_30 2-2_9 0.2333 P_100 2-2_9 0.1000 P_200 2-2_9 0.0650 P_500 2-2_9 0.0360 P_1000 2-2_9 0.0200 relstring 2-2_9 '3-1--220-1' recall_5 2-2_9 0.0213 recall_10 2-2_9 0.0638 recall_15 2-2_9 0.0851 recall_20 2-2_9 0.0851 recall_30 2-2_9 0.1489 recall_100 2-2_9 0.2128 recall_200 2-2_9 0.2766 recall_500 2-2_9 0.3830 recall_1000 2-2_9 0.4255 infAP 2-2_9 0.0807 Rprec_mult_0.20 2-2_9 0.3000 Rprec_mult_0.40 2-2_9 0.2105 Rprec_mult_0.60 2-2_9 0.2414 Rprec_mult_0.80 2-2_9 0.1842 Rprec_mult_1.00 2-2_9 0.1489 Rprec_mult_1.20 2-2_9 0.1228 Rprec_mult_1.40 2-2_9 0.1212 Rprec_mult_1.60 2-2_9 0.1053 Rprec_mult_1.80 2-2_9 0.1059 Rprec_mult_2.00 2-2_9 0.1064 utility 2-2_9 -960.0000 11pt_avg 2-2_9 0.1369 binG 2-2_9 0.0961 G 2-2_9 0.0726 ndcg 2-2_9 0.3277 ndcg_rel 2-2_9 0.3180 Rndcg 2-2_9 0.2565 ndcg_cut_5 2-2_9 0.2968 ndcg_cut_10 2-2_9 0.2844 ndcg_cut_15 2-2_9 0.2556 ndcg_cut_20 2-2_9 0.2207 ndcg_cut_30 2-2_9 0.2518 ndcg_cut_100 2-2_9 0.2358 ndcg_cut_200 2-2_9 0.2704 ndcg_cut_500 2-2_9 0.3144 ndcg_cut_1000 2-2_9 0.3277 map_cut_5 2-2_9 0.0213 map_cut_10 2-2_9 0.0375 map_cut_15 2-2_9 0.0452 map_cut_20 2-2_9 0.0452 map_cut_30 2-2_9 0.0626 map_cut_100 2-2_9 0.0700 map_cut_200 2-2_9 0.0743 map_cut_500 2-2_9 0.0797 map_cut_1000 2-2_9 0.0807 relative_P_5 2-2_9 0.2000 relative_P_10 2-2_9 0.3000 relative_P_15 2-2_9 0.2667 relative_P_20 2-2_9 0.2000 relative_P_30 2-2_9 0.2333 relative_P_100 2-2_9 0.2128 relative_P_200 2-2_9 0.2766 relative_P_500 2-2_9 0.3830 relative_P_1000 2-2_9 0.4255 success_1 2-2_9 1.0000 success_5 2-2_9 1.0000 success_10 2-2_9 1.0000 set_P 2-2_9 0.0200 set_relative_P 2-2_9 0.4255 set_recall 2-2_9 0.4255 set_map 2-2_9 0.0085 set_F 2-2_9 0.0382 num_nonrel_judged_ret 2-2_9 4 rbp 2-2_9 0.2030 rbp_resid 2-2_9 0.5522 unj_5 2-2_9 0.6000 unj_10 2-2_9 0.4000 unj_20 2-2_9 0.6500 num_ret 3-2_1 1000 num_rel 3-2_1 68 num_rel_ret 3-2_1 17 map 3-2_1 0.0079 Rprec 3-2_1 0.0588 bpref 3-2_1 0.1611 recip_rank 3-2_1 0.0500 iprec_at_recall_0.00 3-2_1 0.0625 iprec_at_recall_0.10 3-2_1 0.0329 iprec_at_recall_0.20 3-2_1 0.0171 iprec_at_recall_0.30 3-2_1 0.0000 iprec_at_recall_0.40 3-2_1 0.0000 iprec_at_recall_0.50 3-2_1 0.0000 iprec_at_recall_0.60 3-2_1 0.0000 iprec_at_recall_0.70 3-2_1 0.0000 iprec_at_recall_0.80 3-2_1 0.0000 iprec_at_recall_0.90 3-2_1 0.0000 iprec_at_recall_1.00 3-2_1 0.0000 P_5 3-2_1 0.0000 P_10 3-2_1 0.0000 P_15 3-2_1 0.0000 P_20 3-2_1 0.0500 P_30 3-2_1 0.0333 P_100 3-2_1 0.0500 P_200 3-2_1 0.0250 P_500 3-2_1 0.0200 P_1000 3-2_1 0.0170 relstring 3-2_1 '1100101110' recall_5 3-2_1 0.0000 recall_10 3-2_1 0.0000 recall_15 3-2_1 0.0000 recall_20 3-2_1 0.0147 recall_30 3-2_1 0.0147 recall_100 3-2_1 0.0735 recall_200 3-2_1 0.0735 recall_500 3-2_1 0.1471 recall_1000 3-2_1 0.2500 infAP 3-2_1 0.0079 Rprec_mult_0.20 3-2_1 0.0000 Rprec_mult_0.40 3-2_1 0.0357 Rprec_mult_0.60 3-2_1 0.0488 Rprec_mult_0.80 3-2_1 0.0545 Rprec_mult_1.00 3-2_1 0.0588 Rprec_mult_1.20 3-2_1 0.0488 Rprec_mult_1.40 3-2_1 0.0417 Rprec_mult_1.60 3-2_1 0.0459 Rprec_mult_1.80 3-2_1 0.0407 Rprec_mult_2.00 3-2_1 0.0368 utility 3-2_1 -966.0000 11pt_avg 3-2_1 0.0102 binG 3-2_1 0.0332 G 3-2_1 0.0407 ndcg 3-2_1 0.2253 ndcg_rel 3-2_1 0.2190 Rndcg 3-2_1 0.1937 ndcg_cut_5 3-2_1 0.2281 ndcg_cut_10 3-2_1 0.2224 ndcg_cut_15 3-2_1 0.2192 ndcg_cut_20 3-2_1 0.2289 ndcg_cut_30 3-2_1 0.2045 ndcg_cut_100 3-2_1 0.1616 ndcg_cut_200 3-2_1 0.1486 ndcg_cut_500 3-2_1 0.1851 ndcg_cut_1000 3-2_1 0.2253 map_cut_5 3-2_1 0.0000 map_cut_10 3-2_1 0.0000 map_cut_15 3-2_1 0.0000 map_cut_20 3-2_1 0.0007 map_cut_30 3-2_1 0.0007 map_cut_100 3-2_1 0.0040 map_cut_200 3-2_1 0.0040 map_cut_500 3-2_1 0.0061 map_cut_1000 3-2_1 0.0079 relative_P_5 3-2_1 0.0000 relative_P_10 3-2_1 0.0000 relative_P_15 3-2_1 0.0000 relative_P_20 3-2_1 0.0500 relative_P_30 3-2_1 0.0333 relative_P_100 3-2_1 0.0735 relative_P_200 3-2_1 0.0735 relative_P_500 3-2_1 0.1471 relative_P_1000 3-2_1 0.2500 success_1 3-2_1 0.0000 success_5 3-2_1 0.0000 success_10 3-2_1 0.0000 set_P 3-2_1 0.0170 set_relative_P 3-2_1 0.2500 set_recall 3-2_1 0.2500 set_map 3-2_1 0.0043 set_F 3-2_1 0.0318 num_nonrel_judged_ret 3-2_1 32 rbp 3-2_1 0.1754 rbp_resid 3-2_1 0.2388 unj_5 3-2_1 0.0000 unj_10 3-2_1 0.0000 unj_20 3-2_1 0.3000 num_ret 3-2_6 1000 num_rel 3-2_6 32 num_rel_ret 3-2_6 5 map 3-2_6 0.0025 Rprec 3-2_6 0.0312 bpref 3-2_6 0.0654 recip_rank 3-2_6 0.0312 iprec_at_recall_0.00 3-2_6 0.0317 iprec_at_recall_0.10 3-2_6 0.0059 iprec_at_recall_0.20 3-2_6 0.0000 iprec_at_recall_0.30 3-2_6 0.0000 iprec_at_recall_0.40 3-2_6 0.0000 iprec_at_recall_0.50 3-2_6 0.0000 iprec_at_recall_0.60 3-2_6 0.0000 iprec_at_recall_0.70 3-2_6 0.0000 iprec_at_recall_0.80 3-2_6 0.0000 iprec_at_recall_0.90 3-2_6 0.0000 iprec_at_recall_1.00 3-2_6 0.0000 P_5 3-2_6 0.0000 P_10 3-2_6 0.0000 P_15 3-2_6 0.0000 P_20 3-2_6 0.0000 P_30 3-2_6 0.0000 P_100 3-2_6 0.0200 P_200 3-2_6 0.0100 P_500 3-2_6 0.0040 P_1000 3-2_6 0.0050 relstring 3-2_6 '000--000-0' recall_5 3-2_6 0.0000 recall_10 3-2_6 0.0000 recall_15 3-2_6 0.0000 recall_20 3-2_6 0.0000 recall_30 3-2_6 0.0000 recall_100 3-2_6 0.0625 recall_200 3-2_6 0.0625 recall_500 3-2_6 0.0625 recall_1000 3-2_6 0.1562 infAP 3-2_6 0.0025 Rprec_mult_0.20 3-2_6 0.0000 Rprec_mult_0.40 3-2_6 0.0000 Rprec_mult_0.60 3-2_6 0.0000 Rprec_mult_0.80 3-2_6 0.0000 Rprec_mult_1.00 3-2_6 0.0312 Rprec_mult_1.20 3-2_6 0.0256 Rprec_mult_1.40 3-2_6 0.0222 Rprec_mult_1.60 3-2_6 0.0192 Rprec_mult_1.80 3-2_6 0.0172 Rprec_mult_2.00 3-2_6 0.0312 utility 3-2_6 -990.0000 11pt_avg 3-2_6 0.0034 binG 3-2_6 0.0213 G 3-2_6 0.0200 ndcg 3-2_6 0.0763 ndcg_rel 3-2_6 0.0725 Rndcg 3-2_6 0.0300 ndcg_cut_5 3-2_6 0.0000 ndcg_cut_10 3-2_6 0.0000 ndcg_cut_15 3-2_6 0.0000 ndcg_cut_20 3-2_6 0.0000 ndcg_cut_30 3-2_6 0.0000 ndcg_cut_100 3-2_6 0.0426 ndcg_cut_200 3-2_6 0.0473 ndcg_cut_500 3-2_6 0.0473 ndcg_cut_1000 3-2_6 0.0763 map_cut_5 3-2_6 0.0000 map_cut_10 3-2_6 0.0000 map_cut_15 3-2_6 0.0000 map_cut_20 3-2_6 0.0000 map_cut_30 3-2_6 0.0000 map_cut_100 3-2_6 0.0020 map_cut_200 3-2_6 0.0020 map_cut_500 3-2_6 0.0020 map_cut_1000 3-2_6 0.0025 relative_P_5 3-2_6 0.0000 relative_P_10 3-2_6 0.0000 relative_P_15 3-2_6 0.0000 relative_P_20 3-2_6 0.0000 relative_P_30 3-2_6 0.0000 relative_P_100 3-2_6 0.0625 relative_P_200 3-2_6 0.0625 relative_P_500 3-2_6 0.0625 relative_P_1000 3-2_6 0.1562 success_1 3-2_6 0.0000 success_5 3-2_6 0.0000 success_10 3-2_6 0.0000 set_P 3-2_6 0.0050 set_relative_P 3-2_6 0.1562 set_recall 3-2_6 0.1562 set_map 3-2_6 0.0008 set_F 3-2_6 0.0097 num_nonrel_judged_ret 3-2_6 26 rbp 3-2_6 0.0040 rbp_resid 3-2_6 0.4878 unj_5 3-2_6 0.4000 unj_10 3-2_6 0.3000 unj_20 3-2_6 0.6000 num_ret 4-1_10 1000 num_rel 4-1_10 12 num_rel_ret 4-1_10 3 map 4-1_10 0.0013 Rprec 4-1_10 0.0000 bpref 4-1_10 0.0000 recip_rank 4-1_10 0.0061 iprec_at_recall_0.00 4-1_10 0.0061 iprec_at_recall_0.10 4-1_10 0.0061 iprec_at_recall_0.20 4-1_10 0.0051 iprec_at_recall_0.30 4-1_10 0.0000 iprec_at_recall_0.40 4-1_10 0.0000 iprec_at_recall_0.50 4-1_10 0.0000 iprec_at_recall_0.60 4-1_10 0.0000 iprec_at_recall_0.70 4-1_10 0.0000 iprec_at_recall_0.80 4-1_10 0.0000 iprec_at_recall_0.90 4-1_10 0.0000 iprec_at_recall_1.00 4-1_10 0.0000 P_5 4-1_10 0.0000 P_10 4-1_10 0.0000 P_15 4-1_10 0.0000 P_20 4-1_10 0.0000 P_30 4-1_10 0.0000 P_100 4-1_10 0.0000 P_200 4-1_10 0.0050 P_500 4-1_10 0.0020 P_1000 4-1_10 0.0030 relstring 4-1_10 '0-0-100000' recall_5 4-1_10 0.0000 recall_10 4-1_10 0.0000 recall_15 4-1_10 0.0000 recall_20 4-1_10 0.0000 recall_30 4-1_10 0.0000 recall_100 4-1_10 0.0000 recall_200 4-1_10 0.0833 recall_500 4-1_10 0.0833 recall_1000 4-1_10 0.2500 infAP 4-1_10 0.0013 Rprec_mult_0.20 4-1_10 0.0000 Rprec_mult_0.40 4-1_10 0.0000 Rprec_mult_0.60 4-1_10 0.0000 Rprec_mult_0.80 4-1_10 0.0000 Rprec_mult_1.00 4-1_10 0.0000 Rprec_mult_1.20 4-1_10 0.0000 Rprec_mult_1.40 4-1_10 0.0000 Rprec_mult_1.60 4-1_10 0.0000 Rprec_mult_1.80 4-1_10 0.0000 Rprec_mult_2.00 4-1_10 0.0000 utility 4-1_10 -994.0000 11pt_avg 4-1_10 0.0016 binG 4-1_10 0.0297 G 4-1_10 0.0391 ndcg 4-1_10 0.1421 ndcg_rel 4-1_10 0.1237 Rndcg 4-1_10 0.0489 ndcg_cut_5 4-1_10 0.0561 ndcg_cut_10 4-1_10 0.0384 ndcg_cut_15 4-1_10 0.0324 ndcg_cut_20 4-1_10 0.0295 ndcg_cut_30 4-1_10 0.0254 ndcg_cut_100 4-1_10 0.0269 ndcg_cut_200 4-1_10 0.0601 ndcg_cut_500 4-1_10 0.1003 ndcg_cut_1000 4-1_10 0.1421 map_cut_5 4-1_10 0.0000 map_cut_10 4-1_10 0.0000 map_cut_15 4-1_10 0.0000 map_cut_20 4-1_10 0.0000 map_cut_30 4-1_10 0.0000 map_cut_100 4-1_10 0.0000 map_cut_200 4-1_10 0.0005 map_cut_500 4-1_10 0.0005 map_cut_1000 4-1_10 0.0013 relative_P_5 4-1_10 0.0000 relative_P_10 4-1_10 0.0000 relative_P_15 4-1_10 0.0000 relative_P_20 4-1_10 0.0000 relative_P_30 4-1_10 0.0000 relative_P_100 4-1_10 0.0000 relative_P_200 4-1_10 0.0833 relative_P_500 4-1_10 0.0833 relative_P_1000 4-1_10 0.2500 success_1 4-1_10 0.0000 success_5 4-1_10 0.0000 success_10 4-1_10 0.0000 set_P 4-1_10 0.0030 set_relative_P 4-1_10 0.2500 set_recall 4-1_10 0.2500 set_map 4-1_10 0.0008 set_F 4-1_10 0.0059 num_nonrel_judged_ret 4-1_10 45 rbp 4-1_10 0.0219 rbp_resid 4-1_10 0.5076 unj_5 4-1_10 0.4000 unj_10 4-1_10 0.2000 unj_20 4-1_10 0.6000 num_ret 4-1_12 1000 num_rel 4-1_12 7 num_rel_ret 4-1_12 5 map 4-1_12 0.0644 Rprec 4-1_12 0.1429 bpref 4-1_12 0.1020 recip_rank 4-1_12 0.2500 iprec_at_recall_0.00 4-1_12 0.2500 iprec_at_recall_0.10 4-1_12 0.2500 iprec_at_recall_0.20 4-1_12 0.2500 iprec_at_recall_0.30 4-1_12 0.1429 iprec_at_recall_0.40 4-1_12 0.0405 iprec_at_recall_0.50 4-1_12 0.0097 iprec_at_recall_0.60 4-1_12 0.0097 iprec_at_recall_0.70 4-1_12 0.0097 iprec_at_recall_0.80 4-1_12 0.0000 iprec_at_recall_0.90 4-1_12 0.0000 iprec_at_recall_1.00 4-1_12 0.0000 P_5 4-1_12 0.2000 P_10 4-1_12 0.1000 P_15 4-1_12 0.1333 P_20 4-1_12 0.1000 P_30 4-1_12 0.0667 P_100 4-1_12 0.0300 P_200 4-1_12 0.0150 P_500 4-1_12 0.0080 P_1000 4-1_12 0.0050 relstring 4-1_12 '00-401000-' recall_5 4-1_12 0.1429 recall_10 4-1_12 0.1429 recall_15 4-1_12 0.2857 recall_20 4-1_12 0.2857 recall_30 4-1_12 0.2857 recall_100 4-1_12 0.4286 recall_200 4-1_12 0.4286 recall_500 4-1_12 0.5714 recall_1000 4-1_12 0.7143 infAP 4-1_12 0.0644 Rprec_mult_0.20 4-1_12 0.0000 Rprec_mult_0.40 4-1_12 0.0000 Rprec_mult_0.60 4-1_12 0.2000 Rprec_mult_0.80 4-1_12 0.1667 Rprec_mult_1.00 4-1_12 0.1429 Rprec_mult_1.20 4-1_12 0.1111 Rprec_mult_1.40 4-1_12 0.1000 Rprec_mult_1.60 4-1_12 0.0833 Rprec_mult_1.80 4-1_12 0.0769 Rprec_mult_2.00 4-1_12 0.1429 utility 4-1_12 -990.0000 11pt_avg 4-1_12 0.0875 binG 4-1_12 0.1539 G 4-1_12 0.1112 ndcg 4-1_12 0.3024 ndcg_rel 4-1_12 0.2716 Rndcg 4-1_12 0.1413 ndcg_cut_5 4-1_12 0.1908 ndcg_cut_10 4-1_12 0.1838 ndcg_cut_15 4-1_12 0.2272 ndcg_cut_20 4-1_12 0.2078 ndcg_cut_30 4-1_12 0.2045 ndcg_cut_100 4-1_12 0.2386 ndcg_cut_200 4-1_12 0.2386 ndcg_cut_500 4-1_12 0.2712 ndcg_cut_1000 4-1_12 0.3024 map_cut_5 4-1_12 0.0357 map_cut_10 4-1_12 0.0357 map_cut_15 4-1_12 0.0561 map_cut_20 4-1_12 0.0561 map_cut_30 4-1_12 0.0561 map_cut_100 4-1_12 0.0619 map_cut_200 4-1_12 0.0619 map_cut_500 4-1_12 0.0631 map_cut_1000 4-1_12 0.0644 relative_P_5 4-1_12 0.2000 relative_P_10 4-1_12 0.1429 relative_P_15 4-1_12 0.2857 relative_P_20 4-1_12 0.2857 relative_P_30 4-1_12 0.2857 relative_P_100 4-1_12 0.4286 relative_P_200 4-1_12 0.4286 relative_P_500 4-1_12 0.5714 relative_P_1000 4-1_12 0.7143 success_1 4-1_12 0.0000 success_5 4-1_12 1.0000 success_10 4-1_12 1.0000 set_P 4-1_12 0.0050 set_relative_P 4-1_12 0.7143 set_recall 4-1_12 0.7143 set_map 4-1_12 0.0036 set_F 4-1_12 0.0099 num_nonrel_judged_ret 4-1_12 41 rbp 4-1_12 0.1091 rbp_resid 4-1_12 0.3794 unj_5 4-1_12 0.2000 unj_10 4-1_12 0.2000 unj_20 4-1_12 0.4500 num_ret 4-1_3 1000 num_rel 4-1_3 39 num_rel_ret 4-1_3 29 map 4-1_3 0.0648 Rprec 4-1_3 0.1282 bpref 4-1_3 0.1657 recip_rank 4-1_3 0.1111 iprec_at_recall_0.00 4-1_3 0.1818 iprec_at_recall_0.10 4-1_3 0.1471 iprec_at_recall_0.20 4-1_3 0.0984 iprec_at_recall_0.30 4-1_3 0.0984 iprec_at_recall_0.40 4-1_3 0.0920 iprec_at_recall_0.50 4-1_3 0.0755 iprec_at_recall_0.60 4-1_3 0.0602 iprec_at_recall_0.70 4-1_3 0.0374 iprec_at_recall_0.80 4-1_3 0.0000 iprec_at_recall_0.90 4-1_3 0.0000 iprec_at_recall_1.00 4-1_3 0.0000 P_5 4-1_3 0.0000 P_10 4-1_3 0.1000 P_15 4-1_3 0.1333 P_20 4-1_3 0.1500 P_30 4-1_3 0.1333 P_100 4-1_3 0.0800 P_200 4-1_3 0.0800 P_500 4-1_3 0.0520 P_1000 4-1_3 0.0290 relstring 4-1_3 '-1--111041' recall_5 4-1_3 0.0000 recall_10 4-1_3 0.0256 recall_15 4-1_3 0.0513 recall_20 4-1_3 0.0769 recall_30 4-1_3 0.1026 recall_100 4-1_3 0.2051 recall_200 4-1_3 0.4103 recall_500 4-1_3 0.6667 recall_1000 4-1_3 0.7436 infAP 4-1_3 0.0648 Rprec_mult_0.20 4-1_3 0.0000 Rprec_mult_0.40 4-1_3 0.1250 Rprec_mult_0.60 4-1_3 0.1250 Rprec_mult_0.80 4-1_3 0.1250 Rprec_mult_1.00 4-1_3 0.1282 Rprec_mult_1.20 4-1_3 0.1064 Rprec_mult_1.40 4-1_3 0.0909 Rprec_mult_1.60 4-1_3 0.0794 Rprec_mult_1.80 4-1_3 0.0704 Rprec_mult_2.00 4-1_3 0.0769 utility 4-1_3 -942.0000 11pt_avg 4-1_3 0.0719 binG 4-1_3 0.1132 G 4-1_3 0.1063 ndcg 4-1_3 0.4377 ndcg_rel 4-1_3 0.3263 Rndcg 4-1_3 0.2171 ndcg_cut_5 4-1_3 0.0863 ndcg_cut_10 4-1_3 0.1890 ndcg_cut_15 4-1_3 0.1799 ndcg_cut_20 4-1_3 0.2022 ndcg_cut_30 4-1_3 0.1860 ndcg_cut_100 4-1_3 0.2191 ndcg_cut_200 4-1_3 0.2995 ndcg_cut_500 4-1_3 0.4006 ndcg_cut_1000 4-1_3 0.4377 map_cut_5 4-1_3 0.0000 map_cut_10 4-1_3 0.0028 map_cut_15 4-1_3 0.0075 map_cut_20 4-1_3 0.0120 map_cut_30 4-1_3 0.0157 map_cut_100 4-1_3 0.0256 map_cut_200 4-1_3 0.0444 map_cut_500 4-1_3 0.0621 map_cut_1000 4-1_3 0.0648 relative_P_5 4-1_3 0.0000 relative_P_10 4-1_3 0.1000 relative_P_15 4-1_3 0.1333 relative_P_20 4-1_3 0.1500 relative_P_30 4-1_3 0.1333 relative_P_100 4-1_3 0.2051 relative_P_200 4-1_3 0.4103 relative_P_500 4-1_3 0.6667 relative_P_1000 4-1_3 0.7436 success_1 4-1_3 0.0000 success_5 4-1_3 0.0000 success_10 4-1_3 1.0000 set_P 4-1_3 0.0290 set_relative_P 4-1_3 0.7436 set_recall 4-1_3 0.7436 set_map 4-1_3 0.0216 set_F 4-1_3 0.0558 num_nonrel_judged_ret 4-1_3 69 rbp 4-1_3 0.1605 rbp_resid 4-1_3 0.3765 unj_5 4-1_3 0.6000 unj_10 4-1_3 0.3000 unj_20 4-1_3 0.3000 num_ret 4-1_4 1000 num_rel 4-1_4 11 num_rel_ret 4-1_4 3 map 4-1_4 0.0156 Rprec 4-1_4 0.0909 bpref 4-1_4 0.0248 recip_rank 4-1_4 0.1111 iprec_at_recall_0.00 4-1_4 0.1111 iprec_at_recall_0.10 4-1_4 0.1111 iprec_at_recall_0.20 4-1_4 0.0476 iprec_at_recall_0.30 4-1_4 0.0123 iprec_at_recall_0.40 4-1_4 0.0000 iprec_at_recall_0.50 4-1_4 0.0000 iprec_at_recall_0.60 4-1_4 0.0000 iprec_at_recall_0.70 4-1_4 0.0000 iprec_at_recall_0.80 4-1_4 0.0000 iprec_at_recall_0.90 4-1_4 0.0000 iprec_at_recall_1.00 4-1_4 0.0000 P_5 4-1_4 0.0000 P_10 4-1_4 0.1000 P_15 4-1_4 0.0667 P_20 4-1_4 0.0500 P_30 4-1_4 0.0333 P_100 4-1_4 0.0200 P_200 4-1_4 0.0100 P_500 4-1_4 0.0060 P_1000 4-1_4 0.0030 relstring 4-1_4 '0100010021' recall_5 4-1_4 0.0000 recall_10 4-1_4 0.0909 recall_15 4-1_4 0.0909 recall_20 4-1_4 0.0909 recall_30 4-1_4 0.0909 recall_100 4-1_4 0.1818 recall_200 4-1_4 0.1818 recall_500 4-1_4 0.2727 recall_1000 4-1_4 0.2727 infAP 4-1_4 0.0156 Rprec_mult_0.20 4-1_4 0.0000 Rprec_mult_0.40 4-1_4 0.0000 Rprec_mult_0.60 4-1_4 0.0000 Rprec_mult_0.80 4-1_4 0.1111 Rprec_mult_1.00 4-1_4 0.0909 Rprec_mult_1.20 4-1_4 0.0714 Rprec_mult_1.40 4-1_4 0.0625 Rprec_mult_1.60 4-1_4 0.0556 Rprec_mult_1.80 4-1_4 0.0500 Rprec_mult_2.00 4-1_4 0.0455 utility 4-1_4 -994.0000 11pt_avg 4-1_4 0.0257 binG 4-1_4 0.0557 G 4-1_4 0.0738 ndcg 4-1_4 0.2300 ndcg_rel 4-1_4 0.1889 Rndcg 4-1_4 0.1301 ndcg_cut_5 4-1_4 0.0553 ndcg_cut_10 4-1_4 0.1256 ndcg_cut_15 4-1_4 0.1135 ndcg_cut_20 4-1_4 0.1456 ndcg_cut_30 4-1_4 0.1587 ndcg_cut_100 4-1_4 0.1979 ndcg_cut_200 4-1_4 0.2054 ndcg_cut_500 4-1_4 0.2187 ndcg_cut_1000 4-1_4 0.2300 map_cut_5 4-1_4 0.0000 map_cut_10 4-1_4 0.0101 map_cut_15 4-1_4 0.0101 map_cut_20 4-1_4 0.0101 map_cut_30 4-1_4 0.0101 map_cut_100 4-1_4 0.0144 map_cut_200 4-1_4 0.0144 map_cut_500 4-1_4 0.0156 map_cut_1000 4-1_4 0.0156 relative_P_5 4-1_4 0.0000 relative_P_10 4-1_4 0.1000 relative_P_15 4-1_4 0.0909 relative_P_20 4-1_4 0.0909 relative_P_30 4-1_4 0.0909 relative_P_100 4-1_4 0.1818 relative_P_200 4-1_4 0.1818 relative_P_500 4-1_4 0.2727 relative_P_1000 4-1_4 0.2727 success_1 4-1_4 0.0000 success_5 4-1_4 0.0000 success_10 4-1_4 1.0000 set_P 4-1_4 0.0030 set_relative_P 4-1_4 0.2727 set_recall 4-1_4 0.2727 set_map 4-1_4 0.0008 set_F 4-1_4 0.0059 num_nonrel_judged_ret 4-1_4 33 rbp 4-1_4 0.0875 rbp_resid 4-1_4 0.2361 unj_5 4-1_4 0.0000 unj_10 4-1_4 0.0000 unj_20 4-1_4 0.3000 num_ret 4-1_6 1000 num_rel 4-1_6 1 num_rel_ret 4-1_6 1 map 4-1_6 0.0185 Rprec 4-1_6 0.0000 bpref 4-1_6 0.0000 recip_rank 4-1_6 0.0185 iprec_at_recall_0.00 4-1_6 0.0185 iprec_at_recall_0.10 4-1_6 0.0185 iprec_at_recall_0.20 4-1_6 0.0185 iprec_at_recall_0.30 4-1_6 0.0185 iprec_at_recall_0.40 4-1_6 0.0185 iprec_at_recall_0.50 4-1_6 0.0185 iprec_at_recall_0.60 4-1_6 0.0185 iprec_at_recall_0.70 4-1_6 0.0185 iprec_at_recall_0.80 4-1_6 0.0185 iprec_at_recall_0.90 4-1_6 0.0185 iprec_at_recall_1.00 4-1_6 0.0185 P_5 4-1_6 0.0000 P_10 4-1_6 0.0000 P_15 4-1_6 0.0000 P_20 4-1_6 0.0000 P_30 4-1_6 0.0000 P_100 4-1_6 0.0100 P_200 4-1_6 0.0050 P_500 4-1_6 0.0020 P_1000 4-1_6 0.0010 relstring 4-1_6 '0001-00000' recall_5 4-1_6 0.0000 recall_10 4-1_6 0.0000 recall_15 4-1_6 0.0000 recall_20 4-1_6 0.0000 recall_30 4-1_6 0.0000 recall_100 4-1_6 1.0000 recall_200 4-1_6 1.0000 recall_500 4-1_6 1.0000 recall_1000 4-1_6 1.0000 infAP 4-1_6 0.0185 Rprec_mult_0.20 4-1_6 0.0000 Rprec_mult_0.40 4-1_6 0.0000 Rprec_mult_0.60 4-1_6 0.0000 Rprec_mult_0.80 4-1_6 0.0000 Rprec_mult_1.00 4-1_6 0.0000 Rprec_mult_1.20 4-1_6 0.0000 Rprec_mult_1.40 4-1_6 0.0000 Rprec_mult_1.60 4-1_6 0.0000 Rprec_mult_1.80 4-1_6 0.0000 Rprec_mult_2.00 4-1_6 0.0000 utility 4-1_6 -998.0000 11pt_avg 4-1_6 0.0185 binG 4-1_6 0.1730 G 4-1_6 0.0963 ndcg 4-1_6 0.2463 ndcg_rel 4-1_6 0.2018 Rndcg 4-1_6 0.1011 ndcg_cut_5 4-1_6 0.1091 ndcg_cut_10 4-1_6 0.0777 ndcg_cut_15 4-1_6 0.0628 ndcg_cut_20 4-1_6 0.0568 ndcg_cut_30 4-1_6 0.0568 ndcg_cut_100 4-1_6 0.1024 ndcg_cut_200 4-1_6 0.1570 ndcg_cut_500 4-1_6 0.2053 ndcg_cut_1000 4-1_6 0.2463 map_cut_5 4-1_6 0.0000 map_cut_10 4-1_6 0.0000 map_cut_15 4-1_6 0.0000 map_cut_20 4-1_6 0.0000 map_cut_30 4-1_6 0.0000 map_cut_100 4-1_6 0.0185 map_cut_200 4-1_6 0.0185 map_cut_500 4-1_6 0.0185 map_cut_1000 4-1_6 0.0185 relative_P_5 4-1_6 0.0000 relative_P_10 4-1_6 0.0000 relative_P_15 4-1_6 0.0000 relative_P_20 4-1_6 0.0000 relative_P_30 4-1_6 0.0000 relative_P_100 4-1_6 1.0000 relative_P_200 4-1_6 1.0000 relative_P_500 4-1_6 1.0000 relative_P_1000 4-1_6 1.0000 success_1 4-1_6 0.0000 success_5 4-1_6 0.0000 success_10 4-1_6 0.0000 set_P 4-1_6 0.0010 set_relative_P 4-1_6 1.0000 set_recall 4-1_6 1.0000 set_map 4-1_6 0.0010 set_F 4-1_6 0.0020 num_nonrel_judged_ret 4-1_6 74 rbp 4-1_6 0.0368 rbp_resid 4-1_6 0.3336 unj_5 4-1_6 0.2000 unj_10 4-1_6 0.1000 unj_20 4-1_6 0.4500 num_ret 4-1_9 1000 num_rel 4-1_9 37 num_rel_ret 4-1_9 7 map 4-1_9 0.0029 Rprec 4-1_9 0.0270 bpref 4-1_9 0.0285 recip_rank 4-1_9 0.0526 iprec_at_recall_0.00 4-1_9 0.0526 iprec_at_recall_0.10 4-1_9 0.0091 iprec_at_recall_0.20 4-1_9 0.0079 iprec_at_recall_0.30 4-1_9 0.0000 iprec_at_recall_0.40 4-1_9 0.0000 iprec_at_recall_0.50 4-1_9 0.0000 iprec_at_recall_0.60 4-1_9 0.0000 iprec_at_recall_0.70 4-1_9 0.0000 iprec_at_recall_0.80 4-1_9 0.0000 iprec_at_recall_0.90 4-1_9 0.0000 iprec_at_recall_1.00 4-1_9 0.0000 P_5 4-1_9 0.0000 P_10 4-1_9 0.0000 P_15 4-1_9 0.0000 P_20 4-1_9 0.0500 P_30 4-1_9 0.0333 P_100 4-1_9 0.0100 P_200 4-1_9 0.0100 P_500 4-1_9 0.0060 P_1000 4-1_9 0.0070 relstring 4-1_9 '1110111001' recall_5 4-1_9 0.0000 recall_10 4-1_9 0.0000 recall_15 4-1_9 0.0000 recall_20 4-1_9 0.0270 recall_30 4-1_9 0.0270 recall_100 4-1_9 0.0270 recall_200 4-1_9 0.0541 recall_500 4-1_9 0.0811 recall_1000 4-1_9 0.1892 infAP 4-1_9 0.0029 Rprec_mult_0.20 4-1_9 0.0000 Rprec_mult_0.40 4-1_9 0.0000 Rprec_mult_0.60 4-1_9 0.0435 Rprec_mult_0.80 4-1_9 0.0333 Rprec_mult_1.00 4-1_9 0.0270 Rprec_mult_1.20 4-1_9 0.0222 Rprec_mult_1.40 4-1_9 0.0192 Rprec_mult_1.60 4-1_9 0.0167 Rprec_mult_1.80 4-1_9 0.0149 Rprec_mult_2.00 4-1_9 0.0135 utility 4-1_9 -986.0000 11pt_avg 4-1_9 0.0063 binG 4-1_9 0.0248 G 4-1_9 0.0449 ndcg 4-1_9 0.2404 ndcg_rel 4-1_9 0.2240 Rndcg 4-1_9 0.2088 ndcg_cut_5 4-1_9 0.2403 ndcg_cut_10 4-1_9 0.2493 ndcg_cut_15 4-1_9 0.2099 ndcg_cut_20 4-1_9 0.2211 ndcg_cut_30 4-1_9 0.1900 ndcg_cut_100 4-1_9 0.1355 ndcg_cut_200 4-1_9 0.1520 ndcg_cut_500 4-1_9 0.1818 ndcg_cut_1000 4-1_9 0.2404 map_cut_5 4-1_9 0.0000 map_cut_10 4-1_9 0.0000 map_cut_15 4-1_9 0.0000 map_cut_20 4-1_9 0.0014 map_cut_30 4-1_9 0.0014 map_cut_100 4-1_9 0.0014 map_cut_200 4-1_9 0.0017 map_cut_500 4-1_9 0.0020 map_cut_1000 4-1_9 0.0029 relative_P_5 4-1_9 0.0000 relative_P_10 4-1_9 0.0000 relative_P_15 4-1_9 0.0000 relative_P_20 4-1_9 0.0500 relative_P_30 4-1_9 0.0333 relative_P_100 4-1_9 0.0270 relative_P_200 4-1_9 0.0541 relative_P_500 4-1_9 0.0811 relative_P_1000 4-1_9 0.1892 success_1 4-1_9 0.0000 success_5 4-1_9 0.0000 success_10 4-1_9 0.0000 set_P 4-1_9 0.0070 set_relative_P 4-1_9 0.1892 set_recall 4-1_9 0.1892 set_map 4-1_9 0.0013 set_F 4-1_9 0.0135 num_nonrel_judged_ret 4-1_9 67 rbp 4-1_9 0.1375 rbp_resid 4-1_9 0.2770 unj_5 4-1_9 0.0000 unj_10 4-1_9 0.0000 unj_20 4-1_9 0.3500 num_ret 4-2_2 1000 num_rel 4-2_2 84 num_rel_ret 4-2_2 14 map 4-2_2 0.0202 Rprec 4-2_2 0.0476 bpref 4-2_2 0.1431 recip_rank 4-2_2 1.0000 iprec_at_recall_0.00 4-2_2 1.0000 iprec_at_recall_0.10 4-2_2 0.0398 iprec_at_recall_0.20 4-2_2 0.0000 iprec_at_recall_0.30 4-2_2 0.0000 iprec_at_recall_0.40 4-2_2 0.0000 iprec_at_recall_0.50 4-2_2 0.0000 iprec_at_recall_0.60 4-2_2 0.0000 iprec_at_recall_0.70 4-2_2 0.0000 iprec_at_recall_0.80 4-2_2 0.0000 iprec_at_recall_0.90 4-2_2 0.0000 iprec_at_recall_1.00 4-2_2 0.0000 P_5 4-2_2 0.2000 P_10 4-2_2 0.2000 P_15 4-2_2 0.1333 P_20 4-2_2 0.1000 P_30 4-2_2 0.0667 P_100 4-2_2 0.0400 P_200 4-2_2 0.0350 P_500 4-2_2 0.0200 P_1000 4-2_2 0.0140 relstring 4-2_2 '2010012111' recall_5 4-2_2 0.0119 recall_10 4-2_2 0.0238 recall_15 4-2_2 0.0238 recall_20 4-2_2 0.0238 recall_30 4-2_2 0.0238 recall_100 4-2_2 0.0476 recall_200 4-2_2 0.0833 recall_500 4-2_2 0.1190 recall_1000 4-2_2 0.1667 infAP 4-2_2 0.0202 Rprec_mult_0.20 4-2_2 0.1176 Rprec_mult_0.40 4-2_2 0.0588 Rprec_mult_0.60 4-2_2 0.0588 Rprec_mult_0.80 4-2_2 0.0441 Rprec_mult_1.00 4-2_2 0.0476 Rprec_mult_1.20 4-2_2 0.0396 Rprec_mult_1.40 4-2_2 0.0424 Rprec_mult_1.60 4-2_2 0.0370 Rprec_mult_1.80 4-2_2 0.0329 Rprec_mult_2.00 4-2_2 0.0357 utility 4-2_2 -972.0000 11pt_avg 4-2_2 0.0945 binG 4-2_2 0.0347 G 4-2_2 0.0303 ndcg 4-2_2 0.1754 ndcg_rel 4-2_2 0.1849 Rndcg 4-2_2 0.1589 ndcg_cut_5 4-2_2 0.2826 ndcg_cut_10 4-2_2 0.3249 ndcg_cut_15 4-2_2 0.2677 ndcg_cut_20 4-2_2 0.2345 ndcg_cut_30 4-2_2 0.1887 ndcg_cut_100 4-2_2 0.1227 ndcg_cut_200 4-2_2 0.1407 ndcg_cut_500 4-2_2 0.1572 ndcg_cut_1000 4-2_2 0.1754 map_cut_5 4-2_2 0.0119 map_cut_10 4-2_2 0.0153 map_cut_15 4-2_2 0.0153 map_cut_20 4-2_2 0.0153 map_cut_30 4-2_2 0.0153 map_cut_100 4-2_2 0.0169 map_cut_200 4-2_2 0.0183 map_cut_500 4-2_2 0.0194 map_cut_1000 4-2_2 0.0202 relative_P_5 4-2_2 0.2000 relative_P_10 4-2_2 0.2000 relative_P_15 4-2_2 0.1333 relative_P_20 4-2_2 0.1000 relative_P_30 4-2_2 0.0667 relative_P_100 4-2_2 0.0476 relative_P_200 4-2_2 0.0833 relative_P_500 4-2_2 0.1190 relative_P_1000 4-2_2 0.1667 success_1 4-2_2 1.0000 success_5 4-2_2 1.0000 success_10 4-2_2 1.0000 set_P 4-2_2 0.0140 set_relative_P 4-2_2 0.1667 set_recall 4-2_2 0.1667 set_map 4-2_2 0.0023 set_F 4-2_2 0.0258 num_nonrel_judged_ret 4-2_2 17 rbp 4-2_2 0.2116 rbp_resid 4-2_2 0.2914 unj_5 4-2_2 0.0000 unj_10 4-2_2 0.0000 unj_20 4-2_2 0.4000 num_ret 4-2_3 1000 num_rel 4-2_3 48 num_rel_ret 4-2_3 42 map 4-2_3 0.2105 Rprec 4-2_3 0.2708 bpref 4-2_3 0.6728 recip_rank 4-2_3 1.0000 iprec_at_recall_0.00 4-2_3 1.0000 iprec_at_recall_0.10 4-2_3 0.5556 iprec_at_recall_0.20 4-2_3 0.4583 iprec_at_recall_0.30 4-2_3 0.2857 iprec_at_recall_0.40 4-2_3 0.1070 iprec_at_recall_0.50 4-2_3 0.1032 iprec_at_recall_0.60 4-2_3 0.0976 iprec_at_recall_0.70 4-2_3 0.0697 iprec_at_recall_0.80 4-2_3 0.0650 iprec_at_recall_0.90 4-2_3 0.0000 iprec_at_recall_1.00 4-2_3 0.0000 P_5 4-2_3 0.4000 P_10 4-2_3 0.5000 P_15 4-2_3 0.4667 P_20 4-2_3 0.4500 P_30 4-2_3 0.4000 P_100 4-2_3 0.1800 P_200 4-2_3 0.1050 P_500 4-2_3 0.0680 P_1000 4-2_3 0.0420 relstring 4-2_3 '213---2221' recall_5 4-2_3 0.0417 recall_10 4-2_3 0.1042 recall_15 4-2_3 0.1458 recall_20 4-2_3 0.1875 recall_30 4-2_3 0.2500 recall_100 4-2_3 0.3750 recall_200 4-2_3 0.4375 recall_500 4-2_3 0.7083 recall_1000 4-2_3 0.8750 infAP 4-2_3 0.2105 Rprec_mult_0.20 4-2_3 0.5000 Rprec_mult_0.40 4-2_3 0.4500 Rprec_mult_0.60 4-2_3 0.3793 Rprec_mult_0.80 4-2_3 0.3333 Rprec_mult_1.00 4-2_3 0.2708 Rprec_mult_1.20 4-2_3 0.2586 Rprec_mult_1.40 4-2_3 0.2206 Rprec_mult_1.60 4-2_3 0.1948 Rprec_mult_1.80 4-2_3 0.2069 Rprec_mult_2.00 4-2_3 0.1875 utility 4-2_3 -916.0000 11pt_avg 4-2_3 0.2493 binG 4-2_3 0.1832 G 4-2_3 0.1387 ndcg 4-2_3 0.6010 ndcg_rel 4-2_3 0.5235 Rndcg 4-2_3 0.4514 ndcg_cut_5 4-2_3 0.4670 ndcg_cut_10 4-2_3 0.4846 ndcg_cut_15 4-2_3 0.5064 ndcg_cut_20 4-2_3 0.5196 ndcg_cut_30 4-2_3 0.4875 ndcg_cut_100 4-2_3 0.3917 ndcg_cut_200 4-2_3 0.4190 ndcg_cut_500 4-2_3 0.5408 ndcg_cut_1000 4-2_3 0.6010 map_cut_5 4-2_3 0.0347 map_cut_10 4-2_3 0.0656 map_cut_15 4-2_3 0.0882 map_cut_20 4-2_3 0.1097 map_cut_30 4-2_3 0.1370 map_cut_100 4-2_3 0.1693 map_cut_200 4-2_3 0.1759 map_cut_500 4-2_3 0.2004 map_cut_1000 4-2_3 0.2105 relative_P_5 4-2_3 0.4000 relative_P_10 4-2_3 0.5000 relative_P_15 4-2_3 0.4667 relative_P_20 4-2_3 0.4500 relative_P_30 4-2_3 0.4000 relative_P_100 4-2_3 0.3750 relative_P_200 4-2_3 0.4375 relative_P_500 4-2_3 0.7083 relative_P_1000 4-2_3 0.8750 success_1 4-2_3 1.0000 success_5 4-2_3 1.0000 success_10 4-2_3 1.0000 set_P 4-2_3 0.0420 set_relative_P 4-2_3 0.8750 set_recall 4-2_3 0.8750 set_map 4-2_3 0.0367 set_F 4-2_3 0.0802 num_nonrel_judged_ret 4-2_3 19 rbp 4-2_3 0.4068 rbp_resid 4-2_3 0.3513 unj_5 4-2_3 0.4000 unj_10 4-2_3 0.3000 unj_20 4-2_3 0.3000 num_ret 4-2_6 1000 num_rel 4-2_6 14 num_rel_ret 4-2_6 13 map 4-2_6 0.4888 Rprec 4-2_6 0.3571 bpref 4-2_6 0.6888 recip_rank 4-2_6 1.0000 iprec_at_recall_0.00 4-2_6 1.0000 iprec_at_recall_0.10 4-2_6 1.0000 iprec_at_recall_0.20 4-2_6 1.0000 iprec_at_recall_0.30 4-2_6 1.0000 iprec_at_recall_0.40 4-2_6 0.4706 iprec_at_recall_0.50 4-2_6 0.4706 iprec_at_recall_0.60 4-2_6 0.4706 iprec_at_recall_0.70 4-2_6 0.3448 iprec_at_recall_0.80 4-2_6 0.2500 iprec_at_recall_0.90 4-2_6 0.0258 iprec_at_recall_1.00 4-2_6 0.0000 P_5 4-2_6 0.8000 P_10 4-2_6 0.5000 P_15 4-2_6 0.4000 P_20 4-2_6 0.4000 P_30 4-2_6 0.3333 P_100 4-2_6 0.1100 P_200 4-2_6 0.0550 P_500 4-2_6 0.0240 P_1000 4-2_6 0.0130 relstring 4-2_6 '22221-113-' recall_5 4-2_6 0.2857 recall_10 4-2_6 0.3571 recall_15 4-2_6 0.4286 recall_20 4-2_6 0.5714 recall_30 4-2_6 0.7143 recall_100 4-2_6 0.7857 recall_200 4-2_6 0.7857 recall_500 4-2_6 0.8571 recall_1000 4-2_6 0.9286 infAP 4-2_6 0.4888 Rprec_mult_0.20 4-2_6 1.0000 Rprec_mult_0.40 4-2_6 0.6667 Rprec_mult_0.60 4-2_6 0.5556 Rprec_mult_0.80 4-2_6 0.4167 Rprec_mult_1.00 4-2_6 0.3571 Rprec_mult_1.20 4-2_6 0.4706 Rprec_mult_1.40 4-2_6 0.4000 Rprec_mult_1.60 4-2_6 0.3478 Rprec_mult_1.80 4-2_6 0.3077 Rprec_mult_2.00 4-2_6 0.3214 utility 4-2_6 -974.0000 11pt_avg 4-2_6 0.5484 binG 4-2_6 0.4381 G 4-2_6 0.2319 ndcg 4-2_6 0.7032 ndcg_rel 4-2_6 0.6417 Rndcg 4-2_6 0.6140 ndcg_cut_5 4-2_6 0.6514 ndcg_cut_10 4-2_6 0.6062 ndcg_cut_15 4-2_6 0.5566 ndcg_cut_20 4-2_6 0.5922 ndcg_cut_30 4-2_6 0.5739 ndcg_cut_100 4-2_6 0.6470 ndcg_cut_200 4-2_6 0.6711 ndcg_cut_500 4-2_6 0.6843 ndcg_cut_1000 4-2_6 0.7032 map_cut_5 4-2_6 0.2857 map_cut_10 4-2_6 0.3254 map_cut_15 4-2_6 0.3540 map_cut_20 4-2_6 0.4188 map_cut_30 4-2_6 0.4673 map_cut_100 4-2_6 0.4851 map_cut_200 4-2_6 0.4851 map_cut_500 4-2_6 0.4870 map_cut_1000 4-2_6 0.4888 relative_P_5 4-2_6 0.8000 relative_P_10 4-2_6 0.5000 relative_P_15 4-2_6 0.4286 relative_P_20 4-2_6 0.5714 relative_P_30 4-2_6 0.7143 relative_P_100 4-2_6 0.7857 relative_P_200 4-2_6 0.7857 relative_P_500 4-2_6 0.8571 relative_P_1000 4-2_6 0.9286 success_1 4-2_6 1.0000 success_5 4-2_6 1.0000 success_10 4-2_6 1.0000 set_P 4-2_6 0.0130 set_relative_P 4-2_6 0.9286 set_recall 4-2_6 0.9286 set_map 4-2_6 0.0121 set_F 4-2_6 0.0256 num_nonrel_judged_ret 4-2_6 13 rbp 4-2_6 0.3912 rbp_resid 4-2_6 0.3552 unj_5 4-2_6 0.0000 unj_10 4-2_6 0.2000 unj_20 4-2_6 0.4000 num_ret 5-1_2 1000 num_rel 5-1_2 130 num_rel_ret 5-1_2 29 map 5-1_2 0.0218 Rprec 5-1_2 0.0692 bpref 5-1_2 0.1960 recip_rank 5-1_2 0.3333 iprec_at_recall_0.00 5-1_2 0.4286 iprec_at_recall_0.10 5-1_2 0.0385 iprec_at_recall_0.20 5-1_2 0.0312 iprec_at_recall_0.30 5-1_2 0.0000 iprec_at_recall_0.40 5-1_2 0.0000 iprec_at_recall_0.50 5-1_2 0.0000 iprec_at_recall_0.60 5-1_2 0.0000 iprec_at_recall_0.70 5-1_2 0.0000 iprec_at_recall_0.80 5-1_2 0.0000 iprec_at_recall_0.90 5-1_2 0.0000 iprec_at_recall_1.00 5-1_2 0.0000 P_5 5-1_2 0.2000 P_10 5-1_2 0.4000 P_15 5-1_2 0.2667 P_20 5-1_2 0.2000 P_30 5-1_2 0.1667 P_100 5-1_2 0.0800 P_200 5-1_2 0.0450 P_500 5-1_2 0.0340 P_1000 5-1_2 0.0290 relstring 5-1_2 '1-20123013' recall_5 5-1_2 0.0077 recall_10 5-1_2 0.0308 recall_15 5-1_2 0.0308 recall_20 5-1_2 0.0308 recall_30 5-1_2 0.0385 recall_100 5-1_2 0.0615 recall_200 5-1_2 0.0692 recall_500 5-1_2 0.1308 recall_1000 5-1_2 0.2231 infAP 5-1_2 0.0218 Rprec_mult_0.20 5-1_2 0.1923 Rprec_mult_0.40 5-1_2 0.1154 Rprec_mult_0.60 5-1_2 0.1026 Rprec_mult_0.80 5-1_2 0.0865 Rprec_mult_1.00 5-1_2 0.0692 Rprec_mult_1.20 5-1_2 0.0577 Rprec_mult_1.40 5-1_2 0.0495 Rprec_mult_1.60 5-1_2 0.0481 Rprec_mult_1.80 5-1_2 0.0427 Rprec_mult_2.00 5-1_2 0.0462 utility 5-1_2 -942.0000 11pt_avg 5-1_2 0.0453 binG 5-1_2 0.0364 G 5-1_2 0.0298 ndcg 5-1_2 0.1901 ndcg_rel 5-1_2 0.1882 Rndcg 5-1_2 0.1662 ndcg_cut_5 5-1_2 0.2424 ndcg_cut_10 5-1_2 0.3600 ndcg_cut_15 5-1_2 0.2985 ndcg_cut_20 5-1_2 0.2507 ndcg_cut_30 5-1_2 0.2241 ndcg_cut_100 5-1_2 0.1361 ndcg_cut_200 5-1_2 0.1116 ndcg_cut_500 5-1_2 0.1456 ndcg_cut_1000 5-1_2 0.1901 map_cut_5 5-1_2 0.0026 map_cut_10 5-1_2 0.0115 map_cut_15 5-1_2 0.0115 map_cut_20 5-1_2 0.0115 map_cut_30 5-1_2 0.0131 map_cut_100 5-1_2 0.0157 map_cut_200 5-1_2 0.0164 map_cut_500 5-1_2 0.0189 map_cut_1000 5-1_2 0.0218 relative_P_5 5-1_2 0.2000 relative_P_10 5-1_2 0.4000 relative_P_15 5-1_2 0.2667 relative_P_20 5-1_2 0.2000 relative_P_30 5-1_2 0.1667 relative_P_100 5-1_2 0.0800 relative_P_200 5-1_2 0.0692 relative_P_500 5-1_2 0.1308 relative_P_1000 5-1_2 0.2231 success_1 5-1_2 0.0000 success_5 5-1_2 1.0000 success_10 5-1_2 1.0000 set_P 5-1_2 0.0290 set_relative_P 5-1_2 0.2231 set_recall 5-1_2 0.2231 set_map 5-1_2 0.0065 set_F 5-1_2 0.0513 num_nonrel_judged_ret 5-1_2 25 rbp 5-1_2 0.2075 rbp_resid 5-1_2 0.3553 unj_5 5-1_2 0.2000 unj_10 5-1_2 0.1000 unj_20 5-1_2 0.4500 num_ret 5-1_4 1000 num_rel 5-1_4 29 num_rel_ret 5-1_4 13 map 5-1_4 0.0116 Rprec 5-1_4 0.0345 bpref 5-1_4 0.2616 recip_rank 5-1_4 0.1000 iprec_at_recall_0.00 5-1_4 0.1000 iprec_at_recall_0.10 5-1_4 0.0276 iprec_at_recall_0.20 5-1_4 0.0211 iprec_at_recall_0.30 5-1_4 0.0161 iprec_at_recall_0.40 5-1_4 0.0150 iprec_at_recall_0.50 5-1_4 0.0000 iprec_at_recall_0.60 5-1_4 0.0000 iprec_at_recall_0.70 5-1_4 0.0000 iprec_at_recall_0.80 5-1_4 0.0000 iprec_at_recall_0.90 5-1_4 0.0000 iprec_at_recall_1.00 5-1_4 0.0000 P_5 5-1_4 0.0000 P_10 5-1_4 0.1000 P_15 5-1_4 0.0667 P_20 5-1_4 0.0500 P_30 5-1_4 0.0333 P_100 5-1_4 0.0200 P_200 5-1_4 0.0250 P_500 5-1_4 0.0160 P_1000 5-1_4 0.0130 relstring 5-1_4 '00--00-002' recall_5 5-1_4 0.0000 recall_10 5-1_4 0.0345 recall_15 5-1_4 0.0345 recall_20 5-1_4 0.0345 recall_30 5-1_4 0.0345 recall_100 5-1_4 0.0690 recall_200 5-1_4 0.1724 recall_500 5-1_4 0.2759 recall_1000 5-1_4 0.4483 infAP 5-1_4 0.0116 Rprec_mult_0.20 5-1_4 0.0000 Rprec_mult_0.40 5-1_4 0.0833 Rprec_mult_0.60 5-1_4 0.0556 Rprec_mult_0.80 5-1_4 0.0417 Rprec_mult_1.00 5-1_4 0.0345 Rprec_mult_1.20 5-1_4 0.0286 Rprec_mult_1.40 5-1_4 0.0244 Rprec_mult_1.60 5-1_4 0.0213 Rprec_mult_1.80 5-1_4 0.0189 Rprec_mult_2.00 5-1_4 0.0172 utility 5-1_4 -974.0000 11pt_avg 5-1_4 0.0164 binG 5-1_4 0.0602 G 5-1_4 0.0559 ndcg 5-1_4 0.1895 ndcg_rel 5-1_4 0.1511 Rndcg 5-1_4 0.0598 ndcg_cut_5 5-1_4 0.0000 ndcg_cut_10 5-1_4 0.0433 ndcg_cut_15 5-1_4 0.0362 ndcg_cut_20 5-1_4 0.0315 ndcg_cut_30 5-1_4 0.0258 ndcg_cut_100 5-1_4 0.0374 ndcg_cut_200 5-1_4 0.0766 ndcg_cut_500 5-1_4 0.1196 ndcg_cut_1000 5-1_4 0.1895 map_cut_5 5-1_4 0.0000 map_cut_10 5-1_4 0.0034 map_cut_15 5-1_4 0.0034 map_cut_20 5-1_4 0.0034 map_cut_30 5-1_4 0.0034 map_cut_100 5-1_4 0.0045 map_cut_200 5-1_4 0.0070 map_cut_500 5-1_4 0.0090 map_cut_1000 5-1_4 0.0116 relative_P_5 5-1_4 0.0000 relative_P_10 5-1_4 0.1000 relative_P_15 5-1_4 0.0667 relative_P_20 5-1_4 0.0500 relative_P_30 5-1_4 0.0345 relative_P_100 5-1_4 0.0690 relative_P_200 5-1_4 0.1724 relative_P_500 5-1_4 0.2759 relative_P_1000 5-1_4 0.4483 success_1 5-1_4 0.0000 success_5 5-1_4 0.0000 success_10 5-1_4 1.0000 set_P 5-1_4 0.0130 set_relative_P 5-1_4 0.4483 set_recall 5-1_4 0.4483 set_map 5-1_4 0.0058 set_F 5-1_4 0.0253 num_nonrel_judged_ret 5-1_4 19 rbp 5-1_4 0.0259 rbp_resid 5-1_4 0.5556 unj_5 5-1_4 0.4000 unj_10 5-1_4 0.3000 unj_20 5-1_4 0.6500 num_ret 6-1_2 1000 num_rel 6-1_2 57 num_rel_ret 6-1_2 15 map 6-1_2 0.0418 Rprec 6-1_2 0.0877 bpref 6-1_2 0.2225 recip_rank 6-1_2 0.5000 iprec_at_recall_0.00 6-1_2 0.6667 iprec_at_recall_0.10 6-1_2 0.0707 iprec_at_recall_0.20 6-1_2 0.0324 iprec_at_recall_0.30 6-1_2 0.0000 iprec_at_recall_0.40 6-1_2 0.0000 iprec_at_recall_0.50 6-1_2 0.0000 iprec_at_recall_0.60 6-1_2 0.0000 iprec_at_recall_0.70 6-1_2 0.0000 iprec_at_recall_0.80 6-1_2 0.0000 iprec_at_recall_0.90 6-1_2 0.0000 iprec_at_recall_1.00 6-1_2 0.0000 P_5 6-1_2 0.4000 P_10 6-1_2 0.3000 P_15 6-1_2 0.2000 P_20 6-1_2 0.1500 P_30 6-1_2 0.1667 P_100 6-1_2 0.0700 P_200 6-1_2 0.0400 P_500 6-1_2 0.0220 P_1000 6-1_2 0.0150 relstring 6-1_2 '0220020101' recall_5 6-1_2 0.0351 recall_10 6-1_2 0.0526 recall_15 6-1_2 0.0526 recall_20 6-1_2 0.0526 recall_30 6-1_2 0.0877 recall_100 6-1_2 0.1228 recall_200 6-1_2 0.1404 recall_500 6-1_2 0.1930 recall_1000 6-1_2 0.2632 infAP 6-1_2 0.0418 Rprec_mult_0.20 6-1_2 0.2500 Rprec_mult_0.40 6-1_2 0.1304 Rprec_mult_0.60 6-1_2 0.1429 Rprec_mult_0.80 6-1_2 0.1087 Rprec_mult_1.00 6-1_2 0.0877 Rprec_mult_1.20 6-1_2 0.0725 Rprec_mult_1.40 6-1_2 0.0625 Rprec_mult_1.60 6-1_2 0.0652 Rprec_mult_1.80 6-1_2 0.0680 Rprec_mult_2.00 6-1_2 0.0614 utility 6-1_2 -970.0000 11pt_avg 6-1_2 0.0700 binG 6-1_2 0.0591 G 6-1_2 0.0357 ndcg 6-1_2 0.1875 ndcg_rel 6-1_2 0.1895 Rndcg 6-1_2 0.1645 ndcg_cut_5 6-1_2 0.2557 ndcg_cut_10 6-1_2 0.2626 ndcg_cut_15 6-1_2 0.2194 ndcg_cut_20 6-1_2 0.1889 ndcg_cut_30 6-1_2 0.1903 ndcg_cut_100 6-1_2 0.1356 ndcg_cut_200 6-1_2 0.1423 ndcg_cut_500 6-1_2 0.1653 ndcg_cut_1000 6-1_2 0.1875 map_cut_5 6-1_2 0.0205 map_cut_10 6-1_2 0.0292 map_cut_15 6-1_2 0.0292 map_cut_20 6-1_2 0.0292 map_cut_30 6-1_2 0.0352 map_cut_100 6-1_2 0.0376 map_cut_200 6-1_2 0.0388 map_cut_500 6-1_2 0.0406 map_cut_1000 6-1_2 0.0418 relative_P_5 6-1_2 0.4000 relative_P_10 6-1_2 0.3000 relative_P_15 6-1_2 0.2000 relative_P_20 6-1_2 0.1500 relative_P_30 6-1_2 0.1667 relative_P_100 6-1_2 0.1228 relative_P_200 6-1_2 0.1404 relative_P_500 6-1_2 0.1930 relative_P_1000 6-1_2 0.2632 success_1 6-1_2 0.0000 success_5 6-1_2 1.0000 success_10 6-1_2 1.0000 set_P 6-1_2 0.0150 set_relative_P 6-1_2 0.2632 set_recall 6-1_2 0.2632 set_map 6-1_2 0.0039 set_F 6-1_2 0.0284 num_nonrel_judged_ret 6-1_2 14 rbp 6-1_2 0.2031 rbp_resid 6-1_2 0.3000 unj_5 6-1_2 0.0000 unj_10 6-1_2 0.0000 unj_20 6-1_2 0.4500 num_ret 6-1_6 1000 num_rel 6-1_6 27 num_rel_ret 6-1_6 26 map 6-1_6 0.4071 Rprec 6-1_6 0.3704 bpref 6-1_6 0.5597 recip_rank 6-1_6 1.0000 iprec_at_recall_0.00 6-1_6 1.0000 iprec_at_recall_0.10 6-1_6 1.0000 iprec_at_recall_0.20 6-1_6 1.0000 iprec_at_recall_0.30 6-1_6 0.8000 iprec_at_recall_0.40 6-1_6 0.2927 iprec_at_recall_0.50 6-1_6 0.2258 iprec_at_recall_0.60 6-1_6 0.1798 iprec_at_recall_0.70 6-1_6 0.1570 iprec_at_recall_0.80 6-1_6 0.1189 iprec_at_recall_0.90 6-1_6 0.1091 iprec_at_recall_1.00 6-1_6 0.0000 P_5 6-1_6 1.0000 P_10 6-1_6 0.8000 P_15 6-1_6 0.5333 P_20 6-1_6 0.4000 P_30 6-1_6 0.3333 P_100 6-1_6 0.1600 P_200 6-1_6 0.1150 P_500 6-1_6 0.0520 P_1000 6-1_6 0.0260 relstring 6-1_6 '33322123-3' recall_5 6-1_6 0.1852 recall_10 6-1_6 0.2963 recall_15 6-1_6 0.2963 recall_20 6-1_6 0.2963 recall_30 6-1_6 0.3704 recall_100 6-1_6 0.5926 recall_200 6-1_6 0.8519 recall_500 6-1_6 0.9630 recall_1000 6-1_6 0.9630 infAP 6-1_6 0.4071 Rprec_mult_0.20 6-1_6 0.8333 Rprec_mult_0.40 6-1_6 0.7273 Rprec_mult_0.60 6-1_6 0.4706 Rprec_mult_0.80 6-1_6 0.3636 Rprec_mult_1.00 6-1_6 0.3704 Rprec_mult_1.20 6-1_6 0.3030 Rprec_mult_1.40 6-1_6 0.2632 Rprec_mult_1.60 6-1_6 0.2727 Rprec_mult_1.80 6-1_6 0.2449 Rprec_mult_2.00 6-1_6 0.2407 utility 6-1_6 -948.0000 11pt_avg 6-1_6 0.4439 binG 6-1_6 0.3605 G 6-1_6 0.2708 ndcg 6-1_6 0.7944 ndcg_rel 6-1_6 0.7001 Rndcg 6-1_6 0.6481 ndcg_cut_5 6-1_6 0.9076 ndcg_cut_10 6-1_6 0.7970 ndcg_cut_15 6-1_6 0.6515 ndcg_cut_20 6-1_6 0.5851 ndcg_cut_30 6-1_6 0.5672 ndcg_cut_100 6-1_6 0.6131 ndcg_cut_200 6-1_6 0.7368 ndcg_cut_500 6-1_6 0.7865 ndcg_cut_1000 6-1_6 0.7944 map_cut_5 6-1_6 0.1852 map_cut_10 6-1_6 0.2790 map_cut_15 6-1_6 0.2790 map_cut_20 6-1_6 0.2790 map_cut_30 6-1_6 0.3077 map_cut_100 6-1_6 0.3611 map_cut_200 6-1_6 0.3968 map_cut_500 6-1_6 0.4071 map_cut_1000 6-1_6 0.4071 relative_P_5 6-1_6 1.0000 relative_P_10 6-1_6 0.8000 relative_P_15 6-1_6 0.5333 relative_P_20 6-1_6 0.4000 relative_P_30 6-1_6 0.3704 relative_P_100 6-1_6 0.5926 relative_P_200 6-1_6 0.8519 relative_P_500 6-1_6 0.9630 relative_P_1000 6-1_6 0.9630 success_1 6-1_6 1.0000 success_5 6-1_6 1.0000 success_10 6-1_6 1.0000 set_P 6-1_6 0.0260 set_relative_P 6-1_6 0.9630 set_recall 6-1_6 0.9630 set_map 6-1_6 0.0250 set_F 6-1_6 0.0506 num_nonrel_judged_ret 6-1_6 31 rbp 6-1_6 0.5470 rbp_resid 6-1_6 0.2483 unj_5 6-1_6 0.0000 unj_10 6-1_6 0.1000 unj_20 6-1_6 0.3500 num_ret 6-1_7 1000 num_rel 6-1_7 46 num_rel_ret 6-1_7 28 map 6-1_7 0.0534 Rprec 6-1_7 0.1087 bpref 6-1_7 0.1928 recip_rank 6-1_7 0.3333 iprec_at_recall_0.00 6-1_7 0.3333 iprec_at_recall_0.10 6-1_7 0.1273 iprec_at_recall_0.20 6-1_7 0.0857 iprec_at_recall_0.30 6-1_7 0.0664 iprec_at_recall_0.40 6-1_7 0.0534 iprec_at_recall_0.50 6-1_7 0.0368 iprec_at_recall_0.60 6-1_7 0.0289 iprec_at_recall_0.70 6-1_7 0.0000 iprec_at_recall_0.80 6-1_7 0.0000 iprec_at_recall_0.90 6-1_7 0.0000 iprec_at_recall_1.00 6-1_7 0.0000 P_5 6-1_7 0.2000 P_10 6-1_7 0.2000 P_15 6-1_7 0.1333 P_20 6-1_7 0.1500 P_30 6-1_7 0.1333 P_100 6-1_7 0.0800 P_200 6-1_7 0.0650 P_500 6-1_7 0.0440 P_1000 6-1_7 0.0280 relstring 6-1_7 '0021--2-11' recall_5 6-1_7 0.0217 recall_10 6-1_7 0.0435 recall_15 6-1_7 0.0435 recall_20 6-1_7 0.0652 recall_30 6-1_7 0.0870 recall_100 6-1_7 0.1739 recall_200 6-1_7 0.2826 recall_500 6-1_7 0.4783 recall_1000 6-1_7 0.6087 infAP 6-1_7 0.0534 Rprec_mult_0.20 6-1_7 0.2000 Rprec_mult_0.40 6-1_7 0.1053 Rprec_mult_0.60 6-1_7 0.1071 Rprec_mult_0.80 6-1_7 0.1081 Rprec_mult_1.00 6-1_7 0.1087 Rprec_mult_1.20 6-1_7 0.1250 Rprec_mult_1.40 6-1_7 0.1077 Rprec_mult_1.60 6-1_7 0.0946 Rprec_mult_1.80 6-1_7 0.0964 Rprec_mult_2.00 6-1_7 0.0870 utility 6-1_7 -944.0000 11pt_avg 6-1_7 0.0665 binG 6-1_7 0.0965 G 6-1_7 0.0863 ndcg 6-1_7 0.4066 ndcg_rel 6-1_7 0.3276 Rndcg 6-1_7 0.2527 ndcg_cut_5 6-1_7 0.1617 ndcg_cut_10 6-1_7 0.1972 ndcg_cut_15 6-1_7 0.2037 ndcg_cut_20 6-1_7 0.2024 ndcg_cut_30 6-1_7 0.1924 ndcg_cut_100 6-1_7 0.1958 ndcg_cut_200 6-1_7 0.2510 ndcg_cut_500 6-1_7 0.3497 ndcg_cut_1000 6-1_7 0.4066 map_cut_5 6-1_7 0.0072 map_cut_10 6-1_7 0.0135 map_cut_15 6-1_7 0.0135 map_cut_20 6-1_7 0.0167 map_cut_30 6-1_7 0.0196 map_cut_100 6-1_7 0.0294 map_cut_200 6-1_7 0.0385 map_cut_500 6-1_7 0.0493 map_cut_1000 6-1_7 0.0534 relative_P_5 6-1_7 0.2000 relative_P_10 6-1_7 0.2000 relative_P_15 6-1_7 0.1333 relative_P_20 6-1_7 0.1500 relative_P_30 6-1_7 0.1333 relative_P_100 6-1_7 0.1739 relative_P_200 6-1_7 0.2826 relative_P_500 6-1_7 0.4783 relative_P_1000 6-1_7 0.6087 success_1 6-1_7 0.0000 success_5 6-1_7 1.0000 success_10 6-1_7 1.0000 set_P 6-1_7 0.0280 set_relative_P 6-1_7 0.6087 set_recall 6-1_7 0.6087 set_map 6-1_7 0.0170 set_F 6-1_7 0.0535 num_nonrel_judged_ret 6-1_7 62 rbp 6-1_7 0.1906 rbp_resid 6-1_7 0.3668 unj_5 6-1_7 0.2000 unj_10 6-1_7 0.3000 unj_20 6-1_7 0.4000 num_ret 6-2_2 1000 num_rel 6-2_2 56 num_rel_ret 6-2_2 32 map 6-2_2 0.1691 Rprec 6-2_2 0.1786 bpref 6-2_2 0.4254 recip_rank 6-2_2 1.0000 iprec_at_recall_0.00 6-2_2 1.0000 iprec_at_recall_0.10 6-2_2 0.7500 iprec_at_recall_0.20 6-2_2 0.2034 iprec_at_recall_0.30 6-2_2 0.1197 iprec_at_recall_0.40 6-2_2 0.1070 iprec_at_recall_0.50 6-2_2 0.0872 iprec_at_recall_0.60 6-2_2 0.0000 iprec_at_recall_0.70 6-2_2 0.0000 iprec_at_recall_0.80 6-2_2 0.0000 iprec_at_recall_0.90 6-2_2 0.0000 iprec_at_recall_1.00 6-2_2 0.0000 P_5 6-2_2 0.8000 P_10 6-2_2 0.7000 P_15 6-2_2 0.5333 P_20 6-2_2 0.4500 P_30 6-2_2 0.3333 P_100 6-2_2 0.1500 P_200 6-2_2 0.1050 P_500 6-2_2 0.0600 P_1000 6-2_2 0.0320 relstring 6-2_2 '41422-2304' recall_5 6-2_2 0.0714 recall_10 6-2_2 0.1250 recall_15 6-2_2 0.1429 recall_20 6-2_2 0.1607 recall_30 6-2_2 0.1786 recall_100 6-2_2 0.2679 recall_200 6-2_2 0.3750 recall_500 6-2_2 0.5357 recall_1000 6-2_2 0.5714 infAP 6-2_2 0.1691 Rprec_mult_0.20 6-2_2 0.6667 Rprec_mult_0.40 6-2_2 0.3913 Rprec_mult_0.60 6-2_2 0.2941 Rprec_mult_0.80 6-2_2 0.2222 Rprec_mult_1.00 6-2_2 0.1786 Rprec_mult_1.20 6-2_2 0.1912 Rprec_mult_1.40 6-2_2 0.1646 Rprec_mult_1.60 6-2_2 0.1667 Rprec_mult_1.80 6-2_2 0.1485 Rprec_mult_2.00 6-2_2 0.1339 utility 6-2_2 -936.0000 11pt_avg 6-2_2 0.2061 binG 6-2_2 0.1480 G 6-2_2 0.1183 ndcg 6-2_2 0.5168 ndcg_rel 6-2_2 0.5106 Rndcg 6-2_2 0.4713 ndcg_cut_5 6-2_2 0.7009 ndcg_cut_10 6-2_2 0.6072 ndcg_cut_15 6-2_2 0.5590 ndcg_cut_20 6-2_2 0.5276 ndcg_cut_30 6-2_2 0.4704 ndcg_cut_100 6-2_2 0.3706 ndcg_cut_200 6-2_2 0.4242 ndcg_cut_500 6-2_2 0.4963 ndcg_cut_1000 6-2_2 0.5168 map_cut_5 6-2_2 0.0574 map_cut_10 6-2_2 0.0961 map_cut_15 6-2_2 0.1091 map_cut_20 6-2_2 0.1175 map_cut_30 6-2_2 0.1237 map_cut_100 6-2_2 0.1402 map_cut_200 6-2_2 0.1528 map_cut_500 6-2_2 0.1679 map_cut_1000 6-2_2 0.1691 relative_P_5 6-2_2 0.8000 relative_P_10 6-2_2 0.7000 relative_P_15 6-2_2 0.5333 relative_P_20 6-2_2 0.4500 relative_P_30 6-2_2 0.3333 relative_P_100 6-2_2 0.2679 relative_P_200 6-2_2 0.3750 relative_P_500 6-2_2 0.5357 relative_P_1000 6-2_2 0.5714 success_1 6-2_2 1.0000 success_5 6-2_2 1.0000 success_10 6-2_2 1.0000 set_P 6-2_2 0.0320 set_relative_P 6-2_2 0.5714 set_recall 6-2_2 0.5714 set_map 6-2_2 0.0183 set_F 6-2_2 0.0606 num_nonrel_judged_ret 6-2_2 41 rbp 6-2_2 0.4404 rbp_resid 6-2_2 0.2085 unj_5 6-2_2 0.0000 unj_10 6-2_2 0.1000 unj_20 6-2_2 0.2500 num_ret 6-2_3 1000 num_rel 6-2_3 17 num_rel_ret 6-2_3 10 map 6-2_3 0.0363 Rprec 6-2_3 0.1176 bpref 6-2_3 0.0900 recip_rank 6-2_3 0.1250 iprec_at_recall_0.00 6-2_3 0.1667 iprec_at_recall_0.10 6-2_3 0.1667 iprec_at_recall_0.20 6-2_3 0.1364 iprec_at_recall_0.30 6-2_3 0.0314 iprec_at_recall_0.40 6-2_3 0.0286 iprec_at_recall_0.50 6-2_3 0.0275 iprec_at_recall_0.60 6-2_3 0.0139 iprec_at_recall_0.70 6-2_3 0.0000 iprec_at_recall_0.80 6-2_3 0.0000 iprec_at_recall_0.90 6-2_3 0.0000 iprec_at_recall_1.00 6-2_3 0.0000 P_5 6-2_3 0.0000 P_10 6-2_3 0.1000 P_15 6-2_3 0.1333 P_20 6-2_3 0.1000 P_30 6-2_3 0.1000 P_100 6-2_3 0.0300 P_200 6-2_3 0.0250 P_500 6-2_3 0.0180 P_1000 6-2_3 0.0100 relstring 6-2_3 '00000-021-' recall_5 6-2_3 0.0000 recall_10 6-2_3 0.0588 recall_15 6-2_3 0.1176 recall_20 6-2_3 0.1176 recall_30 6-2_3 0.1765 recall_100 6-2_3 0.1765 recall_200 6-2_3 0.2941 recall_500 6-2_3 0.5294 recall_1000 6-2_3 0.5882 infAP 6-2_3 0.0363 Rprec_mult_0.20 6-2_3 0.0000 Rprec_mult_0.40 6-2_3 0.0000 Rprec_mult_0.60 6-2_3 0.0909 Rprec_mult_0.80 6-2_3 0.1429 Rprec_mult_1.00 6-2_3 0.1176 Rprec_mult_1.20 6-2_3 0.0952 Rprec_mult_1.40 6-2_3 0.1250 Rprec_mult_1.60 6-2_3 0.1071 Rprec_mult_1.80 6-2_3 0.0968 Rprec_mult_2.00 6-2_3 0.0882 utility 6-2_3 -980.0000 11pt_avg 6-2_3 0.0519 binG 6-2_3 0.1004 G 6-2_3 0.0938 ndcg 6-2_3 0.2925 ndcg_rel 6-2_3 0.2326 Rndcg 6-2_3 0.1139 ndcg_cut_5 6-2_3 0.0000 ndcg_cut_10 6-2_3 0.0696 ndcg_cut_15 6-2_3 0.1251 ndcg_cut_20 6-2_3 0.1403 ndcg_cut_30 6-2_3 0.1476 ndcg_cut_100 6-2_3 0.1447 ndcg_cut_200 6-2_3 0.1863 ndcg_cut_500 6-2_3 0.2721 ndcg_cut_1000 6-2_3 0.2925 map_cut_5 6-2_3 0.0000 map_cut_10 6-2_3 0.0074 map_cut_15 6-2_3 0.0172 map_cut_20 6-2_3 0.0172 map_cut_30 6-2_3 0.0252 map_cut_100 6-2_3 0.0252 map_cut_200 6-2_3 0.0290 map_cut_500 6-2_3 0.0354 map_cut_1000 6-2_3 0.0363 relative_P_5 6-2_3 0.0000 relative_P_10 6-2_3 0.1000 relative_P_15 6-2_3 0.1333 relative_P_20 6-2_3 0.1176 relative_P_30 6-2_3 0.1765 relative_P_100 6-2_3 0.1765 relative_P_200 6-2_3 0.2941 relative_P_500 6-2_3 0.5294 relative_P_1000 6-2_3 0.5882 success_1 6-2_3 0.0000 success_5 6-2_3 0.0000 success_10 6-2_3 1.0000 set_P 6-2_3 0.0100 set_relative_P 6-2_3 0.5882 set_recall 6-2_3 0.5882 set_map 6-2_3 0.0059 set_F 6-2_3 0.0197 num_nonrel_judged_ret 6-2_3 40 rbp 6-2_3 0.0796 rbp_resid 6-2_3 0.2610 unj_5 6-2_3 0.0000 unj_10 6-2_3 0.2000 unj_20 6-2_3 0.2500 num_ret 6-2_5 1000 num_rel 6-2_5 51 num_rel_ret 6-2_5 14 map 6-2_5 0.0253 Rprec 6-2_5 0.1176 bpref 6-2_5 0.1907 recip_rank 6-2_5 0.2500 iprec_at_recall_0.00 6-2_5 0.2500 iprec_at_recall_0.10 6-2_5 0.1667 iprec_at_recall_0.20 6-2_5 0.0285 iprec_at_recall_0.30 6-2_5 0.0000 iprec_at_recall_0.40 6-2_5 0.0000 iprec_at_recall_0.50 6-2_5 0.0000 iprec_at_recall_0.60 6-2_5 0.0000 iprec_at_recall_0.70 6-2_5 0.0000 iprec_at_recall_0.80 6-2_5 0.0000 iprec_at_recall_0.90 6-2_5 0.0000 iprec_at_recall_1.00 6-2_5 0.0000 P_5 6-2_5 0.2000 P_10 6-2_5 0.1000 P_15 6-2_5 0.1333 P_20 6-2_5 0.1500 P_30 6-2_5 0.1333 P_100 6-2_5 0.0600 P_200 6-2_5 0.0350 P_500 6-2_5 0.0260 P_1000 6-2_5 0.0140 relstring 6-2_5 '1114110110' recall_5 6-2_5 0.0196 recall_10 6-2_5 0.0196 recall_15 6-2_5 0.0392 recall_20 6-2_5 0.0588 recall_30 6-2_5 0.0784 recall_100 6-2_5 0.1176 recall_200 6-2_5 0.1373 recall_500 6-2_5 0.2549 recall_1000 6-2_5 0.2745 infAP 6-2_5 0.0253 Rprec_mult_0.20 6-2_5 0.0909 Rprec_mult_0.40 6-2_5 0.1429 Rprec_mult_0.60 6-2_5 0.1290 Rprec_mult_0.80 6-2_5 0.1463 Rprec_mult_1.00 6-2_5 0.1176 Rprec_mult_1.20 6-2_5 0.0968 Rprec_mult_1.40 6-2_5 0.0833 Rprec_mult_1.60 6-2_5 0.0732 Rprec_mult_1.80 6-2_5 0.0652 Rprec_mult_2.00 6-2_5 0.0588 utility 6-2_5 -972.0000 11pt_avg 6-2_5 0.0405 binG 6-2_5 0.0496 G 6-2_5 0.0524 ndcg 6-2_5 0.2706 ndcg_rel 6-2_5 0.2648 Rndcg 6-2_5 0.2306 ndcg_cut_5 6-2_5 0.3596 ndcg_cut_10 6-2_5 0.2868 ndcg_cut_15 6-2_5 0.2448 ndcg_cut_20 6-2_5 0.2364 ndcg_cut_30 6-2_5 0.2203 ndcg_cut_100 6-2_5 0.2010 ndcg_cut_200 6-2_5 0.2098 ndcg_cut_500 6-2_5 0.2548 ndcg_cut_1000 6-2_5 0.2706 map_cut_5 6-2_5 0.0049 map_cut_10 6-2_5 0.0049 map_cut_15 6-2_5 0.0079 map_cut_20 6-2_5 0.0110 map_cut_30 6-2_5 0.0144 map_cut_100 6-2_5 0.0206 map_cut_200 6-2_5 0.0213 map_cut_500 6-2_5 0.0249 map_cut_1000 6-2_5 0.0253 relative_P_5 6-2_5 0.2000 relative_P_10 6-2_5 0.1000 relative_P_15 6-2_5 0.1333 relative_P_20 6-2_5 0.1500 relative_P_30 6-2_5 0.1333 relative_P_100 6-2_5 0.1176 relative_P_200 6-2_5 0.1373 relative_P_500 6-2_5 0.2549 relative_P_1000 6-2_5 0.2745 success_1 6-2_5 0.0000 success_5 6-2_5 1.0000 success_10 6-2_5 1.0000 set_P 6-2_5 0.0140 set_relative_P 6-2_5 0.2745 set_recall 6-2_5 0.2745 set_map 6-2_5 0.0038 set_F 6-2_5 0.0266 num_nonrel_judged_ret 6-2_5 25 rbp 6-2_5 0.2361 rbp_resid 6-2_5 0.2619 unj_5 6-2_5 0.0000 unj_10 6-2_5 0.0000 unj_20 6-2_5 0.3500 num_ret 7-1_1 1000 num_rel 7-1_1 4 num_rel_ret 7-1_1 0 map 7-1_1 0.0000 Rprec 7-1_1 0.0000 bpref 7-1_1 0.0000 recip_rank 7-1_1 0.0000 iprec_at_recall_0.00 7-1_1 0.0000 iprec_at_recall_0.10 7-1_1 0.0000 iprec_at_recall_0.20 7-1_1 0.0000 iprec_at_recall_0.30 7-1_1 0.0000 iprec_at_recall_0.40 7-1_1 0.0000 iprec_at_recall_0.50 7-1_1 0.0000 iprec_at_recall_0.60 7-1_1 0.0000 iprec_at_recall_0.70 7-1_1 0.0000 iprec_at_recall_0.80 7-1_1 0.0000 iprec_at_recall_0.90 7-1_1 0.0000 iprec_at_recall_1.00 7-1_1 0.0000 P_5 7-1_1 0.0000 P_10 7-1_1 0.0000 P_15 7-1_1 0.0000 P_20 7-1_1 0.0000 P_30 7-1_1 0.0000 P_100 7-1_1 0.0000 P_200 7-1_1 0.0000 P_500 7-1_1 0.0000 P_1000 7-1_1 0.0000 relstring 7-1_1 '0-0110-110' recall_5 7-1_1 0.0000 recall_10 7-1_1 0.0000 recall_15 7-1_1 0.0000 recall_20 7-1_1 0.0000 recall_30 7-1_1 0.0000 recall_100 7-1_1 0.0000 recall_200 7-1_1 0.0000 recall_500 7-1_1 0.0000 recall_1000 7-1_1 0.0000 infAP 7-1_1 0.0000 Rprec_mult_0.20 7-1_1 0.0000 Rprec_mult_0.40 7-1_1 0.0000 Rprec_mult_0.60 7-1_1 0.0000 Rprec_mult_0.80 7-1_1 0.0000 Rprec_mult_1.00 7-1_1 0.0000 Rprec_mult_1.20 7-1_1 0.0000 Rprec_mult_1.40 7-1_1 0.0000 Rprec_mult_1.60 7-1_1 0.0000 Rprec_mult_1.80 7-1_1 0.0000 Rprec_mult_2.00 7-1_1 0.0000 utility 7-1_1 -1000.0000 11pt_avg 7-1_1 0.0000 binG 7-1_1 0.0000 G 7-1_1 0.0610 ndcg 7-1_1 0.2918 ndcg_rel 7-1_1 0.2654 Rndcg 7-1_1 0.1323 ndcg_cut_5 7-1_1 0.1256 ndcg_cut_10 7-1_1 0.1769 ndcg_cut_15 7-1_1 0.2346 ndcg_cut_20 7-1_1 0.2522 ndcg_cut_30 7-1_1 0.2603 ndcg_cut_100 7-1_1 0.1848 ndcg_cut_200 7-1_1 0.1856 ndcg_cut_500 7-1_1 0.2346 ndcg_cut_1000 7-1_1 0.2918 map_cut_5 7-1_1 0.0000 map_cut_10 7-1_1 0.0000 map_cut_15 7-1_1 0.0000 map_cut_20 7-1_1 0.0000 map_cut_30 7-1_1 0.0000 map_cut_100 7-1_1 0.0000 map_cut_200 7-1_1 0.0000 map_cut_500 7-1_1 0.0000 map_cut_1000 7-1_1 0.0000 relative_P_5 7-1_1 0.0000 relative_P_10 7-1_1 0.0000 relative_P_15 7-1_1 0.0000 relative_P_20 7-1_1 0.0000 relative_P_30 7-1_1 0.0000 relative_P_100 7-1_1 0.0000 relative_P_200 7-1_1 0.0000 relative_P_500 7-1_1 0.0000 relative_P_1000 7-1_1 0.0000 success_1 7-1_1 0.0000 success_5 7-1_1 0.0000 success_10 7-1_1 0.0000 set_P 7-1_1 0.0000 set_relative_P 7-1_1 0.0000 set_recall 7-1_1 0.0000 set_map 7-1_1 0.0000 set_F 7-1_1 0.0000 num_nonrel_judged_ret 7-1_1 80 rbp 7-1_1 0.1235 rbp_resid 7-1_1 0.2932 unj_5 7-1_1 0.2000 unj_10 7-1_1 0.2000 unj_20 7-1_1 0.3000 num_ret 7-1_5 1000 num_rel 7-1_5 6 num_rel_ret 7-1_5 0 map 7-1_5 0.0000 Rprec 7-1_5 0.0000 bpref 7-1_5 0.0000 recip_rank 7-1_5 0.0000 iprec_at_recall_0.00 7-1_5 0.0000 iprec_at_recall_0.10 7-1_5 0.0000 iprec_at_recall_0.20 7-1_5 0.0000 iprec_at_recall_0.30 7-1_5 0.0000 iprec_at_recall_0.40 7-1_5 0.0000 iprec_at_recall_0.50 7-1_5 0.0000 iprec_at_recall_0.60 7-1_5 0.0000 iprec_at_recall_0.70 7-1_5 0.0000 iprec_at_recall_0.80 7-1_5 0.0000 iprec_at_recall_0.90 7-1_5 0.0000 iprec_at_recall_1.00 7-1_5 0.0000 P_5 7-1_5 0.0000 P_10 7-1_5 0.0000 P_15 7-1_5 0.0000 P_20 7-1_5 0.0000 P_30 7-1_5 0.0000 P_100 7-1_5 0.0000 P_200 7-1_5 0.0000 P_500 7-1_5 0.0000 P_1000 7-1_5 0.0000 relstring 7-1_5 '0000000010' recall_5 7-1_5 0.0000 recall_10 7-1_5 0.0000 recall_15 7-1_5 0.0000 recall_20 7-1_5 0.0000 recall_30 7-1_5 0.0000 recall_100 7-1_5 0.0000 recall_200 7-1_5 0.0000 recall_500 7-1_5 0.0000 recall_1000 7-1_5 0.0000 infAP 7-1_5 0.0000 Rprec_mult_0.20 7-1_5 0.0000 Rprec_mult_0.40 7-1_5 0.0000 Rprec_mult_0.60 7-1_5 0.0000 Rprec_mult_0.80 7-1_5 0.0000 Rprec_mult_1.00 7-1_5 0.0000 Rprec_mult_1.20 7-1_5 0.0000 Rprec_mult_1.40 7-1_5 0.0000 Rprec_mult_1.60 7-1_5 0.0000 Rprec_mult_1.80 7-1_5 0.0000 Rprec_mult_2.00 7-1_5 0.0000 utility 7-1_5 -1000.0000 11pt_avg 7-1_5 0.0000 binG 7-1_5 0.0000 G 7-1_5 0.0165 ndcg 7-1_5 0.0451 ndcg_rel 7-1_5 0.0432 Rndcg 7-1_5 0.0192 ndcg_cut_5 7-1_5 0.0000 ndcg_cut_10 7-1_5 0.0219 ndcg_cut_15 7-1_5 0.0200 ndcg_cut_20 7-1_5 0.0326 ndcg_cut_30 7-1_5 0.0317 ndcg_cut_100 7-1_5 0.0317 ndcg_cut_200 7-1_5 0.0317 ndcg_cut_500 7-1_5 0.0385 ndcg_cut_1000 7-1_5 0.0451 map_cut_5 7-1_5 0.0000 map_cut_10 7-1_5 0.0000 map_cut_15 7-1_5 0.0000 map_cut_20 7-1_5 0.0000 map_cut_30 7-1_5 0.0000 map_cut_100 7-1_5 0.0000 map_cut_200 7-1_5 0.0000 map_cut_500 7-1_5 0.0000 map_cut_1000 7-1_5 0.0000 relative_P_5 7-1_5 0.0000 relative_P_10 7-1_5 0.0000 relative_P_15 7-1_5 0.0000 relative_P_20 7-1_5 0.0000 relative_P_30 7-1_5 0.0000 relative_P_100 7-1_5 0.0000 relative_P_200 7-1_5 0.0000 relative_P_500 7-1_5 0.0000 relative_P_1000 7-1_5 0.0000 success_1 7-1_5 0.0000 success_5 7-1_5 0.0000 success_10 7-1_5 0.0000 set_P 7-1_5 0.0000 set_relative_P 7-1_5 0.0000 set_recall 7-1_5 0.0000 set_map 7-1_5 0.0000 set_F 7-1_5 0.0000 num_nonrel_judged_ret 7-1_5 40 rbp 7-1_5 0.0141 rbp_resid 7-1_5 0.2766 unj_5 7-1_5 0.0000 unj_10 7-1_5 0.0000 unj_20 7-1_5 0.4000 num_ret 7-1_6 1000 num_rel 7-1_6 9 num_rel_ret 7-1_6 6 map 7-1_6 0.4376 Rprec 7-1_6 0.4444 bpref 7-1_6 0.5185 recip_rank 7-1_6 1.0000 iprec_at_recall_0.00 7-1_6 1.0000 iprec_at_recall_0.10 7-1_6 1.0000 iprec_at_recall_0.20 7-1_6 1.0000 iprec_at_recall_0.30 7-1_6 1.0000 iprec_at_recall_0.40 7-1_6 0.5000 iprec_at_recall_0.50 7-1_6 0.4167 iprec_at_recall_0.60 7-1_6 0.4167 iprec_at_recall_0.70 7-1_6 0.0214 iprec_at_recall_0.80 7-1_6 0.0000 iprec_at_recall_0.90 7-1_6 0.0000 iprec_at_recall_1.00 7-1_6 0.0000 P_5 7-1_6 0.6000 P_10 7-1_6 0.4000 P_15 7-1_6 0.3333 P_20 7-1_6 0.2500 P_30 7-1_6 0.1667 P_100 7-1_6 0.0500 P_200 7-1_6 0.0250 P_500 7-1_6 0.0120 P_1000 7-1_6 0.0060 relstring 7-1_6 '44211-02--' recall_5 7-1_6 0.3333 recall_10 7-1_6 0.4444 recall_15 7-1_6 0.5556 recall_20 7-1_6 0.5556 recall_30 7-1_6 0.5556 recall_100 7-1_6 0.5556 recall_200 7-1_6 0.5556 recall_500 7-1_6 0.6667 recall_1000 7-1_6 0.6667 infAP 7-1_6 0.4376 Rprec_mult_0.20 7-1_6 1.0000 Rprec_mult_0.40 7-1_6 0.7500 Rprec_mult_0.60 7-1_6 0.5000 Rprec_mult_0.80 7-1_6 0.5000 Rprec_mult_1.00 7-1_6 0.4444 Rprec_mult_1.20 7-1_6 0.3636 Rprec_mult_1.40 7-1_6 0.3846 Rprec_mult_1.60 7-1_6 0.3333 Rprec_mult_1.80 7-1_6 0.2941 Rprec_mult_2.00 7-1_6 0.2778 utility 7-1_6 -988.0000 11pt_avg 7-1_6 0.4868 binG 7-1_6 0.4251 G 7-1_6 0.3206 ndcg 7-1_6 0.6237 ndcg_rel 7-1_6 0.6989 Rndcg 7-1_6 0.6042 ndcg_cut_5 7-1_6 0.7073 ndcg_cut_10 7-1_6 0.5823 ndcg_cut_15 7-1_6 0.5688 ndcg_cut_20 7-1_6 0.5688 ndcg_cut_30 7-1_6 0.5688 ndcg_cut_100 7-1_6 0.5802 ndcg_cut_200 7-1_6 0.5802 ndcg_cut_500 7-1_6 0.6237 ndcg_cut_1000 7-1_6 0.6237 map_cut_5 7-1_6 0.3333 map_cut_10 7-1_6 0.3889 map_cut_15 7-1_6 0.4352 map_cut_20 7-1_6 0.4352 map_cut_30 7-1_6 0.4352 map_cut_100 7-1_6 0.4352 map_cut_200 7-1_6 0.4352 map_cut_500 7-1_6 0.4376 map_cut_1000 7-1_6 0.4376 relative_P_5 7-1_6 0.6000 relative_P_10 7-1_6 0.4444 relative_P_15 7-1_6 0.5556 relative_P_20 7-1_6 0.5556 relative_P_30 7-1_6 0.5556 relative_P_100 7-1_6 0.5556 relative_P_200 7-1_6 0.5556 relative_P_500 7-1_6 0.6667 relative_P_1000 7-1_6 0.6667 success_1 7-1_6 1.0000 success_5 7-1_6 1.0000 success_10 7-1_6 1.0000 set_P 7-1_6 0.0060 set_relative_P 7-1_6 0.6667 set_recall 7-1_6 0.6667 set_map 7-1_6 0.0040 set_F 7-1_6 0.0119 num_nonrel_judged_ret 7-1_6 7 rbp 7-1_6 0.3053 rbp_resid 7-1_6 0.4559 unj_5 7-1_6 0.0000 unj_10 7-1_6 0.3000 unj_20 7-1_6 0.6000 num_ret 7-1_9 1000 num_rel 7-1_9 20 num_rel_ret 7-1_9 13 map 7-1_9 0.3686 Rprec 7-1_9 0.4500 bpref 7-1_9 0.5550 recip_rank 7-1_9 1.0000 iprec_at_recall_0.00 7-1_9 1.0000 iprec_at_recall_0.10 7-1_9 0.8333 iprec_at_recall_0.20 7-1_9 0.8333 iprec_at_recall_0.30 7-1_9 0.7500 iprec_at_recall_0.40 7-1_9 0.5333 iprec_at_recall_0.50 7-1_9 0.4545 iprec_at_recall_0.60 7-1_9 0.1143 iprec_at_recall_0.70 7-1_9 0.0000 iprec_at_recall_0.80 7-1_9 0.0000 iprec_at_recall_0.90 7-1_9 0.0000 iprec_at_recall_1.00 7-1_9 0.0000 P_5 7-1_9 0.8000 P_10 7-1_9 0.6000 P_15 7-1_9 0.5333 P_20 7-1_9 0.4500 P_30 7-1_9 0.3667 P_100 7-1_9 0.1100 P_200 7-1_9 0.0600 P_500 7-1_9 0.0240 P_1000 7-1_9 0.0130 relstring 7-1_9 '212222121-' recall_5 7-1_9 0.2000 recall_10 7-1_9 0.3000 recall_15 7-1_9 0.4000 recall_20 7-1_9 0.4500 recall_30 7-1_9 0.5500 recall_100 7-1_9 0.5500 recall_200 7-1_9 0.6000 recall_500 7-1_9 0.6000 recall_1000 7-1_9 0.6500 infAP 7-1_9 0.3686 Rprec_mult_0.20 7-1_9 0.7500 Rprec_mult_0.40 7-1_9 0.7500 Rprec_mult_0.60 7-1_9 0.5000 Rprec_mult_0.80 7-1_9 0.5000 Rprec_mult_1.00 7-1_9 0.4500 Rprec_mult_1.20 7-1_9 0.4167 Rprec_mult_1.40 7-1_9 0.3571 Rprec_mult_1.60 7-1_9 0.3438 Rprec_mult_1.80 7-1_9 0.3056 Rprec_mult_2.00 7-1_9 0.2750 utility 7-1_9 -974.0000 11pt_avg 7-1_9 0.4108 binG 7-1_9 0.2864 G 7-1_9 0.1659 ndcg 7-1_9 0.5410 ndcg_rel 7-1_9 0.5644 Rndcg 7-1_9 0.5189 ndcg_cut_5 7-1_9 0.6668 ndcg_cut_10 7-1_9 0.6533 ndcg_cut_15 7-1_9 0.6026 ndcg_cut_20 7-1_9 0.5441 ndcg_cut_30 7-1_9 0.5273 ndcg_cut_100 7-1_9 0.4988 ndcg_cut_200 7-1_9 0.5140 ndcg_cut_500 7-1_9 0.5140 ndcg_cut_1000 7-1_9 0.5410 map_cut_5 7-1_9 0.1608 map_cut_10 7-1_9 0.2400 map_cut_15 7-1_9 0.2936 map_cut_20 7-1_9 0.3201 map_cut_30 7-1_9 0.3618 map_cut_100 7-1_9 0.3618 map_cut_200 7-1_9 0.3675 map_cut_500 7-1_9 0.3675 map_cut_1000 7-1_9 0.3686 relative_P_5 7-1_9 0.8000 relative_P_10 7-1_9 0.6000 relative_P_15 7-1_9 0.5333 relative_P_20 7-1_9 0.4500 relative_P_30 7-1_9 0.5500 relative_P_100 7-1_9 0.5500 relative_P_200 7-1_9 0.6000 relative_P_500 7-1_9 0.6000 relative_P_1000 7-1_9 0.6500 success_1 7-1_9 1.0000 success_5 7-1_9 1.0000 success_10 7-1_9 1.0000 set_P 7-1_9 0.0130 set_relative_P 7-1_9 0.6500 set_recall 7-1_9 0.6500 set_map 7-1_9 0.0084 set_F 7-1_9 0.0255 num_nonrel_judged_ret 7-1_9 11 rbp 7-1_9 0.3027 rbp_resid 7-1_9 0.2790 unj_5 7-1_9 0.0000 unj_10 7-1_9 0.1000 unj_20 7-1_9 0.3500 num_ret 9-1_10 1000 num_rel 9-1_10 59 num_rel_ret 9-1_10 41 map 9-1_10 0.3464 Rprec 9-1_10 0.4068 bpref 9-1_10 0.6581 recip_rank 9-1_10 1.0000 iprec_at_recall_0.00 9-1_10 1.0000 iprec_at_recall_0.10 9-1_10 1.0000 iprec_at_recall_0.20 9-1_10 0.6842 iprec_at_recall_0.30 9-1_10 0.5588 iprec_at_recall_0.40 9-1_10 0.4068 iprec_at_recall_0.50 9-1_10 0.2655 iprec_at_recall_0.60 9-1_10 0.1707 iprec_at_recall_0.70 9-1_10 0.0793 iprec_at_recall_0.80 9-1_10 0.0000 iprec_at_recall_0.90 9-1_10 0.0000 iprec_at_recall_1.00 9-1_10 0.0000 P_5 9-1_10 1.0000 P_10 9-1_10 0.9000 P_15 9-1_10 0.6667 P_20 9-1_10 0.6500 P_30 9-1_10 0.5667 P_100 9-1_10 0.2900 P_200 9-1_10 0.1700 P_500 9-1_10 0.0760 P_1000 9-1_10 0.0410 relstring 9-1_10 '4334244033' recall_5 9-1_10 0.0847 recall_10 9-1_10 0.1525 recall_15 9-1_10 0.1695 recall_20 9-1_10 0.2203 recall_30 9-1_10 0.2881 recall_100 9-1_10 0.4915 recall_200 9-1_10 0.5763 recall_500 9-1_10 0.6441 recall_1000 9-1_10 0.6949 infAP 9-1_10 0.3464 Rprec_mult_0.20 9-1_10 0.7500 Rprec_mult_0.40 9-1_10 0.5833 Rprec_mult_0.60 9-1_10 0.5278 Rprec_mult_0.80 9-1_10 0.4167 Rprec_mult_1.00 9-1_10 0.4068 Rprec_mult_1.20 9-1_10 0.3380 Rprec_mult_1.40 9-1_10 0.3133 Rprec_mult_1.60 9-1_10 0.2842 Rprec_mult_1.80 9-1_10 0.2710 Rprec_mult_2.00 9-1_10 0.2542 utility 9-1_10 -918.0000 11pt_avg 9-1_10 0.3787 binG 9-1_10 0.2476 G 9-1_10 0.1630 ndcg 9-1_10 0.6534 ndcg_rel 9-1_10 0.6510 Rndcg 9-1_10 0.5642 ndcg_cut_5 9-1_10 0.8385 ndcg_cut_10 9-1_10 0.7933 ndcg_cut_15 9-1_10 0.6576 ndcg_cut_20 9-1_10 0.6392 ndcg_cut_30 9-1_10 0.6083 ndcg_cut_100 9-1_10 0.5529 ndcg_cut_200 9-1_10 0.5984 ndcg_cut_500 9-1_10 0.6330 ndcg_cut_1000 9-1_10 0.6534 map_cut_5 9-1_10 0.0847 map_cut_10 9-1_10 0.1490 map_cut_15 9-1_10 0.1603 map_cut_20 9-1_10 0.1941 map_cut_30 9-1_10 0.2338 map_cut_100 9-1_10 0.3153 map_cut_200 9-1_10 0.3341 map_cut_500 9-1_10 0.3424 map_cut_1000 9-1_10 0.3464 relative_P_5 9-1_10 1.0000 relative_P_10 9-1_10 0.9000 relative_P_15 9-1_10 0.6667 relative_P_20 9-1_10 0.6500 relative_P_30 9-1_10 0.5667 relative_P_100 9-1_10 0.4915 relative_P_200 9-1_10 0.5763 relative_P_500 9-1_10 0.6441 relative_P_1000 9-1_10 0.6949 success_1 9-1_10 1.0000 success_5 9-1_10 1.0000 success_10 9-1_10 1.0000 set_P 9-1_10 0.0410 set_relative_P 9-1_10 0.6949 set_recall 9-1_10 0.6949 set_map 9-1_10 0.0285 set_F 9-1_10 0.0774 num_nonrel_judged_ret 9-1_10 9 rbp 9-1_10 0.6089 rbp_resid 9-1_10 0.2240 unj_5 9-1_10 0.0000 unj_10 9-1_10 0.0000 unj_20 9-1_10 0.2500 num_ret 9-1_2 1000 num_rel 9-1_2 58 num_rel_ret 9-1_2 48 map 9-1_2 0.2928 Rprec 9-1_2 0.3793 bpref 9-1_2 0.6141 recip_rank 9-1_2 0.5000 iprec_at_recall_0.00 9-1_2 0.8000 iprec_at_recall_0.10 9-1_2 0.5833 iprec_at_recall_0.20 9-1_2 0.4848 iprec_at_recall_0.30 9-1_2 0.4130 iprec_at_recall_0.40 9-1_2 0.3582 iprec_at_recall_0.50 9-1_2 0.3021 iprec_at_recall_0.60 9-1_2 0.2349 iprec_at_recall_0.70 9-1_2 0.2020 iprec_at_recall_0.80 9-1_2 0.1150 iprec_at_recall_0.90 9-1_2 0.0000 iprec_at_recall_1.00 9-1_2 0.0000 P_5 9-1_2 0.8000 P_10 9-1_2 0.5000 P_15 9-1_2 0.4667 P_20 9-1_2 0.4500 P_30 9-1_2 0.4667 P_100 9-1_2 0.2900 P_200 9-1_2 0.1950 P_500 9-1_2 0.0940 P_1000 9-1_2 0.0480 relstring 9-1_2 '0223210130' recall_5 9-1_2 0.0690 recall_10 9-1_2 0.0862 recall_15 9-1_2 0.1207 recall_20 9-1_2 0.1552 recall_30 9-1_2 0.2414 recall_100 9-1_2 0.5000 recall_200 9-1_2 0.6724 recall_500 9-1_2 0.8103 recall_1000 9-1_2 0.8276 infAP 9-1_2 0.2928 Rprec_mult_0.20 9-1_2 0.5833 Rprec_mult_0.40 9-1_2 0.4583 Rprec_mult_0.60 9-1_2 0.4571 Rprec_mult_0.80 9-1_2 0.4043 Rprec_mult_1.00 9-1_2 0.3793 Rprec_mult_1.20 9-1_2 0.3429 Rprec_mult_1.40 9-1_2 0.3049 Rprec_mult_1.60 9-1_2 0.3011 Rprec_mult_1.80 9-1_2 0.2762 Rprec_mult_2.00 9-1_2 0.2586 utility 9-1_2 -904.0000 11pt_avg 9-1_2 0.3176 binG 9-1_2 0.1882 G 9-1_2 0.1360 ndcg 9-1_2 0.6161 ndcg_rel 9-1_2 0.4833 Rndcg 9-1_2 0.4353 ndcg_cut_5 9-1_2 0.3669 ndcg_cut_10 9-1_2 0.3418 ndcg_cut_15 9-1_2 0.3792 ndcg_cut_20 9-1_2 0.3621 ndcg_cut_30 9-1_2 0.4101 ndcg_cut_100 9-1_2 0.4518 ndcg_cut_200 9-1_2 0.5440 ndcg_cut_500 9-1_2 0.6044 ndcg_cut_1000 9-1_2 0.6161 map_cut_5 9-1_2 0.0468 map_cut_10 9-1_2 0.0564 map_cut_15 9-1_2 0.0759 map_cut_20 9-1_2 0.0909 map_cut_30 9-1_2 0.1310 map_cut_100 9-1_2 0.2283 map_cut_200 9-1_2 0.2686 map_cut_500 9-1_2 0.2916 map_cut_1000 9-1_2 0.2928 relative_P_5 9-1_2 0.8000 relative_P_10 9-1_2 0.5000 relative_P_15 9-1_2 0.4667 relative_P_20 9-1_2 0.4500 relative_P_30 9-1_2 0.4667 relative_P_100 9-1_2 0.5000 relative_P_200 9-1_2 0.6724 relative_P_500 9-1_2 0.8103 relative_P_1000 9-1_2 0.8276 success_1 9-1_2 0.0000 success_5 9-1_2 1.0000 success_10 9-1_2 1.0000 set_P 9-1_2 0.0480 set_relative_P 9-1_2 0.8276 set_recall 9-1_2 0.8276 set_map 9-1_2 0.0397 set_F 9-1_2 0.0907 num_nonrel_judged_ret 9-1_2 36 rbp 9-1_2 0.3500 rbp_resid 9-1_2 0.0882 unj_5 9-1_2 0.0000 unj_10 9-1_2 0.0000 unj_20 9-1_2 0.1000 num_ret 9-1_4 1000 num_rel 9-1_4 25 num_rel_ret 9-1_4 23 map 9-1_4 0.3054 Rprec 9-1_4 0.3200 bpref 9-1_4 0.6640 recip_rank 9-1_4 1.0000 iprec_at_recall_0.00 9-1_4 1.0000 iprec_at_recall_0.10 9-1_4 1.0000 iprec_at_recall_0.20 9-1_4 0.8333 iprec_at_recall_0.30 9-1_4 0.3333 iprec_at_recall_0.40 9-1_4 0.3333 iprec_at_recall_0.50 9-1_4 0.1193 iprec_at_recall_0.60 9-1_4 0.0974 iprec_at_recall_0.70 9-1_4 0.0729 iprec_at_recall_0.80 9-1_4 0.0529 iprec_at_recall_0.90 9-1_4 0.0244 iprec_at_recall_1.00 9-1_4 0.0000 P_5 9-1_4 0.8000 P_10 9-1_4 0.5000 P_15 9-1_4 0.4000 P_20 9-1_4 0.3500 P_30 9-1_4 0.3333 P_100 9-1_4 0.1200 P_200 9-1_4 0.0800 P_500 9-1_4 0.0420 P_1000 9-1_4 0.0230 relstring 9-1_4 '333-231---' recall_5 9-1_4 0.1600 recall_10 9-1_4 0.2000 recall_15 9-1_4 0.2400 recall_20 9-1_4 0.2800 recall_30 9-1_4 0.4000 recall_100 9-1_4 0.4800 recall_200 9-1_4 0.6400 recall_500 9-1_4 0.8400 recall_1000 9-1_4 0.9200 infAP 9-1_4 0.3054 Rprec_mult_0.20 9-1_4 0.8000 Rprec_mult_0.40 9-1_4 0.5000 Rprec_mult_0.60 9-1_4 0.4000 Rprec_mult_0.80 9-1_4 0.3500 Rprec_mult_1.00 9-1_4 0.3200 Rprec_mult_1.20 9-1_4 0.3333 Rprec_mult_1.40 9-1_4 0.2857 Rprec_mult_1.60 9-1_4 0.2500 Rprec_mult_1.80 9-1_4 0.2222 Rprec_mult_2.00 9-1_4 0.2000 utility 9-1_4 -954.0000 11pt_avg 9-1_4 0.3515 binG 9-1_4 0.2920 G 9-1_4 0.2578 ndcg 9-1_4 0.6992 ndcg_rel 9-1_4 0.6573 Rndcg 9-1_4 0.5295 ndcg_cut_5 9-1_4 0.8102 ndcg_cut_10 9-1_4 0.6286 ndcg_cut_15 9-1_4 0.5190 ndcg_cut_20 9-1_4 0.4700 ndcg_cut_30 9-1_4 0.4847 ndcg_cut_100 9-1_4 0.5248 ndcg_cut_200 9-1_4 0.5886 ndcg_cut_500 9-1_4 0.6691 ndcg_cut_1000 9-1_4 0.6992 map_cut_5 9-1_4 0.1520 map_cut_10 9-1_4 0.1853 map_cut_15 9-1_4 0.2072 map_cut_20 9-1_4 0.2219 map_cut_30 9-1_4 0.2610 map_cut_100 9-1_4 0.2741 map_cut_200 9-1_4 0.2905 map_cut_500 9-1_4 0.3032 map_cut_1000 9-1_4 0.3054 relative_P_5 9-1_4 0.8000 relative_P_10 9-1_4 0.5000 relative_P_15 9-1_4 0.4000 relative_P_20 9-1_4 0.3500 relative_P_30 9-1_4 0.4000 relative_P_100 9-1_4 0.4800 relative_P_200 9-1_4 0.6400 relative_P_500 9-1_4 0.8400 relative_P_1000 9-1_4 0.9200 success_1 9-1_4 1.0000 success_5 9-1_4 1.0000 success_10 9-1_4 1.0000 set_P 9-1_4 0.0230 set_relative_P 9-1_4 0.9200 set_recall 9-1_4 0.9200 set_map 9-1_4 0.0212 set_F 9-1_4 0.0449 num_nonrel_judged_ret 9-1_4 20 rbp 9-1_4 0.4487 rbp_resid 9-1_4 0.4740 unj_5 9-1_4 0.2000 unj_10 9-1_4 0.4000 unj_20 9-1_4 0.6000 num_ret 9-1_5 1000 num_rel 9-1_5 25 num_rel_ret 9-1_5 7 map 9-1_5 0.0149 Rprec 9-1_5 0.0400 bpref 9-1_5 0.1520 recip_rank 9-1_5 0.0714 iprec_at_recall_0.00 9-1_5 0.0789 iprec_at_recall_0.10 9-1_5 0.0789 iprec_at_recall_0.20 9-1_5 0.0568 iprec_at_recall_0.30 9-1_5 0.0000 iprec_at_recall_0.40 9-1_5 0.0000 iprec_at_recall_0.50 9-1_5 0.0000 iprec_at_recall_0.60 9-1_5 0.0000 iprec_at_recall_0.70 9-1_5 0.0000 iprec_at_recall_0.80 9-1_5 0.0000 iprec_at_recall_0.90 9-1_5 0.0000 iprec_at_recall_1.00 9-1_5 0.0000 P_5 9-1_5 0.0000 P_10 9-1_5 0.0000 P_15 9-1_5 0.0667 P_20 9-1_5 0.0500 P_30 9-1_5 0.0333 P_100 9-1_5 0.0500 P_200 9-1_5 0.0250 P_500 9-1_5 0.0120 P_1000 9-1_5 0.0070 relstring 9-1_5 '---00-0--0' recall_5 9-1_5 0.0000 recall_10 9-1_5 0.0000 recall_15 9-1_5 0.0400 recall_20 9-1_5 0.0400 recall_30 9-1_5 0.0400 recall_100 9-1_5 0.2000 recall_200 9-1_5 0.2000 recall_500 9-1_5 0.2400 recall_1000 9-1_5 0.2800 infAP 9-1_5 0.0149 Rprec_mult_0.20 9-1_5 0.0000 Rprec_mult_0.40 9-1_5 0.0000 Rprec_mult_0.60 9-1_5 0.0667 Rprec_mult_0.80 9-1_5 0.0500 Rprec_mult_1.00 9-1_5 0.0400 Rprec_mult_1.20 9-1_5 0.0333 Rprec_mult_1.40 9-1_5 0.0571 Rprec_mult_1.60 9-1_5 0.0750 Rprec_mult_1.80 9-1_5 0.0667 Rprec_mult_2.00 9-1_5 0.0600 utility 9-1_5 -986.0000 11pt_avg 9-1_5 0.0195 binG 9-1_5 0.0483 G 9-1_5 0.0437 ndcg 9-1_5 0.1557 ndcg_rel 9-1_5 0.1393 Rndcg 9-1_5 0.0577 ndcg_cut_5 9-1_5 0.0000 ndcg_cut_10 9-1_5 0.0000 ndcg_cut_15 9-1_5 0.0389 ndcg_cut_20 9-1_5 0.0337 ndcg_cut_30 9-1_5 0.0295 ndcg_cut_100 9-1_5 0.1119 ndcg_cut_200 9-1_5 0.1169 ndcg_cut_500 9-1_5 0.1342 ndcg_cut_1000 9-1_5 0.1557 map_cut_5 9-1_5 0.0000 map_cut_10 9-1_5 0.0000 map_cut_15 9-1_5 0.0029 map_cut_20 9-1_5 0.0029 map_cut_30 9-1_5 0.0029 map_cut_100 9-1_5 0.0134 map_cut_200 9-1_5 0.0134 map_cut_500 9-1_5 0.0145 map_cut_1000 9-1_5 0.0149 relative_P_5 9-1_5 0.0000 relative_P_10 9-1_5 0.0000 relative_P_15 9-1_5 0.0667 relative_P_20 9-1_5 0.0500 relative_P_30 9-1_5 0.0400 relative_P_100 9-1_5 0.2000 relative_P_200 9-1_5 0.2000 relative_P_500 9-1_5 0.2400 relative_P_1000 9-1_5 0.2800 success_1 9-1_5 0.0000 success_5 9-1_5 0.0000 success_10 9-1_5 0.0000 set_P 9-1_5 0.0070 set_relative_P 9-1_5 0.2800 set_recall 9-1_5 0.2800 set_map 9-1_5 0.0020 set_F 9-1_5 0.0137 num_nonrel_judged_ret 9-1_5 33 rbp 9-1_5 0.0231 rbp_resid 9-1_5 0.6985 unj_5 9-1_5 0.6000 unj_10 9-1_5 0.6000 unj_20 9-1_5 0.7000 num_ret 9-2_6 1000 num_rel 9-2_6 20 num_rel_ret 9-2_6 15 map 9-2_6 0.2415 Rprec 9-2_6 0.2500 bpref 9-2_6 0.4600 recip_rank 9-2_6 1.0000 iprec_at_recall_0.00 9-2_6 1.0000 iprec_at_recall_0.10 9-2_6 1.0000 iprec_at_recall_0.20 9-2_6 0.2857 iprec_at_recall_0.30 9-2_6 0.2857 iprec_at_recall_0.40 9-2_6 0.2500 iprec_at_recall_0.50 9-2_6 0.2500 iprec_at_recall_0.60 9-2_6 0.2353 iprec_at_recall_0.70 9-2_6 0.0601 iprec_at_recall_0.80 9-2_6 0.0000 iprec_at_recall_0.90 9-2_6 0.0000 iprec_at_recall_1.00 9-2_6 0.0000 P_5 9-2_6 0.4000 P_10 9-2_6 0.3000 P_15 9-2_6 0.2000 P_20 9-2_6 0.2500 P_30 9-2_6 0.2333 P_100 9-2_6 0.1200 P_200 9-2_6 0.0650 P_500 9-2_6 0.0300 P_1000 9-2_6 0.0150 relstring 9-2_6 '3301-04-1-' recall_5 9-2_6 0.1000 recall_10 9-2_6 0.1500 recall_15 9-2_6 0.1500 recall_20 9-2_6 0.2500 recall_30 9-2_6 0.3500 recall_100 9-2_6 0.6000 recall_200 9-2_6 0.6500 recall_500 9-2_6 0.7500 recall_1000 9-2_6 0.7500 infAP 9-2_6 0.2415 Rprec_mult_0.20 9-2_6 0.5000 Rprec_mult_0.40 9-2_6 0.3750 Rprec_mult_0.60 9-2_6 0.2500 Rprec_mult_0.80 9-2_6 0.1875 Rprec_mult_1.00 9-2_6 0.2500 Rprec_mult_1.20 9-2_6 0.2500 Rprec_mult_1.40 9-2_6 0.2143 Rprec_mult_1.60 9-2_6 0.2500 Rprec_mult_1.80 9-2_6 0.2222 Rprec_mult_2.00 9-2_6 0.2250 utility 9-2_6 -970.0000 11pt_avg 9-2_6 0.3061 binG 9-2_6 0.2363 G 9-2_6 0.1731 ndcg 9-2_6 0.5945 ndcg_rel 9-2_6 0.5143 Rndcg 9-2_6 0.4381 ndcg_cut_5 9-2_6 0.4514 ndcg_cut_10 9-2_6 0.4029 ndcg_cut_15 9-2_6 0.3447 ndcg_cut_20 9-2_6 0.3501 ndcg_cut_30 9-2_6 0.3801 ndcg_cut_100 9-2_6 0.5158 ndcg_cut_200 9-2_6 0.5426 ndcg_cut_500 9-2_6 0.5864 ndcg_cut_1000 9-2_6 0.5945 map_cut_5 9-2_6 0.1000 map_cut_10 9-2_6 0.1214 map_cut_15 9-2_6 0.1214 map_cut_20 9-2_6 0.1457 map_cut_30 9-2_6 0.1721 map_cut_100 9-2_6 0.2323 map_cut_200 9-2_6 0.2363 map_cut_500 9-2_6 0.2415 map_cut_1000 9-2_6 0.2415 relative_P_5 9-2_6 0.4000 relative_P_10 9-2_6 0.3000 relative_P_15 9-2_6 0.2000 relative_P_20 9-2_6 0.2500 relative_P_30 9-2_6 0.3500 relative_P_100 9-2_6 0.6000 relative_P_200 9-2_6 0.6500 relative_P_500 9-2_6 0.7500 relative_P_1000 9-2_6 0.7500 success_1 9-2_6 1.0000 success_5 9-2_6 1.0000 success_10 9-2_6 1.0000 set_P 9-2_6 0.0150 set_relative_P 9-2_6 0.7500 set_recall 9-2_6 0.7500 set_map 9-2_6 0.0112 set_F 9-2_6 0.0294 num_nonrel_judged_ret 9-2_6 30 rbp 9-2_6 0.2631 rbp_resid 9-2_6 0.4146 unj_5 9-2_6 0.2000 unj_10 9-2_6 0.3000 unj_20 9-2_6 0.5500 num_ret 9-2_7 1000 num_rel 9-2_7 10 num_rel_ret 9-2_7 8 map 9-2_7 0.0613 Rprec 9-2_7 0.1000 bpref 9-2_7 0.1200 recip_rank 9-2_7 0.2500 iprec_at_recall_0.00 9-2_7 0.2500 iprec_at_recall_0.10 9-2_7 0.2500 iprec_at_recall_0.20 9-2_7 0.1818 iprec_at_recall_0.30 9-2_7 0.0789 iprec_at_recall_0.40 9-2_7 0.0339 iprec_at_recall_0.50 9-2_7 0.0250 iprec_at_recall_0.60 9-2_7 0.0237 iprec_at_recall_0.70 9-2_7 0.0103 iprec_at_recall_0.80 9-2_7 0.0103 iprec_at_recall_0.90 9-2_7 0.0000 iprec_at_recall_1.00 9-2_7 0.0000 P_5 9-2_7 0.2000 P_10 9-2_7 0.1000 P_15 9-2_7 0.1333 P_20 9-2_7 0.1000 P_30 9-2_7 0.0667 P_100 9-2_7 0.0300 P_200 9-2_7 0.0250 P_500 9-2_7 0.0120 P_1000 9-2_7 0.0080 relstring 9-2_7 '1-14101-1-' recall_5 9-2_7 0.1000 recall_10 9-2_7 0.1000 recall_15 9-2_7 0.2000 recall_20 9-2_7 0.2000 recall_30 9-2_7 0.2000 recall_100 9-2_7 0.3000 recall_200 9-2_7 0.5000 recall_500 9-2_7 0.6000 recall_1000 9-2_7 0.8000 infAP 9-2_7 0.0613 Rprec_mult_0.20 9-2_7 0.0000 Rprec_mult_0.40 9-2_7 0.2500 Rprec_mult_0.60 9-2_7 0.1667 Rprec_mult_0.80 9-2_7 0.1250 Rprec_mult_1.00 9-2_7 0.1000 Rprec_mult_1.20 9-2_7 0.1667 Rprec_mult_1.40 9-2_7 0.1429 Rprec_mult_1.60 9-2_7 0.1250 Rprec_mult_1.80 9-2_7 0.1111 Rprec_mult_2.00 9-2_7 0.1000 utility 9-2_7 -984.0000 11pt_avg 9-2_7 0.0785 binG 9-2_7 0.1523 G 9-2_7 0.1635 ndcg 9-2_7 0.5055 ndcg_rel 9-2_7 0.4154 Rndcg 9-2_7 0.3316 ndcg_cut_5 9-2_7 0.3941 ndcg_cut_10 9-2_7 0.3437 ndcg_cut_15 9-2_7 0.3696 ndcg_cut_20 9-2_7 0.3556 ndcg_cut_30 9-2_7 0.3240 ndcg_cut_100 9-2_7 0.3657 ndcg_cut_200 9-2_7 0.4234 ndcg_cut_500 9-2_7 0.4683 ndcg_cut_1000 9-2_7 0.5055 map_cut_5 9-2_7 0.0250 map_cut_10 9-2_7 0.0250 map_cut_15 9-2_7 0.0432 map_cut_20 9-2_7 0.0432 map_cut_30 9-2_7 0.0432 map_cut_100 9-2_7 0.0511 map_cut_200 9-2_7 0.0570 map_cut_500 9-2_7 0.0593 map_cut_1000 9-2_7 0.0613 relative_P_5 9-2_7 0.2000 relative_P_10 9-2_7 0.1000 relative_P_15 9-2_7 0.2000 relative_P_20 9-2_7 0.2000 relative_P_30 9-2_7 0.2000 relative_P_100 9-2_7 0.3000 relative_P_200 9-2_7 0.5000 relative_P_500 9-2_7 0.6000 relative_P_1000 9-2_7 0.8000 success_1 9-2_7 0.0000 success_5 9-2_7 1.0000 success_10 9-2_7 1.0000 set_P 9-2_7 0.0080 set_relative_P 9-2_7 0.8000 set_recall 9-2_7 0.8000 set_map 9-2_7 0.0064 set_F 9-2_7 0.0158 num_nonrel_judged_ret 9-2_7 29 rbp 9-2_7 0.1888 rbp_resid 9-2_7 0.4112 unj_5 9-2_7 0.2000 unj_10 9-2_7 0.3000 unj_20 9-2_7 0.4500 num_ret 9-2_9 1000 num_rel 9-2_9 31 num_rel_ret 9-2_9 31 map 9-2_9 0.2845 Rprec 9-2_9 0.3226 bpref 9-2_9 0.5016 recip_rank 9-2_9 1.0000 iprec_at_recall_0.00 9-2_9 1.0000 iprec_at_recall_0.10 9-2_9 0.4545 iprec_at_recall_0.20 9-2_9 0.3684 iprec_at_recall_0.30 9-2_9 0.3684 iprec_at_recall_0.40 9-2_9 0.3684 iprec_at_recall_0.50 9-2_9 0.3333 iprec_at_recall_0.60 9-2_9 0.2262 iprec_at_recall_0.70 9-2_9 0.1586 iprec_at_recall_0.80 9-2_9 0.1209 iprec_at_recall_0.90 9-2_9 0.1143 iprec_at_recall_1.00 9-2_9 0.0456 P_5 9-2_9 0.4000 P_10 9-2_9 0.4000 P_15 9-2_9 0.3333 P_20 9-2_9 0.3000 P_30 9-2_9 0.3333 P_100 9-2_9 0.1900 P_200 9-2_9 0.1200 P_500 9-2_9 0.0580 P_1000 9-2_9 0.0310 relstring 9-2_9 '2-031-4041' recall_5 9-2_9 0.0645 recall_10 9-2_9 0.1290 recall_15 9-2_9 0.1613 recall_20 9-2_9 0.1935 recall_30 9-2_9 0.3226 recall_100 9-2_9 0.6129 recall_200 9-2_9 0.7742 recall_500 9-2_9 0.9355 recall_1000 9-2_9 1.0000 infAP 9-2_9 0.2845 Rprec_mult_0.20 9-2_9 0.4286 Rprec_mult_0.40 9-2_9 0.3846 Rprec_mult_0.60 9-2_9 0.3158 Rprec_mult_0.80 9-2_9 0.3600 Rprec_mult_1.00 9-2_9 0.3226 Rprec_mult_1.20 9-2_9 0.3684 Rprec_mult_1.40 9-2_9 0.3182 Rprec_mult_1.60 9-2_9 0.3200 Rprec_mult_1.80 9-2_9 0.3036 Rprec_mult_2.00 9-2_9 0.2903 utility 9-2_9 -938.0000 11pt_avg 9-2_9 0.3235 binG 9-2_9 0.2308 G 9-2_9 0.1579 ndcg 9-2_9 0.6578 ndcg_rel 9-2_9 0.5126 Rndcg 9-2_9 0.4419 ndcg_cut_5 9-2_9 0.3119 ndcg_cut_10 9-2_9 0.3579 ndcg_cut_15 9-2_9 0.3795 ndcg_cut_20 9-2_9 0.3770 ndcg_cut_30 9-2_9 0.3877 ndcg_cut_100 9-2_9 0.4685 ndcg_cut_200 9-2_9 0.5425 ndcg_cut_500 9-2_9 0.6239 ndcg_cut_1000 9-2_9 0.6578 map_cut_5 9-2_9 0.0484 map_cut_10 9-2_9 0.0765 map_cut_15 9-2_9 0.0912 map_cut_20 9-2_9 0.1014 map_cut_30 9-2_9 0.1447 map_cut_100 9-2_9 0.2377 map_cut_200 9-2_9 0.2634 map_cut_500 9-2_9 0.2812 map_cut_1000 9-2_9 0.2845 relative_P_5 9-2_9 0.4000 relative_P_10 9-2_9 0.4000 relative_P_15 9-2_9 0.3333 relative_P_20 9-2_9 0.3000 relative_P_30 9-2_9 0.3333 relative_P_100 9-2_9 0.6129 relative_P_200 9-2_9 0.7742 relative_P_500 9-2_9 0.9355 relative_P_1000 9-2_9 1.0000 success_1 9-2_9 1.0000 success_5 9-2_9 1.0000 success_10 9-2_9 1.0000 set_P 9-2_9 0.0310 set_relative_P 9-2_9 1.0000 set_recall 9-2_9 1.0000 set_map 9-2_9 0.0310 set_F 9-2_9 0.0601 num_nonrel_judged_ret 9-2_9 50 rbp 9-2_9 0.3241 rbp_resid 9-2_9 0.3141 unj_5 9-2_9 0.2000 unj_10 9-2_9 0.2000 unj_20 9-2_9 0.3500 runid all orga-ance-norerank num_q all 45 num_ret all 45000 num_rel all 2135 num_rel_ret all 1032 map all 0.1403 gm_map all 0.0380 Rprec all 0.1778 bpref all 0.3156 recip_rank all 0.5690 iprec_at_recall_0.00 all 0.5844 iprec_at_recall_0.10 all 0.3868 iprec_at_recall_0.20 all 0.2656 iprec_at_recall_0.30 all 0.2058 iprec_at_recall_0.40 all 0.1398 iprec_at_recall_0.50 all 0.1108 iprec_at_recall_0.60 all 0.0819 iprec_at_recall_0.70 all 0.0430 iprec_at_recall_0.80 all 0.0254 iprec_at_recall_0.90 all 0.0077 iprec_at_recall_1.00 all 0.0014 P_5 all 0.3644 P_10 all 0.3289 P_15 all 0.2815 P_20 all 0.2467 P_30 all 0.2148 P_100 all 0.1087 P_200 all 0.0699 P_500 all 0.0382 P_1000 all 0.0229 recall_5 all 0.0567 recall_10 all 0.0929 recall_15 all 0.1210 recall_20 all 0.1375 recall_30 all 0.1721 recall_100 all 0.2807 recall_200 all 0.3451 recall_500 all 0.4513 recall_1000 all 0.5214 infAP all 0.1403 gm_bpref all 0.0975 Rprec_mult_0.20 all 0.3157 Rprec_mult_0.40 all 0.2521 Rprec_mult_0.60 all 0.2208 Rprec_mult_0.80 all 0.1968 Rprec_mult_1.00 all 0.1778 Rprec_mult_1.20 all 0.1648 Rprec_mult_1.40 all 0.1491 Rprec_mult_1.60 all 0.1391 Rprec_mult_1.80 all 0.1290 Rprec_mult_2.00 all 0.1235 utility all -954.1333 11pt_avg all 0.1684 binG all 0.1371 G all 0.1057 ndcg all 0.3872 ndcg_rel all 0.3528 Rndcg all 0.2940 ndcg_cut_5 all 0.3510 ndcg_cut_10 all 0.3409 ndcg_cut_15 all 0.3191 ndcg_cut_20 all 0.3052 ndcg_cut_30 all 0.2949 ndcg_cut_100 all 0.2806 ndcg_cut_200 all 0.3079 ndcg_cut_500 all 0.3563 ndcg_cut_1000 all 0.3872 map_cut_5 all 0.0475 map_cut_10 all 0.0690 map_cut_15 all 0.0809 map_cut_20 all 0.0874 map_cut_30 all 0.0999 map_cut_100 all 0.1219 map_cut_200 all 0.1302 map_cut_500 all 0.1377 map_cut_1000 all 0.1403 relative_P_5 all 0.3644 relative_P_10 all 0.3308 relative_P_15 all 0.2925 relative_P_20 all 0.2679 relative_P_30 all 0.2601 relative_P_100 all 0.2871 relative_P_200 all 0.3457 relative_P_500 all 0.4513 relative_P_1000 all 0.5214 success_1 all 0.4889 success_5 all 0.6889 success_10 all 0.7778 set_P all 0.0229 set_relative_P all 0.5214 set_recall all 0.5214 set_map all 0.0144 set_F all 0.0427 num_nonrel_judged_ret all 1306 rbp all 0.2428 rbp_resid all 0.3390 unj_5 all 0.1600 unj_10 all 0.1622 unj_20 all 0.4056