num_ret 1-1_3 1000 num_rel 1-1_3 64 num_rel_ret 1-1_3 43 map 1-1_3 0.0996 Rprec 1-1_3 0.1562 bpref 1-1_3 0.4793 recip_rank 1-1_3 0.5000 iprec_at_recall_0.00 1-1_3 0.5455 iprec_at_recall_0.10 1-1_3 0.5455 iprec_at_recall_0.20 1-1_3 0.1566 iprec_at_recall_0.30 1-1_3 0.1080 iprec_at_recall_0.40 1-1_3 0.0813 iprec_at_recall_0.50 1-1_3 0.0637 iprec_at_recall_0.60 1-1_3 0.0548 iprec_at_recall_0.70 1-1_3 0.0000 iprec_at_recall_0.80 1-1_3 0.0000 iprec_at_recall_0.90 1-1_3 0.0000 iprec_at_recall_1.00 1-1_3 0.0000 P_5 1-1_3 0.2000 P_10 1-1_3 0.5000 P_15 1-1_3 0.4000 P_20 1-1_3 0.3000 P_30 1-1_3 0.2333 P_100 1-1_3 0.1400 P_200 1-1_3 0.0950 P_500 1-1_3 0.0620 P_1000 1-1_3 0.0430 relstring 1-1_3 '1300032203' recall_5 1-1_3 0.0156 recall_10 1-1_3 0.0781 recall_15 1-1_3 0.0938 recall_20 1-1_3 0.0938 recall_30 1-1_3 0.1094 recall_100 1-1_3 0.2188 recall_200 1-1_3 0.2969 recall_500 1-1_3 0.4844 recall_1000 1-1_3 0.6719 infAP 1-1_3 0.0996 Rprec_mult_0.20 1-1_3 0.4615 Rprec_mult_0.40 1-1_3 0.2692 Rprec_mult_0.60 1-1_3 0.1795 Rprec_mult_0.80 1-1_3 0.1346 Rprec_mult_1.00 1-1_3 0.1562 Rprec_mult_1.20 1-1_3 0.1299 Rprec_mult_1.40 1-1_3 0.1444 Rprec_mult_1.60 1-1_3 0.1359 Rprec_mult_1.80 1-1_3 0.1293 Rprec_mult_2.00 1-1_3 0.1172 utility 1-1_3 -914.0000 11pt_avg 1-1_3 0.1414 binG 1-1_3 0.1153 G 1-1_3 0.0962 ndcg 1-1_3 0.4449 ndcg_rel 1-1_3 0.3783 Rndcg 1-1_3 0.3219 ndcg_cut_5 1-1_3 0.2761 ndcg_cut_10 1-1_3 0.4014 ndcg_cut_15 1-1_3 0.3624 ndcg_cut_20 1-1_3 0.3060 ndcg_cut_30 1-1_3 0.2677 ndcg_cut_100 1-1_3 0.2444 ndcg_cut_200 1-1_3 0.2814 ndcg_cut_500 1-1_3 0.3659 ndcg_cut_1000 1-1_3 0.4449 map_cut_5 1-1_3 0.0078 map_cut_10 1-1_3 0.0353 map_cut_15 1-1_3 0.0439 map_cut_20 1-1_3 0.0439 map_cut_30 1-1_3 0.0488 map_cut_100 1-1_3 0.0651 map_cut_200 1-1_3 0.0746 map_cut_500 1-1_3 0.0897 map_cut_1000 1-1_3 0.0996 relative_P_5 1-1_3 0.2000 relative_P_10 1-1_3 0.5000 relative_P_15 1-1_3 0.4000 relative_P_20 1-1_3 0.3000 relative_P_30 1-1_3 0.2333 relative_P_100 1-1_3 0.2188 relative_P_200 1-1_3 0.2969 relative_P_500 1-1_3 0.4844 relative_P_1000 1-1_3 0.6719 success_1 1-1_3 0.0000 success_5 1-1_3 1.0000 success_10 1-1_3 1.0000 set_P 1-1_3 0.0430 set_relative_P 1-1_3 0.6719 set_recall 1-1_3 0.6719 set_map 1-1_3 0.0289 set_F 1-1_3 0.0808 num_nonrel_judged_ret 1-1_3 27 rbp 1-1_3 0.2484 rbp_resid 1-1_3 0.2968 unj_5 1-1_3 0.0000 unj_10 1-1_3 0.0000 unj_20 1-1_3 0.4500 num_ret 1-1_4 1000 num_rel 1-1_4 107 num_rel_ret 1-1_4 30 map 1-1_4 0.0700 Rprec 1-1_4 0.1215 bpref 1-1_4 0.1924 recip_rank 1-1_4 0.5000 iprec_at_recall_0.00 1-1_4 0.7500 iprec_at_recall_0.10 1-1_4 0.2115 iprec_at_recall_0.20 1-1_4 0.0592 iprec_at_recall_0.30 1-1_4 0.0000 iprec_at_recall_0.40 1-1_4 0.0000 iprec_at_recall_0.50 1-1_4 0.0000 iprec_at_recall_0.60 1-1_4 0.0000 iprec_at_recall_0.70 1-1_4 0.0000 iprec_at_recall_0.80 1-1_4 0.0000 iprec_at_recall_0.90 1-1_4 0.0000 iprec_at_recall_1.00 1-1_4 0.0000 P_5 1-1_4 0.6000 P_10 1-1_4 0.7000 P_15 1-1_4 0.5333 P_20 1-1_4 0.4500 P_30 1-1_4 0.3000 P_100 1-1_4 0.1300 P_200 1-1_4 0.0800 P_500 1-1_4 0.0480 P_1000 1-1_4 0.0300 relstring 1-1_4 '1222-2-222' recall_5 1-1_4 0.0280 recall_10 1-1_4 0.0654 recall_15 1-1_4 0.0748 recall_20 1-1_4 0.0841 recall_30 1-1_4 0.0841 recall_100 1-1_4 0.1215 recall_200 1-1_4 0.1495 recall_500 1-1_4 0.2243 recall_1000 1-1_4 0.2804 infAP 1-1_4 0.0700 Rprec_mult_0.20 1-1_4 0.4091 Rprec_mult_0.40 1-1_4 0.2326 Rprec_mult_0.60 1-1_4 0.1692 Rprec_mult_0.80 1-1_4 0.1395 Rprec_mult_1.00 1-1_4 0.1215 Rprec_mult_1.20 1-1_4 0.1085 Rprec_mult_1.40 1-1_4 0.1000 Rprec_mult_1.60 1-1_4 0.0930 Rprec_mult_1.80 1-1_4 0.0829 Rprec_mult_2.00 1-1_4 0.0748 utility 1-1_4 -940.0000 11pt_avg 1-1_4 0.0928 binG 1-1_4 0.0660 G 1-1_4 0.0431 ndcg 1-1_4 0.2479 ndcg_rel 1-1_4 0.2487 Rndcg 1-1_4 0.2140 ndcg_cut_5 1-1_4 0.3496 ndcg_cut_10 1-1_4 0.3657 ndcg_cut_15 1-1_4 0.3053 ndcg_cut_20 1-1_4 0.2894 ndcg_cut_30 1-1_4 0.2345 ndcg_cut_100 1-1_4 0.1648 ndcg_cut_200 1-1_4 0.1788 ndcg_cut_500 1-1_4 0.2258 ndcg_cut_1000 1-1_4 0.2479 map_cut_5 1-1_4 0.0179 map_cut_10 1-1_4 0.0428 map_cut_15 1-1_4 0.0481 map_cut_20 1-1_4 0.0530 map_cut_30 1-1_4 0.0530 map_cut_100 1-1_4 0.0603 map_cut_200 1-1_4 0.0632 map_cut_500 1-1_4 0.0680 map_cut_1000 1-1_4 0.0700 relative_P_5 1-1_4 0.6000 relative_P_10 1-1_4 0.7000 relative_P_15 1-1_4 0.5333 relative_P_20 1-1_4 0.4500 relative_P_30 1-1_4 0.3000 relative_P_100 1-1_4 0.1300 relative_P_200 1-1_4 0.1495 relative_P_500 1-1_4 0.2243 relative_P_1000 1-1_4 0.2804 success_1 1-1_4 0.0000 success_5 1-1_4 1.0000 success_10 1-1_4 1.0000 set_P 1-1_4 0.0300 set_relative_P 1-1_4 0.2804 set_recall 1-1_4 0.2804 set_map 1-1_4 0.0084 set_F 1-1_4 0.0542 num_nonrel_judged_ret 1-1_4 6 rbp 1-1_4 0.2699 rbp_resid 1-1_4 0.3781 unj_5 1-1_4 0.2000 unj_10 1-1_4 0.2000 unj_20 1-1_4 0.4500 num_ret 1-1_5 1000 num_rel 1-1_5 219 num_rel_ret 1-1_5 124 map 1-1_5 0.2108 Rprec 1-1_5 0.3014 bpref 1-1_5 0.5072 recip_rank 1-1_5 1.0000 iprec_at_recall_0.00 1-1_5 1.0000 iprec_at_recall_0.10 1-1_5 0.5897 iprec_at_recall_0.20 1-1_5 0.4224 iprec_at_recall_0.30 1-1_5 0.3084 iprec_at_recall_0.40 1-1_5 0.2528 iprec_at_recall_0.50 1-1_5 0.1571 iprec_at_recall_0.60 1-1_5 0.0000 iprec_at_recall_0.70 1-1_5 0.0000 iprec_at_recall_0.80 1-1_5 0.0000 iprec_at_recall_0.90 1-1_5 0.0000 iprec_at_recall_1.00 1-1_5 0.0000 P_5 1-1_5 0.8000 P_10 1-1_5 0.7000 P_15 1-1_5 0.6667 P_20 1-1_5 0.5500 P_30 1-1_5 0.5667 P_100 1-1_5 0.4100 P_200 1-1_5 0.3150 P_500 1-1_5 0.1940 P_1000 1-1_5 0.1240 relstring 1-1_5 '212233321-' recall_5 1-1_5 0.0183 recall_10 1-1_5 0.0320 recall_15 1-1_5 0.0457 recall_20 1-1_5 0.0502 recall_30 1-1_5 0.0776 recall_100 1-1_5 0.1872 recall_200 1-1_5 0.2877 recall_500 1-1_5 0.4429 recall_1000 1-1_5 0.5662 infAP 1-1_5 0.2108 Rprec_mult_0.20 1-1_5 0.5455 Rprec_mult_0.40 1-1_5 0.4318 Rprec_mult_0.60 1-1_5 0.3939 Rprec_mult_0.80 1-1_5 0.3580 Rprec_mult_1.00 1-1_5 0.3014 Rprec_mult_1.20 1-1_5 0.2738 Rprec_mult_1.40 1-1_5 0.2638 Rprec_mult_1.60 1-1_5 0.2507 Rprec_mult_1.80 1-1_5 0.2329 Rprec_mult_2.00 1-1_5 0.2123 utility 1-1_5 -752.0000 11pt_avg 1-1_5 0.2482 binG 1-1_5 0.1080 G 1-1_5 0.0795 ndcg 1-1_5 0.4994 ndcg_rel 1-1_5 0.4563 Rndcg 1-1_5 0.4210 ndcg_cut_5 1-1_5 0.4793 ndcg_cut_10 1-1_5 0.4838 ndcg_cut_15 1-1_5 0.4681 ndcg_cut_20 1-1_5 0.4218 ndcg_cut_30 1-1_5 0.4375 ndcg_cut_100 1-1_5 0.3936 ndcg_cut_200 1-1_5 0.3488 ndcg_cut_500 1-1_5 0.4265 ndcg_cut_1000 1-1_5 0.4994 map_cut_5 1-1_5 0.0147 map_cut_10 1-1_5 0.0264 map_cut_15 1-1_5 0.0357 map_cut_20 1-1_5 0.0387 map_cut_30 1-1_5 0.0537 map_cut_100 1-1_5 0.1106 map_cut_200 1-1_5 0.1503 map_cut_500 1-1_5 0.1913 map_cut_1000 1-1_5 0.2108 relative_P_5 1-1_5 0.8000 relative_P_10 1-1_5 0.7000 relative_P_15 1-1_5 0.6667 relative_P_20 1-1_5 0.5500 relative_P_30 1-1_5 0.5667 relative_P_100 1-1_5 0.4100 relative_P_200 1-1_5 0.3150 relative_P_500 1-1_5 0.4429 relative_P_1000 1-1_5 0.5662 success_1 1-1_5 1.0000 success_5 1-1_5 1.0000 success_10 1-1_5 1.0000 set_P 1-1_5 0.1240 set_relative_P 1-1_5 0.5662 set_recall 1-1_5 0.5662 set_map 1-1_5 0.0702 set_F 1-1_5 0.2034 num_nonrel_judged_ret 1-1_5 8 rbp 1-1_5 0.4104 rbp_resid 1-1_5 0.2188 unj_5 1-1_5 0.0000 unj_10 1-1_5 0.1000 unj_20 1-1_5 0.3500 num_ret 1-1_7 1000 num_rel 1-1_7 99 num_rel_ret 1-1_7 19 map 1-1_7 0.1107 Rprec 1-1_7 0.1414 bpref 1-1_7 0.1641 recip_rank 1-1_7 1.0000 iprec_at_recall_0.00 1-1_7 1.0000 iprec_at_recall_0.10 1-1_7 0.7692 iprec_at_recall_0.20 1-1_7 0.0000 iprec_at_recall_0.30 1-1_7 0.0000 iprec_at_recall_0.40 1-1_7 0.0000 iprec_at_recall_0.50 1-1_7 0.0000 iprec_at_recall_0.60 1-1_7 0.0000 iprec_at_recall_0.70 1-1_7 0.0000 iprec_at_recall_0.80 1-1_7 0.0000 iprec_at_recall_0.90 1-1_7 0.0000 iprec_at_recall_1.00 1-1_7 0.0000 P_5 1-1_7 0.8000 P_10 1-1_7 0.9000 P_15 1-1_7 0.6667 P_20 1-1_7 0.5500 P_30 1-1_7 0.4000 P_100 1-1_7 0.1400 P_200 1-1_7 0.0700 P_500 1-1_7 0.0300 P_1000 1-1_7 0.0190 relstring 1-1_7 '2222-22222' recall_5 1-1_7 0.0404 recall_10 1-1_7 0.0909 recall_15 1-1_7 0.1010 recall_20 1-1_7 0.1111 recall_30 1-1_7 0.1212 recall_100 1-1_7 0.1414 recall_200 1-1_7 0.1414 recall_500 1-1_7 0.1515 recall_1000 1-1_7 0.1919 infAP 1-1_7 0.1107 Rprec_mult_0.20 1-1_7 0.5500 Rprec_mult_0.40 1-1_7 0.3250 Rprec_mult_0.60 1-1_7 0.2167 Rprec_mult_0.80 1-1_7 0.1750 Rprec_mult_1.00 1-1_7 0.1414 Rprec_mult_1.20 1-1_7 0.1176 Rprec_mult_1.40 1-1_7 0.1007 Rprec_mult_1.60 1-1_7 0.0881 Rprec_mult_1.80 1-1_7 0.0782 Rprec_mult_2.00 1-1_7 0.0707 utility 1-1_7 -962.0000 11pt_avg 1-1_7 0.1608 binG 1-1_7 0.0920 G 1-1_7 0.0379 ndcg 1-1_7 0.2298 ndcg_rel 1-1_7 0.2581 Rndcg 1-1_7 0.2847 ndcg_cut_5 1-1_7 0.4344 ndcg_cut_10 1-1_7 0.4909 ndcg_cut_15 1-1_7 0.4365 ndcg_cut_20 1-1_7 0.4033 ndcg_cut_30 1-1_7 0.3398 ndcg_cut_100 1-1_7 0.2130 ndcg_cut_200 1-1_7 0.2075 ndcg_cut_500 1-1_7 0.2137 ndcg_cut_1000 1-1_7 0.2298 map_cut_5 1-1_7 0.0404 map_cut_10 1-1_7 0.0844 map_cut_15 1-1_7 0.0922 map_cut_20 1-1_7 0.0991 map_cut_30 1-1_7 0.1033 map_cut_100 1-1_7 0.1095 map_cut_200 1-1_7 0.1095 map_cut_500 1-1_7 0.1099 map_cut_1000 1-1_7 0.1107 relative_P_5 1-1_7 0.8000 relative_P_10 1-1_7 0.9000 relative_P_15 1-1_7 0.6667 relative_P_20 1-1_7 0.5500 relative_P_30 1-1_7 0.4000 relative_P_100 1-1_7 0.1414 relative_P_200 1-1_7 0.1414 relative_P_500 1-1_7 0.1515 relative_P_1000 1-1_7 0.1919 success_1 1-1_7 1.0000 success_5 1-1_7 1.0000 success_10 1-1_7 1.0000 set_P 1-1_7 0.0190 set_relative_P 1-1_7 0.1919 set_recall 1-1_7 0.1919 set_map 1-1_7 0.0036 set_F 1-1_7 0.0346 num_nonrel_judged_ret 1-1_7 16 rbp 1-1_7 0.3371 rbp_resid 1-1_7 0.3185 unj_5 1-1_7 0.2000 unj_10 1-1_7 0.1000 unj_20 1-1_7 0.4000 num_ret 1-1_8 1000 num_rel 1-1_8 94 num_rel_ret 1-1_8 2 map 1-1_8 0.0009 Rprec 1-1_8 0.0106 bpref 1-1_8 0.0181 recip_rank 1-1_8 0.0714 iprec_at_recall_0.00 1-1_8 0.0714 iprec_at_recall_0.10 1-1_8 0.0000 iprec_at_recall_0.20 1-1_8 0.0000 iprec_at_recall_0.30 1-1_8 0.0000 iprec_at_recall_0.40 1-1_8 0.0000 iprec_at_recall_0.50 1-1_8 0.0000 iprec_at_recall_0.60 1-1_8 0.0000 iprec_at_recall_0.70 1-1_8 0.0000 iprec_at_recall_0.80 1-1_8 0.0000 iprec_at_recall_0.90 1-1_8 0.0000 iprec_at_recall_1.00 1-1_8 0.0000 P_5 1-1_8 0.0000 P_10 1-1_8 0.0000 P_15 1-1_8 0.0667 P_20 1-1_8 0.0500 P_30 1-1_8 0.0333 P_100 1-1_8 0.0100 P_200 1-1_8 0.0050 P_500 1-1_8 0.0040 P_1000 1-1_8 0.0020 relstring 1-1_8 '0001000000' recall_5 1-1_8 0.0000 recall_10 1-1_8 0.0000 recall_15 1-1_8 0.0106 recall_20 1-1_8 0.0106 recall_30 1-1_8 0.0106 recall_100 1-1_8 0.0106 recall_200 1-1_8 0.0106 recall_500 1-1_8 0.0213 recall_1000 1-1_8 0.0213 infAP 1-1_8 0.0009 Rprec_mult_0.20 1-1_8 0.0526 Rprec_mult_0.40 1-1_8 0.0263 Rprec_mult_0.60 1-1_8 0.0175 Rprec_mult_0.80 1-1_8 0.0132 Rprec_mult_1.00 1-1_8 0.0106 Rprec_mult_1.20 1-1_8 0.0088 Rprec_mult_1.40 1-1_8 0.0076 Rprec_mult_1.60 1-1_8 0.0066 Rprec_mult_1.80 1-1_8 0.0059 Rprec_mult_2.00 1-1_8 0.0053 utility 1-1_8 -996.0000 11pt_avg 1-1_8 0.0065 binG 1-1_8 0.0041 G 1-1_8 0.0038 ndcg 1-1_8 0.0234 ndcg_rel 1-1_8 0.0238 Rndcg 1-1_8 0.0296 ndcg_cut_5 1-1_8 0.0378 ndcg_cut_10 1-1_8 0.0266 ndcg_cut_15 1-1_8 0.0468 ndcg_cut_20 1-1_8 0.0414 ndcg_cut_30 1-1_8 0.0349 ndcg_cut_100 1-1_8 0.0190 ndcg_cut_200 1-1_8 0.0183 ndcg_cut_500 1-1_8 0.0234 ndcg_cut_1000 1-1_8 0.0234 map_cut_5 1-1_8 0.0000 map_cut_10 1-1_8 0.0000 map_cut_15 1-1_8 0.0008 map_cut_20 1-1_8 0.0008 map_cut_30 1-1_8 0.0008 map_cut_100 1-1_8 0.0008 map_cut_200 1-1_8 0.0008 map_cut_500 1-1_8 0.0009 map_cut_1000 1-1_8 0.0009 relative_P_5 1-1_8 0.0000 relative_P_10 1-1_8 0.0000 relative_P_15 1-1_8 0.0667 relative_P_20 1-1_8 0.0500 relative_P_30 1-1_8 0.0333 relative_P_100 1-1_8 0.0106 relative_P_200 1-1_8 0.0106 relative_P_500 1-1_8 0.0213 relative_P_1000 1-1_8 0.0213 success_1 1-1_8 0.0000 success_5 1-1_8 0.0000 success_10 1-1_8 0.0000 set_P 1-1_8 0.0020 set_relative_P 1-1_8 0.0213 set_recall 1-1_8 0.0213 set_map 1-1_8 0.0000 set_F 1-1_8 0.0037 num_nonrel_judged_ret 1-1_8 12 rbp 1-1_8 0.0309 rbp_resid 1-1_8 0.2884 unj_5 1-1_8 0.0000 unj_10 1-1_8 0.0000 unj_20 1-1_8 0.4000 num_ret 2-1_10 1000 num_rel 2-1_10 17 num_rel_ret 2-1_10 17 map 2-1_10 0.5745 Rprec 2-1_10 0.5882 bpref 2-1_10 0.9481 recip_rank 2-1_10 1.0000 iprec_at_recall_0.00 2-1_10 1.0000 iprec_at_recall_0.10 2-1_10 0.6923 iprec_at_recall_0.20 2-1_10 0.6923 iprec_at_recall_0.30 2-1_10 0.6923 iprec_at_recall_0.40 2-1_10 0.6923 iprec_at_recall_0.50 2-1_10 0.6923 iprec_at_recall_0.60 2-1_10 0.6250 iprec_at_recall_0.70 2-1_10 0.6000 iprec_at_recall_0.80 2-1_10 0.5556 iprec_at_recall_0.90 2-1_10 0.5556 iprec_at_recall_1.00 2-1_10 0.4359 P_5 2-1_10 0.4000 P_10 2-1_10 0.6000 P_15 2-1_10 0.6000 P_20 2-1_10 0.6000 P_30 2-1_10 0.5000 P_100 2-1_10 0.1700 P_200 2-1_10 0.0850 P_500 2-1_10 0.0340 P_1000 2-1_10 0.0170 relstring 2-1_10 '3---313322' recall_5 2-1_10 0.1176 recall_10 2-1_10 0.3529 recall_15 2-1_10 0.5294 recall_20 2-1_10 0.7059 recall_30 2-1_10 0.8824 recall_100 2-1_10 1.0000 recall_200 2-1_10 1.0000 recall_500 2-1_10 1.0000 recall_1000 2-1_10 1.0000 infAP 2-1_10 0.5745 Rprec_mult_0.20 2-1_10 0.2500 Rprec_mult_0.40 2-1_10 0.4286 Rprec_mult_0.60 2-1_10 0.6364 Rprec_mult_0.80 2-1_10 0.6429 Rprec_mult_1.00 2-1_10 0.5882 Rprec_mult_1.20 2-1_10 0.5714 Rprec_mult_1.40 2-1_10 0.5000 Rprec_mult_1.60 2-1_10 0.5357 Rprec_mult_1.80 2-1_10 0.4839 Rprec_mult_2.00 2-1_10 0.4412 utility 2-1_10 -966.0000 11pt_avg 2-1_10 0.6576 binG 2-1_10 0.3707 G 2-1_10 0.2954 ndcg 2-1_10 0.7970 ndcg_rel 2-1_10 0.6671 Rndcg 2-1_10 0.6610 ndcg_cut_5 2-1_10 0.4704 ndcg_cut_10 2-1_10 0.5607 ndcg_cut_15 2-1_10 0.6196 ndcg_cut_20 2-1_10 0.6672 ndcg_cut_30 2-1_10 0.7400 ndcg_cut_100 2-1_10 0.7911 ndcg_cut_200 2-1_10 0.7911 ndcg_cut_500 2-1_10 0.7911 ndcg_cut_1000 2-1_10 0.7970 map_cut_5 2-1_10 0.0824 map_cut_10 2-1_10 0.2049 map_cut_15 2-1_10 0.3223 map_cut_20 2-1_10 0.4284 map_cut_30 2-1_10 0.5234 map_cut_100 2-1_10 0.5745 map_cut_200 2-1_10 0.5745 map_cut_500 2-1_10 0.5745 map_cut_1000 2-1_10 0.5745 relative_P_5 2-1_10 0.4000 relative_P_10 2-1_10 0.6000 relative_P_15 2-1_10 0.6000 relative_P_20 2-1_10 0.7059 relative_P_30 2-1_10 0.8824 relative_P_100 2-1_10 1.0000 relative_P_200 2-1_10 1.0000 relative_P_500 2-1_10 1.0000 relative_P_1000 2-1_10 1.0000 success_1 2-1_10 1.0000 success_5 2-1_10 1.0000 success_10 2-1_10 1.0000 set_P 2-1_10 0.0170 set_relative_P 2-1_10 1.0000 set_recall 2-1_10 1.0000 set_map 2-1_10 0.0170 set_F 2-1_10 0.0334 num_nonrel_judged_ret 2-1_10 15 rbp 2-1_10 0.4995 rbp_resid 2-1_10 0.4230 unj_5 2-1_10 0.6000 unj_10 2-1_10 0.3000 unj_20 2-1_10 0.3500 num_ret 2-1_12 1000 num_rel 2-1_12 101 num_rel_ret 2-1_12 47 map 2-1_12 0.0453 Rprec 2-1_12 0.0792 bpref 2-1_12 0.3506 recip_rank 2-1_12 0.5000 iprec_at_recall_0.00 2-1_12 0.5000 iprec_at_recall_0.10 2-1_12 0.1100 iprec_at_recall_0.20 2-1_12 0.1100 iprec_at_recall_0.30 2-1_12 0.0746 iprec_at_recall_0.40 2-1_12 0.0546 iprec_at_recall_0.50 2-1_12 0.0000 iprec_at_recall_0.60 2-1_12 0.0000 iprec_at_recall_0.70 2-1_12 0.0000 iprec_at_recall_0.80 2-1_12 0.0000 iprec_at_recall_0.90 2-1_12 0.0000 iprec_at_recall_1.00 2-1_12 0.0000 P_5 2-1_12 0.2000 P_10 2-1_12 0.2000 P_15 2-1_12 0.1333 P_20 2-1_12 0.1500 P_30 2-1_12 0.1333 P_100 2-1_12 0.0800 P_200 2-1_12 0.1100 P_500 2-1_12 0.0660 P_1000 2-1_12 0.0470 relstring 2-1_12 '0200020000' recall_5 2-1_12 0.0099 recall_10 2-1_12 0.0198 recall_15 2-1_12 0.0198 recall_20 2-1_12 0.0297 recall_30 2-1_12 0.0396 recall_100 2-1_12 0.0792 recall_200 2-1_12 0.2178 recall_500 2-1_12 0.3267 recall_1000 2-1_12 0.4653 infAP 2-1_12 0.0453 Rprec_mult_0.20 2-1_12 0.1429 Rprec_mult_0.40 2-1_12 0.1220 Rprec_mult_0.60 2-1_12 0.0984 Rprec_mult_0.80 2-1_12 0.0864 Rprec_mult_1.00 2-1_12 0.0792 Rprec_mult_1.20 2-1_12 0.0738 Rprec_mult_1.40 2-1_12 0.0845 Rprec_mult_1.60 2-1_12 0.0926 Rprec_mult_1.80 2-1_12 0.0989 Rprec_mult_2.00 2-1_12 0.1089 utility 2-1_12 -906.0000 11pt_avg 2-1_12 0.0772 binG 2-1_12 0.0687 G 2-1_12 0.0568 ndcg 2-1_12 0.2963 ndcg_rel 2-1_12 0.2501 Rndcg 2-1_12 0.1437 ndcg_cut_5 2-1_12 0.1427 ndcg_cut_10 2-1_12 0.1448 ndcg_cut_15 2-1_12 0.1123 ndcg_cut_20 2-1_12 0.1166 ndcg_cut_30 2-1_12 0.1046 ndcg_cut_100 2-1_12 0.0856 ndcg_cut_200 2-1_12 0.1644 ndcg_cut_500 2-1_12 0.2182 ndcg_cut_1000 2-1_12 0.2963 map_cut_5 2-1_12 0.0050 map_cut_10 2-1_12 0.0083 map_cut_15 2-1_12 0.0083 map_cut_20 2-1_12 0.0101 map_cut_30 2-1_12 0.0115 map_cut_100 2-1_12 0.0159 map_cut_200 2-1_12 0.0291 map_cut_500 2-1_12 0.0378 map_cut_1000 2-1_12 0.0453 relative_P_5 2-1_12 0.2000 relative_P_10 2-1_12 0.2000 relative_P_15 2-1_12 0.1333 relative_P_20 2-1_12 0.1500 relative_P_30 2-1_12 0.1333 relative_P_100 2-1_12 0.0800 relative_P_200 2-1_12 0.2178 relative_P_500 2-1_12 0.3267 relative_P_1000 2-1_12 0.4653 success_1 2-1_12 0.0000 success_5 2-1_12 1.0000 success_10 2-1_12 1.0000 set_P 2-1_12 0.0470 set_relative_P 2-1_12 0.4653 set_recall 2-1_12 0.4653 set_map 2-1_12 0.0219 set_F 2-1_12 0.0854 num_nonrel_judged_ret 2-1_12 39 rbp 2-1_12 0.1191 rbp_resid 2-1_12 0.2834 unj_5 2-1_12 0.0000 unj_10 2-1_12 0.0000 unj_20 2-1_12 0.4000 num_ret 2-1_14 1000 num_rel 2-1_14 52 num_rel_ret 2-1_14 25 map 2-1_14 0.0268 Rprec 2-1_14 0.0962 bpref 2-1_14 0.1986 recip_rank 2-1_14 0.1111 iprec_at_recall_0.00 2-1_14 0.1333 iprec_at_recall_0.10 2-1_14 0.0980 iprec_at_recall_0.20 2-1_14 0.0546 iprec_at_recall_0.30 2-1_14 0.0397 iprec_at_recall_0.40 2-1_14 0.0344 iprec_at_recall_0.50 2-1_14 0.0000 iprec_at_recall_0.60 2-1_14 0.0000 iprec_at_recall_0.70 2-1_14 0.0000 iprec_at_recall_0.80 2-1_14 0.0000 iprec_at_recall_0.90 2-1_14 0.0000 iprec_at_recall_1.00 2-1_14 0.0000 P_5 2-1_14 0.0000 P_10 2-1_14 0.1000 P_15 2-1_14 0.1333 P_20 2-1_14 0.1000 P_30 2-1_14 0.1000 P_100 2-1_14 0.0600 P_200 2-1_14 0.0500 P_500 2-1_14 0.0360 P_1000 2-1_14 0.0250 relstring 2-1_14 '111000-020' recall_5 2-1_14 0.0000 recall_10 2-1_14 0.0192 recall_15 2-1_14 0.0385 recall_20 2-1_14 0.0385 recall_30 2-1_14 0.0577 recall_100 2-1_14 0.1154 recall_200 2-1_14 0.1923 recall_500 2-1_14 0.3462 recall_1000 2-1_14 0.4808 infAP 2-1_14 0.0268 Rprec_mult_0.20 2-1_14 0.0909 Rprec_mult_0.40 2-1_14 0.0952 Rprec_mult_0.60 2-1_14 0.0938 Rprec_mult_0.80 2-1_14 0.0714 Rprec_mult_1.00 2-1_14 0.0962 Rprec_mult_1.20 2-1_14 0.0794 Rprec_mult_1.40 2-1_14 0.0685 Rprec_mult_1.60 2-1_14 0.0595 Rprec_mult_1.80 2-1_14 0.0638 Rprec_mult_2.00 2-1_14 0.0577 utility 2-1_14 -950.0000 11pt_avg 2-1_14 0.0327 binG 2-1_14 0.0682 G 2-1_14 0.0681 ndcg 2-1_14 0.3219 ndcg_rel 2-1_14 0.2837 Rndcg 2-1_14 0.2057 ndcg_cut_5 2-1_14 0.2409 ndcg_cut_10 2-1_14 0.2005 ndcg_cut_15 2-1_14 0.1981 ndcg_cut_20 2-1_14 0.1823 ndcg_cut_30 2-1_14 0.1759 ndcg_cut_100 2-1_14 0.1599 ndcg_cut_200 2-1_14 0.1945 ndcg_cut_500 2-1_14 0.2698 ndcg_cut_1000 2-1_14 0.3219 map_cut_5 2-1_14 0.0000 map_cut_10 2-1_14 0.0021 map_cut_15 2-1_14 0.0047 map_cut_20 2-1_14 0.0047 map_cut_30 2-1_14 0.0068 map_cut_100 2-1_14 0.0115 map_cut_200 2-1_14 0.0152 map_cut_500 2-1_14 0.0224 map_cut_1000 2-1_14 0.0268 relative_P_5 2-1_14 0.0000 relative_P_10 2-1_14 0.1000 relative_P_15 2-1_14 0.1333 relative_P_20 2-1_14 0.1000 relative_P_30 2-1_14 0.1000 relative_P_100 2-1_14 0.1154 relative_P_200 2-1_14 0.1923 relative_P_500 2-1_14 0.3462 relative_P_1000 2-1_14 0.4808 success_1 2-1_14 0.0000 success_5 2-1_14 0.0000 success_10 2-1_14 1.0000 set_P 2-1_14 0.0250 set_relative_P 2-1_14 0.4808 set_recall 2-1_14 0.4808 set_map 2-1_14 0.0120 set_F 2-1_14 0.0475 num_nonrel_judged_ret 2-1_14 56 rbp 2-1_14 0.1563 rbp_resid 2-1_14 0.2860 unj_5 2-1_14 0.0000 unj_10 2-1_14 0.1000 unj_20 2-1_14 0.3500 num_ret 2-1_4 1000 num_rel 2-1_4 64 num_rel_ret 2-1_4 59 map 2-1_4 0.2722 Rprec 2-1_4 0.3594 bpref 2-1_4 0.7209 recip_rank 2-1_4 0.2500 iprec_at_recall_0.00 2-1_4 0.5333 iprec_at_recall_0.10 2-1_4 0.5333 iprec_at_recall_0.20 2-1_4 0.4595 iprec_at_recall_0.30 2-1_4 0.4130 iprec_at_recall_0.40 2-1_4 0.3803 iprec_at_recall_0.50 2-1_4 0.2598 iprec_at_recall_0.60 2-1_4 0.2191 iprec_at_recall_0.70 2-1_4 0.1723 iprec_at_recall_0.80 2-1_4 0.1504 iprec_at_recall_0.90 2-1_4 0.0879 iprec_at_recall_1.00 2-1_4 0.0000 P_5 2-1_4 0.4000 P_10 2-1_4 0.4000 P_15 2-1_4 0.5333 P_20 2-1_4 0.4500 P_30 2-1_4 0.4333 P_100 2-1_4 0.2900 P_200 2-1_4 0.1950 P_500 2-1_4 0.1040 P_1000 2-1_4 0.0590 relstring 2-1_4 '0--2220200' recall_5 2-1_4 0.0312 recall_10 2-1_4 0.0625 recall_15 2-1_4 0.1250 recall_20 2-1_4 0.1406 recall_30 2-1_4 0.2031 recall_100 2-1_4 0.4531 recall_200 2-1_4 0.6094 recall_500 2-1_4 0.8125 recall_1000 2-1_4 0.9219 infAP 2-1_4 0.2722 Rprec_mult_0.20 2-1_4 0.4615 Rprec_mult_0.40 2-1_4 0.4231 Rprec_mult_0.60 2-1_4 0.4359 Rprec_mult_0.80 2-1_4 0.3654 Rprec_mult_1.00 2-1_4 0.3594 Rprec_mult_1.20 2-1_4 0.3506 Rprec_mult_1.40 2-1_4 0.3111 Rprec_mult_1.60 2-1_4 0.2816 Rprec_mult_1.80 2-1_4 0.2586 Rprec_mult_2.00 2-1_4 0.2578 utility 2-1_4 -882.0000 11pt_avg 2-1_4 0.2917 binG 2-1_4 0.1766 G 2-1_4 0.1354 ndcg 2-1_4 0.6052 ndcg_rel 2-1_4 0.4479 Rndcg 2-1_4 0.3130 ndcg_cut_5 2-1_4 0.1661 ndcg_cut_10 2-1_4 0.2036 ndcg_cut_15 2-1_4 0.2923 ndcg_cut_20 2-1_4 0.2810 ndcg_cut_30 2-1_4 0.3178 ndcg_cut_100 2-1_4 0.3598 ndcg_cut_200 2-1_4 0.4504 ndcg_cut_500 2-1_4 0.5555 ndcg_cut_1000 2-1_4 0.6052 map_cut_5 2-1_4 0.0102 map_cut_10 2-1_4 0.0258 map_cut_15 2-1_4 0.0568 map_cut_20 2-1_4 0.0639 map_cut_30 2-1_4 0.0913 map_cut_100 2-1_4 0.1890 map_cut_200 2-1_4 0.2262 map_cut_500 2-1_4 0.2619 map_cut_1000 2-1_4 0.2722 relative_P_5 2-1_4 0.4000 relative_P_10 2-1_4 0.4000 relative_P_15 2-1_4 0.5333 relative_P_20 2-1_4 0.4500 relative_P_30 2-1_4 0.4333 relative_P_100 2-1_4 0.4531 relative_P_200 2-1_4 0.6094 relative_P_500 2-1_4 0.8125 relative_P_1000 2-1_4 0.9219 success_1 2-1_4 0.0000 success_5 2-1_4 1.0000 success_10 2-1_4 1.0000 set_P 2-1_4 0.0590 set_relative_P 2-1_4 0.9219 set_recall 2-1_4 0.9219 set_map 2-1_4 0.0544 set_F 2-1_4 0.1109 num_nonrel_judged_ret 2-1_4 32 rbp 2-1_4 0.2216 rbp_resid 2-1_4 0.3378 unj_5 2-1_4 0.4000 unj_10 2-1_4 0.2000 unj_20 2-1_4 0.3500 num_ret 2-1_9 1000 num_rel 2-1_9 16 num_rel_ret 2-1_9 16 map 2-1_9 0.6547 Rprec 2-1_9 0.5625 bpref 2-1_9 0.9464 recip_rank 2-1_9 1.0000 iprec_at_recall_0.00 2-1_9 1.0000 iprec_at_recall_0.10 2-1_9 1.0000 iprec_at_recall_0.20 2-1_9 1.0000 iprec_at_recall_0.30 2-1_9 1.0000 iprec_at_recall_0.40 2-1_9 1.0000 iprec_at_recall_0.50 2-1_9 0.6667 iprec_at_recall_0.60 2-1_9 0.6111 iprec_at_recall_0.70 2-1_9 0.6111 iprec_at_recall_0.80 2-1_9 0.2826 iprec_at_recall_0.90 2-1_9 0.2083 iprec_at_recall_1.00 2-1_9 0.0597 P_5 2-1_9 1.0000 P_10 2-1_9 0.7000 P_15 2-1_9 0.5333 P_20 2-1_9 0.5500 P_30 2-1_9 0.4000 P_100 2-1_9 0.1500 P_200 2-1_9 0.0750 P_500 2-1_9 0.0320 P_1000 2-1_9 0.0160 relstring 2-1_9 '344334--3-' recall_5 2-1_9 0.3125 recall_10 2-1_9 0.4375 recall_15 2-1_9 0.5000 recall_20 2-1_9 0.6875 recall_30 2-1_9 0.7500 recall_100 2-1_9 0.9375 recall_200 2-1_9 0.9375 recall_500 2-1_9 1.0000 recall_1000 2-1_9 1.0000 infAP 2-1_9 0.6547 Rprec_mult_0.20 2-1_9 1.0000 Rprec_mult_0.40 2-1_9 0.8571 Rprec_mult_0.60 2-1_9 0.7000 Rprec_mult_0.80 2-1_9 0.6154 Rprec_mult_1.00 2-1_9 0.5625 Rprec_mult_1.20 2-1_9 0.5500 Rprec_mult_1.40 2-1_9 0.5217 Rprec_mult_1.60 2-1_9 0.4615 Rprec_mult_1.80 2-1_9 0.4138 Rprec_mult_2.00 2-1_9 0.3750 utility 2-1_9 -968.0000 11pt_avg 2-1_9 0.6763 binG 2-1_9 0.5477 G 2-1_9 0.4604 ndcg 2-1_9 0.8881 ndcg_rel 2-1_9 0.8341 Rndcg 2-1_9 0.8174 ndcg_cut_5 2-1_9 0.9089 ndcg_cut_10 2-1_9 0.8110 ndcg_cut_15 2-1_9 0.7354 ndcg_cut_20 2-1_9 0.7968 ndcg_cut_30 2-1_9 0.8203 ndcg_cut_100 2-1_9 0.8747 ndcg_cut_200 2-1_9 0.8747 ndcg_cut_500 2-1_9 0.8881 ndcg_cut_1000 2-1_9 0.8881 map_cut_5 2-1_9 0.3125 map_cut_10 2-1_9 0.4236 map_cut_15 2-1_9 0.4653 map_cut_20 2-1_9 0.5754 map_cut_30 2-1_9 0.6080 map_cut_100 2-1_9 0.6510 map_cut_200 2-1_9 0.6510 map_cut_500 2-1_9 0.6547 map_cut_1000 2-1_9 0.6547 relative_P_5 2-1_9 1.0000 relative_P_10 2-1_9 0.7000 relative_P_15 2-1_9 0.5333 relative_P_20 2-1_9 0.6875 relative_P_30 2-1_9 0.7500 relative_P_100 2-1_9 0.9375 relative_P_200 2-1_9 0.9375 relative_P_500 2-1_9 1.0000 relative_P_1000 2-1_9 1.0000 success_1 2-1_9 1.0000 success_5 2-1_9 1.0000 success_10 2-1_9 1.0000 set_P 2-1_9 0.0160 set_relative_P 2-1_9 1.0000 set_recall 2-1_9 1.0000 set_map 2-1_9 0.0160 set_F 2-1_9 0.0315 num_nonrel_judged_ret 2-1_9 13 rbp 2-1_9 0.5001 rbp_resid 2-1_9 0.3675 unj_5 2-1_9 0.0000 unj_10 2-1_9 0.3000 unj_20 2-1_9 0.4000 num_ret 2-2_1 1000 num_rel 2-2_1 51 num_rel_ret 2-2_1 5 map 2-2_1 0.0008 Rprec 2-2_1 0.0196 bpref 2-2_1 0.0538 recip_rank 2-2_1 0.0208 iprec_at_recall_0.00 2-2_1 0.0208 iprec_at_recall_0.10 2-2_1 0.0050 iprec_at_recall_0.20 2-2_1 0.0000 iprec_at_recall_0.30 2-2_1 0.0000 iprec_at_recall_0.40 2-2_1 0.0000 iprec_at_recall_0.50 2-2_1 0.0000 iprec_at_recall_0.60 2-2_1 0.0000 iprec_at_recall_0.70 2-2_1 0.0000 iprec_at_recall_0.80 2-2_1 0.0000 iprec_at_recall_0.90 2-2_1 0.0000 iprec_at_recall_1.00 2-2_1 0.0000 P_5 2-2_1 0.0000 P_10 2-2_1 0.0000 P_15 2-2_1 0.0000 P_20 2-2_1 0.0000 P_30 2-2_1 0.0000 P_100 2-2_1 0.0100 P_200 2-2_1 0.0050 P_500 2-2_1 0.0040 P_1000 2-2_1 0.0050 relstring 2-2_1 '000-0000-0' recall_5 2-2_1 0.0000 recall_10 2-2_1 0.0000 recall_15 2-2_1 0.0000 recall_20 2-2_1 0.0000 recall_30 2-2_1 0.0000 recall_100 2-2_1 0.0196 recall_200 2-2_1 0.0196 recall_500 2-2_1 0.0392 recall_1000 2-2_1 0.0980 infAP 2-2_1 0.0008 Rprec_mult_0.20 2-2_1 0.0000 Rprec_mult_0.40 2-2_1 0.0000 Rprec_mult_0.60 2-2_1 0.0000 Rprec_mult_0.80 2-2_1 0.0000 Rprec_mult_1.00 2-2_1 0.0196 Rprec_mult_1.20 2-2_1 0.0161 Rprec_mult_1.40 2-2_1 0.0139 Rprec_mult_1.60 2-2_1 0.0122 Rprec_mult_1.80 2-2_1 0.0109 Rprec_mult_2.00 2-2_1 0.0098 utility 2-2_1 -990.0000 11pt_avg 2-2_1 0.0024 binG 2-2_1 0.0118 G 2-2_1 0.0088 ndcg 2-2_1 0.0356 ndcg_rel 2-2_1 0.0343 Rndcg 2-2_1 0.0115 ndcg_cut_5 2-2_1 0.0000 ndcg_cut_10 2-2_1 0.0000 ndcg_cut_15 2-2_1 0.0000 ndcg_cut_20 2-2_1 0.0000 ndcg_cut_30 2-2_1 0.0000 ndcg_cut_100 2-2_1 0.0126 ndcg_cut_200 2-2_1 0.0126 ndcg_cut_500 2-2_1 0.0184 ndcg_cut_1000 2-2_1 0.0356 map_cut_5 2-2_1 0.0000 map_cut_10 2-2_1 0.0000 map_cut_15 2-2_1 0.0000 map_cut_20 2-2_1 0.0000 map_cut_30 2-2_1 0.0000 map_cut_100 2-2_1 0.0004 map_cut_200 2-2_1 0.0004 map_cut_500 2-2_1 0.0005 map_cut_1000 2-2_1 0.0008 relative_P_5 2-2_1 0.0000 relative_P_10 2-2_1 0.0000 relative_P_15 2-2_1 0.0000 relative_P_20 2-2_1 0.0000 relative_P_30 2-2_1 0.0000 relative_P_100 2-2_1 0.0196 relative_P_200 2-2_1 0.0196 relative_P_500 2-2_1 0.0392 relative_P_1000 2-2_1 0.0980 success_1 2-2_1 0.0000 success_5 2-2_1 0.0000 success_10 2-2_1 0.0000 set_P 2-2_1 0.0050 set_relative_P 2-2_1 0.0980 set_recall 2-2_1 0.0980 set_map 2-2_1 0.0005 set_F 2-2_1 0.0095 num_nonrel_judged_ret 2-2_1 31 rbp 2-2_1 0.0004 rbp_resid 2-2_1 0.4635 unj_5 2-2_1 0.2000 unj_10 2-2_1 0.2000 unj_20 2-2_1 0.6000 num_ret 2-2_4 1000 num_rel 2-2_4 53 num_rel_ret 2-2_4 38 map 2-2_4 0.1877 Rprec 2-2_4 0.2453 bpref 2-2_4 0.6143 recip_rank 2-2_4 0.5000 iprec_at_recall_0.00 2-2_4 0.6667 iprec_at_recall_0.10 2-2_4 0.6667 iprec_at_recall_0.20 2-2_4 0.3548 iprec_at_recall_0.30 2-2_4 0.1978 iprec_at_recall_0.40 2-2_4 0.1765 iprec_at_recall_0.50 2-2_4 0.1627 iprec_at_recall_0.60 2-2_4 0.1019 iprec_at_recall_0.70 2-2_4 0.0650 iprec_at_recall_0.80 2-2_4 0.0000 iprec_at_recall_0.90 2-2_4 0.0000 iprec_at_recall_1.00 2-2_4 0.0000 P_5 2-2_4 0.6000 P_10 2-2_4 0.6000 P_15 2-2_4 0.4000 P_20 2-2_4 0.4500 P_30 2-2_4 0.3333 P_100 2-2_4 0.1800 P_200 2-2_4 0.1400 P_500 2-2_4 0.0720 P_1000 2-2_4 0.0380 relstring 2-2_4 '-2-333-320' recall_5 2-2_4 0.0566 recall_10 2-2_4 0.1132 recall_15 2-2_4 0.1132 recall_20 2-2_4 0.1698 recall_30 2-2_4 0.1887 recall_100 2-2_4 0.3396 recall_200 2-2_4 0.5283 recall_500 2-2_4 0.6792 recall_1000 2-2_4 0.7170 infAP 2-2_4 0.1877 Rprec_mult_0.20 2-2_4 0.5455 Rprec_mult_0.40 2-2_4 0.4545 Rprec_mult_0.60 2-2_4 0.3438 Rprec_mult_0.80 2-2_4 0.2791 Rprec_mult_1.00 2-2_4 0.2453 Rprec_mult_1.20 2-2_4 0.2188 Rprec_mult_1.40 2-2_4 0.1867 Rprec_mult_1.60 2-2_4 0.1882 Rprec_mult_1.80 2-2_4 0.1875 Rprec_mult_2.00 2-2_4 0.1792 utility 2-2_4 -924.0000 11pt_avg 2-2_4 0.2175 binG 2-2_4 0.1550 G 2-2_4 0.1114 ndcg 2-2_4 0.5072 ndcg_rel 2-2_4 0.4032 Rndcg 2-2_4 0.3268 ndcg_cut_5 2-2_4 0.3149 ndcg_cut_10 2-2_4 0.3484 ndcg_cut_15 2-2_4 0.2902 ndcg_cut_20 2-2_4 0.3424 ndcg_cut_30 2-2_4 0.3027 ndcg_cut_100 2-2_4 0.3207 ndcg_cut_200 2-2_4 0.4224 ndcg_cut_500 2-2_4 0.4932 ndcg_cut_1000 2-2_4 0.5072 map_cut_5 2-2_4 0.0302 map_cut_10 2-2_4 0.0671 map_cut_15 2-2_4 0.0671 map_cut_20 2-2_4 0.0928 map_cut_30 2-2_4 0.1017 map_cut_100 2-2_4 0.1390 map_cut_200 2-2_4 0.1708 map_cut_500 2-2_4 0.1856 map_cut_1000 2-2_4 0.1877 relative_P_5 2-2_4 0.6000 relative_P_10 2-2_4 0.6000 relative_P_15 2-2_4 0.4000 relative_P_20 2-2_4 0.4500 relative_P_30 2-2_4 0.3333 relative_P_100 2-2_4 0.3396 relative_P_200 2-2_4 0.5283 relative_P_500 2-2_4 0.6792 relative_P_1000 2-2_4 0.7170 success_1 2-2_4 0.0000 success_5 2-2_4 1.0000 success_10 2-2_4 1.0000 set_P 2-2_4 0.0380 set_relative_P 2-2_4 0.7170 set_recall 2-2_4 0.7170 set_map 2-2_4 0.0272 set_F 2-2_4 0.0722 num_nonrel_judged_ret 2-2_4 10 rbp 2-2_4 0.3202 rbp_resid 2-2_4 0.4425 unj_5 2-2_4 0.4000 unj_10 2-2_4 0.3000 unj_20 2-2_4 0.4000 num_ret 2-2_5 1000 num_rel 2-2_5 30 num_rel_ret 2-2_5 17 map 2-2_5 0.2060 Rprec 2-2_5 0.2667 bpref 2-2_5 0.4844 recip_rank 2-2_5 1.0000 iprec_at_recall_0.00 2-2_5 1.0000 iprec_at_recall_0.10 2-2_5 0.8000 iprec_at_recall_0.20 2-2_5 0.5455 iprec_at_recall_0.30 2-2_5 0.2273 iprec_at_recall_0.40 2-2_5 0.1143 iprec_at_recall_0.50 2-2_5 0.0396 iprec_at_recall_0.60 2-2_5 0.0000 iprec_at_recall_0.70 2-2_5 0.0000 iprec_at_recall_0.80 2-2_5 0.0000 iprec_at_recall_0.90 2-2_5 0.0000 iprec_at_recall_1.00 2-2_5 0.0000 P_5 2-2_5 0.8000 P_10 2-2_5 0.5000 P_15 2-2_5 0.4000 P_20 2-2_5 0.4000 P_30 2-2_5 0.2667 P_100 2-2_5 0.1100 P_200 2-2_5 0.0650 P_500 2-2_5 0.0320 P_1000 2-2_5 0.0170 relstring 2-2_5 '4-342--031' recall_5 2-2_5 0.1333 recall_10 2-2_5 0.1667 recall_15 2-2_5 0.2000 recall_20 2-2_5 0.2667 recall_30 2-2_5 0.2667 recall_100 2-2_5 0.3667 recall_200 2-2_5 0.4333 recall_500 2-2_5 0.5333 recall_1000 2-2_5 0.5667 infAP 2-2_5 0.2060 Rprec_mult_0.20 2-2_5 0.6667 Rprec_mult_0.40 2-2_5 0.5000 Rprec_mult_0.60 2-2_5 0.4444 Rprec_mult_0.80 2-2_5 0.3333 Rprec_mult_1.00 2-2_5 0.2667 Rprec_mult_1.20 2-2_5 0.2222 Rprec_mult_1.40 2-2_5 0.2143 Rprec_mult_1.60 2-2_5 0.2083 Rprec_mult_1.80 2-2_5 0.1852 Rprec_mult_2.00 2-2_5 0.1667 utility 2-2_5 -966.0000 11pt_avg 2-2_5 0.2479 binG 2-2_5 0.1842 G 2-2_5 0.1217 ndcg 2-2_5 0.4674 ndcg_rel 2-2_5 0.4749 Rndcg 2-2_5 0.4254 ndcg_cut_5 2-2_5 0.6780 ndcg_cut_10 2-2_5 0.5056 ndcg_cut_15 2-2_5 0.4395 ndcg_cut_20 2-2_5 0.4496 ndcg_cut_30 2-2_5 0.3863 ndcg_cut_100 2-2_5 0.3853 ndcg_cut_200 2-2_5 0.4166 ndcg_cut_500 2-2_5 0.4531 ndcg_cut_1000 2-2_5 0.4674 map_cut_5 2-2_5 0.1072 map_cut_10 2-2_5 0.1257 map_cut_15 2-2_5 0.1439 map_cut_20 2-2_5 0.1742 map_cut_30 2-2_5 0.1742 map_cut_100 2-2_5 0.1936 map_cut_200 2-2_5 0.2008 map_cut_500 2-2_5 0.2054 map_cut_1000 2-2_5 0.2060 relative_P_5 2-2_5 0.8000 relative_P_10 2-2_5 0.5000 relative_P_15 2-2_5 0.4000 relative_P_20 2-2_5 0.4000 relative_P_30 2-2_5 0.2667 relative_P_100 2-2_5 0.3667 relative_P_200 2-2_5 0.4333 relative_P_500 2-2_5 0.5333 relative_P_1000 2-2_5 0.5667 success_1 2-2_5 1.0000 success_5 2-2_5 1.0000 success_10 2-2_5 1.0000 set_P 2-2_5 0.0170 set_relative_P 2-2_5 0.5667 set_recall 2-2_5 0.5667 set_map 2-2_5 0.0096 set_F 2-2_5 0.0330 num_nonrel_judged_ret 2-2_5 18 rbp 2-2_5 0.3845 rbp_resid 2-2_5 0.4734 unj_5 2-2_5 0.2000 unj_10 2-2_5 0.3000 unj_20 2-2_5 0.5000 num_ret 2-2_7 1000 num_rel 2-2_7 88 num_rel_ret 2-2_7 0 map 2-2_7 0.0000 Rprec 2-2_7 0.0000 bpref 2-2_7 0.0000 recip_rank 2-2_7 0.0000 iprec_at_recall_0.00 2-2_7 0.0000 iprec_at_recall_0.10 2-2_7 0.0000 iprec_at_recall_0.20 2-2_7 0.0000 iprec_at_recall_0.30 2-2_7 0.0000 iprec_at_recall_0.40 2-2_7 0.0000 iprec_at_recall_0.50 2-2_7 0.0000 iprec_at_recall_0.60 2-2_7 0.0000 iprec_at_recall_0.70 2-2_7 0.0000 iprec_at_recall_0.80 2-2_7 0.0000 iprec_at_recall_0.90 2-2_7 0.0000 iprec_at_recall_1.00 2-2_7 0.0000 P_5 2-2_7 0.0000 P_10 2-2_7 0.0000 P_15 2-2_7 0.0000 P_20 2-2_7 0.0000 P_30 2-2_7 0.0000 P_100 2-2_7 0.0000 P_200 2-2_7 0.0000 P_500 2-2_7 0.0000 P_1000 2-2_7 0.0000 relstring 2-2_7 '0000000000' recall_5 2-2_7 0.0000 recall_10 2-2_7 0.0000 recall_15 2-2_7 0.0000 recall_20 2-2_7 0.0000 recall_30 2-2_7 0.0000 recall_100 2-2_7 0.0000 recall_200 2-2_7 0.0000 recall_500 2-2_7 0.0000 recall_1000 2-2_7 0.0000 infAP 2-2_7 0.0000 Rprec_mult_0.20 2-2_7 0.0000 Rprec_mult_0.40 2-2_7 0.0000 Rprec_mult_0.60 2-2_7 0.0000 Rprec_mult_0.80 2-2_7 0.0000 Rprec_mult_1.00 2-2_7 0.0000 Rprec_mult_1.20 2-2_7 0.0000 Rprec_mult_1.40 2-2_7 0.0000 Rprec_mult_1.60 2-2_7 0.0000 Rprec_mult_1.80 2-2_7 0.0000 Rprec_mult_2.00 2-2_7 0.0000 utility 2-2_7 -1000.0000 11pt_avg 2-2_7 0.0000 binG 2-2_7 0.0000 G 2-2_7 0.0000 ndcg 2-2_7 0.0000 ndcg_rel 2-2_7 0.0000 Rndcg 2-2_7 0.0000 ndcg_cut_5 2-2_7 0.0000 ndcg_cut_10 2-2_7 0.0000 ndcg_cut_15 2-2_7 0.0000 ndcg_cut_20 2-2_7 0.0000 ndcg_cut_30 2-2_7 0.0000 ndcg_cut_100 2-2_7 0.0000 ndcg_cut_200 2-2_7 0.0000 ndcg_cut_500 2-2_7 0.0000 ndcg_cut_1000 2-2_7 0.0000 map_cut_5 2-2_7 0.0000 map_cut_10 2-2_7 0.0000 map_cut_15 2-2_7 0.0000 map_cut_20 2-2_7 0.0000 map_cut_30 2-2_7 0.0000 map_cut_100 2-2_7 0.0000 map_cut_200 2-2_7 0.0000 map_cut_500 2-2_7 0.0000 map_cut_1000 2-2_7 0.0000 relative_P_5 2-2_7 0.0000 relative_P_10 2-2_7 0.0000 relative_P_15 2-2_7 0.0000 relative_P_20 2-2_7 0.0000 relative_P_30 2-2_7 0.0000 relative_P_100 2-2_7 0.0000 relative_P_200 2-2_7 0.0000 relative_P_500 2-2_7 0.0000 relative_P_1000 2-2_7 0.0000 success_1 2-2_7 0.0000 success_5 2-2_7 0.0000 success_10 2-2_7 0.0000 set_P 2-2_7 0.0000 set_relative_P 2-2_7 0.0000 set_recall 2-2_7 0.0000 set_map 2-2_7 0.0000 set_F 2-2_7 0.0000 num_nonrel_judged_ret 2-2_7 20 rbp 2-2_7 0.0000 rbp_resid 2-2_7 0.3092 unj_5 2-2_7 0.0000 unj_10 2-2_7 0.0000 unj_20 2-2_7 0.4500 num_ret 2-2_9 1000 num_rel 2-2_9 47 num_rel_ret 2-2_9 42 map 2-2_9 0.3296 Rprec 2-2_9 0.3191 bpref 2-2_9 0.7745 recip_rank 2-2_9 1.0000 iprec_at_recall_0.00 2-2_9 1.0000 iprec_at_recall_0.10 2-2_9 0.9091 iprec_at_recall_0.20 2-2_9 0.9091 iprec_at_recall_0.30 2-2_9 0.3684 iprec_at_recall_0.40 2-2_9 0.1919 iprec_at_recall_0.50 2-2_9 0.1579 iprec_at_recall_0.60 2-2_9 0.1546 iprec_at_recall_0.70 2-2_9 0.1176 iprec_at_recall_0.80 2-2_9 0.0782 iprec_at_recall_0.90 2-2_9 0.0476 iprec_at_recall_1.00 2-2_9 0.0000 P_5 2-2_9 0.8000 P_10 2-2_9 0.9000 P_15 2-2_9 0.7333 P_20 2-2_9 0.5500 P_30 2-2_9 0.4000 P_100 2-2_9 0.1900 P_200 2-2_9 0.1500 P_500 2-2_9 0.0760 P_1000 2-2_9 0.0420 relstring 2-2_9 '3223-42222' recall_5 2-2_9 0.0851 recall_10 2-2_9 0.1915 recall_15 2-2_9 0.2340 recall_20 2-2_9 0.2340 recall_30 2-2_9 0.2553 recall_100 2-2_9 0.4043 recall_200 2-2_9 0.6383 recall_500 2-2_9 0.8085 recall_1000 2-2_9 0.8936 infAP 2-2_9 0.3296 Rprec_mult_0.20 2-2_9 0.9000 Rprec_mult_0.40 2-2_9 0.5789 Rprec_mult_0.60 2-2_9 0.4138 Rprec_mult_0.80 2-2_9 0.3684 Rprec_mult_1.00 2-2_9 0.3191 Rprec_mult_1.20 2-2_9 0.2632 Rprec_mult_1.40 2-2_9 0.2424 Rprec_mult_1.60 2-2_9 0.2237 Rprec_mult_1.80 2-2_9 0.2000 Rprec_mult_2.00 2-2_9 0.1809 utility 2-2_9 -916.0000 11pt_avg 2-2_9 0.3577 binG 2-2_9 0.2714 G 2-2_9 0.1575 ndcg 2-2_9 0.6538 ndcg_rel 2-2_9 0.5487 Rndcg 2-2_9 0.4997 ndcg_cut_5 2-2_9 0.5557 ndcg_cut_10 2-2_9 0.5753 ndcg_cut_15 2-2_9 0.5388 ndcg_cut_20 2-2_9 0.4653 ndcg_cut_30 2-2_9 0.4158 ndcg_cut_100 2-2_9 0.4190 ndcg_cut_200 2-2_9 0.5372 ndcg_cut_500 2-2_9 0.6124 ndcg_cut_1000 2-2_9 0.6538 map_cut_5 2-2_9 0.0851 map_cut_10 2-2_9 0.1778 map_cut_15 2-2_9 0.2127 map_cut_20 2-2_9 0.2127 map_cut_30 2-2_9 0.2243 map_cut_100 2-2_9 0.2673 map_cut_200 2-2_9 0.3054 map_cut_500 2-2_9 0.3242 map_cut_1000 2-2_9 0.3296 relative_P_5 2-2_9 0.8000 relative_P_10 2-2_9 0.9000 relative_P_15 2-2_9 0.7333 relative_P_20 2-2_9 0.5500 relative_P_30 2-2_9 0.4000 relative_P_100 2-2_9 0.4043 relative_P_200 2-2_9 0.6383 relative_P_500 2-2_9 0.8085 relative_P_1000 2-2_9 0.8936 success_1 2-2_9 1.0000 success_5 2-2_9 1.0000 success_10 2-2_9 1.0000 set_P 2-2_9 0.0420 set_relative_P 2-2_9 0.8936 set_recall 2-2_9 0.8936 set_map 2-2_9 0.0375 set_F 2-2_9 0.0802 num_nonrel_judged_ret 2-2_9 10 rbp 2-2_9 0.4268 rbp_resid 2-2_9 0.3331 unj_5 2-2_9 0.2000 unj_10 2-2_9 0.1000 unj_20 2-2_9 0.4500 num_ret 3-2_1 1000 num_rel 3-2_1 68 num_rel_ret 3-2_1 7 map 3-2_1 0.0063 Rprec 3-2_1 0.0588 bpref 3-2_1 0.0837 recip_rank 3-2_1 0.0769 iprec_at_recall_0.00 3-2_1 0.0870 iprec_at_recall_0.10 3-2_1 0.0286 iprec_at_recall_0.20 3-2_1 0.0000 iprec_at_recall_0.30 3-2_1 0.0000 iprec_at_recall_0.40 3-2_1 0.0000 iprec_at_recall_0.50 3-2_1 0.0000 iprec_at_recall_0.60 3-2_1 0.0000 iprec_at_recall_0.70 3-2_1 0.0000 iprec_at_recall_0.80 3-2_1 0.0000 iprec_at_recall_0.90 3-2_1 0.0000 iprec_at_recall_1.00 3-2_1 0.0000 P_5 3-2_1 0.0000 P_10 3-2_1 0.0000 P_15 3-2_1 0.0667 P_20 3-2_1 0.0500 P_30 3-2_1 0.0667 P_100 3-2_1 0.0400 P_200 3-2_1 0.0300 P_500 3-2_1 0.0140 P_1000 3-2_1 0.0070 relstring 3-2_1 '-010000000' recall_5 3-2_1 0.0000 recall_10 3-2_1 0.0000 recall_15 3-2_1 0.0147 recall_20 3-2_1 0.0147 recall_30 3-2_1 0.0294 recall_100 3-2_1 0.0588 recall_200 3-2_1 0.0882 recall_500 3-2_1 0.1029 recall_1000 3-2_1 0.1029 infAP 3-2_1 0.0063 Rprec_mult_0.20 3-2_1 0.0714 Rprec_mult_0.40 3-2_1 0.0714 Rprec_mult_0.60 3-2_1 0.0488 Rprec_mult_0.80 3-2_1 0.0545 Rprec_mult_1.00 3-2_1 0.0588 Rprec_mult_1.20 3-2_1 0.0488 Rprec_mult_1.40 3-2_1 0.0417 Rprec_mult_1.60 3-2_1 0.0459 Rprec_mult_1.80 3-2_1 0.0407 Rprec_mult_2.00 3-2_1 0.0441 utility 3-2_1 -986.0000 11pt_avg 3-2_1 0.0105 binG 3-2_1 0.0186 G 3-2_1 0.0147 ndcg 3-2_1 0.0818 ndcg_rel 3-2_1 0.0809 Rndcg 3-2_1 0.0635 ndcg_cut_5 3-2_1 0.0565 ndcg_cut_10 3-2_1 0.0375 ndcg_cut_15 3-2_1 0.0642 ndcg_cut_20 3-2_1 0.0559 ndcg_cut_30 3-2_1 0.0745 ndcg_cut_100 3-2_1 0.0617 ndcg_cut_200 3-2_1 0.0669 ndcg_cut_500 3-2_1 0.0749 ndcg_cut_1000 3-2_1 0.0818 map_cut_5 3-2_1 0.0000 map_cut_10 3-2_1 0.0000 map_cut_15 3-2_1 0.0011 map_cut_20 3-2_1 0.0011 map_cut_30 3-2_1 0.0024 map_cut_100 3-2_1 0.0044 map_cut_200 3-2_1 0.0058 map_cut_500 3-2_1 0.0063 map_cut_1000 3-2_1 0.0063 relative_P_5 3-2_1 0.0000 relative_P_10 3-2_1 0.0000 relative_P_15 3-2_1 0.0667 relative_P_20 3-2_1 0.0500 relative_P_30 3-2_1 0.0667 relative_P_100 3-2_1 0.0588 relative_P_200 3-2_1 0.0882 relative_P_500 3-2_1 0.1029 relative_P_1000 3-2_1 0.1029 success_1 3-2_1 0.0000 success_5 3-2_1 0.0000 success_10 3-2_1 0.0000 set_P 3-2_1 0.0070 set_relative_P 3-2_1 0.1029 set_recall 3-2_1 0.1029 set_map 3-2_1 0.0007 set_F 3-2_1 0.0131 num_nonrel_judged_ret 3-2_1 30 rbp 3-2_1 0.0570 rbp_resid 3-2_1 0.3629 unj_5 3-2_1 0.2000 unj_10 3-2_1 0.1000 unj_20 3-2_1 0.4500 num_ret 3-2_6 1000 num_rel 3-2_6 32 num_rel_ret 3-2_6 0 map 3-2_6 0.0000 Rprec 3-2_6 0.0000 bpref 3-2_6 0.0000 recip_rank 3-2_6 0.0000 iprec_at_recall_0.00 3-2_6 0.0000 iprec_at_recall_0.10 3-2_6 0.0000 iprec_at_recall_0.20 3-2_6 0.0000 iprec_at_recall_0.30 3-2_6 0.0000 iprec_at_recall_0.40 3-2_6 0.0000 iprec_at_recall_0.50 3-2_6 0.0000 iprec_at_recall_0.60 3-2_6 0.0000 iprec_at_recall_0.70 3-2_6 0.0000 iprec_at_recall_0.80 3-2_6 0.0000 iprec_at_recall_0.90 3-2_6 0.0000 iprec_at_recall_1.00 3-2_6 0.0000 P_5 3-2_6 0.0000 P_10 3-2_6 0.0000 P_15 3-2_6 0.0000 P_20 3-2_6 0.0000 P_30 3-2_6 0.0000 P_100 3-2_6 0.0000 P_200 3-2_6 0.0000 P_500 3-2_6 0.0000 P_1000 3-2_6 0.0000 relstring 3-2_6 '00-000000-' recall_5 3-2_6 0.0000 recall_10 3-2_6 0.0000 recall_15 3-2_6 0.0000 recall_20 3-2_6 0.0000 recall_30 3-2_6 0.0000 recall_100 3-2_6 0.0000 recall_200 3-2_6 0.0000 recall_500 3-2_6 0.0000 recall_1000 3-2_6 0.0000 infAP 3-2_6 0.0000 Rprec_mult_0.20 3-2_6 0.0000 Rprec_mult_0.40 3-2_6 0.0000 Rprec_mult_0.60 3-2_6 0.0000 Rprec_mult_0.80 3-2_6 0.0000 Rprec_mult_1.00 3-2_6 0.0000 Rprec_mult_1.20 3-2_6 0.0000 Rprec_mult_1.40 3-2_6 0.0000 Rprec_mult_1.60 3-2_6 0.0000 Rprec_mult_1.80 3-2_6 0.0000 Rprec_mult_2.00 3-2_6 0.0000 utility 3-2_6 -1000.0000 11pt_avg 3-2_6 0.0000 binG 3-2_6 0.0000 G 3-2_6 0.0015 ndcg 3-2_6 0.0058 ndcg_rel 3-2_6 0.0058 Rndcg 3-2_6 0.0014 ndcg_cut_5 3-2_6 0.0000 ndcg_cut_10 3-2_6 0.0000 ndcg_cut_15 3-2_6 0.0000 ndcg_cut_20 3-2_6 0.0000 ndcg_cut_30 3-2_6 0.0000 ndcg_cut_100 3-2_6 0.0058 ndcg_cut_200 3-2_6 0.0058 ndcg_cut_500 3-2_6 0.0058 ndcg_cut_1000 3-2_6 0.0058 map_cut_5 3-2_6 0.0000 map_cut_10 3-2_6 0.0000 map_cut_15 3-2_6 0.0000 map_cut_20 3-2_6 0.0000 map_cut_30 3-2_6 0.0000 map_cut_100 3-2_6 0.0000 map_cut_200 3-2_6 0.0000 map_cut_500 3-2_6 0.0000 map_cut_1000 3-2_6 0.0000 relative_P_5 3-2_6 0.0000 relative_P_10 3-2_6 0.0000 relative_P_15 3-2_6 0.0000 relative_P_20 3-2_6 0.0000 relative_P_30 3-2_6 0.0000 relative_P_100 3-2_6 0.0000 relative_P_200 3-2_6 0.0000 relative_P_500 3-2_6 0.0000 relative_P_1000 3-2_6 0.0000 success_1 3-2_6 0.0000 success_5 3-2_6 0.0000 success_10 3-2_6 0.0000 set_P 3-2_6 0.0000 set_relative_P 3-2_6 0.0000 set_recall 3-2_6 0.0000 set_map 3-2_6 0.0000 set_F 3-2_6 0.0000 num_nonrel_judged_ret 3-2_6 28 rbp 3-2_6 0.0001 rbp_resid 3-2_6 0.4099 unj_5 3-2_6 0.2000 unj_10 3-2_6 0.2000 unj_20 3-2_6 0.5000 num_ret 4-1_10 1000 num_rel 4-1_10 12 num_rel_ret 4-1_10 7 map 4-1_10 0.0202 Rprec 4-1_10 0.0833 bpref 4-1_10 0.0278 recip_rank 4-1_10 0.1111 iprec_at_recall_0.00 4-1_10 0.1111 iprec_at_recall_0.10 4-1_10 0.1111 iprec_at_recall_0.20 4-1_10 0.0392 iprec_at_recall_0.30 4-1_10 0.0150 iprec_at_recall_0.40 4-1_10 0.0150 iprec_at_recall_0.50 4-1_10 0.0150 iprec_at_recall_0.60 4-1_10 0.0150 iprec_at_recall_0.70 4-1_10 0.0000 iprec_at_recall_0.80 4-1_10 0.0000 iprec_at_recall_0.90 4-1_10 0.0000 iprec_at_recall_1.00 4-1_10 0.0000 P_5 4-1_10 0.0000 P_10 4-1_10 0.1000 P_15 4-1_10 0.0667 P_20 4-1_10 0.0500 P_30 4-1_10 0.0333 P_100 4-1_10 0.0300 P_200 4-1_10 0.0150 P_500 4-1_10 0.0140 P_1000 4-1_10 0.0070 relstring 4-1_10 '1000000020' recall_5 4-1_10 0.0000 recall_10 4-1_10 0.0833 recall_15 4-1_10 0.0833 recall_20 4-1_10 0.0833 recall_30 4-1_10 0.0833 recall_100 4-1_10 0.2500 recall_200 4-1_10 0.2500 recall_500 4-1_10 0.5833 recall_1000 4-1_10 0.5833 infAP 4-1_10 0.0202 Rprec_mult_0.20 4-1_10 0.0000 Rprec_mult_0.40 4-1_10 0.0000 Rprec_mult_0.60 4-1_10 0.0000 Rprec_mult_0.80 4-1_10 0.1000 Rprec_mult_1.00 4-1_10 0.0833 Rprec_mult_1.20 4-1_10 0.0667 Rprec_mult_1.40 4-1_10 0.0588 Rprec_mult_1.60 4-1_10 0.0500 Rprec_mult_1.80 4-1_10 0.0455 Rprec_mult_2.00 4-1_10 0.0417 utility 4-1_10 -986.0000 11pt_avg 4-1_10 0.0292 binG 4-1_10 0.0918 G 4-1_10 0.0873 ndcg 4-1_10 0.3384 ndcg_rel 4-1_10 0.2771 Rndcg 4-1_10 0.2484 ndcg_cut_5 4-1_10 0.1450 ndcg_cut_10 4-1_10 0.1588 ndcg_cut_15 4-1_10 0.1574 ndcg_cut_20 4-1_10 0.1432 ndcg_cut_30 4-1_10 0.1233 ndcg_cut_100 4-1_10 0.1926 ndcg_cut_200 4-1_10 0.2126 ndcg_cut_500 4-1_10 0.3176 ndcg_cut_1000 4-1_10 0.3384 map_cut_5 4-1_10 0.0000 map_cut_10 4-1_10 0.0093 map_cut_15 4-1_10 0.0093 map_cut_20 4-1_10 0.0093 map_cut_30 4-1_10 0.0093 map_cut_100 4-1_10 0.0154 map_cut_200 4-1_10 0.0154 map_cut_500 4-1_10 0.0202 map_cut_1000 4-1_10 0.0202 relative_P_5 4-1_10 0.0000 relative_P_10 4-1_10 0.1000 relative_P_15 4-1_10 0.0833 relative_P_20 4-1_10 0.0833 relative_P_30 4-1_10 0.0833 relative_P_100 4-1_10 0.2500 relative_P_200 4-1_10 0.2500 relative_P_500 4-1_10 0.5833 relative_P_1000 4-1_10 0.5833 success_1 4-1_10 0.0000 success_5 4-1_10 0.0000 success_10 4-1_10 1.0000 set_P 4-1_10 0.0070 set_relative_P 4-1_10 0.5833 set_recall 4-1_10 0.5833 set_map 4-1_10 0.0041 set_F 4-1_10 0.0138 num_nonrel_judged_ret 4-1_10 55 rbp 4-1_10 0.0760 rbp_resid 4-1_10 0.3035 unj_5 4-1_10 0.0000 unj_10 4-1_10 0.0000 unj_20 4-1_10 0.4500 num_ret 4-1_12 1000 num_rel 4-1_12 7 num_rel_ret 4-1_12 5 map 4-1_12 0.0119 Rprec 4-1_12 0.0000 bpref 4-1_12 0.0000 recip_rank 4-1_12 0.0182 iprec_at_recall_0.00 4-1_12 0.0195 iprec_at_recall_0.10 4-1_12 0.0195 iprec_at_recall_0.20 4-1_12 0.0195 iprec_at_recall_0.30 4-1_12 0.0195 iprec_at_recall_0.40 4-1_12 0.0195 iprec_at_recall_0.50 4-1_12 0.0195 iprec_at_recall_0.60 4-1_12 0.0195 iprec_at_recall_0.70 4-1_12 0.0195 iprec_at_recall_0.80 4-1_12 0.0000 iprec_at_recall_0.90 4-1_12 0.0000 iprec_at_recall_1.00 4-1_12 0.0000 P_5 4-1_12 0.0000 P_10 4-1_12 0.0000 P_15 4-1_12 0.0000 P_20 4-1_12 0.0000 P_30 4-1_12 0.0000 P_100 4-1_12 0.0100 P_200 4-1_12 0.0150 P_500 4-1_12 0.0100 P_1000 4-1_12 0.0050 relstring 4-1_12 '100000--00' recall_5 4-1_12 0.0000 recall_10 4-1_12 0.0000 recall_15 4-1_12 0.0000 recall_20 4-1_12 0.0000 recall_30 4-1_12 0.0000 recall_100 4-1_12 0.1429 recall_200 4-1_12 0.4286 recall_500 4-1_12 0.7143 recall_1000 4-1_12 0.7143 infAP 4-1_12 0.0119 Rprec_mult_0.20 4-1_12 0.0000 Rprec_mult_0.40 4-1_12 0.0000 Rprec_mult_0.60 4-1_12 0.0000 Rprec_mult_0.80 4-1_12 0.0000 Rprec_mult_1.00 4-1_12 0.0000 Rprec_mult_1.20 4-1_12 0.0000 Rprec_mult_1.40 4-1_12 0.0000 Rprec_mult_1.60 4-1_12 0.0000 Rprec_mult_1.80 4-1_12 0.0000 Rprec_mult_2.00 4-1_12 0.0000 utility 4-1_12 -990.0000 11pt_avg 4-1_12 0.0142 binG 4-1_12 0.0991 G 4-1_12 0.1040 ndcg 4-1_12 0.2797 ndcg_rel 4-1_12 0.2162 Rndcg 4-1_12 0.1665 ndcg_cut_5 4-1_12 0.1108 ndcg_cut_10 4-1_12 0.0884 ndcg_cut_15 4-1_12 0.0792 ndcg_cut_20 4-1_12 0.0724 ndcg_cut_30 4-1_12 0.0713 ndcg_cut_100 4-1_12 0.1101 ndcg_cut_200 4-1_12 0.1691 ndcg_cut_500 4-1_12 0.2574 ndcg_cut_1000 4-1_12 0.2797 map_cut_5 4-1_12 0.0000 map_cut_10 4-1_12 0.0000 map_cut_15 4-1_12 0.0000 map_cut_20 4-1_12 0.0000 map_cut_30 4-1_12 0.0000 map_cut_100 4-1_12 0.0026 map_cut_200 4-1_12 0.0066 map_cut_500 4-1_12 0.0119 map_cut_1000 4-1_12 0.0119 relative_P_5 4-1_12 0.0000 relative_P_10 4-1_12 0.0000 relative_P_15 4-1_12 0.0000 relative_P_20 4-1_12 0.0000 relative_P_30 4-1_12 0.0000 relative_P_100 4-1_12 0.1429 relative_P_200 4-1_12 0.4286 relative_P_500 4-1_12 0.7143 relative_P_1000 4-1_12 0.7143 success_1 4-1_12 0.0000 success_5 4-1_12 0.0000 success_10 4-1_12 0.0000 set_P 4-1_12 0.0050 set_relative_P 4-1_12 0.7143 set_recall 4-1_12 0.7143 set_map 4-1_12 0.0036 set_F 4-1_12 0.0099 num_nonrel_judged_ret 4-1_12 61 rbp 4-1_12 0.0262 rbp_resid 4-1_12 0.3758 unj_5 4-1_12 0.0000 unj_10 4-1_12 0.2000 unj_20 4-1_12 0.5000 num_ret 4-1_3 1000 num_rel 4-1_3 39 num_rel_ret 4-1_3 27 map 4-1_3 0.0983 Rprec 4-1_3 0.1795 bpref 4-1_3 0.2032 recip_rank 4-1_3 0.5000 iprec_at_recall_0.00 4-1_3 0.5000 iprec_at_recall_0.10 4-1_3 0.3571 iprec_at_recall_0.20 4-1_3 0.1905 iprec_at_recall_0.30 4-1_3 0.0930 iprec_at_recall_0.40 4-1_3 0.0851 iprec_at_recall_0.50 4-1_3 0.0548 iprec_at_recall_0.60 4-1_3 0.0374 iprec_at_recall_0.70 4-1_3 0.0352 iprec_at_recall_0.80 4-1_3 0.0000 iprec_at_recall_0.90 4-1_3 0.0000 iprec_at_recall_1.00 4-1_3 0.0000 P_5 4-1_3 0.2000 P_10 4-1_3 0.2000 P_15 4-1_3 0.3333 P_20 4-1_3 0.2500 P_30 4-1_3 0.2333 P_100 4-1_3 0.1100 P_200 4-1_3 0.0800 P_500 4-1_3 0.0400 P_1000 4-1_3 0.0270 relstring 4-1_3 '-300113-00' recall_5 4-1_3 0.0256 recall_10 4-1_3 0.0513 recall_15 4-1_3 0.1282 recall_20 4-1_3 0.1282 recall_30 4-1_3 0.1795 recall_100 4-1_3 0.2821 recall_200 4-1_3 0.4103 recall_500 4-1_3 0.5128 recall_1000 4-1_3 0.6923 infAP 4-1_3 0.0983 Rprec_mult_0.20 4-1_3 0.2500 Rprec_mult_0.40 4-1_3 0.3125 Rprec_mult_0.60 4-1_3 0.2500 Rprec_mult_0.80 4-1_3 0.2188 Rprec_mult_1.00 4-1_3 0.1795 Rprec_mult_1.20 4-1_3 0.1702 Rprec_mult_1.40 4-1_3 0.1455 Rprec_mult_1.60 4-1_3 0.1587 Rprec_mult_1.80 4-1_3 0.1408 Rprec_mult_2.00 4-1_3 0.1410 utility 4-1_3 -946.0000 11pt_avg 4-1_3 0.1230 binG 4-1_3 0.1275 G 4-1_3 0.1048 ndcg 4-1_3 0.4488 ndcg_rel 4-1_3 0.3647 Rndcg 4-1_3 0.2929 ndcg_cut_5 4-1_3 0.1933 ndcg_cut_10 4-1_3 0.2147 ndcg_cut_15 4-1_3 0.2886 ndcg_cut_20 4-1_3 0.2693 ndcg_cut_30 4-1_3 0.2831 ndcg_cut_100 4-1_3 0.2789 ndcg_cut_200 4-1_3 0.3307 ndcg_cut_500 4-1_3 0.3830 ndcg_cut_1000 4-1_3 0.4488 map_cut_5 4-1_3 0.0128 map_cut_10 4-1_3 0.0201 map_cut_15 4-1_3 0.0442 map_cut_20 4-1_3 0.0442 map_cut_30 4-1_3 0.0581 map_cut_100 4-1_3 0.0750 map_cut_200 4-1_3 0.0857 map_cut_500 4-1_3 0.0919 map_cut_1000 4-1_3 0.0983 relative_P_5 4-1_3 0.2000 relative_P_10 4-1_3 0.2000 relative_P_15 4-1_3 0.3333 relative_P_20 4-1_3 0.2500 relative_P_30 4-1_3 0.2333 relative_P_100 4-1_3 0.2821 relative_P_200 4-1_3 0.4103 relative_P_500 4-1_3 0.5128 relative_P_1000 4-1_3 0.6923 success_1 4-1_3 0.0000 success_5 4-1_3 1.0000 success_10 4-1_3 1.0000 set_P 4-1_3 0.0270 set_relative_P 4-1_3 0.6923 set_recall 4-1_3 0.6923 set_map 4-1_3 0.0187 set_F 4-1_3 0.0520 num_nonrel_judged_ret 4-1_3 88 rbp 4-1_3 0.2272 rbp_resid 4-1_3 0.2879 unj_5 4-1_3 0.2000 unj_10 4-1_3 0.2000 unj_20 4-1_3 0.3000 num_ret 4-1_4 1000 num_rel 4-1_4 11 num_rel_ret 4-1_4 0 map 4-1_4 0.0000 Rprec 4-1_4 0.0000 bpref 4-1_4 0.0000 recip_rank 4-1_4 0.0000 iprec_at_recall_0.00 4-1_4 0.0000 iprec_at_recall_0.10 4-1_4 0.0000 iprec_at_recall_0.20 4-1_4 0.0000 iprec_at_recall_0.30 4-1_4 0.0000 iprec_at_recall_0.40 4-1_4 0.0000 iprec_at_recall_0.50 4-1_4 0.0000 iprec_at_recall_0.60 4-1_4 0.0000 iprec_at_recall_0.70 4-1_4 0.0000 iprec_at_recall_0.80 4-1_4 0.0000 iprec_at_recall_0.90 4-1_4 0.0000 iprec_at_recall_1.00 4-1_4 0.0000 P_5 4-1_4 0.0000 P_10 4-1_4 0.0000 P_15 4-1_4 0.0000 P_20 4-1_4 0.0000 P_30 4-1_4 0.0000 P_100 4-1_4 0.0000 P_200 4-1_4 0.0000 P_500 4-1_4 0.0000 P_1000 4-1_4 0.0000 relstring 4-1_4 '0000000000' recall_5 4-1_4 0.0000 recall_10 4-1_4 0.0000 recall_15 4-1_4 0.0000 recall_20 4-1_4 0.0000 recall_30 4-1_4 0.0000 recall_100 4-1_4 0.0000 recall_200 4-1_4 0.0000 recall_500 4-1_4 0.0000 recall_1000 4-1_4 0.0000 infAP 4-1_4 0.0000 Rprec_mult_0.20 4-1_4 0.0000 Rprec_mult_0.40 4-1_4 0.0000 Rprec_mult_0.60 4-1_4 0.0000 Rprec_mult_0.80 4-1_4 0.0000 Rprec_mult_1.00 4-1_4 0.0000 Rprec_mult_1.20 4-1_4 0.0000 Rprec_mult_1.40 4-1_4 0.0000 Rprec_mult_1.60 4-1_4 0.0000 Rprec_mult_1.80 4-1_4 0.0000 Rprec_mult_2.00 4-1_4 0.0000 utility 4-1_4 -1000.0000 11pt_avg 4-1_4 0.0000 binG 4-1_4 0.0000 G 4-1_4 0.0000 ndcg 4-1_4 0.0000 ndcg_rel 4-1_4 0.0000 Rndcg 4-1_4 0.0000 ndcg_cut_5 4-1_4 0.0000 ndcg_cut_10 4-1_4 0.0000 ndcg_cut_15 4-1_4 0.0000 ndcg_cut_20 4-1_4 0.0000 ndcg_cut_30 4-1_4 0.0000 ndcg_cut_100 4-1_4 0.0000 ndcg_cut_200 4-1_4 0.0000 ndcg_cut_500 4-1_4 0.0000 ndcg_cut_1000 4-1_4 0.0000 map_cut_5 4-1_4 0.0000 map_cut_10 4-1_4 0.0000 map_cut_15 4-1_4 0.0000 map_cut_20 4-1_4 0.0000 map_cut_30 4-1_4 0.0000 map_cut_100 4-1_4 0.0000 map_cut_200 4-1_4 0.0000 map_cut_500 4-1_4 0.0000 map_cut_1000 4-1_4 0.0000 relative_P_5 4-1_4 0.0000 relative_P_10 4-1_4 0.0000 relative_P_15 4-1_4 0.0000 relative_P_20 4-1_4 0.0000 relative_P_30 4-1_4 0.0000 relative_P_100 4-1_4 0.0000 relative_P_200 4-1_4 0.0000 relative_P_500 4-1_4 0.0000 relative_P_1000 4-1_4 0.0000 success_1 4-1_4 0.0000 success_5 4-1_4 0.0000 success_10 4-1_4 0.0000 set_P 4-1_4 0.0000 set_relative_P 4-1_4 0.0000 set_recall 4-1_4 0.0000 set_map 4-1_4 0.0000 set_F 4-1_4 0.0000 num_nonrel_judged_ret 4-1_4 28 rbp 4-1_4 0.0000 rbp_resid 4-1_4 0.3138 unj_5 4-1_4 0.0000 unj_10 4-1_4 0.0000 unj_20 4-1_4 0.4500 num_ret 4-1_6 1000 num_rel 4-1_6 1 num_rel_ret 4-1_6 0 map 4-1_6 0.0000 Rprec 4-1_6 0.0000 bpref 4-1_6 0.0000 recip_rank 4-1_6 0.0000 iprec_at_recall_0.00 4-1_6 0.0000 iprec_at_recall_0.10 4-1_6 0.0000 iprec_at_recall_0.20 4-1_6 0.0000 iprec_at_recall_0.30 4-1_6 0.0000 iprec_at_recall_0.40 4-1_6 0.0000 iprec_at_recall_0.50 4-1_6 0.0000 iprec_at_recall_0.60 4-1_6 0.0000 iprec_at_recall_0.70 4-1_6 0.0000 iprec_at_recall_0.80 4-1_6 0.0000 iprec_at_recall_0.90 4-1_6 0.0000 iprec_at_recall_1.00 4-1_6 0.0000 P_5 4-1_6 0.0000 P_10 4-1_6 0.0000 P_15 4-1_6 0.0000 P_20 4-1_6 0.0000 P_30 4-1_6 0.0000 P_100 4-1_6 0.0000 P_200 4-1_6 0.0000 P_500 4-1_6 0.0000 P_1000 4-1_6 0.0000 relstring 4-1_6 '0000000000' recall_5 4-1_6 0.0000 recall_10 4-1_6 0.0000 recall_15 4-1_6 0.0000 recall_20 4-1_6 0.0000 recall_30 4-1_6 0.0000 recall_100 4-1_6 0.0000 recall_200 4-1_6 0.0000 recall_500 4-1_6 0.0000 recall_1000 4-1_6 0.0000 infAP 4-1_6 0.0000 Rprec_mult_0.20 4-1_6 0.0000 Rprec_mult_0.40 4-1_6 0.0000 Rprec_mult_0.60 4-1_6 0.0000 Rprec_mult_0.80 4-1_6 0.0000 Rprec_mult_1.00 4-1_6 0.0000 Rprec_mult_1.20 4-1_6 0.0000 Rprec_mult_1.40 4-1_6 0.0000 Rprec_mult_1.60 4-1_6 0.0000 Rprec_mult_1.80 4-1_6 0.0000 Rprec_mult_2.00 4-1_6 0.0000 utility 4-1_6 -1000.0000 11pt_avg 4-1_6 0.0000 binG 4-1_6 0.0000 G 4-1_6 0.0180 ndcg 4-1_6 0.0451 ndcg_rel 4-1_6 0.0429 Rndcg 4-1_6 0.0150 ndcg_cut_5 4-1_6 0.0000 ndcg_cut_10 4-1_6 0.0000 ndcg_cut_15 4-1_6 0.0000 ndcg_cut_20 4-1_6 0.0000 ndcg_cut_30 4-1_6 0.0000 ndcg_cut_100 4-1_6 0.0000 ndcg_cut_200 4-1_6 0.0181 ndcg_cut_500 4-1_6 0.0181 ndcg_cut_1000 4-1_6 0.0451 map_cut_5 4-1_6 0.0000 map_cut_10 4-1_6 0.0000 map_cut_15 4-1_6 0.0000 map_cut_20 4-1_6 0.0000 map_cut_30 4-1_6 0.0000 map_cut_100 4-1_6 0.0000 map_cut_200 4-1_6 0.0000 map_cut_500 4-1_6 0.0000 map_cut_1000 4-1_6 0.0000 relative_P_5 4-1_6 0.0000 relative_P_10 4-1_6 0.0000 relative_P_15 4-1_6 0.0000 relative_P_20 4-1_6 0.0000 relative_P_30 4-1_6 0.0000 relative_P_100 4-1_6 0.0000 relative_P_200 4-1_6 0.0000 relative_P_500 4-1_6 0.0000 relative_P_1000 4-1_6 0.0000 success_1 4-1_6 0.0000 success_5 4-1_6 0.0000 success_10 4-1_6 0.0000 set_P 4-1_6 0.0000 set_relative_P 4-1_6 0.0000 set_recall 4-1_6 0.0000 set_map 4-1_6 0.0000 set_F 4-1_6 0.0000 num_nonrel_judged_ret 4-1_6 61 rbp 4-1_6 0.0000 rbp_resid 4-1_6 0.2458 unj_5 4-1_6 0.0000 unj_10 4-1_6 0.0000 unj_20 4-1_6 0.3000 num_ret 4-1_9 1000 num_rel 4-1_9 37 num_rel_ret 4-1_9 19 map 4-1_9 0.0628 Rprec 4-1_9 0.1622 bpref 4-1_9 0.2148 recip_rank 4-1_9 0.5000 iprec_at_recall_0.00 4-1_9 0.5000 iprec_at_recall_0.10 4-1_9 0.2609 iprec_at_recall_0.20 4-1_9 0.1129 iprec_at_recall_0.30 4-1_9 0.0406 iprec_at_recall_0.40 4-1_9 0.0359 iprec_at_recall_0.50 4-1_9 0.0213 iprec_at_recall_0.60 4-1_9 0.0000 iprec_at_recall_0.70 4-1_9 0.0000 iprec_at_recall_0.80 4-1_9 0.0000 iprec_at_recall_0.90 4-1_9 0.0000 iprec_at_recall_1.00 4-1_9 0.0000 P_5 4-1_9 0.2000 P_10 4-1_9 0.2000 P_15 4-1_9 0.2000 P_20 4-1_9 0.2000 P_30 4-1_9 0.2000 P_100 4-1_9 0.0700 P_200 4-1_9 0.0500 P_500 4-1_9 0.0300 P_1000 4-1_9 0.0190 relstring 4-1_9 '1201014111' recall_5 4-1_9 0.0270 recall_10 4-1_9 0.0541 recall_15 4-1_9 0.0811 recall_20 4-1_9 0.1081 recall_30 4-1_9 0.1622 recall_100 4-1_9 0.1892 recall_200 4-1_9 0.2703 recall_500 4-1_9 0.4054 recall_1000 4-1_9 0.5135 infAP 4-1_9 0.0628 Rprec_mult_0.20 4-1_9 0.2500 Rprec_mult_0.40 4-1_9 0.2000 Rprec_mult_0.60 4-1_9 0.2609 Rprec_mult_0.80 4-1_9 0.2000 Rprec_mult_1.00 4-1_9 0.1622 Rprec_mult_1.20 4-1_9 0.1333 Rprec_mult_1.40 4-1_9 0.1154 Rprec_mult_1.60 4-1_9 0.1000 Rprec_mult_1.80 4-1_9 0.1045 Rprec_mult_2.00 4-1_9 0.0946 utility 4-1_9 -962.0000 11pt_avg 4-1_9 0.0883 binG 4-1_9 0.0974 G 4-1_9 0.0633 ndcg 4-1_9 0.3351 ndcg_rel 4-1_9 0.3293 Rndcg 4-1_9 0.3022 ndcg_cut_5 4-1_9 0.2570 ndcg_cut_10 4-1_9 0.3771 ndcg_cut_15 4-1_9 0.3820 ndcg_cut_20 4-1_9 0.3849 ndcg_cut_30 4-1_9 0.3705 ndcg_cut_100 4-1_9 0.2692 ndcg_cut_200 4-1_9 0.2542 ndcg_cut_500 4-1_9 0.3013 ndcg_cut_1000 4-1_9 0.3351 map_cut_5 4-1_9 0.0135 map_cut_10 4-1_9 0.0212 map_cut_15 4-1_9 0.0280 map_cut_20 4-1_9 0.0347 map_cut_30 4-1_9 0.0479 map_cut_100 4-1_9 0.0510 map_cut_200 4-1_9 0.0552 map_cut_500 4-1_9 0.0602 map_cut_1000 4-1_9 0.0628 relative_P_5 4-1_9 0.2000 relative_P_10 4-1_9 0.2000 relative_P_15 4-1_9 0.2000 relative_P_20 4-1_9 0.2000 relative_P_30 4-1_9 0.2000 relative_P_100 4-1_9 0.1892 relative_P_200 4-1_9 0.2703 relative_P_500 4-1_9 0.4054 relative_P_1000 4-1_9 0.5135 success_1 4-1_9 0.0000 success_5 4-1_9 1.0000 success_10 4-1_9 1.0000 set_P 4-1_9 0.0190 set_relative_P 4-1_9 0.5135 set_recall 4-1_9 0.5135 set_map 4-1_9 0.0098 set_F 4-1_9 0.0366 num_nonrel_judged_ret 4-1_9 39 rbp 4-1_9 0.2523 rbp_resid 4-1_9 0.1547 unj_5 4-1_9 0.0000 unj_10 4-1_9 0.0000 unj_20 4-1_9 0.2000 num_ret 4-2_2 1000 num_rel 4-2_2 84 num_rel_ret 4-2_2 36 map 4-2_2 0.0803 Rprec 4-2_2 0.1786 bpref 4-2_2 0.3481 recip_rank 4-2_2 1.0000 iprec_at_recall_0.00 4-2_2 1.0000 iprec_at_recall_0.10 4-2_2 0.2857 iprec_at_recall_0.20 4-2_2 0.1136 iprec_at_recall_0.30 4-2_2 0.0794 iprec_at_recall_0.40 4-2_2 0.0562 iprec_at_recall_0.50 4-2_2 0.0000 iprec_at_recall_0.60 4-2_2 0.0000 iprec_at_recall_0.70 4-2_2 0.0000 iprec_at_recall_0.80 4-2_2 0.0000 iprec_at_recall_0.90 4-2_2 0.0000 iprec_at_recall_1.00 4-2_2 0.0000 P_5 4-2_2 0.4000 P_10 4-2_2 0.4000 P_15 4-2_2 0.3333 P_20 4-2_2 0.3000 P_30 4-2_2 0.2667 P_100 4-2_2 0.1500 P_200 4-2_2 0.1000 P_500 4-2_2 0.0640 P_1000 4-2_2 0.0360 relstring 4-2_2 '3-0-311203' recall_5 4-2_2 0.0238 recall_10 4-2_2 0.0476 recall_15 4-2_2 0.0595 recall_20 4-2_2 0.0714 recall_30 4-2_2 0.0952 recall_100 4-2_2 0.1786 recall_200 4-2_2 0.2381 recall_500 4-2_2 0.3810 recall_1000 4-2_2 0.4286 infAP 4-2_2 0.0803 Rprec_mult_0.20 4-2_2 0.2941 Rprec_mult_0.40 4-2_2 0.2353 Rprec_mult_0.60 4-2_2 0.2353 Rprec_mult_0.80 4-2_2 0.1912 Rprec_mult_1.00 4-2_2 0.1786 Rprec_mult_1.20 4-2_2 0.1485 Rprec_mult_1.40 4-2_2 0.1271 Rprec_mult_1.60 4-2_2 0.1111 Rprec_mult_1.80 4-2_2 0.1053 Rprec_mult_2.00 4-2_2 0.1071 utility 4-2_2 -928.0000 11pt_avg 4-2_2 0.1395 binG 4-2_2 0.0836 G 4-2_2 0.0726 ndcg 4-2_2 0.3695 ndcg_rel 4-2_2 0.3535 Rndcg 4-2_2 0.2972 ndcg_cut_5 4-2_2 0.4704 ndcg_cut_10 4-2_2 0.4657 ndcg_cut_15 4-2_2 0.3927 ndcg_cut_20 4-2_2 0.3593 ndcg_cut_30 4-2_2 0.3296 ndcg_cut_100 4-2_2 0.2452 ndcg_cut_200 4-2_2 0.2590 ndcg_cut_500 4-2_2 0.3427 ndcg_cut_1000 4-2_2 0.3695 map_cut_5 4-2_2 0.0167 map_cut_10 4-2_2 0.0259 map_cut_15 4-2_2 0.0313 map_cut_20 4-2_2 0.0349 map_cut_30 4-2_2 0.0421 map_cut_100 4-2_2 0.0605 map_cut_200 4-2_2 0.0670 map_cut_500 4-2_2 0.0777 map_cut_1000 4-2_2 0.0803 relative_P_5 4-2_2 0.4000 relative_P_10 4-2_2 0.4000 relative_P_15 4-2_2 0.3333 relative_P_20 4-2_2 0.3000 relative_P_30 4-2_2 0.2667 relative_P_100 4-2_2 0.1786 relative_P_200 4-2_2 0.2381 relative_P_500 4-2_2 0.3810 relative_P_1000 4-2_2 0.4286 success_1 4-2_2 1.0000 success_5 4-2_2 1.0000 success_10 4-2_2 1.0000 set_P 4-2_2 0.0360 set_relative_P 4-2_2 0.4286 set_recall 4-2_2 0.4286 set_map 4-2_2 0.0154 set_F 4-2_2 0.0664 num_nonrel_judged_ret 4-2_2 43 rbp 4-2_2 0.3272 rbp_resid 4-2_2 0.4261 unj_5 4-2_2 0.4000 unj_10 4-2_2 0.2000 unj_20 4-2_2 0.5000 num_ret 4-2_3 1000 num_rel 4-2_3 48 num_rel_ret 4-2_3 45 map 4-2_3 0.2399 Rprec 4-2_3 0.2917 bpref 4-2_3 0.6280 recip_rank 4-2_3 1.0000 iprec_at_recall_0.00 4-2_3 1.0000 iprec_at_recall_0.10 4-2_3 0.6667 iprec_at_recall_0.20 4-2_3 0.5263 iprec_at_recall_0.30 4-2_3 0.2917 iprec_at_recall_0.40 4-2_3 0.2041 iprec_at_recall_0.50 4-2_3 0.1714 iprec_at_recall_0.60 4-2_3 0.1086 iprec_at_recall_0.70 4-2_3 0.1086 iprec_at_recall_0.80 4-2_3 0.0882 iprec_at_recall_0.90 4-2_3 0.0499 iprec_at_recall_1.00 4-2_3 0.0000 P_5 4-2_3 0.6000 P_10 4-2_3 0.6000 P_15 4-2_3 0.4667 P_20 4-2_3 0.5000 P_30 4-2_3 0.3667 P_100 4-2_3 0.2000 P_200 4-2_3 0.1350 P_500 4-2_3 0.0780 P_1000 4-2_3 0.0450 relstring 4-2_3 '3-12221221' recall_5 4-2_3 0.0625 recall_10 4-2_3 0.1250 recall_15 4-2_3 0.1458 recall_20 4-2_3 0.2083 recall_30 4-2_3 0.2292 recall_100 4-2_3 0.4167 recall_200 4-2_3 0.5625 recall_500 4-2_3 0.8125 recall_1000 4-2_3 0.9375 infAP 4-2_3 0.2399 Rprec_mult_0.20 4-2_3 0.6000 Rprec_mult_0.40 4-2_3 0.5000 Rprec_mult_0.60 4-2_3 0.3793 Rprec_mult_0.80 4-2_3 0.2821 Rprec_mult_1.00 4-2_3 0.2917 Rprec_mult_1.20 4-2_3 0.2414 Rprec_mult_1.40 4-2_3 0.2206 Rprec_mult_1.60 4-2_3 0.2078 Rprec_mult_1.80 4-2_3 0.1954 Rprec_mult_2.00 4-2_3 0.1979 utility 4-2_3 -910.0000 11pt_avg 4-2_3 0.2923 binG 4-2_3 0.1988 G 4-2_3 0.1677 ndcg 4-2_3 0.6891 ndcg_rel 4-2_3 0.5514 Rndcg 4-2_3 0.5159 ndcg_cut_5 4-2_3 0.5805 ndcg_cut_10 4-2_3 0.5907 ndcg_cut_15 4-2_3 0.5259 ndcg_cut_20 4-2_3 0.5491 ndcg_cut_30 4-2_3 0.4634 ndcg_cut_100 4-2_3 0.4299 ndcg_cut_200 4-2_3 0.5096 ndcg_cut_500 4-2_3 0.6303 ndcg_cut_1000 4-2_3 0.6891 map_cut_5 4-2_3 0.0438 map_cut_10 4-2_3 0.0845 map_cut_15 4-2_3 0.0967 map_cut_20 4-2_3 0.1285 map_cut_30 4-2_3 0.1373 map_cut_100 4-2_3 0.1817 map_cut_200 4-2_3 0.2067 map_cut_500 4-2_3 0.2327 map_cut_1000 4-2_3 0.2399 relative_P_5 4-2_3 0.6000 relative_P_10 4-2_3 0.6000 relative_P_15 4-2_3 0.4667 relative_P_20 4-2_3 0.5000 relative_P_30 4-2_3 0.3667 relative_P_100 4-2_3 0.4167 relative_P_200 4-2_3 0.5625 relative_P_500 4-2_3 0.8125 relative_P_1000 4-2_3 0.9375 success_1 4-2_3 1.0000 success_5 4-2_3 1.0000 success_10 4-2_3 1.0000 set_P 4-2_3 0.0450 set_relative_P 4-2_3 0.9375 set_recall 4-2_3 0.9375 set_map 4-2_3 0.0422 set_F 4-2_3 0.0859 num_nonrel_judged_ret 4-2_3 32 rbp 4-2_3 0.4208 rbp_resid 4-2_3 0.3371 unj_5 4-2_3 0.2000 unj_10 4-2_3 0.1000 unj_20 4-2_3 0.3500 num_ret 4-2_6 1000 num_rel 4-2_6 14 num_rel_ret 4-2_6 12 map 4-2_6 0.4518 Rprec 4-2_6 0.5000 bpref 4-2_6 0.5969 recip_rank 4-2_6 1.0000 iprec_at_recall_0.00 4-2_6 1.0000 iprec_at_recall_0.10 4-2_6 1.0000 iprec_at_recall_0.20 4-2_6 1.0000 iprec_at_recall_0.30 4-2_6 1.0000 iprec_at_recall_0.40 4-2_6 0.5000 iprec_at_recall_0.50 4-2_6 0.5000 iprec_at_recall_0.60 4-2_6 0.4211 iprec_at_recall_0.70 4-2_6 0.0719 iprec_at_recall_0.80 4-2_6 0.0561 iprec_at_recall_0.90 4-2_6 0.0000 iprec_at_recall_1.00 4-2_6 0.0000 P_5 4-2_6 0.8000 P_10 4-2_6 0.5000 P_15 4-2_6 0.4667 P_20 4-2_6 0.4000 P_30 4-2_6 0.2667 P_100 4-2_6 0.0900 P_200 4-2_6 0.0550 P_500 4-2_6 0.0220 P_1000 4-2_6 0.0120 relstring 4-2_6 '2222--131-' recall_5 4-2_6 0.2857 recall_10 4-2_6 0.3571 recall_15 4-2_6 0.5000 recall_20 4-2_6 0.5714 recall_30 4-2_6 0.5714 recall_100 4-2_6 0.6429 recall_200 4-2_6 0.7857 recall_500 4-2_6 0.7857 recall_1000 4-2_6 0.8571 infAP 4-2_6 0.4518 Rprec_mult_0.20 4-2_6 1.0000 Rprec_mult_0.40 4-2_6 0.6667 Rprec_mult_0.60 4-2_6 0.5556 Rprec_mult_0.80 4-2_6 0.4167 Rprec_mult_1.00 4-2_6 0.5000 Rprec_mult_1.20 4-2_6 0.4118 Rprec_mult_1.40 4-2_6 0.4000 Rprec_mult_1.60 4-2_6 0.3478 Rprec_mult_1.80 4-2_6 0.3077 Rprec_mult_2.00 4-2_6 0.2857 utility 4-2_6 -976.0000 11pt_avg 4-2_6 0.5045 binG 4-2_6 0.4210 G 4-2_6 0.2160 ndcg 4-2_6 0.6685 ndcg_rel 4-2_6 0.6102 Rndcg 4-2_6 0.6023 ndcg_cut_5 4-2_6 0.6057 ndcg_cut_10 4-2_6 0.5755 ndcg_cut_15 4-2_6 0.5698 ndcg_cut_20 4-2_6 0.5561 ndcg_cut_30 4-2_6 0.4938 ndcg_cut_100 4-2_6 0.5953 ndcg_cut_200 4-2_6 0.6432 ndcg_cut_500 4-2_6 0.6501 ndcg_cut_1000 4-2_6 0.6685 map_cut_5 4-2_6 0.2857 map_cut_10 4-2_6 0.3304 map_cut_15 4-2_6 0.3990 map_cut_20 4-2_6 0.4291 map_cut_30 4-2_6 0.4291 map_cut_100 4-2_6 0.4415 map_cut_200 4-2_6 0.4506 map_cut_500 4-2_6 0.4506 map_cut_1000 4-2_6 0.4518 relative_P_5 4-2_6 0.8000 relative_P_10 4-2_6 0.5000 relative_P_15 4-2_6 0.5000 relative_P_20 4-2_6 0.5714 relative_P_30 4-2_6 0.5714 relative_P_100 4-2_6 0.6429 relative_P_200 4-2_6 0.7857 relative_P_500 4-2_6 0.7857 relative_P_1000 4-2_6 0.8571 success_1 4-2_6 1.0000 success_5 4-2_6 1.0000 success_10 4-2_6 1.0000 set_P 4-2_6 0.0120 set_relative_P 4-2_6 0.8571 set_recall 4-2_6 0.8571 set_map 4-2_6 0.0103 set_F 4-2_6 0.0237 num_nonrel_judged_ret 4-2_6 14 rbp 4-2_6 0.3665 rbp_resid 4-2_6 0.4343 unj_5 4-2_6 0.2000 unj_10 4-2_6 0.3000 unj_20 4-2_6 0.5000 num_ret 5-1_2 1000 num_rel 5-1_2 130 num_rel_ret 5-1_2 22 map 5-1_2 0.0128 Rprec 5-1_2 0.0462 bpref 5-1_2 0.1445 recip_rank 5-1_2 0.2000 iprec_at_recall_0.00 5-1_2 0.2727 iprec_at_recall_0.10 5-1_2 0.0350 iprec_at_recall_0.20 5-1_2 0.0000 iprec_at_recall_0.30 5-1_2 0.0000 iprec_at_recall_0.40 5-1_2 0.0000 iprec_at_recall_0.50 5-1_2 0.0000 iprec_at_recall_0.60 5-1_2 0.0000 iprec_at_recall_0.70 5-1_2 0.0000 iprec_at_recall_0.80 5-1_2 0.0000 iprec_at_recall_0.90 5-1_2 0.0000 iprec_at_recall_1.00 5-1_2 0.0000 P_5 5-1_2 0.2000 P_10 5-1_2 0.2000 P_15 5-1_2 0.2000 P_20 5-1_2 0.2000 P_30 5-1_2 0.1667 P_100 5-1_2 0.0500 P_200 5-1_2 0.0350 P_500 5-1_2 0.0320 P_1000 5-1_2 0.0220 relstring 5-1_2 '1110310121' recall_5 5-1_2 0.0077 recall_10 5-1_2 0.0154 recall_15 5-1_2 0.0231 recall_20 5-1_2 0.0308 recall_30 5-1_2 0.0385 recall_100 5-1_2 0.0385 recall_200 5-1_2 0.0538 recall_500 5-1_2 0.1231 recall_1000 5-1_2 0.1692 infAP 5-1_2 0.0128 Rprec_mult_0.20 5-1_2 0.1538 Rprec_mult_0.40 5-1_2 0.0962 Rprec_mult_0.60 5-1_2 0.0641 Rprec_mult_0.80 5-1_2 0.0481 Rprec_mult_1.00 5-1_2 0.0462 Rprec_mult_1.20 5-1_2 0.0385 Rprec_mult_1.40 5-1_2 0.0385 Rprec_mult_1.60 5-1_2 0.0337 Rprec_mult_1.80 5-1_2 0.0299 Rprec_mult_2.00 5-1_2 0.0269 utility 5-1_2 -956.0000 11pt_avg 5-1_2 0.0280 binG 5-1_2 0.0266 G 5-1_2 0.0265 ndcg 5-1_2 0.1721 ndcg_rel 5-1_2 0.1750 Rndcg 5-1_2 0.1570 ndcg_cut_5 5-1_2 0.3343 ndcg_cut_10 5-1_2 0.3318 ndcg_cut_15 5-1_2 0.3062 ndcg_cut_20 5-1_2 0.2896 ndcg_cut_30 5-1_2 0.2464 ndcg_cut_100 5-1_2 0.1238 ndcg_cut_200 5-1_2 0.1092 ndcg_cut_500 5-1_2 0.1467 ndcg_cut_1000 5-1_2 0.1721 map_cut_5 5-1_2 0.0015 map_cut_10 5-1_2 0.0032 map_cut_15 5-1_2 0.0053 map_cut_20 5-1_2 0.0072 map_cut_30 5-1_2 0.0085 map_cut_100 5-1_2 0.0085 map_cut_200 5-1_2 0.0092 map_cut_500 5-1_2 0.0114 map_cut_1000 5-1_2 0.0128 relative_P_5 5-1_2 0.2000 relative_P_10 5-1_2 0.2000 relative_P_15 5-1_2 0.2000 relative_P_20 5-1_2 0.2000 relative_P_30 5-1_2 0.1667 relative_P_100 5-1_2 0.0500 relative_P_200 5-1_2 0.0538 relative_P_500 5-1_2 0.1231 relative_P_1000 5-1_2 0.1692 success_1 5-1_2 0.0000 success_5 5-1_2 1.0000 success_10 5-1_2 1.0000 set_P 5-1_2 0.0220 set_relative_P 5-1_2 0.1692 set_recall 5-1_2 0.1692 set_map 5-1_2 0.0037 set_F 5-1_2 0.0389 num_nonrel_judged_ret 5-1_2 28 rbp 5-1_2 0.2184 rbp_resid 5-1_2 0.2687 unj_5 5-1_2 0.0000 unj_10 5-1_2 0.0000 unj_20 5-1_2 0.3500 num_ret 5-1_4 1000 num_rel 5-1_4 29 num_rel_ret 5-1_4 15 map 5-1_4 0.0455 Rprec 5-1_4 0.1379 bpref 5-1_4 0.3115 recip_rank 5-1_4 0.2000 iprec_at_recall_0.00 5-1_4 0.2500 iprec_at_recall_0.10 5-1_4 0.1667 iprec_at_recall_0.20 5-1_4 0.1224 iprec_at_recall_0.30 5-1_4 0.0364 iprec_at_recall_0.40 5-1_4 0.0223 iprec_at_recall_0.50 5-1_4 0.0185 iprec_at_recall_0.60 5-1_4 0.0000 iprec_at_recall_0.70 5-1_4 0.0000 iprec_at_recall_0.80 5-1_4 0.0000 iprec_at_recall_0.90 5-1_4 0.0000 iprec_at_recall_1.00 5-1_4 0.0000 P_5 5-1_4 0.2000 P_10 5-1_4 0.2000 P_15 5-1_4 0.1333 P_20 5-1_4 0.1000 P_30 5-1_4 0.1667 P_100 5-1_4 0.0600 P_200 5-1_4 0.0400 P_500 5-1_4 0.0220 P_1000 5-1_4 0.0150 relstring 5-1_4 '0---2012-0' recall_5 5-1_4 0.0345 recall_10 5-1_4 0.0690 recall_15 5-1_4 0.0690 recall_20 5-1_4 0.0690 recall_30 5-1_4 0.1724 recall_100 5-1_4 0.2069 recall_200 5-1_4 0.2759 recall_500 5-1_4 0.3793 recall_1000 5-1_4 0.5172 infAP 5-1_4 0.0455 Rprec_mult_0.20 5-1_4 0.1667 Rprec_mult_0.40 5-1_4 0.1667 Rprec_mult_0.60 5-1_4 0.1111 Rprec_mult_0.80 5-1_4 0.1250 Rprec_mult_1.00 5-1_4 0.1379 Rprec_mult_1.20 5-1_4 0.1429 Rprec_mult_1.40 5-1_4 0.1220 Rprec_mult_1.60 5-1_4 0.1064 Rprec_mult_1.80 5-1_4 0.1132 Rprec_mult_2.00 5-1_4 0.1034 utility 5-1_4 -970.0000 11pt_avg 5-1_4 0.0560 binG 5-1_4 0.0909 G 5-1_4 0.0751 ndcg 5-1_4 0.2766 ndcg_rel 5-1_4 0.2289 Rndcg 5-1_4 0.1634 ndcg_cut_5 5-1_4 0.0875 ndcg_cut_10 5-1_4 0.1303 ndcg_cut_15 5-1_4 0.1088 ndcg_cut_20 5-1_4 0.0948 ndcg_cut_30 5-1_4 0.1343 ndcg_cut_100 5-1_4 0.1529 ndcg_cut_200 5-1_4 0.1941 ndcg_cut_500 5-1_4 0.2283 ndcg_cut_1000 5-1_4 0.2766 map_cut_5 5-1_4 0.0069 map_cut_10 5-1_4 0.0155 map_cut_15 5-1_4 0.0155 map_cut_20 5-1_4 0.0155 map_cut_30 5-1_4 0.0313 map_cut_100 5-1_4 0.0355 map_cut_200 5-1_4 0.0396 map_cut_500 5-1_4 0.0427 map_cut_1000 5-1_4 0.0455 relative_P_5 5-1_4 0.2000 relative_P_10 5-1_4 0.2000 relative_P_15 5-1_4 0.1333 relative_P_20 5-1_4 0.1000 relative_P_30 5-1_4 0.1724 relative_P_100 5-1_4 0.2069 relative_P_200 5-1_4 0.2759 relative_P_500 5-1_4 0.3793 relative_P_1000 5-1_4 0.5172 success_1 5-1_4 0.0000 success_5 5-1_4 1.0000 success_10 5-1_4 1.0000 set_P 5-1_4 0.0150 set_relative_P 5-1_4 0.5172 set_recall 5-1_4 0.5172 set_map 5-1_4 0.0078 set_F 5-1_4 0.0292 num_nonrel_judged_ret 5-1_4 21 rbp 5-1_4 0.1099 rbp_resid 5-1_4 0.5676 unj_5 5-1_4 0.6000 unj_10 5-1_4 0.4000 unj_20 5-1_4 0.6500 num_ret 6-1_2 1000 num_rel 6-1_2 57 num_rel_ret 6-1_2 1 map 6-1_2 0.0001 Rprec 6-1_2 0.0000 bpref 6-1_2 0.0098 recip_rank 6-1_2 0.0031 iprec_at_recall_0.00 6-1_2 0.0031 iprec_at_recall_0.10 6-1_2 0.0000 iprec_at_recall_0.20 6-1_2 0.0000 iprec_at_recall_0.30 6-1_2 0.0000 iprec_at_recall_0.40 6-1_2 0.0000 iprec_at_recall_0.50 6-1_2 0.0000 iprec_at_recall_0.60 6-1_2 0.0000 iprec_at_recall_0.70 6-1_2 0.0000 iprec_at_recall_0.80 6-1_2 0.0000 iprec_at_recall_0.90 6-1_2 0.0000 iprec_at_recall_1.00 6-1_2 0.0000 P_5 6-1_2 0.0000 P_10 6-1_2 0.0000 P_15 6-1_2 0.0000 P_20 6-1_2 0.0000 P_30 6-1_2 0.0000 P_100 6-1_2 0.0000 P_200 6-1_2 0.0000 P_500 6-1_2 0.0020 P_1000 6-1_2 0.0010 relstring 6-1_2 '111--101--' recall_5 6-1_2 0.0000 recall_10 6-1_2 0.0000 recall_15 6-1_2 0.0000 recall_20 6-1_2 0.0000 recall_30 6-1_2 0.0000 recall_100 6-1_2 0.0000 recall_200 6-1_2 0.0000 recall_500 6-1_2 0.0175 recall_1000 6-1_2 0.0175 infAP 6-1_2 0.0001 Rprec_mult_0.20 6-1_2 0.0000 Rprec_mult_0.40 6-1_2 0.0000 Rprec_mult_0.60 6-1_2 0.0000 Rprec_mult_0.80 6-1_2 0.0000 Rprec_mult_1.00 6-1_2 0.0000 Rprec_mult_1.20 6-1_2 0.0000 Rprec_mult_1.40 6-1_2 0.0000 Rprec_mult_1.60 6-1_2 0.0000 Rprec_mult_1.80 6-1_2 0.0000 Rprec_mult_2.00 6-1_2 0.0000 utility 6-1_2 -998.0000 11pt_avg 6-1_2 0.0003 binG 6-1_2 0.0021 G 6-1_2 0.0199 ndcg 6-1_2 0.1167 ndcg_rel 6-1_2 0.1251 Rndcg 6-1_2 0.1200 ndcg_cut_5 6-1_2 0.2409 ndcg_cut_10 6-1_2 0.2056 ndcg_cut_15 6-1_2 0.1752 ndcg_cut_20 6-1_2 0.1509 ndcg_cut_30 6-1_2 0.1249 ndcg_cut_100 6-1_2 0.0915 ndcg_cut_200 6-1_2 0.1029 ndcg_cut_500 6-1_2 0.1142 ndcg_cut_1000 6-1_2 0.1167 map_cut_5 6-1_2 0.0000 map_cut_10 6-1_2 0.0000 map_cut_15 6-1_2 0.0000 map_cut_20 6-1_2 0.0000 map_cut_30 6-1_2 0.0000 map_cut_100 6-1_2 0.0000 map_cut_200 6-1_2 0.0000 map_cut_500 6-1_2 0.0001 map_cut_1000 6-1_2 0.0001 relative_P_5 6-1_2 0.0000 relative_P_10 6-1_2 0.0000 relative_P_15 6-1_2 0.0000 relative_P_20 6-1_2 0.0000 relative_P_30 6-1_2 0.0000 relative_P_100 6-1_2 0.0000 relative_P_200 6-1_2 0.0000 relative_P_500 6-1_2 0.0175 relative_P_1000 6-1_2 0.0175 success_1 6-1_2 0.0000 success_5 6-1_2 0.0000 success_10 6-1_2 0.0000 set_P 6-1_2 0.0010 set_relative_P 6-1_2 0.0175 set_recall 6-1_2 0.0175 set_map 6-1_2 0.0000 set_F 6-1_2 0.0019 num_nonrel_judged_ret 6-1_2 30 rbp 6-1_2 0.1395 rbp_resid 6-1_2 0.5277 unj_5 6-1_2 0.4000 unj_10 6-1_2 0.4000 unj_20 6-1_2 0.6500 num_ret 6-1_6 1000 num_rel 6-1_6 27 num_rel_ret 6-1_6 25 map 6-1_6 0.2510 Rprec 6-1_6 0.2593 bpref 6-1_6 0.3813 recip_rank 6-1_6 1.0000 iprec_at_recall_0.00 6-1_6 1.0000 iprec_at_recall_0.10 6-1_6 0.6667 iprec_at_recall_0.20 6-1_6 0.5556 iprec_at_recall_0.30 6-1_6 0.2105 iprec_at_recall_0.40 6-1_6 0.1864 iprec_at_recall_0.50 6-1_6 0.1798 iprec_at_recall_0.60 6-1_6 0.1798 iprec_at_recall_0.70 6-1_6 0.1050 iprec_at_recall_0.80 6-1_6 0.0806 iprec_at_recall_0.90 6-1_6 0.0412 iprec_at_recall_1.00 6-1_6 0.0000 P_5 6-1_6 0.6000 P_10 6-1_6 0.5000 P_15 6-1_6 0.4000 P_20 6-1_6 0.3500 P_30 6-1_6 0.2333 P_100 6-1_6 0.1600 P_200 6-1_6 0.0950 P_500 6-1_6 0.0460 P_1000 6-1_6 0.0250 relstring 6-1_6 '212-32113-' recall_5 6-1_6 0.1111 recall_10 6-1_6 0.1852 recall_15 6-1_6 0.2222 recall_20 6-1_6 0.2593 recall_30 6-1_6 0.2593 recall_100 6-1_6 0.5926 recall_200 6-1_6 0.7037 recall_500 6-1_6 0.8519 recall_1000 6-1_6 0.9259 infAP 6-1_6 0.2510 Rprec_mult_0.20 6-1_6 0.6667 Rprec_mult_0.40 6-1_6 0.5455 Rprec_mult_0.60 6-1_6 0.3529 Rprec_mult_0.80 6-1_6 0.3182 Rprec_mult_1.00 6-1_6 0.2593 Rprec_mult_1.20 6-1_6 0.2121 Rprec_mult_1.40 6-1_6 0.2105 Rprec_mult_1.60 6-1_6 0.1818 Rprec_mult_1.80 6-1_6 0.1837 Rprec_mult_2.00 6-1_6 0.1852 utility 6-1_6 -950.0000 11pt_avg 6-1_6 0.2914 binG 6-1_6 0.2348 G 6-1_6 0.1825 ndcg 6-1_6 0.6924 ndcg_rel 6-1_6 0.5429 Rndcg 6-1_6 0.5093 ndcg_cut_5 6-1_6 0.5417 ndcg_cut_10 6-1_6 0.5176 ndcg_cut_15 6-1_6 0.4925 ndcg_cut_20 6-1_6 0.4566 ndcg_cut_30 6-1_6 0.4129 ndcg_cut_100 6-1_6 0.5380 ndcg_cut_200 6-1_6 0.6150 ndcg_cut_500 6-1_6 0.6651 ndcg_cut_1000 6-1_6 0.6924 map_cut_5 6-1_6 0.0840 map_cut_10 6-1_6 0.1292 map_cut_15 6-1_6 0.1494 map_cut_20 6-1_6 0.1631 map_cut_30 6-1_6 0.1631 map_cut_100 6-1_6 0.2224 map_cut_200 6-1_6 0.2360 map_cut_500 6-1_6 0.2481 map_cut_1000 6-1_6 0.2510 relative_P_5 6-1_6 0.6000 relative_P_10 6-1_6 0.5000 relative_P_15 6-1_6 0.4000 relative_P_20 6-1_6 0.3500 relative_P_30 6-1_6 0.2593 relative_P_100 6-1_6 0.5926 relative_P_200 6-1_6 0.7037 relative_P_500 6-1_6 0.8519 relative_P_1000 6-1_6 0.9259 success_1 6-1_6 1.0000 success_5 6-1_6 1.0000 success_10 6-1_6 1.0000 set_P 6-1_6 0.0250 set_relative_P 6-1_6 0.9259 set_recall 6-1_6 0.9259 set_map 6-1_6 0.0231 set_F 6-1_6 0.0487 num_nonrel_judged_ret 6-1_6 35 rbp 6-1_6 0.4101 rbp_resid 6-1_6 0.3137 unj_5 6-1_6 0.2000 unj_10 6-1_6 0.2000 unj_20 6-1_6 0.4000 num_ret 6-1_7 1000 num_rel 6-1_7 46 num_rel_ret 6-1_7 18 map 6-1_7 0.0115 Rprec 6-1_7 0.0435 bpref 6-1_7 0.0666 recip_rank 6-1_7 0.0233 iprec_at_recall_0.00 6-1_7 0.0517 iprec_at_recall_0.10 6-1_7 0.0406 iprec_at_recall_0.20 6-1_7 0.0332 iprec_at_recall_0.30 6-1_7 0.0235 iprec_at_recall_0.40 6-1_7 0.0181 iprec_at_recall_0.50 6-1_7 0.0000 iprec_at_recall_0.60 6-1_7 0.0000 iprec_at_recall_0.70 6-1_7 0.0000 iprec_at_recall_0.80 6-1_7 0.0000 iprec_at_recall_0.90 6-1_7 0.0000 iprec_at_recall_1.00 6-1_7 0.0000 P_5 6-1_7 0.0000 P_10 6-1_7 0.0000 P_15 6-1_7 0.0000 P_20 6-1_7 0.0000 P_30 6-1_7 0.0000 P_100 6-1_7 0.0300 P_200 6-1_7 0.0400 P_500 6-1_7 0.0220 P_1000 6-1_7 0.0180 relstring 6-1_7 '000100-011' recall_5 6-1_7 0.0000 recall_10 6-1_7 0.0000 recall_15 6-1_7 0.0000 recall_20 6-1_7 0.0000 recall_30 6-1_7 0.0000 recall_100 6-1_7 0.0652 recall_200 6-1_7 0.1739 recall_500 6-1_7 0.2391 recall_1000 6-1_7 0.3913 infAP 6-1_7 0.0115 Rprec_mult_0.20 6-1_7 0.0000 Rprec_mult_0.40 6-1_7 0.0000 Rprec_mult_0.60 6-1_7 0.0000 Rprec_mult_0.80 6-1_7 0.0000 Rprec_mult_1.00 6-1_7 0.0435 Rprec_mult_1.20 6-1_7 0.0357 Rprec_mult_1.40 6-1_7 0.0462 Rprec_mult_1.60 6-1_7 0.0405 Rprec_mult_1.80 6-1_7 0.0361 Rprec_mult_2.00 6-1_7 0.0326 utility 6-1_7 -964.0000 11pt_avg 6-1_7 0.0152 binG 6-1_7 0.0504 G 6-1_7 0.0593 ndcg 6-1_7 0.2731 ndcg_rel 6-1_7 0.2156 Rndcg 6-1_7 0.1339 ndcg_cut_5 6-1_7 0.0487 ndcg_cut_10 6-1_7 0.0749 ndcg_cut_15 6-1_7 0.0761 ndcg_cut_20 6-1_7 0.0669 ndcg_cut_30 6-1_7 0.0549 ndcg_cut_100 6-1_7 0.0974 ndcg_cut_200 6-1_7 0.1375 ndcg_cut_500 6-1_7 0.2068 ndcg_cut_1000 6-1_7 0.2731 map_cut_5 6-1_7 0.0000 map_cut_10 6-1_7 0.0000 map_cut_15 6-1_7 0.0000 map_cut_20 6-1_7 0.0000 map_cut_30 6-1_7 0.0000 map_cut_100 6-1_7 0.0026 map_cut_200 6-1_7 0.0063 map_cut_500 6-1_7 0.0083 map_cut_1000 6-1_7 0.0115 relative_P_5 6-1_7 0.0000 relative_P_10 6-1_7 0.0000 relative_P_15 6-1_7 0.0000 relative_P_20 6-1_7 0.0000 relative_P_30 6-1_7 0.0000 relative_P_100 6-1_7 0.0652 relative_P_200 6-1_7 0.1739 relative_P_500 6-1_7 0.2391 relative_P_1000 6-1_7 0.3913 success_1 6-1_7 0.0000 success_5 6-1_7 0.0000 success_10 6-1_7 0.0000 set_P 6-1_7 0.0180 set_relative_P 6-1_7 0.3913 set_recall 6-1_7 0.3913 set_map 6-1_7 0.0070 set_F 6-1_7 0.0344 num_nonrel_judged_ret 6-1_7 76 rbp 6-1_7 0.0672 rbp_resid 6-1_7 0.3067 unj_5 6-1_7 0.0000 unj_10 6-1_7 0.1000 unj_20 6-1_7 0.4000 num_ret 6-2_2 1000 num_rel 6-2_2 56 num_rel_ret 6-2_2 44 map 6-2_2 0.1591 Rprec 6-2_2 0.2143 bpref 6-2_2 0.4681 recip_rank 6-2_2 0.5000 iprec_at_recall_0.00 6-2_2 0.6250 iprec_at_recall_0.10 6-2_2 0.5000 iprec_at_recall_0.20 6-2_2 0.2619 iprec_at_recall_0.30 6-2_2 0.1545 iprec_at_recall_0.40 6-2_2 0.1310 iprec_at_recall_0.50 6-2_2 0.1053 iprec_at_recall_0.60 6-2_2 0.0850 iprec_at_recall_0.70 6-2_2 0.0671 iprec_at_recall_0.80 6-2_2 0.0000 iprec_at_recall_0.90 6-2_2 0.0000 iprec_at_recall_1.00 6-2_2 0.0000 P_5 6-2_2 0.6000 P_10 6-2_2 0.5000 P_15 6-2_2 0.4667 P_20 6-2_2 0.4000 P_30 6-2_2 0.3000 P_100 6-2_2 0.1600 P_200 6-2_2 0.1200 P_500 6-2_2 0.0700 P_1000 6-2_2 0.0440 relstring 6-2_2 '04-3302400' recall_5 6-2_2 0.0536 recall_10 6-2_2 0.0893 recall_15 6-2_2 0.1250 recall_20 6-2_2 0.1429 recall_30 6-2_2 0.1607 recall_100 6-2_2 0.2857 recall_200 6-2_2 0.4286 recall_500 6-2_2 0.6250 recall_1000 6-2_2 0.7857 infAP 6-2_2 0.1591 Rprec_mult_0.20 6-2_2 0.4167 Rprec_mult_0.40 6-2_2 0.3478 Rprec_mult_0.60 6-2_2 0.2941 Rprec_mult_0.80 6-2_2 0.2444 Rprec_mult_1.00 6-2_2 0.2143 Rprec_mult_1.20 6-2_2 0.2206 Rprec_mult_1.40 6-2_2 0.1899 Rprec_mult_1.60 6-2_2 0.1667 Rprec_mult_1.80 6-2_2 0.1584 Rprec_mult_2.00 6-2_2 0.1518 utility 6-2_2 -912.0000 11pt_avg 6-2_2 0.1754 binG 6-2_2 0.1499 G 6-2_2 0.1152 ndcg 6-2_2 0.5308 ndcg_rel 6-2_2 0.4470 Rndcg 6-2_2 0.3786 ndcg_cut_5 6-2_2 0.4219 ndcg_cut_10 6-2_2 0.3799 ndcg_cut_15 6-2_2 0.4055 ndcg_cut_20 6-2_2 0.3868 ndcg_cut_30 6-2_2 0.3518 ndcg_cut_100 6-2_2 0.3134 ndcg_cut_200 6-2_2 0.3798 ndcg_cut_500 6-2_2 0.4727 ndcg_cut_1000 6-2_2 0.5308 map_cut_5 6-2_2 0.0286 map_cut_10 6-2_2 0.0499 map_cut_15 6-2_2 0.0671 map_cut_20 6-2_2 0.0755 map_cut_30 6-2_2 0.0811 map_cut_100 6-2_2 0.1106 map_cut_200 6-2_2 0.1298 map_cut_500 6-2_2 0.1493 map_cut_1000 6-2_2 0.1591 relative_P_5 6-2_2 0.6000 relative_P_10 6-2_2 0.5000 relative_P_15 6-2_2 0.4667 relative_P_20 6-2_2 0.4000 relative_P_30 6-2_2 0.3000 relative_P_100 6-2_2 0.2857 relative_P_200 6-2_2 0.4286 relative_P_500 6-2_2 0.6250 relative_P_1000 6-2_2 0.7857 success_1 6-2_2 0.0000 success_5 6-2_2 1.0000 success_10 6-2_2 1.0000 set_P 6-2_2 0.0440 set_relative_P 6-2_2 0.7857 set_recall 6-2_2 0.7857 set_map 6-2_2 0.0346 set_F 6-2_2 0.0833 num_nonrel_judged_ret 6-2_2 49 rbp 6-2_2 0.3499 rbp_resid 6-2_2 0.2433 unj_5 6-2_2 0.2000 unj_10 6-2_2 0.1000 unj_20 6-2_2 0.2000 num_ret 6-2_3 1000 num_rel 6-2_3 17 num_rel_ret 6-2_3 13 map 6-2_3 0.0836 Rprec 6-2_3 0.1765 bpref 6-2_3 0.1730 recip_rank 6-2_3 0.1429 iprec_at_recall_0.00 6-2_3 0.2000 iprec_at_recall_0.10 6-2_3 0.2000 iprec_at_recall_0.20 6-2_3 0.2000 iprec_at_recall_0.30 6-2_3 0.1556 iprec_at_recall_0.40 6-2_3 0.1556 iprec_at_recall_0.50 6-2_3 0.0800 iprec_at_recall_0.60 6-2_3 0.0800 iprec_at_recall_0.70 6-2_3 0.0188 iprec_at_recall_0.80 6-2_3 0.0000 iprec_at_recall_0.90 6-2_3 0.0000 iprec_at_recall_1.00 6-2_3 0.0000 P_5 6-2_3 0.0000 P_10 6-2_3 0.1000 P_15 6-2_3 0.2000 P_20 6-2_3 0.1500 P_30 6-2_3 0.1000 P_100 6-2_3 0.0800 P_200 6-2_3 0.0550 P_500 6-2_3 0.0220 P_1000 6-2_3 0.0130 relstring 6-2_3 '-0000-3-00' recall_5 6-2_3 0.0000 recall_10 6-2_3 0.0588 recall_15 6-2_3 0.1765 recall_20 6-2_3 0.1765 recall_30 6-2_3 0.1765 recall_100 6-2_3 0.4706 recall_200 6-2_3 0.6471 recall_500 6-2_3 0.6471 recall_1000 6-2_3 0.7647 infAP 6-2_3 0.0836 Rprec_mult_0.20 6-2_3 0.0000 Rprec_mult_0.40 6-2_3 0.1429 Rprec_mult_0.60 6-2_3 0.0909 Rprec_mult_0.80 6-2_3 0.1429 Rprec_mult_1.00 6-2_3 0.1765 Rprec_mult_1.20 6-2_3 0.1429 Rprec_mult_1.40 6-2_3 0.1250 Rprec_mult_1.60 6-2_3 0.1071 Rprec_mult_1.80 6-2_3 0.1290 Rprec_mult_2.00 6-2_3 0.1176 utility 6-2_3 -974.0000 11pt_avg 6-2_3 0.0991 binG 6-2_3 0.1442 G 6-2_3 0.1290 ndcg 6-2_3 0.3964 ndcg_rel 6-2_3 0.2972 Rndcg 6-2_3 0.1487 ndcg_cut_5 6-2_3 0.0000 ndcg_cut_10 6-2_3 0.0747 ndcg_cut_15 6-2_3 0.1760 ndcg_cut_20 6-2_3 0.1723 ndcg_cut_30 6-2_3 0.1646 ndcg_cut_100 6-2_3 0.2868 ndcg_cut_200 6-2_3 0.3640 ndcg_cut_500 6-2_3 0.3700 ndcg_cut_1000 6-2_3 0.3964 map_cut_5 6-2_3 0.0000 map_cut_10 6-2_3 0.0084 map_cut_15 6-2_3 0.0292 map_cut_20 6-2_3 0.0292 map_cut_30 6-2_3 0.0292 map_cut_100 6-2_3 0.0681 map_cut_200 6-2_3 0.0814 map_cut_500 6-2_3 0.0814 map_cut_1000 6-2_3 0.0836 relative_P_5 6-2_3 0.0000 relative_P_10 6-2_3 0.1000 relative_P_15 6-2_3 0.2000 relative_P_20 6-2_3 0.1765 relative_P_30 6-2_3 0.1765 relative_P_100 6-2_3 0.4706 relative_P_200 6-2_3 0.6471 relative_P_500 6-2_3 0.6471 relative_P_1000 6-2_3 0.7647 success_1 6-2_3 0.0000 success_5 6-2_3 0.0000 success_10 6-2_3 1.0000 set_P 6-2_3 0.0130 set_relative_P 6-2_3 0.7647 set_recall 6-2_3 0.7647 set_map 6-2_3 0.0099 set_F 6-2_3 0.0256 num_nonrel_judged_ret 6-2_3 51 rbp 6-2_3 0.0984 rbp_resid 6-2_3 0.3824 unj_5 6-2_3 0.2000 unj_10 6-2_3 0.3000 unj_20 6-2_3 0.3500 num_ret 6-2_5 1000 num_rel 6-2_5 51 num_rel_ret 6-2_5 33 map 6-2_5 0.0495 Rprec 6-2_5 0.0784 bpref 6-2_5 0.3649 recip_rank 6-2_5 0.3333 iprec_at_recall_0.00 6-2_5 0.3333 iprec_at_recall_0.10 6-2_5 0.0893 iprec_at_recall_0.20 6-2_5 0.0893 iprec_at_recall_0.30 6-2_5 0.0467 iprec_at_recall_0.40 6-2_5 0.0426 iprec_at_recall_0.50 6-2_5 0.0400 iprec_at_recall_0.60 6-2_5 0.0365 iprec_at_recall_0.70 6-2_5 0.0000 iprec_at_recall_0.80 6-2_5 0.0000 iprec_at_recall_0.90 6-2_5 0.0000 iprec_at_recall_1.00 6-2_5 0.0000 P_5 6-2_5 0.2000 P_10 6-2_5 0.2000 P_15 6-2_5 0.2000 P_20 6-2_5 0.1500 P_30 6-2_5 0.1333 P_100 6-2_5 0.0800 P_200 6-2_5 0.0650 P_500 6-2_5 0.0420 P_1000 6-2_5 0.0330 relstring 6-2_5 '112012111-' recall_5 6-2_5 0.0196 recall_10 6-2_5 0.0392 recall_15 6-2_5 0.0588 recall_20 6-2_5 0.0588 recall_30 6-2_5 0.0784 recall_100 6-2_5 0.1569 recall_200 6-2_5 0.2549 recall_500 6-2_5 0.4118 recall_1000 6-2_5 0.6471 infAP 6-2_5 0.0495 Rprec_mult_0.20 6-2_5 0.1818 Rprec_mult_0.40 6-2_5 0.1429 Rprec_mult_0.60 6-2_5 0.1290 Rprec_mult_0.80 6-2_5 0.0976 Rprec_mult_1.00 6-2_5 0.0784 Rprec_mult_1.20 6-2_5 0.0645 Rprec_mult_1.40 6-2_5 0.0556 Rprec_mult_1.60 6-2_5 0.0610 Rprec_mult_1.80 6-2_5 0.0761 Rprec_mult_2.00 6-2_5 0.0784 utility 6-2_5 -934.0000 11pt_avg 6-2_5 0.0616 binG 6-2_5 0.0965 G 6-2_5 0.0865 ndcg 6-2_5 0.3987 ndcg_rel 6-2_5 0.3134 Rndcg 6-2_5 0.2295 ndcg_cut_5 6-2_5 0.2559 ndcg_cut_10 6-2_5 0.2575 ndcg_cut_15 6-2_5 0.2333 ndcg_cut_20 6-2_5 0.2009 ndcg_cut_30 6-2_5 0.1912 ndcg_cut_100 6-2_5 0.1745 ndcg_cut_200 6-2_5 0.2274 ndcg_cut_500 6-2_5 0.3034 ndcg_cut_1000 6-2_5 0.3987 map_cut_5 6-2_5 0.0065 map_cut_10 6-2_5 0.0131 map_cut_15 6-2_5 0.0173 map_cut_20 6-2_5 0.0173 map_cut_30 6-2_5 0.0208 map_cut_100 6-2_5 0.0267 map_cut_200 6-2_5 0.0341 map_cut_500 6-2_5 0.0407 map_cut_1000 6-2_5 0.0495 relative_P_5 6-2_5 0.2000 relative_P_10 6-2_5 0.2000 relative_P_15 6-2_5 0.2000 relative_P_20 6-2_5 0.1500 relative_P_30 6-2_5 0.1333 relative_P_100 6-2_5 0.1569 relative_P_200 6-2_5 0.2549 relative_P_500 6-2_5 0.4118 relative_P_1000 6-2_5 0.6471 success_1 6-2_5 0.0000 success_5 6-2_5 1.0000 success_10 6-2_5 1.0000 set_P 6-2_5 0.0330 set_relative_P 6-2_5 0.6471 set_recall 6-2_5 0.6471 set_map 6-2_5 0.0214 set_F 6-2_5 0.0628 num_nonrel_judged_ret 6-2_5 33 rbp 6-2_5 0.2022 rbp_resid 6-2_5 0.2948 unj_5 6-2_5 0.0000 unj_10 6-2_5 0.1000 unj_20 6-2_5 0.4500 num_ret 7-1_1 1000 num_rel 7-1_1 4 num_rel_ret 7-1_1 1 map 7-1_1 0.0192 Rprec 7-1_1 0.0000 bpref 7-1_1 0.0000 recip_rank 7-1_1 0.0769 iprec_at_recall_0.00 7-1_1 0.0769 iprec_at_recall_0.10 7-1_1 0.0769 iprec_at_recall_0.20 7-1_1 0.0769 iprec_at_recall_0.30 7-1_1 0.0769 iprec_at_recall_0.40 7-1_1 0.0000 iprec_at_recall_0.50 7-1_1 0.0000 iprec_at_recall_0.60 7-1_1 0.0000 iprec_at_recall_0.70 7-1_1 0.0000 iprec_at_recall_0.80 7-1_1 0.0000 iprec_at_recall_0.90 7-1_1 0.0000 iprec_at_recall_1.00 7-1_1 0.0000 P_5 7-1_1 0.0000 P_10 7-1_1 0.0000 P_15 7-1_1 0.0667 P_20 7-1_1 0.0500 P_30 7-1_1 0.0333 P_100 7-1_1 0.0100 P_200 7-1_1 0.0050 P_500 7-1_1 0.0020 P_1000 7-1_1 0.0010 relstring 7-1_1 '1-11111111' recall_5 7-1_1 0.0000 recall_10 7-1_1 0.0000 recall_15 7-1_1 0.2500 recall_20 7-1_1 0.2500 recall_30 7-1_1 0.2500 recall_100 7-1_1 0.2500 recall_200 7-1_1 0.2500 recall_500 7-1_1 0.2500 recall_1000 7-1_1 0.2500 infAP 7-1_1 0.0192 Rprec_mult_0.20 7-1_1 0.0000 Rprec_mult_0.40 7-1_1 0.0000 Rprec_mult_0.60 7-1_1 0.0000 Rprec_mult_0.80 7-1_1 0.0000 Rprec_mult_1.00 7-1_1 0.0000 Rprec_mult_1.20 7-1_1 0.0000 Rprec_mult_1.40 7-1_1 0.0000 Rprec_mult_1.60 7-1_1 0.0000 Rprec_mult_1.80 7-1_1 0.0000 Rprec_mult_2.00 7-1_1 0.0000 utility 7-1_1 -998.0000 11pt_avg 7-1_1 0.0280 binG 7-1_1 0.0657 G 7-1_1 0.1147 ndcg 7-1_1 0.5291 ndcg_rel 7-1_1 0.4631 Rndcg 7-1_1 0.3761 ndcg_cut_5 7-1_1 0.3560 ndcg_cut_10 7-1_1 0.4827 ndcg_cut_15 7-1_1 0.5293 ndcg_cut_20 7-1_1 0.5148 ndcg_cut_30 7-1_1 0.4967 ndcg_cut_100 7-1_1 0.3549 ndcg_cut_200 7-1_1 0.3677 ndcg_cut_500 7-1_1 0.4613 ndcg_cut_1000 7-1_1 0.5291 map_cut_5 7-1_1 0.0000 map_cut_10 7-1_1 0.0000 map_cut_15 7-1_1 0.0192 map_cut_20 7-1_1 0.0192 map_cut_30 7-1_1 0.0192 map_cut_100 7-1_1 0.0192 map_cut_200 7-1_1 0.0192 map_cut_500 7-1_1 0.0192 map_cut_1000 7-1_1 0.0192 relative_P_5 7-1_1 0.0000 relative_P_10 7-1_1 0.0000 relative_P_15 7-1_1 0.2500 relative_P_20 7-1_1 0.2500 relative_P_30 7-1_1 0.2500 relative_P_100 7-1_1 0.2500 relative_P_200 7-1_1 0.2500 relative_P_500 7-1_1 0.2500 relative_P_1000 7-1_1 0.2500 success_1 7-1_1 0.0000 success_5 7-1_1 0.0000 success_10 7-1_1 0.0000 set_P 7-1_1 0.0010 set_relative_P 7-1_1 0.2500 set_recall 7-1_1 0.2500 set_map 7-1_1 0.0003 set_F 7-1_1 0.0020 num_nonrel_judged_ret 7-1_1 110 rbp 7-1_1 0.2544 rbp_resid 7-1_1 0.2630 unj_5 7-1_1 0.2000 unj_10 7-1_1 0.1000 unj_20 7-1_1 0.3000 num_ret 7-1_5 1000 num_rel 7-1_5 6 num_rel_ret 7-1_5 1 map 7-1_5 0.0008 Rprec 7-1_5 0.0000 bpref 7-1_5 0.0000 recip_rank 7-1_5 0.0046 iprec_at_recall_0.00 7-1_5 0.0046 iprec_at_recall_0.10 7-1_5 0.0046 iprec_at_recall_0.20 7-1_5 0.0046 iprec_at_recall_0.30 7-1_5 0.0000 iprec_at_recall_0.40 7-1_5 0.0000 iprec_at_recall_0.50 7-1_5 0.0000 iprec_at_recall_0.60 7-1_5 0.0000 iprec_at_recall_0.70 7-1_5 0.0000 iprec_at_recall_0.80 7-1_5 0.0000 iprec_at_recall_0.90 7-1_5 0.0000 iprec_at_recall_1.00 7-1_5 0.0000 P_5 7-1_5 0.0000 P_10 7-1_5 0.0000 P_15 7-1_5 0.0000 P_20 7-1_5 0.0000 P_30 7-1_5 0.0000 P_100 7-1_5 0.0000 P_200 7-1_5 0.0000 P_500 7-1_5 0.0020 P_1000 7-1_5 0.0010 relstring 7-1_5 '000000000-' recall_5 7-1_5 0.0000 recall_10 7-1_5 0.0000 recall_15 7-1_5 0.0000 recall_20 7-1_5 0.0000 recall_30 7-1_5 0.0000 recall_100 7-1_5 0.0000 recall_200 7-1_5 0.0000 recall_500 7-1_5 0.1667 recall_1000 7-1_5 0.1667 infAP 7-1_5 0.0008 Rprec_mult_0.20 7-1_5 0.0000 Rprec_mult_0.40 7-1_5 0.0000 Rprec_mult_0.60 7-1_5 0.0000 Rprec_mult_0.80 7-1_5 0.0000 Rprec_mult_1.00 7-1_5 0.0000 Rprec_mult_1.20 7-1_5 0.0000 Rprec_mult_1.40 7-1_5 0.0000 Rprec_mult_1.60 7-1_5 0.0000 Rprec_mult_1.80 7-1_5 0.0000 Rprec_mult_2.00 7-1_5 0.0000 utility 7-1_5 -998.0000 11pt_avg 7-1_5 0.0013 binG 7-1_5 0.0214 G 7-1_5 0.0207 ndcg 7-1_5 0.0480 ndcg_rel 7-1_5 0.0459 Rndcg 7-1_5 0.0120 ndcg_cut_5 7-1_5 0.0000 ndcg_cut_10 7-1_5 0.0000 ndcg_cut_15 7-1_5 0.0000 ndcg_cut_20 7-1_5 0.0000 ndcg_cut_30 7-1_5 0.0000 ndcg_cut_100 7-1_5 0.0098 ndcg_cut_200 7-1_5 0.0098 ndcg_cut_500 7-1_5 0.0480 ndcg_cut_1000 7-1_5 0.0480 map_cut_5 7-1_5 0.0000 map_cut_10 7-1_5 0.0000 map_cut_15 7-1_5 0.0000 map_cut_20 7-1_5 0.0000 map_cut_30 7-1_5 0.0000 map_cut_100 7-1_5 0.0000 map_cut_200 7-1_5 0.0000 map_cut_500 7-1_5 0.0008 map_cut_1000 7-1_5 0.0008 relative_P_5 7-1_5 0.0000 relative_P_10 7-1_5 0.0000 relative_P_15 7-1_5 0.0000 relative_P_20 7-1_5 0.0000 relative_P_30 7-1_5 0.0000 relative_P_100 7-1_5 0.0000 relative_P_200 7-1_5 0.0000 relative_P_500 7-1_5 0.1667 relative_P_1000 7-1_5 0.1667 success_1 7-1_5 0.0000 success_5 7-1_5 0.0000 success_10 7-1_5 0.0000 set_P 7-1_5 0.0010 set_relative_P 7-1_5 0.1667 set_recall 7-1_5 0.1667 set_map 7-1_5 0.0002 set_F 7-1_5 0.0020 num_nonrel_judged_ret 7-1_5 31 rbp 7-1_5 0.0000 rbp_resid 7-1_5 0.3511 unj_5 7-1_5 0.0000 unj_10 7-1_5 0.1000 unj_20 7-1_5 0.5000 num_ret 7-1_6 1000 num_rel 7-1_6 9 num_rel_ret 7-1_6 9 map 7-1_6 0.5854 Rprec 7-1_6 0.5556 bpref 7-1_6 0.8395 recip_rank 7-1_6 1.0000 iprec_at_recall_0.00 7-1_6 1.0000 iprec_at_recall_0.10 7-1_6 1.0000 iprec_at_recall_0.20 7-1_6 1.0000 iprec_at_recall_0.30 7-1_6 1.0000 iprec_at_recall_0.40 7-1_6 1.0000 iprec_at_recall_0.50 7-1_6 0.6250 iprec_at_recall_0.60 7-1_6 0.6250 iprec_at_recall_0.70 7-1_6 0.2500 iprec_at_recall_0.80 7-1_6 0.1591 iprec_at_recall_0.90 7-1_6 0.1231 iprec_at_recall_1.00 7-1_6 0.1111 P_5 7-1_6 0.8000 P_10 7-1_6 0.5000 P_15 7-1_6 0.3333 P_20 7-1_6 0.2500 P_30 7-1_6 0.2000 P_100 7-1_6 0.0900 P_200 7-1_6 0.0450 P_500 7-1_6 0.0180 P_1000 7-1_6 0.0090 relstring 7-1_6 '44441--40-' recall_5 7-1_6 0.4444 recall_10 7-1_6 0.5556 recall_15 7-1_6 0.5556 recall_20 7-1_6 0.5556 recall_30 7-1_6 0.6667 recall_100 7-1_6 1.0000 recall_200 7-1_6 1.0000 recall_500 7-1_6 1.0000 recall_1000 7-1_6 1.0000 infAP 7-1_6 0.5854 Rprec_mult_0.20 7-1_6 1.0000 Rprec_mult_0.40 7-1_6 1.0000 Rprec_mult_0.60 7-1_6 0.6667 Rprec_mult_0.80 7-1_6 0.6250 Rprec_mult_1.00 7-1_6 0.5556 Rprec_mult_1.20 7-1_6 0.4545 Rprec_mult_1.40 7-1_6 0.3846 Rprec_mult_1.60 7-1_6 0.3333 Rprec_mult_1.80 7-1_6 0.2941 Rprec_mult_2.00 7-1_6 0.2778 utility 7-1_6 -982.0000 11pt_avg 7-1_6 0.6267 binG 7-1_6 0.5758 G 7-1_6 0.5636 ndcg 7-1_6 0.8627 ndcg_rel 7-1_6 0.8671 Rndcg 7-1_6 0.7913 ndcg_cut_5 7-1_6 0.9016 ndcg_cut_10 7-1_6 0.7720 ndcg_cut_15 7-1_6 0.7112 ndcg_cut_20 7-1_6 0.7112 ndcg_cut_30 7-1_6 0.7370 ndcg_cut_100 7-1_6 0.8380 ndcg_cut_200 7-1_6 0.8552 ndcg_cut_500 7-1_6 0.8627 ndcg_cut_1000 7-1_6 0.8627 map_cut_5 7-1_6 0.4444 map_cut_10 7-1_6 0.5139 map_cut_15 7-1_6 0.5139 map_cut_20 7-1_6 0.5139 map_cut_30 7-1_6 0.5417 map_cut_100 7-1_6 0.5854 map_cut_200 7-1_6 0.5854 map_cut_500 7-1_6 0.5854 map_cut_1000 7-1_6 0.5854 relative_P_5 7-1_6 0.8000 relative_P_10 7-1_6 0.5556 relative_P_15 7-1_6 0.5556 relative_P_20 7-1_6 0.5556 relative_P_30 7-1_6 0.6667 relative_P_100 7-1_6 1.0000 relative_P_200 7-1_6 1.0000 relative_P_500 7-1_6 1.0000 relative_P_1000 7-1_6 1.0000 success_1 7-1_6 1.0000 success_5 7-1_6 1.0000 success_10 7-1_6 1.0000 set_P 7-1_6 0.0090 set_relative_P 7-1_6 1.0000 set_recall 7-1_6 1.0000 set_map 7-1_6 0.0090 set_F 7-1_6 0.0178 num_nonrel_judged_ret 7-1_6 11 rbp 7-1_6 0.4136 rbp_resid 7-1_6 0.4881 unj_5 7-1_6 0.0000 unj_10 7-1_6 0.3000 unj_20 7-1_6 0.6500 num_ret 7-1_9 1000 num_rel 7-1_9 20 num_rel_ret 7-1_9 15 map 7-1_9 0.2226 Rprec 7-1_9 0.3500 bpref 7-1_9 0.4150 recip_rank 7-1_9 1.0000 iprec_at_recall_0.00 7-1_9 1.0000 iprec_at_recall_0.10 7-1_9 0.4286 iprec_at_recall_0.20 7-1_9 0.3684 iprec_at_recall_0.30 7-1_9 0.3684 iprec_at_recall_0.40 7-1_9 0.3200 iprec_at_recall_0.50 7-1_9 0.1587 iprec_at_recall_0.60 7-1_9 0.1395 iprec_at_recall_0.70 7-1_9 0.1120 iprec_at_recall_0.80 7-1_9 0.0000 iprec_at_recall_0.90 7-1_9 0.0000 iprec_at_recall_1.00 7-1_9 0.0000 P_5 7-1_9 0.2000 P_10 7-1_9 0.3000 P_15 7-1_9 0.3333 P_20 7-1_9 0.3500 P_30 7-1_9 0.3000 P_100 7-1_9 0.1200 P_200 7-1_9 0.0700 P_500 7-1_9 0.0300 P_1000 7-1_9 0.0150 relstring 7-1_9 '2-00022110' recall_5 7-1_9 0.0500 recall_10 7-1_9 0.1500 recall_15 7-1_9 0.2500 recall_20 7-1_9 0.3500 recall_30 7-1_9 0.4500 recall_100 7-1_9 0.6000 recall_200 7-1_9 0.7000 recall_500 7-1_9 0.7500 recall_1000 7-1_9 0.7500 infAP 7-1_9 0.2226 Rprec_mult_0.20 7-1_9 0.2500 Rprec_mult_0.40 7-1_9 0.3750 Rprec_mult_0.60 7-1_9 0.2500 Rprec_mult_0.80 7-1_9 0.3125 Rprec_mult_1.00 7-1_9 0.3500 Rprec_mult_1.20 7-1_9 0.2917 Rprec_mult_1.40 7-1_9 0.2857 Rprec_mult_1.60 7-1_9 0.2812 Rprec_mult_1.80 7-1_9 0.2500 Rprec_mult_2.00 7-1_9 0.2250 utility 7-1_9 -970.0000 11pt_avg 7-1_9 0.2632 binG 7-1_9 0.2120 G 7-1_9 0.1429 ndcg 7-1_9 0.5096 ndcg_rel 7-1_9 0.4438 Rndcg 7-1_9 0.4313 ndcg_cut_5 7-1_9 0.2533 ndcg_cut_10 7-1_9 0.3604 ndcg_cut_15 7-1_9 0.3649 ndcg_cut_20 7-1_9 0.3695 ndcg_cut_30 7-1_9 0.3722 ndcg_cut_100 7-1_9 0.4291 ndcg_cut_200 7-1_9 0.4737 ndcg_cut_500 7-1_9 0.4991 ndcg_cut_1000 7-1_9 0.5096 map_cut_5 7-1_9 0.0500 map_cut_10 7-1_9 0.0881 map_cut_15 7-1_9 0.1190 map_cut_20 7-1_9 0.1541 map_cut_30 7-1_9 0.1857 map_cut_100 7-1_9 0.2082 map_cut_200 7-1_9 0.2196 map_cut_500 7-1_9 0.2226 map_cut_1000 7-1_9 0.2226 relative_P_5 7-1_9 0.2000 relative_P_10 7-1_9 0.3000 relative_P_15 7-1_9 0.3333 relative_P_20 7-1_9 0.3500 relative_P_30 7-1_9 0.4500 relative_P_100 7-1_9 0.6000 relative_P_200 7-1_9 0.7000 relative_P_500 7-1_9 0.7500 relative_P_1000 7-1_9 0.7500 success_1 7-1_9 1.0000 success_5 7-1_9 1.0000 success_10 7-1_9 1.0000 set_P 7-1_9 0.0150 set_relative_P 7-1_9 0.7500 set_recall 7-1_9 0.7500 set_map 7-1_9 0.0112 set_F 7-1_9 0.0294 num_nonrel_judged_ret 7-1_9 28 rbp 7-1_9 0.1757 rbp_resid 7-1_9 0.3009 unj_5 7-1_9 0.2000 unj_10 7-1_9 0.1000 unj_20 7-1_9 0.3000 num_ret 9-1_10 1000 num_rel 9-1_10 59 num_rel_ret 9-1_10 54 map 9-1_10 0.3496 Rprec 9-1_10 0.3898 bpref 9-1_10 0.8316 recip_rank 9-1_10 1.0000 iprec_at_recall_0.00 9-1_10 1.0000 iprec_at_recall_0.10 9-1_10 0.8571 iprec_at_recall_0.20 9-1_10 0.4571 iprec_at_recall_0.30 9-1_10 0.4286 iprec_at_recall_0.40 9-1_10 0.3750 iprec_at_recall_0.50 9-1_10 0.3191 iprec_at_recall_0.60 9-1_10 0.2405 iprec_at_recall_0.70 9-1_10 0.2228 iprec_at_recall_0.80 9-1_10 0.1386 iprec_at_recall_0.90 9-1_10 0.0766 iprec_at_recall_1.00 9-1_10 0.0000 P_5 9-1_10 1.0000 P_10 9-1_10 0.7000 P_15 9-1_10 0.5333 P_20 9-1_10 0.4500 P_30 9-1_10 0.4333 P_100 9-1_10 0.3100 P_200 9-1_10 0.2100 P_500 9-1_10 0.1000 P_1000 9-1_10 0.0540 relstring 9-1_10 '43433-214-' recall_5 9-1_10 0.0847 recall_10 9-1_10 0.1186 recall_15 9-1_10 0.1356 recall_20 9-1_10 0.1525 recall_30 9-1_10 0.2203 recall_100 9-1_10 0.5254 recall_200 9-1_10 0.7119 recall_500 9-1_10 0.8475 recall_1000 9-1_10 0.9153 infAP 9-1_10 0.3496 Rprec_mult_0.20 9-1_10 0.6667 Rprec_mult_0.40 9-1_10 0.4167 Rprec_mult_0.60 9-1_10 0.4444 Rprec_mult_0.80 9-1_10 0.4167 Rprec_mult_1.00 9-1_10 0.3898 Rprec_mult_1.20 9-1_10 0.3380 Rprec_mult_1.40 9-1_10 0.3133 Rprec_mult_1.60 9-1_10 0.3158 Rprec_mult_1.80 9-1_10 0.2991 Rprec_mult_2.00 9-1_10 0.2797 utility 9-1_10 -892.0000 11pt_avg 9-1_10 0.3741 binG 9-1_10 0.2428 G 9-1_10 0.1815 ndcg 9-1_10 0.7309 ndcg_rel 9-1_10 0.6178 Rndcg 9-1_10 0.5171 ndcg_cut_5 9-1_10 0.8772 ndcg_cut_10 9-1_10 0.6895 ndcg_cut_15 9-1_10 0.5583 ndcg_cut_20 9-1_10 0.4977 ndcg_cut_30 9-1_10 0.4811 ndcg_cut_100 9-1_10 0.5362 ndcg_cut_200 9-1_10 0.6297 ndcg_cut_500 9-1_10 0.6985 ndcg_cut_1000 9-1_10 0.7309 map_cut_5 9-1_10 0.0847 map_cut_10 9-1_10 0.1125 map_cut_15 9-1_10 0.1248 map_cut_20 9-1_10 0.1328 map_cut_30 9-1_10 0.1620 map_cut_100 9-1_10 0.2787 map_cut_200 9-1_10 0.3246 map_cut_500 9-1_10 0.3446 map_cut_1000 9-1_10 0.3496 relative_P_5 9-1_10 1.0000 relative_P_10 9-1_10 0.7000 relative_P_15 9-1_10 0.5333 relative_P_20 9-1_10 0.4500 relative_P_30 9-1_10 0.4333 relative_P_100 9-1_10 0.5254 relative_P_200 9-1_10 0.7119 relative_P_500 9-1_10 0.8475 relative_P_1000 9-1_10 0.9153 success_1 9-1_10 1.0000 success_5 9-1_10 1.0000 success_10 9-1_10 1.0000 set_P 9-1_10 0.0540 set_relative_P 9-1_10 0.9153 set_recall 9-1_10 0.9153 set_map 9-1_10 0.0494 set_F 9-1_10 0.1020 num_nonrel_judged_ret 9-1_10 16 rbp 9-1_10 0.4985 rbp_resid 9-1_10 0.3532 unj_5 9-1_10 0.0000 unj_10 9-1_10 0.2000 unj_20 9-1_10 0.5000 num_ret 9-1_2 1000 num_rel 9-1_2 58 num_rel_ret 9-1_2 46 map 9-1_2 0.1672 Rprec 9-1_2 0.2586 bpref 9-1_2 0.5636 recip_rank 9-1_2 0.2000 iprec_at_recall_0.00 9-1_2 0.4444 iprec_at_recall_0.10 9-1_2 0.4000 iprec_at_recall_0.20 9-1_2 0.3714 iprec_at_recall_0.30 9-1_2 0.2836 iprec_at_recall_0.40 9-1_2 0.1920 iprec_at_recall_0.50 9-1_2 0.1184 iprec_at_recall_0.60 9-1_2 0.1017 iprec_at_recall_0.70 9-1_2 0.0874 iprec_at_recall_0.80 9-1_2 0.0576 iprec_at_recall_0.90 9-1_2 0.0000 iprec_at_recall_1.00 9-1_2 0.0000 P_5 9-1_2 0.2000 P_10 9-1_2 0.4000 P_15 9-1_2 0.4000 P_20 9-1_2 0.3500 P_30 9-1_2 0.3333 P_100 9-1_2 0.2200 P_200 9-1_2 0.1400 P_500 9-1_2 0.0820 P_1000 9-1_2 0.0460 relstring 9-1_2 '-00120233-' recall_5 9-1_2 0.0172 recall_10 9-1_2 0.0690 recall_15 9-1_2 0.1034 recall_20 9-1_2 0.1207 recall_30 9-1_2 0.1724 recall_100 9-1_2 0.3793 recall_200 9-1_2 0.4828 recall_500 9-1_2 0.7069 recall_1000 9-1_2 0.7931 infAP 9-1_2 0.1672 Rprec_mult_0.20 9-1_2 0.3333 Rprec_mult_0.40 9-1_2 0.3333 Rprec_mult_0.60 9-1_2 0.3714 Rprec_mult_0.80 9-1_2 0.2766 Rprec_mult_1.00 9-1_2 0.2586 Rprec_mult_1.20 9-1_2 0.2714 Rprec_mult_1.40 9-1_2 0.2561 Rprec_mult_1.60 9-1_2 0.2366 Rprec_mult_1.80 9-1_2 0.2095 Rprec_mult_2.00 9-1_2 0.1897 utility 9-1_2 -908.0000 11pt_avg 9-1_2 0.1870 binG 9-1_2 0.1421 G 9-1_2 0.1136 ndcg 9-1_2 0.5102 ndcg_rel 9-1_2 0.3867 Rndcg 9-1_2 0.2906 ndcg_cut_5 9-1_2 0.1021 ndcg_cut_10 9-1_2 0.2154 ndcg_cut_15 9-1_2 0.2586 ndcg_cut_20 9-1_2 0.2404 ndcg_cut_30 9-1_2 0.2589 ndcg_cut_100 9-1_2 0.3018 ndcg_cut_200 9-1_2 0.3571 ndcg_cut_500 9-1_2 0.4612 ndcg_cut_1000 9-1_2 0.5102 map_cut_5 9-1_2 0.0034 map_cut_10 9-1_2 0.0225 map_cut_15 9-1_2 0.0356 map_cut_20 9-1_2 0.0419 map_cut_30 9-1_2 0.0601 map_cut_100 9-1_2 0.1216 map_cut_200 9-1_2 0.1394 map_cut_500 9-1_2 0.1616 map_cut_1000 9-1_2 0.1672 relative_P_5 9-1_2 0.2000 relative_P_10 9-1_2 0.4000 relative_P_15 9-1_2 0.4000 relative_P_20 9-1_2 0.3500 relative_P_30 9-1_2 0.3333 relative_P_100 9-1_2 0.3793 relative_P_200 9-1_2 0.4828 relative_P_500 9-1_2 0.7069 relative_P_1000 9-1_2 0.7931 success_1 9-1_2 0.0000 success_5 9-1_2 1.0000 success_10 9-1_2 1.0000 set_P 9-1_2 0.0460 set_relative_P 9-1_2 0.7931 set_recall 9-1_2 0.7931 set_map 9-1_2 0.0365 set_F 9-1_2 0.0870 num_nonrel_judged_ret 9-1_2 42 rbp 9-1_2 0.2236 rbp_resid 9-1_2 0.3240 unj_5 9-1_2 0.2000 unj_10 9-1_2 0.2000 unj_20 9-1_2 0.3500 num_ret 9-1_4 1000 num_rel 9-1_4 25 num_rel_ret 9-1_4 24 map 9-1_4 0.3123 Rprec 9-1_4 0.2400 bpref 9-1_4 0.5504 recip_rank 9-1_4 1.0000 iprec_at_recall_0.00 9-1_4 1.0000 iprec_at_recall_0.10 9-1_4 1.0000 iprec_at_recall_0.20 9-1_4 0.5000 iprec_at_recall_0.30 9-1_4 0.2821 iprec_at_recall_0.40 9-1_4 0.2821 iprec_at_recall_0.50 9-1_4 0.2031 iprec_at_recall_0.60 9-1_4 0.1619 iprec_at_recall_0.70 9-1_4 0.1565 iprec_at_recall_0.80 9-1_4 0.0595 iprec_at_recall_0.90 9-1_4 0.0576 iprec_at_recall_1.00 9-1_4 0.0000 P_5 9-1_4 0.8000 P_10 9-1_4 0.5000 P_15 9-1_4 0.3333 P_20 9-1_4 0.3000 P_30 9-1_4 0.2667 P_100 9-1_4 0.1500 P_200 9-1_4 0.0950 P_500 9-1_4 0.0460 P_1000 9-1_4 0.0240 relstring 9-1_4 '33330000-3' recall_5 9-1_4 0.1600 recall_10 9-1_4 0.2000 recall_15 9-1_4 0.2000 recall_20 9-1_4 0.2400 recall_30 9-1_4 0.3200 recall_100 9-1_4 0.6000 recall_200 9-1_4 0.7600 recall_500 9-1_4 0.9200 recall_1000 9-1_4 0.9600 infAP 9-1_4 0.3123 Rprec_mult_0.20 9-1_4 0.8000 Rprec_mult_0.40 9-1_4 0.5000 Rprec_mult_0.60 9-1_4 0.3333 Rprec_mult_0.80 9-1_4 0.3000 Rprec_mult_1.00 9-1_4 0.2400 Rprec_mult_1.20 9-1_4 0.2667 Rprec_mult_1.40 9-1_4 0.2571 Rprec_mult_1.60 9-1_4 0.2750 Rprec_mult_1.80 9-1_4 0.2444 Rprec_mult_2.00 9-1_4 0.2200 utility 9-1_4 -952.0000 11pt_avg 9-1_4 0.3366 binG 9-1_4 0.3018 G 9-1_4 0.2902 ndcg 9-1_4 0.7371 ndcg_rel 9-1_4 0.6564 Rndcg 9-1_4 0.5156 ndcg_cut_5 9-1_4 0.8688 ndcg_cut_10 9-1_4 0.6274 ndcg_cut_15 9-1_4 0.5022 ndcg_cut_20 9-1_4 0.4559 ndcg_cut_30 9-1_4 0.4464 ndcg_cut_100 9-1_4 0.5979 ndcg_cut_200 9-1_4 0.6697 ndcg_cut_500 9-1_4 0.7235 ndcg_cut_1000 9-1_4 0.7371 map_cut_5 9-1_4 0.1600 map_cut_10 9-1_4 0.1800 map_cut_15 9-1_4 0.1800 map_cut_20 9-1_4 0.1926 map_cut_30 9-1_4 0.2141 map_cut_100 9-1_4 0.2780 map_cut_200 9-1_4 0.3012 map_cut_500 9-1_4 0.3105 map_cut_1000 9-1_4 0.3123 relative_P_5 9-1_4 0.8000 relative_P_10 9-1_4 0.5000 relative_P_15 9-1_4 0.3333 relative_P_20 9-1_4 0.3000 relative_P_30 9-1_4 0.3200 relative_P_100 9-1_4 0.6000 relative_P_200 9-1_4 0.7600 relative_P_500 9-1_4 0.9200 relative_P_1000 9-1_4 0.9600 success_1 9-1_4 1.0000 success_5 9-1_4 1.0000 success_10 9-1_4 1.0000 set_P 9-1_4 0.0240 set_relative_P 9-1_4 0.9600 set_recall 9-1_4 0.9600 set_map 9-1_4 0.0230 set_F 9-1_4 0.0468 num_nonrel_judged_ret 9-1_4 25 rbp 9-1_4 0.4284 rbp_resid 9-1_4 0.3127 unj_5 9-1_4 0.0000 unj_10 9-1_4 0.1000 unj_20 9-1_4 0.4500 num_ret 9-1_5 1000 num_rel 9-1_5 25 num_rel_ret 9-1_5 11 map 9-1_5 0.0256 Rprec 9-1_5 0.0800 bpref 9-1_5 0.0912 recip_rank 9-1_5 0.3333 iprec_at_recall_0.00 9-1_5 0.3333 iprec_at_recall_0.10 9-1_5 0.0494 iprec_at_recall_0.20 9-1_5 0.0235 iprec_at_recall_0.30 9-1_5 0.0235 iprec_at_recall_0.40 9-1_5 0.0159 iprec_at_recall_0.50 9-1_5 0.0000 iprec_at_recall_0.60 9-1_5 0.0000 iprec_at_recall_0.70 9-1_5 0.0000 iprec_at_recall_0.80 9-1_5 0.0000 iprec_at_recall_0.90 9-1_5 0.0000 iprec_at_recall_1.00 9-1_5 0.0000 P_5 9-1_5 0.2000 P_10 9-1_5 0.1000 P_15 9-1_5 0.0667 P_20 9-1_5 0.0500 P_30 9-1_5 0.0667 P_100 9-1_5 0.0400 P_200 9-1_5 0.0200 P_500 9-1_5 0.0160 P_1000 9-1_5 0.0110 relstring 9-1_5 '-13101---0' recall_5 9-1_5 0.0400 recall_10 9-1_5 0.0400 recall_15 9-1_5 0.0400 recall_20 9-1_5 0.0400 recall_30 9-1_5 0.0800 recall_100 9-1_5 0.1600 recall_200 9-1_5 0.1600 recall_500 9-1_5 0.3200 recall_1000 9-1_5 0.4400 infAP 9-1_5 0.0256 Rprec_mult_0.20 9-1_5 0.2000 Rprec_mult_0.40 9-1_5 0.1000 Rprec_mult_0.60 9-1_5 0.0667 Rprec_mult_0.80 9-1_5 0.0500 Rprec_mult_1.00 9-1_5 0.0800 Rprec_mult_1.20 9-1_5 0.0667 Rprec_mult_1.40 9-1_5 0.0571 Rprec_mult_1.60 9-1_5 0.0500 Rprec_mult_1.80 9-1_5 0.0444 Rprec_mult_2.00 9-1_5 0.0400 utility 9-1_5 -978.0000 11pt_avg 9-1_5 0.0405 binG 9-1_5 0.0740 G 9-1_5 0.0791 ndcg 9-1_5 0.3031 ndcg_rel 9-1_5 0.2504 Rndcg 9-1_5 0.2036 ndcg_cut_5 9-1_5 0.2334 ndcg_cut_10 9-1_5 0.1851 ndcg_cut_15 9-1_5 0.1748 ndcg_cut_20 9-1_5 0.1512 ndcg_cut_30 9-1_5 0.1577 ndcg_cut_100 9-1_5 0.1767 ndcg_cut_200 9-1_5 0.1861 ndcg_cut_500 9-1_5 0.2582 ndcg_cut_1000 9-1_5 0.3031 map_cut_5 9-1_5 0.0133 map_cut_10 9-1_5 0.0133 map_cut_15 9-1_5 0.0133 map_cut_20 9-1_5 0.0133 map_cut_30 9-1_5 0.0168 map_cut_100 9-1_5 0.0203 map_cut_200 9-1_5 0.0203 map_cut_500 9-1_5 0.0238 map_cut_1000 9-1_5 0.0256 relative_P_5 9-1_5 0.2000 relative_P_10 9-1_5 0.1000 relative_P_15 9-1_5 0.0667 relative_P_20 9-1_5 0.0500 relative_P_30 9-1_5 0.0800 relative_P_100 9-1_5 0.1600 relative_P_200 9-1_5 0.1600 relative_P_500 9-1_5 0.3200 relative_P_1000 9-1_5 0.4400 success_1 9-1_5 0.0000 success_5 9-1_5 1.0000 success_10 9-1_5 1.0000 set_P 9-1_5 0.0110 set_relative_P 9-1_5 0.4400 set_recall 9-1_5 0.4400 set_map 9-1_5 0.0048 set_F 9-1_5 0.0215 num_nonrel_judged_ret 9-1_5 42 rbp 9-1_5 0.1382 rbp_resid 9-1_5 0.4839 unj_5 9-1_5 0.2000 unj_10 9-1_5 0.4000 unj_20 9-1_5 0.5500 num_ret 9-2_6 1000 num_rel 9-2_6 20 num_rel_ret 9-2_6 16 map 9-2_6 0.0812 Rprec 9-2_6 0.1500 bpref 9-2_6 0.1450 recip_rank 9-2_6 0.5000 iprec_at_recall_0.00 9-2_6 0.5000 iprec_at_recall_0.10 9-2_6 0.2857 iprec_at_recall_0.20 9-2_6 0.0851 iprec_at_recall_0.30 9-2_6 0.0620 iprec_at_recall_0.40 9-2_6 0.0620 iprec_at_recall_0.50 9-2_6 0.0487 iprec_at_recall_0.60 9-2_6 0.0465 iprec_at_recall_0.70 9-2_6 0.0465 iprec_at_recall_0.80 9-2_6 0.0184 iprec_at_recall_0.90 9-2_6 0.0000 iprec_at_recall_1.00 9-2_6 0.0000 P_5 9-2_6 0.2000 P_10 9-2_6 0.2000 P_15 9-2_6 0.1333 P_20 9-2_6 0.1500 P_30 9-2_6 0.1000 P_100 9-2_6 0.0500 P_200 9-2_6 0.0450 P_500 9-2_6 0.0280 P_1000 9-2_6 0.0160 relstring 9-2_6 '1201002100' recall_5 9-2_6 0.0500 recall_10 9-2_6 0.1000 recall_15 9-2_6 0.1000 recall_20 9-2_6 0.1500 recall_30 9-2_6 0.1500 recall_100 9-2_6 0.2500 recall_200 9-2_6 0.4500 recall_500 9-2_6 0.7000 recall_1000 9-2_6 0.8000 infAP 9-2_6 0.0812 Rprec_mult_0.20 9-2_6 0.2500 Rprec_mult_0.40 9-2_6 0.2500 Rprec_mult_0.60 9-2_6 0.1667 Rprec_mult_0.80 9-2_6 0.1250 Rprec_mult_1.00 9-2_6 0.1500 Rprec_mult_1.20 9-2_6 0.1250 Rprec_mult_1.40 9-2_6 0.1071 Rprec_mult_1.60 9-2_6 0.0938 Rprec_mult_1.80 9-2_6 0.0833 Rprec_mult_2.00 9-2_6 0.0750 utility 9-2_6 -968.0000 11pt_avg 9-2_6 0.1050 binG 9-2_6 0.1500 G 9-2_6 0.1219 ndcg 9-2_6 0.4258 ndcg_rel 9-2_6 0.3289 Rndcg 9-2_6 0.2515 ndcg_cut_5 9-2_6 0.2283 ndcg_cut_10 9-2_6 0.2128 ndcg_cut_15 9-2_6 0.2085 ndcg_cut_20 9-2_6 0.2075 ndcg_cut_30 9-2_6 0.1897 ndcg_cut_100 9-2_6 0.2309 ndcg_cut_200 9-2_6 0.2920 ndcg_cut_500 9-2_6 0.3932 ndcg_cut_1000 9-2_6 0.4258 map_cut_5 9-2_6 0.0250 map_cut_10 9-2_6 0.0393 map_cut_15 9-2_6 0.0393 map_cut_20 9-2_6 0.0476 map_cut_30 9-2_6 0.0476 map_cut_100 9-2_6 0.0561 map_cut_200 9-2_6 0.0677 map_cut_500 9-2_6 0.0793 map_cut_1000 9-2_6 0.0812 relative_P_5 9-2_6 0.2000 relative_P_10 9-2_6 0.2000 relative_P_15 9-2_6 0.1333 relative_P_20 9-2_6 0.1500 relative_P_30 9-2_6 0.1500 relative_P_100 9-2_6 0.2500 relative_P_200 9-2_6 0.4500 relative_P_500 9-2_6 0.7000 relative_P_1000 9-2_6 0.8000 success_1 9-2_6 0.0000 success_5 9-2_6 1.0000 success_10 9-2_6 1.0000 set_P 9-2_6 0.0160 set_relative_P 9-2_6 0.8000 set_recall 9-2_6 0.8000 set_map 9-2_6 0.0128 set_F 9-2_6 0.0314 num_nonrel_judged_ret 9-2_6 38 rbp 9-2_6 0.1517 rbp_resid 9-2_6 0.2307 unj_5 9-2_6 0.0000 unj_10 9-2_6 0.0000 unj_20 9-2_6 0.3000 num_ret 9-2_7 1000 num_rel 9-2_7 10 num_rel_ret 9-2_7 9 map 9-2_7 0.1091 Rprec 9-2_7 0.1000 bpref 9-2_7 0.1100 recip_rank 9-2_7 0.1111 iprec_at_recall_0.00 9-2_7 0.2667 iprec_at_recall_0.10 9-2_7 0.2667 iprec_at_recall_0.20 9-2_7 0.2667 iprec_at_recall_0.30 9-2_7 0.2667 iprec_at_recall_0.40 9-2_7 0.2667 iprec_at_recall_0.50 9-2_7 0.2000 iprec_at_recall_0.60 9-2_7 0.0714 iprec_at_recall_0.70 9-2_7 0.0205 iprec_at_recall_0.80 9-2_7 0.0157 iprec_at_recall_0.90 9-2_7 0.0100 iprec_at_recall_1.00 9-2_7 0.0000 P_5 9-2_7 0.0000 P_10 9-2_7 0.1000 P_15 9-2_7 0.2667 P_20 9-2_7 0.2000 P_30 9-2_7 0.1667 P_100 9-2_7 0.0600 P_200 9-2_7 0.0300 P_500 9-2_7 0.0140 P_1000 9-2_7 0.0090 relstring 9-2_7 '11-100-041' recall_5 9-2_7 0.0000 recall_10 9-2_7 0.1000 recall_15 9-2_7 0.4000 recall_20 9-2_7 0.4000 recall_30 9-2_7 0.5000 recall_100 9-2_7 0.6000 recall_200 9-2_7 0.6000 recall_500 9-2_7 0.7000 recall_1000 9-2_7 0.9000 infAP 9-2_7 0.1091 Rprec_mult_0.20 9-2_7 0.0000 Rprec_mult_0.40 9-2_7 0.0000 Rprec_mult_0.60 9-2_7 0.0000 Rprec_mult_0.80 9-2_7 0.0000 Rprec_mult_1.00 9-2_7 0.1000 Rprec_mult_1.20 9-2_7 0.1667 Rprec_mult_1.40 9-2_7 0.2143 Rprec_mult_1.60 9-2_7 0.2500 Rprec_mult_1.80 9-2_7 0.2222 Rprec_mult_2.00 9-2_7 0.2000 utility 9-2_7 -982.0000 11pt_avg 9-2_7 0.1501 binG 9-2_7 0.1845 G 9-2_7 0.1547 ndcg 9-2_7 0.4814 ndcg_rel 9-2_7 0.3986 Rndcg 9-2_7 0.3366 ndcg_cut_5 9-2_7 0.2251 ndcg_cut_10 9-2_7 0.2879 ndcg_cut_15 9-2_7 0.3750 ndcg_cut_20 9-2_7 0.3452 ndcg_cut_30 9-2_7 0.3271 ndcg_cut_100 9-2_7 0.3851 ndcg_cut_200 9-2_7 0.4095 ndcg_cut_500 9-2_7 0.4374 ndcg_cut_1000 9-2_7 0.4814 map_cut_5 9-2_7 0.0000 map_cut_10 9-2_7 0.0111 map_cut_15 9-2_7 0.0774 map_cut_20 9-2_7 0.0774 map_cut_30 9-2_7 0.0974 map_cut_100 9-2_7 0.1045 map_cut_200 9-2_7 0.1045 map_cut_500 9-2_7 0.1066 map_cut_1000 9-2_7 0.1091 relative_P_5 9-2_7 0.0000 relative_P_10 9-2_7 0.1000 relative_P_15 9-2_7 0.4000 relative_P_20 9-2_7 0.4000 relative_P_30 9-2_7 0.5000 relative_P_100 9-2_7 0.6000 relative_P_200 9-2_7 0.6000 relative_P_500 9-2_7 0.7000 relative_P_1000 9-2_7 0.9000 success_1 9-2_7 0.0000 success_5 9-2_7 0.0000 success_10 9-2_7 1.0000 set_P 9-2_7 0.0090 set_relative_P 9-2_7 0.9000 set_recall 9-2_7 0.9000 set_map 9-2_7 0.0081 set_F 9-2_7 0.0178 num_nonrel_judged_ret 9-2_7 37 rbp 9-2_7 0.1645 rbp_resid 9-2_7 0.3292 unj_5 9-2_7 0.2000 unj_10 9-2_7 0.2000 unj_20 9-2_7 0.3500 num_ret 9-2_9 1000 num_rel 9-2_9 31 num_rel_ret 9-2_9 23 map 9-2_9 0.0447 Rprec 9-2_9 0.0323 bpref 9-2_9 0.2248 recip_rank 9-2_9 0.5000 iprec_at_recall_0.00 9-2_9 0.5000 iprec_at_recall_0.10 9-2_9 0.0667 iprec_at_recall_0.20 9-2_9 0.0550 iprec_at_recall_0.30 9-2_9 0.0536 iprec_at_recall_0.40 9-2_9 0.0357 iprec_at_recall_0.50 9-2_9 0.0339 iprec_at_recall_0.60 9-2_9 0.0318 iprec_at_recall_0.70 9-2_9 0.0256 iprec_at_recall_0.80 9-2_9 0.0000 iprec_at_recall_0.90 9-2_9 0.0000 iprec_at_recall_1.00 9-2_9 0.0000 P_5 9-2_9 0.2000 P_10 9-2_9 0.1000 P_15 9-2_9 0.0667 P_20 9-2_9 0.0500 P_30 9-2_9 0.0333 P_100 9-2_9 0.0500 P_200 9-2_9 0.0450 P_500 9-2_9 0.0320 P_1000 9-2_9 0.0230 relstring 9-2_9 '0311000001' recall_5 9-2_9 0.0323 recall_10 9-2_9 0.0323 recall_15 9-2_9 0.0323 recall_20 9-2_9 0.0323 recall_30 9-2_9 0.0323 recall_100 9-2_9 0.1613 recall_200 9-2_9 0.2903 recall_500 9-2_9 0.5161 recall_1000 9-2_9 0.7419 infAP 9-2_9 0.0447 Rprec_mult_0.20 9-2_9 0.1429 Rprec_mult_0.40 9-2_9 0.0769 Rprec_mult_0.60 9-2_9 0.0526 Rprec_mult_0.80 9-2_9 0.0400 Rprec_mult_1.00 9-2_9 0.0323 Rprec_mult_1.20 9-2_9 0.0263 Rprec_mult_1.40 9-2_9 0.0455 Rprec_mult_1.60 9-2_9 0.0400 Rprec_mult_1.80 9-2_9 0.0536 Rprec_mult_2.00 9-2_9 0.0645 utility 9-2_9 -954.0000 11pt_avg 9-2_9 0.0729 binG 9-2_9 0.1115 G 9-2_9 0.0959 ndcg 9-2_9 0.3938 ndcg_rel 9-2_9 0.3095 Rndcg 9-2_9 0.1990 ndcg_cut_5 9-2_9 0.2394 ndcg_cut_10 9-2_9 0.1713 ndcg_cut_15 9-2_9 0.1648 ndcg_cut_20 9-2_9 0.1475 ndcg_cut_30 9-2_9 0.1329 ndcg_cut_100 9-2_9 0.1473 ndcg_cut_200 9-2_9 0.1952 ndcg_cut_500 9-2_9 0.2983 ndcg_cut_1000 9-2_9 0.3938 map_cut_5 9-2_9 0.0161 map_cut_10 9-2_9 0.0161 map_cut_15 9-2_9 0.0161 map_cut_20 9-2_9 0.0161 map_cut_30 9-2_9 0.0161 map_cut_100 9-2_9 0.0234 map_cut_200 9-2_9 0.0300 map_cut_500 9-2_9 0.0381 map_cut_1000 9-2_9 0.0447 relative_P_5 9-2_9 0.2000 relative_P_10 9-2_9 0.1000 relative_P_15 9-2_9 0.0667 relative_P_20 9-2_9 0.0500 relative_P_30 9-2_9 0.0333 relative_P_100 9-2_9 0.1613 relative_P_200 9-2_9 0.2903 relative_P_500 9-2_9 0.5161 relative_P_1000 9-2_9 0.7419 success_1 9-2_9 0.0000 success_5 9-2_9 1.0000 success_10 9-2_9 1.0000 set_P 9-2_9 0.0230 set_relative_P 9-2_9 0.7419 set_recall 9-2_9 0.7419 set_map 9-2_9 0.0171 set_F 9-2_9 0.0446 num_nonrel_judged_ret 9-2_9 44 rbp 9-2_9 0.1337 rbp_resid 9-2_9 0.2723 unj_5 9-2_9 0.0000 unj_10 9-2_9 0.0000 unj_20 9-2_9 0.4000 runid all disco-qrecc num_q all 45 num_ret all 45000 num_rel all 2135 num_rel_ret all 1022 map all 0.1398 gm_map all 0.0257 Rprec all 0.1741 bpref all 0.3166 recip_rank all 0.4620 iprec_at_recall_0.00 all 0.4956 iprec_at_recall_0.10 all 0.3510 iprec_at_recall_0.20 all 0.2497 iprec_at_recall_0.30 all 0.1876 iprec_at_recall_0.40 all 0.1555 iprec_at_recall_0.50 all 0.1136 iprec_at_recall_0.60 all 0.0926 iprec_at_recall_0.70 all 0.0647 iprec_at_recall_0.80 all 0.0387 iprec_at_recall_0.90 all 0.0280 iprec_at_recall_1.00 all 0.0135 P_5 all 0.3156 P_10 all 0.2978 P_15 all 0.2637 P_20 all 0.2322 P_30 all 0.1904 P_100 all 0.0998 P_200 all 0.0683 P_500 all 0.0376 P_1000 all 0.0227 recall_5 all 0.0529 recall_10 all 0.0927 recall_15 all 0.1298 recall_20 all 0.1519 recall_30 all 0.1805 recall_100 all 0.2866 recall_200 all 0.3653 recall_500 all 0.4742 recall_1000 all 0.5476 infAP all 0.1398 gm_bpref all 0.0514 Rprec_mult_0.20 all 0.3060 Rprec_mult_0.40 all 0.2494 Rprec_mult_0.60 all 0.2059 Rprec_mult_0.80 all 0.1815 Rprec_mult_1.00 all 0.1741 Rprec_mult_1.20 all 0.1571 Rprec_mult_1.40 all 0.1462 Rprec_mult_1.60 all 0.1385 Rprec_mult_1.80 all 0.1289 Rprec_mult_2.00 all 0.1208 utility all -954.5778 11pt_avg all 0.1628 binG all 0.1390 G all 0.1133 ndcg all 0.3926 ndcg_rel all 0.3390 Rndcg all 0.2877 ndcg_cut_5 all 0.3042 ndcg_cut_10 all 0.3023 ndcg_cut_15 all 0.2917 ndcg_cut_20 all 0.2803 ndcg_cut_30 all 0.2682 ndcg_cut_100 all 0.2760 ndcg_cut_200 all 0.3099 ndcg_cut_500 all 0.3597 ndcg_cut_1000 all 0.3926 map_cut_5 all 0.0447 map_cut_10 all 0.0652 map_cut_15 all 0.0785 map_cut_20 all 0.0888 map_cut_30 all 0.0983 map_cut_100 all 0.1198 map_cut_200 all 0.1292 map_cut_500 all 0.1367 map_cut_1000 all 0.1398 relative_P_5 all 0.3156 relative_P_10 all 0.2990 relative_P_15 all 0.2768 relative_P_20 all 0.2584 relative_P_30 all 0.2455 relative_P_100 all 0.2920 relative_P_200 all 0.3659 relative_P_500 all 0.4742 relative_P_1000 all 0.5476 success_1 all 0.3111 success_5 all 0.6444 success_10 all 0.7333 set_P all 0.0227 set_relative_P all 0.5476 set_recall all 0.5476 set_map all 0.0154 set_F all 0.0424 num_nonrel_judged_ret all 1539 rbp all 0.2190 rbp_resid all 0.3441 unj_5 all 0.1422 unj_10 all 0.1511 unj_20 all 0.4200