num_ret 1-1_3 1000 num_rel 1-1_3 64 num_rel_ret 1-1_3 56 map 1-1_3 0.2541 Rprec 1-1_3 0.2344 bpref 1-1_3 0.6145 recip_rank 1-1_3 1.0000 iprec_at_recall_0.00 1-1_3 1.0000 iprec_at_recall_0.10 1-1_3 0.7500 iprec_at_recall_0.20 1-1_3 0.3333 iprec_at_recall_0.30 1-1_3 0.2326 iprec_at_recall_0.40 1-1_3 0.2174 iprec_at_recall_0.50 1-1_3 0.2051 iprec_at_recall_0.60 1-1_3 0.1893 iprec_at_recall_0.70 1-1_3 0.1304 iprec_at_recall_0.80 1-1_3 0.0811 iprec_at_recall_0.90 1-1_3 0.0000 iprec_at_recall_1.00 1-1_3 0.0000 P_5 1-1_3 0.8000 P_10 1-1_3 0.6000 P_15 1-1_3 0.5333 P_20 1-1_3 0.4500 P_30 1-1_3 0.3667 P_100 1-1_3 0.2100 P_200 1-1_3 0.1800 P_500 1-1_3 0.0980 P_1000 1-1_3 0.0560 relstring 1-1_3 '333302-3--' recall_5 1-1_3 0.0625 recall_10 1-1_3 0.0938 recall_15 1-1_3 0.1250 recall_20 1-1_3 0.1406 recall_30 1-1_3 0.1719 recall_100 1-1_3 0.3281 recall_200 1-1_3 0.5625 recall_500 1-1_3 0.7656 recall_1000 1-1_3 0.8750 infAP 1-1_3 0.2541 Rprec_mult_0.20 1-1_3 0.6154 Rprec_mult_0.40 1-1_3 0.4231 Rprec_mult_0.60 1-1_3 0.3333 Rprec_mult_0.80 1-1_3 0.2692 Rprec_mult_1.00 1-1_3 0.2344 Rprec_mult_1.20 1-1_3 0.2338 Rprec_mult_1.40 1-1_3 0.2222 Rprec_mult_1.60 1-1_3 0.2039 Rprec_mult_1.80 1-1_3 0.1897 Rprec_mult_2.00 1-1_3 0.1953 utility 1-1_3 -888.0000 11pt_avg 1-1_3 0.2854 binG 1-1_3 0.2037 G 1-1_3 0.1551 ndcg 1-1_3 0.6651 ndcg_rel 1-1_3 0.5561 Rndcg 1-1_3 0.5141 ndcg_cut_5 1-1_3 0.7335 ndcg_cut_10 1-1_3 0.6122 ndcg_cut_15 1-1_3 0.5563 ndcg_cut_20 1-1_3 0.4902 ndcg_cut_30 1-1_3 0.4346 ndcg_cut_100 1-1_3 0.4001 ndcg_cut_200 1-1_3 0.5283 ndcg_cut_500 1-1_3 0.6220 ndcg_cut_1000 1-1_3 0.6651 map_cut_5 1-1_3 0.0625 map_cut_10 1-1_3 0.0872 map_cut_15 1-1_3 0.1068 map_cut_20 1-1_3 0.1142 map_cut_30 1-1_3 0.1283 map_cut_100 1-1_3 0.1688 map_cut_200 1-1_3 0.2161 map_cut_500 1-1_3 0.2459 map_cut_1000 1-1_3 0.2541 relative_P_5 1-1_3 0.8000 relative_P_10 1-1_3 0.6000 relative_P_15 1-1_3 0.5333 relative_P_20 1-1_3 0.4500 relative_P_30 1-1_3 0.3667 relative_P_100 1-1_3 0.3281 relative_P_200 1-1_3 0.5625 relative_P_500 1-1_3 0.7656 relative_P_1000 1-1_3 0.8750 success_1 1-1_3 1.0000 success_5 1-1_3 1.0000 success_10 1-1_3 1.0000 set_P 1-1_3 0.0560 set_relative_P 1-1_3 0.8750 set_recall 1-1_3 0.8750 set_map 1-1_3 0.0490 set_F 1-1_3 0.1053 num_nonrel_judged_ret 1-1_3 33 rbp 1-1_3 0.3819 rbp_resid 1-1_3 0.3588 unj_5 1-1_3 0.0000 unj_10 1-1_3 0.3000 unj_20 1-1_3 0.4500 num_ret 1-1_4 1000 num_rel 1-1_4 107 num_rel_ret 1-1_4 79 map 1-1_4 0.2581 Rprec 1-1_4 0.3645 bpref 1-1_4 0.7111 recip_rank 1-1_4 1.0000 iprec_at_recall_0.00 1-1_4 1.0000 iprec_at_recall_0.10 1-1_4 0.5500 iprec_at_recall_0.20 1-1_4 0.4808 iprec_at_recall_0.30 1-1_4 0.4211 iprec_at_recall_0.40 1-1_4 0.3438 iprec_at_recall_0.50 1-1_4 0.2523 iprec_at_recall_0.60 1-1_4 0.1658 iprec_at_recall_0.70 1-1_4 0.1045 iprec_at_recall_0.80 1-1_4 0.0000 iprec_at_recall_0.90 1-1_4 0.0000 iprec_at_recall_1.00 1-1_4 0.0000 P_5 1-1_4 0.6000 P_10 1-1_4 0.6000 P_15 1-1_4 0.6000 P_20 1-1_4 0.5500 P_30 1-1_4 0.4333 P_100 1-1_4 0.3600 P_200 1-1_4 0.2600 P_500 1-1_4 0.1320 P_1000 1-1_4 0.0790 relstring 1-1_4 '3--2224-2-' recall_5 1-1_4 0.0280 recall_10 1-1_4 0.0561 recall_15 1-1_4 0.0841 recall_20 1-1_4 0.1028 recall_30 1-1_4 0.1215 recall_100 1-1_4 0.3364 recall_200 1-1_4 0.4860 recall_500 1-1_4 0.6168 recall_1000 1-1_4 0.7383 infAP 1-1_4 0.2581 Rprec_mult_0.20 1-1_4 0.5000 Rprec_mult_0.40 1-1_4 0.4419 Rprec_mult_0.60 1-1_4 0.4154 Rprec_mult_0.80 1-1_4 0.3953 Rprec_mult_1.00 1-1_4 0.3645 Rprec_mult_1.20 1-1_4 0.3411 Rprec_mult_1.40 1-1_4 0.3133 Rprec_mult_1.60 1-1_4 0.2907 Rprec_mult_1.80 1-1_4 0.2642 Rprec_mult_2.00 1-1_4 0.2523 utility 1-1_4 -842.0000 11pt_avg 1-1_4 0.3017 binG 1-1_4 0.1480 G 1-1_4 0.1123 ndcg 1-1_4 0.5842 ndcg_rel 1-1_4 0.4897 Rndcg 1-1_4 0.4325 ndcg_cut_5 1-1_4 0.3930 ndcg_cut_10 1-1_4 0.4007 ndcg_cut_15 1-1_4 0.4227 ndcg_cut_20 1-1_4 0.4064 ndcg_cut_30 1-1_4 0.3807 ndcg_cut_100 1-1_4 0.3824 ndcg_cut_200 1-1_4 0.4595 ndcg_cut_500 1-1_4 0.5292 ndcg_cut_1000 1-1_4 0.5842 map_cut_5 1-1_4 0.0196 map_cut_10 1-1_4 0.0388 map_cut_15 1-1_4 0.0557 map_cut_20 1-1_4 0.0660 map_cut_30 1-1_4 0.0757 map_cut_100 1-1_4 0.1692 map_cut_200 1-1_4 0.2181 map_cut_500 1-1_4 0.2449 map_cut_1000 1-1_4 0.2581 relative_P_5 1-1_4 0.6000 relative_P_10 1-1_4 0.6000 relative_P_15 1-1_4 0.6000 relative_P_20 1-1_4 0.5500 relative_P_30 1-1_4 0.4333 relative_P_100 1-1_4 0.3600 relative_P_200 1-1_4 0.4860 relative_P_500 1-1_4 0.6168 relative_P_1000 1-1_4 0.7383 success_1 1-1_4 1.0000 success_5 1-1_4 1.0000 success_10 1-1_4 1.0000 set_P 1-1_4 0.0790 set_relative_P 1-1_4 0.7383 set_recall 1-1_4 0.7383 set_map 1-1_4 0.0583 set_F 1-1_4 0.1427 num_nonrel_judged_ret 1-1_4 3 rbp 1-1_4 0.3681 rbp_resid 1-1_4 0.4549 unj_5 1-1_4 0.4000 unj_10 1-1_4 0.4000 unj_20 1-1_4 0.4500 num_ret 1-1_5 1000 num_rel 1-1_5 219 num_rel_ret 1-1_5 121 map 1-1_5 0.2143 Rprec 1-1_5 0.2877 bpref 1-1_5 0.5011 recip_rank 1-1_5 1.0000 iprec_at_recall_0.00 1-1_5 1.0000 iprec_at_recall_0.10 1-1_5 0.5897 iprec_at_recall_0.20 1-1_5 0.3761 iprec_at_recall_0.30 1-1_5 0.2629 iprec_at_recall_0.40 1-1_5 0.1938 iprec_at_recall_0.50 1-1_5 0.1455 iprec_at_recall_0.60 1-1_5 0.0000 iprec_at_recall_0.70 1-1_5 0.0000 iprec_at_recall_0.80 1-1_5 0.0000 iprec_at_recall_0.90 1-1_5 0.0000 iprec_at_recall_1.00 1-1_5 0.0000 P_5 1-1_5 0.8000 P_10 1-1_5 0.9000 P_15 1-1_5 0.8000 P_20 1-1_5 0.8000 P_30 1-1_5 0.7000 P_100 1-1_5 0.4200 P_200 1-1_5 0.2950 P_500 1-1_5 0.1800 P_1000 1-1_5 0.1210 relstring 1-1_5 '2233-22222' recall_5 1-1_5 0.0183 recall_10 1-1_5 0.0411 recall_15 1-1_5 0.0548 recall_20 1-1_5 0.0731 recall_30 1-1_5 0.0959 recall_100 1-1_5 0.1918 recall_200 1-1_5 0.2694 recall_500 1-1_5 0.4110 recall_1000 1-1_5 0.5525 infAP 1-1_5 0.2143 Rprec_mult_0.20 1-1_5 0.5455 Rprec_mult_0.40 1-1_5 0.4432 Rprec_mult_0.60 1-1_5 0.3485 Rprec_mult_0.80 1-1_5 0.3182 Rprec_mult_1.00 1-1_5 0.2877 Rprec_mult_1.20 1-1_5 0.2548 Rprec_mult_1.40 1-1_5 0.2378 Rprec_mult_1.60 1-1_5 0.2194 Rprec_mult_1.80 1-1_5 0.2076 Rprec_mult_2.00 1-1_5 0.1963 utility 1-1_5 -758.0000 11pt_avg 1-1_5 0.2335 binG 1-1_5 0.1208 G 1-1_5 0.0780 ndcg 1-1_5 0.4902 ndcg_rel 1-1_5 0.4544 Rndcg 1-1_5 0.4173 ndcg_cut_5 1-1_5 0.5133 ndcg_cut_10 1-1_5 0.5169 ndcg_cut_15 1-1_5 0.4970 ndcg_cut_20 1-1_5 0.5024 ndcg_cut_30 1-1_5 0.4822 ndcg_cut_100 1-1_5 0.4064 ndcg_cut_200 1-1_5 0.3346 ndcg_cut_500 1-1_5 0.4033 ndcg_cut_1000 1-1_5 0.4902 map_cut_5 1-1_5 0.0183 map_cut_10 1-1_5 0.0381 map_cut_15 1-1_5 0.0504 map_cut_20 1-1_5 0.0653 map_cut_30 1-1_5 0.0828 map_cut_100 1-1_5 0.1331 map_cut_200 1-1_5 0.1596 map_cut_500 1-1_5 0.1925 map_cut_1000 1-1_5 0.2143 relative_P_5 1-1_5 0.8000 relative_P_10 1-1_5 0.9000 relative_P_15 1-1_5 0.8000 relative_P_20 1-1_5 0.8000 relative_P_30 1-1_5 0.7000 relative_P_100 1-1_5 0.4200 relative_P_200 1-1_5 0.2950 relative_P_500 1-1_5 0.4110 relative_P_1000 1-1_5 0.5525 success_1 1-1_5 1.0000 success_5 1-1_5 1.0000 success_10 1-1_5 1.0000 set_P 1-1_5 0.1210 set_relative_P 1-1_5 0.5525 set_recall 1-1_5 0.5525 set_map 1-1_5 0.0669 set_F 1-1_5 0.1985 num_nonrel_judged_ret 1-1_5 5 rbp 1-1_5 0.4431 rbp_resid 1-1_5 0.1821 unj_5 1-1_5 0.2000 unj_10 1-1_5 0.1000 unj_20 1-1_5 0.1500 num_ret 1-1_7 1000 num_rel 1-1_7 99 num_rel_ret 1-1_7 83 map 1-1_7 0.4110 Rprec 1-1_7 0.4444 bpref 1-1_7 0.7282 recip_rank 1-1_7 1.0000 iprec_at_recall_0.00 1-1_7 1.0000 iprec_at_recall_0.10 1-1_7 0.8571 iprec_at_recall_0.20 1-1_7 0.7667 iprec_at_recall_0.30 1-1_7 0.5385 iprec_at_recall_0.40 1-1_7 0.4719 iprec_at_recall_0.50 1-1_7 0.4160 iprec_at_recall_0.60 1-1_7 0.3688 iprec_at_recall_0.70 1-1_7 0.2961 iprec_at_recall_0.80 1-1_7 0.1513 iprec_at_recall_0.90 1-1_7 0.0000 iprec_at_recall_1.00 1-1_7 0.0000 P_5 1-1_7 0.6000 P_10 1-1_7 0.8000 P_15 1-1_7 0.8000 P_20 1-1_7 0.7500 P_30 1-1_7 0.7667 P_100 1-1_7 0.4400 P_200 1-1_7 0.3250 P_500 1-1_7 0.1540 P_1000 1-1_7 0.0830 relstring 1-1_7 '3-12323332' recall_5 1-1_7 0.0303 recall_10 1-1_7 0.0808 recall_15 1-1_7 0.1212 recall_20 1-1_7 0.1515 recall_30 1-1_7 0.2323 recall_100 1-1_7 0.4444 recall_200 1-1_7 0.6566 recall_500 1-1_7 0.7778 recall_1000 1-1_7 0.8384 infAP 1-1_7 0.4110 Rprec_mult_0.20 1-1_7 0.7500 Rprec_mult_0.40 1-1_7 0.6000 Rprec_mult_0.60 1-1_7 0.5167 Rprec_mult_0.80 1-1_7 0.4875 Rprec_mult_1.00 1-1_7 0.4444 Rprec_mult_1.20 1-1_7 0.4118 Rprec_mult_1.40 1-1_7 0.3885 Rprec_mult_1.60 1-1_7 0.3648 Rprec_mult_1.80 1-1_7 0.3520 Rprec_mult_2.00 1-1_7 0.3283 utility 1-1_7 -834.0000 11pt_avg 1-1_7 0.4424 binG 1-1_7 0.2036 G 1-1_7 0.1417 ndcg 1-1_7 0.6980 ndcg_rel 1-1_7 0.5909 Rndcg 1-1_7 0.5455 ndcg_cut_5 1-1_7 0.4682 ndcg_cut_10 1-1_7 0.5705 ndcg_cut_15 1-1_7 0.5781 ndcg_cut_20 1-1_7 0.5534 ndcg_cut_30 1-1_7 0.5896 ndcg_cut_100 1-1_7 0.4921 ndcg_cut_200 1-1_7 0.6096 ndcg_cut_500 1-1_7 0.6696 ndcg_cut_1000 1-1_7 0.6980 map_cut_5 1-1_7 0.0212 map_cut_10 1-1_7 0.0587 map_cut_15 1-1_7 0.0926 map_cut_20 1-1_7 0.1175 map_cut_30 1-1_7 0.1784 map_cut_100 1-1_7 0.2912 map_cut_200 1-1_7 0.3731 map_cut_500 1-1_7 0.4033 map_cut_1000 1-1_7 0.4110 relative_P_5 1-1_7 0.6000 relative_P_10 1-1_7 0.8000 relative_P_15 1-1_7 0.8000 relative_P_20 1-1_7 0.7500 relative_P_30 1-1_7 0.7667 relative_P_100 1-1_7 0.4444 relative_P_200 1-1_7 0.6566 relative_P_500 1-1_7 0.7778 relative_P_1000 1-1_7 0.8384 success_1 1-1_7 1.0000 success_5 1-1_7 1.0000 success_10 1-1_7 1.0000 set_P 1-1_7 0.0830 set_relative_P 1-1_7 0.8384 set_recall 1-1_7 0.8384 set_map 1-1_7 0.0696 set_F 1-1_7 0.1510 num_nonrel_judged_ret 1-1_7 9 rbp 1-1_7 0.4811 rbp_resid 1-1_7 0.1836 unj_5 1-1_7 0.2000 unj_10 1-1_7 0.1000 unj_20 1-1_7 0.2000 num_ret 1-1_8 1000 num_rel 1-1_8 94 num_rel_ret 1-1_8 22 map 1-1_8 0.0108 Rprec 1-1_8 0.0532 bpref 1-1_8 0.1915 recip_rank 1-1_8 0.1250 iprec_at_recall_0.00 1-1_8 0.1333 iprec_at_recall_0.10 1-1_8 0.0330 iprec_at_recall_0.20 1-1_8 0.0256 iprec_at_recall_0.30 1-1_8 0.0000 iprec_at_recall_0.40 1-1_8 0.0000 iprec_at_recall_0.50 1-1_8 0.0000 iprec_at_recall_0.60 1-1_8 0.0000 iprec_at_recall_0.70 1-1_8 0.0000 iprec_at_recall_0.80 1-1_8 0.0000 iprec_at_recall_0.90 1-1_8 0.0000 iprec_at_recall_1.00 1-1_8 0.0000 P_5 1-1_8 0.0000 P_10 1-1_8 0.1000 P_15 1-1_8 0.1333 P_20 1-1_8 0.1000 P_30 1-1_8 0.1000 P_100 1-1_8 0.0500 P_200 1-1_8 0.0250 P_500 1-1_8 0.0260 P_1000 1-1_8 0.0220 relstring 1-1_8 '0000000210' recall_5 1-1_8 0.0000 recall_10 1-1_8 0.0106 recall_15 1-1_8 0.0213 recall_20 1-1_8 0.0213 recall_30 1-1_8 0.0319 recall_100 1-1_8 0.0532 recall_200 1-1_8 0.0532 recall_500 1-1_8 0.1383 recall_1000 1-1_8 0.2340 infAP 1-1_8 0.0108 Rprec_mult_0.20 1-1_8 0.1053 Rprec_mult_0.40 1-1_8 0.0789 Rprec_mult_0.60 1-1_8 0.0702 Rprec_mult_0.80 1-1_8 0.0526 Rprec_mult_1.00 1-1_8 0.0532 Rprec_mult_1.20 1-1_8 0.0442 Rprec_mult_1.40 1-1_8 0.0379 Rprec_mult_1.60 1-1_8 0.0331 Rprec_mult_1.80 1-1_8 0.0294 Rprec_mult_2.00 1-1_8 0.0266 utility 1-1_8 -956.0000 11pt_avg 1-1_8 0.0175 binG 1-1_8 0.0327 G 1-1_8 0.0277 ndcg 1-1_8 0.1390 ndcg_rel 1-1_8 0.1279 Rndcg 1-1_8 0.0668 ndcg_cut_5 1-1_8 0.0000 ndcg_cut_10 1-1_8 0.0576 ndcg_cut_15 1-1_8 0.0849 ndcg_cut_20 1-1_8 0.0752 ndcg_cut_30 1-1_8 0.0795 ndcg_cut_100 1-1_8 0.0569 ndcg_cut_200 1-1_8 0.0550 ndcg_cut_500 1-1_8 0.0999 ndcg_cut_1000 1-1_8 0.1390 map_cut_5 1-1_8 0.0000 map_cut_10 1-1_8 0.0013 map_cut_15 1-1_8 0.0027 map_cut_20 1-1_8 0.0027 map_cut_30 1-1_8 0.0041 map_cut_100 1-1_8 0.0058 map_cut_200 1-1_8 0.0058 map_cut_500 1-1_8 0.0083 map_cut_1000 1-1_8 0.0108 relative_P_5 1-1_8 0.0000 relative_P_10 1-1_8 0.1000 relative_P_15 1-1_8 0.1333 relative_P_20 1-1_8 0.1000 relative_P_30 1-1_8 0.1000 relative_P_100 1-1_8 0.0532 relative_P_200 1-1_8 0.0532 relative_P_500 1-1_8 0.1383 relative_P_1000 1-1_8 0.2340 success_1 1-1_8 0.0000 success_5 1-1_8 0.0000 success_10 1-1_8 1.0000 set_P 1-1_8 0.0220 set_relative_P 1-1_8 0.2340 set_recall 1-1_8 0.2340 set_map 1-1_8 0.0051 set_F 1-1_8 0.0402 num_nonrel_judged_ret 1-1_8 16 rbp 1-1_8 0.0605 rbp_resid 1-1_8 0.2796 unj_5 1-1_8 0.0000 unj_10 1-1_8 0.0000 unj_20 1-1_8 0.4000 num_ret 2-1_10 1000 num_rel 2-1_10 17 num_rel_ret 2-1_10 17 map 2-1_10 0.5236 Rprec 2-1_10 0.5882 bpref 2-1_10 0.9343 recip_rank 2-1_10 0.3333 iprec_at_recall_0.00 2-1_10 0.7000 iprec_at_recall_0.10 2-1_10 0.7000 iprec_at_recall_0.20 2-1_10 0.7000 iprec_at_recall_0.30 2-1_10 0.7000 iprec_at_recall_0.40 2-1_10 0.7000 iprec_at_recall_0.50 2-1_10 0.6250 iprec_at_recall_0.60 2-1_10 0.6250 iprec_at_recall_0.70 2-1_10 0.5909 iprec_at_recall_0.80 2-1_10 0.5000 iprec_at_recall_0.90 2-1_10 0.4286 iprec_at_recall_1.00 2-1_10 0.1405 P_5 2-1_10 0.4000 P_10 2-1_10 0.7000 P_15 2-1_10 0.6000 P_20 2-1_10 0.5500 P_30 2-1_10 0.4667 P_100 2-1_10 0.1600 P_200 2-1_10 0.0850 P_500 2-1_10 0.0340 P_1000 2-1_10 0.0170 relstring 2-1_10 '--21332333' recall_5 2-1_10 0.1176 recall_10 2-1_10 0.4118 recall_15 2-1_10 0.5294 recall_20 2-1_10 0.6471 recall_30 2-1_10 0.8235 recall_100 2-1_10 0.9412 recall_200 2-1_10 1.0000 recall_500 2-1_10 1.0000 recall_1000 2-1_10 1.0000 infAP 2-1_10 0.5236 Rprec_mult_0.20 2-1_10 0.2500 Rprec_mult_0.40 2-1_10 0.5714 Rprec_mult_0.60 2-1_10 0.6364 Rprec_mult_0.80 2-1_10 0.5714 Rprec_mult_1.00 2-1_10 0.5882 Rprec_mult_1.20 2-1_10 0.5714 Rprec_mult_1.40 2-1_10 0.5417 Rprec_mult_1.60 2-1_10 0.5000 Rprec_mult_1.80 2-1_10 0.4516 Rprec_mult_2.00 2-1_10 0.4118 utility 2-1_10 -966.0000 11pt_avg 2-1_10 0.5827 binG 2-1_10 0.3436 G 2-1_10 0.2495 ndcg 2-1_10 0.7079 ndcg_rel 2-1_10 0.5233 Rndcg 2-1_10 0.5855 ndcg_cut_5 2-1_10 0.2929 ndcg_cut_10 2-1_10 0.5167 ndcg_cut_15 2-1_10 0.5275 ndcg_cut_20 2-1_10 0.5589 ndcg_cut_30 2-1_10 0.6359 ndcg_cut_100 2-1_10 0.6781 ndcg_cut_200 2-1_10 0.6940 ndcg_cut_500 2-1_10 0.7079 ndcg_cut_1000 2-1_10 0.7079 map_cut_5 2-1_10 0.0431 map_cut_10 2-1_10 0.2233 map_cut_15 2-1_10 0.2948 map_cut_20 2-1_10 0.3675 map_cut_30 2-1_10 0.4653 map_cut_100 2-1_10 0.5153 map_cut_200 2-1_10 0.5236 map_cut_500 2-1_10 0.5236 map_cut_1000 2-1_10 0.5236 relative_P_5 2-1_10 0.4000 relative_P_10 2-1_10 0.7000 relative_P_15 2-1_10 0.6000 relative_P_20 2-1_10 0.6471 relative_P_30 2-1_10 0.8235 relative_P_100 2-1_10 0.9412 relative_P_200 2-1_10 1.0000 relative_P_500 2-1_10 1.0000 relative_P_1000 2-1_10 1.0000 success_1 2-1_10 0.0000 success_5 2-1_10 1.0000 success_10 2-1_10 1.0000 set_P 2-1_10 0.0170 set_relative_P 2-1_10 1.0000 set_recall 2-1_10 1.0000 set_map 2-1_10 0.0170 set_F 2-1_10 0.0334 num_nonrel_judged_ret 2-1_10 22 rbp 2-1_10 0.4825 rbp_resid 2-1_10 0.4164 unj_5 2-1_10 0.4000 unj_10 2-1_10 0.2000 unj_20 2-1_10 0.4000 num_ret 2-1_12 1000 num_rel 2-1_12 101 num_rel_ret 2-1_12 26 map 2-1_12 0.0411 Rprec 2-1_12 0.0594 bpref 2-1_12 0.2169 recip_rank 2-1_12 1.0000 iprec_at_recall_0.00 2-1_12 1.0000 iprec_at_recall_0.10 2-1_12 0.0504 iprec_at_recall_0.20 2-1_12 0.0355 iprec_at_recall_0.30 2-1_12 0.0000 iprec_at_recall_0.40 2-1_12 0.0000 iprec_at_recall_0.50 2-1_12 0.0000 iprec_at_recall_0.60 2-1_12 0.0000 iprec_at_recall_0.70 2-1_12 0.0000 iprec_at_recall_0.80 2-1_12 0.0000 iprec_at_recall_0.90 2-1_12 0.0000 iprec_at_recall_1.00 2-1_12 0.0000 P_5 2-1_12 0.4000 P_10 2-1_12 0.5000 P_15 2-1_12 0.3333 P_20 2-1_12 0.2500 P_30 2-1_12 0.1667 P_100 2-1_12 0.0600 P_200 2-1_12 0.0500 P_500 2-1_12 0.0360 P_1000 2-1_12 0.0260 relstring 2-1_12 '20-20222-0' recall_5 2-1_12 0.0198 recall_10 2-1_12 0.0495 recall_15 2-1_12 0.0495 recall_20 2-1_12 0.0495 recall_30 2-1_12 0.0495 recall_100 2-1_12 0.0594 recall_200 2-1_12 0.0990 recall_500 2-1_12 0.1782 recall_1000 2-1_12 0.2574 infAP 2-1_12 0.0411 Rprec_mult_0.20 2-1_12 0.2381 Rprec_mult_0.40 2-1_12 0.1220 Rprec_mult_0.60 2-1_12 0.0984 Rprec_mult_0.80 2-1_12 0.0741 Rprec_mult_1.00 2-1_12 0.0594 Rprec_mult_1.20 2-1_12 0.0492 Rprec_mult_1.40 2-1_12 0.0563 Rprec_mult_1.60 2-1_12 0.0556 Rprec_mult_1.80 2-1_12 0.0495 Rprec_mult_2.00 2-1_12 0.0495 utility 2-1_12 -948.0000 11pt_avg 2-1_12 0.0987 binG 2-1_12 0.0530 G 2-1_12 0.0367 ndcg 2-1_12 0.2046 ndcg_rel 2-1_12 0.2043 Rndcg 2-1_12 0.1426 ndcg_cut_5 2-1_12 0.3235 ndcg_cut_10 2-1_12 0.3574 ndcg_cut_15 2-1_12 0.2770 ndcg_cut_20 2-1_12 0.2306 ndcg_cut_30 2-1_12 0.1772 ndcg_cut_100 2-1_12 0.1017 ndcg_cut_200 2-1_12 0.1200 ndcg_cut_500 2-1_12 0.1723 ndcg_cut_1000 2-1_12 0.2046 map_cut_5 2-1_12 0.0149 map_cut_10 2-1_12 0.0316 map_cut_15 2-1_12 0.0316 map_cut_20 2-1_12 0.0316 map_cut_30 2-1_12 0.0316 map_cut_100 2-1_12 0.0329 map_cut_200 2-1_12 0.0351 map_cut_500 2-1_12 0.0387 map_cut_1000 2-1_12 0.0411 relative_P_5 2-1_12 0.4000 relative_P_10 2-1_12 0.5000 relative_P_15 2-1_12 0.3333 relative_P_20 2-1_12 0.2500 relative_P_30 2-1_12 0.1667 relative_P_100 2-1_12 0.0600 relative_P_200 2-1_12 0.0990 relative_P_500 2-1_12 0.1782 relative_P_1000 2-1_12 0.2574 success_1 2-1_12 1.0000 success_5 2-1_12 1.0000 success_10 2-1_12 1.0000 set_P 2-1_12 0.0260 set_relative_P 2-1_12 0.2574 set_recall 2-1_12 0.2574 set_map 2-1_12 0.0067 set_F 2-1_12 0.0472 num_nonrel_judged_ret 2-1_12 27 rbp 2-1_12 0.2225 rbp_resid 2-1_12 0.4175 unj_5 2-1_12 0.2000 unj_10 2-1_12 0.2000 unj_20 2-1_12 0.5500 num_ret 2-1_14 1000 num_rel 2-1_14 52 num_rel_ret 2-1_14 4 map 2-1_14 0.0052 Rprec 2-1_14 0.0192 bpref 2-1_14 0.0614 recip_rank 2-1_14 0.2500 iprec_at_recall_0.00 2-1_14 0.2500 iprec_at_recall_0.10 2-1_14 0.0000 iprec_at_recall_0.20 2-1_14 0.0000 iprec_at_recall_0.30 2-1_14 0.0000 iprec_at_recall_0.40 2-1_14 0.0000 iprec_at_recall_0.50 2-1_14 0.0000 iprec_at_recall_0.60 2-1_14 0.0000 iprec_at_recall_0.70 2-1_14 0.0000 iprec_at_recall_0.80 2-1_14 0.0000 iprec_at_recall_0.90 2-1_14 0.0000 iprec_at_recall_1.00 2-1_14 0.0000 P_5 2-1_14 0.2000 P_10 2-1_14 0.1000 P_15 2-1_14 0.0667 P_20 2-1_14 0.0500 P_30 2-1_14 0.0333 P_100 2-1_14 0.0100 P_200 2-1_14 0.0050 P_500 2-1_14 0.0060 P_1000 2-1_14 0.0040 relstring 2-1_14 '0002010000' recall_5 2-1_14 0.0192 recall_10 2-1_14 0.0192 recall_15 2-1_14 0.0192 recall_20 2-1_14 0.0192 recall_30 2-1_14 0.0192 recall_100 2-1_14 0.0192 recall_200 2-1_14 0.0192 recall_500 2-1_14 0.0577 recall_1000 2-1_14 0.0769 infAP 2-1_14 0.0052 Rprec_mult_0.20 2-1_14 0.0909 Rprec_mult_0.40 2-1_14 0.0476 Rprec_mult_0.60 2-1_14 0.0312 Rprec_mult_0.80 2-1_14 0.0238 Rprec_mult_1.00 2-1_14 0.0192 Rprec_mult_1.20 2-1_14 0.0159 Rprec_mult_1.40 2-1_14 0.0137 Rprec_mult_1.60 2-1_14 0.0119 Rprec_mult_1.80 2-1_14 0.0106 Rprec_mult_2.00 2-1_14 0.0096 utility 2-1_14 -992.0000 11pt_avg 2-1_14 0.0227 binG 2-1_14 0.0150 G 2-1_14 0.0116 ndcg 2-1_14 0.0586 ndcg_rel 2-1_14 0.0597 Rndcg 2-1_14 0.0478 ndcg_cut_5 2-1_14 0.0974 ndcg_cut_10 2-1_14 0.0893 ndcg_cut_15 2-1_14 0.0692 ndcg_cut_20 2-1_14 0.0596 ndcg_cut_30 2-1_14 0.0494 ndcg_cut_100 2-1_14 0.0315 ndcg_cut_200 2-1_14 0.0315 ndcg_cut_500 2-1_14 0.0507 ndcg_cut_1000 2-1_14 0.0586 map_cut_5 2-1_14 0.0048 map_cut_10 2-1_14 0.0048 map_cut_15 2-1_14 0.0048 map_cut_20 2-1_14 0.0048 map_cut_30 2-1_14 0.0048 map_cut_100 2-1_14 0.0048 map_cut_200 2-1_14 0.0048 map_cut_500 2-1_14 0.0052 map_cut_1000 2-1_14 0.0052 relative_P_5 2-1_14 0.2000 relative_P_10 2-1_14 0.1000 relative_P_15 2-1_14 0.0667 relative_P_20 2-1_14 0.0500 relative_P_30 2-1_14 0.0333 relative_P_100 2-1_14 0.0192 relative_P_200 2-1_14 0.0192 relative_P_500 2-1_14 0.0577 relative_P_1000 2-1_14 0.0769 success_1 2-1_14 0.0000 success_5 2-1_14 1.0000 success_10 2-1_14 1.0000 set_P 2-1_14 0.0040 set_relative_P 2-1_14 0.0769 set_recall 2-1_14 0.0769 set_map 2-1_14 0.0003 set_F 2-1_14 0.0076 num_nonrel_judged_ret 2-1_14 18 rbp 2-1_14 0.0683 rbp_resid 2-1_14 0.3138 unj_5 2-1_14 0.0000 unj_10 2-1_14 0.0000 unj_20 2-1_14 0.4500 num_ret 2-1_4 1000 num_rel 2-1_4 64 num_rel_ret 2-1_4 60 map 2-1_4 0.3986 Rprec 2-1_4 0.4844 bpref 2-1_4 0.7185 recip_rank 2-1_4 0.3333 iprec_at_recall_0.00 2-1_4 0.6667 iprec_at_recall_0.10 2-1_4 0.6667 iprec_at_recall_0.20 2-1_4 0.6364 iprec_at_recall_0.30 2-1_4 0.5714 iprec_at_recall_0.40 2-1_4 0.5000 iprec_at_recall_0.50 2-1_4 0.4714 iprec_at_recall_0.60 2-1_4 0.4082 iprec_at_recall_0.70 2-1_4 0.3261 iprec_at_recall_0.80 2-1_4 0.2615 iprec_at_recall_0.90 2-1_4 0.1068 iprec_at_recall_1.00 2-1_4 0.0000 P_5 2-1_4 0.4000 P_10 2-1_4 0.5000 P_15 2-1_4 0.6000 P_20 2-1_4 0.6000 P_30 2-1_4 0.5333 P_100 2-1_4 0.4000 P_200 2-1_4 0.2550 P_500 2-1_4 0.1140 P_1000 2-1_4 0.0600 relstring 2-1_4 '1-20320213' recall_5 2-1_4 0.0312 recall_10 2-1_4 0.0781 recall_15 2-1_4 0.1406 recall_20 2-1_4 0.1875 recall_30 2-1_4 0.2500 recall_100 2-1_4 0.6250 recall_200 2-1_4 0.7969 recall_500 2-1_4 0.8906 recall_1000 2-1_4 0.9375 infAP 2-1_4 0.3986 Rprec_mult_0.20 2-1_4 0.6154 Rprec_mult_0.40 2-1_4 0.5385 Rprec_mult_0.60 2-1_4 0.5385 Rprec_mult_0.80 2-1_4 0.4808 Rprec_mult_1.00 2-1_4 0.4844 Rprec_mult_1.20 2-1_4 0.4545 Rprec_mult_1.40 2-1_4 0.4000 Rprec_mult_1.60 2-1_4 0.3883 Rprec_mult_1.80 2-1_4 0.3707 Rprec_mult_2.00 2-1_4 0.3359 utility 2-1_4 -880.0000 11pt_avg 2-1_4 0.4196 binG 2-1_4 0.2073 G 2-1_4 0.1633 ndcg 2-1_4 0.7169 ndcg_rel 2-1_4 0.5569 Rndcg 2-1_4 0.4841 ndcg_cut_5 2-1_4 0.3210 ndcg_cut_10 2-1_4 0.3877 ndcg_cut_15 2-1_4 0.4552 ndcg_cut_20 2-1_4 0.4729 ndcg_cut_30 2-1_4 0.4853 ndcg_cut_100 2-1_4 0.5420 ndcg_cut_200 2-1_4 0.6470 ndcg_cut_500 2-1_4 0.6914 ndcg_cut_1000 2-1_4 0.7169 map_cut_5 2-1_4 0.0115 map_cut_10 2-1_4 0.0349 map_cut_15 2-1_4 0.0715 map_cut_20 2-1_4 0.1018 map_cut_30 2-1_4 0.1381 map_cut_100 2-1_4 0.3206 map_cut_200 2-1_4 0.3760 map_cut_500 2-1_4 0.3945 map_cut_1000 2-1_4 0.3986 relative_P_5 2-1_4 0.4000 relative_P_10 2-1_4 0.5000 relative_P_15 2-1_4 0.6000 relative_P_20 2-1_4 0.6000 relative_P_30 2-1_4 0.5333 relative_P_100 2-1_4 0.6250 relative_P_200 2-1_4 0.7969 relative_P_500 2-1_4 0.8906 relative_P_1000 2-1_4 0.9375 success_1 2-1_4 0.0000 success_5 2-1_4 1.0000 success_10 2-1_4 1.0000 set_P 2-1_4 0.0600 set_relative_P 2-1_4 0.9375 set_recall 2-1_4 0.9375 set_map 2-1_4 0.0563 set_F 2-1_4 0.1128 num_nonrel_judged_ret 2-1_4 38 rbp 2-1_4 0.3442 rbp_resid 2-1_4 0.1973 unj_5 2-1_4 0.2000 unj_10 2-1_4 0.1000 unj_20 2-1_4 0.2000 num_ret 2-1_9 1000 num_rel 2-1_9 16 num_rel_ret 2-1_9 16 map 2-1_9 0.6630 Rprec 2-1_9 0.6250 bpref 2-1_9 0.9464 recip_rank 2-1_9 1.0000 iprec_at_recall_0.00 2-1_9 1.0000 iprec_at_recall_0.10 2-1_9 1.0000 iprec_at_recall_0.20 2-1_9 1.0000 iprec_at_recall_0.30 2-1_9 1.0000 iprec_at_recall_0.40 2-1_9 0.8182 iprec_at_recall_0.50 2-1_9 0.8182 iprec_at_recall_0.60 2-1_9 0.6250 iprec_at_recall_0.70 2-1_9 0.6111 iprec_at_recall_0.80 2-1_9 0.2708 iprec_at_recall_0.90 2-1_9 0.2642 iprec_at_recall_1.00 2-1_9 0.0494 P_5 2-1_9 1.0000 P_10 2-1_9 0.8000 P_15 2-1_9 0.6000 P_20 2-1_9 0.5500 P_30 2-1_9 0.4000 P_100 2-1_9 0.1400 P_200 2-1_9 0.0750 P_500 2-1_9 0.0320 P_1000 2-1_9 0.0160 relstring 2-1_9 '34433--342' recall_5 2-1_9 0.3125 recall_10 2-1_9 0.5000 recall_15 2-1_9 0.5625 recall_20 2-1_9 0.6875 recall_30 2-1_9 0.7500 recall_100 2-1_9 0.8750 recall_200 2-1_9 0.9375 recall_500 2-1_9 1.0000 recall_1000 2-1_9 1.0000 infAP 2-1_9 0.6630 Rprec_mult_0.20 2-1_9 1.0000 Rprec_mult_0.40 2-1_9 0.7143 Rprec_mult_0.60 2-1_9 0.8000 Rprec_mult_0.80 2-1_9 0.6923 Rprec_mult_1.00 2-1_9 0.6250 Rprec_mult_1.20 2-1_9 0.5500 Rprec_mult_1.40 2-1_9 0.5217 Rprec_mult_1.60 2-1_9 0.4615 Rprec_mult_1.80 2-1_9 0.4138 Rprec_mult_2.00 2-1_9 0.3750 utility 2-1_9 -968.0000 11pt_avg 2-1_9 0.6779 binG 2-1_9 0.5353 G 2-1_9 0.4085 ndcg 2-1_9 0.8845 ndcg_rel 2-1_9 0.8376 Rndcg 2-1_9 0.8141 ndcg_cut_5 2-1_9 0.9089 ndcg_cut_10 2-1_9 0.8374 ndcg_cut_15 2-1_9 0.7600 ndcg_cut_20 2-1_9 0.7946 ndcg_cut_30 2-1_9 0.8181 ndcg_cut_100 2-1_9 0.8561 ndcg_cut_200 2-1_9 0.8715 ndcg_cut_500 2-1_9 0.8845 ndcg_cut_1000 2-1_9 0.8845 map_cut_5 2-1_9 0.3125 map_cut_10 2-1_9 0.4580 map_cut_15 2-1_9 0.5091 map_cut_20 2-1_9 0.5864 map_cut_30 2-1_9 0.6190 map_cut_100 2-1_9 0.6524 map_cut_200 2-1_9 0.6599 map_cut_500 2-1_9 0.6630 map_cut_1000 2-1_9 0.6630 relative_P_5 2-1_9 1.0000 relative_P_10 2-1_9 0.8000 relative_P_15 2-1_9 0.6000 relative_P_20 2-1_9 0.6875 relative_P_30 2-1_9 0.7500 relative_P_100 2-1_9 0.8750 relative_P_200 2-1_9 0.9375 relative_P_500 2-1_9 1.0000 relative_P_1000 2-1_9 1.0000 success_1 2-1_9 1.0000 success_5 2-1_9 1.0000 success_10 2-1_9 1.0000 set_P 2-1_9 0.0160 set_relative_P 2-1_9 1.0000 set_recall 2-1_9 1.0000 set_map 2-1_9 0.0160 set_F 2-1_9 0.0315 num_nonrel_judged_ret 2-1_9 10 rbp 2-1_9 0.5017 rbp_resid 2-1_9 0.3464 unj_5 2-1_9 0.0000 unj_10 2-1_9 0.2000 unj_20 2-1_9 0.4000 num_ret 2-2_1 1000 num_rel 2-2_1 51 num_rel_ret 2-2_1 10 map 2-2_1 0.0194 Rprec 2-2_1 0.0588 bpref 2-2_1 0.1476 recip_rank 2-2_1 0.3333 iprec_at_recall_0.00 2-2_1 0.3333 iprec_at_recall_0.10 2-2_1 0.0152 iprec_at_recall_0.20 2-2_1 0.0103 iprec_at_recall_0.30 2-2_1 0.0000 iprec_at_recall_0.40 2-2_1 0.0000 iprec_at_recall_0.50 2-2_1 0.0000 iprec_at_recall_0.60 2-2_1 0.0000 iprec_at_recall_0.70 2-2_1 0.0000 iprec_at_recall_0.80 2-2_1 0.0000 iprec_at_recall_0.90 2-2_1 0.0000 iprec_at_recall_1.00 2-2_1 0.0000 P_5 2-2_1 0.2000 P_10 2-2_1 0.3000 P_15 2-2_1 0.2000 P_20 2-2_1 0.1500 P_30 2-2_1 0.1000 P_100 2-2_1 0.0400 P_200 2-2_1 0.0200 P_500 2-2_1 0.0120 P_1000 2-2_1 0.0100 relstring 2-2_1 '-120-01032' recall_5 2-2_1 0.0196 recall_10 2-2_1 0.0588 recall_15 2-2_1 0.0588 recall_20 2-2_1 0.0588 recall_30 2-2_1 0.0588 recall_100 2-2_1 0.0784 recall_200 2-2_1 0.0784 recall_500 2-2_1 0.1176 recall_1000 2-2_1 0.1961 infAP 2-2_1 0.0194 Rprec_mult_0.20 2-2_1 0.2727 Rprec_mult_0.40 2-2_1 0.1429 Rprec_mult_0.60 2-2_1 0.0968 Rprec_mult_0.80 2-2_1 0.0732 Rprec_mult_1.00 2-2_1 0.0588 Rprec_mult_1.20 2-2_1 0.0484 Rprec_mult_1.40 2-2_1 0.0417 Rprec_mult_1.60 2-2_1 0.0488 Rprec_mult_1.80 2-2_1 0.0435 Rprec_mult_2.00 2-2_1 0.0392 utility 2-2_1 -980.0000 11pt_avg 2-2_1 0.0326 binG 2-2_1 0.0384 G 2-2_1 0.0307 ndcg 2-2_1 0.1510 ndcg_rel 2-2_1 0.1465 Rndcg 2-2_1 0.1215 ndcg_cut_5 2-2_1 0.1383 ndcg_cut_10 2-2_1 0.1995 ndcg_cut_15 2-2_1 0.1624 ndcg_cut_20 2-2_1 0.1488 ndcg_cut_30 2-2_1 0.1233 ndcg_cut_100 2-2_1 0.0972 ndcg_cut_200 2-2_1 0.1110 ndcg_cut_500 2-2_1 0.1252 ndcg_cut_1000 2-2_1 0.1510 map_cut_5 2-2_1 0.0065 map_cut_10 2-2_1 0.0168 map_cut_15 2-2_1 0.0168 map_cut_20 2-2_1 0.0168 map_cut_30 2-2_1 0.0168 map_cut_100 2-2_1 0.0178 map_cut_200 2-2_1 0.0178 map_cut_500 2-2_1 0.0184 map_cut_1000 2-2_1 0.0194 relative_P_5 2-2_1 0.2000 relative_P_10 2-2_1 0.3000 relative_P_15 2-2_1 0.2000 relative_P_20 2-2_1 0.1500 relative_P_30 2-2_1 0.1000 relative_P_100 2-2_1 0.0784 relative_P_200 2-2_1 0.0784 relative_P_500 2-2_1 0.1176 relative_P_1000 2-2_1 0.1961 success_1 2-2_1 0.0000 success_5 2-2_1 1.0000 success_10 2-2_1 1.0000 set_P 2-2_1 0.0100 set_relative_P 2-2_1 0.1961 set_recall 2-2_1 0.1961 set_map 2-2_1 0.0020 set_F 2-2_1 0.0190 num_nonrel_judged_ret 2-2_1 21 rbp 2-2_1 0.1326 rbp_resid 2-2_1 0.4580 unj_5 2-2_1 0.4000 unj_10 2-2_1 0.2000 unj_20 2-2_1 0.5000 num_ret 2-2_4 1000 num_rel 2-2_4 53 num_rel_ret 2-2_4 40 map 2-2_4 0.2556 Rprec 2-2_4 0.3019 bpref 2-2_4 0.6538 recip_rank 2-2_4 0.3333 iprec_at_recall_0.00 2-2_4 0.7143 iprec_at_recall_0.10 2-2_4 0.7143 iprec_at_recall_0.20 2-2_4 0.5217 iprec_at_recall_0.30 2-2_4 0.3393 iprec_at_recall_0.40 2-2_4 0.3247 iprec_at_recall_0.50 2-2_4 0.2596 iprec_at_recall_0.60 2-2_4 0.1641 iprec_at_recall_0.70 2-2_4 0.0614 iprec_at_recall_0.80 2-2_4 0.0000 iprec_at_recall_0.90 2-2_4 0.0000 iprec_at_recall_1.00 2-2_4 0.0000 P_5 2-2_4 0.4000 P_10 2-2_4 0.6000 P_15 2-2_4 0.6667 P_20 2-2_4 0.5000 P_30 2-2_4 0.4333 P_100 2-2_4 0.2600 P_200 2-2_4 0.1600 P_500 2-2_4 0.0700 P_1000 2-2_4 0.0400 relstring 2-2_4 '--23-3433-' recall_5 2-2_4 0.0377 recall_10 2-2_4 0.1132 recall_15 2-2_4 0.1887 recall_20 2-2_4 0.1887 recall_30 2-2_4 0.2453 recall_100 2-2_4 0.4906 recall_200 2-2_4 0.6038 recall_500 2-2_4 0.6604 recall_1000 2-2_4 0.7547 infAP 2-2_4 0.2556 Rprec_mult_0.20 2-2_4 0.6364 Rprec_mult_0.40 2-2_4 0.5000 Rprec_mult_0.60 2-2_4 0.4375 Rprec_mult_0.80 2-2_4 0.3488 Rprec_mult_1.00 2-2_4 0.3019 Rprec_mult_1.20 2-2_4 0.3125 Rprec_mult_1.40 2-2_4 0.3067 Rprec_mult_1.60 2-2_4 0.3059 Rprec_mult_1.80 2-2_4 0.2708 Rprec_mult_2.00 2-2_4 0.2547 utility 2-2_4 -920.0000 11pt_avg 2-2_4 0.2818 binG 2-2_4 0.1748 G 2-2_4 0.1219 ndcg 2-2_4 0.5525 ndcg_rel 2-2_4 0.4424 Rndcg 2-2_4 0.3841 ndcg_cut_5 2-2_4 0.1943 ndcg_cut_10 2-2_4 0.3600 ndcg_cut_15 2-2_4 0.4295 ndcg_cut_20 2-2_4 0.3807 ndcg_cut_30 2-2_4 0.3728 ndcg_cut_100 2-2_4 0.4266 ndcg_cut_200 2-2_4 0.4844 ndcg_cut_500 2-2_4 0.5159 ndcg_cut_1000 2-2_4 0.5525 map_cut_5 2-2_4 0.0157 map_cut_10 2-2_4 0.0603 map_cut_15 2-2_4 0.1114 map_cut_20 2-2_4 0.1114 map_cut_30 2-2_4 0.1398 map_cut_100 2-2_4 0.2220 map_cut_200 2-2_4 0.2447 map_cut_500 2-2_4 0.2507 map_cut_1000 2-2_4 0.2556 relative_P_5 2-2_4 0.4000 relative_P_10 2-2_4 0.6000 relative_P_15 2-2_4 0.6667 relative_P_20 2-2_4 0.5000 relative_P_30 2-2_4 0.4333 relative_P_100 2-2_4 0.4906 relative_P_200 2-2_4 0.6038 relative_P_500 2-2_4 0.6604 relative_P_1000 2-2_4 0.7547 success_1 2-2_4 0.0000 success_5 2-2_4 1.0000 success_10 2-2_4 1.0000 set_P 2-2_4 0.0400 set_relative_P 2-2_4 0.7547 set_recall 2-2_4 0.7547 set_map 2-2_4 0.0302 set_F 2-2_4 0.0760 num_nonrel_judged_ret 2-2_4 11 rbp 2-2_4 0.3853 rbp_resid 2-2_4 0.4211 unj_5 2-2_4 0.6000 unj_10 2-2_4 0.4000 unj_20 2-2_4 0.4000 num_ret 2-2_5 1000 num_rel 2-2_5 30 num_rel_ret 2-2_5 6 map 2-2_5 0.0075 Rprec 2-2_5 0.0333 bpref 2-2_5 0.0778 recip_rank 2-2_5 0.1429 iprec_at_recall_0.00 2-2_5 0.1429 iprec_at_recall_0.10 2-2_5 0.0080 iprec_at_recall_0.20 2-2_5 0.0080 iprec_at_recall_0.30 2-2_5 0.0000 iprec_at_recall_0.40 2-2_5 0.0000 iprec_at_recall_0.50 2-2_5 0.0000 iprec_at_recall_0.60 2-2_5 0.0000 iprec_at_recall_0.70 2-2_5 0.0000 iprec_at_recall_0.80 2-2_5 0.0000 iprec_at_recall_0.90 2-2_5 0.0000 iprec_at_recall_1.00 2-2_5 0.0000 P_5 2-2_5 0.0000 P_10 2-2_5 0.1000 P_15 2-2_5 0.0667 P_20 2-2_5 0.0500 P_30 2-2_5 0.0333 P_100 2-2_5 0.0200 P_200 2-2_5 0.0100 P_500 2-2_5 0.0040 P_1000 2-2_5 0.0060 relstring 2-2_5 '0100113100' recall_5 2-2_5 0.0000 recall_10 2-2_5 0.0333 recall_15 2-2_5 0.0333 recall_20 2-2_5 0.0333 recall_30 2-2_5 0.0333 recall_100 2-2_5 0.0667 recall_200 2-2_5 0.0667 recall_500 2-2_5 0.0667 recall_1000 2-2_5 0.2000 infAP 2-2_5 0.0075 Rprec_mult_0.20 2-2_5 0.0000 Rprec_mult_0.40 2-2_5 0.0833 Rprec_mult_0.60 2-2_5 0.0556 Rprec_mult_0.80 2-2_5 0.0417 Rprec_mult_1.00 2-2_5 0.0333 Rprec_mult_1.20 2-2_5 0.0556 Rprec_mult_1.40 2-2_5 0.0476 Rprec_mult_1.60 2-2_5 0.0417 Rprec_mult_1.80 2-2_5 0.0370 Rprec_mult_2.00 2-2_5 0.0333 utility 2-2_5 -988.0000 11pt_avg 2-2_5 0.0144 binG 2-2_5 0.0317 G 2-2_5 0.0302 ndcg 2-2_5 0.1341 ndcg_rel 2-2_5 0.1293 Rndcg 2-2_5 0.1030 ndcg_cut_5 2-2_5 0.0863 ndcg_cut_10 2-2_5 0.1480 ndcg_cut_15 2-2_5 0.1147 ndcg_cut_20 2-2_5 0.0988 ndcg_cut_30 2-2_5 0.0849 ndcg_cut_100 2-2_5 0.0895 ndcg_cut_200 2-2_5 0.0895 ndcg_cut_500 2-2_5 0.0960 ndcg_cut_1000 2-2_5 0.1341 map_cut_5 2-2_5 0.0000 map_cut_10 2-2_5 0.0048 map_cut_15 2-2_5 0.0048 map_cut_20 2-2_5 0.0048 map_cut_30 2-2_5 0.0048 map_cut_100 2-2_5 0.0066 map_cut_200 2-2_5 0.0066 map_cut_500 2-2_5 0.0066 map_cut_1000 2-2_5 0.0075 relative_P_5 2-2_5 0.0000 relative_P_10 2-2_5 0.1000 relative_P_15 2-2_5 0.0667 relative_P_20 2-2_5 0.0500 relative_P_30 2-2_5 0.0333 relative_P_100 2-2_5 0.0667 relative_P_200 2-2_5 0.0667 relative_P_500 2-2_5 0.0667 relative_P_1000 2-2_5 0.2000 success_1 2-2_5 0.0000 success_5 2-2_5 0.0000 success_10 2-2_5 1.0000 set_P 2-2_5 0.0060 set_relative_P 2-2_5 0.2000 set_recall 2-2_5 0.2000 set_map 2-2_5 0.0012 set_F 2-2_5 0.0117 num_nonrel_judged_ret 2-2_5 23 rbp 2-2_5 0.1069 rbp_resid 2-2_5 0.3006 unj_5 2-2_5 0.0000 unj_10 2-2_5 0.0000 unj_20 2-2_5 0.4500 num_ret 2-2_7 1000 num_rel 2-2_7 88 num_rel_ret 2-2_7 3 map 2-2_7 0.0058 Rprec 2-2_7 0.0114 bpref 2-2_7 0.0278 recip_rank 2-2_7 0.5000 iprec_at_recall_0.00 2-2_7 0.5000 iprec_at_recall_0.10 2-2_7 0.0000 iprec_at_recall_0.20 2-2_7 0.0000 iprec_at_recall_0.30 2-2_7 0.0000 iprec_at_recall_0.40 2-2_7 0.0000 iprec_at_recall_0.50 2-2_7 0.0000 iprec_at_recall_0.60 2-2_7 0.0000 iprec_at_recall_0.70 2-2_7 0.0000 iprec_at_recall_0.80 2-2_7 0.0000 iprec_at_recall_0.90 2-2_7 0.0000 iprec_at_recall_1.00 2-2_7 0.0000 P_5 2-2_7 0.2000 P_10 2-2_7 0.1000 P_15 2-2_7 0.0667 P_20 2-2_7 0.0500 P_30 2-2_7 0.0333 P_100 2-2_7 0.0100 P_200 2-2_7 0.0050 P_500 2-2_7 0.0020 P_1000 2-2_7 0.0030 relstring 2-2_7 '0400000000' recall_5 2-2_7 0.0114 recall_10 2-2_7 0.0114 recall_15 2-2_7 0.0114 recall_20 2-2_7 0.0114 recall_30 2-2_7 0.0114 recall_100 2-2_7 0.0114 recall_200 2-2_7 0.0114 recall_500 2-2_7 0.0114 recall_1000 2-2_7 0.0341 infAP 2-2_7 0.0058 Rprec_mult_0.20 2-2_7 0.0556 Rprec_mult_0.40 2-2_7 0.0278 Rprec_mult_0.60 2-2_7 0.0189 Rprec_mult_0.80 2-2_7 0.0141 Rprec_mult_1.00 2-2_7 0.0114 Rprec_mult_1.20 2-2_7 0.0094 Rprec_mult_1.40 2-2_7 0.0081 Rprec_mult_1.60 2-2_7 0.0071 Rprec_mult_1.80 2-2_7 0.0063 Rprec_mult_2.00 2-2_7 0.0057 utility 2-2_7 -994.0000 11pt_avg 2-2_7 0.0455 binG 2-2_7 0.0096 G 2-2_7 0.0077 ndcg 2-2_7 0.0490 ndcg_rel 2-2_7 0.0522 Rndcg 2-2_7 0.0429 ndcg_cut_5 2-2_7 0.2140 ndcg_cut_10 2-2_7 0.1389 ndcg_cut_15 2-2_7 0.1076 ndcg_cut_20 2-2_7 0.0896 ndcg_cut_30 2-2_7 0.0689 ndcg_cut_100 2-2_7 0.0369 ndcg_cut_200 2-2_7 0.0366 ndcg_cut_500 2-2_7 0.0366 ndcg_cut_1000 2-2_7 0.0490 map_cut_5 2-2_7 0.0057 map_cut_10 2-2_7 0.0057 map_cut_15 2-2_7 0.0057 map_cut_20 2-2_7 0.0057 map_cut_30 2-2_7 0.0057 map_cut_100 2-2_7 0.0057 map_cut_200 2-2_7 0.0057 map_cut_500 2-2_7 0.0057 map_cut_1000 2-2_7 0.0058 relative_P_5 2-2_7 0.2000 relative_P_10 2-2_7 0.1000 relative_P_15 2-2_7 0.0667 relative_P_20 2-2_7 0.0500 relative_P_30 2-2_7 0.0333 relative_P_100 2-2_7 0.0114 relative_P_200 2-2_7 0.0114 relative_P_500 2-2_7 0.0114 relative_P_1000 2-2_7 0.0341 success_1 2-2_7 0.0000 success_5 2-2_7 1.0000 success_10 2-2_7 1.0000 set_P 2-2_7 0.0030 set_relative_P 2-2_7 0.0341 set_recall 2-2_7 0.0341 set_map 2-2_7 0.0001 set_F 2-2_7 0.0055 num_nonrel_judged_ret 2-2_7 15 rbp 2-2_7 0.0900 rbp_resid 2-2_7 0.3138 unj_5 2-2_7 0.0000 unj_10 2-2_7 0.0000 unj_20 2-2_7 0.4500 num_ret 2-2_9 1000 num_rel 2-2_9 47 num_rel_ret 2-2_9 5 map 2-2_9 0.0047 Rprec 2-2_9 0.0213 bpref 2-2_9 0.0674 recip_rank 2-2_9 0.2000 iprec_at_recall_0.00 2-2_9 0.2000 iprec_at_recall_0.10 2-2_9 0.0061 iprec_at_recall_0.20 2-2_9 0.0000 iprec_at_recall_0.30 2-2_9 0.0000 iprec_at_recall_0.40 2-2_9 0.0000 iprec_at_recall_0.50 2-2_9 0.0000 iprec_at_recall_0.60 2-2_9 0.0000 iprec_at_recall_0.70 2-2_9 0.0000 iprec_at_recall_0.80 2-2_9 0.0000 iprec_at_recall_0.90 2-2_9 0.0000 iprec_at_recall_1.00 2-2_9 0.0000 P_5 2-2_9 0.2000 P_10 2-2_9 0.1000 P_15 2-2_9 0.0667 P_20 2-2_9 0.0500 P_30 2-2_9 0.0333 P_100 2-2_9 0.0100 P_200 2-2_9 0.0050 P_500 2-2_9 0.0060 P_1000 2-2_9 0.0050 relstring 2-2_9 '000-200000' recall_5 2-2_9 0.0213 recall_10 2-2_9 0.0213 recall_15 2-2_9 0.0213 recall_20 2-2_9 0.0213 recall_30 2-2_9 0.0213 recall_100 2-2_9 0.0213 recall_200 2-2_9 0.0213 recall_500 2-2_9 0.0638 recall_1000 2-2_9 0.1064 infAP 2-2_9 0.0047 Rprec_mult_0.20 2-2_9 0.1000 Rprec_mult_0.40 2-2_9 0.0526 Rprec_mult_0.60 2-2_9 0.0345 Rprec_mult_0.80 2-2_9 0.0263 Rprec_mult_1.00 2-2_9 0.0213 Rprec_mult_1.20 2-2_9 0.0175 Rprec_mult_1.40 2-2_9 0.0152 Rprec_mult_1.60 2-2_9 0.0132 Rprec_mult_1.80 2-2_9 0.0118 Rprec_mult_2.00 2-2_9 0.0106 utility 2-2_9 -990.0000 11pt_avg 2-2_9 0.0187 binG 2-2_9 0.0175 G 2-2_9 0.0148 ndcg 2-2_9 0.0631 ndcg_rel 2-2_9 0.0615 Rndcg 2-2_9 0.0391 ndcg_cut_5 2-2_9 0.0656 ndcg_cut_10 2-2_9 0.0426 ndcg_cut_15 2-2_9 0.0460 ndcg_cut_20 2-2_9 0.0397 ndcg_cut_30 2-2_9 0.0336 ndcg_cut_100 2-2_9 0.0265 ndcg_cut_200 2-2_9 0.0265 ndcg_cut_500 2-2_9 0.0442 ndcg_cut_1000 2-2_9 0.0631 map_cut_5 2-2_9 0.0043 map_cut_10 2-2_9 0.0043 map_cut_15 2-2_9 0.0043 map_cut_20 2-2_9 0.0043 map_cut_30 2-2_9 0.0043 map_cut_100 2-2_9 0.0043 map_cut_200 2-2_9 0.0043 map_cut_500 2-2_9 0.0045 map_cut_1000 2-2_9 0.0047 relative_P_5 2-2_9 0.2000 relative_P_10 2-2_9 0.1000 relative_P_15 2-2_9 0.0667 relative_P_20 2-2_9 0.0500 relative_P_30 2-2_9 0.0333 relative_P_100 2-2_9 0.0213 relative_P_200 2-2_9 0.0213 relative_P_500 2-2_9 0.0638 relative_P_1000 2-2_9 0.1064 success_1 2-2_9 0.0000 success_5 2-2_9 1.0000 success_10 2-2_9 1.0000 set_P 2-2_9 0.0050 set_relative_P 2-2_9 0.1064 set_recall 2-2_9 0.1064 set_map 2-2_9 0.0005 set_F 2-2_9 0.0096 num_nonrel_judged_ret 2-2_9 14 rbp 2-2_9 0.0392 rbp_resid 2-2_9 0.3575 unj_5 2-2_9 0.2000 unj_10 2-2_9 0.1000 unj_20 2-2_9 0.4500 num_ret 3-2_1 1000 num_rel 3-2_1 68 num_rel_ret 3-2_1 10 map 3-2_1 0.0264 Rprec 3-2_1 0.0882 bpref 3-2_1 0.1207 recip_rank 3-2_1 1.0000 iprec_at_recall_0.00 3-2_1 1.0000 iprec_at_recall_0.10 3-2_1 0.0654 iprec_at_recall_0.20 3-2_1 0.0000 iprec_at_recall_0.30 3-2_1 0.0000 iprec_at_recall_0.40 3-2_1 0.0000 iprec_at_recall_0.50 3-2_1 0.0000 iprec_at_recall_0.60 3-2_1 0.0000 iprec_at_recall_0.70 3-2_1 0.0000 iprec_at_recall_0.80 3-2_1 0.0000 iprec_at_recall_0.90 3-2_1 0.0000 iprec_at_recall_1.00 3-2_1 0.0000 P_5 3-2_1 0.2000 P_10 3-2_1 0.1000 P_15 3-2_1 0.1333 P_20 3-2_1 0.1000 P_30 3-2_1 0.1000 P_100 3-2_1 0.0600 P_200 3-2_1 0.0450 P_500 3-2_1 0.0180 P_1000 3-2_1 0.0100 relstring 3-2_1 '21-000000-' recall_5 3-2_1 0.0147 recall_10 3-2_1 0.0147 recall_15 3-2_1 0.0294 recall_20 3-2_1 0.0294 recall_30 3-2_1 0.0441 recall_100 3-2_1 0.0882 recall_200 3-2_1 0.1324 recall_500 3-2_1 0.1324 recall_1000 3-2_1 0.1471 infAP 3-2_1 0.0264 Rprec_mult_0.20 3-2_1 0.1429 Rprec_mult_0.40 3-2_1 0.1071 Rprec_mult_0.60 3-2_1 0.0976 Rprec_mult_0.80 3-2_1 0.0909 Rprec_mult_1.00 3-2_1 0.0882 Rprec_mult_1.20 3-2_1 0.0732 Rprec_mult_1.40 3-2_1 0.0625 Rprec_mult_1.60 3-2_1 0.0642 Rprec_mult_1.80 3-2_1 0.0569 Rprec_mult_2.00 3-2_1 0.0515 utility 3-2_1 -980.0000 11pt_avg 3-2_1 0.0969 binG 3-2_1 0.0379 G 3-2_1 0.0233 ndcg 3-2_1 0.1384 ndcg_rel 3-2_1 0.1461 Rndcg 3-2_1 0.1504 ndcg_cut_5 3-2_1 0.2974 ndcg_cut_10 3-2_1 0.1972 ndcg_cut_15 3-2_1 0.1975 ndcg_cut_20 3-2_1 0.1721 ndcg_cut_30 3-2_1 0.1597 ndcg_cut_100 3-2_1 0.1226 ndcg_cut_200 3-2_1 0.1292 ndcg_cut_500 3-2_1 0.1318 ndcg_cut_1000 3-2_1 0.1384 map_cut_5 3-2_1 0.0147 map_cut_10 3-2_1 0.0147 map_cut_15 3-2_1 0.0170 map_cut_20 3-2_1 0.0170 map_cut_30 3-2_1 0.0191 map_cut_100 3-2_1 0.0238 map_cut_200 3-2_1 0.0262 map_cut_500 3-2_1 0.0262 map_cut_1000 3-2_1 0.0264 relative_P_5 3-2_1 0.2000 relative_P_10 3-2_1 0.1000 relative_P_15 3-2_1 0.1333 relative_P_20 3-2_1 0.1000 relative_P_30 3-2_1 0.1000 relative_P_100 3-2_1 0.0882 relative_P_200 3-2_1 0.1324 relative_P_500 3-2_1 0.1324 relative_P_1000 3-2_1 0.1471 success_1 3-2_1 1.0000 success_5 3-2_1 1.0000 success_10 3-2_1 1.0000 set_P 3-2_1 0.0100 set_relative_P 3-2_1 0.1471 set_recall 3-2_1 0.1471 set_map 3-2_1 0.0015 set_F 3-2_1 0.0187 num_nonrel_judged_ret 3-2_1 26 rbp 3-2_1 0.1264 rbp_resid 3-2_1 0.3701 unj_5 3-2_1 0.2000 unj_10 3-2_1 0.2000 unj_20 3-2_1 0.4500 num_ret 3-2_6 1000 num_rel 3-2_6 32 num_rel_ret 3-2_6 0 map 3-2_6 0.0000 Rprec 3-2_6 0.0000 bpref 3-2_6 0.0000 recip_rank 3-2_6 0.0000 iprec_at_recall_0.00 3-2_6 0.0000 iprec_at_recall_0.10 3-2_6 0.0000 iprec_at_recall_0.20 3-2_6 0.0000 iprec_at_recall_0.30 3-2_6 0.0000 iprec_at_recall_0.40 3-2_6 0.0000 iprec_at_recall_0.50 3-2_6 0.0000 iprec_at_recall_0.60 3-2_6 0.0000 iprec_at_recall_0.70 3-2_6 0.0000 iprec_at_recall_0.80 3-2_6 0.0000 iprec_at_recall_0.90 3-2_6 0.0000 iprec_at_recall_1.00 3-2_6 0.0000 P_5 3-2_6 0.0000 P_10 3-2_6 0.0000 P_15 3-2_6 0.0000 P_20 3-2_6 0.0000 P_30 3-2_6 0.0000 P_100 3-2_6 0.0000 P_200 3-2_6 0.0000 P_500 3-2_6 0.0000 P_1000 3-2_6 0.0000 relstring 3-2_6 '0000000000' recall_5 3-2_6 0.0000 recall_10 3-2_6 0.0000 recall_15 3-2_6 0.0000 recall_20 3-2_6 0.0000 recall_30 3-2_6 0.0000 recall_100 3-2_6 0.0000 recall_200 3-2_6 0.0000 recall_500 3-2_6 0.0000 recall_1000 3-2_6 0.0000 infAP 3-2_6 0.0000 Rprec_mult_0.20 3-2_6 0.0000 Rprec_mult_0.40 3-2_6 0.0000 Rprec_mult_0.60 3-2_6 0.0000 Rprec_mult_0.80 3-2_6 0.0000 Rprec_mult_1.00 3-2_6 0.0000 Rprec_mult_1.20 3-2_6 0.0000 Rprec_mult_1.40 3-2_6 0.0000 Rprec_mult_1.60 3-2_6 0.0000 Rprec_mult_1.80 3-2_6 0.0000 Rprec_mult_2.00 3-2_6 0.0000 utility 3-2_6 -1000.0000 11pt_avg 3-2_6 0.0000 binG 3-2_6 0.0000 G 3-2_6 0.0000 ndcg 3-2_6 0.0000 ndcg_rel 3-2_6 0.0000 Rndcg 3-2_6 0.0000 ndcg_cut_5 3-2_6 0.0000 ndcg_cut_10 3-2_6 0.0000 ndcg_cut_15 3-2_6 0.0000 ndcg_cut_20 3-2_6 0.0000 ndcg_cut_30 3-2_6 0.0000 ndcg_cut_100 3-2_6 0.0000 ndcg_cut_200 3-2_6 0.0000 ndcg_cut_500 3-2_6 0.0000 ndcg_cut_1000 3-2_6 0.0000 map_cut_5 3-2_6 0.0000 map_cut_10 3-2_6 0.0000 map_cut_15 3-2_6 0.0000 map_cut_20 3-2_6 0.0000 map_cut_30 3-2_6 0.0000 map_cut_100 3-2_6 0.0000 map_cut_200 3-2_6 0.0000 map_cut_500 3-2_6 0.0000 map_cut_1000 3-2_6 0.0000 relative_P_5 3-2_6 0.0000 relative_P_10 3-2_6 0.0000 relative_P_15 3-2_6 0.0000 relative_P_20 3-2_6 0.0000 relative_P_30 3-2_6 0.0000 relative_P_100 3-2_6 0.0000 relative_P_200 3-2_6 0.0000 relative_P_500 3-2_6 0.0000 relative_P_1000 3-2_6 0.0000 success_1 3-2_6 0.0000 success_5 3-2_6 0.0000 success_10 3-2_6 0.0000 set_P 3-2_6 0.0000 set_relative_P 3-2_6 0.0000 set_recall 3-2_6 0.0000 set_map 3-2_6 0.0000 set_F 3-2_6 0.0000 num_nonrel_judged_ret 3-2_6 14 rbp 3-2_6 0.0000 rbp_resid 3-2_6 0.3113 unj_5 3-2_6 0.0000 unj_10 3-2_6 0.0000 unj_20 3-2_6 0.4500 num_ret 4-1_10 1000 num_rel 4-1_10 12 num_rel_ret 4-1_10 0 map 4-1_10 0.0000 Rprec 4-1_10 0.0000 bpref 4-1_10 0.0000 recip_rank 4-1_10 0.0000 iprec_at_recall_0.00 4-1_10 0.0000 iprec_at_recall_0.10 4-1_10 0.0000 iprec_at_recall_0.20 4-1_10 0.0000 iprec_at_recall_0.30 4-1_10 0.0000 iprec_at_recall_0.40 4-1_10 0.0000 iprec_at_recall_0.50 4-1_10 0.0000 iprec_at_recall_0.60 4-1_10 0.0000 iprec_at_recall_0.70 4-1_10 0.0000 iprec_at_recall_0.80 4-1_10 0.0000 iprec_at_recall_0.90 4-1_10 0.0000 iprec_at_recall_1.00 4-1_10 0.0000 P_5 4-1_10 0.0000 P_10 4-1_10 0.0000 P_15 4-1_10 0.0000 P_20 4-1_10 0.0000 P_30 4-1_10 0.0000 P_100 4-1_10 0.0000 P_200 4-1_10 0.0000 P_500 4-1_10 0.0000 P_1000 4-1_10 0.0000 relstring 4-1_10 '0000000000' recall_5 4-1_10 0.0000 recall_10 4-1_10 0.0000 recall_15 4-1_10 0.0000 recall_20 4-1_10 0.0000 recall_30 4-1_10 0.0000 recall_100 4-1_10 0.0000 recall_200 4-1_10 0.0000 recall_500 4-1_10 0.0000 recall_1000 4-1_10 0.0000 infAP 4-1_10 0.0000 Rprec_mult_0.20 4-1_10 0.0000 Rprec_mult_0.40 4-1_10 0.0000 Rprec_mult_0.60 4-1_10 0.0000 Rprec_mult_0.80 4-1_10 0.0000 Rprec_mult_1.00 4-1_10 0.0000 Rprec_mult_1.20 4-1_10 0.0000 Rprec_mult_1.40 4-1_10 0.0000 Rprec_mult_1.60 4-1_10 0.0000 Rprec_mult_1.80 4-1_10 0.0000 Rprec_mult_2.00 4-1_10 0.0000 utility 4-1_10 -1000.0000 11pt_avg 4-1_10 0.0000 binG 4-1_10 0.0000 G 4-1_10 0.0000 ndcg 4-1_10 0.0000 ndcg_rel 4-1_10 0.0000 Rndcg 4-1_10 0.0000 ndcg_cut_5 4-1_10 0.0000 ndcg_cut_10 4-1_10 0.0000 ndcg_cut_15 4-1_10 0.0000 ndcg_cut_20 4-1_10 0.0000 ndcg_cut_30 4-1_10 0.0000 ndcg_cut_100 4-1_10 0.0000 ndcg_cut_200 4-1_10 0.0000 ndcg_cut_500 4-1_10 0.0000 ndcg_cut_1000 4-1_10 0.0000 map_cut_5 4-1_10 0.0000 map_cut_10 4-1_10 0.0000 map_cut_15 4-1_10 0.0000 map_cut_20 4-1_10 0.0000 map_cut_30 4-1_10 0.0000 map_cut_100 4-1_10 0.0000 map_cut_200 4-1_10 0.0000 map_cut_500 4-1_10 0.0000 map_cut_1000 4-1_10 0.0000 relative_P_5 4-1_10 0.0000 relative_P_10 4-1_10 0.0000 relative_P_15 4-1_10 0.0000 relative_P_20 4-1_10 0.0000 relative_P_30 4-1_10 0.0000 relative_P_100 4-1_10 0.0000 relative_P_200 4-1_10 0.0000 relative_P_500 4-1_10 0.0000 relative_P_1000 4-1_10 0.0000 success_1 4-1_10 0.0000 success_5 4-1_10 0.0000 success_10 4-1_10 0.0000 set_P 4-1_10 0.0000 set_relative_P 4-1_10 0.0000 set_recall 4-1_10 0.0000 set_map 4-1_10 0.0000 set_F 4-1_10 0.0000 num_nonrel_judged_ret 4-1_10 12 rbp 4-1_10 0.0000 rbp_resid 4-1_10 0.3138 unj_5 4-1_10 0.0000 unj_10 4-1_10 0.0000 unj_20 4-1_10 0.4500 num_ret 4-1_12 1000 num_rel 4-1_12 7 num_rel_ret 4-1_12 4 map 4-1_12 0.0034 Rprec 4-1_12 0.0000 bpref 4-1_12 0.0000 recip_rank 4-1_12 0.0093 iprec_at_recall_0.00 4-1_12 0.0093 iprec_at_recall_0.10 4-1_12 0.0093 iprec_at_recall_0.20 4-1_12 0.0093 iprec_at_recall_0.30 4-1_12 0.0055 iprec_at_recall_0.40 4-1_12 0.0055 iprec_at_recall_0.50 4-1_12 0.0055 iprec_at_recall_0.60 4-1_12 0.0055 iprec_at_recall_0.70 4-1_12 0.0000 iprec_at_recall_0.80 4-1_12 0.0000 iprec_at_recall_0.90 4-1_12 0.0000 iprec_at_recall_1.00 4-1_12 0.0000 P_5 4-1_12 0.0000 P_10 4-1_12 0.0000 P_15 4-1_12 0.0000 P_20 4-1_12 0.0000 P_30 4-1_12 0.0000 P_100 4-1_12 0.0000 P_200 4-1_12 0.0050 P_500 4-1_12 0.0040 P_1000 4-1_12 0.0040 relstring 4-1_12 '--1-10-000' recall_5 4-1_12 0.0000 recall_10 4-1_12 0.0000 recall_15 4-1_12 0.0000 recall_20 4-1_12 0.0000 recall_30 4-1_12 0.0000 recall_100 4-1_12 0.0000 recall_200 4-1_12 0.1429 recall_500 4-1_12 0.2857 recall_1000 4-1_12 0.5714 infAP 4-1_12 0.0034 Rprec_mult_0.20 4-1_12 0.0000 Rprec_mult_0.40 4-1_12 0.0000 Rprec_mult_0.60 4-1_12 0.0000 Rprec_mult_0.80 4-1_12 0.0000 Rprec_mult_1.00 4-1_12 0.0000 Rprec_mult_1.20 4-1_12 0.0000 Rprec_mult_1.40 4-1_12 0.0000 Rprec_mult_1.60 4-1_12 0.0000 Rprec_mult_1.80 4-1_12 0.0000 Rprec_mult_2.00 4-1_12 0.0000 utility 4-1_12 -992.0000 11pt_avg 4-1_12 0.0046 binG 4-1_12 0.0677 G 4-1_12 0.0775 ndcg 4-1_12 0.2011 ndcg_rel 4-1_12 0.1665 Rndcg 4-1_12 0.0834 ndcg_cut_5 4-1_12 0.0982 ndcg_cut_10 4-1_12 0.0784 ndcg_cut_15 4-1_12 0.0702 ndcg_cut_20 4-1_12 0.0642 ndcg_cut_30 4-1_12 0.0632 ndcg_cut_100 4-1_12 0.0632 ndcg_cut_200 4-1_12 0.1054 ndcg_cut_500 4-1_12 0.1633 ndcg_cut_1000 4-1_12 0.2011 map_cut_5 4-1_12 0.0000 map_cut_10 4-1_12 0.0000 map_cut_15 4-1_12 0.0000 map_cut_20 4-1_12 0.0000 map_cut_30 4-1_12 0.0000 map_cut_100 4-1_12 0.0000 map_cut_200 4-1_12 0.0013 map_cut_500 4-1_12 0.0020 map_cut_1000 4-1_12 0.0034 relative_P_5 4-1_12 0.0000 relative_P_10 4-1_12 0.0000 relative_P_15 4-1_12 0.0000 relative_P_20 4-1_12 0.0000 relative_P_30 4-1_12 0.0000 relative_P_100 4-1_12 0.0000 relative_P_200 4-1_12 0.1429 relative_P_500 4-1_12 0.2857 relative_P_1000 4-1_12 0.5714 success_1 4-1_12 0.0000 success_5 4-1_12 0.0000 success_10 4-1_12 0.0000 set_P 4-1_12 0.0040 set_relative_P 4-1_12 0.5714 set_recall 4-1_12 0.5714 set_map 4-1_12 0.0023 set_F 4-1_12 0.0079 num_nonrel_judged_ret 4-1_12 45 rbp 4-1_12 0.0367 rbp_resid 4-1_12 0.6192 unj_5 4-1_12 0.6000 unj_10 4-1_12 0.4000 unj_20 4-1_12 0.6000 num_ret 4-1_3 1000 num_rel 4-1_3 39 num_rel_ret 4-1_3 36 map 4-1_3 0.1786 Rprec 4-1_3 0.2564 bpref 4-1_3 0.2558 recip_rank 4-1_3 1.0000 iprec_at_recall_0.00 4-1_3 1.0000 iprec_at_recall_0.10 4-1_3 0.2857 iprec_at_recall_0.20 4-1_3 0.2857 iprec_at_recall_0.30 4-1_3 0.2182 iprec_at_recall_0.40 4-1_3 0.1951 iprec_at_recall_0.50 4-1_3 0.1220 iprec_at_recall_0.60 4-1_3 0.0809 iprec_at_recall_0.70 4-1_3 0.0736 iprec_at_recall_0.80 4-1_3 0.0625 iprec_at_recall_0.90 4-1_3 0.0479 iprec_at_recall_1.00 4-1_3 0.0000 P_5 4-1_3 0.4000 P_10 4-1_3 0.2000 P_15 4-1_3 0.2000 P_20 4-1_3 0.2500 P_30 4-1_3 0.2667 P_100 4-1_3 0.1600 P_200 4-1_3 0.1000 P_500 4-1_3 0.0620 P_1000 4-1_3 0.0360 relstring 4-1_3 '331-0100-0' recall_5 4-1_3 0.0513 recall_10 4-1_3 0.0513 recall_15 4-1_3 0.0769 recall_20 4-1_3 0.1282 recall_30 4-1_3 0.2051 recall_100 4-1_3 0.4103 recall_200 4-1_3 0.5128 recall_500 4-1_3 0.7949 recall_1000 4-1_3 0.9231 infAP 4-1_3 0.1786 Rprec_mult_0.20 4-1_3 0.2500 Rprec_mult_0.40 4-1_3 0.1875 Rprec_mult_0.60 4-1_3 0.2500 Rprec_mult_0.80 4-1_3 0.2500 Rprec_mult_1.00 4-1_3 0.2564 Rprec_mult_1.20 4-1_3 0.2340 Rprec_mult_1.40 4-1_3 0.2182 Rprec_mult_1.60 4-1_3 0.2063 Rprec_mult_1.80 4-1_3 0.2113 Rprec_mult_2.00 4-1_3 0.1923 utility 4-1_3 -928.0000 11pt_avg 4-1_3 0.2156 binG 4-1_3 0.1890 G 4-1_3 0.1503 ndcg 4-1_3 0.6220 ndcg_rel 4-1_3 0.4786 Rndcg 4-1_3 0.4217 ndcg_cut_5 4-1_3 0.4573 ndcg_cut_10 4-1_3 0.3395 ndcg_cut_15 4-1_3 0.3243 ndcg_cut_20 4-1_3 0.3316 ndcg_cut_30 4-1_3 0.3573 ndcg_cut_100 4-1_3 0.3864 ndcg_cut_200 4-1_3 0.4516 ndcg_cut_500 4-1_3 0.5730 ndcg_cut_1000 4-1_3 0.6220 map_cut_5 4-1_3 0.0513 map_cut_10 4-1_3 0.0513 map_cut_15 4-1_3 0.0568 map_cut_20 4-1_3 0.0692 map_cut_30 4-1_3 0.0901 map_cut_100 4-1_3 0.1366 map_cut_200 4-1_3 0.1514 map_cut_500 4-1_3 0.1720 map_cut_1000 4-1_3 0.1786 relative_P_5 4-1_3 0.4000 relative_P_10 4-1_3 0.2000 relative_P_15 4-1_3 0.2000 relative_P_20 4-1_3 0.2500 relative_P_30 4-1_3 0.2667 relative_P_100 4-1_3 0.4103 relative_P_200 4-1_3 0.5128 relative_P_500 4-1_3 0.7949 relative_P_1000 4-1_3 0.9231 success_1 4-1_3 1.0000 success_5 4-1_3 1.0000 success_10 4-1_3 1.0000 set_P 4-1_3 0.0360 set_relative_P 4-1_3 0.9231 set_recall 4-1_3 0.9231 set_map 4-1_3 0.0332 set_F 4-1_3 0.0693 num_nonrel_judged_ret 4-1_3 102 rbp 4-1_3 0.2425 rbp_resid 4-1_3 0.2225 unj_5 4-1_3 0.2000 unj_10 4-1_3 0.2000 unj_20 4-1_3 0.2000 num_ret 4-1_4 1000 num_rel 4-1_4 11 num_rel_ret 4-1_4 0 map 4-1_4 0.0000 Rprec 4-1_4 0.0000 bpref 4-1_4 0.0000 recip_rank 4-1_4 0.0000 iprec_at_recall_0.00 4-1_4 0.0000 iprec_at_recall_0.10 4-1_4 0.0000 iprec_at_recall_0.20 4-1_4 0.0000 iprec_at_recall_0.30 4-1_4 0.0000 iprec_at_recall_0.40 4-1_4 0.0000 iprec_at_recall_0.50 4-1_4 0.0000 iprec_at_recall_0.60 4-1_4 0.0000 iprec_at_recall_0.70 4-1_4 0.0000 iprec_at_recall_0.80 4-1_4 0.0000 iprec_at_recall_0.90 4-1_4 0.0000 iprec_at_recall_1.00 4-1_4 0.0000 P_5 4-1_4 0.0000 P_10 4-1_4 0.0000 P_15 4-1_4 0.0000 P_20 4-1_4 0.0000 P_30 4-1_4 0.0000 P_100 4-1_4 0.0000 P_200 4-1_4 0.0000 P_500 4-1_4 0.0000 P_1000 4-1_4 0.0000 relstring 4-1_4 '0000000000' recall_5 4-1_4 0.0000 recall_10 4-1_4 0.0000 recall_15 4-1_4 0.0000 recall_20 4-1_4 0.0000 recall_30 4-1_4 0.0000 recall_100 4-1_4 0.0000 recall_200 4-1_4 0.0000 recall_500 4-1_4 0.0000 recall_1000 4-1_4 0.0000 infAP 4-1_4 0.0000 Rprec_mult_0.20 4-1_4 0.0000 Rprec_mult_0.40 4-1_4 0.0000 Rprec_mult_0.60 4-1_4 0.0000 Rprec_mult_0.80 4-1_4 0.0000 Rprec_mult_1.00 4-1_4 0.0000 Rprec_mult_1.20 4-1_4 0.0000 Rprec_mult_1.40 4-1_4 0.0000 Rprec_mult_1.60 4-1_4 0.0000 Rprec_mult_1.80 4-1_4 0.0000 Rprec_mult_2.00 4-1_4 0.0000 utility 4-1_4 -1000.0000 11pt_avg 4-1_4 0.0000 binG 4-1_4 0.0000 G 4-1_4 0.0000 ndcg 4-1_4 0.0000 ndcg_rel 4-1_4 0.0000 Rndcg 4-1_4 0.0000 ndcg_cut_5 4-1_4 0.0000 ndcg_cut_10 4-1_4 0.0000 ndcg_cut_15 4-1_4 0.0000 ndcg_cut_20 4-1_4 0.0000 ndcg_cut_30 4-1_4 0.0000 ndcg_cut_100 4-1_4 0.0000 ndcg_cut_200 4-1_4 0.0000 ndcg_cut_500 4-1_4 0.0000 ndcg_cut_1000 4-1_4 0.0000 map_cut_5 4-1_4 0.0000 map_cut_10 4-1_4 0.0000 map_cut_15 4-1_4 0.0000 map_cut_20 4-1_4 0.0000 map_cut_30 4-1_4 0.0000 map_cut_100 4-1_4 0.0000 map_cut_200 4-1_4 0.0000 map_cut_500 4-1_4 0.0000 map_cut_1000 4-1_4 0.0000 relative_P_5 4-1_4 0.0000 relative_P_10 4-1_4 0.0000 relative_P_15 4-1_4 0.0000 relative_P_20 4-1_4 0.0000 relative_P_30 4-1_4 0.0000 relative_P_100 4-1_4 0.0000 relative_P_200 4-1_4 0.0000 relative_P_500 4-1_4 0.0000 relative_P_1000 4-1_4 0.0000 success_1 4-1_4 0.0000 success_5 4-1_4 0.0000 success_10 4-1_4 0.0000 set_P 4-1_4 0.0000 set_relative_P 4-1_4 0.0000 set_recall 4-1_4 0.0000 set_map 4-1_4 0.0000 set_F 4-1_4 0.0000 num_nonrel_judged_ret 4-1_4 20 rbp 4-1_4 0.0000 rbp_resid 4-1_4 0.3138 unj_5 4-1_4 0.0000 unj_10 4-1_4 0.0000 unj_20 4-1_4 0.4500 num_ret 4-1_6 1000 num_rel 4-1_6 1 num_rel_ret 4-1_6 1 map 4-1_6 0.0122 Rprec 4-1_6 0.0000 bpref 4-1_6 0.0000 recip_rank 4-1_6 0.0122 iprec_at_recall_0.00 4-1_6 0.0122 iprec_at_recall_0.10 4-1_6 0.0122 iprec_at_recall_0.20 4-1_6 0.0122 iprec_at_recall_0.30 4-1_6 0.0122 iprec_at_recall_0.40 4-1_6 0.0122 iprec_at_recall_0.50 4-1_6 0.0122 iprec_at_recall_0.60 4-1_6 0.0122 iprec_at_recall_0.70 4-1_6 0.0122 iprec_at_recall_0.80 4-1_6 0.0122 iprec_at_recall_0.90 4-1_6 0.0122 iprec_at_recall_1.00 4-1_6 0.0122 P_5 4-1_6 0.0000 P_10 4-1_6 0.0000 P_15 4-1_6 0.0000 P_20 4-1_6 0.0000 P_30 4-1_6 0.0000 P_100 4-1_6 0.0100 P_200 4-1_6 0.0050 P_500 4-1_6 0.0020 P_1000 4-1_6 0.0010 relstring 4-1_6 '00-101000-' recall_5 4-1_6 0.0000 recall_10 4-1_6 0.0000 recall_15 4-1_6 0.0000 recall_20 4-1_6 0.0000 recall_30 4-1_6 0.0000 recall_100 4-1_6 1.0000 recall_200 4-1_6 1.0000 recall_500 4-1_6 1.0000 recall_1000 4-1_6 1.0000 infAP 4-1_6 0.0122 Rprec_mult_0.20 4-1_6 0.0000 Rprec_mult_0.40 4-1_6 0.0000 Rprec_mult_0.60 4-1_6 0.0000 Rprec_mult_0.80 4-1_6 0.0000 Rprec_mult_1.00 4-1_6 0.0000 Rprec_mult_1.20 4-1_6 0.0000 Rprec_mult_1.40 4-1_6 0.0000 Rprec_mult_1.60 4-1_6 0.0000 Rprec_mult_1.80 4-1_6 0.0000 Rprec_mult_2.00 4-1_6 0.0000 utility 4-1_6 -998.0000 11pt_avg 4-1_6 0.0122 binG 4-1_6 0.1569 G 4-1_6 0.1740 ndcg 4-1_6 0.4353 ndcg_rel 4-1_6 0.2875 Rndcg 4-1_6 0.1797 ndcg_cut_5 4-1_6 0.1091 ndcg_cut_10 4-1_6 0.1419 ndcg_cut_15 4-1_6 0.1147 ndcg_cut_20 4-1_6 0.1038 ndcg_cut_30 4-1_6 0.1315 ndcg_cut_100 4-1_6 0.3345 ndcg_cut_200 4-1_6 0.3736 ndcg_cut_500 4-1_6 0.4067 ndcg_cut_1000 4-1_6 0.4353 map_cut_5 4-1_6 0.0000 map_cut_10 4-1_6 0.0000 map_cut_15 4-1_6 0.0000 map_cut_20 4-1_6 0.0000 map_cut_30 4-1_6 0.0000 map_cut_100 4-1_6 0.0122 map_cut_200 4-1_6 0.0122 map_cut_500 4-1_6 0.0122 map_cut_1000 4-1_6 0.0122 relative_P_5 4-1_6 0.0000 relative_P_10 4-1_6 0.0000 relative_P_15 4-1_6 0.0000 relative_P_20 4-1_6 0.0000 relative_P_30 4-1_6 0.0000 relative_P_100 4-1_6 1.0000 relative_P_200 4-1_6 1.0000 relative_P_500 4-1_6 1.0000 relative_P_1000 4-1_6 1.0000 success_1 4-1_6 0.0000 success_5 4-1_6 0.0000 success_10 4-1_6 0.0000 set_P 4-1_6 0.0010 set_relative_P 4-1_6 1.0000 set_recall 4-1_6 1.0000 set_map 4-1_6 0.0010 set_F 4-1_6 0.0020 num_nonrel_judged_ret 4-1_6 76 rbp 4-1_6 0.0726 rbp_resid 4-1_6 0.3259 unj_5 4-1_6 0.2000 unj_10 4-1_6 0.2000 unj_20 4-1_6 0.4000 num_ret 4-1_9 1000 num_rel 4-1_9 37 num_rel_ret 4-1_9 0 map 4-1_9 0.0000 Rprec 4-1_9 0.0000 bpref 4-1_9 0.0000 recip_rank 4-1_9 0.0000 iprec_at_recall_0.00 4-1_9 0.0000 iprec_at_recall_0.10 4-1_9 0.0000 iprec_at_recall_0.20 4-1_9 0.0000 iprec_at_recall_0.30 4-1_9 0.0000 iprec_at_recall_0.40 4-1_9 0.0000 iprec_at_recall_0.50 4-1_9 0.0000 iprec_at_recall_0.60 4-1_9 0.0000 iprec_at_recall_0.70 4-1_9 0.0000 iprec_at_recall_0.80 4-1_9 0.0000 iprec_at_recall_0.90 4-1_9 0.0000 iprec_at_recall_1.00 4-1_9 0.0000 P_5 4-1_9 0.0000 P_10 4-1_9 0.0000 P_15 4-1_9 0.0000 P_20 4-1_9 0.0000 P_30 4-1_9 0.0000 P_100 4-1_9 0.0000 P_200 4-1_9 0.0000 P_500 4-1_9 0.0000 P_1000 4-1_9 0.0000 relstring 4-1_9 '0000000000' recall_5 4-1_9 0.0000 recall_10 4-1_9 0.0000 recall_15 4-1_9 0.0000 recall_20 4-1_9 0.0000 recall_30 4-1_9 0.0000 recall_100 4-1_9 0.0000 recall_200 4-1_9 0.0000 recall_500 4-1_9 0.0000 recall_1000 4-1_9 0.0000 infAP 4-1_9 0.0000 Rprec_mult_0.20 4-1_9 0.0000 Rprec_mult_0.40 4-1_9 0.0000 Rprec_mult_0.60 4-1_9 0.0000 Rprec_mult_0.80 4-1_9 0.0000 Rprec_mult_1.00 4-1_9 0.0000 Rprec_mult_1.20 4-1_9 0.0000 Rprec_mult_1.40 4-1_9 0.0000 Rprec_mult_1.60 4-1_9 0.0000 Rprec_mult_1.80 4-1_9 0.0000 Rprec_mult_2.00 4-1_9 0.0000 utility 4-1_9 -1000.0000 11pt_avg 4-1_9 0.0000 binG 4-1_9 0.0000 G 4-1_9 0.0021 ndcg 4-1_9 0.0096 ndcg_rel 4-1_9 0.0095 Rndcg 4-1_9 0.0019 ndcg_cut_5 4-1_9 0.0000 ndcg_cut_10 4-1_9 0.0000 ndcg_cut_15 4-1_9 0.0000 ndcg_cut_20 4-1_9 0.0000 ndcg_cut_30 4-1_9 0.0000 ndcg_cut_100 4-1_9 0.0000 ndcg_cut_200 4-1_9 0.0000 ndcg_cut_500 4-1_9 0.0000 ndcg_cut_1000 4-1_9 0.0096 map_cut_5 4-1_9 0.0000 map_cut_10 4-1_9 0.0000 map_cut_15 4-1_9 0.0000 map_cut_20 4-1_9 0.0000 map_cut_30 4-1_9 0.0000 map_cut_100 4-1_9 0.0000 map_cut_200 4-1_9 0.0000 map_cut_500 4-1_9 0.0000 map_cut_1000 4-1_9 0.0000 relative_P_5 4-1_9 0.0000 relative_P_10 4-1_9 0.0000 relative_P_15 4-1_9 0.0000 relative_P_20 4-1_9 0.0000 relative_P_30 4-1_9 0.0000 relative_P_100 4-1_9 0.0000 relative_P_200 4-1_9 0.0000 relative_P_500 4-1_9 0.0000 relative_P_1000 4-1_9 0.0000 success_1 4-1_9 0.0000 success_5 4-1_9 0.0000 success_10 4-1_9 0.0000 set_P 4-1_9 0.0000 set_relative_P 4-1_9 0.0000 set_recall 4-1_9 0.0000 set_map 4-1_9 0.0000 set_F 4-1_9 0.0000 num_nonrel_judged_ret 4-1_9 21 rbp 4-1_9 0.0000 rbp_resid 4-1_9 0.3138 unj_5 4-1_9 0.0000 unj_10 4-1_9 0.0000 unj_20 4-1_9 0.4500 num_ret 4-2_2 1000 num_rel 4-2_2 84 num_rel_ret 4-2_2 33 map 4-2_2 0.0654 Rprec 4-2_2 0.1548 bpref 4-2_2 0.3172 recip_rank 4-2_2 0.5000 iprec_at_recall_0.00 4-2_2 0.5000 iprec_at_recall_0.10 4-2_2 0.2063 iprec_at_recall_0.20 4-2_2 0.1683 iprec_at_recall_0.30 4-2_2 0.1033 iprec_at_recall_0.40 4-2_2 0.0000 iprec_at_recall_0.50 4-2_2 0.0000 iprec_at_recall_0.60 4-2_2 0.0000 iprec_at_recall_0.70 4-2_2 0.0000 iprec_at_recall_0.80 4-2_2 0.0000 iprec_at_recall_0.90 4-2_2 0.0000 iprec_at_recall_1.00 4-2_2 0.0000 P_5 4-2_2 0.2000 P_10 4-2_2 0.4000 P_15 4-2_2 0.3333 P_20 4-2_2 0.2500 P_30 4-2_2 0.2000 P_100 4-2_2 0.1600 P_200 4-2_2 0.1100 P_500 4-2_2 0.0520 P_1000 4-2_2 0.0330 relstring 4-2_2 '-3--02-303' recall_5 4-2_2 0.0119 recall_10 4-2_2 0.0476 recall_15 4-2_2 0.0595 recall_20 4-2_2 0.0595 recall_30 4-2_2 0.0714 recall_100 4-2_2 0.1905 recall_200 4-2_2 0.2619 recall_500 4-2_2 0.3095 recall_1000 4-2_2 0.3929 infAP 4-2_2 0.0654 Rprec_mult_0.20 4-2_2 0.2941 Rprec_mult_0.40 4-2_2 0.1765 Rprec_mult_0.60 4-2_2 0.1765 Rprec_mult_0.80 4-2_2 0.1912 Rprec_mult_1.00 4-2_2 0.1548 Rprec_mult_1.20 4-2_2 0.1683 Rprec_mult_1.40 4-2_2 0.1441 Rprec_mult_1.60 4-2_2 0.1259 Rprec_mult_1.80 4-2_2 0.1118 Rprec_mult_2.00 4-2_2 0.1131 utility 4-2_2 -934.0000 11pt_avg 4-2_2 0.0889 binG 4-2_2 0.0726 G 4-2_2 0.0590 ndcg 4-2_2 0.3160 ndcg_rel 4-2_2 0.2906 Rndcg 4-2_2 0.2382 ndcg_cut_5 4-2_2 0.2140 ndcg_cut_10 4-2_2 0.3242 ndcg_cut_15 4-2_2 0.2812 ndcg_cut_20 4-2_2 0.2341 ndcg_cut_30 4-2_2 0.2132 ndcg_cut_100 4-2_2 0.2075 ndcg_cut_200 4-2_2 0.2384 ndcg_cut_500 4-2_2 0.2696 ndcg_cut_1000 4-2_2 0.3160 map_cut_5 4-2_2 0.0060 map_cut_10 4-2_2 0.0191 map_cut_15 4-2_2 0.0237 map_cut_20 4-2_2 0.0237 map_cut_30 4-2_2 0.0267 map_cut_100 4-2_2 0.0483 map_cut_200 4-2_2 0.0570 map_cut_500 4-2_2 0.0619 map_cut_1000 4-2_2 0.0654 relative_P_5 4-2_2 0.2000 relative_P_10 4-2_2 0.4000 relative_P_15 4-2_2 0.3333 relative_P_20 4-2_2 0.2500 relative_P_30 4-2_2 0.2000 relative_P_100 4-2_2 0.1905 relative_P_200 4-2_2 0.2619 relative_P_500 4-2_2 0.3095 relative_P_1000 4-2_2 0.3929 success_1 4-2_2 0.0000 success_5 4-2_2 1.0000 success_10 4-2_2 1.0000 set_P 4-2_2 0.0330 set_relative_P 4-2_2 0.3929 set_recall 4-2_2 0.3929 set_map 4-2_2 0.0130 set_F 4-2_2 0.0609 num_nonrel_judged_ret 4-2_2 41 rbp 4-2_2 0.2487 rbp_resid 4-2_2 0.5633 unj_5 4-2_2 0.6000 unj_10 4-2_2 0.4000 unj_20 4-2_2 0.5500 num_ret 4-2_3 1000 num_rel 4-2_3 48 num_rel_ret 4-2_3 38 map 4-2_3 0.0606 Rprec 4-2_3 0.0417 bpref 4-2_3 0.4080 recip_rank 4-2_3 0.2500 iprec_at_recall_0.00 4-2_3 0.2500 iprec_at_recall_0.10 4-2_3 0.0849 iprec_at_recall_0.20 4-2_3 0.0849 iprec_at_recall_0.30 4-2_3 0.0849 iprec_at_recall_0.40 4-2_3 0.0849 iprec_at_recall_0.50 4-2_3 0.0849 iprec_at_recall_0.60 4-2_3 0.0773 iprec_at_recall_0.70 4-2_3 0.0722 iprec_at_recall_0.80 4-2_3 0.0471 iprec_at_recall_0.90 4-2_3 0.0000 iprec_at_recall_1.00 4-2_3 0.0000 P_5 4-2_3 0.2000 P_10 4-2_3 0.1000 P_15 4-2_3 0.0667 P_20 4-2_3 0.0500 P_30 4-2_3 0.0667 P_100 4-2_3 0.0500 P_200 4-2_3 0.0700 P_500 4-2_3 0.0700 P_1000 4-2_3 0.0380 relstring 4-2_3 '1--21-0101' recall_5 4-2_3 0.0208 recall_10 4-2_3 0.0208 recall_15 4-2_3 0.0208 recall_20 4-2_3 0.0208 recall_30 4-2_3 0.0417 recall_100 4-2_3 0.1042 recall_200 4-2_3 0.2917 recall_500 4-2_3 0.7292 recall_1000 4-2_3 0.7917 infAP 4-2_3 0.0606 Rprec_mult_0.20 4-2_3 0.1000 Rprec_mult_0.40 4-2_3 0.0500 Rprec_mult_0.60 4-2_3 0.0690 Rprec_mult_0.80 4-2_3 0.0513 Rprec_mult_1.00 4-2_3 0.0417 Rprec_mult_1.20 4-2_3 0.0517 Rprec_mult_1.40 4-2_3 0.0588 Rprec_mult_1.60 4-2_3 0.0649 Rprec_mult_1.80 4-2_3 0.0575 Rprec_mult_2.00 4-2_3 0.0521 utility 4-2_3 -924.0000 11pt_avg 4-2_3 0.0792 binG 4-2_3 0.1106 G 4-2_3 0.1105 ndcg 4-2_3 0.4779 ndcg_rel 4-2_3 0.3335 Rndcg 4-2_3 0.2540 ndcg_cut_5 4-2_3 0.2542 ndcg_cut_10 4-2_3 0.2188 ndcg_cut_15 4-2_3 0.1992 ndcg_cut_20 4-2_3 0.1732 ndcg_cut_30 4-2_3 0.1777 ndcg_cut_100 4-2_3 0.1730 ndcg_cut_200 4-2_3 0.2685 ndcg_cut_500 4-2_3 0.4336 ndcg_cut_1000 4-2_3 0.4779 map_cut_5 4-2_3 0.0052 map_cut_10 4-2_3 0.0052 map_cut_15 4-2_3 0.0052 map_cut_20 4-2_3 0.0052 map_cut_30 4-2_3 0.0066 map_cut_100 4-2_3 0.0105 map_cut_200 4-2_3 0.0233 map_cut_500 4-2_3 0.0572 map_cut_1000 4-2_3 0.0606 relative_P_5 4-2_3 0.2000 relative_P_10 4-2_3 0.1000 relative_P_15 4-2_3 0.0667 relative_P_20 4-2_3 0.0500 relative_P_30 4-2_3 0.0667 relative_P_100 4-2_3 0.1042 relative_P_200 4-2_3 0.2917 relative_P_500 4-2_3 0.7292 relative_P_1000 4-2_3 0.7917 success_1 4-2_3 0.0000 success_5 4-2_3 1.0000 success_10 4-2_3 1.0000 set_P 4-2_3 0.0380 set_relative_P 4-2_3 0.7917 set_recall 4-2_3 0.7917 set_map 4-2_3 0.0301 set_F 4-2_3 0.0725 num_nonrel_judged_ret 4-2_3 35 rbp 4-2_3 0.1541 rbp_resid 4-2_3 0.5204 unj_5 4-2_3 0.4000 unj_10 4-2_3 0.3000 unj_20 4-2_3 0.6000 num_ret 4-2_6 1000 num_rel 4-2_6 14 num_rel_ret 4-2_6 12 map 4-2_6 0.4223 Rprec 4-2_6 0.4286 bpref 4-2_6 0.6327 recip_rank 4-2_6 1.0000 iprec_at_recall_0.00 4-2_6 1.0000 iprec_at_recall_0.10 4-2_6 1.0000 iprec_at_recall_0.20 4-2_6 0.8000 iprec_at_recall_0.30 4-2_6 0.8000 iprec_at_recall_0.40 4-2_6 0.6667 iprec_at_recall_0.50 4-2_6 0.4118 iprec_at_recall_0.60 4-2_6 0.3750 iprec_at_recall_0.70 4-2_6 0.0847 iprec_at_recall_0.80 4-2_6 0.0495 iprec_at_recall_0.90 4-2_6 0.0000 iprec_at_recall_1.00 4-2_6 0.0000 P_5 4-2_6 0.8000 P_10 4-2_6 0.6000 P_15 4-2_6 0.4000 P_20 4-2_6 0.3500 P_30 4-2_6 0.3000 P_100 4-2_6 0.0900 P_200 4-2_6 0.0500 P_500 4-2_6 0.0240 P_1000 4-2_6 0.0120 relstring 4-2_6 '2122312-3-' recall_5 4-2_6 0.2857 recall_10 4-2_6 0.4286 recall_15 4-2_6 0.4286 recall_20 4-2_6 0.5000 recall_30 4-2_6 0.6429 recall_100 4-2_6 0.6429 recall_200 4-2_6 0.7143 recall_500 4-2_6 0.8571 recall_1000 4-2_6 0.8571 infAP 4-2_6 0.4223 Rprec_mult_0.20 4-2_6 0.6667 Rprec_mult_0.40 4-2_6 0.6667 Rprec_mult_0.60 4-2_6 0.6667 Rprec_mult_0.80 4-2_6 0.5000 Rprec_mult_1.00 4-2_6 0.4286 Rprec_mult_1.20 4-2_6 0.4118 Rprec_mult_1.40 4-2_6 0.3500 Rprec_mult_1.60 4-2_6 0.3478 Rprec_mult_1.80 4-2_6 0.3462 Rprec_mult_2.00 4-2_6 0.3214 utility 4-2_6 -976.0000 11pt_avg 4-2_6 0.4716 binG 4-2_6 0.3564 G 4-2_6 0.2228 ndcg 4-2_6 0.6731 ndcg_rel 4-2_6 0.6238 Rndcg 4-2_6 0.5917 ndcg_cut_5 4-2_6 0.6683 ndcg_cut_10 4-2_6 0.6506 ndcg_cut_15 4-2_6 0.5400 ndcg_cut_20 4-2_6 0.5449 ndcg_cut_30 4-2_6 0.5595 ndcg_cut_100 4-2_6 0.5983 ndcg_cut_200 4-2_6 0.6238 ndcg_cut_500 4-2_6 0.6667 ndcg_cut_1000 4-2_6 0.6731 map_cut_5 4-2_6 0.2298 map_cut_10 4-2_6 0.3284 map_cut_15 4-2_6 0.3284 map_cut_20 4-2_6 0.3578 map_cut_30 4-2_6 0.4106 map_cut_100 4-2_6 0.4106 map_cut_200 4-2_6 0.4166 map_cut_500 4-2_6 0.4223 map_cut_1000 4-2_6 0.4223 relative_P_5 4-2_6 0.8000 relative_P_10 4-2_6 0.6000 relative_P_15 4-2_6 0.4286 relative_P_20 4-2_6 0.5000 relative_P_30 4-2_6 0.6429 relative_P_100 4-2_6 0.6429 relative_P_200 4-2_6 0.7143 relative_P_500 4-2_6 0.8571 relative_P_1000 4-2_6 0.8571 success_1 4-2_6 1.0000 success_5 4-2_6 1.0000 success_10 4-2_6 1.0000 set_P 4-2_6 0.0120 set_relative_P 4-2_6 0.8571 set_recall 4-2_6 0.8571 set_map 4-2_6 0.0103 set_F 4-2_6 0.0237 num_nonrel_judged_ret 4-2_6 12 rbp 4-2_6 0.3990 rbp_resid 4-2_6 0.3745 unj_5 4-2_6 0.0000 unj_10 4-2_6 0.2000 unj_20 4-2_6 0.5000 num_ret 5-1_2 1000 num_rel 5-1_2 130 num_rel_ret 5-1_2 32 map 5-1_2 0.0416 Rprec 5-1_2 0.1000 bpref 5-1_2 0.2085 recip_rank 5-1_2 1.0000 iprec_at_recall_0.00 5-1_2 1.0000 iprec_at_recall_0.10 5-1_2 0.1250 iprec_at_recall_0.20 5-1_2 0.0550 iprec_at_recall_0.30 5-1_2 0.0000 iprec_at_recall_0.40 5-1_2 0.0000 iprec_at_recall_0.50 5-1_2 0.0000 iprec_at_recall_0.60 5-1_2 0.0000 iprec_at_recall_0.70 5-1_2 0.0000 iprec_at_recall_0.80 5-1_2 0.0000 iprec_at_recall_0.90 5-1_2 0.0000 iprec_at_recall_1.00 5-1_2 0.0000 P_5 5-1_2 0.4000 P_10 5-1_2 0.4000 P_15 5-1_2 0.2667 P_20 5-1_2 0.2500 P_30 5-1_2 0.1667 P_100 5-1_2 0.1200 P_200 5-1_2 0.0750 P_500 5-1_2 0.0540 P_1000 5-1_2 0.0320 relstring 5-1_2 '2200102--3' recall_5 5-1_2 0.0154 recall_10 5-1_2 0.0308 recall_15 5-1_2 0.0308 recall_20 5-1_2 0.0385 recall_30 5-1_2 0.0385 recall_100 5-1_2 0.0923 recall_200 5-1_2 0.1154 recall_500 5-1_2 0.2077 recall_1000 5-1_2 0.2462 infAP 5-1_2 0.0416 Rprec_mult_0.20 5-1_2 0.1923 Rprec_mult_0.40 5-1_2 0.1346 Rprec_mult_0.60 5-1_2 0.1538 Rprec_mult_0.80 5-1_2 0.1250 Rprec_mult_1.00 5-1_2 0.1000 Rprec_mult_1.20 5-1_2 0.0833 Rprec_mult_1.40 5-1_2 0.0824 Rprec_mult_1.60 5-1_2 0.0721 Rprec_mult_1.80 5-1_2 0.0684 Rprec_mult_2.00 5-1_2 0.0615 utility 5-1_2 -936.0000 11pt_avg 5-1_2 0.1073 binG 5-1_2 0.0508 G 5-1_2 0.0377 ndcg 5-1_2 0.2416 ndcg_rel 5-1_2 0.2372 Rndcg 5-1_2 0.2536 ndcg_cut_5 5-1_2 0.3706 ndcg_cut_10 5-1_2 0.3542 ndcg_cut_15 5-1_2 0.3065 ndcg_cut_20 5-1_2 0.2896 ndcg_cut_30 5-1_2 0.2249 ndcg_cut_100 5-1_2 0.1786 ndcg_cut_200 5-1_2 0.1651 ndcg_cut_500 5-1_2 0.2127 ndcg_cut_1000 5-1_2 0.2416 map_cut_5 5-1_2 0.0154 map_cut_10 5-1_2 0.0218 map_cut_15 5-1_2 0.0218 map_cut_20 5-1_2 0.0240 map_cut_30 5-1_2 0.0240 map_cut_100 5-1_2 0.0327 map_cut_200 5-1_2 0.0349 map_cut_500 5-1_2 0.0400 map_cut_1000 5-1_2 0.0416 relative_P_5 5-1_2 0.4000 relative_P_10 5-1_2 0.4000 relative_P_15 5-1_2 0.2667 relative_P_20 5-1_2 0.2500 relative_P_30 5-1_2 0.1667 relative_P_100 5-1_2 0.1200 relative_P_200 5-1_2 0.1154 relative_P_500 5-1_2 0.2077 relative_P_1000 5-1_2 0.2462 success_1 5-1_2 1.0000 success_5 5-1_2 1.0000 success_10 5-1_2 1.0000 set_P 5-1_2 0.0320 set_relative_P 5-1_2 0.2462 set_recall 5-1_2 0.2462 set_map 5-1_2 0.0079 set_F 5-1_2 0.0566 num_nonrel_judged_ret 5-1_2 40 rbp 5-1_2 0.1989 rbp_resid 5-1_2 0.3408 unj_5 5-1_2 0.0000 unj_10 5-1_2 0.2000 unj_20 5-1_2 0.4000 num_ret 5-1_4 1000 num_rel 5-1_4 29 num_rel_ret 5-1_4 21 map 5-1_4 0.1131 Rprec 5-1_4 0.1724 bpref 5-1_4 0.3282 recip_rank 5-1_4 1.0000 iprec_at_recall_0.00 5-1_4 1.0000 iprec_at_recall_0.10 5-1_4 0.2381 iprec_at_recall_0.20 5-1_4 0.1143 iprec_at_recall_0.30 5-1_4 0.0865 iprec_at_recall_0.40 5-1_4 0.0690 iprec_at_recall_0.50 5-1_4 0.0690 iprec_at_recall_0.60 5-1_4 0.0664 iprec_at_recall_0.70 5-1_4 0.0309 iprec_at_recall_0.80 5-1_4 0.0000 iprec_at_recall_0.90 5-1_4 0.0000 iprec_at_recall_1.00 5-1_4 0.0000 P_5 5-1_4 0.4000 P_10 5-1_4 0.2000 P_15 5-1_4 0.2000 P_20 5-1_4 0.2000 P_30 5-1_4 0.1667 P_100 5-1_4 0.0800 P_200 5-1_4 0.0600 P_500 5-1_4 0.0380 P_1000 5-1_4 0.0210 relstring 5-1_4 '201200---0' recall_5 5-1_4 0.0690 recall_10 5-1_4 0.0690 recall_15 5-1_4 0.1034 recall_20 5-1_4 0.1379 recall_30 5-1_4 0.1724 recall_100 5-1_4 0.2759 recall_200 5-1_4 0.4138 recall_500 5-1_4 0.6552 recall_1000 5-1_4 0.7241 infAP 5-1_4 0.1131 Rprec_mult_0.20 5-1_4 0.3333 Rprec_mult_0.40 5-1_4 0.1667 Rprec_mult_0.60 5-1_4 0.1667 Rprec_mult_0.80 5-1_4 0.2083 Rprec_mult_1.00 5-1_4 0.1724 Rprec_mult_1.20 5-1_4 0.1429 Rprec_mult_1.40 5-1_4 0.1220 Rprec_mult_1.60 5-1_4 0.1064 Rprec_mult_1.80 5-1_4 0.0943 Rprec_mult_2.00 5-1_4 0.0862 utility 5-1_4 -958.0000 11pt_avg 5-1_4 0.1522 binG 5-1_4 0.1528 G 5-1_4 0.1245 ndcg 5-1_4 0.4668 ndcg_rel 5-1_4 0.3771 Rndcg 5-1_4 0.2962 ndcg_cut_5 5-1_4 0.3800 ndcg_cut_10 5-1_4 0.2519 ndcg_cut_15 5-1_4 0.2593 ndcg_cut_20 5-1_4 0.2508 ndcg_cut_30 5-1_4 0.2356 ndcg_cut_100 5-1_4 0.3054 ndcg_cut_200 5-1_4 0.3636 ndcg_cut_500 5-1_4 0.4404 ndcg_cut_1000 5-1_4 0.4668 map_cut_5 5-1_4 0.0517 map_cut_10 5-1_4 0.0517 map_cut_15 5-1_4 0.0597 map_cut_20 5-1_4 0.0666 map_cut_30 5-1_4 0.0748 map_cut_100 5-1_4 0.0858 map_cut_200 5-1_4 0.0964 map_cut_500 5-1_4 0.1110 map_cut_1000 5-1_4 0.1131 relative_P_5 5-1_4 0.4000 relative_P_10 5-1_4 0.2000 relative_P_15 5-1_4 0.2000 relative_P_20 5-1_4 0.2000 relative_P_30 5-1_4 0.1724 relative_P_100 5-1_4 0.2759 relative_P_200 5-1_4 0.4138 relative_P_500 5-1_4 0.6552 relative_P_1000 5-1_4 0.7241 success_1 5-1_4 1.0000 success_5 5-1_4 1.0000 success_10 5-1_4 1.0000 set_P 5-1_4 0.0210 set_relative_P 5-1_4 0.7241 set_recall 5-1_4 0.7241 set_map 5-1_4 0.0152 set_F 5-1_4 0.0408 num_nonrel_judged_ret 5-1_4 27 rbp 5-1_4 0.1915 rbp_resid 5-1_4 0.4054 unj_5 5-1_4 0.0000 unj_10 5-1_4 0.3000 unj_20 5-1_4 0.5000 num_ret 6-1_2 1000 num_rel 6-1_2 57 num_rel_ret 6-1_2 1 map 6-1_2 0.0000 Rprec 6-1_2 0.0000 bpref 6-1_2 0.0102 recip_rank 6-1_2 0.0022 iprec_at_recall_0.00 6-1_2 0.0022 iprec_at_recall_0.10 6-1_2 0.0000 iprec_at_recall_0.20 6-1_2 0.0000 iprec_at_recall_0.30 6-1_2 0.0000 iprec_at_recall_0.40 6-1_2 0.0000 iprec_at_recall_0.50 6-1_2 0.0000 iprec_at_recall_0.60 6-1_2 0.0000 iprec_at_recall_0.70 6-1_2 0.0000 iprec_at_recall_0.80 6-1_2 0.0000 iprec_at_recall_0.90 6-1_2 0.0000 iprec_at_recall_1.00 6-1_2 0.0000 P_5 6-1_2 0.0000 P_10 6-1_2 0.0000 P_15 6-1_2 0.0000 P_20 6-1_2 0.0000 P_30 6-1_2 0.0000 P_100 6-1_2 0.0000 P_200 6-1_2 0.0000 P_500 6-1_2 0.0020 P_1000 6-1_2 0.0010 relstring 6-1_2 '0-10-11111' recall_5 6-1_2 0.0000 recall_10 6-1_2 0.0000 recall_15 6-1_2 0.0000 recall_20 6-1_2 0.0000 recall_30 6-1_2 0.0000 recall_100 6-1_2 0.0000 recall_200 6-1_2 0.0000 recall_500 6-1_2 0.0175 recall_1000 6-1_2 0.0175 infAP 6-1_2 0.0000 Rprec_mult_0.20 6-1_2 0.0000 Rprec_mult_0.40 6-1_2 0.0000 Rprec_mult_0.60 6-1_2 0.0000 Rprec_mult_0.80 6-1_2 0.0000 Rprec_mult_1.00 6-1_2 0.0000 Rprec_mult_1.20 6-1_2 0.0000 Rprec_mult_1.40 6-1_2 0.0000 Rprec_mult_1.60 6-1_2 0.0000 Rprec_mult_1.80 6-1_2 0.0000 Rprec_mult_2.00 6-1_2 0.0000 utility 6-1_2 -998.0000 11pt_avg 6-1_2 0.0002 binG 6-1_2 0.0020 G 6-1_2 0.0166 ndcg 6-1_2 0.0915 ndcg_rel 6-1_2 0.0934 Rndcg 6-1_2 0.0893 ndcg_cut_5 6-1_2 0.0565 ndcg_cut_10 6-1_2 0.1537 ndcg_cut_15 6-1_2 0.1191 ndcg_cut_20 6-1_2 0.1137 ndcg_cut_30 6-1_2 0.1122 ndcg_cut_100 6-1_2 0.0717 ndcg_cut_200 6-1_2 0.0699 ndcg_cut_500 6-1_2 0.0890 ndcg_cut_1000 6-1_2 0.0915 map_cut_5 6-1_2 0.0000 map_cut_10 6-1_2 0.0000 map_cut_15 6-1_2 0.0000 map_cut_20 6-1_2 0.0000 map_cut_30 6-1_2 0.0000 map_cut_100 6-1_2 0.0000 map_cut_200 6-1_2 0.0000 map_cut_500 6-1_2 0.0000 map_cut_1000 6-1_2 0.0000 relative_P_5 6-1_2 0.0000 relative_P_10 6-1_2 0.0000 relative_P_15 6-1_2 0.0000 relative_P_20 6-1_2 0.0000 relative_P_30 6-1_2 0.0000 relative_P_100 6-1_2 0.0000 relative_P_200 6-1_2 0.0000 relative_P_500 6-1_2 0.0175 relative_P_1000 6-1_2 0.0175 success_1 6-1_2 0.0000 success_5 6-1_2 0.0000 success_10 6-1_2 0.0000 set_P 6-1_2 0.0010 set_relative_P 6-1_2 0.0175 set_recall 6-1_2 0.0175 set_map 6-1_2 0.0000 set_F 6-1_2 0.0019 num_nonrel_judged_ret 6-1_2 28 rbp 6-1_2 0.1212 rbp_resid 6-1_2 0.4285 unj_5 6-1_2 0.4000 unj_10 6-1_2 0.2000 unj_20 6-1_2 0.5000 num_ret 6-1_6 1000 num_rel 6-1_6 27 num_rel_ret 6-1_6 27 map 6-1_6 0.2812 Rprec 6-1_6 0.2222 bpref 6-1_6 0.3251 recip_rank 6-1_6 1.0000 iprec_at_recall_0.00 6-1_6 1.0000 iprec_at_recall_0.10 6-1_6 1.0000 iprec_at_recall_0.20 6-1_6 0.3333 iprec_at_recall_0.30 6-1_6 0.2286 iprec_at_recall_0.40 6-1_6 0.2115 iprec_at_recall_0.50 6-1_6 0.1948 iprec_at_recall_0.60 6-1_6 0.1753 iprec_at_recall_0.70 6-1_6 0.1348 iprec_at_recall_0.80 6-1_6 0.1127 iprec_at_recall_0.90 6-1_6 0.0848 iprec_at_recall_1.00 6-1_6 0.0434 P_5 6-1_6 0.8000 P_10 6-1_6 0.4000 P_15 6-1_6 0.3333 P_20 6-1_6 0.2500 P_30 6-1_6 0.2333 P_100 6-1_6 0.1700 P_200 6-1_6 0.1100 P_500 6-1_6 0.0500 P_1000 6-1_6 0.0270 relstring 6-1_6 '2331311-10' recall_5 6-1_6 0.1481 recall_10 6-1_6 0.1481 recall_15 6-1_6 0.1852 recall_20 6-1_6 0.1852 recall_30 6-1_6 0.2593 recall_100 6-1_6 0.6296 recall_200 6-1_6 0.8148 recall_500 6-1_6 0.9259 recall_1000 6-1_6 1.0000 infAP 6-1_6 0.2812 Rprec_mult_0.20 6-1_6 0.6667 Rprec_mult_0.40 6-1_6 0.3636 Rprec_mult_0.60 6-1_6 0.2941 Rprec_mult_0.80 6-1_6 0.2273 Rprec_mult_1.00 6-1_6 0.2222 Rprec_mult_1.20 6-1_6 0.2121 Rprec_mult_1.40 6-1_6 0.2105 Rprec_mult_1.60 6-1_6 0.1818 Rprec_mult_1.80 6-1_6 0.1837 Rprec_mult_2.00 6-1_6 0.2037 utility 6-1_6 -946.0000 11pt_avg 6-1_6 0.3199 binG 6-1_6 0.2750 G 6-1_6 0.2207 ndcg 6-1_6 0.7665 ndcg_rel 6-1_6 0.6140 Rndcg 6-1_6 0.5691 ndcg_cut_5 6-1_6 0.7896 ndcg_cut_10 6-1_6 0.5850 ndcg_cut_15 6-1_6 0.5284 ndcg_cut_20 6-1_6 0.5009 ndcg_cut_30 6-1_6 0.4772 ndcg_cut_100 6-1_6 0.6446 ndcg_cut_200 6-1_6 0.7054 ndcg_cut_500 6-1_6 0.7465 ndcg_cut_1000 6-1_6 0.7665 map_cut_5 6-1_6 0.1407 map_cut_10 6-1_6 0.1407 map_cut_15 6-1_6 0.1531 map_cut_20 6-1_6 0.1531 map_cut_30 6-1_6 0.1717 map_cut_100 6-1_6 0.2433 map_cut_200 6-1_6 0.2681 map_cut_500 6-1_6 0.2779 map_cut_1000 6-1_6 0.2812 relative_P_5 6-1_6 0.8000 relative_P_10 6-1_6 0.4000 relative_P_15 6-1_6 0.3333 relative_P_20 6-1_6 0.2500 relative_P_30 6-1_6 0.2593 relative_P_100 6-1_6 0.6296 relative_P_200 6-1_6 0.8148 relative_P_500 6-1_6 0.9259 relative_P_1000 6-1_6 1.0000 success_1 6-1_6 1.0000 success_5 6-1_6 1.0000 success_10 6-1_6 1.0000 set_P 6-1_6 0.0270 set_relative_P 6-1_6 1.0000 set_recall 6-1_6 1.0000 set_map 6-1_6 0.0270 set_F 6-1_6 0.0526 num_nonrel_judged_ret 6-1_6 35 rbp 6-1_6 0.4584 rbp_resid 6-1_6 0.2055 unj_5 6-1_6 0.0000 unj_10 6-1_6 0.1000 unj_20 6-1_6 0.2500 num_ret 6-1_7 1000 num_rel 6-1_7 46 num_rel_ret 6-1_7 14 map 6-1_7 0.0086 Rprec 6-1_7 0.0217 bpref 6-1_7 0.0539 recip_rank 6-1_7 0.0909 iprec_at_recall_0.00 6-1_7 0.0909 iprec_at_recall_0.10 6-1_7 0.0355 iprec_at_recall_0.20 6-1_7 0.0220 iprec_at_recall_0.30 6-1_7 0.0147 iprec_at_recall_0.40 6-1_7 0.0000 iprec_at_recall_0.50 6-1_7 0.0000 iprec_at_recall_0.60 6-1_7 0.0000 iprec_at_recall_0.70 6-1_7 0.0000 iprec_at_recall_0.80 6-1_7 0.0000 iprec_at_recall_0.90 6-1_7 0.0000 iprec_at_recall_1.00 6-1_7 0.0000 P_5 6-1_7 0.0000 P_10 6-1_7 0.0000 P_15 6-1_7 0.0667 P_20 6-1_7 0.0500 P_30 6-1_7 0.0333 P_100 6-1_7 0.0200 P_200 6-1_7 0.0300 P_500 6-1_7 0.0180 P_1000 6-1_7 0.0140 relstring 6-1_7 '00000---1-' recall_5 6-1_7 0.0000 recall_10 6-1_7 0.0000 recall_15 6-1_7 0.0217 recall_20 6-1_7 0.0217 recall_30 6-1_7 0.0217 recall_100 6-1_7 0.0435 recall_200 6-1_7 0.1304 recall_500 6-1_7 0.1957 recall_1000 6-1_7 0.3043 infAP 6-1_7 0.0086 Rprec_mult_0.20 6-1_7 0.0000 Rprec_mult_0.40 6-1_7 0.0526 Rprec_mult_0.60 6-1_7 0.0357 Rprec_mult_0.80 6-1_7 0.0270 Rprec_mult_1.00 6-1_7 0.0217 Rprec_mult_1.20 6-1_7 0.0179 Rprec_mult_1.40 6-1_7 0.0154 Rprec_mult_1.60 6-1_7 0.0135 Rprec_mult_1.80 6-1_7 0.0120 Rprec_mult_2.00 6-1_7 0.0109 utility 6-1_7 -972.0000 11pt_avg 6-1_7 0.0148 binG 6-1_7 0.0410 G 6-1_7 0.0527 ndcg 6-1_7 0.2429 ndcg_rel 6-1_7 0.1970 Rndcg 6-1_7 0.1188 ndcg_cut_5 6-1_7 0.0000 ndcg_cut_10 6-1_7 0.0221 ndcg_cut_15 6-1_7 0.0657 ndcg_cut_20 6-1_7 0.0826 ndcg_cut_30 6-1_7 0.0950 ndcg_cut_100 6-1_7 0.0832 ndcg_cut_200 6-1_7 0.1208 ndcg_cut_500 6-1_7 0.1723 ndcg_cut_1000 6-1_7 0.2429 map_cut_5 6-1_7 0.0000 map_cut_10 6-1_7 0.0000 map_cut_15 6-1_7 0.0020 map_cut_20 6-1_7 0.0020 map_cut_30 6-1_7 0.0020 map_cut_100 6-1_7 0.0024 map_cut_200 6-1_7 0.0052 map_cut_500 6-1_7 0.0069 map_cut_1000 6-1_7 0.0086 relative_P_5 6-1_7 0.0000 relative_P_10 6-1_7 0.0000 relative_P_15 6-1_7 0.0667 relative_P_20 6-1_7 0.0500 relative_P_30 6-1_7 0.0333 relative_P_100 6-1_7 0.0435 relative_P_200 6-1_7 0.1304 relative_P_500 6-1_7 0.1957 relative_P_1000 6-1_7 0.3043 success_1 6-1_7 0.0000 success_5 6-1_7 0.0000 success_10 6-1_7 0.0000 set_P 6-1_7 0.0140 set_relative_P 6-1_7 0.3043 set_recall 6-1_7 0.3043 set_map 6-1_7 0.0043 set_F 6-1_7 0.0268 num_nonrel_judged_ret 6-1_7 82 rbp 6-1_7 0.0689 rbp_resid 6-1_7 0.3421 unj_5 6-1_7 0.0000 unj_10 6-1_7 0.4000 unj_20 6-1_7 0.3500 num_ret 6-2_2 1000 num_rel 6-2_2 56 num_rel_ret 6-2_2 24 map 6-2_2 0.0316 Rprec 6-2_2 0.0536 bpref 6-2_2 0.0985 recip_rank 6-2_2 1.0000 iprec_at_recall_0.00 6-2_2 1.0000 iprec_at_recall_0.10 6-2_2 0.0361 iprec_at_recall_0.20 6-2_2 0.0357 iprec_at_recall_0.30 6-2_2 0.0353 iprec_at_recall_0.40 6-2_2 0.0310 iprec_at_recall_0.50 6-2_2 0.0000 iprec_at_recall_0.60 6-2_2 0.0000 iprec_at_recall_0.70 6-2_2 0.0000 iprec_at_recall_0.80 6-2_2 0.0000 iprec_at_recall_0.90 6-2_2 0.0000 iprec_at_recall_1.00 6-2_2 0.0000 P_5 6-2_2 0.2000 P_10 6-2_2 0.1000 P_15 6-2_2 0.0667 P_20 6-2_2 0.0500 P_30 6-2_2 0.0333 P_100 6-2_2 0.0300 P_200 6-2_2 0.0350 P_500 6-2_2 0.0340 P_1000 6-2_2 0.0240 relstring 6-2_2 '2000010101' recall_5 6-2_2 0.0179 recall_10 6-2_2 0.0179 recall_15 6-2_2 0.0179 recall_20 6-2_2 0.0179 recall_30 6-2_2 0.0179 recall_100 6-2_2 0.0536 recall_200 6-2_2 0.1250 recall_500 6-2_2 0.3036 recall_1000 6-2_2 0.4286 infAP 6-2_2 0.0316 Rprec_mult_0.20 6-2_2 0.0833 Rprec_mult_0.40 6-2_2 0.0435 Rprec_mult_0.60 6-2_2 0.0294 Rprec_mult_0.80 6-2_2 0.0222 Rprec_mult_1.00 6-2_2 0.0536 Rprec_mult_1.20 6-2_2 0.0441 Rprec_mult_1.40 6-2_2 0.0380 Rprec_mult_1.60 6-2_2 0.0333 Rprec_mult_1.80 6-2_2 0.0297 Rprec_mult_2.00 6-2_2 0.0268 utility 6-2_2 -952.0000 11pt_avg 6-2_2 0.1035 binG 6-2_2 0.0683 G 6-2_2 0.0622 ndcg 6-2_2 0.2899 ndcg_rel 6-2_2 0.2446 Rndcg 6-2_2 0.1632 ndcg_cut_5 6-2_2 0.1696 ndcg_cut_10 6-2_2 0.1629 ndcg_cut_15 6-2_2 0.1460 ndcg_cut_20 6-2_2 0.1349 ndcg_cut_30 6-2_2 0.1270 ndcg_cut_100 6-2_2 0.1213 ndcg_cut_200 6-2_2 0.1628 ndcg_cut_500 6-2_2 0.2371 ndcg_cut_1000 6-2_2 0.2899 map_cut_5 6-2_2 0.0179 map_cut_10 6-2_2 0.0179 map_cut_15 6-2_2 0.0179 map_cut_20 6-2_2 0.0179 map_cut_30 6-2_2 0.0179 map_cut_100 6-2_2 0.0196 map_cut_200 6-2_2 0.0220 map_cut_500 6-2_2 0.0279 map_cut_1000 6-2_2 0.0316 relative_P_5 6-2_2 0.2000 relative_P_10 6-2_2 0.1000 relative_P_15 6-2_2 0.0667 relative_P_20 6-2_2 0.0500 relative_P_30 6-2_2 0.0333 relative_P_100 6-2_2 0.0536 relative_P_200 6-2_2 0.1250 relative_P_500 6-2_2 0.3036 relative_P_1000 6-2_2 0.4286 success_1 6-2_2 1.0000 success_5 6-2_2 1.0000 success_10 6-2_2 1.0000 set_P 6-2_2 0.0240 set_relative_P 6-2_2 0.4286 set_recall 6-2_2 0.4286 set_map 6-2_2 0.0103 set_F 6-2_2 0.0455 num_nonrel_judged_ret 6-2_2 59 rbp 6-2_2 0.1027 rbp_resid 6-2_2 0.1807 unj_5 6-2_2 0.0000 unj_10 6-2_2 0.0000 unj_20 6-2_2 0.2500 num_ret 6-2_3 1000 num_rel 6-2_3 17 num_rel_ret 6-2_3 13 map 6-2_3 0.0726 Rprec 6-2_3 0.1176 bpref 6-2_3 0.1349 recip_rank 6-2_3 0.5000 iprec_at_recall_0.00 6-2_3 0.5000 iprec_at_recall_0.10 6-2_3 0.2000 iprec_at_recall_0.20 6-2_3 0.1200 iprec_at_recall_0.30 6-2_3 0.1064 iprec_at_recall_0.40 6-2_3 0.0324 iprec_at_recall_0.50 6-2_3 0.0253 iprec_at_recall_0.60 6-2_3 0.0209 iprec_at_recall_0.70 6-2_3 0.0209 iprec_at_recall_0.80 6-2_3 0.0000 iprec_at_recall_0.90 6-2_3 0.0000 iprec_at_recall_1.00 6-2_3 0.0000 P_5 6-2_3 0.2000 P_10 6-2_3 0.2000 P_15 6-2_3 0.1333 P_20 6-2_3 0.1000 P_30 6-2_3 0.1000 P_100 6-2_3 0.0500 P_200 6-2_3 0.0300 P_500 6-2_3 0.0180 P_1000 6-2_3 0.0130 relstring 6-2_3 '1310110-02' recall_5 6-2_3 0.0588 recall_10 6-2_3 0.1176 recall_15 6-2_3 0.1176 recall_20 6-2_3 0.1176 recall_30 6-2_3 0.1765 recall_100 6-2_3 0.2941 recall_200 6-2_3 0.3529 recall_500 6-2_3 0.5294 recall_1000 6-2_3 0.7647 infAP 6-2_3 0.0726 Rprec_mult_0.20 6-2_3 0.2500 Rprec_mult_0.40 6-2_3 0.1429 Rprec_mult_0.60 6-2_3 0.1818 Rprec_mult_0.80 6-2_3 0.1429 Rprec_mult_1.00 6-2_3 0.1176 Rprec_mult_1.20 6-2_3 0.0952 Rprec_mult_1.40 6-2_3 0.0833 Rprec_mult_1.60 6-2_3 0.1071 Rprec_mult_1.80 6-2_3 0.0968 Rprec_mult_2.00 6-2_3 0.0882 utility 6-2_3 -974.0000 11pt_avg 6-2_3 0.0933 binG 6-2_3 0.1455 G 6-2_3 0.1389 ndcg 6-2_3 0.4742 ndcg_rel 6-2_3 0.4129 Rndcg 6-2_3 0.3396 ndcg_cut_5 6-2_3 0.3839 ndcg_cut_10 6-2_3 0.3520 ndcg_cut_15 6-2_3 0.2941 ndcg_cut_20 6-2_3 0.2939 ndcg_cut_30 6-2_3 0.2946 ndcg_cut_100 6-2_3 0.3507 ndcg_cut_200 6-2_3 0.3652 ndcg_cut_500 6-2_3 0.4257 ndcg_cut_1000 6-2_3 0.4742 map_cut_5 6-2_3 0.0294 map_cut_10 6-2_3 0.0412 map_cut_15 6-2_3 0.0412 map_cut_20 6-2_3 0.0412 map_cut_30 6-2_3 0.0482 map_cut_100 6-2_3 0.0596 map_cut_200 6-2_3 0.0627 map_cut_500 6-2_3 0.0680 map_cut_1000 6-2_3 0.0726 relative_P_5 6-2_3 0.2000 relative_P_10 6-2_3 0.2000 relative_P_15 6-2_3 0.1333 relative_P_20 6-2_3 0.1176 relative_P_30 6-2_3 0.1765 relative_P_100 6-2_3 0.2941 relative_P_200 6-2_3 0.3529 relative_P_500 6-2_3 0.5294 relative_P_1000 6-2_3 0.7647 success_1 6-2_3 0.0000 success_5 6-2_3 1.0000 success_10 6-2_3 1.0000 set_P 6-2_3 0.0130 set_relative_P 6-2_3 0.7647 set_recall 6-2_3 0.7647 set_map 6-2_3 0.0099 set_F 6-2_3 0.0256 num_nonrel_judged_ret 6-2_3 39 rbp 6-2_3 0.1804 rbp_resid 6-2_3 0.2880 unj_5 6-2_3 0.0000 unj_10 6-2_3 0.1000 unj_20 6-2_3 0.3500 num_ret 6-2_5 1000 num_rel 6-2_5 51 num_rel_ret 6-2_5 41 map 6-2_5 0.1382 Rprec 6-2_5 0.1961 bpref 6-2_5 0.4879 recip_rank 6-2_5 1.0000 iprec_at_recall_0.00 6-2_5 1.0000 iprec_at_recall_0.10 6-2_5 0.4000 iprec_at_recall_0.20 6-2_5 0.3030 iprec_at_recall_0.30 6-2_5 0.1000 iprec_at_recall_0.40 6-2_5 0.0924 iprec_at_recall_0.50 6-2_5 0.0924 iprec_at_recall_0.60 6-2_5 0.0702 iprec_at_recall_0.70 6-2_5 0.0580 iprec_at_recall_0.80 6-2_5 0.0461 iprec_at_recall_0.90 6-2_5 0.0000 iprec_at_recall_1.00 6-2_5 0.0000 P_5 6-2_5 0.4000 P_10 6-2_5 0.4000 P_15 6-2_5 0.4000 P_20 6-2_5 0.3500 P_30 6-2_5 0.3000 P_100 6-2_5 0.1200 P_200 6-2_5 0.0850 P_500 6-2_5 0.0680 P_1000 6-2_5 0.0410 relstring 6-2_5 '2121----22' recall_5 6-2_5 0.0392 recall_10 6-2_5 0.0784 recall_15 6-2_5 0.1176 recall_20 6-2_5 0.1373 recall_30 6-2_5 0.1765 recall_100 6-2_5 0.2353 recall_200 6-2_5 0.3333 recall_500 6-2_5 0.6667 recall_1000 6-2_5 0.8039 infAP 6-2_5 0.1382 Rprec_mult_0.20 6-2_5 0.3636 Rprec_mult_0.40 6-2_5 0.3333 Rprec_mult_0.60 6-2_5 0.2903 Rprec_mult_0.80 6-2_5 0.2439 Rprec_mult_1.00 6-2_5 0.1961 Rprec_mult_1.20 6-2_5 0.1613 Rprec_mult_1.40 6-2_5 0.1389 Rprec_mult_1.60 6-2_5 0.1220 Rprec_mult_1.80 6-2_5 0.1304 Rprec_mult_2.00 6-2_5 0.1176 utility 6-2_5 -918.0000 11pt_avg 6-2_5 0.1966 binG 6-2_5 0.1507 G 6-2_5 0.1067 ndcg 6-2_5 0.4922 ndcg_rel 6-2_5 0.3784 Rndcg 6-2_5 0.2978 ndcg_cut_5 6-2_5 0.3444 ndcg_cut_10 6-2_5 0.2884 ndcg_cut_15 6-2_5 0.2782 ndcg_cut_20 6-2_5 0.2655 ndcg_cut_30 6-2_5 0.2557 ndcg_cut_100 6-2_5 0.2396 ndcg_cut_200 6-2_5 0.2802 ndcg_cut_500 6-2_5 0.4229 ndcg_cut_1000 6-2_5 0.4922 map_cut_5 6-2_5 0.0327 map_cut_10 6-2_5 0.0471 map_cut_15 6-2_5 0.0624 map_cut_20 6-2_5 0.0701 map_cut_30 6-2_5 0.0829 map_cut_100 6-2_5 0.0940 map_cut_200 6-2_5 0.1035 map_cut_500 6-2_5 0.1307 map_cut_1000 6-2_5 0.1382 relative_P_5 6-2_5 0.4000 relative_P_10 6-2_5 0.4000 relative_P_15 6-2_5 0.4000 relative_P_20 6-2_5 0.3500 relative_P_30 6-2_5 0.3000 relative_P_100 6-2_5 0.2353 relative_P_200 6-2_5 0.3333 relative_P_500 6-2_5 0.6667 relative_P_1000 6-2_5 0.8039 success_1 6-2_5 1.0000 success_5 6-2_5 1.0000 success_10 6-2_5 1.0000 set_P 6-2_5 0.0410 set_relative_P 6-2_5 0.8039 set_recall 6-2_5 0.8039 set_map 6-2_5 0.0330 set_F 6-2_5 0.0780 num_nonrel_judged_ret 6-2_5 42 rbp 6-2_5 0.2301 rbp_resid 6-2_5 0.4322 unj_5 6-2_5 0.2000 unj_10 6-2_5 0.4000 unj_20 6-2_5 0.4500 num_ret 7-1_1 1000 num_rel 7-1_1 4 num_rel_ret 7-1_1 1 map 7-1_1 0.0049 Rprec 7-1_1 0.0000 bpref 7-1_1 0.0000 recip_rank 7-1_1 0.0196 iprec_at_recall_0.00 7-1_1 0.0196 iprec_at_recall_0.10 7-1_1 0.0196 iprec_at_recall_0.20 7-1_1 0.0196 iprec_at_recall_0.30 7-1_1 0.0196 iprec_at_recall_0.40 7-1_1 0.0000 iprec_at_recall_0.50 7-1_1 0.0000 iprec_at_recall_0.60 7-1_1 0.0000 iprec_at_recall_0.70 7-1_1 0.0000 iprec_at_recall_0.80 7-1_1 0.0000 iprec_at_recall_0.90 7-1_1 0.0000 iprec_at_recall_1.00 7-1_1 0.0000 P_5 7-1_1 0.0000 P_10 7-1_1 0.0000 P_15 7-1_1 0.0000 P_20 7-1_1 0.0000 P_30 7-1_1 0.0000 P_100 7-1_1 0.0100 P_200 7-1_1 0.0050 P_500 7-1_1 0.0020 P_1000 7-1_1 0.0010 relstring 7-1_1 '1111-11---' recall_5 7-1_1 0.0000 recall_10 7-1_1 0.0000 recall_15 7-1_1 0.0000 recall_20 7-1_1 0.0000 recall_30 7-1_1 0.0000 recall_100 7-1_1 0.2500 recall_200 7-1_1 0.2500 recall_500 7-1_1 0.2500 recall_1000 7-1_1 0.2500 infAP 7-1_1 0.0049 Rprec_mult_0.20 7-1_1 0.0000 Rprec_mult_0.40 7-1_1 0.0000 Rprec_mult_0.60 7-1_1 0.0000 Rprec_mult_0.80 7-1_1 0.0000 Rprec_mult_1.00 7-1_1 0.0000 Rprec_mult_1.20 7-1_1 0.0000 Rprec_mult_1.40 7-1_1 0.0000 Rprec_mult_1.60 7-1_1 0.0000 Rprec_mult_1.80 7-1_1 0.0000 Rprec_mult_2.00 7-1_1 0.0000 utility 7-1_1 -998.0000 11pt_avg 7-1_1 0.0071 binG 7-1_1 0.0439 G 7-1_1 0.1082 ndcg 7-1_1 0.5114 ndcg_rel 7-1_1 0.4593 Rndcg 7-1_1 0.4022 ndcg_cut_5 7-1_1 0.3935 ndcg_cut_10 7-1_1 0.4011 ndcg_cut_15 7-1_1 0.4290 ndcg_cut_20 7-1_1 0.4261 ndcg_cut_30 7-1_1 0.4727 ndcg_cut_100 7-1_1 0.3837 ndcg_cut_200 7-1_1 0.3730 ndcg_cut_500 7-1_1 0.4583 ndcg_cut_1000 7-1_1 0.5114 map_cut_5 7-1_1 0.0000 map_cut_10 7-1_1 0.0000 map_cut_15 7-1_1 0.0000 map_cut_20 7-1_1 0.0000 map_cut_30 7-1_1 0.0000 map_cut_100 7-1_1 0.0049 map_cut_200 7-1_1 0.0049 map_cut_500 7-1_1 0.0049 map_cut_1000 7-1_1 0.0049 relative_P_5 7-1_1 0.0000 relative_P_10 7-1_1 0.0000 relative_P_15 7-1_1 0.0000 relative_P_20 7-1_1 0.0000 relative_P_30 7-1_1 0.0000 relative_P_100 7-1_1 0.2500 relative_P_200 7-1_1 0.2500 relative_P_500 7-1_1 0.2500 relative_P_1000 7-1_1 0.2500 success_1 7-1_1 0.0000 success_5 7-1_1 0.0000 success_10 7-1_1 0.0000 set_P 7-1_1 0.0010 set_relative_P 7-1_1 0.2500 set_recall 7-1_1 0.2500 set_map 7-1_1 0.0003 set_F 7-1_1 0.0020 num_nonrel_judged_ret 7-1_1 103 rbp 7-1_1 0.2153 rbp_resid 7-1_1 0.3366 unj_5 7-1_1 0.2000 unj_10 7-1_1 0.4000 unj_20 7-1_1 0.4000 num_ret 7-1_5 1000 num_rel 7-1_5 6 num_rel_ret 7-1_5 0 map 7-1_5 0.0000 Rprec 7-1_5 0.0000 bpref 7-1_5 0.0000 recip_rank 7-1_5 0.0000 iprec_at_recall_0.00 7-1_5 0.0000 iprec_at_recall_0.10 7-1_5 0.0000 iprec_at_recall_0.20 7-1_5 0.0000 iprec_at_recall_0.30 7-1_5 0.0000 iprec_at_recall_0.40 7-1_5 0.0000 iprec_at_recall_0.50 7-1_5 0.0000 iprec_at_recall_0.60 7-1_5 0.0000 iprec_at_recall_0.70 7-1_5 0.0000 iprec_at_recall_0.80 7-1_5 0.0000 iprec_at_recall_0.90 7-1_5 0.0000 iprec_at_recall_1.00 7-1_5 0.0000 P_5 7-1_5 0.0000 P_10 7-1_5 0.0000 P_15 7-1_5 0.0000 P_20 7-1_5 0.0000 P_30 7-1_5 0.0000 P_100 7-1_5 0.0000 P_200 7-1_5 0.0000 P_500 7-1_5 0.0000 P_1000 7-1_5 0.0000 relstring 7-1_5 '0-000000-0' recall_5 7-1_5 0.0000 recall_10 7-1_5 0.0000 recall_15 7-1_5 0.0000 recall_20 7-1_5 0.0000 recall_30 7-1_5 0.0000 recall_100 7-1_5 0.0000 recall_200 7-1_5 0.0000 recall_500 7-1_5 0.0000 recall_1000 7-1_5 0.0000 infAP 7-1_5 0.0000 Rprec_mult_0.20 7-1_5 0.0000 Rprec_mult_0.40 7-1_5 0.0000 Rprec_mult_0.60 7-1_5 0.0000 Rprec_mult_0.80 7-1_5 0.0000 Rprec_mult_1.00 7-1_5 0.0000 Rprec_mult_1.20 7-1_5 0.0000 Rprec_mult_1.40 7-1_5 0.0000 Rprec_mult_1.60 7-1_5 0.0000 Rprec_mult_1.80 7-1_5 0.0000 Rprec_mult_2.00 7-1_5 0.0000 utility 7-1_5 -1000.0000 11pt_avg 7-1_5 0.0000 binG 7-1_5 0.0000 G 7-1_5 0.0055 ndcg 7-1_5 0.0127 ndcg_rel 7-1_5 0.0124 Rndcg 7-1_5 0.0032 ndcg_cut_5 7-1_5 0.0000 ndcg_cut_10 7-1_5 0.0000 ndcg_cut_15 7-1_5 0.0000 ndcg_cut_20 7-1_5 0.0000 ndcg_cut_30 7-1_5 0.0000 ndcg_cut_100 7-1_5 0.0000 ndcg_cut_200 7-1_5 0.0000 ndcg_cut_500 7-1_5 0.0000 ndcg_cut_1000 7-1_5 0.0127 map_cut_5 7-1_5 0.0000 map_cut_10 7-1_5 0.0000 map_cut_15 7-1_5 0.0000 map_cut_20 7-1_5 0.0000 map_cut_30 7-1_5 0.0000 map_cut_100 7-1_5 0.0000 map_cut_200 7-1_5 0.0000 map_cut_500 7-1_5 0.0000 map_cut_1000 7-1_5 0.0000 relative_P_5 7-1_5 0.0000 relative_P_10 7-1_5 0.0000 relative_P_15 7-1_5 0.0000 relative_P_20 7-1_5 0.0000 relative_P_30 7-1_5 0.0000 relative_P_100 7-1_5 0.0000 relative_P_200 7-1_5 0.0000 relative_P_500 7-1_5 0.0000 relative_P_1000 7-1_5 0.0000 success_1 7-1_5 0.0000 success_5 7-1_5 0.0000 success_10 7-1_5 0.0000 set_P 7-1_5 0.0000 set_relative_P 7-1_5 0.0000 set_recall 7-1_5 0.0000 set_map 7-1_5 0.0000 set_F 7-1_5 0.0000 num_nonrel_judged_ret 7-1_5 34 rbp 7-1_5 0.0000 rbp_resid 7-1_5 0.4129 unj_5 7-1_5 0.2000 unj_10 7-1_5 0.2000 unj_20 7-1_5 0.5000 num_ret 7-1_6 1000 num_rel 7-1_6 9 num_rel_ret 7-1_6 9 map 7-1_6 0.4045 Rprec 7-1_6 0.3333 bpref 7-1_6 0.6049 recip_rank 7-1_6 1.0000 iprec_at_recall_0.00 7-1_6 1.0000 iprec_at_recall_0.10 7-1_6 1.0000 iprec_at_recall_0.20 7-1_6 1.0000 iprec_at_recall_0.30 7-1_6 1.0000 iprec_at_recall_0.40 7-1_6 0.3333 iprec_at_recall_0.50 7-1_6 0.1667 iprec_at_recall_0.60 7-1_6 0.1667 iprec_at_recall_0.70 7-1_6 0.0538 iprec_at_recall_0.80 7-1_6 0.0538 iprec_at_recall_0.90 7-1_6 0.0194 iprec_at_recall_1.00 7-1_6 0.0194 P_5 7-1_6 0.6000 P_10 7-1_6 0.3000 P_15 7-1_6 0.2667 P_20 7-1_6 0.2000 P_30 7-1_6 0.1667 P_100 7-1_6 0.0500 P_200 7-1_6 0.0350 P_500 7-1_6 0.0180 P_1000 7-1_6 0.0090 relstring 7-1_6 '444-1-1--1' recall_5 7-1_6 0.3333 recall_10 7-1_6 0.3333 recall_15 7-1_6 0.4444 recall_20 7-1_6 0.4444 recall_30 7-1_6 0.5556 recall_100 7-1_6 0.5556 recall_200 7-1_6 0.7778 recall_500 7-1_6 1.0000 recall_1000 7-1_6 1.0000 infAP 7-1_6 0.4045 Rprec_mult_0.20 7-1_6 1.0000 Rprec_mult_0.40 7-1_6 0.7500 Rprec_mult_0.60 7-1_6 0.5000 Rprec_mult_0.80 7-1_6 0.3750 Rprec_mult_1.00 7-1_6 0.3333 Rprec_mult_1.20 7-1_6 0.2727 Rprec_mult_1.40 7-1_6 0.3077 Rprec_mult_1.60 7-1_6 0.2667 Rprec_mult_1.80 7-1_6 0.2353 Rprec_mult_2.00 7-1_6 0.2222 utility 7-1_6 -982.0000 11pt_avg 7-1_6 0.4376 binG 7-1_6 0.4475 G 7-1_6 0.4557 ndcg 7-1_6 0.7879 ndcg_rel 7-1_6 0.7704 Rndcg 7-1_6 0.6770 ndcg_cut_5 7-1_6 0.7555 ndcg_cut_10 7-1_6 0.6187 ndcg_cut_15 7-1_6 0.6346 ndcg_cut_20 7-1_6 0.6346 ndcg_cut_30 7-1_6 0.6829 ndcg_cut_100 7-1_6 0.7046 ndcg_cut_200 7-1_6 0.7469 ndcg_cut_500 7-1_6 0.7879 ndcg_cut_1000 7-1_6 0.7879 map_cut_5 7-1_6 0.3333 map_cut_10 7-1_6 0.3333 map_cut_15 7-1_6 0.3704 map_cut_20 7-1_6 0.3704 map_cut_30 7-1_6 0.3889 map_cut_100 7-1_6 0.3889 map_cut_200 7-1_6 0.4002 map_cut_500 7-1_6 0.4045 map_cut_1000 7-1_6 0.4045 relative_P_5 7-1_6 0.6000 relative_P_10 7-1_6 0.3333 relative_P_15 7-1_6 0.4444 relative_P_20 7-1_6 0.4444 relative_P_30 7-1_6 0.5556 relative_P_100 7-1_6 0.5556 relative_P_200 7-1_6 0.7778 relative_P_500 7-1_6 1.0000 relative_P_1000 7-1_6 1.0000 success_1 7-1_6 1.0000 success_5 7-1_6 1.0000 success_10 7-1_6 1.0000 set_P 7-1_6 0.0090 set_relative_P 7-1_6 1.0000 set_recall 7-1_6 1.0000 set_map 7-1_6 0.0090 set_F 7-1_6 0.0178 num_nonrel_judged_ret 7-1_6 8 rbp 7-1_6 0.3471 rbp_resid 7-1_6 0.5328 unj_5 7-1_6 0.2000 unj_10 7-1_6 0.4000 unj_20 7-1_6 0.6500 num_ret 7-1_9 1000 num_rel 7-1_9 20 num_rel_ret 7-1_9 3 map 7-1_9 0.0753 Rprec 7-1_9 0.1000 bpref 7-1_9 0.1075 recip_rank 7-1_9 1.0000 iprec_at_recall_0.00 7-1_9 1.0000 iprec_at_recall_0.10 7-1_9 0.5000 iprec_at_recall_0.20 7-1_9 0.0000 iprec_at_recall_0.30 7-1_9 0.0000 iprec_at_recall_0.40 7-1_9 0.0000 iprec_at_recall_0.50 7-1_9 0.0000 iprec_at_recall_0.60 7-1_9 0.0000 iprec_at_recall_0.70 7-1_9 0.0000 iprec_at_recall_0.80 7-1_9 0.0000 iprec_at_recall_0.90 7-1_9 0.0000 iprec_at_recall_1.00 7-1_9 0.0000 P_5 7-1_9 0.4000 P_10 7-1_9 0.2000 P_15 7-1_9 0.1333 P_20 7-1_9 0.1000 P_30 7-1_9 0.0667 P_100 7-1_9 0.0200 P_200 7-1_9 0.0100 P_500 7-1_9 0.0060 P_1000 7-1_9 0.0030 relstring 7-1_9 '2002000000' recall_5 7-1_9 0.1000 recall_10 7-1_9 0.1000 recall_15 7-1_9 0.1000 recall_20 7-1_9 0.1000 recall_30 7-1_9 0.1000 recall_100 7-1_9 0.1000 recall_200 7-1_9 0.1000 recall_500 7-1_9 0.1500 recall_1000 7-1_9 0.1500 infAP 7-1_9 0.0753 Rprec_mult_0.20 7-1_9 0.5000 Rprec_mult_0.40 7-1_9 0.2500 Rprec_mult_0.60 7-1_9 0.1667 Rprec_mult_0.80 7-1_9 0.1250 Rprec_mult_1.00 7-1_9 0.1000 Rprec_mult_1.20 7-1_9 0.0833 Rprec_mult_1.40 7-1_9 0.0714 Rprec_mult_1.60 7-1_9 0.0625 Rprec_mult_1.80 7-1_9 0.0556 Rprec_mult_2.00 7-1_9 0.0500 utility 7-1_9 -994.0000 11pt_avg 7-1_9 0.1364 binG 7-1_9 0.0806 G 7-1_9 0.0360 ndcg 7-1_9 0.1699 ndcg_rel 7-1_9 0.1845 Rndcg 7-1_9 0.2485 ndcg_cut_5 7-1_9 0.3623 ndcg_cut_10 7-1_9 0.2581 ndcg_cut_15 7-1_9 0.2085 ndcg_cut_20 7-1_9 0.1779 ndcg_cut_30 7-1_9 0.1572 ndcg_cut_100 7-1_9 0.1462 ndcg_cut_200 7-1_9 0.1532 ndcg_cut_500 7-1_9 0.1647 ndcg_cut_1000 7-1_9 0.1699 map_cut_5 7-1_9 0.0750 map_cut_10 7-1_9 0.0750 map_cut_15 7-1_9 0.0750 map_cut_20 7-1_9 0.0750 map_cut_30 7-1_9 0.0750 map_cut_100 7-1_9 0.0750 map_cut_200 7-1_9 0.0750 map_cut_500 7-1_9 0.0753 map_cut_1000 7-1_9 0.0753 relative_P_5 7-1_9 0.4000 relative_P_10 7-1_9 0.2000 relative_P_15 7-1_9 0.1333 relative_P_20 7-1_9 0.1000 relative_P_30 7-1_9 0.1000 relative_P_100 7-1_9 0.1000 relative_P_200 7-1_9 0.1000 relative_P_500 7-1_9 0.1500 relative_P_1000 7-1_9 0.1500 success_1 7-1_9 1.0000 success_5 7-1_9 1.0000 success_10 7-1_9 1.0000 set_P 7-1_9 0.0030 set_relative_P 7-1_9 0.1500 set_recall 7-1_9 0.1500 set_map 7-1_9 0.0004 set_F 7-1_9 0.0059 num_nonrel_judged_ret 7-1_9 17 rbp 7-1_9 0.0865 rbp_resid 7-1_9 0.3104 unj_5 7-1_9 0.0000 unj_10 7-1_9 0.0000 unj_20 7-1_9 0.4500 num_ret 9-1_10 1000 num_rel 9-1_10 59 num_rel_ret 9-1_10 1 map 9-1_10 0.0003 Rprec 9-1_10 0.0169 bpref 9-1_10 0.0129 recip_rank 9-1_10 0.0169 iprec_at_recall_0.00 9-1_10 0.0169 iprec_at_recall_0.10 9-1_10 0.0000 iprec_at_recall_0.20 9-1_10 0.0000 iprec_at_recall_0.30 9-1_10 0.0000 iprec_at_recall_0.40 9-1_10 0.0000 iprec_at_recall_0.50 9-1_10 0.0000 iprec_at_recall_0.60 9-1_10 0.0000 iprec_at_recall_0.70 9-1_10 0.0000 iprec_at_recall_0.80 9-1_10 0.0000 iprec_at_recall_0.90 9-1_10 0.0000 iprec_at_recall_1.00 9-1_10 0.0000 P_5 9-1_10 0.0000 P_10 9-1_10 0.0000 P_15 9-1_10 0.0000 P_20 9-1_10 0.0000 P_30 9-1_10 0.0000 P_100 9-1_10 0.0100 P_200 9-1_10 0.0050 P_500 9-1_10 0.0020 P_1000 9-1_10 0.0010 relstring 9-1_10 '000000000-' recall_5 9-1_10 0.0000 recall_10 9-1_10 0.0000 recall_15 9-1_10 0.0000 recall_20 9-1_10 0.0000 recall_30 9-1_10 0.0000 recall_100 9-1_10 0.0169 recall_200 9-1_10 0.0169 recall_500 9-1_10 0.0169 recall_1000 9-1_10 0.0169 infAP 9-1_10 0.0003 Rprec_mult_0.20 9-1_10 0.0000 Rprec_mult_0.40 9-1_10 0.0000 Rprec_mult_0.60 9-1_10 0.0000 Rprec_mult_0.80 9-1_10 0.0000 Rprec_mult_1.00 9-1_10 0.0169 Rprec_mult_1.20 9-1_10 0.0141 Rprec_mult_1.40 9-1_10 0.0120 Rprec_mult_1.60 9-1_10 0.0105 Rprec_mult_1.80 9-1_10 0.0093 Rprec_mult_2.00 9-1_10 0.0085 utility 9-1_10 -998.0000 11pt_avg 9-1_10 0.0015 binG 9-1_10 0.0029 G 9-1_10 0.0021 ndcg 9-1_10 0.0104 ndcg_rel 9-1_10 0.0104 Rndcg 9-1_10 0.0063 ndcg_cut_5 9-1_10 0.0000 ndcg_cut_10 9-1_10 0.0000 ndcg_cut_15 9-1_10 0.0000 ndcg_cut_20 9-1_10 0.0000 ndcg_cut_30 9-1_10 0.0000 ndcg_cut_100 9-1_10 0.0104 ndcg_cut_200 9-1_10 0.0104 ndcg_cut_500 9-1_10 0.0104 ndcg_cut_1000 9-1_10 0.0104 map_cut_5 9-1_10 0.0000 map_cut_10 9-1_10 0.0000 map_cut_15 9-1_10 0.0000 map_cut_20 9-1_10 0.0000 map_cut_30 9-1_10 0.0000 map_cut_100 9-1_10 0.0003 map_cut_200 9-1_10 0.0003 map_cut_500 9-1_10 0.0003 map_cut_1000 9-1_10 0.0003 relative_P_5 9-1_10 0.0000 relative_P_10 9-1_10 0.0000 relative_P_15 9-1_10 0.0000 relative_P_20 9-1_10 0.0000 relative_P_30 9-1_10 0.0000 relative_P_100 9-1_10 0.0169 relative_P_200 9-1_10 0.0169 relative_P_500 9-1_10 0.0169 relative_P_1000 9-1_10 0.0169 success_1 9-1_10 0.0000 success_5 9-1_10 0.0000 success_10 9-1_10 0.0000 set_P 9-1_10 0.0010 set_relative_P 9-1_10 0.0169 set_recall 9-1_10 0.0169 set_map 9-1_10 0.0000 set_F 9-1_10 0.0019 num_nonrel_judged_ret 9-1_10 19 rbp 9-1_10 0.0002 rbp_resid 9-1_10 0.3520 unj_5 9-1_10 0.0000 unj_10 9-1_10 0.1000 unj_20 9-1_10 0.5000 num_ret 9-1_2 1000 num_rel 9-1_2 58 num_rel_ret 9-1_2 53 map 9-1_2 0.4078 Rprec 9-1_2 0.4828 bpref 9-1_2 0.7036 recip_rank 9-1_2 1.0000 iprec_at_recall_0.00 9-1_2 1.0000 iprec_at_recall_0.10 9-1_2 0.8889 iprec_at_recall_0.20 9-1_2 0.6207 iprec_at_recall_0.30 9-1_2 0.6207 iprec_at_recall_0.40 9-1_2 0.5333 iprec_at_recall_0.50 9-1_2 0.4478 iprec_at_recall_0.60 9-1_2 0.2857 iprec_at_recall_0.70 9-1_2 0.1822 iprec_at_recall_0.80 9-1_2 0.1077 iprec_at_recall_0.90 9-1_2 0.0600 iprec_at_recall_1.00 9-1_2 0.0000 P_5 9-1_2 0.8000 P_10 9-1_2 0.8000 P_15 9-1_2 0.5333 P_20 9-1_2 0.5000 P_30 9-1_2 0.6000 P_100 9-1_2 0.3400 P_200 9-1_2 0.1950 P_500 9-1_2 0.0920 P_1000 9-1_2 0.0530 relstring 9-1_2 '2322024441' recall_5 9-1_2 0.0690 recall_10 9-1_2 0.1379 recall_15 9-1_2 0.1379 recall_20 9-1_2 0.1724 recall_30 9-1_2 0.3103 recall_100 9-1_2 0.5862 recall_200 9-1_2 0.6724 recall_500 9-1_2 0.7931 recall_1000 9-1_2 0.9138 infAP 9-1_2 0.4078 Rprec_mult_0.20 9-1_2 0.6667 Rprec_mult_0.40 9-1_2 0.5417 Rprec_mult_0.60 9-1_2 0.5429 Rprec_mult_0.80 9-1_2 0.5106 Rprec_mult_1.00 9-1_2 0.4828 Rprec_mult_1.20 9-1_2 0.4286 Rprec_mult_1.40 9-1_2 0.3902 Rprec_mult_1.60 9-1_2 0.3548 Rprec_mult_1.80 9-1_2 0.3238 Rprec_mult_2.00 9-1_2 0.2931 utility 9-1_2 -894.0000 11pt_avg 9-1_2 0.4315 binG 9-1_2 0.2580 G 9-1_2 0.1600 ndcg 9-1_2 0.7166 ndcg_rel 9-1_2 0.5995 Rndcg 9-1_2 0.5675 ndcg_cut_5 9-1_2 0.4879 ndcg_cut_10 9-1_2 0.6112 ndcg_cut_15 9-1_2 0.5094 ndcg_cut_20 9-1_2 0.4850 ndcg_cut_30 9-1_2 0.5359 ndcg_cut_100 9-1_2 0.5527 ndcg_cut_200 9-1_2 0.6052 ndcg_cut_500 9-1_2 0.6679 ndcg_cut_1000 9-1_2 0.7166 map_cut_5 9-1_2 0.0690 map_cut_10 9-1_2 0.1285 map_cut_15 9-1_2 0.1285 map_cut_20 9-1_2 0.1473 map_cut_30 9-1_2 0.2252 map_cut_100 9-1_2 0.3584 map_cut_200 9-1_2 0.3807 map_cut_500 9-1_2 0.3995 map_cut_1000 9-1_2 0.4078 relative_P_5 9-1_2 0.8000 relative_P_10 9-1_2 0.8000 relative_P_15 9-1_2 0.5333 relative_P_20 9-1_2 0.5000 relative_P_30 9-1_2 0.6000 relative_P_100 9-1_2 0.5862 relative_P_200 9-1_2 0.6724 relative_P_500 9-1_2 0.7931 relative_P_1000 9-1_2 0.9138 success_1 9-1_2 1.0000 success_5 9-1_2 1.0000 success_10 9-1_2 1.0000 set_P 9-1_2 0.0530 set_relative_P 9-1_2 0.9138 set_recall 9-1_2 0.9138 set_map 9-1_2 0.0484 set_F 9-1_2 0.1002 num_nonrel_judged_ret 9-1_2 38 rbp 9-1_2 0.4622 rbp_resid 9-1_2 0.1493 unj_5 9-1_2 0.0000 unj_10 9-1_2 0.0000 unj_20 9-1_2 0.2500 num_ret 9-1_4 1000 num_rel 9-1_4 25 num_rel_ret 9-1_4 23 map 9-1_4 0.2161 Rprec 9-1_4 0.2000 bpref 9-1_4 0.5056 recip_rank 9-1_4 1.0000 iprec_at_recall_0.00 9-1_4 1.0000 iprec_at_recall_0.10 9-1_4 1.0000 iprec_at_recall_0.20 9-1_4 0.2632 iprec_at_recall_0.30 9-1_4 0.1463 iprec_at_recall_0.40 9-1_4 0.1463 iprec_at_recall_0.50 9-1_4 0.1262 iprec_at_recall_0.60 9-1_4 0.0602 iprec_at_recall_0.70 9-1_4 0.0539 iprec_at_recall_0.80 9-1_4 0.0422 iprec_at_recall_0.90 9-1_4 0.0331 iprec_at_recall_1.00 9-1_4 0.0000 P_5 9-1_4 0.6000 P_10 9-1_4 0.3000 P_15 9-1_4 0.2667 P_20 9-1_4 0.2500 P_30 9-1_4 0.2333 P_100 9-1_4 0.1200 P_200 9-1_4 0.0700 P_500 9-1_4 0.0400 P_1000 9-1_4 0.0230 relstring 9-1_4 '333----00-' recall_5 9-1_4 0.1200 recall_10 9-1_4 0.1200 recall_15 9-1_4 0.1600 recall_20 9-1_4 0.2000 recall_30 9-1_4 0.2800 recall_100 9-1_4 0.4800 recall_200 9-1_4 0.5600 recall_500 9-1_4 0.8000 recall_1000 9-1_4 0.9200 infAP 9-1_4 0.2161 Rprec_mult_0.20 9-1_4 0.6000 Rprec_mult_0.40 9-1_4 0.3000 Rprec_mult_0.60 9-1_4 0.2667 Rprec_mult_0.80 9-1_4 0.2500 Rprec_mult_1.00 9-1_4 0.2000 Rprec_mult_1.20 9-1_4 0.2333 Rprec_mult_1.40 9-1_4 0.2000 Rprec_mult_1.60 9-1_4 0.1750 Rprec_mult_1.80 9-1_4 0.1556 Rprec_mult_2.00 9-1_4 0.1400 utility 9-1_4 -954.0000 11pt_avg 9-1_4 0.2610 binG 9-1_4 0.2470 G 9-1_4 0.2367 ndcg 9-1_4 0.6441 ndcg_rel 9-1_4 0.5705 Rndcg 9-1_4 0.4387 ndcg_cut_5 9-1_4 0.7227 ndcg_cut_10 9-1_4 0.4690 ndcg_cut_15 9-1_4 0.4111 ndcg_cut_20 9-1_4 0.3793 ndcg_cut_30 9-1_4 0.3797 ndcg_cut_100 9-1_4 0.4871 ndcg_cut_200 9-1_4 0.5160 ndcg_cut_500 9-1_4 0.5947 ndcg_cut_1000 9-1_4 0.6441 map_cut_5 9-1_4 0.1200 map_cut_10 9-1_4 0.1200 map_cut_15 9-1_4 0.1345 map_cut_20 9-1_4 0.1451 map_cut_30 9-1_4 0.1633 map_cut_100 9-1_4 0.1911 map_cut_200 9-1_4 0.1992 map_cut_500 9-1_4 0.2115 map_cut_1000 9-1_4 0.2161 relative_P_5 9-1_4 0.6000 relative_P_10 9-1_4 0.3000 relative_P_15 9-1_4 0.2667 relative_P_20 9-1_4 0.2500 relative_P_30 9-1_4 0.2800 relative_P_100 9-1_4 0.4800 relative_P_200 9-1_4 0.5600 relative_P_500 9-1_4 0.8000 relative_P_1000 9-1_4 0.9200 success_1 9-1_4 1.0000 success_5 9-1_4 1.0000 success_10 9-1_4 1.0000 set_P 9-1_4 0.0230 set_relative_P 9-1_4 0.9200 set_recall 9-1_4 0.9200 set_map 9-1_4 0.0212 set_F 9-1_4 0.0449 num_nonrel_judged_ret 9-1_4 24 rbp 9-1_4 0.3325 rbp_resid 9-1_4 0.5327 unj_5 9-1_4 0.4000 unj_10 9-1_4 0.5000 unj_20 9-1_4 0.6000 num_ret 9-1_5 1000 num_rel 9-1_5 25 num_rel_ret 9-1_5 14 map 9-1_5 0.0563 Rprec 9-1_5 0.0400 bpref 9-1_5 0.0944 recip_rank 9-1_5 1.0000 iprec_at_recall_0.00 9-1_5 1.0000 iprec_at_recall_0.10 9-1_5 0.0548 iprec_at_recall_0.20 9-1_5 0.0296 iprec_at_recall_0.30 9-1_5 0.0296 iprec_at_recall_0.40 9-1_5 0.0271 iprec_at_recall_0.50 9-1_5 0.0158 iprec_at_recall_0.60 9-1_5 0.0000 iprec_at_recall_0.70 9-1_5 0.0000 iprec_at_recall_0.80 9-1_5 0.0000 iprec_at_recall_0.90 9-1_5 0.0000 iprec_at_recall_1.00 9-1_5 0.0000 P_5 9-1_5 0.2000 P_10 9-1_5 0.1000 P_15 9-1_5 0.0667 P_20 9-1_5 0.0500 P_30 9-1_5 0.0333 P_100 9-1_5 0.0400 P_200 9-1_5 0.0250 P_500 9-1_5 0.0220 P_1000 9-1_5 0.0140 relstring 9-1_5 '3-0---0--0' recall_5 9-1_5 0.0400 recall_10 9-1_5 0.0400 recall_15 9-1_5 0.0400 recall_20 9-1_5 0.0400 recall_30 9-1_5 0.0400 recall_100 9-1_5 0.1600 recall_200 9-1_5 0.2000 recall_500 9-1_5 0.4400 recall_1000 9-1_5 0.5600 infAP 9-1_5 0.0563 Rprec_mult_0.20 9-1_5 0.2000 Rprec_mult_0.40 9-1_5 0.1000 Rprec_mult_0.60 9-1_5 0.0667 Rprec_mult_0.80 9-1_5 0.0500 Rprec_mult_1.00 9-1_5 0.0400 Rprec_mult_1.20 9-1_5 0.0333 Rprec_mult_1.40 9-1_5 0.0571 Rprec_mult_1.60 9-1_5 0.0500 Rprec_mult_1.80 9-1_5 0.0444 Rprec_mult_2.00 9-1_5 0.0400 utility 9-1_5 -972.0000 11pt_avg 9-1_5 0.1052 binG 9-1_5 0.1084 G 9-1_5 0.0942 ndcg 9-1_5 0.3483 ndcg_rel 9-1_5 0.2866 Rndcg 9-1_5 0.2283 ndcg_cut_5 9-1_5 0.2733 ndcg_cut_10 9-1_5 0.1903 ndcg_cut_15 9-1_5 0.1522 ndcg_cut_20 9-1_5 0.1529 ndcg_cut_30 9-1_5 0.1418 ndcg_cut_100 9-1_5 0.1885 ndcg_cut_200 9-1_5 0.2161 ndcg_cut_500 9-1_5 0.3044 ndcg_cut_1000 9-1_5 0.3483 map_cut_5 9-1_5 0.0400 map_cut_10 9-1_5 0.0400 map_cut_15 9-1_5 0.0400 map_cut_20 9-1_5 0.0400 map_cut_30 9-1_5 0.0400 map_cut_100 9-1_5 0.0467 map_cut_200 9-1_5 0.0477 map_cut_500 9-1_5 0.0542 map_cut_1000 9-1_5 0.0563 relative_P_5 9-1_5 0.2000 relative_P_10 9-1_5 0.1000 relative_P_15 9-1_5 0.0667 relative_P_20 9-1_5 0.0500 relative_P_30 9-1_5 0.0400 relative_P_100 9-1_5 0.1600 relative_P_200 9-1_5 0.2000 relative_P_500 9-1_5 0.4400 relative_P_1000 9-1_5 0.5600 success_1 9-1_5 1.0000 success_5 9-1_5 1.0000 success_10 9-1_5 1.0000 set_P 9-1_5 0.0140 set_relative_P 9-1_5 0.5600 set_recall 9-1_5 0.5600 set_map 9-1_5 0.0078 set_F 9-1_5 0.0273 num_nonrel_judged_ret 9-1_5 38 rbp 9-1_5 0.0883 rbp_resid 9-1_5 0.5817 unj_5 9-1_5 0.6000 unj_10 9-1_5 0.6000 unj_20 9-1_5 0.6000 num_ret 9-2_6 1000 num_rel 9-2_6 20 num_rel_ret 9-2_6 19 map 9-2_6 0.3417 Rprec 9-2_6 0.4000 bpref 9-2_6 0.6200 recip_rank 9-2_6 1.0000 iprec_at_recall_0.00 9-2_6 1.0000 iprec_at_recall_0.10 9-2_6 0.7500 iprec_at_recall_0.20 9-2_6 0.6667 iprec_at_recall_0.30 9-2_6 0.5455 iprec_at_recall_0.40 9-2_6 0.4000 iprec_at_recall_0.50 9-2_6 0.2391 iprec_at_recall_0.60 9-2_6 0.2069 iprec_at_recall_0.70 9-2_6 0.1707 iprec_at_recall_0.80 9-2_6 0.1339 iprec_at_recall_0.90 9-2_6 0.0366 iprec_at_recall_1.00 9-2_6 0.0000 P_5 9-2_6 0.6000 P_10 9-2_6 0.5000 P_15 9-2_6 0.4667 P_20 9-2_6 0.4000 P_30 9-2_6 0.2667 P_100 9-2_6 0.1400 P_200 9-2_6 0.0850 P_500 9-2_6 0.0360 P_1000 9-2_6 0.0190 relstring 9-2_6 '314414-2-0' recall_5 9-2_6 0.1500 recall_10 9-2_6 0.2500 recall_15 9-2_6 0.3500 recall_20 9-2_6 0.4000 recall_30 9-2_6 0.4000 recall_100 9-2_6 0.7000 recall_200 9-2_6 0.8500 recall_500 9-2_6 0.9000 recall_1000 9-2_6 0.9500 infAP 9-2_6 0.3417 Rprec_mult_0.20 9-2_6 0.7500 Rprec_mult_0.40 9-2_6 0.6250 Rprec_mult_0.60 9-2_6 0.5000 Rprec_mult_0.80 9-2_6 0.4375 Rprec_mult_1.00 9-2_6 0.4000 Rprec_mult_1.20 9-2_6 0.3333 Rprec_mult_1.40 9-2_6 0.2857 Rprec_mult_1.60 9-2_6 0.2500 Rprec_mult_1.80 9-2_6 0.2222 Rprec_mult_2.00 9-2_6 0.2250 utility 9-2_6 -962.0000 11pt_avg 9-2_6 0.3772 binG 9-2_6 0.2937 G 9-2_6 0.2132 ndcg 9-2_6 0.7094 ndcg_rel 9-2_6 0.6290 Rndcg 9-2_6 0.5904 ndcg_cut_5 9-2_6 0.6563 ndcg_cut_10 9-2_6 0.5673 ndcg_cut_15 9-2_6 0.5778 ndcg_cut_20 9-2_6 0.5376 ndcg_cut_30 9-2_6 0.4913 ndcg_cut_100 9-2_6 0.5857 ndcg_cut_200 9-2_6 0.6574 ndcg_cut_500 9-2_6 0.6805 ndcg_cut_1000 9-2_6 0.7094 map_cut_5 9-2_6 0.1208 map_cut_10 9-2_6 0.1854 map_cut_15 9-2_6 0.2360 map_cut_20 9-2_6 0.2560 map_cut_30 9-2_6 0.2560 map_cut_100 9-2_6 0.3191 map_cut_200 9-2_6 0.3384 map_cut_500 9-2_6 0.3402 map_cut_1000 9-2_6 0.3417 relative_P_5 9-2_6 0.6000 relative_P_10 9-2_6 0.5000 relative_P_15 9-2_6 0.4667 relative_P_20 9-2_6 0.4000 relative_P_30 9-2_6 0.4000 relative_P_100 9-2_6 0.7000 relative_P_200 9-2_6 0.8500 relative_P_500 9-2_6 0.9000 relative_P_1000 9-2_6 0.9500 success_1 9-2_6 1.0000 success_5 9-2_6 1.0000 success_10 9-2_6 1.0000 set_P 9-2_6 0.0190 set_relative_P 9-2_6 0.9500 set_recall 9-2_6 0.9500 set_map 9-2_6 0.0181 set_F 9-2_6 0.0373 num_nonrel_judged_ret 9-2_6 35 rbp 9-2_6 0.4125 rbp_resid 9-2_6 0.3535 unj_5 9-2_6 0.0000 unj_10 9-2_6 0.2000 unj_20 9-2_6 0.4500 num_ret 9-2_7 1000 num_rel 9-2_7 10 num_rel_ret 9-2_7 7 map 9-2_7 0.0427 Rprec 9-2_7 0.1000 bpref 9-2_7 0.0900 recip_rank 9-2_7 0.3333 iprec_at_recall_0.00 9-2_7 0.3333 iprec_at_recall_0.10 9-2_7 0.3333 iprec_at_recall_0.20 9-2_7 0.0392 iprec_at_recall_0.30 9-2_7 0.0143 iprec_at_recall_0.40 9-2_7 0.0115 iprec_at_recall_0.50 9-2_7 0.0115 iprec_at_recall_0.60 9-2_7 0.0105 iprec_at_recall_0.70 9-2_7 0.0092 iprec_at_recall_0.80 9-2_7 0.0000 iprec_at_recall_0.90 9-2_7 0.0000 iprec_at_recall_1.00 9-2_7 0.0000 P_5 9-2_7 0.2000 P_10 9-2_7 0.1000 P_15 9-2_7 0.0667 P_20 9-2_7 0.0500 P_30 9-2_7 0.0333 P_100 9-2_7 0.0200 P_200 9-2_7 0.0100 P_500 9-2_7 0.0100 P_1000 9-2_7 0.0070 relstring 9-2_7 '-020000000' recall_5 9-2_7 0.1000 recall_10 9-2_7 0.1000 recall_15 9-2_7 0.1000 recall_20 9-2_7 0.1000 recall_30 9-2_7 0.1000 recall_100 9-2_7 0.2000 recall_200 9-2_7 0.2000 recall_500 9-2_7 0.5000 recall_1000 9-2_7 0.7000 infAP 9-2_7 0.0427 Rprec_mult_0.20 9-2_7 0.0000 Rprec_mult_0.40 9-2_7 0.2500 Rprec_mult_0.60 9-2_7 0.1667 Rprec_mult_0.80 9-2_7 0.1250 Rprec_mult_1.00 9-2_7 0.1000 Rprec_mult_1.20 9-2_7 0.0833 Rprec_mult_1.40 9-2_7 0.0714 Rprec_mult_1.60 9-2_7 0.0625 Rprec_mult_1.80 9-2_7 0.0556 Rprec_mult_2.00 9-2_7 0.0500 utility 9-2_7 -986.0000 11pt_avg 9-2_7 0.0694 binG 9-2_7 0.1249 G 9-2_7 0.0863 ndcg 9-2_7 0.2490 ndcg_rel 9-2_7 0.2059 Rndcg 9-2_7 0.0972 ndcg_cut_5 9-2_7 0.1092 ndcg_cut_10 9-2_7 0.0810 ndcg_cut_15 9-2_7 0.0732 ndcg_cut_20 9-2_7 0.0674 ndcg_cut_30 9-2_7 0.0589 ndcg_cut_100 9-2_7 0.1003 ndcg_cut_200 9-2_7 0.1003 ndcg_cut_500 9-2_7 0.1863 ndcg_cut_1000 9-2_7 0.2490 map_cut_5 9-2_7 0.0333 map_cut_10 9-2_7 0.0333 map_cut_15 9-2_7 0.0333 map_cut_20 9-2_7 0.0333 map_cut_30 9-2_7 0.0333 map_cut_100 9-2_7 0.0373 map_cut_200 9-2_7 0.0373 map_cut_500 9-2_7 0.0408 map_cut_1000 9-2_7 0.0427 relative_P_5 9-2_7 0.2000 relative_P_10 9-2_7 0.1000 relative_P_15 9-2_7 0.1000 relative_P_20 9-2_7 0.1000 relative_P_30 9-2_7 0.1000 relative_P_100 9-2_7 0.2000 relative_P_200 9-2_7 0.2000 relative_P_500 9-2_7 0.5000 relative_P_1000 9-2_7 0.7000 success_1 9-2_7 0.0000 success_5 9-2_7 1.0000 success_10 9-2_7 1.0000 set_P 9-2_7 0.0070 set_relative_P 9-2_7 0.7000 set_recall 9-2_7 0.7000 set_map 9-2_7 0.0049 set_F 9-2_7 0.0139 num_nonrel_judged_ret 9-2_7 27 rbp 9-2_7 0.0410 rbp_resid 9-2_7 0.4003 unj_5 9-2_7 0.2000 unj_10 9-2_7 0.1000 unj_20 9-2_7 0.5000 num_ret 9-2_9 1000 num_rel 9-2_9 31 num_rel_ret 9-2_9 20 map 9-2_9 0.0785 Rprec 9-2_9 0.1290 bpref 9-2_9 0.3195 recip_rank 9-2_9 0.5000 iprec_at_recall_0.00 9-2_9 0.5000 iprec_at_recall_0.10 9-2_9 0.3000 iprec_at_recall_0.20 9-2_9 0.1622 iprec_at_recall_0.30 9-2_9 0.0533 iprec_at_recall_0.40 9-2_9 0.0533 iprec_at_recall_0.50 9-2_9 0.0325 iprec_at_recall_0.60 9-2_9 0.0208 iprec_at_recall_0.70 9-2_9 0.0000 iprec_at_recall_0.80 9-2_9 0.0000 iprec_at_recall_0.90 9-2_9 0.0000 iprec_at_recall_1.00 9-2_9 0.0000 P_5 9-2_9 0.4000 P_10 9-2_9 0.3000 P_15 9-2_9 0.2000 P_20 9-2_9 0.1500 P_30 9-2_9 0.1333 P_100 9-2_9 0.0700 P_200 9-2_9 0.0500 P_500 9-2_9 0.0320 P_1000 9-2_9 0.0200 relstring 9-2_9 '0412000114' recall_5 9-2_9 0.0645 recall_10 9-2_9 0.0968 recall_15 9-2_9 0.0968 recall_20 9-2_9 0.0968 recall_30 9-2_9 0.1290 recall_100 9-2_9 0.2258 recall_200 9-2_9 0.3226 recall_500 9-2_9 0.5161 recall_1000 9-2_9 0.6452 infAP 9-2_9 0.0785 Rprec_mult_0.20 9-2_9 0.2857 Rprec_mult_0.40 9-2_9 0.2308 Rprec_mult_0.60 9-2_9 0.1579 Rprec_mult_0.80 9-2_9 0.1600 Rprec_mult_1.00 9-2_9 0.1290 Rprec_mult_1.20 9-2_9 0.1579 Rprec_mult_1.40 9-2_9 0.1364 Rprec_mult_1.60 9-2_9 0.1200 Rprec_mult_1.80 9-2_9 0.1250 Rprec_mult_2.00 9-2_9 0.1129 utility 9-2_9 -960.0000 11pt_avg 9-2_9 0.1020 binG 9-2_9 0.1230 G 9-2_9 0.0970 ndcg 9-2_9 0.4179 ndcg_rel 9-2_9 0.3674 Rndcg 9-2_9 0.2870 ndcg_cut_5 9-2_9 0.3294 ndcg_cut_10 9-2_9 0.3113 ndcg_cut_15 9-2_9 0.2557 ndcg_cut_20 9-2_9 0.2288 ndcg_cut_30 9-2_9 0.2250 ndcg_cut_100 9-2_9 0.2401 ndcg_cut_200 9-2_9 0.2900 ndcg_cut_500 9-2_9 0.3567 ndcg_cut_1000 9-2_9 0.4179 map_cut_5 9-2_9 0.0323 map_cut_10 9-2_9 0.0419 map_cut_15 9-2_9 0.0419 map_cut_20 9-2_9 0.0419 map_cut_30 9-2_9 0.0473 map_cut_100 9-2_9 0.0617 map_cut_200 9-2_9 0.0669 map_cut_500 9-2_9 0.0752 map_cut_1000 9-2_9 0.0785 relative_P_5 9-2_9 0.4000 relative_P_10 9-2_9 0.3000 relative_P_15 9-2_9 0.2000 relative_P_20 9-2_9 0.1500 relative_P_30 9-2_9 0.1333 relative_P_100 9-2_9 0.2258 relative_P_200 9-2_9 0.3226 relative_P_500 9-2_9 0.5161 relative_P_1000 9-2_9 0.6452 success_1 9-2_9 0.0000 success_5 9-2_9 1.0000 success_10 9-2_9 1.0000 set_P 9-2_9 0.0200 set_relative_P 9-2_9 0.6452 set_recall 9-2_9 0.6452 set_map 9-2_9 0.0129 set_F 9-2_9 0.0388 num_nonrel_judged_ret 9-2_9 33 rbp 9-2_9 0.2236 rbp_resid 9-2_9 0.2847 unj_5 9-2_9 0.0000 unj_10 9-2_9 0.0000 unj_20 9-2_9 0.4500 runid all agg_true-qrec-mse num_q all 45 num_ret all 45000 num_rel all 2135 num_rel_ret all 1005 map all 0.1368 gm_map all 0.0188 Rprec all 0.1609 bpref all 0.2897 recip_rank all 0.5508 iprec_at_recall_0.00 all 0.5750 iprec_at_recall_0.10 all 0.3219 iprec_at_recall_0.20 all 0.2231 iprec_at_recall_0.30 all 0.1842 iprec_at_recall_0.40 all 0.1439 iprec_at_recall_0.50 all 0.1167 iprec_at_recall_0.60 all 0.0929 iprec_at_recall_0.70 all 0.0684 iprec_at_recall_0.80 all 0.0429 iprec_at_recall_0.90 all 0.0243 iprec_at_recall_1.00 all 0.0059 P_5 all 0.3156 P_10 all 0.2778 P_15 all 0.2385 P_20 all 0.2089 P_30 all 0.1800 P_100 all 0.1007 P_200 all 0.0679 P_500 all 0.0373 P_1000 all 0.0223 recall_5 all 0.0542 recall_10 all 0.0840 recall_15 all 0.1036 recall_20 all 0.1187 recall_30 all 0.1489 recall_100 all 0.2639 recall_200 all 0.3323 recall_500 all 0.4385 recall_1000 all 0.5084 infAP all 0.1368 gm_bpref all 0.0370 Rprec_mult_0.20 all 0.2916 Rprec_mult_0.40 all 0.2280 Rprec_mult_0.60 all 0.2047 Rprec_mult_0.80 all 0.1774 Rprec_mult_1.00 all 0.1609 Rprec_mult_1.20 all 0.1490 Rprec_mult_1.40 all 0.1380 Rprec_mult_1.60 all 0.1276 Rprec_mult_1.80 all 0.1185 Rprec_mult_2.00 all 0.1109 utility all -955.3333 11pt_avg all 0.1636 binG all 0.1276 G all 0.1037 ndcg all 0.3692 ndcg_rel all 0.3160 Rndcg all 0.2741 ndcg_cut_5 all 0.2985 ndcg_cut_10 all 0.2859 ndcg_cut_15 all 0.2681 ndcg_cut_20 all 0.2566 ndcg_cut_30 all 0.2544 ndcg_cut_100 all 0.2645 ndcg_cut_200 all 0.2931 ndcg_cut_500 all 0.3389 ndcg_cut_1000 all 0.3692 map_cut_5 all 0.0435 map_cut_10 all 0.0614 map_cut_15 all 0.0714 map_cut_20 all 0.0791 map_cut_30 all 0.0912 map_cut_100 all 0.1159 map_cut_200 all 0.1263 map_cut_500 all 0.1340 map_cut_1000 all 0.1368 relative_P_5 all 0.3156 relative_P_10 all 0.2785 relative_P_15 all 0.2438 relative_P_20 all 0.2244 relative_P_30 all 0.2207 relative_P_100 all 0.2702 relative_P_200 all 0.3329 relative_P_500 all 0.4385 relative_P_1000 all 0.5084 success_1 all 0.4444 success_5 all 0.7111 success_10 all 0.7556 set_P all 0.0223 set_relative_P all 0.5084 set_recall all 0.5084 set_map all 0.0156 set_F all 0.0414 num_nonrel_judged_ret all 1397 rbp all 0.2033 rbp_resid all 0.3582 unj_5 all 0.1644 unj_10 all 0.1867 unj_20 all 0.4311