num_ret 14 1000 num_rel 14 272 num_rel_ret 14 160 map 14 0.3950 Rprec 14 0.4412 bpref 14 0.5127 recip_rank 14 1.0000 iprec_at_recall_0.00 14 1.0000 iprec_at_recall_0.10 14 0.9706 iprec_at_recall_0.20 14 0.8710 iprec_at_recall_0.30 14 0.7522 iprec_at_recall_0.40 14 0.4977 iprec_at_recall_0.50 14 0.3246 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 1.0000 P_10 14 1.0000 P_15 14 1.0000 P_20 14 1.0000 P_30 14 0.9667 P_100 14 0.7700 P_200 14 0.5200 P_500 14 0.2760 P_1000 14 0.1600 relstring 14 '3222222223' recall_5 14 0.0184 recall_10 14 0.0368 recall_15 14 0.0551 recall_20 14 0.0735 recall_30 14 0.1066 recall_100 14 0.2831 recall_200 14 0.3824 recall_500 14 0.5074 recall_1000 14 0.5882 infAP 14 0.3950 Rprec_mult_0.20 14 0.8909 Rprec_mult_0.40 14 0.7431 Rprec_mult_0.60 14 0.5976 Rprec_mult_0.80 14 0.4954 Rprec_mult_1.00 14 0.4412 Rprec_mult_1.20 14 0.3914 Rprec_mult_1.40 14 0.3517 Rprec_mult_1.60 14 0.3142 Rprec_mult_1.80 14 0.2816 Rprec_mult_2.00 14 0.2574 utility 14 -680.0000 11pt_avg 14 0.4015 binG 14 0.2040 G 14 0.1088 ndcg 14 0.6207 ndcg_rel 14 0.6563 Rndcg 14 0.6109 ndcg_cut_5 14 0.6583 ndcg_cut_10 14 0.6799 ndcg_cut_15 14 0.6772 ndcg_cut_20 14 0.6963 ndcg_cut_30 14 0.7260 ndcg_cut_100 14 0.7816 ndcg_cut_200 14 0.6230 ndcg_cut_500 14 0.5682 ndcg_cut_1000 14 0.6207 map_cut_5 14 0.0184 map_cut_10 14 0.0368 map_cut_15 14 0.0551 map_cut_20 14 0.0735 map_cut_30 14 0.1062 map_cut_100 14 0.2573 map_cut_200 14 0.3244 map_cut_500 14 0.3778 map_cut_1000 14 0.3950 relative_P_5 14 1.0000 relative_P_10 14 1.0000 relative_P_15 14 1.0000 relative_P_20 14 1.0000 relative_P_30 14 0.9667 relative_P_100 14 0.7700 relative_P_200 14 0.5200 relative_P_500 14 0.5074 relative_P_1000 14 0.5882 success_1 14 1.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.1600 set_relative_P 14 0.5882 set_recall 14 0.5882 set_map 14 0.0941 set_F 14 0.2516 num_nonrel_judged_ret 14 93 rbp 14 0.5405 rbp_resid 14 0.0030 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 1000 num_rel 144 197 num_rel_ret 144 119 map 144 0.2052 Rprec 144 0.3046 bpref 144 0.4086 recip_rank 144 1.0000 iprec_at_recall_0.00 144 1.0000 iprec_at_recall_0.10 144 0.4667 iprec_at_recall_0.20 144 0.3861 iprec_at_recall_0.30 144 0.3242 iprec_at_recall_0.40 144 0.2417 iprec_at_recall_0.50 144 0.1514 iprec_at_recall_0.60 144 0.1262 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.8000 P_10 144 0.7000 P_15 144 0.6667 P_20 144 0.5500 P_30 144 0.5333 P_100 144 0.3800 P_200 144 0.3000 P_500 144 0.1800 P_1000 144 0.1190 relstring 144 '2232022120' recall_5 144 0.0203 recall_10 144 0.0355 recall_15 144 0.0508 recall_20 144 0.0558 recall_30 144 0.0812 recall_100 144 0.1929 recall_200 144 0.3046 recall_500 144 0.4569 recall_1000 144 0.6041 infAP 144 0.2052 Rprec_mult_0.20 144 0.4750 Rprec_mult_0.40 144 0.3797 Rprec_mult_0.60 144 0.3529 Rprec_mult_0.80 144 0.3291 Rprec_mult_1.00 144 0.3046 Rprec_mult_1.20 144 0.2743 Rprec_mult_1.40 144 0.2536 Rprec_mult_1.60 144 0.2437 Rprec_mult_1.80 144 0.2310 Rprec_mult_2.00 144 0.2107 utility 144 -762.0000 11pt_avg 144 0.2451 binG 144 0.1179 G 144 0.0850 ndcg 144 0.5440 ndcg_rel 144 0.5020 Rndcg 144 0.4703 ndcg_cut_5 144 0.5712 ndcg_cut_10 144 0.5413 ndcg_cut_15 144 0.5418 ndcg_cut_20 144 0.5196 ndcg_cut_30 144 0.5227 ndcg_cut_100 144 0.4567 ndcg_cut_200 144 0.4159 ndcg_cut_500 144 0.4545 ndcg_cut_1000 144 0.5440 map_cut_5 144 0.0203 map_cut_10 144 0.0328 map_cut_15 144 0.0442 map_cut_20 144 0.0477 map_cut_30 144 0.0614 map_cut_100 144 0.1080 map_cut_200 144 0.1467 map_cut_500 144 0.1837 map_cut_1000 144 0.2052 relative_P_5 144 0.8000 relative_P_10 144 0.7000 relative_P_15 144 0.6667 relative_P_20 144 0.5500 relative_P_30 144 0.5333 relative_P_100 144 0.3800 relative_P_200 144 0.3046 relative_P_500 144 0.4569 relative_P_1000 144 0.6041 success_1 144 1.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.1190 set_relative_P 144 0.6041 set_recall 144 0.6041 set_map 144 0.0719 set_F 144 0.1988 num_nonrel_judged_ret 144 129 rbp 144 0.4111 rbp_resid 144 0.0123 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 1000 num_rel 161 218 num_rel_ret 161 146 map 161 0.3942 Rprec 161 0.4495 bpref 161 0.5685 recip_rank 161 1.0000 iprec_at_recall_0.00 161 1.0000 iprec_at_recall_0.10 161 0.8889 iprec_at_recall_0.20 161 0.7895 iprec_at_recall_0.30 161 0.7234 iprec_at_recall_0.40 161 0.5088 iprec_at_recall_0.50 161 0.3978 iprec_at_recall_0.60 161 0.2663 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 0.8000 P_10 161 0.7000 P_15 161 0.8000 P_20 161 0.8000 P_30 161 0.8667 P_100 161 0.6900 P_200 161 0.4750 P_500 161 0.2620 P_1000 161 0.1460 relstring 161 '2212232200' recall_5 161 0.0183 recall_10 161 0.0321 recall_15 161 0.0550 recall_20 161 0.0734 recall_30 161 0.1193 recall_100 161 0.3165 recall_200 161 0.4358 recall_500 161 0.6009 recall_1000 161 0.6697 infAP 161 0.3942 Rprec_mult_0.20 161 0.7955 Rprec_mult_0.40 161 0.7159 Rprec_mult_0.60 161 0.5878 Rprec_mult_0.80 161 0.4971 Rprec_mult_1.00 161 0.4495 Rprec_mult_1.20 161 0.4084 Rprec_mult_1.40 161 0.3660 Rprec_mult_1.60 161 0.3324 Rprec_mult_1.80 161 0.3104 Rprec_mult_2.00 161 0.2913 utility 161 -708.0000 11pt_avg 161 0.4159 binG 161 0.1602 G 161 0.1099 ndcg 161 0.6343 ndcg_rel 161 0.6173 Rndcg 161 0.5621 ndcg_cut_5 161 0.6101 ndcg_cut_10 161 0.5695 ndcg_cut_15 161 0.5914 ndcg_cut_20 161 0.5928 ndcg_cut_30 161 0.6716 ndcg_cut_100 161 0.6602 ndcg_cut_200 161 0.5264 ndcg_cut_500 161 0.5871 ndcg_cut_1000 161 0.6343 map_cut_5 161 0.0163 map_cut_10 161 0.0281 map_cut_15 161 0.0456 map_cut_20 161 0.0604 map_cut_30 161 0.0990 map_cut_100 161 0.2526 map_cut_200 161 0.3187 map_cut_500 161 0.3799 map_cut_1000 161 0.3942 relative_P_5 161 0.8000 relative_P_10 161 0.7000 relative_P_15 161 0.8000 relative_P_20 161 0.8000 relative_P_30 161 0.8667 relative_P_100 161 0.6900 relative_P_200 161 0.4750 relative_P_500 161 0.6009 relative_P_1000 161 0.6697 success_1 161 1.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.1460 set_relative_P 161 0.6697 set_recall 161 0.6697 set_map 161 0.0978 set_F 161 0.2397 num_nonrel_judged_ret 161 105 rbp 161 0.5965 rbp_resid 161 0.0033 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 1000 num_rel 200 184 num_rel_ret 200 151 map 200 0.5201 Rprec 200 0.5652 bpref 200 0.6886 recip_rank 200 1.0000 iprec_at_recall_0.00 200 1.0000 iprec_at_recall_0.10 200 0.9200 iprec_at_recall_0.20 200 0.8478 iprec_at_recall_0.30 200 0.7467 iprec_at_recall_0.40 200 0.7143 iprec_at_recall_0.50 200 0.6463 iprec_at_recall_0.60 200 0.5069 iprec_at_recall_0.70 200 0.3137 iprec_at_recall_0.80 200 0.1813 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 0.6000 P_10 200 0.8000 P_15 200 0.8667 P_20 200 0.9000 P_30 200 0.9000 P_100 200 0.7100 P_200 200 0.5300 P_500 200 0.2700 P_1000 200 0.1510 relstring 200 '2230033233' recall_5 200 0.0163 recall_10 200 0.0435 recall_15 200 0.0707 recall_20 200 0.0978 recall_30 200 0.1467 recall_100 200 0.3859 recall_200 200 0.5761 recall_500 200 0.7337 recall_1000 200 0.8207 infAP 200 0.5201 Rprec_mult_0.20 200 0.8649 Rprec_mult_0.40 200 0.7432 Rprec_mult_0.60 200 0.7117 Rprec_mult_0.80 200 0.6419 Rprec_mult_1.00 200 0.5652 Rprec_mult_1.20 200 0.4977 Rprec_mult_1.40 200 0.4496 Rprec_mult_1.60 200 0.4000 Rprec_mult_1.80 200 0.3705 Rprec_mult_2.00 200 0.3397 utility 200 -698.0000 11pt_avg 200 0.5343 binG 200 0.2092 G 200 0.1410 ndcg 200 0.7538 ndcg_rel 200 0.7048 Rndcg 200 0.6449 ndcg_cut_5 200 0.4837 ndcg_cut_10 200 0.6310 ndcg_cut_15 200 0.6957 ndcg_cut_20 200 0.7120 ndcg_cut_30 200 0.7175 ndcg_cut_100 200 0.7018 ndcg_cut_200 200 0.6341 ndcg_cut_500 200 0.7057 ndcg_cut_1000 200 0.7538 map_cut_5 200 0.0163 map_cut_10 200 0.0365 map_cut_15 200 0.0594 map_cut_20 200 0.0835 map_cut_30 200 0.1278 map_cut_100 200 0.3156 map_cut_200 200 0.4393 map_cut_500 200 0.5020 map_cut_1000 200 0.5201 relative_P_5 200 0.6000 relative_P_10 200 0.8000 relative_P_15 200 0.8667 relative_P_20 200 0.9000 relative_P_30 200 0.9000 relative_P_100 200 0.7100 relative_P_200 200 0.5761 relative_P_500 200 0.7337 relative_P_1000 200 0.8207 success_1 200 1.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.1510 set_relative_P 200 0.8207 set_recall 200 0.8207 set_map 200 0.1239 set_F 200 0.2551 num_nonrel_judged_ret 200 102 rbp 200 0.5429 rbp_resid 200 0.0017 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 1000 num_rel 213 322 num_rel_ret 213 235 map 213 0.4408 Rprec 213 0.4627 bpref 213 0.6210 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 0.9167 iprec_at_recall_0.20 213 0.8072 iprec_at_recall_0.30 213 0.7029 iprec_at_recall_0.40 213 0.5752 iprec_at_recall_0.50 213 0.4076 iprec_at_recall_0.60 213 0.3006 iprec_at_recall_0.70 213 0.2554 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 1.0000 P_10 213 1.0000 P_15 213 1.0000 P_20 213 0.9500 P_30 213 0.9333 P_100 213 0.7500 P_200 213 0.6100 P_500 213 0.3560 P_1000 213 0.2350 relstring 213 '3332423323' recall_5 213 0.0155 recall_10 213 0.0311 recall_15 213 0.0466 recall_20 213 0.0590 recall_30 213 0.0870 recall_100 213 0.2329 recall_200 213 0.3789 recall_500 213 0.5528 recall_1000 213 0.7298 infAP 213 0.4408 Rprec_mult_0.20 213 0.8154 Rprec_mult_0.40 213 0.7132 Rprec_mult_0.60 213 0.6134 Rprec_mult_0.80 213 0.5310 Rprec_mult_1.00 213 0.4627 Rprec_mult_1.20 213 0.4134 Rprec_mult_1.40 213 0.3814 Rprec_mult_1.60 213 0.3488 Rprec_mult_1.80 213 0.3241 Rprec_mult_2.00 213 0.2997 utility 213 -530.0000 11pt_avg 213 0.4514 binG 213 0.1883 G 213 0.1129 ndcg 213 0.7061 ndcg_rel 213 0.6820 Rndcg 213 0.6331 ndcg_cut_5 213 0.7463 ndcg_cut_10 213 0.7114 ndcg_cut_15 213 0.7545 ndcg_cut_20 213 0.7611 ndcg_cut_30 213 0.7952 ndcg_cut_100 213 0.7165 ndcg_cut_200 213 0.6268 ndcg_cut_500 213 0.5941 ndcg_cut_1000 213 0.7061 map_cut_5 213 0.0155 map_cut_10 213 0.0311 map_cut_15 213 0.0466 map_cut_20 213 0.0590 map_cut_30 213 0.0854 map_cut_100 213 0.2074 map_cut_200 213 0.3081 map_cut_500 213 0.3902 map_cut_1000 213 0.4408 relative_P_5 213 1.0000 relative_P_10 213 1.0000 relative_P_15 213 1.0000 relative_P_20 213 0.9500 relative_P_30 213 0.9333 relative_P_100 213 0.7500 relative_P_200 213 0.6100 relative_P_500 213 0.5528 relative_P_1000 213 0.7298 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.2350 set_relative_P 213 0.7298 set_recall 213 0.7298 set_map 213 0.1715 set_F 213 0.3555 num_nonrel_judged_ret 213 56 rbp 213 0.7037 rbp_resid 213 0.0026 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 1000 num_rel 219 203 num_rel_ret 219 108 map 219 0.1504 Rprec 219 0.2611 bpref 219 0.3409 recip_rank 219 1.0000 iprec_at_recall_0.00 219 1.0000 iprec_at_recall_0.10 219 0.4468 iprec_at_recall_0.20 219 0.2825 iprec_at_recall_0.30 219 0.2430 iprec_at_recall_0.40 219 0.1780 iprec_at_recall_0.50 219 0.1117 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.4000 P_10 219 0.4000 P_15 219 0.4000 P_20 219 0.5000 P_30 219 0.4333 P_100 219 0.3500 P_200 219 0.2650 P_500 219 0.1680 P_1000 219 0.1080 relstring 219 '2000300022' recall_5 219 0.0099 recall_10 219 0.0197 recall_15 219 0.0296 recall_20 219 0.0493 recall_30 219 0.0640 recall_100 219 0.1724 recall_200 219 0.2611 recall_500 219 0.4138 recall_1000 219 0.5320 infAP 219 0.1504 Rprec_mult_0.20 219 0.4390 Rprec_mult_0.40 219 0.3780 Rprec_mult_0.60 219 0.3115 Rprec_mult_0.80 219 0.2699 Rprec_mult_1.00 219 0.2611 Rprec_mult_1.20 219 0.2418 Rprec_mult_1.40 219 0.2316 Rprec_mult_1.60 219 0.2215 Rprec_mult_1.80 219 0.1995 Rprec_mult_2.00 219 0.1921 utility 219 -784.0000 11pt_avg 219 0.2056 binG 219 0.0890 G 219 0.0665 ndcg 219 0.4242 ndcg_rel 219 0.3761 Rndcg 219 0.3075 ndcg_cut_5 219 0.2680 ndcg_cut_10 219 0.2514 ndcg_cut_15 219 0.2522 ndcg_cut_20 219 0.2924 ndcg_cut_30 219 0.2940 ndcg_cut_100 219 0.3259 ndcg_cut_200 219 0.2905 ndcg_cut_500 219 0.3612 ndcg_cut_1000 219 0.4242 map_cut_5 219 0.0069 map_cut_10 219 0.0105 map_cut_15 219 0.0142 map_cut_20 219 0.0235 map_cut_30 219 0.0305 map_cut_100 219 0.0768 map_cut_200 219 0.1022 map_cut_500 219 0.1356 map_cut_1000 219 0.1504 relative_P_5 219 0.4000 relative_P_10 219 0.4000 relative_P_15 219 0.4000 relative_P_20 219 0.5000 relative_P_30 219 0.4333 relative_P_100 219 0.3500 relative_P_200 219 0.2650 relative_P_500 219 0.4138 relative_P_1000 219 0.5320 success_1 219 1.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.1080 set_relative_P 219 0.5320 set_recall 219 0.5320 set_map 219 0.0575 set_F 219 0.1796 num_nonrel_judged_ret 219 132 rbp 219 0.2273 rbp_resid 219 0.0116 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 1000 num_rel 224 304 num_rel_ret 224 190 map 224 0.3593 Rprec 224 0.4309 bpref 224 0.5591 recip_rank 224 1.0000 iprec_at_recall_0.00 224 1.0000 iprec_at_recall_0.10 224 0.9118 iprec_at_recall_0.20 224 0.7033 iprec_at_recall_0.30 224 0.6233 iprec_at_recall_0.40 224 0.4843 iprec_at_recall_0.50 224 0.3234 iprec_at_recall_0.60 224 0.2214 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 0.8000 P_10 224 0.9000 P_15 224 0.9333 P_20 224 0.9000 P_30 224 0.9333 P_100 224 0.6900 P_200 224 0.5450 P_500 224 0.3080 P_1000 224 0.1900 relstring 224 '2230222222' recall_5 224 0.0132 recall_10 224 0.0296 recall_15 224 0.0461 recall_20 224 0.0592 recall_30 224 0.0921 recall_100 224 0.2270 recall_200 224 0.3586 recall_500 224 0.5066 recall_1000 224 0.6250 infAP 224 0.3593 Rprec_mult_0.20 224 0.7377 Rprec_mult_0.40 224 0.6475 Rprec_mult_0.60 224 0.5683 Rprec_mult_0.80 224 0.4877 Rprec_mult_1.00 224 0.4309 Rprec_mult_1.20 224 0.3863 Rprec_mult_1.40 224 0.3427 Rprec_mult_1.60 224 0.3162 Rprec_mult_1.80 224 0.2865 Rprec_mult_2.00 224 0.2664 utility 224 -620.0000 11pt_avg 224 0.3879 binG 224 0.1460 G 224 0.0977 ndcg 224 0.6073 ndcg_rel 224 0.6100 Rndcg 224 0.5702 ndcg_cut_5 224 0.6258 ndcg_cut_10 224 0.6402 ndcg_cut_15 224 0.6903 ndcg_cut_20 224 0.6631 ndcg_cut_30 224 0.6874 ndcg_cut_100 224 0.6801 ndcg_cut_200 224 0.5919 ndcg_cut_500 224 0.5310 ndcg_cut_1000 224 0.6073 map_cut_5 224 0.0125 map_cut_10 224 0.0268 map_cut_15 224 0.0420 map_cut_20 224 0.0537 map_cut_30 224 0.0840 map_cut_100 224 0.1854 map_cut_200 224 0.2667 map_cut_500 224 0.3303 map_cut_1000 224 0.3593 relative_P_5 224 0.8000 relative_P_10 224 0.9000 relative_P_15 224 0.9333 relative_P_20 224 0.9000 relative_P_30 224 0.9333 relative_P_100 224 0.6900 relative_P_200 224 0.5450 relative_P_500 224 0.5066 relative_P_1000 224 0.6250 success_1 224 1.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.1900 set_relative_P 224 0.6250 set_recall 224 0.6250 set_map 224 0.1187 set_F 224 0.2914 num_nonrel_judged_ret 224 61 rbp 224 0.6530 rbp_resid 224 0.0089 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 1000 num_rel 225 238 num_rel_ret 225 189 map 225 0.4852 Rprec 225 0.5000 bpref 225 0.6203 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.9630 iprec_at_recall_0.20 225 0.8644 iprec_at_recall_0.30 225 0.7396 iprec_at_recall_0.40 225 0.6275 iprec_at_recall_0.50 225 0.5000 iprec_at_recall_0.60 225 0.3566 iprec_at_recall_0.70 225 0.2608 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 1.0000 P_10 225 1.0000 P_15 225 0.9333 P_20 225 0.9500 P_30 225 0.9333 P_100 225 0.7200 P_200 225 0.5300 P_500 225 0.3100 P_1000 225 0.1890 relstring 225 '2222223232' recall_5 225 0.0210 recall_10 225 0.0420 recall_15 225 0.0588 recall_20 225 0.0798 recall_30 225 0.1176 recall_100 225 0.3025 recall_200 225 0.4454 recall_500 225 0.6513 recall_1000 225 0.7941 infAP 225 0.4852 Rprec_mult_0.20 225 0.8958 Rprec_mult_0.40 225 0.7396 Rprec_mult_0.60 225 0.6364 Rprec_mult_0.80 225 0.5445 Rprec_mult_1.00 225 0.5000 Rprec_mult_1.20 225 0.4510 Rprec_mult_1.40 225 0.3982 Rprec_mult_1.60 225 0.3648 Rprec_mult_1.80 225 0.3403 Rprec_mult_2.00 225 0.3193 utility 225 -622.0000 11pt_avg 225 0.4829 binG 225 0.2193 G 225 0.1254 ndcg 225 0.7328 ndcg_rel 225 0.6769 Rndcg 225 0.6382 ndcg_cut_5 225 0.6667 ndcg_cut_10 225 0.7132 ndcg_cut_15 225 0.7182 ndcg_cut_20 225 0.7095 ndcg_cut_30 225 0.7079 ndcg_cut_100 225 0.6801 ndcg_cut_200 225 0.6064 ndcg_cut_500 225 0.6435 ndcg_cut_1000 225 0.7328 map_cut_5 225 0.0210 map_cut_10 225 0.0420 map_cut_15 225 0.0585 map_cut_20 225 0.0784 map_cut_30 225 0.1144 map_cut_100 225 0.2696 map_cut_200 225 0.3617 map_cut_500 225 0.4495 map_cut_1000 225 0.4852 relative_P_5 225 1.0000 relative_P_10 225 1.0000 relative_P_15 225 0.9333 relative_P_20 225 0.9500 relative_P_30 225 0.9333 relative_P_100 225 0.7200 relative_P_200 225 0.5300 relative_P_500 225 0.6513 relative_P_1000 225 0.7941 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.1890 set_relative_P 225 0.7941 set_recall 225 0.7941 set_map 225 0.1501 set_F 225 0.3053 num_nonrel_judged_ret 225 54 rbp 225 0.7128 rbp_resid 225 0.0066 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 1000 num_rel 233 203 num_rel_ret 233 186 map 233 0.5854 Rprec 233 0.5911 bpref 233 0.7396 recip_rank 233 1.0000 iprec_at_recall_0.00 233 1.0000 iprec_at_recall_0.10 233 0.8750 iprec_at_recall_0.20 233 0.8367 iprec_at_recall_0.30 233 0.7981 iprec_at_recall_0.40 233 0.7981 iprec_at_recall_0.50 233 0.6503 iprec_at_recall_0.60 233 0.5865 iprec_at_recall_0.70 233 0.4373 iprec_at_recall_0.80 233 0.3002 iprec_at_recall_0.90 233 0.1989 iprec_at_recall_1.00 233 0.0000 P_5 233 1.0000 P_10 233 0.8000 P_15 233 0.8667 P_20 233 0.8500 P_30 233 0.8333 P_100 233 0.7900 P_200 233 0.5900 P_500 233 0.3220 P_1000 233 0.1860 relstring 233 '2233322012' recall_5 233 0.0246 recall_10 233 0.0394 recall_15 233 0.0640 recall_20 233 0.0837 recall_30 233 0.1232 recall_100 233 0.3892 recall_200 233 0.5813 recall_500 233 0.7931 recall_1000 233 0.9163 infAP 233 0.5854 Rprec_mult_0.20 233 0.8293 Rprec_mult_0.40 233 0.7927 Rprec_mult_0.60 233 0.7459 Rprec_mult_0.80 233 0.6503 Rprec_mult_1.00 233 0.5911 Rprec_mult_1.20 233 0.5246 Rprec_mult_1.40 233 0.4737 Rprec_mult_1.60 233 0.4369 Rprec_mult_1.80 233 0.3962 Rprec_mult_2.00 233 0.3645 utility 233 -628.0000 11pt_avg 233 0.5892 binG 233 0.2244 G 233 0.1481 ndcg 233 0.8252 ndcg_rel 233 0.7183 Rndcg 233 0.6672 ndcg_cut_5 233 0.6886 ndcg_cut_10 233 0.6207 ndcg_cut_15 233 0.6987 ndcg_cut_20 233 0.7049 ndcg_cut_30 233 0.7039 ndcg_cut_100 233 0.7052 ndcg_cut_200 233 0.6574 ndcg_cut_500 233 0.7488 ndcg_cut_1000 233 0.8252 map_cut_5 233 0.0246 map_cut_10 233 0.0384 map_cut_15 233 0.0592 map_cut_20 233 0.0764 map_cut_30 233 0.1099 map_cut_100 233 0.3256 map_cut_200 233 0.4590 map_cut_500 233 0.5540 map_cut_1000 233 0.5854 relative_P_5 233 1.0000 relative_P_10 233 0.8000 relative_P_15 233 0.8667 relative_P_20 233 0.8500 relative_P_30 233 0.8333 relative_P_100 233 0.7900 relative_P_200 233 0.5900 relative_P_500 233 0.7931 relative_P_1000 233 0.9163 success_1 233 1.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.1860 set_relative_P 233 0.9163 set_recall 233 0.9163 set_map 233 0.1704 set_F 233 0.3092 num_nonrel_judged_ret 233 96 rbp 233 0.5662 rbp_resid 233 0.0021 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 1000 num_rel 273 290 num_rel_ret 273 184 map 273 0.3787 Rprec 273 0.4483 bpref 273 0.5139 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.9062 iprec_at_recall_0.20 273 0.7436 iprec_at_recall_0.30 273 0.5960 iprec_at_recall_0.40 273 0.5200 iprec_at_recall_0.50 273 0.3930 iprec_at_recall_0.60 273 0.2345 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 1.0000 P_10 273 1.0000 P_15 273 1.0000 P_20 273 0.9000 P_30 273 0.9000 P_100 273 0.6700 P_200 273 0.5300 P_500 273 0.3260 P_1000 273 0.1840 relstring 273 '2223223232' recall_5 273 0.0172 recall_10 273 0.0345 recall_15 273 0.0517 recall_20 273 0.0621 recall_30 273 0.0931 recall_100 273 0.2310 recall_200 273 0.3655 recall_500 273 0.5621 recall_1000 273 0.6345 infAP 273 0.3787 Rprec_mult_0.20 273 0.7931 Rprec_mult_0.40 273 0.6466 Rprec_mult_0.60 273 0.5517 Rprec_mult_0.80 273 0.5086 Rprec_mult_1.00 273 0.4483 Rprec_mult_1.20 273 0.3966 Rprec_mult_1.40 273 0.3670 Rprec_mult_1.60 273 0.3384 Rprec_mult_1.80 273 0.3123 Rprec_mult_2.00 273 0.2845 utility 273 -632.0000 11pt_avg 273 0.3994 binG 273 0.1659 G 273 0.1000 ndcg 273 0.6248 ndcg_rel 273 0.6211 Rndcg 273 0.5697 ndcg_cut_5 273 0.6427 ndcg_cut_10 273 0.6939 ndcg_cut_15 273 0.7169 ndcg_cut_20 273 0.6976 ndcg_cut_30 273 0.7198 ndcg_cut_100 273 0.6345 ndcg_cut_200 273 0.5994 ndcg_cut_500 273 0.5746 ndcg_cut_1000 273 0.6248 map_cut_5 273 0.0172 map_cut_10 273 0.0345 map_cut_15 273 0.0517 map_cut_20 273 0.0612 map_cut_30 273 0.0887 map_cut_100 273 0.1974 map_cut_200 273 0.2778 map_cut_500 273 0.3618 map_cut_1000 273 0.3787 relative_P_5 273 1.0000 relative_P_10 273 1.0000 relative_P_15 273 1.0000 relative_P_20 273 0.9000 relative_P_30 273 0.9000 relative_P_100 273 0.6700 relative_P_200 273 0.5300 relative_P_500 273 0.5621 relative_P_1000 273 0.6345 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.1840 set_relative_P 273 0.6345 set_recall 273 0.6345 set_map 273 0.1167 set_F 273 0.2853 num_nonrel_judged_ret 273 62 rbp 273 0.5558 rbp_resid 273 0.0059 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 1000 num_rel 300 239 num_rel_ret 300 157 map 300 0.3646 Rprec 300 0.4310 bpref 300 0.5642 recip_rank 300 1.0000 iprec_at_recall_0.00 300 1.0000 iprec_at_recall_0.10 300 0.8158 iprec_at_recall_0.20 300 0.7273 iprec_at_recall_0.30 300 0.6239 iprec_at_recall_0.40 300 0.4752 iprec_at_recall_0.50 300 0.3712 iprec_at_recall_0.60 300 0.1956 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 1.0000 P_10 300 0.8000 P_15 300 0.7333 P_20 300 0.8000 P_30 300 0.8000 P_100 300 0.6600 P_200 300 0.4750 P_500 300 0.2680 P_1000 300 0.1570 relstring 300 '2233221122' recall_5 300 0.0209 recall_10 300 0.0335 recall_15 300 0.0460 recall_20 300 0.0669 recall_30 300 0.1004 recall_100 300 0.2762 recall_200 300 0.3975 recall_500 300 0.5607 recall_1000 300 0.6569 infAP 300 0.3646 Rprec_mult_0.20 300 0.7917 Rprec_mult_0.40 300 0.6771 Rprec_mult_0.60 300 0.5625 Rprec_mult_0.80 300 0.4844 Rprec_mult_1.00 300 0.4310 Rprec_mult_1.20 300 0.3902 Rprec_mult_1.40 300 0.3642 Rprec_mult_1.60 300 0.3264 Rprec_mult_1.80 300 0.3016 Rprec_mult_2.00 300 0.2782 utility 300 -686.0000 11pt_avg 300 0.3826 binG 300 0.1511 G 300 0.1073 ndcg 300 0.6340 ndcg_rel 300 0.6248 Rndcg 300 0.5842 ndcg_cut_5 300 0.7719 ndcg_cut_10 300 0.6873 ndcg_cut_15 300 0.6683 ndcg_cut_20 300 0.6789 ndcg_cut_30 300 0.6762 ndcg_cut_100 300 0.6593 ndcg_cut_200 300 0.5510 ndcg_cut_500 300 0.5748 ndcg_cut_1000 300 0.6340 map_cut_5 300 0.0209 map_cut_10 300 0.0317 map_cut_15 300 0.0412 map_cut_20 300 0.0574 map_cut_30 300 0.0844 map_cut_100 300 0.2141 map_cut_200 300 0.2833 map_cut_500 300 0.3460 map_cut_1000 300 0.3646 relative_P_5 300 1.0000 relative_P_10 300 0.8000 relative_P_15 300 0.7333 relative_P_20 300 0.8000 relative_P_30 300 0.8000 relative_P_100 300 0.6600 relative_P_200 300 0.4750 relative_P_500 300 0.5607 relative_P_1000 300 0.6569 success_1 300 1.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.1570 set_relative_P 300 0.6569 set_recall 300 0.6569 set_map 300 0.1031 set_F 300 0.2534 num_nonrel_judged_ret 300 78 rbp 300 0.6770 rbp_resid 300 0.0030 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 1000 num_rel 31 134 num_rel_ret 31 99 map 31 0.4010 Rprec 31 0.5000 bpref 31 0.5182 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.8235 iprec_at_recall_0.20 31 0.7083 iprec_at_recall_0.30 31 0.6780 iprec_at_recall_0.40 31 0.5159 iprec_at_recall_0.50 31 0.5115 iprec_at_recall_0.60 31 0.2867 iprec_at_recall_0.70 31 0.1480 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 1.0000 P_10 31 0.8000 P_15 31 0.8000 P_20 31 0.8000 P_30 31 0.6667 P_100 31 0.5300 P_200 31 0.3750 P_500 31 0.1800 P_1000 31 0.0990 relstring 31 '2233221221' recall_5 31 0.0373 recall_10 31 0.0597 recall_15 31 0.0896 recall_20 31 0.1194 recall_30 31 0.1493 recall_100 31 0.3955 recall_200 31 0.5597 recall_500 31 0.6716 recall_1000 31 0.7388 infAP 31 0.4010 Rprec_mult_0.20 31 0.6667 Rprec_mult_0.40 31 0.6667 Rprec_mult_0.60 31 0.5556 Rprec_mult_0.80 31 0.5093 Rprec_mult_1.00 31 0.5000 Rprec_mult_1.20 31 0.4472 Rprec_mult_1.40 31 0.3936 Rprec_mult_1.60 31 0.3535 Rprec_mult_1.80 31 0.3223 Rprec_mult_2.00 31 0.2948 utility 31 -802.0000 11pt_avg 31 0.4247 binG 31 0.1931 G 31 0.1407 ndcg 31 0.7075 ndcg_rel 31 0.6759 Rndcg 31 0.6444 ndcg_cut_5 31 0.7719 ndcg_cut_10 31 0.6893 ndcg_cut_15 31 0.6826 ndcg_cut_20 31 0.6872 ndcg_cut_30 31 0.6806 ndcg_cut_100 31 0.6352 ndcg_cut_200 31 0.6034 ndcg_cut_500 31 0.6764 ndcg_cut_1000 31 0.7075 map_cut_5 31 0.0373 map_cut_10 31 0.0579 map_cut_15 31 0.0816 map_cut_20 31 0.1057 map_cut_30 31 0.1267 map_cut_100 31 0.2825 map_cut_200 31 0.3623 map_cut_500 31 0.3919 map_cut_1000 31 0.4010 relative_P_5 31 1.0000 relative_P_10 31 0.8000 relative_P_15 31 0.8000 relative_P_20 31 0.8000 relative_P_30 31 0.6667 relative_P_100 31 0.5300 relative_P_200 31 0.5597 relative_P_500 31 0.6716 relative_P_1000 31 0.7388 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.0990 set_relative_P 31 0.7388 set_recall 31 0.7388 set_map 31 0.0731 set_F 31 0.1746 num_nonrel_judged_ret 31 127 rbp 31 0.6604 rbp_resid 31 0.0025 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 1000 num_rel 37 230 num_rel_ret 37 106 map 37 0.1553 Rprec 37 0.2609 bpref 37 0.3443 recip_rank 37 1.0000 iprec_at_recall_0.00 37 1.0000 iprec_at_recall_0.10 37 0.3966 iprec_at_recall_0.20 37 0.3429 iprec_at_recall_0.30 37 0.2295 iprec_at_recall_0.40 37 0.1617 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.8000 P_10 37 0.8000 P_15 37 0.6000 P_20 37 0.6000 P_30 37 0.5667 P_100 37 0.3700 P_200 37 0.2800 P_500 37 0.1740 P_1000 37 0.1060 relstring 37 '2202322122' recall_5 37 0.0174 recall_10 37 0.0348 recall_15 37 0.0391 recall_20 37 0.0522 recall_30 37 0.0739 recall_100 37 0.1609 recall_200 37 0.2435 recall_500 37 0.3783 recall_1000 37 0.4609 infAP 37 0.1553 Rprec_mult_0.20 37 0.4348 Rprec_mult_0.40 37 0.3587 Rprec_mult_0.60 37 0.3333 Rprec_mult_0.80 37 0.2880 Rprec_mult_1.00 37 0.2609 Rprec_mult_1.20 37 0.2355 Rprec_mult_1.40 37 0.2205 Rprec_mult_1.60 37 0.2065 Rprec_mult_1.80 37 0.1981 Rprec_mult_2.00 37 0.1848 utility 37 -788.0000 11pt_avg 37 0.1937 binG 37 0.0899 G 37 0.0654 ndcg 37 0.4386 ndcg_rel 37 0.4446 Rndcg 37 0.4323 ndcg_cut_5 37 0.5973 ndcg_cut_10 37 0.5985 ndcg_cut_15 37 0.5379 ndcg_cut_20 37 0.5260 ndcg_cut_30 37 0.5626 ndcg_cut_100 37 0.4815 ndcg_cut_200 37 0.4108 ndcg_cut_500 37 0.3861 ndcg_cut_1000 37 0.4386 map_cut_5 37 0.0154 map_cut_10 37 0.0296 map_cut_15 37 0.0324 map_cut_20 37 0.0406 map_cut_30 37 0.0525 map_cut_100 37 0.0866 map_cut_200 37 0.1136 map_cut_500 37 0.1440 map_cut_1000 37 0.1553 relative_P_5 37 0.8000 relative_P_10 37 0.8000 relative_P_15 37 0.6000 relative_P_20 37 0.6000 relative_P_30 37 0.5667 relative_P_100 37 0.3700 relative_P_200 37 0.2800 relative_P_500 37 0.3783 relative_P_1000 37 0.4609 success_1 37 1.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.1060 set_relative_P 37 0.4609 set_recall 37 0.4609 set_map 37 0.0489 set_F 37 0.1724 num_nonrel_judged_ret 37 119 rbp 37 0.5153 rbp_resid 37 0.0145 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 1000 num_rel 407 102 num_rel_ret 407 78 map 407 0.2755 Rprec 407 0.3529 bpref 407 0.3548 recip_rank 407 1.0000 iprec_at_recall_0.00 407 1.0000 iprec_at_recall_0.10 407 0.5455 iprec_at_recall_0.20 407 0.4561 iprec_at_recall_0.30 407 0.3855 iprec_at_recall_0.40 407 0.3652 iprec_at_recall_0.50 407 0.3036 iprec_at_recall_0.60 407 0.1877 iprec_at_recall_0.70 407 0.0957 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.8000 P_10 407 0.6000 P_15 407 0.4000 P_20 407 0.5000 P_30 407 0.4333 P_100 407 0.3600 P_200 407 0.2600 P_500 407 0.1320 P_1000 407 0.0780 relstring 407 '2222022000' recall_5 407 0.0392 recall_10 407 0.0588 recall_15 407 0.0588 recall_20 407 0.0980 recall_30 407 0.1275 recall_100 407 0.3529 recall_200 407 0.5098 recall_500 407 0.6471 recall_1000 407 0.7647 infAP 407 0.2755 Rprec_mult_0.20 407 0.5238 Rprec_mult_0.40 407 0.4146 Rprec_mult_0.60 407 0.4194 Rprec_mult_0.80 407 0.3780 Rprec_mult_1.00 407 0.3529 Rprec_mult_1.20 407 0.3577 Rprec_mult_1.40 407 0.3147 Rprec_mult_1.60 407 0.3049 Rprec_mult_1.80 407 0.2826 Rprec_mult_2.00 407 0.2549 utility 407 -844.0000 11pt_avg 407 0.3036 binG 407 0.1690 G 407 0.1201 ndcg 407 0.6134 ndcg_rel 407 0.5220 Rndcg 407 0.4931 ndcg_cut_5 407 0.5792 ndcg_cut_10 407 0.4986 ndcg_cut_15 407 0.4148 ndcg_cut_20 407 0.4652 ndcg_cut_30 407 0.4357 ndcg_cut_100 407 0.3982 ndcg_cut_200 407 0.4729 ndcg_cut_500 407 0.5543 ndcg_cut_1000 407 0.6134 map_cut_5 407 0.0392 map_cut_10 407 0.0558 map_cut_15 407 0.0558 map_cut_20 407 0.0742 map_cut_30 407 0.0898 map_cut_100 407 0.1829 map_cut_200 407 0.2358 map_cut_500 407 0.2643 map_cut_1000 407 0.2755 relative_P_5 407 0.8000 relative_P_10 407 0.6000 relative_P_15 407 0.4000 relative_P_20 407 0.5000 relative_P_30 407 0.4333 relative_P_100 407 0.3600 relative_P_200 407 0.5098 relative_P_500 407 0.6471 relative_P_1000 407 0.7647 success_1 407 1.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.0780 set_relative_P 407 0.7647 set_recall 407 0.7647 set_map 407 0.0596 set_F 407 0.1416 num_nonrel_judged_ret 407 155 rbp 407 0.3830 rbp_resid 407 0.0052 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 1000 num_rel 477 285 num_rel_ret 477 206 map 477 0.4746 Rprec 477 0.5263 bpref 477 0.6422 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.9730 iprec_at_recall_0.20 477 0.8406 iprec_at_recall_0.30 477 0.7395 iprec_at_recall_0.40 477 0.6593 iprec_at_recall_0.50 477 0.5434 iprec_at_recall_0.60 477 0.3540 iprec_at_recall_0.70 477 0.2278 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 1.0000 P_10 477 1.0000 P_15 477 0.9333 P_20 477 0.9500 P_30 477 0.9667 P_100 477 0.7700 P_200 477 0.6200 P_500 477 0.3420 P_1000 477 0.2060 relstring 477 '3223323333' recall_5 477 0.0175 recall_10 477 0.0351 recall_15 477 0.0491 recall_20 477 0.0667 recall_30 477 0.1018 recall_100 477 0.2702 recall_200 477 0.4351 recall_500 477 0.6000 recall_1000 477 0.7228 infAP 477 0.4746 Rprec_mult_0.20 477 0.8596 Rprec_mult_0.40 477 0.7368 Rprec_mult_0.60 477 0.6491 Rprec_mult_0.80 477 0.5789 Rprec_mult_1.00 477 0.5263 Rprec_mult_1.20 477 0.4561 Rprec_mult_1.40 477 0.4085 Rprec_mult_1.60 477 0.3706 Rprec_mult_1.80 477 0.3353 Rprec_mult_2.00 477 0.3105 utility 477 -588.0000 11pt_avg 477 0.4852 binG 477 0.2048 G 477 0.1200 ndcg 477 0.6971 ndcg_rel 477 0.6982 Rndcg 477 0.6489 ndcg_cut_5 477 0.8721 ndcg_cut_10 477 0.8909 ndcg_cut_15 477 0.8401 ndcg_cut_20 477 0.8338 ndcg_cut_30 477 0.8496 ndcg_cut_100 477 0.7005 ndcg_cut_200 477 0.6651 ndcg_cut_500 477 0.6107 ndcg_cut_1000 477 0.6971 map_cut_5 477 0.0175 map_cut_10 477 0.0351 map_cut_15 477 0.0489 map_cut_20 477 0.0655 map_cut_30 477 0.0991 map_cut_100 477 0.2440 map_cut_200 477 0.3580 map_cut_500 477 0.4421 map_cut_1000 477 0.4746 relative_P_5 477 1.0000 relative_P_10 477 1.0000 relative_P_15 477 0.9333 relative_P_20 477 0.9500 relative_P_30 477 0.9667 relative_P_100 477 0.7700 relative_P_200 477 0.6200 relative_P_500 477 0.6000 relative_P_1000 477 0.7228 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.2060 set_relative_P 477 0.7228 set_recall 477 0.7228 set_map 477 0.1489 set_F 477 0.3206 num_nonrel_judged_ret 477 58 rbp 477 0.8383 rbp_resid 477 0.0055 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 1000 num_rel 499 192 num_rel_ret 499 166 map 499 0.4602 Rprec 499 0.4635 bpref 499 0.6132 recip_rank 499 1.0000 iprec_at_recall_0.00 499 1.0000 iprec_at_recall_0.10 499 0.8387 iprec_at_recall_0.20 499 0.7917 iprec_at_recall_0.30 499 0.6211 iprec_at_recall_0.40 499 0.5347 iprec_at_recall_0.50 499 0.4638 iprec_at_recall_0.60 499 0.3938 iprec_at_recall_0.70 499 0.3276 iprec_at_recall_0.80 499 0.2305 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 1.0000 P_10 499 0.7000 P_15 499 0.8000 P_20 499 0.8000 P_30 499 0.8333 P_100 499 0.6000 P_200 499 0.4650 P_500 499 0.2880 P_1000 499 0.1660 relstring 499 '2332211331' recall_5 499 0.0260 recall_10 499 0.0365 recall_15 499 0.0625 recall_20 499 0.0833 recall_30 499 0.1302 recall_100 499 0.3125 recall_200 499 0.4844 recall_500 499 0.7500 recall_1000 499 0.8646 infAP 499 0.4602 Rprec_mult_0.20 499 0.8205 Rprec_mult_0.40 499 0.6364 Rprec_mult_0.60 499 0.5603 Rprec_mult_0.80 499 0.5195 Rprec_mult_1.00 499 0.4635 Rprec_mult_1.20 499 0.4459 Rprec_mult_1.40 499 0.4089 Rprec_mult_1.60 499 0.3831 Rprec_mult_1.80 499 0.3671 Rprec_mult_2.00 499 0.3333 utility 499 -668.0000 11pt_avg 499 0.4729 binG 499 0.1899 G 499 0.1396 ndcg 499 0.7769 ndcg_rel 499 0.6925 Rndcg 499 0.6671 ndcg_cut_5 499 0.7945 ndcg_cut_10 499 0.7231 ndcg_cut_15 499 0.7246 ndcg_cut_20 499 0.7036 ndcg_cut_30 499 0.7026 ndcg_cut_100 499 0.6581 ndcg_cut_200 499 0.5946 ndcg_cut_500 499 0.7070 ndcg_cut_1000 499 0.7769 map_cut_5 499 0.0260 map_cut_10 499 0.0340 map_cut_15 499 0.0540 map_cut_20 499 0.0705 map_cut_30 499 0.1085 map_cut_100 499 0.2419 map_cut_200 499 0.3327 map_cut_500 499 0.4343 map_cut_1000 499 0.4602 relative_P_5 499 1.0000 relative_P_10 499 0.7000 relative_P_15 499 0.8000 relative_P_20 499 0.8000 relative_P_30 499 0.8333 relative_P_100 499 0.6000 relative_P_200 499 0.4844 relative_P_500 499 0.7500 relative_P_1000 499 0.8646 success_1 499 1.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.1660 set_relative_P 499 0.8646 set_recall 499 0.8646 set_map 499 0.1435 set_F 499 0.2785 num_nonrel_judged_ret 499 116 rbp 499 0.7034 rbp_resid 499 0.0055 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 1000 num_rel 515 147 num_rel_ret 515 72 map 515 0.0916 Rprec 515 0.1837 bpref 515 0.1926 recip_rank 515 0.3333 iprec_at_recall_0.00 515 0.5000 iprec_at_recall_0.10 515 0.2632 iprec_at_recall_0.20 515 0.1863 iprec_at_recall_0.30 515 0.1505 iprec_at_recall_0.40 515 0.1141 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.4000 P_10 515 0.4000 P_15 515 0.3333 P_20 515 0.3000 P_30 515 0.3333 P_100 515 0.2000 P_200 515 0.1700 P_500 515 0.1160 P_1000 515 0.0720 relstring 515 '0020220210' recall_5 515 0.0136 recall_10 515 0.0272 recall_15 515 0.0340 recall_20 515 0.0408 recall_30 515 0.0680 recall_100 515 0.1361 recall_200 515 0.2313 recall_500 515 0.3946 recall_1000 515 0.4898 infAP 515 0.0916 Rprec_mult_0.20 515 0.3333 Rprec_mult_0.40 515 0.2542 Rprec_mult_0.60 515 0.1910 Rprec_mult_0.80 515 0.1864 Rprec_mult_1.00 515 0.1837 Rprec_mult_1.20 515 0.1751 Rprec_mult_1.40 515 0.1650 Rprec_mult_1.60 515 0.1695 Rprec_mult_1.80 515 0.1509 Rprec_mult_2.00 515 0.1463 utility 515 -856.0000 11pt_avg 515 0.1104 binG 515 0.0782 G 515 0.0722 ndcg 515 0.4195 ndcg_rel 515 0.3714 Rndcg 515 0.3063 ndcg_cut_5 515 0.3008 ndcg_cut_10 515 0.3761 ndcg_cut_15 515 0.3583 ndcg_cut_20 515 0.3479 ndcg_cut_30 515 0.3834 ndcg_cut_100 515 0.2717 ndcg_cut_200 515 0.2587 ndcg_cut_500 515 0.3639 ndcg_cut_1000 515 0.4195 map_cut_5 515 0.0050 map_cut_10 515 0.0118 map_cut_15 515 0.0142 map_cut_20 515 0.0165 map_cut_30 515 0.0255 map_cut_100 515 0.0416 map_cut_200 515 0.0591 map_cut_500 515 0.0830 map_cut_1000 515 0.0916 relative_P_5 515 0.4000 relative_P_10 515 0.4000 relative_P_15 515 0.3333 relative_P_20 515 0.3000 relative_P_30 515 0.3333 relative_P_100 515 0.2000 relative_P_200 515 0.2313 relative_P_500 515 0.3946 relative_P_1000 515 0.4898 success_1 515 0.0000 success_5 515 1.0000 success_10 515 1.0000 set_P 515 0.0720 set_relative_P 515 0.4898 set_recall 515 0.4898 set_map 515 0.0353 set_F 515 0.1255 num_nonrel_judged_ret 515 170 rbp 515 0.3861 rbp_resid 515 0.0036 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 1000 num_rel 58 373 num_rel_ret 58 236 map 58 0.3899 Rprec 58 0.4397 bpref 58 0.5604 recip_rank 58 1.0000 iprec_at_recall_0.00 58 1.0000 iprec_at_recall_0.10 58 0.9737 iprec_at_recall_0.20 58 0.7917 iprec_at_recall_0.30 58 0.6054 iprec_at_recall_0.40 58 0.4917 iprec_at_recall_0.50 58 0.3502 iprec_at_recall_0.60 58 0.2642 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 1.0000 P_10 58 1.0000 P_15 58 1.0000 P_20 58 1.0000 P_30 58 0.9667 P_100 58 0.7700 P_200 58 0.5900 P_500 58 0.3660 P_1000 58 0.2360 relstring 58 '3342433332' recall_5 58 0.0134 recall_10 58 0.0268 recall_15 58 0.0402 recall_20 58 0.0536 recall_30 58 0.0777 recall_100 58 0.2064 recall_200 58 0.3164 recall_500 58 0.4906 recall_1000 58 0.6327 infAP 58 0.3899 Rprec_mult_0.20 58 0.8267 Rprec_mult_0.40 58 0.6600 Rprec_mult_0.60 58 0.5536 Rprec_mult_0.80 58 0.4916 Rprec_mult_1.00 58 0.4397 Rprec_mult_1.20 58 0.3951 Rprec_mult_1.40 58 0.3518 Rprec_mult_1.60 58 0.3266 Rprec_mult_1.80 58 0.3051 Rprec_mult_2.00 58 0.2869 utility 58 -528.0000 11pt_avg 58 0.4070 binG 58 0.1770 G 58 0.1018 ndcg 58 0.6361 ndcg_rel 58 0.6445 Rndcg 58 0.6155 ndcg_cut_5 58 0.7887 ndcg_cut_10 58 0.8322 ndcg_cut_15 58 0.8392 ndcg_cut_20 58 0.8433 ndcg_cut_30 58 0.8263 ndcg_cut_100 58 0.6953 ndcg_cut_200 58 0.5988 ndcg_cut_500 58 0.5422 ndcg_cut_1000 58 0.6361 map_cut_5 58 0.0134 map_cut_10 58 0.0268 map_cut_15 58 0.0402 map_cut_20 58 0.0536 map_cut_30 58 0.0769 map_cut_100 58 0.1906 map_cut_200 58 0.2645 map_cut_500 58 0.3479 map_cut_1000 58 0.3899 relative_P_5 58 1.0000 relative_P_10 58 1.0000 relative_P_15 58 1.0000 relative_P_20 58 1.0000 relative_P_30 58 0.9667 relative_P_100 58 0.7700 relative_P_200 58 0.5900 relative_P_500 58 0.4906 relative_P_1000 58 0.6327 success_1 58 1.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.2360 set_relative_P 58 0.6327 set_recall 58 0.6327 set_map 58 0.1493 set_F 58 0.3438 num_nonrel_judged_ret 58 23 rbp 58 0.7110 rbp_resid 58 0.0043 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 1000 num_rel 707 186 num_rel_ret 707 78 map 707 0.1907 Rprec 707 0.2634 bpref 707 0.3299 recip_rank 707 1.0000 iprec_at_recall_0.00 707 1.0000 iprec_at_recall_0.10 707 0.7917 iprec_at_recall_0.20 707 0.4634 iprec_at_recall_0.30 707 0.2029 iprec_at_recall_0.40 707 0.0934 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.8000 P_10 707 0.9000 P_15 707 0.8000 P_20 707 0.8000 P_30 707 0.7333 P_100 707 0.3900 P_200 707 0.2550 P_500 707 0.1240 P_1000 707 0.0780 relstring 707 '2221222222' recall_5 707 0.0215 recall_10 707 0.0484 recall_15 707 0.0645 recall_20 707 0.0860 recall_30 707 0.1183 recall_100 707 0.2097 recall_200 707 0.2742 recall_500 707 0.3333 recall_1000 707 0.4194 infAP 707 0.1907 Rprec_mult_0.20 707 0.6842 Rprec_mult_0.40 707 0.4800 Rprec_mult_0.60 707 0.3571 Rprec_mult_0.80 707 0.2953 Rprec_mult_1.00 707 0.2634 Rprec_mult_1.20 707 0.2321 Rprec_mult_1.40 707 0.2069 Rprec_mult_1.60 707 0.1879 Rprec_mult_1.80 707 0.1672 Rprec_mult_2.00 707 0.1532 utility 707 -844.0000 11pt_avg 707 0.2319 binG 707 0.1104 G 707 0.0756 ndcg 707 0.4357 ndcg_rel 707 0.4649 Rndcg 707 0.4394 ndcg_cut_5 707 0.6180 ndcg_cut_10 707 0.6638 ndcg_cut_15 707 0.6690 ndcg_cut_20 707 0.6862 ndcg_cut_30 707 0.6702 ndcg_cut_100 707 0.4623 ndcg_cut_200 707 0.3472 ndcg_cut_500 707 0.3859 ndcg_cut_1000 707 0.4357 map_cut_5 707 0.0204 map_cut_10 707 0.0438 map_cut_15 707 0.0568 map_cut_20 707 0.0742 map_cut_30 707 0.0993 map_cut_100 707 0.1520 map_cut_200 707 0.1712 map_cut_500 707 0.1818 map_cut_1000 707 0.1907 relative_P_5 707 0.8000 relative_P_10 707 0.9000 relative_P_15 707 0.8000 relative_P_20 707 0.8000 relative_P_30 707 0.7333 relative_P_100 707 0.3900 relative_P_200 707 0.2742 relative_P_500 707 0.3333 relative_P_1000 707 0.4194 success_1 707 1.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.0780 set_relative_P 707 0.4194 set_recall 707 0.4194 set_map 707 0.0327 set_F 707 0.1315 num_nonrel_judged_ret 707 111 rbp 707 0.5647 rbp_resid 707 0.0134 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 1000 num_rel 72 466 num_rel_ret 72 324 map 72 0.4731 Rprec 72 0.4979 bpref 72 0.6475 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 1.0000 iprec_at_recall_0.20 72 0.8624 iprec_at_recall_0.30 72 0.7387 iprec_at_recall_0.40 72 0.5924 iprec_at_recall_0.50 72 0.5000 iprec_at_recall_0.60 72 0.4070 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 1.0000 P_15 72 1.0000 P_20 72 1.0000 P_30 72 1.0000 P_100 72 0.8700 P_200 72 0.7350 P_500 72 0.4840 P_1000 72 0.3240 relstring 72 '3343444334' recall_5 72 0.0107 recall_10 72 0.0215 recall_15 72 0.0322 recall_20 72 0.0429 recall_30 72 0.0644 recall_100 72 0.1867 recall_200 72 0.3155 recall_500 72 0.5193 recall_1000 72 0.6953 infAP 72 0.4731 Rprec_mult_0.20 72 0.8830 Rprec_mult_0.40 72 0.7433 Rprec_mult_0.60 72 0.6250 Rprec_mult_0.80 72 0.5603 Rprec_mult_1.00 72 0.4979 Rprec_mult_1.20 72 0.4607 Rprec_mult_1.40 72 0.4196 Rprec_mult_1.60 72 0.3874 Rprec_mult_1.80 72 0.3552 Rprec_mult_2.00 72 0.3423 utility 72 -352.0000 11pt_avg 72 0.4637 binG 72 0.2096 G 72 0.1082 ndcg 72 0.7142 ndcg_rel 72 0.7051 Rndcg 72 0.6512 ndcg_cut_5 72 0.8252 ndcg_cut_10 72 0.8526 ndcg_cut_15 72 0.8287 ndcg_cut_20 72 0.8235 ndcg_cut_30 72 0.8127 ndcg_cut_100 72 0.7699 ndcg_cut_200 72 0.7185 ndcg_cut_500 72 0.5902 ndcg_cut_1000 72 0.7142 map_cut_5 72 0.0107 map_cut_10 72 0.0215 map_cut_15 72 0.0322 map_cut_20 72 0.0429 map_cut_30 72 0.0644 map_cut_100 72 0.1808 map_cut_200 72 0.2831 map_cut_500 72 0.4026 map_cut_1000 72 0.4731 relative_P_5 72 1.0000 relative_P_10 72 1.0000 relative_P_15 72 1.0000 relative_P_20 72 1.0000 relative_P_30 72 1.0000 relative_P_100 72 0.8700 relative_P_200 72 0.7350 relative_P_500 72 0.5193 relative_P_1000 72 0.6953 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.3240 set_relative_P 72 0.6953 set_recall 72 0.6953 set_map 72 0.2253 set_F 72 0.4420 num_nonrel_judged_ret 72 6 rbp 72 0.8267 rbp_resid 72 0.0018 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 1000 num_rel 84 142 num_rel_ret 84 61 map 84 0.1577 Rprec 84 0.2254 bpref 84 0.2484 recip_rank 84 1.0000 iprec_at_recall_0.00 84 1.0000 iprec_at_recall_0.10 84 0.7000 iprec_at_recall_0.20 84 0.3043 iprec_at_recall_0.30 84 0.1306 iprec_at_recall_0.40 84 0.0658 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 1.0000 P_10 84 0.9000 P_15 84 0.8000 P_20 84 0.7000 P_30 84 0.4667 P_100 84 0.2800 P_200 84 0.1850 P_500 84 0.0920 P_1000 84 0.0610 relstring 84 '2222230342' recall_5 84 0.0352 recall_10 84 0.0634 recall_15 84 0.0845 recall_20 84 0.0986 recall_30 84 0.0986 recall_100 84 0.1972 recall_200 84 0.2606 recall_500 84 0.3239 recall_1000 84 0.4296 infAP 84 0.1577 Rprec_mult_0.20 84 0.4828 Rprec_mult_0.40 84 0.4035 Rprec_mult_0.60 84 0.3140 Rprec_mult_0.80 84 0.2456 Rprec_mult_1.00 84 0.2254 Rprec_mult_1.20 84 0.2047 Rprec_mult_1.40 84 0.1859 Rprec_mult_1.60 84 0.1667 Rprec_mult_1.80 84 0.1602 Rprec_mult_2.00 84 0.1444 utility 84 -878.0000 11pt_avg 84 0.2001 binG 84 0.1190 G 84 0.0600 ndcg 84 0.3734 ndcg_rel 84 0.3782 Rndcg 84 0.3985 ndcg_cut_5 84 0.5170 ndcg_cut_10 84 0.5987 ndcg_cut_15 84 0.5729 ndcg_cut_20 84 0.5273 ndcg_cut_30 84 0.4517 ndcg_cut_100 84 0.3566 ndcg_cut_200 84 0.3138 ndcg_cut_500 84 0.3253 ndcg_cut_1000 84 0.3734 map_cut_5 84 0.0352 map_cut_10 84 0.0610 map_cut_15 84 0.0789 map_cut_20 84 0.0895 map_cut_30 84 0.0895 map_cut_100 84 0.1270 map_cut_200 84 0.1409 map_cut_500 84 0.1502 map_cut_1000 84 0.1577 relative_P_5 84 1.0000 relative_P_10 84 0.9000 relative_P_15 84 0.8000 relative_P_20 84 0.7000 relative_P_30 84 0.4667 relative_P_100 84 0.2800 relative_P_200 84 0.2606 relative_P_500 84 0.3239 relative_P_1000 84 0.4296 success_1 84 1.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.0610 set_relative_P 84 0.4296 set_recall 84 0.4296 set_map 84 0.0262 set_F 84 0.1068 num_nonrel_judged_ret 84 135 rbp 84 0.4253 rbp_resid 84 0.0155 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 1000 num_rel 897 239 num_rel_ret 897 163 map 897 0.3848 Rprec 897 0.4686 bpref 897 0.5814 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.7778 iprec_at_recall_0.20 897 0.7467 iprec_at_recall_0.30 897 0.6577 iprec_at_recall_0.40 897 0.6358 iprec_at_recall_0.50 897 0.3750 iprec_at_recall_0.60 897 0.2193 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 0.8000 P_10 897 0.9000 P_15 897 0.8667 P_20 897 0.8000 P_30 897 0.7333 P_100 897 0.6600 P_200 897 0.5200 P_500 897 0.2640 P_1000 897 0.1630 relstring 897 '2222122232' recall_5 897 0.0167 recall_10 897 0.0377 recall_15 897 0.0544 recall_20 897 0.0669 recall_30 897 0.0921 recall_100 897 0.2762 recall_200 897 0.4351 recall_500 897 0.5523 recall_1000 897 0.6820 infAP 897 0.3848 Rprec_mult_0.20 897 0.6875 Rprec_mult_0.40 897 0.6667 Rprec_mult_0.60 897 0.6319 Rprec_mult_0.80 897 0.5417 Rprec_mult_1.00 897 0.4686 Rprec_mult_1.20 897 0.4007 Rprec_mult_1.40 897 0.3582 Rprec_mult_1.60 897 0.3290 Rprec_mult_1.80 897 0.2993 Rprec_mult_2.00 897 0.2741 utility 897 -674.0000 11pt_avg 897 0.4011 binG 897 0.1551 G 897 0.1101 ndcg 897 0.6546 ndcg_rel 897 0.6375 Rndcg 897 0.5896 ndcg_cut_5 897 0.6229 ndcg_cut_10 897 0.6604 ndcg_cut_15 897 0.6461 ndcg_cut_20 897 0.6496 ndcg_cut_30 897 0.6199 ndcg_cut_100 897 0.6639 ndcg_cut_200 897 0.5946 ndcg_cut_500 897 0.5782 ndcg_cut_1000 897 0.6546 map_cut_5 897 0.0167 map_cut_10 897 0.0350 map_cut_15 897 0.0498 map_cut_20 897 0.0601 map_cut_30 897 0.0790 map_cut_100 897 0.2120 map_cut_200 897 0.3120 map_cut_500 897 0.3585 map_cut_1000 897 0.3848 relative_P_5 897 0.8000 relative_P_10 897 0.9000 relative_P_15 897 0.8667 relative_P_20 897 0.8000 relative_P_30 897 0.7333 relative_P_100 897 0.6600 relative_P_200 897 0.5200 relative_P_500 897 0.5523 relative_P_1000 897 0.6820 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.1630 set_relative_P 897 0.6820 set_recall 897 0.6820 set_map 897 0.1112 set_F 897 0.2631 num_nonrel_judged_ret 897 103 rbp 897 0.6302 rbp_resid 897 0.0096 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all hltcoe-fsrrf num_q all 22 num_ret all 22000 num_rel all 5166 num_rel_ret all 3414 map all 0.3515 gm_map all 0.3181 Rprec all 0.4122 bpref all 0.5077 recip_rank all 0.9697 iprec_at_recall_0.00 all 0.9773 iprec_at_recall_0.10 all 0.7802 iprec_at_recall_0.20 all 0.6524 iprec_at_recall_0.30 all 0.5460 iprec_at_recall_0.40 all 0.4478 iprec_at_recall_0.50 all 0.3329 iprec_at_recall_0.60 all 0.2231 iprec_at_recall_0.70 all 0.0939 iprec_at_recall_0.80 all 0.0324 iprec_at_recall_0.90 all 0.0090 iprec_at_recall_1.00 all 0.0000 P_5 all 0.8636 P_10 all 0.8227 P_15 all 0.7970 P_20 all 0.7886 P_30 all 0.7606 P_100 all 0.5900 P_200 all 0.4466 P_500 all 0.2549 P_1000 all 0.1552 recall_5 all 0.0202 recall_10 all 0.0376 recall_15 all 0.0538 recall_20 all 0.0713 recall_30 all 0.1015 recall_100 all 0.2597 recall_200 all 0.3887 recall_500 all 0.5455 recall_1000 all 0.6578 infAP all 0.3515 gm_bpref all 0.4821 Rprec_mult_0.20 all 0.7060 Rprec_mult_0.40 all 0.5999 Rprec_mult_0.60 all 0.5195 Rprec_mult_0.80 all 0.4561 Rprec_mult_1.00 all 0.4122 Rprec_mult_1.20 all 0.3721 Rprec_mult_1.40 all 0.3370 Rprec_mult_1.60 all 0.3104 Rprec_mult_1.80 all 0.2862 Rprec_mult_2.00 all 0.2650 utility all -689.6364 11pt_avg all 0.3723 binG all 0.1623 G all 0.1053 ndcg all 0.6170 ndcg_rel all 0.5920 Rndcg all 0.5520 ndcg_cut_5 all 0.6373 ndcg_cut_10 all 0.6420 ndcg_cut_15 all 0.6418 ndcg_cut_20 all 0.6419 ndcg_cut_30 all 0.6463 ndcg_cut_100 all 0.5952 ndcg_cut_200 all 0.5319 ndcg_cut_500 all 0.5484 ndcg_cut_1000 all 0.6170 map_cut_5 all 0.0194 map_cut_10 all 0.0346 map_cut_15 all 0.0483 map_cut_20 all 0.0622 map_cut_30 all 0.0865 map_cut_100 all 0.1978 map_cut_200 all 0.2691 map_cut_500 all 0.3278 map_cut_1000 all 0.3515 relative_P_5 all 0.8636 relative_P_10 all 0.8227 relative_P_15 all 0.7970 relative_P_20 all 0.7886 relative_P_30 all 0.7606 relative_P_100 all 0.5900 relative_P_200 all 0.4766 relative_P_500 all 0.5455 relative_P_1000 all 0.6578 success_1 all 0.9545 success_5 all 1.0000 success_10 all 1.0000 set_P all 0.1552 set_relative_P all 0.6578 set_recall all 0.6578 set_map all 0.1059 set_F all 0.2466 num_nonrel_judged_ret all 2091 rbp all 0.5832 rbp_resid all 0.0065 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000