num_ret 14 1000 num_rel 14 272 num_rel_ret 14 146 map 14 0.3042 Rprec 14 0.3787 bpref 14 0.4889 recip_rank 14 1.0000 iprec_at_recall_0.00 14 1.0000 iprec_at_recall_0.10 14 0.8571 iprec_at_recall_0.20 14 0.6556 iprec_at_recall_0.30 14 0.5215 iprec_at_recall_0.40 14 0.3293 iprec_at_recall_0.50 14 0.2159 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 1.0000 P_10 14 1.0000 P_15 14 0.9333 P_20 14 0.9500 P_30 14 0.8667 P_100 14 0.6300 P_200 14 0.4450 P_500 14 0.2600 P_1000 14 0.1460 relstring 14 '2222222223' recall_5 14 0.0184 recall_10 14 0.0368 recall_15 14 0.0515 recall_20 14 0.0699 recall_30 14 0.0956 recall_100 14 0.2316 recall_200 14 0.3272 recall_500 14 0.4779 recall_1000 14 0.5368 infAP 14 0.3042 Rprec_mult_0.20 14 0.7091 Rprec_mult_0.40 14 0.5963 Rprec_mult_0.60 14 0.5183 Rprec_mult_0.80 14 0.4220 Rprec_mult_1.00 14 0.3787 Rprec_mult_1.20 14 0.3303 Rprec_mult_1.40 14 0.3071 Rprec_mult_1.60 14 0.2798 Rprec_mult_1.80 14 0.2633 Rprec_mult_2.00 14 0.2463 utility 14 -708.0000 11pt_avg 14 0.3254 binG 14 0.1460 G 14 0.0884 ndcg 14 0.5491 ndcg_rel 14 0.5580 Rndcg 14 0.5167 ndcg_cut_5 14 0.5629 ndcg_cut_10 14 0.6144 ndcg_cut_15 14 0.6239 ndcg_cut_20 14 0.6306 ndcg_cut_30 14 0.6571 ndcg_cut_100 14 0.6265 ndcg_cut_200 14 0.5149 ndcg_cut_500 14 0.5069 ndcg_cut_1000 14 0.5491 map_cut_5 14 0.0184 map_cut_10 14 0.0368 map_cut_15 14 0.0504 map_cut_20 14 0.0677 map_cut_30 14 0.0913 map_cut_100 14 0.1886 map_cut_200 14 0.2407 map_cut_500 14 0.2921 map_cut_1000 14 0.3042 relative_P_5 14 1.0000 relative_P_10 14 1.0000 relative_P_15 14 0.9333 relative_P_20 14 0.9500 relative_P_30 14 0.8667 relative_P_100 14 0.6300 relative_P_200 14 0.4450 relative_P_500 14 0.4779 relative_P_1000 14 0.5368 success_1 14 1.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.1460 set_relative_P 14 0.5368 set_recall 14 0.5368 set_map 14 0.0784 set_F 14 0.2296 num_nonrel_judged_ret 14 59 rbp 14 0.4989 rbp_resid 14 0.0101 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 1000 num_rel 144 197 num_rel_ret 144 92 map 144 0.1208 Rprec 144 0.2081 bpref 144 0.3161 recip_rank 144 1.0000 iprec_at_recall_0.00 144 1.0000 iprec_at_recall_0.10 144 0.3962 iprec_at_recall_0.20 144 0.2484 iprec_at_recall_0.30 144 0.1505 iprec_at_recall_0.40 144 0.1064 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.6000 P_10 144 0.5000 P_15 144 0.4667 P_20 144 0.4500 P_30 144 0.4333 P_100 144 0.3200 P_200 144 0.2100 P_500 144 0.1240 P_1000 144 0.0920 relstring 144 '2031223110' recall_5 144 0.0152 recall_10 144 0.0254 recall_15 144 0.0355 recall_20 144 0.0457 recall_30 144 0.0660 recall_100 144 0.1624 recall_200 144 0.2132 recall_500 144 0.3147 recall_1000 144 0.4670 infAP 144 0.1208 Rprec_mult_0.20 144 0.4000 Rprec_mult_0.40 144 0.3544 Rprec_mult_0.60 144 0.2941 Rprec_mult_0.80 144 0.2468 Rprec_mult_1.00 144 0.2081 Rprec_mult_1.20 144 0.1814 Rprec_mult_1.40 144 0.1630 Rprec_mult_1.60 144 0.1582 Rprec_mult_1.80 144 0.1549 Rprec_mult_2.00 144 0.1497 utility 144 -816.0000 11pt_avg 144 0.1729 binG 144 0.0823 G 144 0.0667 ndcg 144 0.4393 ndcg_rel 144 0.4171 Rndcg 144 0.3980 ndcg_cut_5 144 0.4778 ndcg_cut_10 144 0.4807 ndcg_cut_15 144 0.4640 ndcg_cut_20 144 0.4423 ndcg_cut_30 144 0.4337 ndcg_cut_100 144 0.4060 ndcg_cut_200 144 0.3299 ndcg_cut_500 144 0.3419 ndcg_cut_1000 144 0.4393 map_cut_5 144 0.0115 map_cut_10 144 0.0185 map_cut_15 144 0.0240 map_cut_20 144 0.0287 map_cut_30 144 0.0382 map_cut_100 144 0.0752 map_cut_200 144 0.0888 map_cut_500 144 0.1046 map_cut_1000 144 0.1208 relative_P_5 144 0.6000 relative_P_10 144 0.5000 relative_P_15 144 0.4667 relative_P_20 144 0.4500 relative_P_30 144 0.4333 relative_P_100 144 0.3200 relative_P_200 144 0.2132 relative_P_500 144 0.3147 relative_P_1000 144 0.4670 success_1 144 1.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.0920 set_relative_P 144 0.4670 set_recall 144 0.4670 set_map 144 0.0430 set_F 144 0.1537 num_nonrel_judged_ret 144 124 rbp 144 0.3538 rbp_resid 144 0.0058 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 1000 num_rel 161 218 num_rel_ret 161 135 map 161 0.3365 Rprec 161 0.4083 bpref 161 0.5230 recip_rank 161 1.0000 iprec_at_recall_0.00 161 1.0000 iprec_at_recall_0.10 161 0.8286 iprec_at_recall_0.20 161 0.6875 iprec_at_recall_0.30 161 0.5804 iprec_at_recall_0.40 161 0.4603 iprec_at_recall_0.50 161 0.2868 iprec_at_recall_0.60 161 0.1561 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 0.8000 P_10 161 0.9000 P_15 161 0.9333 P_20 161 0.9000 P_30 161 0.8000 P_100 161 0.6000 P_200 161 0.4400 P_500 161 0.2320 P_1000 161 0.1350 relstring 161 '3220222223' recall_5 161 0.0183 recall_10 161 0.0413 recall_15 161 0.0642 recall_20 161 0.0826 recall_30 161 0.1101 recall_100 161 0.2752 recall_200 161 0.4037 recall_500 161 0.5321 recall_1000 161 0.6193 infAP 161 0.3365 Rprec_mult_0.20 161 0.7727 Rprec_mult_0.40 161 0.6136 Rprec_mult_0.60 161 0.5496 Rprec_mult_0.80 161 0.4743 Rprec_mult_1.00 161 0.4083 Rprec_mult_1.20 161 0.3626 Rprec_mult_1.40 161 0.3366 Rprec_mult_1.60 161 0.3066 Rprec_mult_1.80 161 0.2774 Rprec_mult_2.00 161 0.2592 utility 161 -730.0000 11pt_avg 161 0.3636 binG 161 0.1517 G 161 0.1055 ndcg 161 0.6042 ndcg_rel 161 0.6025 Rndcg 161 0.5568 ndcg_cut_5 161 0.6823 ndcg_cut_10 161 0.6980 ndcg_cut_15 161 0.6910 ndcg_cut_20 161 0.6638 ndcg_cut_30 161 0.6708 ndcg_cut_100 161 0.6227 ndcg_cut_200 161 0.5088 ndcg_cut_500 161 0.5442 ndcg_cut_1000 161 0.6042 map_cut_5 161 0.0174 map_cut_10 161 0.0374 map_cut_15 161 0.0586 map_cut_20 161 0.0749 map_cut_30 161 0.0972 map_cut_100 161 0.2118 map_cut_200 161 0.2789 map_cut_500 161 0.3214 map_cut_1000 161 0.3365 relative_P_5 161 0.8000 relative_P_10 161 0.9000 relative_P_15 161 0.9333 relative_P_20 161 0.9000 relative_P_30 161 0.8000 relative_P_100 161 0.6000 relative_P_200 161 0.4400 relative_P_500 161 0.5321 relative_P_1000 161 0.6193 success_1 161 1.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.1350 set_relative_P 161 0.6193 set_recall 161 0.6193 set_map 161 0.0836 set_F 161 0.2217 num_nonrel_judged_ret 161 105 rbp 161 0.6254 rbp_resid 161 0.0076 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 1000 num_rel 200 184 num_rel_ret 200 149 map 200 0.3938 Rprec 200 0.4511 bpref 200 0.6636 recip_rank 200 1.0000 iprec_at_recall_0.00 200 1.0000 iprec_at_recall_0.10 200 0.7568 iprec_at_recall_0.20 200 0.6852 iprec_at_recall_0.30 200 0.6392 iprec_at_recall_0.40 200 0.5324 iprec_at_recall_0.50 200 0.3917 iprec_at_recall_0.60 200 0.3583 iprec_at_recall_0.70 200 0.2283 iprec_at_recall_0.80 200 0.1581 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 0.4000 P_10 200 0.4000 P_15 200 0.6000 P_20 200 0.6500 P_30 200 0.7000 P_100 200 0.6200 P_200 200 0.4200 P_500 200 0.2500 P_1000 200 0.1490 relstring 200 '3301002003' recall_5 200 0.0109 recall_10 200 0.0217 recall_15 200 0.0489 recall_20 200 0.0707 recall_30 200 0.1141 recall_100 200 0.3370 recall_200 200 0.4565 recall_500 200 0.6793 recall_1000 200 0.8098 infAP 200 0.3938 Rprec_mult_0.20 200 0.7568 Rprec_mult_0.40 200 0.6351 Rprec_mult_0.60 200 0.5856 Rprec_mult_0.80 200 0.5068 Rprec_mult_1.00 200 0.4511 Rprec_mult_1.20 200 0.4072 Rprec_mult_1.40 200 0.3876 Rprec_mult_1.60 200 0.3695 Rprec_mult_1.80 200 0.3464 Rprec_mult_2.00 200 0.3288 utility 200 -702.0000 11pt_avg 200 0.4318 binG 200 0.1594 G 200 0.1237 ndcg 200 0.7072 ndcg_rel 200 0.6258 Rndcg 200 0.6157 ndcg_cut_5 200 0.5407 ndcg_cut_10 200 0.4687 ndcg_cut_15 200 0.5667 ndcg_cut_20 200 0.5610 ndcg_cut_30 200 0.6008 ndcg_cut_100 200 0.5975 ndcg_cut_200 200 0.5171 ndcg_cut_500 200 0.6347 ndcg_cut_1000 200 0.7072 map_cut_5 200 0.0109 map_cut_10 200 0.0154 map_cut_15 200 0.0299 map_cut_20 200 0.0435 map_cut_30 200 0.0742 map_cut_100 200 0.2237 map_cut_200 200 0.2864 map_cut_500 200 0.3684 map_cut_1000 200 0.3938 relative_P_5 200 0.4000 relative_P_10 200 0.4000 relative_P_15 200 0.6000 relative_P_20 200 0.6500 relative_P_30 200 0.7000 relative_P_100 200 0.6200 relative_P_200 200 0.4565 relative_P_500 200 0.6793 relative_P_1000 200 0.8098 success_1 200 1.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.1490 set_relative_P 200 0.8098 set_recall 200 0.8098 set_map 200 0.1207 set_F 200 0.2517 num_nonrel_judged_ret 200 88 rbp 200 0.4142 rbp_resid 200 0.0033 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 1000 num_rel 213 322 num_rel_ret 213 219 map 213 0.3375 Rprec 213 0.4068 bpref 213 0.5886 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 0.8095 iprec_at_recall_0.20 213 0.6939 iprec_at_recall_0.30 213 0.5026 iprec_at_recall_0.40 213 0.4161 iprec_at_recall_0.50 213 0.3035 iprec_at_recall_0.60 213 0.2550 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 0.8000 P_10 213 0.7000 P_15 213 0.6667 P_20 213 0.7500 P_30 213 0.8000 P_100 213 0.6800 P_200 213 0.5000 P_500 213 0.3140 P_1000 213 0.2190 relstring 213 '2333141023' recall_5 213 0.0124 recall_10 213 0.0217 recall_15 213 0.0311 recall_20 213 0.0466 recall_30 213 0.0745 recall_100 213 0.2112 recall_200 213 0.3106 recall_500 213 0.4876 recall_1000 213 0.6801 infAP 213 0.3375 Rprec_mult_0.20 213 0.7077 Rprec_mult_0.40 213 0.5891 Rprec_mult_0.60 213 0.5000 Rprec_mult_0.80 213 0.4419 Rprec_mult_1.00 213 0.4068 Rprec_mult_1.20 213 0.3695 Rprec_mult_1.40 213 0.3348 Rprec_mult_1.60 213 0.3081 Rprec_mult_1.80 213 0.2897 Rprec_mult_2.00 213 0.2826 utility 213 -562.0000 11pt_avg 213 0.3619 binG 213 0.1301 G 213 0.0968 ndcg 213 0.6432 ndcg_rel 213 0.5984 Rndcg 213 0.5447 ndcg_cut_5 213 0.5996 ndcg_cut_10 213 0.5667 ndcg_cut_15 213 0.5810 ndcg_cut_20 213 0.6464 ndcg_cut_30 213 0.6898 ndcg_cut_100 213 0.6300 ndcg_cut_200 213 0.5229 ndcg_cut_500 213 0.5143 ndcg_cut_1000 213 0.6432 map_cut_5 213 0.0124 map_cut_10 213 0.0193 map_cut_15 213 0.0254 map_cut_20 213 0.0366 map_cut_30 213 0.0585 map_cut_100 213 0.1580 map_cut_200 213 0.2150 map_cut_500 213 0.2868 map_cut_1000 213 0.3375 relative_P_5 213 0.8000 relative_P_10 213 0.7000 relative_P_15 213 0.6667 relative_P_20 213 0.7500 relative_P_30 213 0.8000 relative_P_100 213 0.6800 relative_P_200 213 0.5000 relative_P_500 213 0.4876 relative_P_1000 213 0.6801 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.2190 set_relative_P 213 0.6801 set_recall 213 0.6801 set_map 213 0.1489 set_F 213 0.3313 num_nonrel_judged_ret 213 44 rbp 213 0.5865 rbp_resid 213 0.0137 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 1000 num_rel 219 203 num_rel_ret 219 110 map 219 0.1994 Rprec 219 0.2857 bpref 219 0.4081 recip_rank 219 1.0000 iprec_at_recall_0.00 219 1.0000 iprec_at_recall_0.10 219 0.5897 iprec_at_recall_0.20 219 0.4556 iprec_at_recall_0.30 219 0.2713 iprec_at_recall_0.40 219 0.2268 iprec_at_recall_0.50 219 0.1165 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.4000 P_10 219 0.7000 P_15 219 0.6000 P_20 219 0.6500 P_30 219 0.5000 P_100 219 0.4300 P_200 219 0.2900 P_500 219 0.1780 P_1000 219 0.1100 relstring 219 '2200022232' recall_5 219 0.0099 recall_10 219 0.0345 recall_15 219 0.0443 recall_20 219 0.0640 recall_30 219 0.0739 recall_100 219 0.2118 recall_200 219 0.2857 recall_500 219 0.4384 recall_1000 219 0.5419 infAP 219 0.1994 Rprec_mult_0.20 219 0.5610 Rprec_mult_0.40 219 0.4756 Rprec_mult_0.60 219 0.3934 Rprec_mult_0.80 219 0.3436 Rprec_mult_1.00 219 0.2857 Rprec_mult_1.20 219 0.2664 Rprec_mult_1.40 219 0.2491 Rprec_mult_1.60 219 0.2277 Rprec_mult_1.80 219 0.2268 Rprec_mult_2.00 219 0.2094 utility 219 -780.0000 11pt_avg 219 0.2418 binG 219 0.1042 G 219 0.0721 ndcg 219 0.4593 ndcg_rel 219 0.4268 Rndcg 219 0.3716 ndcg_cut_5 219 0.2766 ndcg_cut_10 219 0.3911 ndcg_cut_15 219 0.3903 ndcg_cut_20 219 0.4306 ndcg_cut_30 219 0.3847 ndcg_cut_100 219 0.4086 ndcg_cut_200 219 0.3322 ndcg_cut_500 219 0.3970 ndcg_cut_1000 219 0.4593 map_cut_5 219 0.0099 map_cut_10 219 0.0249 map_cut_15 219 0.0307 map_cut_20 219 0.0436 map_cut_30 219 0.0497 map_cut_100 219 0.1221 map_cut_200 219 0.1489 map_cut_500 219 0.1856 map_cut_1000 219 0.1994 relative_P_5 219 0.4000 relative_P_10 219 0.7000 relative_P_15 219 0.6000 relative_P_20 219 0.6500 relative_P_30 219 0.5000 relative_P_100 219 0.4300 relative_P_200 219 0.2900 relative_P_500 219 0.4384 relative_P_1000 219 0.5419 success_1 219 1.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.1100 set_relative_P 219 0.5419 set_recall 219 0.5419 set_map 219 0.0596 set_F 219 0.1829 num_nonrel_judged_ret 219 119 rbp 219 0.3387 rbp_resid 219 0.0074 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 1000 num_rel 224 304 num_rel_ret 224 178 map 224 0.2972 Rprec 224 0.3750 bpref 224 0.5197 recip_rank 224 1.0000 iprec_at_recall_0.00 224 1.0000 iprec_at_recall_0.10 224 0.7885 iprec_at_recall_0.20 224 0.7011 iprec_at_recall_0.30 224 0.4769 iprec_at_recall_0.40 224 0.3567 iprec_at_recall_0.50 224 0.2461 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 0.8000 P_10 224 0.8000 P_15 224 0.8000 P_20 224 0.8000 P_30 224 0.8000 P_100 224 0.6400 P_200 224 0.4700 P_500 224 0.2780 P_1000 224 0.1780 relstring 224 '3321223022' recall_5 224 0.0132 recall_10 224 0.0263 recall_15 224 0.0395 recall_20 224 0.0526 recall_30 224 0.0789 recall_100 224 0.2105 recall_200 224 0.3092 recall_500 224 0.4572 recall_1000 224 0.5855 infAP 224 0.2972 Rprec_mult_0.20 224 0.7377 Rprec_mult_0.40 224 0.5656 Rprec_mult_0.60 224 0.4645 Rprec_mult_0.80 224 0.4180 Rprec_mult_1.00 224 0.3750 Rprec_mult_1.20 224 0.3397 Rprec_mult_1.40 224 0.3099 Rprec_mult_1.60 224 0.2813 Rprec_mult_1.80 224 0.2609 Rprec_mult_2.00 224 0.2467 utility 224 -644.0000 11pt_avg 224 0.3245 binG 224 0.1226 G 224 0.0943 ndcg 224 0.5740 ndcg_rel 224 0.5827 Rndcg 224 0.5377 ndcg_cut_5 224 0.8024 ndcg_cut_10 224 0.7329 ndcg_cut_15 224 0.7034 ndcg_cut_20 224 0.6750 ndcg_cut_30 224 0.6723 ndcg_cut_100 224 0.6627 ndcg_cut_200 224 0.5418 ndcg_cut_500 224 0.4917 ndcg_cut_1000 224 0.5740 map_cut_5 224 0.0125 map_cut_10 224 0.0233 map_cut_15 224 0.0341 map_cut_20 224 0.0447 map_cut_30 224 0.0659 map_cut_100 224 0.1630 map_cut_200 224 0.2135 map_cut_500 224 0.2680 map_cut_1000 224 0.2972 relative_P_5 224 0.8000 relative_P_10 224 0.8000 relative_P_15 224 0.8000 relative_P_20 224 0.8000 relative_P_30 224 0.8000 relative_P_100 224 0.6400 relative_P_200 224 0.4700 relative_P_500 224 0.4572 relative_P_1000 224 0.5855 success_1 224 1.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.1780 set_relative_P 224 0.5855 set_recall 224 0.5855 set_map 224 0.1042 set_F 224 0.2730 num_nonrel_judged_ret 224 54 rbp 224 0.6593 rbp_resid 224 0.0074 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 1000 num_rel 225 238 num_rel_ret 225 183 map 225 0.4129 Rprec 225 0.4370 bpref 225 0.5991 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.8571 iprec_at_recall_0.20 225 0.8000 iprec_at_recall_0.30 225 0.6961 iprec_at_recall_0.40 225 0.4949 iprec_at_recall_0.50 225 0.3851 iprec_at_recall_0.60 225 0.2798 iprec_at_recall_0.70 225 0.2119 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 1.0000 P_10 225 0.9000 P_15 225 0.8667 P_20 225 0.8500 P_30 225 0.8333 P_100 225 0.7000 P_200 225 0.4900 P_500 225 0.2840 P_1000 225 0.1830 relstring 225 '2222203233' recall_5 225 0.0210 recall_10 225 0.0378 recall_15 225 0.0546 recall_20 225 0.0714 recall_30 225 0.1050 recall_100 225 0.2941 recall_200 225 0.4118 recall_500 225 0.5966 recall_1000 225 0.7689 infAP 225 0.4129 Rprec_mult_0.20 225 0.8125 Rprec_mult_0.40 225 0.6979 Rprec_mult_0.60 225 0.5594 Rprec_mult_0.80 225 0.4921 Rprec_mult_1.00 225 0.4370 Rprec_mult_1.20 225 0.3916 Rprec_mult_1.40 225 0.3683 Rprec_mult_1.60 225 0.3333 Rprec_mult_1.80 225 0.3054 Rprec_mult_2.00 225 0.2920 utility 225 -634.0000 11pt_avg 225 0.4295 binG 225 0.1729 G 225 0.1164 ndcg 225 0.6962 ndcg_rel 225 0.6399 Rndcg 225 0.5934 ndcg_cut_5 225 0.6667 ndcg_cut_10 225 0.6821 ndcg_cut_15 225 0.6765 ndcg_cut_20 225 0.6856 ndcg_cut_30 225 0.6897 ndcg_cut_100 225 0.6611 ndcg_cut_200 225 0.5617 ndcg_cut_500 225 0.5918 ndcg_cut_1000 225 0.6962 map_cut_5 225 0.0210 map_cut_10 225 0.0358 map_cut_15 225 0.0501 map_cut_20 225 0.0644 map_cut_30 225 0.0933 map_cut_100 225 0.2405 map_cut_200 225 0.3055 map_cut_500 225 0.3736 map_cut_1000 225 0.4129 relative_P_5 225 1.0000 relative_P_10 225 0.9000 relative_P_15 225 0.8667 relative_P_20 225 0.8500 relative_P_30 225 0.8333 relative_P_100 225 0.7000 relative_P_200 225 0.4900 relative_P_500 225 0.5966 relative_P_1000 225 0.7689 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.1830 set_relative_P 225 0.7689 set_recall 225 0.7689 set_map 225 0.1407 set_F 225 0.2956 num_nonrel_judged_ret 225 49 rbp 225 0.6713 rbp_resid 225 0.0087 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 1000 num_rel 233 203 num_rel_ret 233 181 map 233 0.5404 Rprec 233 0.5419 bpref 233 0.7382 recip_rank 233 1.0000 iprec_at_recall_0.00 233 1.0000 iprec_at_recall_0.10 233 0.9268 iprec_at_recall_0.20 233 0.9111 iprec_at_recall_0.30 233 0.7386 iprec_at_recall_0.40 233 0.6119 iprec_at_recall_0.50 233 0.5521 iprec_at_recall_0.60 233 0.4900 iprec_at_recall_0.70 233 0.3838 iprec_at_recall_0.80 233 0.3092 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 0.8000 P_10 233 0.8000 P_15 233 0.8667 P_20 233 0.9000 P_30 233 0.9000 P_100 233 0.6900 P_200 233 0.5450 P_500 233 0.3160 P_1000 233 0.1810 relstring 233 '3223133032' recall_5 233 0.0197 recall_10 233 0.0394 recall_15 233 0.0640 recall_20 233 0.0887 recall_30 233 0.1330 recall_100 233 0.3399 recall_200 233 0.5369 recall_500 233 0.7783 recall_1000 233 0.8916 infAP 233 0.5404 Rprec_mult_0.20 233 0.9268 Rprec_mult_0.40 233 0.7317 Rprec_mult_0.60 233 0.6475 Rprec_mult_0.80 233 0.5767 Rprec_mult_1.00 233 0.5419 Rprec_mult_1.20 233 0.4877 Rprec_mult_1.40 233 0.4526 Rprec_mult_1.60 233 0.4123 Rprec_mult_1.80 233 0.3852 Rprec_mult_2.00 233 0.3596 utility 233 -638.0000 11pt_avg 233 0.5385 binG 233 0.2191 G 233 0.1445 ndcg 233 0.8072 ndcg_rel 233 0.7093 Rndcg 233 0.6701 ndcg_cut_5 233 0.6625 ndcg_cut_10 233 0.6874 ndcg_cut_15 233 0.7101 ndcg_cut_20 233 0.7345 ndcg_cut_30 233 0.7563 ndcg_cut_100 233 0.6438 ndcg_cut_200 233 0.6212 ndcg_cut_500 233 0.7368 ndcg_cut_1000 233 0.8072 map_cut_5 233 0.0197 map_cut_10 233 0.0358 map_cut_15 233 0.0566 map_cut_20 233 0.0785 map_cut_30 233 0.1188 map_cut_100 233 0.2905 map_cut_200 233 0.4095 map_cut_500 233 0.5114 map_cut_1000 233 0.5404 relative_P_5 233 0.8000 relative_P_10 233 0.8000 relative_P_15 233 0.8667 relative_P_20 233 0.9000 relative_P_30 233 0.9000 relative_P_100 233 0.6900 relative_P_200 233 0.5450 relative_P_500 233 0.7783 relative_P_1000 233 0.8916 success_1 233 1.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.1810 set_relative_P 233 0.8916 set_recall 233 0.8916 set_map 233 0.1614 set_F 233 0.3009 num_nonrel_judged_ret 233 95 rbp 233 0.5827 rbp_resid 233 0.0028 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 1000 num_rel 273 290 num_rel_ret 273 165 map 273 0.3143 Rprec 273 0.4000 bpref 273 0.4758 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.8056 iprec_at_recall_0.20 273 0.6058 iprec_at_recall_0.30 273 0.5488 iprec_at_recall_0.40 273 0.4014 iprec_at_recall_0.50 273 0.2583 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 1.0000 P_10 273 1.0000 P_15 273 1.0000 P_20 273 0.9500 P_30 273 0.8333 P_100 273 0.5900 P_200 273 0.4850 P_500 273 0.2760 P_1000 273 0.1650 relstring 273 '2222322332' recall_5 273 0.0172 recall_10 273 0.0345 recall_15 273 0.0517 recall_20 273 0.0655 recall_30 273 0.0862 recall_100 273 0.2034 recall_200 273 0.3345 recall_500 273 0.4759 recall_1000 273 0.5690 infAP 273 0.3143 Rprec_mult_0.20 273 0.6897 Rprec_mult_0.40 273 0.5862 Rprec_mult_0.60 273 0.5287 Rprec_mult_0.80 273 0.4397 Rprec_mult_1.00 273 0.4000 Rprec_mult_1.20 273 0.3534 Rprec_mult_1.40 273 0.3227 Rprec_mult_1.60 273 0.2909 Rprec_mult_1.80 273 0.2720 Rprec_mult_2.00 273 0.2552 utility 273 -670.0000 11pt_avg 273 0.3291 binG 273 0.1536 G 273 0.0882 ndcg 273 0.5684 ndcg_rel 273 0.5638 Rndcg 273 0.5187 ndcg_cut_5 273 0.6382 ndcg_cut_10 273 0.6897 ndcg_cut_15 273 0.6848 ndcg_cut_20 273 0.6826 ndcg_cut_30 273 0.6715 ndcg_cut_100 273 0.5667 ndcg_cut_200 273 0.5411 ndcg_cut_500 273 0.5026 ndcg_cut_1000 273 0.5684 map_cut_5 273 0.0172 map_cut_10 273 0.0345 map_cut_15 273 0.0517 map_cut_20 273 0.0655 map_cut_30 273 0.0837 map_cut_100 273 0.1654 map_cut_200 273 0.2390 map_cut_500 273 0.2929 map_cut_1000 273 0.3143 relative_P_5 273 1.0000 relative_P_10 273 1.0000 relative_P_15 273 1.0000 relative_P_20 273 0.9500 relative_P_30 273 0.8333 relative_P_100 273 0.5900 relative_P_200 273 0.4850 relative_P_500 273 0.4759 relative_P_1000 273 0.5690 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.1650 set_relative_P 273 0.5690 set_recall 273 0.5690 set_map 273 0.0939 set_F 273 0.2558 num_nonrel_judged_ret 273 66 rbp 273 0.5321 rbp_resid 273 0.0144 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 1000 num_rel 300 239 num_rel_ret 300 134 map 300 0.2375 Rprec 300 0.3305 bpref 300 0.4746 recip_rank 300 1.0000 iprec_at_recall_0.00 300 1.0000 iprec_at_recall_0.10 300 0.6667 iprec_at_recall_0.20 300 0.5155 iprec_at_recall_0.30 300 0.3822 iprec_at_recall_0.40 300 0.2443 iprec_at_recall_0.50 300 0.1740 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.8000 P_10 300 0.8000 P_15 300 0.8000 P_20 300 0.8000 P_30 300 0.7000 P_100 300 0.5000 P_200 300 0.3700 P_500 300 0.2120 P_1000 300 0.1340 relstring 300 '2212222133' recall_5 300 0.0167 recall_10 300 0.0335 recall_15 300 0.0502 recall_20 300 0.0669 recall_30 300 0.0879 recall_100 300 0.2092 recall_200 300 0.3096 recall_500 300 0.4435 recall_1000 300 0.5607 infAP 300 0.2375 Rprec_mult_0.20 300 0.6042 Rprec_mult_0.40 300 0.5104 Rprec_mult_0.60 300 0.4306 Rprec_mult_0.80 300 0.3802 Rprec_mult_1.00 300 0.3305 Rprec_mult_1.20 300 0.2962 Rprec_mult_1.40 300 0.2657 Rprec_mult_1.60 300 0.2454 Rprec_mult_1.80 300 0.2274 Rprec_mult_2.00 300 0.2113 utility 300 -732.0000 11pt_avg 300 0.2711 binG 300 0.1150 G 300 0.0853 ndcg 300 0.5347 ndcg_rel 300 0.5187 Rndcg 300 0.4749 ndcg_cut_5 300 0.6101 ndcg_cut_10 300 0.6501 ndcg_cut_15 300 0.6548 ndcg_cut_20 300 0.6345 ndcg_cut_30 300 0.5873 ndcg_cut_100 300 0.5239 ndcg_cut_200 300 0.4407 ndcg_cut_500 300 0.4601 ndcg_cut_1000 300 0.5347 map_cut_5 300 0.0149 map_cut_10 300 0.0285 map_cut_15 300 0.0421 map_cut_20 300 0.0556 map_cut_30 300 0.0709 map_cut_100 300 0.1386 map_cut_200 300 0.1805 map_cut_500 300 0.2173 map_cut_1000 300 0.2375 relative_P_5 300 0.8000 relative_P_10 300 0.8000 relative_P_15 300 0.8000 relative_P_20 300 0.8000 relative_P_30 300 0.7000 relative_P_100 300 0.5000 relative_P_200 300 0.3700 relative_P_500 300 0.4435 relative_P_1000 300 0.5607 success_1 300 1.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.1340 set_relative_P 300 0.5607 set_recall 300 0.5607 set_map 300 0.0751 set_F 300 0.2163 num_nonrel_judged_ret 300 73 rbp 300 0.6071 rbp_resid 300 0.0080 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 1000 num_rel 31 134 num_rel_ret 31 102 map 31 0.3780 Rprec 31 0.4552 bpref 31 0.5012 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.8125 iprec_at_recall_0.20 31 0.6383 iprec_at_recall_0.30 31 0.5513 iprec_at_recall_0.40 31 0.5138 iprec_at_recall_0.50 31 0.4036 iprec_at_recall_0.60 31 0.2658 iprec_at_recall_0.70 31 0.1412 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 1.0000 P_10 31 0.9000 P_15 31 0.8000 P_20 31 0.7500 P_30 31 0.6667 P_100 31 0.5200 P_200 31 0.3500 P_500 31 0.1820 P_1000 31 0.1020 relstring 31 '2232223302' recall_5 31 0.0373 recall_10 31 0.0672 recall_15 31 0.0896 recall_20 31 0.1119 recall_30 31 0.1493 recall_100 31 0.3881 recall_200 31 0.5224 recall_500 31 0.6791 recall_1000 31 0.7612 infAP 31 0.3780 Rprec_mult_0.20 31 0.7037 Rprec_mult_0.40 31 0.5741 Rprec_mult_0.60 31 0.5309 Rprec_mult_0.80 31 0.5093 Rprec_mult_1.00 31 0.4552 Rprec_mult_1.20 31 0.4037 Rprec_mult_1.40 31 0.3670 Rprec_mult_1.60 31 0.3349 Rprec_mult_1.80 31 0.3099 Rprec_mult_2.00 31 0.2836 utility 31 -796.0000 11pt_avg 31 0.3933 binG 31 0.1981 G 31 0.1345 ndcg 31 0.6947 ndcg_rel 31 0.6474 Rndcg 31 0.6070 ndcg_cut_5 31 0.7232 ndcg_cut_10 31 0.7068 ndcg_cut_15 31 0.6537 ndcg_cut_20 31 0.6292 ndcg_cut_30 31 0.6410 ndcg_cut_100 31 0.6128 ndcg_cut_200 31 0.5622 ndcg_cut_500 31 0.6572 ndcg_cut_1000 31 0.6947 map_cut_5 31 0.0373 map_cut_10 31 0.0664 map_cut_15 31 0.0864 map_cut_20 31 0.1039 map_cut_30 31 0.1304 map_cut_100 31 0.2659 map_cut_200 31 0.3268 map_cut_500 31 0.3668 map_cut_1000 31 0.3780 relative_P_5 31 1.0000 relative_P_10 31 0.9000 relative_P_15 31 0.8000 relative_P_20 31 0.7500 relative_P_30 31 0.6667 relative_P_100 31 0.5200 relative_P_200 31 0.5224 relative_P_500 31 0.6791 relative_P_1000 31 0.7612 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.1020 set_relative_P 31 0.7612 set_recall 31 0.7612 set_map 31 0.0776 set_F 31 0.1799 num_nonrel_judged_ret 31 123 rbp 31 0.6295 rbp_resid 31 0.0013 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 1000 num_rel 37 230 num_rel_ret 37 102 map 37 0.1315 Rprec 37 0.2652 bpref 37 0.3374 recip_rank 37 1.0000 iprec_at_recall_0.00 37 1.0000 iprec_at_recall_0.10 37 0.4510 iprec_at_recall_0.20 37 0.3375 iprec_at_recall_0.30 37 0.2315 iprec_at_recall_0.40 37 0.1217 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.4000 P_10 37 0.2000 P_15 37 0.2667 P_20 37 0.4500 P_30 37 0.5000 P_100 37 0.3000 P_200 37 0.2950 P_500 37 0.1540 P_1000 37 0.1020 relstring 37 '3121111100' recall_5 37 0.0087 recall_10 37 0.0087 recall_15 37 0.0174 recall_20 37 0.0391 recall_30 37 0.0652 recall_100 37 0.1304 recall_200 37 0.2565 recall_500 37 0.3348 recall_1000 37 0.4435 infAP 37 0.1315 Rprec_mult_0.20 37 0.4783 Rprec_mult_0.40 37 0.3152 Rprec_mult_0.60 37 0.3188 Rprec_mult_0.80 37 0.3152 Rprec_mult_1.00 37 0.2652 Rprec_mult_1.20 37 0.2355 Rprec_mult_1.40 37 0.2174 Rprec_mult_1.60 37 0.1902 Rprec_mult_1.80 37 0.1691 Rprec_mult_2.00 37 0.1587 utility 37 -796.0000 11pt_avg 37 0.1947 binG 37 0.0765 G 37 0.0653 ndcg 37 0.4306 ndcg_rel 37 0.4395 Rndcg 37 0.4158 ndcg_cut_5 37 0.6160 ndcg_cut_10 37 0.4735 ndcg_cut_15 37 0.4720 ndcg_cut_20 37 0.5046 ndcg_cut_30 37 0.5461 ndcg_cut_100 37 0.4531 ndcg_cut_200 37 0.4175 ndcg_cut_500 37 0.3619 ndcg_cut_1000 37 0.4306 map_cut_5 37 0.0072 map_cut_10 37 0.0072 map_cut_15 37 0.0096 map_cut_20 37 0.0180 map_cut_30 37 0.0310 map_cut_100 37 0.0597 map_cut_200 37 0.1007 map_cut_500 37 0.1175 map_cut_1000 37 0.1315 relative_P_5 37 0.4000 relative_P_10 37 0.2000 relative_P_15 37 0.2667 relative_P_20 37 0.4500 relative_P_30 37 0.5000 relative_P_100 37 0.3000 relative_P_200 37 0.2950 relative_P_500 37 0.3348 relative_P_1000 37 0.4435 success_1 37 1.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.1020 set_relative_P 37 0.4435 set_recall 37 0.4435 set_map 37 0.0452 set_F 37 0.1659 num_nonrel_judged_ret 37 114 rbp 37 0.4635 rbp_resid 37 0.0100 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 1000 num_rel 407 102 num_rel_ret 407 70 map 407 0.2544 Rprec 407 0.2941 bpref 407 0.3736 recip_rank 407 1.0000 iprec_at_recall_0.00 407 1.0000 iprec_at_recall_0.10 407 0.7692 iprec_at_recall_0.20 407 0.5833 iprec_at_recall_0.30 407 0.3113 iprec_at_recall_0.40 407 0.2800 iprec_at_recall_0.50 407 0.1809 iprec_at_recall_0.60 407 0.1572 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.4000 P_10 407 0.7000 P_15 407 0.7333 P_20 407 0.7000 P_30 407 0.6000 P_100 407 0.3000 P_200 407 0.2350 P_500 407 0.1240 P_1000 407 0.0700 relstring 407 '2000222222' recall_5 407 0.0196 recall_10 407 0.0686 recall_15 407 0.1078 recall_20 407 0.1373 recall_30 407 0.1765 recall_100 407 0.2941 recall_200 407 0.4608 recall_500 407 0.6078 recall_1000 407 0.6863 infAP 407 0.2544 Rprec_mult_0.20 407 0.6667 Rprec_mult_0.40 407 0.5366 Rprec_mult_0.60 407 0.4194 Rprec_mult_0.80 407 0.3293 Rprec_mult_1.00 407 0.2941 Rprec_mult_1.20 407 0.2764 Rprec_mult_1.40 407 0.2797 Rprec_mult_1.60 407 0.2622 Rprec_mult_1.80 407 0.2500 Rprec_mult_2.00 407 0.2304 utility 407 -860.0000 11pt_avg 407 0.2984 binG 407 0.1497 G 407 0.1082 ndcg 407 0.5538 ndcg_rel 407 0.4931 Rndcg 407 0.4127 ndcg_cut_5 407 0.3136 ndcg_cut_10 407 0.4573 ndcg_cut_15 407 0.5159 ndcg_cut_20 407 0.5268 ndcg_cut_30 407 0.5117 ndcg_cut_100 407 0.3507 ndcg_cut_200 407 0.4256 ndcg_cut_500 407 0.5104 ndcg_cut_1000 407 0.5538 map_cut_5 407 0.0137 map_cut_10 407 0.0438 map_cut_15 407 0.0730 map_cut_20 407 0.0942 map_cut_30 407 0.1192 map_cut_100 407 0.1738 map_cut_200 407 0.2205 map_cut_500 407 0.2460 map_cut_1000 407 0.2544 relative_P_5 407 0.4000 relative_P_10 407 0.7000 relative_P_15 407 0.7333 relative_P_20 407 0.7000 relative_P_30 407 0.6000 relative_P_100 407 0.3000 relative_P_200 407 0.4608 relative_P_500 407 0.6078 relative_P_1000 407 0.6863 success_1 407 1.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.0700 set_relative_P 407 0.6863 set_recall 407 0.6863 set_map 407 0.0480 set_F 407 0.1270 num_nonrel_judged_ret 407 136 rbp 407 0.4156 rbp_resid 407 0.0047 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 1000 num_rel 477 285 num_rel_ret 477 193 map 477 0.3924 Rprec 477 0.4246 bpref 477 0.5887 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.8788 iprec_at_recall_0.20 477 0.8000 iprec_at_recall_0.30 477 0.6170 iprec_at_recall_0.40 477 0.4542 iprec_at_recall_0.50 477 0.3675 iprec_at_recall_0.60 477 0.3000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 1.0000 P_10 477 0.9000 P_15 477 0.8667 P_20 477 0.8500 P_30 477 0.9000 P_100 477 0.7400 P_200 477 0.5050 P_500 477 0.3280 P_1000 477 0.1930 relstring 477 '3223233132' recall_5 477 0.0175 recall_10 477 0.0316 recall_15 477 0.0456 recall_20 477 0.0596 recall_30 477 0.0947 recall_100 477 0.2596 recall_200 477 0.3544 recall_500 477 0.5754 recall_1000 477 0.6772 infAP 477 0.3924 Rprec_mult_0.20 477 0.8246 Rprec_mult_0.40 477 0.6930 Rprec_mult_0.60 477 0.5497 Rprec_mult_0.80 477 0.4693 Rprec_mult_1.00 477 0.4246 Rprec_mult_1.20 477 0.3830 Rprec_mult_1.40 477 0.3659 Rprec_mult_1.60 477 0.3421 Rprec_mult_1.80 477 0.3236 Rprec_mult_2.00 477 0.3000 utility 477 -614.0000 11pt_avg 477 0.4016 binG 477 0.1606 G 477 0.1082 ndcg 477 0.6476 ndcg_rel 477 0.6472 Rndcg 477 0.5944 ndcg_cut_5 477 0.8284 ndcg_cut_10 477 0.8212 ndcg_cut_15 477 0.8329 ndcg_cut_20 477 0.8266 ndcg_cut_30 477 0.8283 ndcg_cut_100 477 0.6754 ndcg_cut_200 477 0.5740 ndcg_cut_500 477 0.5835 ndcg_cut_1000 477 0.6476 map_cut_5 477 0.0175 map_cut_10 477 0.0308 map_cut_15 477 0.0437 map_cut_20 477 0.0557 map_cut_30 477 0.0866 map_cut_100 477 0.2196 map_cut_200 477 0.2775 map_cut_500 477 0.3652 map_cut_1000 477 0.3924 relative_P_5 477 1.0000 relative_P_10 477 0.9000 relative_P_15 477 0.8667 relative_P_20 477 0.8500 relative_P_30 477 0.9000 relative_P_100 477 0.7400 relative_P_200 477 0.5050 relative_P_500 477 0.5754 relative_P_1000 477 0.6772 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.1930 set_relative_P 477 0.6772 set_recall 477 0.6772 set_map 477 0.1307 set_F 477 0.3004 num_nonrel_judged_ret 477 55 rbp 477 0.8110 rbp_resid 477 0.0087 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 1000 num_rel 499 192 num_rel_ret 499 162 map 499 0.4427 Rprec 499 0.4792 bpref 499 0.6250 recip_rank 499 0.3333 iprec_at_recall_0.00 499 0.8261 iprec_at_recall_0.10 499 0.8261 iprec_at_recall_0.20 499 0.7600 iprec_at_recall_0.30 499 0.6739 iprec_at_recall_0.40 499 0.5347 iprec_at_recall_0.50 499 0.4900 iprec_at_recall_0.60 499 0.3849 iprec_at_recall_0.70 499 0.3068 iprec_at_recall_0.80 499 0.1842 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 0.6000 P_10 499 0.7000 P_15 499 0.8000 P_20 499 0.8000 P_30 499 0.8000 P_100 499 0.6500 P_200 499 0.4900 P_500 499 0.2760 P_1000 499 0.1620 relstring 499 '1123332313' recall_5 499 0.0156 recall_10 499 0.0365 recall_15 499 0.0625 recall_20 499 0.0833 recall_30 499 0.1250 recall_100 499 0.3385 recall_200 499 0.5104 recall_500 499 0.7188 recall_1000 499 0.8438 infAP 499 0.4427 Rprec_mult_0.20 499 0.8205 Rprec_mult_0.40 499 0.6494 Rprec_mult_0.60 499 0.6121 Rprec_mult_0.80 499 0.5065 Rprec_mult_1.00 499 0.4792 Rprec_mult_1.20 499 0.4502 Rprec_mult_1.40 499 0.4089 Rprec_mult_1.60 499 0.3831 Rprec_mult_1.80 499 0.3613 Rprec_mult_2.00 499 0.3359 utility 499 -676.0000 11pt_avg 499 0.4533 binG 499 0.1740 G 499 0.1346 ndcg 499 0.7542 ndcg_rel 499 0.6692 Rndcg 499 0.6505 ndcg_cut_5 499 0.5747 ndcg_cut_10 499 0.6554 ndcg_cut_15 499 0.6875 ndcg_cut_20 499 0.6845 ndcg_cut_30 499 0.6726 ndcg_cut_100 499 0.6753 ndcg_cut_200 499 0.5952 ndcg_cut_500 499 0.6763 ndcg_cut_1000 499 0.7542 map_cut_5 499 0.0075 map_cut_10 499 0.0222 map_cut_15 499 0.0422 map_cut_20 499 0.0590 map_cut_30 499 0.0927 map_cut_100 499 0.2468 map_cut_200 499 0.3375 map_cut_500 499 0.4169 map_cut_1000 499 0.4427 relative_P_5 499 0.6000 relative_P_10 499 0.7000 relative_P_15 499 0.8000 relative_P_20 499 0.8000 relative_P_30 499 0.8000 relative_P_100 499 0.6500 relative_P_200 499 0.5104 relative_P_500 499 0.7188 relative_P_1000 499 0.8438 success_1 499 0.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.1620 set_relative_P 499 0.8438 set_recall 499 0.8438 set_map 499 0.1367 set_F 499 0.2718 num_nonrel_judged_ret 499 107 rbp 499 0.6982 rbp_resid 499 0.0034 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 1000 num_rel 515 147 num_rel_ret 515 55 map 515 0.0497 Rprec 515 0.1361 bpref 515 0.1454 recip_rank 515 0.2500 iprec_at_recall_0.00 515 0.2500 iprec_at_recall_0.10 515 0.2073 iprec_at_recall_0.20 515 0.1235 iprec_at_recall_0.30 515 0.0784 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.2000 P_10 515 0.1000 P_15 515 0.1333 P_20 515 0.2000 P_30 515 0.2000 P_100 515 0.1800 P_200 515 0.1300 P_500 515 0.0800 P_1000 515 0.0550 relstring 515 '0002000000' recall_5 515 0.0068 recall_10 515 0.0068 recall_15 515 0.0136 recall_20 515 0.0272 recall_30 515 0.0408 recall_100 515 0.1224 recall_200 515 0.1769 recall_500 515 0.2721 recall_1000 515 0.3741 infAP 515 0.0497 Rprec_mult_0.20 515 0.2000 Rprec_mult_0.40 515 0.2034 Rprec_mult_0.60 515 0.1910 Rprec_mult_0.80 515 0.1525 Rprec_mult_1.00 515 0.1361 Rprec_mult_1.20 515 0.1243 Rprec_mult_1.40 515 0.1359 Rprec_mult_1.60 515 0.1229 Rprec_mult_1.80 515 0.1132 Rprec_mult_2.00 515 0.1054 utility 515 -890.0000 11pt_avg 515 0.0599 binG 515 0.0562 G 515 0.0515 ndcg 515 0.3060 ndcg_rel 515 0.2710 Rndcg 515 0.2103 ndcg_cut_5 515 0.1461 ndcg_cut_10 515 0.0948 ndcg_cut_15 515 0.1196 ndcg_cut_20 515 0.1672 ndcg_cut_30 515 0.1737 ndcg_cut_100 515 0.1912 ndcg_cut_200 515 0.1816 ndcg_cut_500 515 0.2447 ndcg_cut_1000 515 0.3060 map_cut_5 515 0.0017 map_cut_10 515 0.0017 map_cut_15 515 0.0028 map_cut_20 515 0.0055 map_cut_30 515 0.0083 map_cut_100 515 0.0254 map_cut_200 515 0.0327 map_cut_500 515 0.0425 map_cut_1000 515 0.0497 relative_P_5 515 0.2000 relative_P_10 515 0.1000 relative_P_15 515 0.1333 relative_P_20 515 0.2000 relative_P_30 515 0.2000 relative_P_100 515 0.1800 relative_P_200 515 0.1769 relative_P_500 515 0.2721 relative_P_1000 515 0.3741 success_1 515 0.0000 success_5 515 1.0000 success_10 515 1.0000 set_P 515 0.0550 set_relative_P 515 0.3741 set_recall 515 0.3741 set_map 515 0.0206 set_F 515 0.0959 num_nonrel_judged_ret 515 164 rbp 515 0.1651 rbp_resid 515 0.0104 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 1000 num_rel 58 373 num_rel_ret 58 228 map 58 0.3955 Rprec 58 0.4343 bpref 58 0.5608 recip_rank 58 1.0000 iprec_at_recall_0.00 58 1.0000 iprec_at_recall_0.10 58 0.9512 iprec_at_recall_0.20 58 0.8200 iprec_at_recall_0.30 58 0.6588 iprec_at_recall_0.40 58 0.5085 iprec_at_recall_0.50 58 0.3548 iprec_at_recall_0.60 58 0.2475 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 1.0000 P_10 58 1.0000 P_15 58 1.0000 P_20 58 1.0000 P_30 58 0.9667 P_100 58 0.8200 P_200 58 0.6350 P_500 58 0.3660 P_1000 58 0.2280 relstring 58 '3333343232' recall_5 58 0.0134 recall_10 58 0.0268 recall_15 58 0.0402 recall_20 58 0.0536 recall_30 58 0.0777 recall_100 58 0.2198 recall_200 58 0.3405 recall_500 58 0.4906 recall_1000 58 0.6113 infAP 58 0.3955 Rprec_mult_0.20 58 0.8533 Rprec_mult_0.40 58 0.6867 Rprec_mult_0.60 58 0.5893 Rprec_mult_0.80 58 0.5017 Rprec_mult_1.00 58 0.4343 Rprec_mult_1.20 58 0.3884 Rprec_mult_1.40 58 0.3556 Rprec_mult_1.60 58 0.3333 Rprec_mult_1.80 58 0.3051 Rprec_mult_2.00 58 0.2869 utility 58 -544.0000 11pt_avg 58 0.4128 binG 58 0.1739 G 58 0.0988 ndcg 58 0.6197 ndcg_rel 58 0.6416 Rndcg 58 0.6068 ndcg_cut_5 58 0.7500 ndcg_cut_10 58 0.8072 ndcg_cut_15 58 0.8315 ndcg_cut_20 58 0.8168 ndcg_cut_30 58 0.8201 ndcg_cut_100 58 0.7229 ndcg_cut_200 58 0.6297 ndcg_cut_500 58 0.5430 ndcg_cut_1000 58 0.6197 map_cut_5 58 0.0134 map_cut_10 58 0.0268 map_cut_15 58 0.0402 map_cut_20 58 0.0536 map_cut_30 58 0.0768 map_cut_100 58 0.2017 map_cut_200 58 0.2867 map_cut_500 58 0.3588 map_cut_1000 58 0.3955 relative_P_5 58 1.0000 relative_P_10 58 1.0000 relative_P_15 58 1.0000 relative_P_20 58 1.0000 relative_P_30 58 0.9667 relative_P_100 58 0.8200 relative_P_200 58 0.6350 relative_P_500 58 0.4906 relative_P_1000 58 0.6113 success_1 58 1.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.2280 set_relative_P 58 0.6113 set_recall 58 0.6113 set_map 58 0.1394 set_F 58 0.3321 num_nonrel_judged_ret 58 19 rbp 58 0.6985 rbp_resid 58 0.0045 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 1000 num_rel 707 186 num_rel_ret 707 60 map 707 0.0843 Rprec 707 0.1667 bpref 707 0.2223 recip_rank 707 1.0000 iprec_at_recall_0.00 707 1.0000 iprec_at_recall_0.10 707 0.2941 iprec_at_recall_0.20 707 0.1205 iprec_at_recall_0.30 707 0.0641 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.6000 P_10 707 0.6000 P_15 707 0.4667 P_20 707 0.4500 P_30 707 0.4000 P_100 707 0.2600 P_200 707 0.1600 P_500 707 0.0880 P_1000 707 0.0600 relstring 707 '2022022020' recall_5 707 0.0161 recall_10 707 0.0323 recall_15 707 0.0376 recall_20 707 0.0484 recall_30 707 0.0645 recall_100 707 0.1398 recall_200 707 0.1720 recall_500 707 0.2366 recall_1000 707 0.3226 infAP 707 0.0843 Rprec_mult_0.20 707 0.3684 Rprec_mult_0.40 707 0.2667 Rprec_mult_0.60 707 0.2500 Rprec_mult_0.80 707 0.2081 Rprec_mult_1.00 707 0.1667 Rprec_mult_1.20 707 0.1473 Rprec_mult_1.40 707 0.1303 Rprec_mult_1.60 707 0.1174 Rprec_mult_1.80 707 0.1134 Rprec_mult_2.00 707 0.1048 utility 707 -880.0000 11pt_avg 707 0.1344 binG 707 0.0649 G 707 0.0500 ndcg 707 0.3144 ndcg_rel 707 0.3188 Rndcg 707 0.3011 ndcg_cut_5 707 0.4365 ndcg_cut_10 707 0.4480 ndcg_cut_15 707 0.4083 ndcg_cut_20 707 0.4067 ndcg_cut_30 707 0.3980 ndcg_cut_100 707 0.3110 ndcg_cut_200 707 0.2245 ndcg_cut_500 707 0.2641 ndcg_cut_1000 707 0.3144 map_cut_5 707 0.0130 map_cut_10 707 0.0240 map_cut_15 707 0.0274 map_cut_20 707 0.0324 map_cut_30 707 0.0402 map_cut_100 707 0.0638 map_cut_200 707 0.0710 map_cut_500 707 0.0783 map_cut_1000 707 0.0843 relative_P_5 707 0.6000 relative_P_10 707 0.6000 relative_P_15 707 0.4667 relative_P_20 707 0.4500 relative_P_30 707 0.4000 relative_P_100 707 0.2600 relative_P_200 707 0.1720 relative_P_500 707 0.2366 relative_P_1000 707 0.3226 success_1 707 1.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.0600 set_relative_P 707 0.3226 set_recall 707 0.3226 set_map 707 0.0194 set_F 707 0.1012 num_nonrel_judged_ret 707 116 rbp 707 0.3479 rbp_resid 707 0.0172 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 1000 num_rel 72 466 num_rel_ret 72 277 map 72 0.3530 Rprec 72 0.3991 bpref 72 0.5677 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 1.0000 iprec_at_recall_0.20 72 0.6992 iprec_at_recall_0.30 72 0.4746 iprec_at_recall_0.40 72 0.4009 iprec_at_recall_0.50 72 0.3296 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 1.0000 P_15 72 1.0000 P_20 72 1.0000 P_30 72 1.0000 P_100 72 0.7900 P_200 72 0.5950 P_500 72 0.3860 P_1000 72 0.2770 relstring 72 '3332432323' recall_5 72 0.0107 recall_10 72 0.0215 recall_15 72 0.0322 recall_20 72 0.0429 recall_30 72 0.0644 recall_100 72 0.1695 recall_200 72 0.2554 recall_500 72 0.4142 recall_1000 72 0.5944 infAP 72 0.3530 Rprec_mult_0.20 72 0.8404 Rprec_mult_0.40 72 0.6150 Rprec_mult_0.60 72 0.4857 Rprec_mult_0.80 72 0.4343 Rprec_mult_1.00 72 0.3991 Rprec_mult_1.20 72 0.3679 Rprec_mult_1.40 72 0.3476 Rprec_mult_1.60 72 0.3177 Rprec_mult_1.80 72 0.3004 Rprec_mult_2.00 72 0.2854 utility 72 -446.0000 11pt_avg 72 0.3549 binG 72 0.1855 G 72 0.0857 ndcg 72 0.6075 ndcg_rel 72 0.6020 Rndcg 72 0.5550 ndcg_cut_5 72 0.7463 ndcg_cut_10 72 0.7127 ndcg_cut_15 72 0.6989 ndcg_cut_20 72 0.7071 ndcg_cut_30 72 0.7284 ndcg_cut_100 72 0.6950 ndcg_cut_200 72 0.5948 ndcg_cut_500 72 0.4790 ndcg_cut_1000 72 0.6075 map_cut_5 72 0.0107 map_cut_10 72 0.0215 map_cut_15 72 0.0322 map_cut_20 72 0.0429 map_cut_30 72 0.0644 map_cut_100 72 0.1634 map_cut_200 72 0.2215 map_cut_500 72 0.2939 map_cut_1000 72 0.3530 relative_P_5 72 1.0000 relative_P_10 72 1.0000 relative_P_15 72 1.0000 relative_P_20 72 1.0000 relative_P_30 72 1.0000 relative_P_100 72 0.7900 relative_P_200 72 0.5950 relative_P_500 72 0.4142 relative_P_1000 72 0.5944 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.2770 set_relative_P 72 0.5944 set_recall 72 0.5944 set_map 72 0.1647 set_F 72 0.3779 num_nonrel_judged_ret 72 6 rbp 72 0.7116 rbp_resid 72 0.0019 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 1000 num_rel 84 142 num_rel_ret 84 41 map 84 0.0762 Rprec 84 0.1620 bpref 84 0.2043 recip_rank 84 1.0000 iprec_at_recall_0.00 84 1.0000 iprec_at_recall_0.10 84 0.3784 iprec_at_recall_0.20 84 0.1333 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 0.4000 P_10 84 0.3000 P_15 84 0.3333 P_20 84 0.4000 P_30 84 0.4333 P_100 84 0.2100 P_200 84 0.1300 P_500 84 0.0660 P_1000 84 0.0410 relstring 84 '2020002001' recall_5 84 0.0141 recall_10 84 0.0211 recall_15 84 0.0352 recall_20 84 0.0563 recall_30 84 0.0915 recall_100 84 0.1479 recall_200 84 0.1831 recall_500 84 0.2324 recall_1000 84 0.2887 infAP 84 0.0762 Rprec_mult_0.20 84 0.4483 Rprec_mult_0.40 84 0.2982 Rprec_mult_0.60 84 0.2442 Rprec_mult_0.80 84 0.1930 Rprec_mult_1.00 84 0.1620 Rprec_mult_1.20 84 0.1462 Rprec_mult_1.40 84 0.1307 Rprec_mult_1.60 84 0.1272 Rprec_mult_1.80 84 0.1211 Rprec_mult_2.00 84 0.1127 utility 84 -918.0000 11pt_avg 84 0.1374 binG 84 0.0611 G 84 0.0389 ndcg 84 0.2537 ndcg_rel 84 0.2552 Rndcg 84 0.2516 ndcg_cut_5 84 0.2630 ndcg_cut_10 84 0.2443 ndcg_cut_15 84 0.2627 ndcg_cut_20 84 0.2832 ndcg_cut_30 84 0.3242 ndcg_cut_100 84 0.2504 ndcg_cut_200 84 0.2044 ndcg_cut_500 84 0.2186 ndcg_cut_1000 84 0.2537 map_cut_5 84 0.0117 map_cut_10 84 0.0148 map_cut_15 84 0.0197 map_cut_20 84 0.0279 map_cut_30 84 0.0436 map_cut_100 84 0.0612 map_cut_200 84 0.0671 map_cut_500 84 0.0732 map_cut_1000 84 0.0762 relative_P_5 84 0.4000 relative_P_10 84 0.3000 relative_P_15 84 0.3333 relative_P_20 84 0.4000 relative_P_30 84 0.4333 relative_P_100 84 0.2100 relative_P_200 84 0.1831 relative_P_500 84 0.2324 relative_P_1000 84 0.2887 success_1 84 1.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.0410 set_relative_P 84 0.2887 set_recall 84 0.2887 set_map 84 0.0118 set_F 84 0.0718 num_nonrel_judged_ret 84 99 rbp 84 0.2181 rbp_resid 84 0.0145 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 1000 num_rel 897 239 num_rel_ret 897 137 map 897 0.2676 Rprec 897 0.3389 bpref 897 0.4809 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.7955 iprec_at_recall_0.20 897 0.5854 iprec_at_recall_0.30 897 0.3731 iprec_at_recall_0.40 897 0.2972 iprec_at_recall_0.50 897 0.1642 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 1.0000 P_10 897 0.9000 P_15 897 0.8000 P_20 897 0.8000 P_30 897 0.7667 P_100 897 0.5000 P_200 897 0.3700 P_500 897 0.2220 P_1000 897 0.1370 relstring 897 '2323221232' recall_5 897 0.0209 recall_10 897 0.0377 recall_15 897 0.0502 recall_20 897 0.0669 recall_30 897 0.0962 recall_100 897 0.2092 recall_200 897 0.3096 recall_500 897 0.4644 recall_1000 897 0.5732 infAP 897 0.2676 Rprec_mult_0.20 897 0.7500 Rprec_mult_0.40 897 0.5208 Rprec_mult_0.60 897 0.4236 Rprec_mult_0.80 897 0.3698 Rprec_mult_1.00 897 0.3389 Rprec_mult_1.20 897 0.3136 Rprec_mult_1.40 897 0.2896 Rprec_mult_1.60 897 0.2689 Rprec_mult_1.80 897 0.2436 Rprec_mult_2.00 897 0.2301 utility 897 -726.0000 11pt_avg 897 0.2923 binG 897 0.1307 G 897 0.0924 ndcg 897 0.5598 ndcg_rel 897 0.5568 Rndcg 897 0.5211 ndcg_cut_5 897 0.7867 ndcg_cut_10 897 0.7422 ndcg_cut_15 897 0.6793 ndcg_cut_20 897 0.6767 ndcg_cut_30 897 0.6476 ndcg_cut_100 897 0.5631 ndcg_cut_200 897 0.4744 ndcg_cut_500 897 0.4920 ndcg_cut_1000 897 0.5598 map_cut_5 897 0.0209 map_cut_10 897 0.0363 map_cut_15 897 0.0466 map_cut_20 897 0.0597 map_cut_30 897 0.0819 map_cut_100 897 0.1601 map_cut_200 897 0.2031 map_cut_500 897 0.2493 map_cut_1000 897 0.2676 relative_P_5 897 1.0000 relative_P_10 897 0.9000 relative_P_15 897 0.8000 relative_P_20 897 0.8000 relative_P_30 897 0.7667 relative_P_100 897 0.5000 relative_P_200 897 0.3700 relative_P_500 897 0.4644 relative_P_1000 897 0.5732 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.1370 set_relative_P 897 0.5732 set_recall 897 0.5732 set_map 897 0.0785 set_F 897 0.2211 num_nonrel_judged_ret 897 91 rbp 897 0.6665 rbp_resid 897 0.0048 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all Anserini num_q all 22 num_ret all 22000 num_rel all 5166 num_rel_ret all 3119 map all 0.2873 gm_map all 0.2467 Rprec all 0.3536 bpref all 0.4729 recip_rank all 0.9356 iprec_at_recall_0.00 all 0.9580 iprec_at_recall_0.10 all 0.7112 iprec_at_recall_0.20 all 0.5709 iprec_at_recall_0.30 all 0.4337 iprec_at_recall_0.40 all 0.3314 iprec_at_recall_0.50 all 0.2373 iprec_at_recall_0.60 all 0.1316 iprec_at_recall_0.70 all 0.0578 iprec_at_recall_0.80 all 0.0296 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.7273 P_10 all 0.7182 P_15 all 0.7152 P_20 all 0.7295 P_30 all 0.7000 P_100 all 0.5305 P_200 all 0.3891 P_500 all 0.2271 P_1000 all 0.1418 recall_5 all 0.0161 recall_10 all 0.0323 recall_15 all 0.0485 recall_20 all 0.0660 recall_30 all 0.0941 recall_100 all 0.2321 recall_200 all 0.3382 recall_500 all 0.4867 recall_1000 all 0.6003 infAP all 0.2873 gm_bpref all 0.4419 Rprec_mult_0.20 all 0.6651 Rprec_mult_0.40 all 0.5325 Rprec_mult_0.60 all 0.4585 Rprec_mult_0.80 all 0.3969 Rprec_mult_1.00 all 0.3536 Rprec_mult_1.20 all 0.3192 Rprec_mult_1.40 all 0.2966 Rprec_mult_1.60 all 0.2733 Rprec_mult_1.80 all 0.2555 Rprec_mult_2.00 all 0.2398 utility all -716.4545 11pt_avg all 0.3147 binG all 0.1358 G all 0.0932 ndcg all 0.5602 ndcg_rel all 0.5357 Rndcg all 0.4966 ndcg_cut_5 all 0.5775 ndcg_cut_10 all 0.5830 ndcg_cut_15 all 0.5868 ndcg_cut_20 all 0.5916 ndcg_cut_30 all 0.5957 ndcg_cut_100 all 0.5387 ndcg_cut_200 all 0.4689 ndcg_cut_500 all 0.4888 ndcg_cut_1000 all 0.5602 map_cut_5 all 0.0146 map_cut_10 all 0.0275 map_cut_15 all 0.0399 map_cut_20 all 0.0526 map_cut_30 all 0.0735 map_cut_100 all 0.1645 map_cut_200 all 0.2160 map_cut_500 all 0.2650 map_cut_1000 all 0.2873 relative_P_5 all 0.7273 relative_P_10 all 0.7182 relative_P_15 all 0.7152 relative_P_20 all 0.7295 relative_P_30 all 0.7000 relative_P_100 all 0.5305 relative_P_200 all 0.4150 relative_P_500 all 0.4867 relative_P_1000 all 0.6003 success_1 all 0.9091 success_5 all 1.0000 success_10 all 1.0000 set_P all 0.1418 set_relative_P all 0.6003 set_recall all 0.6003 set_map all 0.0901 set_F all 0.2253 num_nonrel_judged_ret all 1906 rbp all 0.5316 rbp_resid all 0.0077 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000