num_ret 14 100 num_rel 14 272 num_rel_ret 14 34 map 14 0.0883 Rprec 14 0.1250 bpref 14 0.1203 recip_rank 14 1.0000 iprec_at_recall_0.00 14 1.0000 iprec_at_recall_0.10 14 0.4355 iprec_at_recall_0.20 14 0.0000 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 1.0000 P_10 14 0.9000 P_15 14 0.8000 P_20 14 0.8500 P_30 14 0.6667 P_100 14 0.3400 P_200 14 0.1700 P_500 14 0.0680 P_1000 14 0.0340 relstring 14 '2232222230' recall_5 14 0.0184 recall_10 14 0.0331 recall_15 14 0.0441 recall_20 14 0.0625 recall_30 14 0.0735 recall_100 14 0.1250 recall_200 14 0.1250 recall_500 14 0.1250 recall_1000 14 0.1250 infAP 14 0.0883 Rprec_mult_0.20 14 0.4545 Rprec_mult_0.40 14 0.3119 Rprec_mult_0.60 14 0.2073 Rprec_mult_0.80 14 0.1560 Rprec_mult_1.00 14 0.1250 Rprec_mult_1.20 14 0.1040 Rprec_mult_1.40 14 0.0892 Rprec_mult_1.60 14 0.0780 Rprec_mult_1.80 14 0.0694 Rprec_mult_2.00 14 0.0625 utility 14 -32.0000 11pt_avg 14 0.1305 binG 14 0.0600 G 14 0.0294 ndcg 14 0.2085 ndcg_rel 14 0.2493 Rndcg 14 0.3684 ndcg_cut_5 14 0.6106 ndcg_cut_10 14 0.6100 ndcg_cut_15 14 0.5666 ndcg_cut_20 14 0.5822 ndcg_cut_30 14 0.5395 ndcg_cut_100 14 0.4193 ndcg_cut_200 14 0.2719 ndcg_cut_500 14 0.2085 ndcg_cut_1000 14 0.2085 map_cut_5 14 0.0184 map_cut_10 14 0.0331 map_cut_15 14 0.0424 map_cut_20 14 0.0577 map_cut_30 14 0.0653 map_cut_100 14 0.0883 map_cut_200 14 0.0883 map_cut_500 14 0.0883 map_cut_1000 14 0.0883 relative_P_5 14 1.0000 relative_P_10 14 0.9000 relative_P_15 14 0.8000 relative_P_20 14 0.8500 relative_P_30 14 0.6667 relative_P_100 14 0.3400 relative_P_200 14 0.1700 relative_P_500 14 0.1250 relative_P_1000 14 0.1250 success_1 14 1.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.3400 set_relative_P 14 0.3400 set_recall 14 0.1250 set_map 14 0.0425 set_F 14 0.1828 num_nonrel_judged_ret 14 19 rbp 14 0.4422 rbp_resid 14 0.0238 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 100 num_rel 144 197 num_rel_ret 144 14 map 144 0.0293 Rprec 144 0.0711 bpref 144 0.0641 recip_rank 144 1.0000 iprec_at_recall_0.00 144 1.0000 iprec_at_recall_0.10 144 0.0000 iprec_at_recall_0.20 144 0.0000 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.6000 P_10 144 0.5000 P_15 144 0.3333 P_20 144 0.3000 P_30 144 0.2000 P_100 144 0.1400 P_200 144 0.0700 P_500 144 0.0280 P_1000 144 0.0140 relstring 144 '2221011220' recall_5 144 0.0152 recall_10 144 0.0254 recall_15 144 0.0254 recall_20 144 0.0305 recall_30 144 0.0305 recall_100 144 0.0711 recall_200 144 0.0711 recall_500 144 0.0711 recall_1000 144 0.0711 infAP 144 0.0293 Rprec_mult_0.20 144 0.1500 Rprec_mult_0.40 144 0.1646 Rprec_mult_0.60 144 0.1176 Rprec_mult_0.80 144 0.0886 Rprec_mult_1.00 144 0.0711 Rprec_mult_1.20 144 0.0591 Rprec_mult_1.40 144 0.0507 Rprec_mult_1.60 144 0.0443 Rprec_mult_1.80 144 0.0394 Rprec_mult_2.00 144 0.0355 utility 144 -72.0000 11pt_avg 144 0.0909 binG 144 0.0277 G 144 0.0174 ndcg 144 0.1355 ndcg_rel 144 0.1580 Rndcg 144 0.2721 ndcg_cut_5 144 0.4766 ndcg_cut_10 144 0.4521 ndcg_cut_15 144 0.3851 ndcg_cut_20 144 0.3661 ndcg_cut_30 144 0.3295 ndcg_cut_100 144 0.2467 ndcg_cut_200 144 0.1655 ndcg_cut_500 144 0.1355 ndcg_cut_1000 144 0.1355 map_cut_5 144 0.0152 map_cut_10 144 0.0206 map_cut_15 144 0.0206 map_cut_20 144 0.0222 map_cut_30 144 0.0222 map_cut_100 144 0.0293 map_cut_200 144 0.0293 map_cut_500 144 0.0293 map_cut_1000 144 0.0293 relative_P_5 144 0.6000 relative_P_10 144 0.5000 relative_P_15 144 0.3333 relative_P_20 144 0.3000 relative_P_30 144 0.2000 relative_P_100 144 0.1400 relative_P_200 144 0.0711 relative_P_500 144 0.0711 relative_P_1000 144 0.0711 success_1 144 1.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.1400 set_relative_P 144 0.1400 set_recall 144 0.0711 set_map 144 0.0099 set_F 144 0.0943 num_nonrel_judged_ret 144 39 rbp 144 0.2762 rbp_resid 144 0.0262 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 100 num_rel 161 218 num_rel_ret 161 40 map 161 0.1027 Rprec 161 0.1835 bpref 161 0.1714 recip_rank 161 0.5000 iprec_at_recall_0.00 161 0.8333 iprec_at_recall_0.10 161 0.5750 iprec_at_recall_0.20 161 0.0000 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 0.8000 P_10 161 0.7000 P_15 161 0.7333 P_20 161 0.6000 P_30 161 0.5667 P_100 161 0.4000 P_200 161 0.2000 P_500 161 0.0800 P_1000 161 0.0400 relstring 161 '0222221220' recall_5 161 0.0183 recall_10 161 0.0321 recall_15 161 0.0505 recall_20 161 0.0550 recall_30 161 0.0780 recall_100 161 0.1835 recall_200 161 0.1835 recall_500 161 0.1835 recall_1000 161 0.1835 infAP 161 0.1027 Rprec_mult_0.20 161 0.5455 Rprec_mult_0.40 161 0.3977 Rprec_mult_0.60 161 0.3053 Rprec_mult_0.80 161 0.2286 Rprec_mult_1.00 161 0.1835 Rprec_mult_1.20 161 0.1527 Rprec_mult_1.40 161 0.1307 Rprec_mult_1.60 161 0.1146 Rprec_mult_1.80 161 0.1018 Rprec_mult_2.00 161 0.0917 utility 161 -20.0000 11pt_avg 161 0.1280 binG 161 0.0555 G 161 0.0361 ndcg 161 0.2372 ndcg_rel 161 0.2745 Rndcg 161 0.3070 ndcg_cut_5 161 0.4406 ndcg_cut_10 161 0.4531 ndcg_cut_15 161 0.4727 ndcg_cut_20 161 0.4488 ndcg_cut_30 161 0.4681 ndcg_cut_100 161 0.4132 ndcg_cut_200 161 0.2641 ndcg_cut_500 161 0.2372 ndcg_cut_1000 161 0.2372 map_cut_5 161 0.0125 map_cut_10 161 0.0233 map_cut_15 161 0.0372 map_cut_20 161 0.0400 map_cut_30 161 0.0523 map_cut_100 161 0.1027 map_cut_200 161 0.1027 map_cut_500 161 0.1027 map_cut_1000 161 0.1027 relative_P_5 161 0.8000 relative_P_10 161 0.7000 relative_P_15 161 0.7333 relative_P_20 161 0.6000 relative_P_30 161 0.5667 relative_P_100 161 0.4000 relative_P_200 161 0.2000 relative_P_500 161 0.1835 relative_P_1000 161 0.1835 success_1 161 0.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.4000 set_relative_P 161 0.4000 set_recall 161 0.1835 set_map 161 0.0734 set_F 161 0.2516 num_nonrel_judged_ret 161 27 rbp 161 0.4689 rbp_resid 161 0.0107 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 100 num_rel 200 184 num_rel_ret 200 21 map 200 0.0741 Rprec 200 0.1141 bpref 200 0.1085 recip_rank 200 1.0000 iprec_at_recall_0.00 200 1.0000 iprec_at_recall_0.10 200 0.5143 iprec_at_recall_0.20 200 0.0000 iprec_at_recall_0.30 200 0.0000 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 1.0000 P_10 200 0.6000 P_15 200 0.6000 P_20 200 0.6000 P_30 200 0.5333 P_100 200 0.2100 P_200 200 0.1050 P_500 200 0.0420 P_1000 200 0.0210 relstring 200 '2332201002' recall_5 200 0.0272 recall_10 200 0.0326 recall_15 200 0.0489 recall_20 200 0.0652 recall_30 200 0.0870 recall_100 200 0.1141 recall_200 200 0.1141 recall_500 200 0.1141 recall_1000 200 0.1141 infAP 200 0.0741 Rprec_mult_0.20 200 0.4865 Rprec_mult_0.40 200 0.2838 Rprec_mult_0.60 200 0.1892 Rprec_mult_0.80 200 0.1419 Rprec_mult_1.00 200 0.1141 Rprec_mult_1.20 200 0.0950 Rprec_mult_1.40 200 0.0814 Rprec_mult_1.60 200 0.0712 Rprec_mult_1.80 200 0.0633 Rprec_mult_2.00 200 0.0571 utility 200 -58.0000 11pt_avg 200 0.1377 binG 200 0.0519 G 200 0.0297 ndcg 200 0.1929 ndcg_rel 200 0.2303 Rndcg 200 0.3188 ndcg_cut_5 200 0.7138 ndcg_cut_10 200 0.5426 ndcg_cut_15 200 0.5422 ndcg_cut_20 200 0.5293 ndcg_cut_30 200 0.4993 ndcg_cut_100 200 0.2918 ndcg_cut_200 200 0.2010 ndcg_cut_500 200 0.1929 ndcg_cut_1000 200 0.1929 map_cut_5 200 0.0272 map_cut_10 200 0.0304 map_cut_15 200 0.0410 map_cut_20 200 0.0508 map_cut_30 200 0.0626 map_cut_100 200 0.0741 map_cut_200 200 0.0741 map_cut_500 200 0.0741 map_cut_1000 200 0.0741 relative_P_5 200 1.0000 relative_P_10 200 0.6000 relative_P_15 200 0.6000 relative_P_20 200 0.6000 relative_P_30 200 0.5333 relative_P_100 200 0.2100 relative_P_200 200 0.1141 relative_P_500 200 0.1141 relative_P_1000 200 0.1141 success_1 200 1.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.2100 set_relative_P 200 0.2100 set_recall 200 0.1141 set_map 200 0.0240 set_F 200 0.1479 num_nonrel_judged_ret 200 33 rbp 200 0.3944 rbp_resid 200 0.0185 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 100 num_rel 213 322 num_rel_ret 213 55 map 213 0.1252 Rprec 213 0.1708 bpref 213 0.1638 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 0.7805 iprec_at_recall_0.20 213 0.0000 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 0.8000 P_10 213 0.8000 P_15 213 0.8000 P_20 213 0.7500 P_30 213 0.8000 P_100 213 0.5500 P_200 213 0.2750 P_500 213 0.1100 P_1000 213 0.0550 relstring 213 '3312330233' recall_5 213 0.0124 recall_10 213 0.0248 recall_15 213 0.0373 recall_20 213 0.0466 recall_30 213 0.0745 recall_100 213 0.1708 recall_200 213 0.1708 recall_500 213 0.1708 recall_1000 213 0.1708 infAP 213 0.1252 Rprec_mult_0.20 213 0.6462 Rprec_mult_0.40 213 0.4264 Rprec_mult_0.60 213 0.2835 Rprec_mult_0.80 213 0.2132 Rprec_mult_1.00 213 0.1708 Rprec_mult_1.20 213 0.1421 Rprec_mult_1.40 213 0.1220 Rprec_mult_1.60 213 0.1066 Rprec_mult_1.80 213 0.0948 Rprec_mult_2.00 213 0.0854 utility 213 10.0000 11pt_avg 213 0.1619 binG 213 0.0586 G 213 0.0356 ndcg 213 0.2541 ndcg_rel 213 0.3133 Rndcg 213 0.3720 ndcg_cut_5 213 0.6287 ndcg_cut_10 213 0.5989 ndcg_cut_15 213 0.6184 ndcg_cut_20 213 0.6070 ndcg_cut_30 213 0.6583 ndcg_cut_100 213 0.5451 ndcg_cut_200 213 0.3493 ndcg_cut_500 213 0.2541 ndcg_cut_1000 213 0.2541 map_cut_5 213 0.0110 map_cut_10 213 0.0208 map_cut_15 213 0.0305 map_cut_20 213 0.0378 map_cut_30 213 0.0601 map_cut_100 213 0.1252 map_cut_200 213 0.1252 map_cut_500 213 0.1252 map_cut_1000 213 0.1252 relative_P_5 213 0.8000 relative_P_10 213 0.8000 relative_P_15 213 0.8000 relative_P_20 213 0.7500 relative_P_30 213 0.8000 relative_P_100 213 0.5500 relative_P_200 213 0.2750 relative_P_500 213 0.1708 relative_P_1000 213 0.1708 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.5500 set_relative_P 213 0.5500 set_recall 213 0.1708 set_map 213 0.0939 set_F 213 0.2607 num_nonrel_judged_ret 213 13 rbp 213 0.5673 rbp_resid 213 0.0136 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 100 num_rel 219 203 num_rel_ret 219 26 map 219 0.0549 Rprec 219 0.1281 bpref 219 0.1178 recip_rank 219 1.0000 iprec_at_recall_0.00 219 1.0000 iprec_at_recall_0.10 219 0.2727 iprec_at_recall_0.20 219 0.0000 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.6000 P_10 219 0.5000 P_15 219 0.4667 P_20 219 0.4000 P_30 219 0.4333 P_100 219 0.2600 P_200 219 0.1300 P_500 219 0.0520 P_1000 219 0.0260 relstring 219 '2022001220' recall_5 219 0.0148 recall_10 219 0.0246 recall_15 219 0.0345 recall_20 219 0.0394 recall_30 219 0.0640 recall_100 219 0.1281 recall_200 219 0.1281 recall_500 219 0.1281 recall_1000 219 0.1281 infAP 219 0.0549 Rprec_mult_0.20 219 0.3659 Rprec_mult_0.40 219 0.2439 Rprec_mult_0.60 219 0.2131 Rprec_mult_0.80 219 0.1595 Rprec_mult_1.00 219 0.1281 Rprec_mult_1.20 219 0.1066 Rprec_mult_1.40 219 0.0912 Rprec_mult_1.60 219 0.0800 Rprec_mult_1.80 219 0.0710 Rprec_mult_2.00 219 0.0640 utility 219 -48.0000 11pt_avg 219 0.1157 binG 219 0.0376 G 219 0.0211 ndcg 219 0.1590 ndcg_rel 219 0.1772 Rndcg 219 0.2319 ndcg_cut_5 219 0.3274 ndcg_cut_10 219 0.3143 ndcg_cut_15 219 0.3317 ndcg_cut_20 219 0.3219 ndcg_cut_30 219 0.3315 ndcg_cut_100 219 0.2651 ndcg_cut_200 219 0.1776 ndcg_cut_500 219 0.1590 ndcg_cut_1000 219 0.1590 map_cut_5 219 0.0119 map_cut_10 219 0.0171 map_cut_15 219 0.0227 map_cut_20 219 0.0247 map_cut_30 219 0.0357 map_cut_100 219 0.0549 map_cut_200 219 0.0549 map_cut_500 219 0.0549 map_cut_1000 219 0.0549 relative_P_5 219 0.6000 relative_P_10 219 0.5000 relative_P_15 219 0.4667 relative_P_20 219 0.4000 relative_P_30 219 0.4333 relative_P_100 219 0.2600 relative_P_200 219 0.1300 relative_P_500 219 0.1281 relative_P_1000 219 0.1281 success_1 219 1.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.2600 set_relative_P 219 0.2600 set_recall 219 0.1281 set_map 219 0.0333 set_F 219 0.1716 num_nonrel_judged_ret 219 30 rbp 219 0.2730 rbp_resid 219 0.0260 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 100 num_rel 224 304 num_rel_ret 224 39 map 224 0.0880 Rprec 224 0.1283 bpref 224 0.1236 recip_rank 224 1.0000 iprec_at_recall_0.00 224 1.0000 iprec_at_recall_0.10 224 0.6383 iprec_at_recall_0.20 224 0.0000 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 0.8000 P_10 224 0.8000 P_15 224 0.6667 P_20 224 0.7000 P_30 224 0.7000 P_100 224 0.3900 P_200 224 0.1950 P_500 224 0.0780 P_1000 224 0.0390 relstring 224 '3233020222' recall_5 224 0.0132 recall_10 224 0.0263 recall_15 224 0.0329 recall_20 224 0.0461 recall_30 224 0.0691 recall_100 224 0.1283 recall_200 224 0.1283 recall_500 224 0.1283 recall_1000 224 0.1283 infAP 224 0.0880 Rprec_mult_0.20 224 0.5410 Rprec_mult_0.40 224 0.3197 Rprec_mult_0.60 224 0.2131 Rprec_mult_0.80 224 0.1598 Rprec_mult_1.00 224 0.1283 Rprec_mult_1.20 224 0.1068 Rprec_mult_1.40 224 0.0915 Rprec_mult_1.60 224 0.0801 Rprec_mult_1.80 224 0.0712 Rprec_mult_2.00 224 0.0641 utility 224 -22.0000 11pt_avg 224 0.1489 binG 224 0.0477 G 224 0.0339 ndcg 224 0.2116 ndcg_rel 224 0.2632 Rndcg 224 0.3475 ndcg_cut_5 224 0.7975 ndcg_cut_10 224 0.7026 ndcg_cut_15 224 0.6176 ndcg_cut_20 224 0.6026 ndcg_cut_30 224 0.6094 ndcg_cut_100 224 0.4641 ndcg_cut_200 224 0.2993 ndcg_cut_500 224 0.2116 ndcg_cut_1000 224 0.2116 map_cut_5 224 0.0132 map_cut_10 224 0.0236 map_cut_15 224 0.0279 map_cut_20 224 0.0367 map_cut_30 224 0.0534 map_cut_100 224 0.0880 map_cut_200 224 0.0880 map_cut_500 224 0.0880 map_cut_1000 224 0.0880 relative_P_5 224 0.8000 relative_P_10 224 0.8000 relative_P_15 224 0.6667 relative_P_20 224 0.7000 relative_P_30 224 0.7000 relative_P_100 224 0.3900 relative_P_200 224 0.1950 relative_P_500 224 0.1283 relative_P_1000 224 0.1283 success_1 224 1.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.3900 set_relative_P 224 0.3900 set_recall 224 0.1283 set_map 224 0.0500 set_F 224 0.1931 num_nonrel_judged_ret 224 16 rbp 224 0.5899 rbp_resid 224 0.0181 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 100 num_rel 225 238 num_rel_ret 225 61 map 225 0.2187 Rprec 225 0.2563 bpref 225 0.2478 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.9286 iprec_at_recall_0.20 225 0.7273 iprec_at_recall_0.30 225 0.0000 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 1.0000 P_10 225 0.9000 P_15 225 0.9333 P_20 225 0.9500 P_30 225 0.9000 P_100 225 0.6100 P_200 225 0.3050 P_500 225 0.1220 P_1000 225 0.0610 relstring 225 '3223232022' recall_5 225 0.0210 recall_10 225 0.0378 recall_15 225 0.0588 recall_20 225 0.0798 recall_30 225 0.1134 recall_100 225 0.2563 recall_200 225 0.2563 recall_500 225 0.2563 recall_1000 225 0.2563 infAP 225 0.2187 Rprec_mult_0.20 225 0.8333 Rprec_mult_0.40 225 0.6042 Rprec_mult_0.60 225 0.4266 Rprec_mult_0.80 225 0.3194 Rprec_mult_1.00 225 0.2563 Rprec_mult_1.20 225 0.2133 Rprec_mult_1.40 225 0.1826 Rprec_mult_1.60 225 0.1601 Rprec_mult_1.80 225 0.1422 Rprec_mult_2.00 225 0.1282 utility 225 22.0000 11pt_avg 225 0.2414 binG 225 0.1198 G 225 0.0585 ndcg 225 0.3371 ndcg_rel 225 0.4202 Rndcg 225 0.4399 ndcg_cut_5 225 0.8284 ndcg_cut_10 225 0.7515 ndcg_cut_15 225 0.7782 ndcg_cut_20 225 0.7595 ndcg_cut_30 225 0.7145 ndcg_cut_100 225 0.6014 ndcg_cut_200 225 0.4048 ndcg_cut_500 225 0.3371 ndcg_cut_1000 225 0.3371 map_cut_5 225 0.0210 map_cut_10 225 0.0369 map_cut_15 225 0.0563 map_cut_20 225 0.0761 map_cut_30 225 0.1071 map_cut_100 225 0.2187 map_cut_200 225 0.2187 map_cut_500 225 0.2187 map_cut_1000 225 0.2187 relative_P_5 225 1.0000 relative_P_10 225 0.9000 relative_P_15 225 0.9333 relative_P_20 225 0.9500 relative_P_30 225 0.9000 relative_P_100 225 0.6100 relative_P_200 225 0.3050 relative_P_500 225 0.2563 relative_P_1000 225 0.2563 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.6100 set_relative_P 225 0.6100 set_recall 225 0.2563 set_map 225 0.1563 set_F 225 0.3609 num_nonrel_judged_ret 225 9 rbp 225 0.7302 rbp_resid 225 0.0083 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 100 num_rel 233 203 num_rel_ret 233 65 map 233 0.2669 Rprec 233 0.3202 bpref 233 0.3078 recip_rank 233 1.0000 iprec_at_recall_0.00 233 1.0000 iprec_at_recall_0.10 233 0.8718 iprec_at_recall_0.20 233 0.8571 iprec_at_recall_0.30 233 0.7126 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 0.8000 P_10 233 0.9000 P_15 233 0.9333 P_20 233 0.8500 P_30 233 0.8333 P_100 233 0.6500 P_200 233 0.3250 P_500 233 0.1300 P_1000 233 0.0650 relstring 233 '3323032333' recall_5 233 0.0197 recall_10 233 0.0443 recall_15 233 0.0690 recall_20 233 0.0837 recall_30 233 0.1232 recall_100 233 0.3202 recall_200 233 0.3202 recall_500 233 0.3202 recall_1000 233 0.3202 infAP 233 0.2669 Rprec_mult_0.20 233 0.8537 Rprec_mult_0.40 233 0.7073 Rprec_mult_0.60 233 0.5328 Rprec_mult_0.80 233 0.3988 Rprec_mult_1.00 233 0.3202 Rprec_mult_1.20 233 0.2664 Rprec_mult_1.40 233 0.2281 Rprec_mult_1.60 233 0.2000 Rprec_mult_1.80 233 0.1776 Rprec_mult_2.00 233 0.1601 utility 233 30.0000 11pt_avg 233 0.3129 binG 233 0.1295 G 233 0.0733 ndcg 233 0.4131 ndcg_rel 233 0.5101 Rndcg 233 0.5561 ndcg_cut_5 233 0.6858 ndcg_cut_10 233 0.7625 ndcg_cut_15 233 0.7698 ndcg_cut_20 233 0.7649 ndcg_cut_30 233 0.7361 ndcg_cut_100 233 0.6417 ndcg_cut_200 233 0.4449 ndcg_cut_500 233 0.4131 ndcg_cut_1000 233 0.4131 map_cut_5 233 0.0197 map_cut_10 233 0.0412 map_cut_15 233 0.0639 map_cut_20 233 0.0775 map_cut_30 233 0.1103 map_cut_100 233 0.2669 map_cut_200 233 0.2669 map_cut_500 233 0.2669 map_cut_1000 233 0.2669 relative_P_5 233 0.8000 relative_P_10 233 0.9000 relative_P_15 233 0.9333 relative_P_20 233 0.8500 relative_P_30 233 0.8333 relative_P_100 233 0.6500 relative_P_200 233 0.3250 relative_P_500 233 0.3202 relative_P_1000 233 0.3202 success_1 233 1.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.6500 set_relative_P 233 0.6500 set_recall 233 0.3202 set_map 233 0.2081 set_F 233 0.4290 num_nonrel_judged_ret 233 18 rbp 233 0.6004 rbp_resid 233 0.0031 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 100 num_rel 273 290 num_rel_ret 273 54 map 273 0.1449 Rprec 273 0.1862 bpref 273 0.1782 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.7317 iprec_at_recall_0.20 273 0.0000 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 1.0000 P_10 273 0.9000 P_15 273 0.9333 P_20 273 0.8500 P_30 273 0.8000 P_100 273 0.5400 P_200 273 0.2700 P_500 273 0.1080 P_1000 273 0.0540 relstring 273 '2232222231' recall_5 273 0.0172 recall_10 273 0.0310 recall_15 273 0.0483 recall_20 273 0.0586 recall_30 273 0.0828 recall_100 273 0.1862 recall_200 273 0.1862 recall_500 273 0.1862 recall_1000 273 0.1862 infAP 273 0.1449 Rprec_mult_0.20 273 0.6552 Rprec_mult_0.40 273 0.4655 Rprec_mult_0.60 273 0.3103 Rprec_mult_0.80 273 0.2328 Rprec_mult_1.00 273 0.1862 Rprec_mult_1.20 273 0.1552 Rprec_mult_1.40 273 0.1330 Rprec_mult_1.60 273 0.1164 Rprec_mult_1.80 273 0.1034 Rprec_mult_2.00 273 0.0931 utility 273 8.0000 11pt_avg 273 0.1574 binG 273 0.0812 G 273 0.0369 ndcg 273 0.2508 ndcg_rel 273 0.3091 Rndcg 273 0.3861 ndcg_cut_5 273 0.6497 ndcg_cut_10 273 0.6561 ndcg_cut_15 273 0.6856 ndcg_cut_20 273 0.6626 ndcg_cut_30 273 0.6339 ndcg_cut_100 273 0.5043 ndcg_cut_200 273 0.3453 ndcg_cut_500 273 0.2508 ndcg_cut_1000 273 0.2508 map_cut_5 273 0.0172 map_cut_10 273 0.0310 map_cut_15 273 0.0469 map_cut_20 273 0.0567 map_cut_30 273 0.0766 map_cut_100 273 0.1449 map_cut_200 273 0.1449 map_cut_500 273 0.1449 map_cut_1000 273 0.1449 relative_P_5 273 1.0000 relative_P_10 273 0.9000 relative_P_15 273 0.9333 relative_P_20 273 0.8500 relative_P_30 273 0.8000 relative_P_100 273 0.5400 relative_P_200 273 0.2700 relative_P_500 273 0.1862 relative_P_1000 273 0.1862 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.5400 set_relative_P 273 0.5400 set_recall 273 0.1862 set_map 273 0.1006 set_F 273 0.2769 num_nonrel_judged_ret 273 12 rbp 273 0.5122 rbp_resid 273 0.0159 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 100 num_rel 300 239 num_rel_ret 300 30 map 300 0.0800 Rprec 300 0.1255 bpref 300 0.1215 recip_rank 300 0.5000 iprec_at_recall_0.00 300 0.8000 iprec_at_recall_0.10 300 0.6000 iprec_at_recall_0.20 300 0.0000 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.8000 P_10 300 0.7000 P_15 300 0.7333 P_20 300 0.7000 P_30 300 0.7333 P_100 300 0.3000 P_200 300 0.1500 P_500 300 0.0600 P_1000 300 0.0300 relstring 300 '1222202221' recall_5 300 0.0167 recall_10 300 0.0293 recall_15 300 0.0460 recall_20 300 0.0586 recall_30 300 0.0921 recall_100 300 0.1255 recall_200 300 0.1255 recall_500 300 0.1255 recall_1000 300 0.1255 infAP 300 0.0800 Rprec_mult_0.20 300 0.5000 Rprec_mult_0.40 300 0.3125 Rprec_mult_0.60 300 0.2083 Rprec_mult_0.80 300 0.1562 Rprec_mult_1.00 300 0.1255 Rprec_mult_1.20 300 0.1045 Rprec_mult_1.40 300 0.0896 Rprec_mult_1.60 300 0.0783 Rprec_mult_1.80 300 0.0696 Rprec_mult_2.00 300 0.0628 utility 300 -40.0000 11pt_avg 300 0.1273 binG 300 0.0446 G 300 0.0276 ndcg 300 0.1920 ndcg_rel 300 0.2305 Rndcg 300 0.2945 ndcg_cut_5 300 0.5536 ndcg_cut_10 300 0.5198 ndcg_cut_15 300 0.5221 ndcg_cut_20 300 0.5226 ndcg_cut_30 300 0.5399 ndcg_cut_100 300 0.3564 ndcg_cut_200 300 0.2327 ndcg_cut_500 300 0.1920 ndcg_cut_1000 300 0.1920 map_cut_5 300 0.0114 map_cut_10 300 0.0207 map_cut_15 300 0.0327 map_cut_20 300 0.0413 map_cut_30 300 0.0651 map_cut_100 300 0.0800 map_cut_200 300 0.0800 map_cut_500 300 0.0800 map_cut_1000 300 0.0800 relative_P_5 300 0.8000 relative_P_10 300 0.7000 relative_P_15 300 0.7333 relative_P_20 300 0.7000 relative_P_30 300 0.7333 relative_P_100 300 0.3000 relative_P_200 300 0.1500 relative_P_500 300 0.1255 relative_P_1000 300 0.1255 success_1 300 0.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.3000 set_relative_P 300 0.3000 set_recall 300 0.1255 set_map 300 0.0377 set_F 300 0.1770 num_nonrel_judged_ret 300 18 rbp 300 0.5144 rbp_resid 300 0.0281 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 100 num_rel 31 134 num_rel_ret 31 32 map 31 0.1249 Rprec 31 0.2388 bpref 31 0.2122 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.5385 iprec_at_recall_0.20 31 0.4030 iprec_at_recall_0.30 31 0.0000 iprec_at_recall_0.40 31 0.0000 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 0.8000 P_10 31 0.5000 P_15 31 0.4667 P_20 31 0.4500 P_30 31 0.5000 P_100 31 0.3200 P_200 31 0.1600 P_500 31 0.0640 P_1000 31 0.0320 relstring 31 '2302200103' recall_5 31 0.0299 recall_10 31 0.0373 recall_15 31 0.0522 recall_20 31 0.0672 recall_30 31 0.1119 recall_100 31 0.2388 recall_200 31 0.2388 recall_500 31 0.2388 recall_1000 31 0.2388 infAP 31 0.1249 Rprec_mult_0.20 31 0.5185 Rprec_mult_0.40 31 0.4444 Rprec_mult_0.60 31 0.3580 Rprec_mult_0.80 31 0.2963 Rprec_mult_1.00 31 0.2388 Rprec_mult_1.20 31 0.1988 Rprec_mult_1.40 31 0.1702 Rprec_mult_1.60 31 0.1488 Rprec_mult_1.80 31 0.1322 Rprec_mult_2.00 31 0.1194 utility 31 -36.0000 11pt_avg 31 0.1765 binG 31 0.0741 G 31 0.0511 ndcg 31 0.2995 ndcg_rel 31 0.3449 Rndcg 31 0.3731 ndcg_cut_5 31 0.6249 ndcg_cut_10 31 0.4923 ndcg_cut_15 31 0.4866 ndcg_cut_20 31 0.4787 ndcg_cut_30 31 0.5002 ndcg_cut_100 31 0.3974 ndcg_cut_200 31 0.2995 ndcg_cut_500 31 0.2995 ndcg_cut_1000 31 0.2995 map_cut_5 31 0.0265 map_cut_10 31 0.0302 map_cut_15 31 0.0378 map_cut_20 31 0.0455 map_cut_30 31 0.0681 map_cut_100 31 0.1249 map_cut_200 31 0.1249 map_cut_500 31 0.1249 map_cut_1000 31 0.1249 relative_P_5 31 0.8000 relative_P_10 31 0.5000 relative_P_15 31 0.4667 relative_P_20 31 0.4500 relative_P_30 31 0.5000 relative_P_100 31 0.3200 relative_P_200 31 0.2388 relative_P_500 31 0.2388 relative_P_1000 31 0.2388 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.3200 set_relative_P 31 0.3200 set_recall 31 0.2388 set_map 31 0.0764 set_F 31 0.2735 num_nonrel_judged_ret 31 33 rbp 31 0.4559 rbp_resid 31 0.0138 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 100 num_rel 37 230 num_rel_ret 37 26 map 37 0.0399 Rprec 37 0.1130 bpref 37 0.1039 recip_rank 37 0.2000 iprec_at_recall_0.00 37 0.4545 iprec_at_recall_0.10 37 0.2963 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.2000 P_10 37 0.3000 P_15 37 0.2667 P_20 37 0.4000 P_30 37 0.4333 P_100 37 0.2600 P_200 37 0.1300 P_500 37 0.0520 P_1000 37 0.0260 relstring 37 '1100211212' recall_5 37 0.0043 recall_10 37 0.0130 recall_15 37 0.0174 recall_20 37 0.0348 recall_30 37 0.0565 recall_100 37 0.1130 recall_200 37 0.1130 recall_500 37 0.1130 recall_1000 37 0.1130 infAP 37 0.0399 Rprec_mult_0.20 37 0.3696 Rprec_mult_0.40 37 0.2717 Rprec_mult_0.60 37 0.1884 Rprec_mult_0.80 37 0.1413 Rprec_mult_1.00 37 0.1130 Rprec_mult_1.20 37 0.0942 Rprec_mult_1.40 37 0.0807 Rprec_mult_1.60 37 0.0707 Rprec_mult_1.80 37 0.0628 Rprec_mult_2.00 37 0.0565 utility 37 -48.0000 11pt_avg 37 0.0683 binG 37 0.0266 G 37 0.0208 ndcg 37 0.1569 ndcg_rel 37 0.1809 Rndcg 37 0.2454 ndcg_cut_5 37 0.2719 ndcg_cut_10 37 0.3378 ndcg_cut_15 37 0.3375 ndcg_cut_20 37 0.3817 ndcg_cut_30 37 0.4193 ndcg_cut_100 37 0.3410 ndcg_cut_200 37 0.2176 ndcg_cut_500 37 0.1569 ndcg_cut_1000 37 0.1569 map_cut_5 37 0.0009 map_cut_10 37 0.0033 map_cut_15 37 0.0046 map_cut_20 37 0.0109 map_cut_30 37 0.0204 map_cut_100 37 0.0399 map_cut_200 37 0.0399 map_cut_500 37 0.0399 map_cut_1000 37 0.0399 relative_P_5 37 0.2000 relative_P_10 37 0.3000 relative_P_15 37 0.2667 relative_P_20 37 0.4000 relative_P_30 37 0.4333 relative_P_100 37 0.2600 relative_P_200 37 0.1300 relative_P_500 37 0.1130 relative_P_1000 37 0.1130 success_1 37 0.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.2600 set_relative_P 37 0.2600 set_recall 37 0.1130 set_map 37 0.0294 set_F 37 0.1576 num_nonrel_judged_ret 37 31 rbp 37 0.3615 rbp_resid 37 0.0164 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 100 num_rel 407 102 num_rel_ret 407 16 map 407 0.0618 Rprec 407 0.1569 bpref 407 0.1322 recip_rank 407 1.0000 iprec_at_recall_0.00 407 1.0000 iprec_at_recall_0.10 407 0.3846 iprec_at_recall_0.20 407 0.0000 iprec_at_recall_0.30 407 0.0000 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.2000 P_10 407 0.4000 P_15 407 0.3333 P_20 407 0.4000 P_30 407 0.3333 P_100 407 0.1600 P_200 407 0.0800 P_500 407 0.0320 P_1000 407 0.0160 relstring 407 '2000022200' recall_5 407 0.0098 recall_10 407 0.0392 recall_15 407 0.0490 recall_20 407 0.0784 recall_30 407 0.0980 recall_100 407 0.1569 recall_200 407 0.1569 recall_500 407 0.1569 recall_1000 407 0.1569 infAP 407 0.0618 Rprec_mult_0.20 407 0.3810 Rprec_mult_0.40 407 0.2683 Rprec_mult_0.60 407 0.2258 Rprec_mult_0.80 407 0.1829 Rprec_mult_1.00 407 0.1569 Rprec_mult_1.20 407 0.1301 Rprec_mult_1.40 407 0.1119 Rprec_mult_1.60 407 0.0976 Rprec_mult_1.80 407 0.0870 Rprec_mult_2.00 407 0.0784 utility 407 -68.0000 11pt_avg 407 0.1259 binG 407 0.0485 G 407 0.0326 ndcg 407 0.1940 ndcg_rel 407 0.2140 Rndcg 407 0.2465 ndcg_cut_5 407 0.2261 ndcg_cut_10 407 0.3075 ndcg_cut_15 407 0.3075 ndcg_cut_20 407 0.3593 ndcg_cut_30 407 0.3296 ndcg_cut_100 407 0.2102 ndcg_cut_200 407 0.1940 ndcg_cut_500 407 0.1940 ndcg_cut_1000 407 0.1940 map_cut_5 407 0.0098 map_cut_10 407 0.0222 map_cut_15 407 0.0263 map_cut_20 407 0.0381 map_cut_30 407 0.0459 map_cut_100 407 0.0618 map_cut_200 407 0.0618 map_cut_500 407 0.0618 map_cut_1000 407 0.0618 relative_P_5 407 0.2000 relative_P_10 407 0.4000 relative_P_15 407 0.3333 relative_P_20 407 0.4000 relative_P_30 407 0.3333 relative_P_100 407 0.1600 relative_P_200 407 0.1569 relative_P_500 407 0.1569 relative_P_1000 407 0.1569 success_1 407 1.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.1600 set_relative_P 407 0.1600 set_recall 407 0.1569 set_map 407 0.0251 set_F 407 0.1584 num_nonrel_judged_ret 407 40 rbp 407 0.2622 rbp_resid 407 0.0151 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 100 num_rel 477 285 num_rel_ret 477 58 map 477 0.1740 Rprec 477 0.2035 bpref 477 0.2012 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.9355 iprec_at_recall_0.20 477 0.5816 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 1.0000 P_10 477 1.0000 P_15 477 0.9333 P_20 477 0.9500 P_30 477 0.9333 P_100 477 0.5800 P_200 477 0.2900 P_500 477 0.1160 P_1000 477 0.0580 relstring 477 '3222233222' recall_5 477 0.0175 recall_10 477 0.0351 recall_15 477 0.0491 recall_20 477 0.0667 recall_30 477 0.0982 recall_100 477 0.2035 recall_200 477 0.2035 recall_500 477 0.2035 recall_1000 477 0.2035 infAP 477 0.1740 Rprec_mult_0.20 477 0.7719 Rprec_mult_0.40 477 0.5088 Rprec_mult_0.60 477 0.3392 Rprec_mult_0.80 477 0.2544 Rprec_mult_1.00 477 0.2035 Rprec_mult_1.20 477 0.1696 Rprec_mult_1.40 477 0.1454 Rprec_mult_1.60 477 0.1272 Rprec_mult_1.80 477 0.1131 Rprec_mult_2.00 477 0.1018 utility 477 16.0000 11pt_avg 477 0.2288 binG 477 0.1057 G 477 0.0461 ndcg 477 0.2740 ndcg_rel 477 0.3447 Rndcg 477 0.3683 ndcg_cut_5 477 0.7797 ndcg_cut_10 477 0.7906 ndcg_cut_15 477 0.7798 ndcg_cut_20 477 0.8057 ndcg_cut_30 477 0.7962 ndcg_cut_100 477 0.5561 ndcg_cut_200 477 0.3801 ndcg_cut_500 477 0.2740 ndcg_cut_1000 477 0.2740 map_cut_5 477 0.0175 map_cut_10 477 0.0351 map_cut_15 477 0.0491 map_cut_20 477 0.0657 map_cut_30 477 0.0952 map_cut_100 477 0.1740 map_cut_200 477 0.1740 map_cut_500 477 0.1740 map_cut_1000 477 0.1740 relative_P_5 477 1.0000 relative_P_10 477 1.0000 relative_P_15 477 0.9333 relative_P_20 477 0.9500 relative_P_30 477 0.9333 relative_P_100 477 0.5800 relative_P_200 477 0.2900 relative_P_500 477 0.2035 relative_P_1000 477 0.2035 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.5800 set_relative_P 477 0.5800 set_recall 477 0.2035 set_map 477 0.1180 set_F 477 0.3013 num_nonrel_judged_ret 477 3 rbp 477 0.7730 rbp_resid 477 0.0174 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 100 num_rel 499 192 num_rel_ret 499 50 map 499 0.1853 Rprec 499 0.2604 bpref 499 0.2427 recip_rank 499 1.0000 iprec_at_recall_0.00 499 1.0000 iprec_at_recall_0.10 499 0.7600 iprec_at_recall_0.20 499 0.5942 iprec_at_recall_0.30 499 0.0000 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 0.8000 P_10 499 0.8000 P_15 499 0.7333 P_20 499 0.8000 P_30 499 0.7333 P_100 499 0.5000 P_200 499 0.2500 P_500 499 0.1000 P_1000 499 0.0500 relstring 499 '2323022312' recall_5 499 0.0208 recall_10 499 0.0417 recall_15 499 0.0573 recall_20 499 0.0833 recall_30 499 0.1146 recall_100 499 0.2604 recall_200 499 0.2604 recall_500 499 0.2604 recall_1000 499 0.2604 infAP 499 0.1853 Rprec_mult_0.20 499 0.7179 Rprec_mult_0.40 499 0.5325 Rprec_mult_0.60 499 0.4310 Rprec_mult_0.80 499 0.3247 Rprec_mult_1.00 499 0.2604 Rprec_mult_1.20 499 0.2165 Rprec_mult_1.40 499 0.1859 Rprec_mult_1.60 499 0.1623 Rprec_mult_1.80 499 0.1445 Rprec_mult_2.00 499 0.1302 utility 499 0.0000 11pt_avg 499 0.2140 binG 499 0.0944 G 499 0.0569 ndcg 499 0.3373 ndcg_rel 499 0.4103 Rndcg 499 0.4559 ndcg_cut_5 499 0.6992 ndcg_cut_10 499 0.6888 ndcg_cut_15 499 0.6700 ndcg_cut_20 499 0.6914 ndcg_cut_30 499 0.6542 ndcg_cut_100 499 0.5793 ndcg_cut_200 499 0.3828 ndcg_cut_500 499 0.3373 ndcg_cut_1000 499 0.3373 map_cut_5 499 0.0208 map_cut_10 499 0.0384 map_cut_15 499 0.0514 map_cut_20 499 0.0716 map_cut_30 499 0.0953 map_cut_100 499 0.1853 map_cut_200 499 0.1853 map_cut_500 499 0.1853 map_cut_1000 499 0.1853 relative_P_5 499 0.8000 relative_P_10 499 0.8000 relative_P_15 499 0.7333 relative_P_20 499 0.8000 relative_P_30 499 0.7333 relative_P_100 499 0.5000 relative_P_200 499 0.2604 relative_P_500 499 0.2604 relative_P_1000 499 0.2604 success_1 499 1.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.5000 set_relative_P 499 0.5000 set_recall 499 0.2604 set_map 499 0.1302 set_F 499 0.3425 num_nonrel_judged_ret 499 24 rbp 499 0.6608 rbp_resid 499 0.0076 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 100 num_rel 515 147 num_rel_ret 515 14 map 515 0.0552 Rprec 515 0.0952 bpref 515 0.0873 recip_rank 515 1.0000 iprec_at_recall_0.00 515 1.0000 iprec_at_recall_0.10 515 0.0000 iprec_at_recall_0.20 515 0.0000 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.8000 P_10 515 0.7000 P_15 515 0.5333 P_20 515 0.4000 P_30 515 0.3000 P_100 515 0.1400 P_200 515 0.0700 P_500 515 0.0280 P_1000 515 0.0140 relstring 515 '2222000222' recall_5 515 0.0272 recall_10 515 0.0476 recall_15 515 0.0544 recall_20 515 0.0544 recall_30 515 0.0612 recall_100 515 0.0952 recall_200 515 0.0952 recall_500 515 0.0952 recall_1000 515 0.0952 infAP 515 0.0552 Rprec_mult_0.20 515 0.3000 Rprec_mult_0.40 515 0.2034 Rprec_mult_0.60 515 0.1573 Rprec_mult_0.80 515 0.1186 Rprec_mult_1.00 515 0.0952 Rprec_mult_1.20 515 0.0791 Rprec_mult_1.40 515 0.0680 Rprec_mult_1.60 515 0.0593 Rprec_mult_1.80 515 0.0528 Rprec_mult_2.00 515 0.0476 utility 515 -72.0000 11pt_avg 515 0.0909 binG 515 0.0463 G 515 0.0415 ndcg 515 0.1795 ndcg_rel 515 0.2267 Rndcg 515 0.1881 ndcg_cut_5 515 0.8688 ndcg_cut_10 515 0.7631 ndcg_cut_15 515 0.6804 ndcg_cut_20 515 0.5665 ndcg_cut_30 515 0.4714 ndcg_cut_100 515 0.2601 ndcg_cut_200 515 0.1795 ndcg_cut_500 515 0.1795 ndcg_cut_1000 515 0.1795 map_cut_5 515 0.0272 map_cut_10 515 0.0408 map_cut_15 515 0.0444 map_cut_20 515 0.0444 map_cut_30 515 0.0473 map_cut_100 515 0.0552 map_cut_200 515 0.0552 map_cut_500 515 0.0552 map_cut_1000 515 0.0552 relative_P_5 515 0.8000 relative_P_10 515 0.7000 relative_P_15 515 0.5333 relative_P_20 515 0.4000 relative_P_30 515 0.3000 relative_P_100 515 0.1400 relative_P_200 515 0.0952 relative_P_500 515 0.0952 relative_P_1000 515 0.0952 success_1 515 1.0000 success_5 515 1.0000 success_10 515 1.0000 set_P 515 0.1400 set_relative_P 515 0.1400 set_recall 515 0.0952 set_map 515 0.0133 set_F 515 0.1134 num_nonrel_judged_ret 515 43 rbp 515 0.5509 rbp_resid 515 0.0239 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 100 num_rel 58 373 num_rel_ret 58 59 map 58 0.1199 Rprec 58 0.1582 bpref 58 0.1489 recip_rank 58 1.0000 iprec_at_recall_0.00 58 1.0000 iprec_at_recall_0.10 58 0.7708 iprec_at_recall_0.20 58 0.0000 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 0.6000 P_10 58 0.7000 P_15 58 0.8000 P_20 58 0.8500 P_30 58 0.8333 P_100 58 0.5900 P_200 58 0.2950 P_500 58 0.1180 P_1000 58 0.0590 relstring 58 '2211321223' recall_5 58 0.0080 recall_10 58 0.0188 recall_15 58 0.0322 recall_20 58 0.0456 recall_30 58 0.0670 recall_100 58 0.1582 recall_200 58 0.1582 recall_500 58 0.1582 recall_1000 58 0.1582 infAP 58 0.1199 Rprec_mult_0.20 58 0.6533 Rprec_mult_0.40 58 0.3933 Rprec_mult_0.60 58 0.2634 Rprec_mult_0.80 58 0.1973 Rprec_mult_1.00 58 0.1582 Rprec_mult_1.20 58 0.1317 Rprec_mult_1.40 58 0.1128 Rprec_mult_1.60 58 0.0988 Rprec_mult_1.80 58 0.0878 Rprec_mult_2.00 58 0.0791 utility 58 18.0000 11pt_avg 58 0.1610 binG 58 0.0546 G 58 0.0312 ndcg 58 0.2268 ndcg_rel 58 0.2805 Rndcg 58 0.3244 ndcg_cut_5 58 0.4539 ndcg_cut_10 58 0.5126 ndcg_cut_15 58 0.5675 ndcg_cut_20 58 0.5923 ndcg_cut_30 58 0.6291 ndcg_cut_100 58 0.5154 ndcg_cut_200 58 0.3348 ndcg_cut_500 58 0.2268 ndcg_cut_1000 58 0.2268 map_cut_5 58 0.0070 map_cut_10 58 0.0141 map_cut_15 58 0.0244 map_cut_20 58 0.0355 map_cut_30 58 0.0537 map_cut_100 58 0.1199 map_cut_200 58 0.1199 map_cut_500 58 0.1199 map_cut_1000 58 0.1199 relative_P_5 58 0.6000 relative_P_10 58 0.7000 relative_P_15 58 0.8000 relative_P_20 58 0.8500 relative_P_30 58 0.8333 relative_P_100 58 0.5900 relative_P_200 58 0.2950 relative_P_500 58 0.1582 relative_P_1000 58 0.1582 success_1 58 1.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.5900 set_relative_P 58 0.5900 set_recall 58 0.1582 set_map 58 0.0933 set_F 58 0.2495 num_nonrel_judged_ret 58 7 rbp 58 0.4963 rbp_resid 58 0.0122 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 100 num_rel 707 186 num_rel_ret 707 12 map 707 0.0149 Rprec 707 0.0645 bpref 707 0.0573 recip_rank 707 0.5000 iprec_at_recall_0.00 707 0.5000 iprec_at_recall_0.10 707 0.0000 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.2000 P_10 707 0.2000 P_15 707 0.2000 P_20 707 0.2000 P_30 707 0.2000 P_100 707 0.1200 P_200 707 0.0600 P_500 707 0.0240 P_1000 707 0.0120 relstring 707 '0200000002' recall_5 707 0.0054 recall_10 707 0.0108 recall_15 707 0.0161 recall_20 707 0.0215 recall_30 707 0.0323 recall_100 707 0.0645 recall_200 707 0.0645 recall_500 707 0.0645 recall_1000 707 0.0645 infAP 707 0.0149 Rprec_mult_0.20 707 0.2368 Rprec_mult_0.40 707 0.1467 Rprec_mult_0.60 707 0.1071 Rprec_mult_0.80 707 0.0805 Rprec_mult_1.00 707 0.0645 Rprec_mult_1.20 707 0.0536 Rprec_mult_1.40 707 0.0460 Rprec_mult_1.60 707 0.0403 Rprec_mult_1.80 707 0.0358 Rprec_mult_2.00 707 0.0323 utility 707 -76.0000 11pt_avg 707 0.0455 binG 707 0.0164 G 707 0.0114 ndcg 707 0.0803 ndcg_rel 707 0.0857 Rndcg 707 0.0900 ndcg_cut_5 707 0.1427 ndcg_cut_10 707 0.1411 ndcg_cut_15 707 0.1519 ndcg_cut_20 707 0.1586 ndcg_cut_30 707 0.1648 ndcg_cut_100 707 0.1273 ndcg_cut_200 707 0.0813 ndcg_cut_500 707 0.0803 ndcg_cut_1000 707 0.0803 map_cut_5 707 0.0027 map_cut_10 707 0.0038 map_cut_15 707 0.0051 map_cut_20 707 0.0064 map_cut_30 707 0.0084 map_cut_100 707 0.0149 map_cut_200 707 0.0149 map_cut_500 707 0.0149 map_cut_1000 707 0.0149 relative_P_5 707 0.2000 relative_P_10 707 0.2000 relative_P_15 707 0.2000 relative_P_20 707 0.2000 relative_P_30 707 0.2000 relative_P_100 707 0.1200 relative_P_200 707 0.0645 relative_P_500 707 0.0645 relative_P_1000 707 0.0645 success_1 707 0.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.1200 set_relative_P 707 0.1200 set_recall 707 0.0645 set_map 707 0.0077 set_F 707 0.0839 num_nonrel_judged_ret 707 33 rbp 707 0.1314 rbp_resid 707 0.0210 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 100 num_rel 72 466 num_rel_ret 72 67 map 72 0.1252 Rprec 72 0.1438 bpref 72 0.1417 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.7538 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 1.0000 P_15 72 1.0000 P_20 72 1.0000 P_30 72 0.9667 P_100 72 0.6700 P_200 72 0.3350 P_500 72 0.1340 P_1000 72 0.0670 relstring 72 '3233333344' recall_5 72 0.0107 recall_10 72 0.0215 recall_15 72 0.0322 recall_20 72 0.0429 recall_30 72 0.0622 recall_100 72 0.1438 recall_200 72 0.1438 recall_500 72 0.1438 recall_1000 72 0.1438 infAP 72 0.1252 Rprec_mult_0.20 72 0.6915 Rprec_mult_0.40 72 0.3583 Rprec_mult_0.60 72 0.2393 Rprec_mult_0.80 72 0.1796 Rprec_mult_1.00 72 0.1438 Rprec_mult_1.20 72 0.1196 Rprec_mult_1.40 72 0.1026 Rprec_mult_1.60 72 0.0898 Rprec_mult_1.80 72 0.0799 Rprec_mult_2.00 72 0.0719 utility 72 34.0000 11pt_avg 72 0.1594 binG 72 0.0824 G 72 0.0318 ndcg 72 0.2333 ndcg_rel 72 0.2962 Rndcg 72 0.3500 ndcg_cut_5 72 0.6965 ndcg_cut_10 72 0.7478 ndcg_cut_15 72 0.7598 ndcg_cut_20 72 0.7490 ndcg_cut_30 72 0.7315 ndcg_cut_100 72 0.6129 ndcg_cut_200 72 0.3964 ndcg_cut_500 72 0.2333 ndcg_cut_1000 72 0.2333 map_cut_5 72 0.0107 map_cut_10 72 0.0215 map_cut_15 72 0.0322 map_cut_20 72 0.0429 map_cut_30 72 0.0621 map_cut_100 72 0.1252 map_cut_200 72 0.1252 map_cut_500 72 0.1252 map_cut_1000 72 0.1252 relative_P_5 72 1.0000 relative_P_10 72 1.0000 relative_P_15 72 1.0000 relative_P_20 72 1.0000 relative_P_30 72 0.9667 relative_P_100 72 0.6700 relative_P_200 72 0.3350 relative_P_500 72 0.1438 relative_P_1000 72 0.1438 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.6700 set_relative_P 72 0.6700 set_recall 72 0.1438 set_map 72 0.0963 set_F 72 0.2367 num_nonrel_judged_ret 72 1 rbp 72 0.7273 rbp_resid 72 0.0209 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 100 num_rel 84 142 num_rel_ret 84 16 map 84 0.0345 Rprec 84 0.1127 bpref 84 0.0970 recip_rank 84 1.0000 iprec_at_recall_0.00 84 1.0000 iprec_at_recall_0.10 84 0.1944 iprec_at_recall_0.20 84 0.0000 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 0.2000 P_10 84 0.3000 P_15 84 0.2667 P_20 84 0.2500 P_30 84 0.3333 P_100 84 0.1600 P_200 84 0.0800 P_500 84 0.0320 P_1000 84 0.0160 relstring 84 '2100011202' recall_5 84 0.0070 recall_10 84 0.0211 recall_15 84 0.0282 recall_20 84 0.0352 recall_30 84 0.0704 recall_100 84 0.1127 recall_200 84 0.1127 recall_500 84 0.1127 recall_1000 84 0.1127 infAP 84 0.0345 Rprec_mult_0.20 84 0.3103 Rprec_mult_0.40 84 0.2105 Rprec_mult_0.60 84 0.1744 Rprec_mult_0.80 84 0.1404 Rprec_mult_1.00 84 0.1127 Rprec_mult_1.20 84 0.0936 Rprec_mult_1.40 84 0.0804 Rprec_mult_1.60 84 0.0702 Rprec_mult_1.80 84 0.0625 Rprec_mult_2.00 84 0.0563 utility 84 -68.0000 11pt_avg 84 0.1086 binG 84 0.0310 G 84 0.0204 ndcg 84 0.1493 ndcg_rel 84 0.1650 Rndcg 84 0.2241 ndcg_cut_5 84 0.2306 ndcg_cut_10 84 0.2797 ndcg_cut_15 84 0.3030 ndcg_cut_20 84 0.2877 ndcg_cut_30 84 0.3278 ndcg_cut_100 84 0.2239 ndcg_cut_200 84 0.1620 ndcg_cut_500 84 0.1493 ndcg_cut_1000 84 0.1493 map_cut_5 84 0.0070 map_cut_10 84 0.0109 map_cut_15 84 0.0129 map_cut_20 84 0.0150 map_cut_30 84 0.0261 map_cut_100 84 0.0345 map_cut_200 84 0.0345 map_cut_500 84 0.0345 map_cut_1000 84 0.0345 relative_P_5 84 0.2000 relative_P_10 84 0.3000 relative_P_15 84 0.2667 relative_P_20 84 0.2500 relative_P_30 84 0.3333 relative_P_100 84 0.1600 relative_P_200 84 0.1127 relative_P_500 84 0.1127 relative_P_1000 84 0.1127 success_1 84 1.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.1600 set_relative_P 84 0.1600 set_recall 84 0.1127 set_map 84 0.0180 set_F 84 0.1322 num_nonrel_judged_ret 84 37 rbp 84 0.2245 rbp_resid 84 0.0242 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 100 num_rel 897 239 num_rel_ret 897 30 map 897 0.0737 Rprec 897 0.1255 bpref 897 0.1195 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.3462 iprec_at_recall_0.20 897 0.0000 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 0.8000 P_10 897 0.8000 P_15 897 0.7333 P_20 897 0.7000 P_30 897 0.5667 P_100 897 0.3000 P_200 897 0.1500 P_500 897 0.0600 P_1000 897 0.0300 relstring 897 '2302221232' recall_5 897 0.0167 recall_10 897 0.0335 recall_15 897 0.0460 recall_20 897 0.0586 recall_30 897 0.0711 recall_100 897 0.1255 recall_200 897 0.1255 recall_500 897 0.1255 recall_1000 897 0.1255 infAP 897 0.0737 Rprec_mult_0.20 897 0.3958 Rprec_mult_0.40 897 0.3021 Rprec_mult_0.60 897 0.2083 Rprec_mult_0.80 897 0.1562 Rprec_mult_1.00 897 0.1255 Rprec_mult_1.20 897 0.1045 Rprec_mult_1.40 897 0.0896 Rprec_mult_1.60 897 0.0783 Rprec_mult_1.80 897 0.0696 Rprec_mult_2.00 897 0.0628 utility 897 -40.0000 11pt_avg 897 0.1224 binG 897 0.0461 G 897 0.0290 ndcg 897 0.1954 ndcg_rel 897 0.2344 Rndcg 897 0.3095 ndcg_cut_5 897 0.6249 ndcg_cut_10 897 0.6372 ndcg_cut_15 897 0.6144 ndcg_cut_20 897 0.5905 ndcg_cut_30 897 0.5102 ndcg_cut_100 897 0.3752 ndcg_cut_200 897 0.2427 ndcg_cut_500 897 0.1954 ndcg_cut_1000 897 0.1954 map_cut_5 897 0.0149 map_cut_10 897 0.0281 map_cut_15 897 0.0378 map_cut_20 897 0.0472 map_cut_30 897 0.0544 map_cut_100 897 0.0737 map_cut_200 897 0.0737 map_cut_500 897 0.0737 map_cut_1000 897 0.0737 relative_P_5 897 0.8000 relative_P_10 897 0.8000 relative_P_15 897 0.7333 relative_P_20 897 0.7000 relative_P_30 897 0.5667 relative_P_100 897 0.3000 relative_P_200 897 0.1500 relative_P_500 897 0.1255 relative_P_1000 897 0.1255 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.3000 set_relative_P 897 0.3000 set_recall 897 0.1255 set_map 897 0.0377 set_F 897 0.1770 num_nonrel_judged_ret 897 23 rbp 897 0.5447 rbp_resid 897 0.0203 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all NITA_R_JH_HY num_q all 22 num_ret all 2200 num_rel all 5166 num_rel_ret all 819 map all 0.1037 gm_map all 0.0846 Rprec all 0.1583 bpref all 0.1486 recip_rank all 0.8955 iprec_at_recall_0.00 all 0.9358 iprec_at_recall_0.10 all 0.5149 iprec_at_recall_0.20 all 0.1438 iprec_at_recall_0.30 all 0.0324 iprec_at_recall_0.40 all 0.0000 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.7182 P_10 all 0.6773 P_15 all 0.6455 P_20 all 0.6341 P_30 all 0.6045 P_100 all 0.3723 P_200 all 0.1861 P_500 all 0.0745 P_1000 all 0.0372 recall_5 all 0.0160 recall_10 all 0.0300 recall_15 all 0.0423 recall_20 all 0.0552 recall_30 all 0.0787 recall_100 all 0.1583 recall_200 all 0.1583 recall_500 all 0.1583 recall_1000 all 0.1583 infAP all 0.1037 gm_bpref all 0.1368 Rprec_mult_0.20 all 0.5172 Rprec_mult_0.40 all 0.3581 Rprec_mult_0.60 all 0.2591 Rprec_mult_0.80 all 0.1967 Rprec_mult_1.00 all 0.1583 Rprec_mult_1.20 all 0.1317 Rprec_mult_1.40 all 0.1129 Rprec_mult_1.60 all 0.0988 Rprec_mult_1.80 all 0.0878 Rprec_mult_2.00 all 0.0791 utility all -25.5455 11pt_avg all 0.1479 binG all 0.0609 G all 0.0351 ndcg all 0.2235 ndcg_rel all 0.2691 Rndcg all 0.3214 ndcg_cut_5 all 0.5605 ndcg_cut_10 all 0.5483 ndcg_cut_15 all 0.5431 ndcg_cut_20 all 0.5377 ndcg_cut_30 all 0.5270 ndcg_cut_100 all 0.4067 ndcg_cut_200 all 0.2740 ndcg_cut_500 all 0.2235 ndcg_cut_1000 all 0.2235 map_cut_5 all 0.0147 map_cut_10 all 0.0249 map_cut_15 all 0.0340 map_cut_20 all 0.0429 map_cut_30 all 0.0585 map_cut_100 all 0.1037 map_cut_200 all 0.1037 map_cut_500 all 0.1037 map_cut_1000 all 0.1037 relative_P_5 all 0.7182 relative_P_10 all 0.6773 relative_P_15 all 0.6455 relative_P_20 all 0.6341 relative_P_30 all 0.6045 relative_P_100 all 0.3723 relative_P_200 all 0.1970 relative_P_500 all 0.1583 relative_P_1000 all 0.1583 success_1 all 0.8182 success_5 all 1.0000 success_10 all 1.0000 set_P all 0.3723 set_relative_P all 0.3723 set_recall all 0.1583 set_map all 0.0671 set_F all 0.2169 num_nonrel_judged_ret all 509 rbp all 0.4799 rbp_resid all 0.0175 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000