num_ret 14 100 num_rel 14 272 num_rel_ret 14 74 map 14 0.2483 Rprec 14 0.2721 bpref 14 0.2675 recip_rank 14 1.0000 iprec_at_recall_0.00 14 1.0000 iprec_at_recall_0.10 14 0.9756 iprec_at_recall_0.20 14 0.8333 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 1.0000 P_10 14 1.0000 P_15 14 1.0000 P_20 14 1.0000 P_30 14 0.9667 P_100 14 0.7400 P_200 14 0.3700 P_500 14 0.1480 P_1000 14 0.0740 relstring 14 '2222222322' recall_5 14 0.0184 recall_10 14 0.0368 recall_15 14 0.0551 recall_20 14 0.0735 recall_30 14 0.1066 recall_100 14 0.2721 recall_200 14 0.2721 recall_500 14 0.2721 recall_1000 14 0.2721 infAP 14 0.2483 Rprec_mult_0.20 14 0.8727 Rprec_mult_0.40 14 0.6789 Rprec_mult_0.60 14 0.4512 Rprec_mult_0.80 14 0.3394 Rprec_mult_1.00 14 0.2721 Rprec_mult_1.20 14 0.2263 Rprec_mult_1.40 14 0.1942 Rprec_mult_1.60 14 0.1697 Rprec_mult_1.80 14 0.1510 Rprec_mult_2.00 14 0.1360 utility 14 48.0000 11pt_avg 14 0.2554 binG 14 0.1567 G 14 0.0633 ndcg 14 0.3679 ndcg_rel 14 0.4569 Rndcg 14 0.4756 ndcg_cut_5 14 0.5629 ndcg_cut_10 14 0.6161 ndcg_cut_15 14 0.6265 ndcg_cut_20 14 0.6427 ndcg_cut_30 14 0.6976 ndcg_cut_100 14 0.7396 ndcg_cut_200 14 0.4796 ndcg_cut_500 14 0.3679 ndcg_cut_1000 14 0.3679 map_cut_5 14 0.0184 map_cut_10 14 0.0368 map_cut_15 14 0.0551 map_cut_20 14 0.0735 map_cut_30 14 0.1057 map_cut_100 14 0.2483 map_cut_200 14 0.2483 map_cut_500 14 0.2483 map_cut_1000 14 0.2483 relative_P_5 14 1.0000 relative_P_10 14 1.0000 relative_P_15 14 1.0000 relative_P_20 14 1.0000 relative_P_30 14 0.9667 relative_P_100 14 0.7400 relative_P_200 14 0.3700 relative_P_500 14 0.2721 relative_P_1000 14 0.2721 success_1 14 1.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.7400 set_relative_P 14 0.7400 set_recall 14 0.2721 set_map 14 0.2013 set_F 14 0.3978 num_nonrel_judged_ret 14 16 rbp 14 0.5196 rbp_resid 14 0.0038 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 100 num_rel 144 197 num_rel_ret 144 37 map 144 0.1291 Rprec 144 0.1878 bpref 144 0.1787 recip_rank 144 1.0000 iprec_at_recall_0.00 144 1.0000 iprec_at_recall_0.10 144 0.7500 iprec_at_recall_0.20 144 0.0000 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.8000 P_10 144 0.8000 P_15 144 0.7333 P_20 144 0.7500 P_30 144 0.7000 P_100 144 0.3700 P_200 144 0.1850 P_500 144 0.0740 P_1000 144 0.0370 relstring 144 '2203202222' recall_5 144 0.0203 recall_10 144 0.0406 recall_15 144 0.0558 recall_20 144 0.0761 recall_30 144 0.1066 recall_100 144 0.1878 recall_200 144 0.1878 recall_500 144 0.1878 recall_1000 144 0.1878 infAP 144 0.1291 Rprec_mult_0.20 144 0.6250 Rprec_mult_0.40 144 0.4304 Rprec_mult_0.60 144 0.3109 Rprec_mult_0.80 144 0.2342 Rprec_mult_1.00 144 0.1878 Rprec_mult_1.20 144 0.1561 Rprec_mult_1.40 144 0.1341 Rprec_mult_1.60 144 0.1171 Rprec_mult_1.80 144 0.1042 Rprec_mult_2.00 144 0.0939 utility 144 -26.0000 11pt_avg 144 0.1591 binG 144 0.0697 G 144 0.0371 ndcg 144 0.2522 ndcg_rel 144 0.3021 Rndcg 144 0.3956 ndcg_cut_5 144 0.5411 ndcg_cut_10 144 0.5335 ndcg_cut_15 144 0.5776 ndcg_cut_20 144 0.5920 ndcg_cut_30 144 0.5869 ndcg_cut_100 144 0.4593 ndcg_cut_200 144 0.3081 ndcg_cut_500 144 0.2522 ndcg_cut_1000 144 0.2522 map_cut_5 144 0.0180 map_cut_10 144 0.0335 map_cut_15 144 0.0458 map_cut_20 144 0.0613 map_cut_30 144 0.0843 map_cut_100 144 0.1291 map_cut_200 144 0.1291 map_cut_500 144 0.1291 map_cut_1000 144 0.1291 relative_P_5 144 0.8000 relative_P_10 144 0.8000 relative_P_15 144 0.7333 relative_P_20 144 0.7500 relative_P_30 144 0.7000 relative_P_100 144 0.3700 relative_P_200 144 0.1878 relative_P_500 144 0.1878 relative_P_1000 144 0.1878 success_1 144 1.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.3700 set_relative_P 144 0.3700 set_recall 144 0.1878 set_map 144 0.0695 set_F 144 0.2492 num_nonrel_judged_ret 144 40 rbp 144 0.4442 rbp_resid 144 0.0155 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 100 num_rel 161 218 num_rel_ret 161 59 map 161 0.2456 Rprec 161 0.2706 bpref 161 0.2671 recip_rank 161 1.0000 iprec_at_recall_0.00 161 1.0000 iprec_at_recall_0.10 161 0.9643 iprec_at_recall_0.20 161 0.8800 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 1.0000 P_10 161 1.0000 P_15 161 1.0000 P_20 161 1.0000 P_30 161 0.9333 P_100 161 0.5900 P_200 161 0.2950 P_500 161 0.1180 P_1000 161 0.0590 relstring 161 '2232222222' recall_5 161 0.0229 recall_10 161 0.0459 recall_15 161 0.0688 recall_20 161 0.0917 recall_30 161 0.1284 recall_100 161 0.2706 recall_200 161 0.2706 recall_500 161 0.2706 recall_1000 161 0.2706 infAP 161 0.2456 Rprec_mult_0.20 161 0.8864 Rprec_mult_0.40 161 0.6591 Rprec_mult_0.60 161 0.4504 Rprec_mult_0.80 161 0.3371 Rprec_mult_1.00 161 0.2706 Rprec_mult_1.20 161 0.2252 Rprec_mult_1.40 161 0.1928 Rprec_mult_1.60 161 0.1691 Rprec_mult_1.80 161 0.1501 Rprec_mult_2.00 161 0.1353 utility 161 18.0000 11pt_avg 161 0.2586 binG 161 0.1597 G 161 0.0636 ndcg 161 0.3550 ndcg_rel 161 0.4479 Rndcg 161 0.4805 ndcg_cut_5 161 0.7232 ndcg_cut_10 161 0.7033 ndcg_cut_15 161 0.7252 ndcg_cut_20 161 0.7154 ndcg_cut_30 161 0.7231 ndcg_cut_100 161 0.6186 ndcg_cut_200 161 0.3953 ndcg_cut_500 161 0.3550 ndcg_cut_1000 161 0.3550 map_cut_5 161 0.0229 map_cut_10 161 0.0459 map_cut_15 161 0.0688 map_cut_20 161 0.0917 map_cut_30 161 0.1271 map_cut_100 161 0.2456 map_cut_200 161 0.2456 map_cut_500 161 0.2456 map_cut_1000 161 0.2456 relative_P_5 161 1.0000 relative_P_10 161 1.0000 relative_P_15 161 1.0000 relative_P_20 161 1.0000 relative_P_30 161 0.9333 relative_P_100 161 0.5900 relative_P_200 161 0.2950 relative_P_500 161 0.2706 relative_P_1000 161 0.2706 success_1 161 1.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.5900 set_relative_P 161 0.5900 set_recall 161 0.2706 set_map 161 0.1597 set_F 161 0.3711 num_nonrel_judged_ret 161 23 rbp 161 0.6939 rbp_resid 161 0.0099 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 100 num_rel 200 184 num_rel_ret 200 66 map 200 0.3205 Rprec 200 0.3587 bpref 200 0.3504 recip_rank 200 1.0000 iprec_at_recall_0.00 200 1.0000 iprec_at_recall_0.10 200 0.9302 iprec_at_recall_0.20 200 0.9302 iprec_at_recall_0.30 200 0.8594 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 1.0000 P_10 200 0.9000 P_15 200 0.9333 P_20 200 0.9000 P_30 200 0.9000 P_100 200 0.6600 P_200 200 0.3300 P_500 200 0.1320 P_1000 200 0.0660 relstring 200 '3333302233' recall_5 200 0.0272 recall_10 200 0.0489 recall_15 200 0.0761 recall_20 200 0.0978 recall_30 200 0.1467 recall_100 200 0.3587 recall_200 200 0.3587 recall_500 200 0.3587 recall_1000 200 0.3587 infAP 200 0.3205 Rprec_mult_0.20 200 0.9189 Rprec_mult_0.40 200 0.7838 Rprec_mult_0.60 200 0.5946 Rprec_mult_0.80 200 0.4459 Rprec_mult_1.00 200 0.3587 Rprec_mult_1.20 200 0.2986 Rprec_mult_1.40 200 0.2558 Rprec_mult_1.60 200 0.2237 Rprec_mult_1.80 200 0.1988 Rprec_mult_2.00 200 0.1793 utility 200 32.0000 11pt_avg 200 0.3382 binG 200 0.1678 G 200 0.0981 ndcg 200 0.4690 ndcg_rel 200 0.5734 Rndcg 200 0.6307 ndcg_cut_5 200 0.8984 ndcg_cut_10 200 0.8143 ndcg_cut_15 200 0.8391 ndcg_cut_20 200 0.8220 ndcg_cut_30 200 0.8177 ndcg_cut_100 200 0.7096 ndcg_cut_200 200 0.4888 ndcg_cut_500 200 0.4690 ndcg_cut_1000 200 0.4690 map_cut_5 200 0.0272 map_cut_10 200 0.0463 map_cut_15 200 0.0714 map_cut_20 200 0.0913 map_cut_30 200 0.1361 map_cut_100 200 0.3205 map_cut_200 200 0.3205 map_cut_500 200 0.3205 map_cut_1000 200 0.3205 relative_P_5 200 1.0000 relative_P_10 200 0.9000 relative_P_15 200 0.9333 relative_P_20 200 0.9000 relative_P_30 200 0.9000 relative_P_100 200 0.6600 relative_P_200 200 0.3587 relative_P_500 200 0.3587 relative_P_1000 200 0.3587 success_1 200 1.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.6600 set_relative_P 200 0.6600 set_recall 200 0.3587 set_map 200 0.2367 set_F 200 0.4648 num_nonrel_judged_ret 200 21 rbp 200 0.6374 rbp_resid 200 0.0008 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 100 num_rel 213 322 num_rel_ret 213 70 map 213 0.1967 Rprec 213 0.2174 bpref 213 0.2135 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 0.9762 iprec_at_recall_0.20 213 0.7901 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 1.0000 P_10 213 0.9000 P_15 213 0.9333 P_20 213 0.9500 P_30 213 0.9667 P_100 213 0.7000 P_200 213 0.3500 P_500 213 0.1400 P_1000 213 0.0700 relstring 213 '3332243142' recall_5 213 0.0155 recall_10 213 0.0280 recall_15 213 0.0435 recall_20 213 0.0590 recall_30 213 0.0901 recall_100 213 0.2174 recall_200 213 0.2174 recall_500 213 0.2174 recall_1000 213 0.2174 infAP 213 0.1967 Rprec_mult_0.20 213 0.8308 Rprec_mult_0.40 213 0.5426 Rprec_mult_0.60 213 0.3608 Rprec_mult_0.80 213 0.2713 Rprec_mult_1.00 213 0.2174 Rprec_mult_1.20 213 0.1809 Rprec_mult_1.40 213 0.1552 Rprec_mult_1.60 213 0.1357 Rprec_mult_1.80 213 0.1207 Rprec_mult_2.00 213 0.1087 utility 213 40.0000 11pt_avg 213 0.2515 binG 213 0.1136 G 213 0.0498 ndcg 213 0.3168 ndcg_rel 213 0.4022 Rndcg 213 0.4548 ndcg_cut_5 213 0.6807 ndcg_cut_10 213 0.6906 ndcg_cut_15 213 0.7162 ndcg_cut_20 213 0.7364 ndcg_cut_30 213 0.7490 ndcg_cut_100 213 0.6796 ndcg_cut_200 213 0.4355 ndcg_cut_500 213 0.3168 ndcg_cut_1000 213 0.3168 map_cut_5 213 0.0155 map_cut_10 213 0.0273 map_cut_15 213 0.0416 map_cut_20 213 0.0563 map_cut_30 213 0.0861 map_cut_100 213 0.1967 map_cut_200 213 0.1967 map_cut_500 213 0.1967 map_cut_1000 213 0.1967 relative_P_5 213 1.0000 relative_P_10 213 0.9000 relative_P_15 213 0.9333 relative_P_20 213 0.9500 relative_P_30 213 0.9667 relative_P_100 213 0.7000 relative_P_200 213 0.3500 relative_P_500 213 0.2174 relative_P_1000 213 0.2174 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.7000 set_relative_P 213 0.7000 set_recall 213 0.2174 set_map 213 0.1522 set_F 213 0.3318 num_nonrel_judged_ret 213 14 rbp 213 0.6761 rbp_resid 213 0.0047 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 100 num_rel 219 203 num_rel_ret 219 36 map 219 0.0953 Rprec 219 0.1773 bpref 219 0.1631 recip_rank 219 1.0000 iprec_at_recall_0.00 219 1.0000 iprec_at_recall_0.10 219 0.5526 iprec_at_recall_0.20 219 0.0000 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.4000 P_10 219 0.6000 P_15 219 0.5333 P_20 219 0.5500 P_30 219 0.5333 P_100 219 0.3600 P_200 219 0.1800 P_500 219 0.0720 P_1000 219 0.0360 relstring 219 '2201022220' recall_5 219 0.0099 recall_10 219 0.0296 recall_15 219 0.0394 recall_20 219 0.0542 recall_30 219 0.0788 recall_100 219 0.1773 recall_200 219 0.1773 recall_500 219 0.1773 recall_1000 219 0.1773 infAP 219 0.0953 Rprec_mult_0.20 219 0.5122 Rprec_mult_0.40 219 0.3780 Rprec_mult_0.60 219 0.2951 Rprec_mult_0.80 219 0.2209 Rprec_mult_1.00 219 0.1773 Rprec_mult_1.20 219 0.1475 Rprec_mult_1.40 219 0.1263 Rprec_mult_1.60 219 0.1108 Rprec_mult_1.80 219 0.0984 Rprec_mult_2.00 219 0.0887 utility 219 -28.0000 11pt_avg 219 0.1411 binG 219 0.0531 G 219 0.0300 ndcg 219 0.2158 ndcg_rel 219 0.2409 Rndcg 219 0.2960 ndcg_cut_5 219 0.3131 ndcg_cut_10 219 0.3651 ndcg_cut_15 219 0.3469 ndcg_cut_20 219 0.3549 ndcg_cut_30 219 0.3644 ndcg_cut_100 219 0.3598 ndcg_cut_200 219 0.2412 ndcg_cut_500 219 0.2158 ndcg_cut_1000 219 0.2158 map_cut_5 219 0.0099 map_cut_10 219 0.0215 map_cut_15 219 0.0273 map_cut_20 219 0.0356 map_cut_30 219 0.0494 map_cut_100 219 0.0953 map_cut_200 219 0.0953 map_cut_500 219 0.0953 map_cut_1000 219 0.0953 relative_P_5 219 0.4000 relative_P_10 219 0.6000 relative_P_15 219 0.5333 relative_P_20 219 0.5500 relative_P_30 219 0.5333 relative_P_100 219 0.3600 relative_P_200 219 0.1800 relative_P_500 219 0.1773 relative_P_1000 219 0.1773 success_1 219 1.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.3600 set_relative_P 219 0.3600 set_recall 219 0.1773 set_map 219 0.0638 set_F 219 0.2376 num_nonrel_judged_ret 219 42 rbp 219 0.3056 rbp_resid 219 0.0117 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 100 num_rel 224 304 num_rel_ret 224 64 map 224 0.1776 Rprec 224 0.2105 bpref 224 0.2082 recip_rank 224 0.5000 iprec_at_recall_0.00 224 0.9677 iprec_at_recall_0.10 224 0.9677 iprec_at_recall_0.20 224 0.6774 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 0.8000 P_10 224 0.9000 P_15 224 0.9333 P_20 224 0.9500 P_30 224 0.9667 P_100 224 0.6400 P_200 224 0.3200 P_500 224 0.1280 P_1000 224 0.0640 relstring 224 '1223223222' recall_5 224 0.0132 recall_10 224 0.0296 recall_15 224 0.0461 recall_20 224 0.0625 recall_30 224 0.0954 recall_100 224 0.2105 recall_200 224 0.2105 recall_500 224 0.2105 recall_1000 224 0.2105 infAP 224 0.1776 Rprec_mult_0.20 224 0.8197 Rprec_mult_0.40 224 0.5246 Rprec_mult_0.60 224 0.3497 Rprec_mult_0.80 224 0.2623 Rprec_mult_1.00 224 0.2105 Rprec_mult_1.20 224 0.1753 Rprec_mult_1.40 224 0.1502 Rprec_mult_1.60 224 0.1314 Rprec_mult_1.80 224 0.1168 Rprec_mult_2.00 224 0.1053 utility 224 28.0000 11pt_avg 224 0.2375 binG 224 0.0927 G 224 0.0471 ndcg 224 0.2902 ndcg_rel 224 0.3644 Rndcg 224 0.4345 ndcg_cut_5 224 0.6023 ndcg_cut_10 224 0.6494 ndcg_cut_15 224 0.6970 ndcg_cut_20 224 0.7136 ndcg_cut_30 224 0.7187 ndcg_cut_100 224 0.6366 ndcg_cut_200 224 0.4106 ndcg_cut_500 224 0.2902 ndcg_cut_1000 224 0.2902 map_cut_5 224 0.0089 map_cut_10 224 0.0233 map_cut_15 224 0.0384 map_cut_20 224 0.0540 map_cut_30 224 0.0855 map_cut_100 224 0.1776 map_cut_200 224 0.1776 map_cut_500 224 0.1776 map_cut_1000 224 0.1776 relative_P_5 224 0.8000 relative_P_10 224 0.9000 relative_P_15 224 0.9333 relative_P_20 224 0.9500 relative_P_30 224 0.9667 relative_P_100 224 0.6400 relative_P_200 224 0.3200 relative_P_500 224 0.2105 relative_P_1000 224 0.2105 success_1 224 0.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.6400 set_relative_P 224 0.6400 set_recall 224 0.2105 set_map 224 0.1347 set_F 224 0.3168 num_nonrel_judged_ret 224 11 rbp 224 0.6978 rbp_resid 224 0.0188 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 100 num_rel 225 238 num_rel_ret 225 69 map 225 0.2491 Rprec 225 0.2899 bpref 225 0.2768 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.9394 iprec_at_recall_0.20 225 0.8889 iprec_at_recall_0.30 225 0.0000 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 0.8000 P_10 225 0.9000 P_15 225 0.8667 P_20 225 0.9000 P_30 225 0.9333 P_100 225 0.6900 P_200 225 0.3450 P_500 225 0.1380 P_1000 225 0.0690 relstring 225 '2322022222' recall_5 225 0.0168 recall_10 225 0.0378 recall_15 225 0.0546 recall_20 225 0.0756 recall_30 225 0.1176 recall_100 225 0.2899 recall_200 225 0.2899 recall_500 225 0.2899 recall_1000 225 0.2899 infAP 225 0.2491 Rprec_mult_0.20 225 0.8958 Rprec_mult_0.40 225 0.6875 Rprec_mult_0.60 225 0.4825 Rprec_mult_0.80 225 0.3613 Rprec_mult_1.00 225 0.2899 Rprec_mult_1.20 225 0.2413 Rprec_mult_1.40 225 0.2066 Rprec_mult_1.60 225 0.1811 Rprec_mult_1.80 225 0.1608 Rprec_mult_2.00 225 0.1450 utility 225 38.0000 11pt_avg 225 0.2571 binG 225 0.1236 G 225 0.0616 ndcg 225 0.3686 ndcg_rel 225 0.4517 Rndcg 225 0.4738 ndcg_cut_5 225 0.6505 ndcg_cut_10 225 0.6562 ndcg_cut_15 225 0.6440 ndcg_cut_20 225 0.6807 ndcg_cut_30 225 0.7236 ndcg_cut_100 225 0.6577 ndcg_cut_200 225 0.4427 ndcg_cut_500 225 0.3686 ndcg_cut_1000 225 0.3686 map_cut_5 225 0.0168 map_cut_10 225 0.0351 map_cut_15 225 0.0503 map_cut_20 225 0.0690 map_cut_30 225 0.1076 map_cut_100 225 0.2491 map_cut_200 225 0.2491 map_cut_500 225 0.2491 map_cut_1000 225 0.2491 relative_P_5 225 0.8000 relative_P_10 225 0.9000 relative_P_15 225 0.8667 relative_P_20 225 0.9000 relative_P_30 225 0.9333 relative_P_100 225 0.6900 relative_P_200 225 0.3450 relative_P_500 225 0.2899 relative_P_1000 225 0.2899 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.6900 set_relative_P 225 0.6900 set_recall 225 0.2899 set_map 225 0.2000 set_F 225 0.4083 num_nonrel_judged_ret 225 13 rbp 225 0.6728 rbp_resid 225 0.0041 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 100 num_rel 233 203 num_rel_ret 233 69 map 233 0.2815 Rprec 233 0.3399 bpref 233 0.3281 recip_rank 233 0.5000 iprec_at_recall_0.00 233 0.9429 iprec_at_recall_0.10 233 0.9429 iprec_at_recall_0.20 233 0.8913 iprec_at_recall_0.30 233 0.7531 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 0.8000 P_10 233 0.8000 P_15 233 0.8667 P_20 233 0.9000 P_30 233 0.9333 P_100 233 0.6900 P_200 233 0.3450 P_500 233 0.1380 P_1000 233 0.0690 relstring 233 '0323231222' recall_5 233 0.0197 recall_10 233 0.0394 recall_15 233 0.0640 recall_20 233 0.0887 recall_30 233 0.1379 recall_100 233 0.3399 recall_200 233 0.3399 recall_500 233 0.3399 recall_1000 233 0.3399 infAP 233 0.2815 Rprec_mult_0.20 233 0.8780 Rprec_mult_0.40 233 0.7439 Rprec_mult_0.60 233 0.5656 Rprec_mult_0.80 233 0.4233 Rprec_mult_1.00 233 0.3399 Rprec_mult_1.20 233 0.2828 Rprec_mult_1.40 233 0.2421 Rprec_mult_1.60 233 0.2123 Rprec_mult_1.80 233 0.1885 Rprec_mult_2.00 233 0.1700 utility 233 38.0000 11pt_avg 233 0.3209 binG 233 0.1324 G 233 0.0688 ndcg 233 0.3967 ndcg_rel 233 0.4724 Rndcg 233 0.4265 ndcg_cut_5 233 0.4733 ndcg_cut_10 233 0.5354 ndcg_cut_15 233 0.6039 ndcg_cut_20 233 0.6346 ndcg_cut_30 233 0.6784 ndcg_cut_100 233 0.6163 ndcg_cut_200 233 0.4273 ndcg_cut_500 233 0.3967 ndcg_cut_1000 233 0.3967 map_cut_5 233 0.0134 map_cut_10 233 0.0290 map_cut_15 233 0.0498 map_cut_20 233 0.0716 map_cut_30 233 0.1170 map_cut_100 233 0.2815 map_cut_200 233 0.2815 map_cut_500 233 0.2815 map_cut_1000 233 0.2815 relative_P_5 233 0.8000 relative_P_10 233 0.8000 relative_P_15 233 0.8667 relative_P_20 233 0.9000 relative_P_30 233 0.9333 relative_P_100 233 0.6900 relative_P_200 233 0.3450 relative_P_500 233 0.3399 relative_P_1000 233 0.3399 success_1 233 0.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.6900 set_relative_P 233 0.6900 set_recall 233 0.3399 set_map 233 0.2345 set_F 233 0.4554 num_nonrel_judged_ret 233 18 rbp 233 0.5354 rbp_resid 233 0.0042 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 100 num_rel 273 290 num_rel_ret 273 61 map 273 0.1701 Rprec 273 0.2103 bpref 273 0.2001 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.8333 iprec_at_recall_0.20 273 0.6277 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 0.8000 P_10 273 0.9000 P_15 273 0.9333 P_20 273 0.9500 P_30 273 0.9000 P_100 273 0.6100 P_200 273 0.3050 P_500 273 0.1220 P_1000 273 0.0610 relstring 273 '2223122233' recall_5 273 0.0138 recall_10 273 0.0310 recall_15 273 0.0483 recall_20 273 0.0655 recall_30 273 0.0931 recall_100 273 0.2103 recall_200 273 0.2103 recall_500 273 0.2103 recall_1000 273 0.2103 infAP 273 0.1701 Rprec_mult_0.20 273 0.7069 Rprec_mult_0.40 273 0.5259 Rprec_mult_0.60 273 0.3506 Rprec_mult_0.80 273 0.2629 Rprec_mult_1.00 273 0.2103 Rprec_mult_1.20 273 0.1753 Rprec_mult_1.40 273 0.1502 Rprec_mult_1.60 273 0.1315 Rprec_mult_1.80 273 0.1169 Rprec_mult_2.00 273 0.1052 utility 273 22.0000 11pt_avg 273 0.2237 binG 273 0.0921 G 273 0.0452 ndcg 273 0.2924 ndcg_rel 273 0.3629 Rndcg 273 0.4245 ndcg_cut_5 273 0.6034 ndcg_cut_10 273 0.6644 ndcg_cut_15 273 0.7074 ndcg_cut_20 273 0.7119 ndcg_cut_30 273 0.7105 ndcg_cut_100 273 0.5881 ndcg_cut_200 273 0.4026 ndcg_cut_500 273 0.2924 ndcg_cut_1000 273 0.2924 map_cut_5 273 0.0138 map_cut_10 273 0.0288 map_cut_15 273 0.0447 map_cut_20 273 0.0610 map_cut_30 273 0.0874 map_cut_100 273 0.1701 map_cut_200 273 0.1701 map_cut_500 273 0.1701 map_cut_1000 273 0.1701 relative_P_5 273 0.8000 relative_P_10 273 0.9000 relative_P_15 273 0.9333 relative_P_20 273 0.9500 relative_P_30 273 0.9000 relative_P_100 273 0.6100 relative_P_200 273 0.3050 relative_P_500 273 0.2103 relative_P_1000 273 0.2103 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.6100 set_relative_P 273 0.6100 set_recall 273 0.2103 set_map 273 0.1283 set_F 273 0.3128 num_nonrel_judged_ret 273 19 rbp 273 0.5462 rbp_resid 273 0.0103 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 100 num_rel 300 239 num_rel_ret 300 63 map 300 0.2183 Rprec 300 0.2636 bpref 300 0.2562 recip_rank 300 1.0000 iprec_at_recall_0.00 300 1.0000 iprec_at_recall_0.10 300 0.8810 iprec_at_recall_0.20 300 0.7869 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 1.0000 P_10 300 0.8000 P_15 300 0.8000 P_20 300 0.8500 P_30 300 0.8667 P_100 300 0.6300 P_200 300 0.3150 P_500 300 0.1260 P_1000 300 0.0630 relstring 300 '2222222121' recall_5 300 0.0209 recall_10 300 0.0335 recall_15 300 0.0502 recall_20 300 0.0711 recall_30 300 0.1088 recall_100 300 0.2636 recall_200 300 0.2636 recall_500 300 0.2636 recall_1000 300 0.2636 infAP 300 0.2183 Rprec_mult_0.20 300 0.8333 Rprec_mult_0.40 300 0.6354 Rprec_mult_0.60 300 0.4375 Rprec_mult_0.80 300 0.3281 Rprec_mult_1.00 300 0.2636 Rprec_mult_1.20 300 0.2195 Rprec_mult_1.40 300 0.1881 Rprec_mult_1.60 300 0.1645 Rprec_mult_1.80 300 0.1462 Rprec_mult_2.00 300 0.1318 utility 300 26.0000 11pt_avg 300 0.2425 binG 300 0.1074 G 300 0.0556 ndcg 300 0.3426 ndcg_rel 300 0.4232 Rndcg 300 0.4546 ndcg_cut_5 300 0.6667 ndcg_cut_10 300 0.6223 ndcg_cut_15 300 0.6177 ndcg_cut_20 300 0.6259 ndcg_cut_30 300 0.6503 ndcg_cut_100 300 0.6360 ndcg_cut_200 300 0.4153 ndcg_cut_500 300 0.3426 ndcg_cut_1000 300 0.3426 map_cut_5 300 0.0209 map_cut_10 300 0.0330 map_cut_15 300 0.0468 map_cut_20 300 0.0642 map_cut_30 300 0.0966 map_cut_100 300 0.2183 map_cut_200 300 0.2183 map_cut_500 300 0.2183 map_cut_1000 300 0.2183 relative_P_5 300 1.0000 relative_P_10 300 0.8000 relative_P_15 300 0.8000 relative_P_20 300 0.8500 relative_P_30 300 0.8667 relative_P_100 300 0.6300 relative_P_200 300 0.3150 relative_P_500 300 0.2636 relative_P_1000 300 0.2636 success_1 300 1.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.6300 set_relative_P 300 0.6300 set_recall 300 0.2636 set_map 300 0.1661 set_F 300 0.3717 num_nonrel_judged_ret 300 22 rbp 300 0.6310 rbp_resid 300 0.0041 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 100 num_rel 31 134 num_rel_ret 31 54 map 31 0.3331 Rprec 31 0.4030 bpref 31 0.3799 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.9583 iprec_at_recall_0.20 31 0.8182 iprec_at_recall_0.30 31 0.7143 iprec_at_recall_0.40 31 0.5684 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 1.0000 P_10 31 1.0000 P_15 31 0.9333 P_20 31 0.9500 P_30 31 0.8333 P_100 31 0.5400 P_200 31 0.2700 P_500 31 0.1080 P_1000 31 0.0540 relstring 31 '3222233322' recall_5 31 0.0373 recall_10 31 0.0746 recall_15 31 0.1045 recall_20 31 0.1418 recall_30 31 0.1866 recall_100 31 0.4030 recall_200 31 0.4030 recall_500 31 0.4030 recall_1000 31 0.4030 infAP 31 0.3331 Rprec_mult_0.20 31 0.8889 Rprec_mult_0.40 31 0.7222 Rprec_mult_0.60 31 0.5802 Rprec_mult_0.80 31 0.5000 Rprec_mult_1.00 31 0.4030 Rprec_mult_1.20 31 0.3354 Rprec_mult_1.40 31 0.2872 Rprec_mult_1.60 31 0.2512 Rprec_mult_1.80 31 0.2231 Rprec_mult_2.00 31 0.2015 utility 31 8.0000 11pt_avg 31 0.3690 binG 31 0.1964 G 31 0.1061 ndcg 31 0.4950 ndcg_rel 31 0.5961 Rndcg 31 0.6049 ndcg_cut_5 31 0.7797 ndcg_cut_10 31 0.8138 ndcg_cut_15 31 0.7635 ndcg_cut_20 31 0.7786 ndcg_cut_30 31 0.7757 ndcg_cut_100 31 0.6568 ndcg_cut_200 31 0.4950 ndcg_cut_500 31 0.4950 ndcg_cut_1000 31 0.4950 map_cut_5 31 0.0373 map_cut_10 31 0.0746 map_cut_15 31 0.1023 map_cut_20 31 0.1375 map_cut_30 31 0.1793 map_cut_100 31 0.3331 map_cut_200 31 0.3331 map_cut_500 31 0.3331 map_cut_1000 31 0.3331 relative_P_5 31 1.0000 relative_P_10 31 1.0000 relative_P_15 31 0.9333 relative_P_20 31 0.9500 relative_P_30 31 0.8333 relative_P_100 31 0.5400 relative_P_200 31 0.4030 relative_P_500 31 0.4030 relative_P_1000 31 0.4030 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.5400 set_relative_P 31 0.5400 set_recall 31 0.4030 set_map 31 0.2176 set_F 31 0.4615 num_nonrel_judged_ret 31 33 rbp 31 0.7367 rbp_resid 31 0.0073 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 100 num_rel 37 230 num_rel_ret 37 36 map 37 0.0864 Rprec 37 0.1565 bpref 37 0.1465 recip_rank 37 1.0000 iprec_at_recall_0.00 37 1.0000 iprec_at_recall_0.10 37 0.5532 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.6000 P_10 37 0.6000 P_15 37 0.4667 P_20 37 0.5500 P_30 37 0.5333 P_100 37 0.3600 P_200 37 0.1800 P_500 37 0.0720 P_1000 37 0.0360 relstring 37 '2212022211' recall_5 37 0.0130 recall_10 37 0.0261 recall_15 37 0.0304 recall_20 37 0.0478 recall_30 37 0.0696 recall_100 37 0.1565 recall_200 37 0.1565 recall_500 37 0.1565 recall_1000 37 0.1565 infAP 37 0.0864 Rprec_mult_0.20 37 0.5435 Rprec_mult_0.40 37 0.3913 Rprec_mult_0.60 37 0.2609 Rprec_mult_0.80 37 0.1957 Rprec_mult_1.00 37 0.1565 Rprec_mult_1.20 37 0.1304 Rprec_mult_1.40 37 0.1118 Rprec_mult_1.60 37 0.0978 Rprec_mult_1.80 37 0.0870 Rprec_mult_2.00 37 0.0783 utility 37 -28.0000 11pt_avg 37 0.1412 binG 37 0.0484 G 37 0.0300 ndcg 37 0.2131 ndcg_rel 37 0.2562 Rndcg 37 0.3243 ndcg_cut_5 37 0.5227 ndcg_cut_10 37 0.5299 ndcg_cut_15 37 0.4703 ndcg_cut_20 37 0.4916 ndcg_cut_30 37 0.5273 ndcg_cut_100 37 0.4631 ndcg_cut_200 37 0.2955 ndcg_cut_500 37 0.2131 ndcg_cut_1000 37 0.2131 map_cut_5 37 0.0120 map_cut_10 37 0.0212 map_cut_15 37 0.0238 map_cut_20 37 0.0327 map_cut_30 37 0.0448 map_cut_100 37 0.0864 map_cut_200 37 0.0864 map_cut_500 37 0.0864 map_cut_1000 37 0.0864 relative_P_5 37 0.6000 relative_P_10 37 0.6000 relative_P_15 37 0.4667 relative_P_20 37 0.5500 relative_P_30 37 0.5333 relative_P_100 37 0.3600 relative_P_200 37 0.1800 relative_P_500 37 0.1565 relative_P_1000 37 0.1565 success_1 37 1.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.3600 set_relative_P 37 0.3600 set_recall 37 0.1565 set_map 37 0.0563 set_F 37 0.2182 num_nonrel_judged_ret 37 34 rbp 37 0.4773 rbp_resid 37 0.0150 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 100 num_rel 407 102 num_rel_ret 407 31 map 407 0.1415 Rprec 407 0.3039 bpref 407 0.2382 recip_rank 407 1.0000 iprec_at_recall_0.00 407 1.0000 iprec_at_recall_0.10 407 0.4348 iprec_at_recall_0.20 407 0.4348 iprec_at_recall_0.30 407 0.3370 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.8000 P_10 407 0.6000 P_15 407 0.4667 P_20 407 0.4000 P_30 407 0.4000 P_100 407 0.3100 P_200 407 0.1550 P_500 407 0.0620 P_1000 407 0.0310 relstring 407 '2022202200' recall_5 407 0.0392 recall_10 407 0.0588 recall_15 407 0.0686 recall_20 407 0.0784 recall_30 407 0.1176 recall_100 407 0.3039 recall_200 407 0.3039 recall_500 407 0.3039 recall_1000 407 0.3039 infAP 407 0.1415 Rprec_mult_0.20 407 0.3810 Rprec_mult_0.40 407 0.4146 Rprec_mult_0.60 407 0.3710 Rprec_mult_0.80 407 0.3293 Rprec_mult_1.00 407 0.3039 Rprec_mult_1.20 407 0.2520 Rprec_mult_1.40 407 0.2168 Rprec_mult_1.60 407 0.1890 Rprec_mult_1.80 407 0.1685 Rprec_mult_2.00 407 0.1520 utility 407 -38.0000 11pt_avg 407 0.2006 binG 407 0.0896 G 407 0.0577 ndcg 407 0.3209 ndcg_rel 407 0.3488 Rndcg 407 0.3881 ndcg_cut_5 407 0.5240 ndcg_cut_10 407 0.4549 ndcg_cut_15 407 0.4103 ndcg_cut_20 407 0.3963 ndcg_cut_30 407 0.4050 ndcg_cut_100 407 0.3476 ndcg_cut_200 407 0.3209 ndcg_cut_500 407 0.3209 ndcg_cut_1000 407 0.3209 map_cut_5 407 0.0315 map_cut_10 407 0.0459 map_cut_15 407 0.0505 map_cut_20 407 0.0551 map_cut_30 407 0.0703 map_cut_100 407 0.1415 map_cut_200 407 0.1415 map_cut_500 407 0.1415 map_cut_1000 407 0.1415 relative_P_5 407 0.8000 relative_P_10 407 0.6000 relative_P_15 407 0.4667 relative_P_20 407 0.4000 relative_P_30 407 0.4000 relative_P_100 407 0.3100 relative_P_200 407 0.3039 relative_P_500 407 0.3039 relative_P_1000 407 0.3039 success_1 407 1.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.3100 set_relative_P 407 0.3100 set_recall 407 0.3039 set_map 407 0.0942 set_F 407 0.3069 num_nonrel_judged_ret 407 48 rbp 407 0.3453 rbp_resid 407 0.0049 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 100 num_rel 477 285 num_rel_ret 477 75 map 477 0.2430 Rprec 477 0.2632 bpref 477 0.2598 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.9706 iprec_at_recall_0.20 477 0.8769 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 1.0000 P_10 477 1.0000 P_15 477 1.0000 P_20 477 1.0000 P_30 477 0.9667 P_100 477 0.7500 P_200 477 0.3750 P_500 477 0.1500 P_1000 477 0.0750 relstring 477 '3332332323' recall_5 477 0.0175 recall_10 477 0.0351 recall_15 477 0.0526 recall_20 477 0.0702 recall_30 477 0.1018 recall_100 477 0.2632 recall_200 477 0.2632 recall_500 477 0.2632 recall_1000 477 0.2632 infAP 477 0.2430 Rprec_mult_0.20 477 0.8947 Rprec_mult_0.40 477 0.6579 Rprec_mult_0.60 477 0.4386 Rprec_mult_0.80 477 0.3289 Rprec_mult_1.00 477 0.2632 Rprec_mult_1.20 477 0.2193 Rprec_mult_1.40 477 0.1880 Rprec_mult_1.60 477 0.1645 Rprec_mult_1.80 477 0.1462 Rprec_mult_2.00 477 0.1316 utility 477 50.0000 11pt_avg 477 0.2589 binG 477 0.1512 G 477 0.0687 ndcg 477 0.3426 ndcg_rel 477 0.4437 Rndcg 477 0.4605 ndcg_cut_5 477 0.9513 ndcg_cut_10 477 0.9219 ndcg_cut_15 477 0.8933 ndcg_cut_20 477 0.8890 ndcg_cut_30 477 0.8529 ndcg_cut_100 477 0.6953 ndcg_cut_200 477 0.4752 ndcg_cut_500 477 0.3426 ndcg_cut_1000 477 0.3426 map_cut_5 477 0.0175 map_cut_10 477 0.0351 map_cut_15 477 0.0526 map_cut_20 477 0.0702 map_cut_30 477 0.1011 map_cut_100 477 0.2430 map_cut_200 477 0.2430 map_cut_500 477 0.2430 map_cut_1000 477 0.2430 relative_P_5 477 1.0000 relative_P_10 477 1.0000 relative_P_15 477 1.0000 relative_P_20 477 1.0000 relative_P_30 477 0.9667 relative_P_100 477 0.7500 relative_P_200 477 0.3750 relative_P_500 477 0.2632 relative_P_1000 477 0.2632 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.7500 set_relative_P 477 0.7500 set_recall 477 0.2632 set_map 477 0.1974 set_F 477 0.3896 num_nonrel_judged_ret 477 9 rbp 477 0.8685 rbp_resid 477 0.0062 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 100 num_rel 499 192 num_rel_ret 499 62 map 499 0.2867 Rprec 499 0.3229 bpref 499 0.3145 recip_rank 499 1.0000 iprec_at_recall_0.00 499 1.0000 iprec_at_recall_0.10 499 1.0000 iprec_at_recall_0.20 499 0.8444 iprec_at_recall_0.30 499 0.6824 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 1.0000 P_10 499 1.0000 P_15 499 1.0000 P_20 499 1.0000 P_30 499 0.9333 P_100 499 0.6200 P_200 499 0.3100 P_500 499 0.1240 P_1000 499 0.0620 relstring 499 '3222333323' recall_5 499 0.0260 recall_10 499 0.0521 recall_15 499 0.0781 recall_20 499 0.1042 recall_30 499 0.1458 recall_100 499 0.3229 recall_200 499 0.3229 recall_500 499 0.3229 recall_1000 499 0.3229 infAP 499 0.2867 Rprec_mult_0.20 499 0.8974 Rprec_mult_0.40 499 0.7143 Rprec_mult_0.60 499 0.5345 Rprec_mult_0.80 499 0.4026 Rprec_mult_1.00 499 0.3229 Rprec_mult_1.20 499 0.2684 Rprec_mult_1.40 499 0.2305 Rprec_mult_1.60 499 0.2013 Rprec_mult_1.80 499 0.1792 Rprec_mult_2.00 499 0.1615 utility 499 24.0000 11pt_avg 499 0.3206 binG 499 0.1938 G 499 0.0824 ndcg 499 0.4122 ndcg_rel 499 0.5133 Rndcg 499 0.5581 ndcg_cut_5 499 0.8235 ndcg_cut_10 499 0.8633 ndcg_cut_15 499 0.8486 ndcg_cut_20 499 0.8401 ndcg_cut_30 499 0.8010 ndcg_cut_100 499 0.7079 ndcg_cut_200 499 0.4677 ndcg_cut_500 499 0.4122 ndcg_cut_1000 499 0.4122 map_cut_5 499 0.0260 map_cut_10 499 0.0521 map_cut_15 499 0.0781 map_cut_20 499 0.1042 map_cut_30 499 0.1453 map_cut_100 499 0.2867 map_cut_200 499 0.2867 map_cut_500 499 0.2867 map_cut_1000 499 0.2867 relative_P_5 499 1.0000 relative_P_10 499 1.0000 relative_P_15 499 1.0000 relative_P_20 499 1.0000 relative_P_30 499 0.9333 relative_P_100 499 0.6200 relative_P_200 499 0.3229 relative_P_500 499 0.3229 relative_P_1000 499 0.3229 success_1 499 1.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.6200 set_relative_P 499 0.6200 set_recall 499 0.3229 set_map 499 0.2002 set_F 499 0.4247 num_nonrel_judged_ret 499 22 rbp 499 0.8150 rbp_resid 499 0.0105 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 100 num_rel 515 147 num_rel_ret 515 21 map 515 0.0289 Rprec 515 0.1429 bpref 515 0.1097 recip_rank 515 0.2000 iprec_at_recall_0.00 515 0.2857 iprec_at_recall_0.10 515 0.2333 iprec_at_recall_0.20 515 0.0000 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.2000 P_10 515 0.2000 P_15 515 0.1333 P_20 515 0.1000 P_30 515 0.1667 P_100 515 0.2100 P_200 515 0.1050 P_500 515 0.0420 P_1000 515 0.0210 relstring 515 '0001202000' recall_5 515 0.0068 recall_10 515 0.0136 recall_15 515 0.0136 recall_20 515 0.0136 recall_30 515 0.0340 recall_100 515 0.1429 recall_200 515 0.1429 recall_500 515 0.1429 recall_1000 515 0.1429 infAP 515 0.0289 Rprec_mult_0.20 515 0.1667 Rprec_mult_0.40 515 0.1695 Rprec_mult_0.60 515 0.2247 Rprec_mult_0.80 515 0.1780 Rprec_mult_1.00 515 0.1429 Rprec_mult_1.20 515 0.1186 Rprec_mult_1.40 515 0.1019 Rprec_mult_1.60 515 0.0890 Rprec_mult_1.80 515 0.0792 Rprec_mult_2.00 515 0.0714 utility 515 -58.0000 11pt_avg 515 0.0472 binG 515 0.0288 G 515 0.0280 ndcg 515 0.1729 ndcg_rel 515 0.1833 Rndcg 515 0.1812 ndcg_cut_5 515 0.2042 ndcg_cut_10 515 0.2059 ndcg_cut_15 515 0.1814 ndcg_cut_20 515 0.1675 ndcg_cut_30 515 0.2086 ndcg_cut_100 515 0.2505 ndcg_cut_200 515 0.1729 ndcg_cut_500 515 0.1729 ndcg_cut_1000 515 0.1729 map_cut_5 515 0.0014 map_cut_10 515 0.0033 map_cut_15 515 0.0033 map_cut_20 515 0.0033 map_cut_30 515 0.0064 map_cut_100 515 0.0289 map_cut_200 515 0.0289 map_cut_500 515 0.0289 map_cut_1000 515 0.0289 relative_P_5 515 0.2000 relative_P_10 515 0.2000 relative_P_15 515 0.1333 relative_P_20 515 0.1000 relative_P_30 515 0.1667 relative_P_100 515 0.2100 relative_P_200 515 0.1429 relative_P_500 515 0.1429 relative_P_1000 515 0.1429 success_1 515 0.0000 success_5 515 1.0000 success_10 515 1.0000 set_P 515 0.2100 set_relative_P 515 0.2100 set_recall 515 0.1429 set_map 515 0.0300 set_F 515 0.1700 num_nonrel_judged_ret 515 54 rbp 515 0.2169 rbp_resid 515 0.0104 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 100 num_rel 58 373 num_rel_ret 58 74 map 58 0.1780 Rprec 58 0.1984 bpref 58 0.1924 recip_rank 58 1.0000 iprec_at_recall_0.00 58 1.0000 iprec_at_recall_0.10 58 0.9091 iprec_at_recall_0.20 58 0.0000 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 1.0000 P_10 58 1.0000 P_15 58 0.9333 P_20 58 0.9500 P_30 58 0.9333 P_100 58 0.7400 P_200 58 0.3700 P_500 58 0.1480 P_1000 58 0.0740 relstring 58 '3223323432' recall_5 58 0.0134 recall_10 58 0.0268 recall_15 58 0.0375 recall_20 58 0.0509 recall_30 58 0.0751 recall_100 58 0.1984 recall_200 58 0.1984 recall_500 58 0.1984 recall_1000 58 0.1984 infAP 58 0.1780 Rprec_mult_0.20 58 0.8133 Rprec_mult_0.40 58 0.4933 Rprec_mult_0.60 58 0.3304 Rprec_mult_0.80 58 0.2475 Rprec_mult_1.00 58 0.1984 Rprec_mult_1.20 58 0.1652 Rprec_mult_1.40 58 0.1415 Rprec_mult_1.60 58 0.1240 Rprec_mult_1.80 58 0.1101 Rprec_mult_2.00 58 0.0992 utility 58 48.0000 11pt_avg 58 0.1736 binG 58 0.0980 G 58 0.0450 ndcg 58 0.2904 ndcg_rel 58 0.3712 Rndcg 58 0.4336 ndcg_cut_5 58 0.6541 ndcg_cut_10 58 0.7341 ndcg_cut_15 58 0.7354 ndcg_cut_20 58 0.7452 ndcg_cut_30 58 0.7567 ndcg_cut_100 58 0.6599 ndcg_cut_200 58 0.4286 ndcg_cut_500 58 0.2904 ndcg_cut_1000 58 0.2904 map_cut_5 58 0.0134 map_cut_10 58 0.0268 map_cut_15 58 0.0374 map_cut_20 58 0.0500 map_cut_30 58 0.0728 map_cut_100 58 0.1780 map_cut_200 58 0.1780 map_cut_500 58 0.1780 map_cut_1000 58 0.1780 relative_P_5 58 1.0000 relative_P_10 58 1.0000 relative_P_15 58 0.9333 relative_P_20 58 0.9500 relative_P_30 58 0.9333 relative_P_100 58 0.7400 relative_P_200 58 0.3700 relative_P_500 58 0.1984 relative_P_1000 58 0.1984 success_1 58 1.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.7400 set_relative_P 58 0.7400 set_recall 58 0.1984 set_map 58 0.1468 set_F 58 0.3129 num_nonrel_judged_ret 58 4 rbp 58 0.6373 rbp_resid 58 0.0057 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 100 num_rel 707 186 num_rel_ret 707 37 map 707 0.1428 Rprec 707 0.1989 bpref 707 0.1894 recip_rank 707 1.0000 iprec_at_recall_0.00 707 1.0000 iprec_at_recall_0.10 707 0.8333 iprec_at_recall_0.20 707 0.3700 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 1.0000 P_10 707 1.0000 P_15 707 1.0000 P_20 707 0.8500 P_30 707 0.6667 P_100 707 0.3700 P_200 707 0.1850 P_500 707 0.0740 P_1000 707 0.0370 relstring 707 '2222222222' recall_5 707 0.0269 recall_10 707 0.0538 recall_15 707 0.0806 recall_20 707 0.0914 recall_30 707 0.1075 recall_100 707 0.1989 recall_200 707 0.1989 recall_500 707 0.1989 recall_1000 707 0.1989 infAP 707 0.1428 Rprec_mult_0.20 707 0.5526 Rprec_mult_0.40 707 0.3733 Rprec_mult_0.60 707 0.3304 Rprec_mult_0.80 707 0.2483 Rprec_mult_1.00 707 0.1989 Rprec_mult_1.20 707 0.1652 Rprec_mult_1.40 707 0.1418 Rprec_mult_1.60 707 0.1242 Rprec_mult_1.80 707 0.1104 Rprec_mult_2.00 707 0.0995 utility 707 -26.0000 11pt_avg 707 0.2003 binG 707 0.1119 G 707 0.0483 ndcg 707 0.2782 ndcg_rel 707 0.3421 Rndcg 707 0.4113 ndcg_cut_5 707 0.6667 ndcg_cut_10 707 0.6968 ndcg_cut_15 707 0.7478 ndcg_cut_20 707 0.7152 ndcg_cut_30 707 0.6479 ndcg_cut_100 707 0.4411 ndcg_cut_200 707 0.2817 ndcg_cut_500 707 0.2782 ndcg_cut_1000 707 0.2782 map_cut_5 707 0.0269 map_cut_10 707 0.0538 map_cut_15 707 0.0806 map_cut_20 707 0.0906 map_cut_30 707 0.1039 map_cut_100 707 0.1428 map_cut_200 707 0.1428 map_cut_500 707 0.1428 map_cut_1000 707 0.1428 relative_P_5 707 1.0000 relative_P_10 707 1.0000 relative_P_15 707 1.0000 relative_P_20 707 0.8500 relative_P_30 707 0.6667 relative_P_100 707 0.3700 relative_P_200 707 0.1989 relative_P_500 707 0.1989 relative_P_1000 707 0.1989 success_1 707 1.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.3700 set_relative_P 707 0.3700 set_recall 707 0.1989 set_map 707 0.0736 set_F 707 0.2587 num_nonrel_judged_ret 707 33 rbp 707 0.5861 rbp_resid 707 0.0762 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.1000 num_ret 72 100 num_rel 72 466 num_rel_ret 72 85 map 72 0.1690 Rprec 72 0.1824 bpref 72 0.1824 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.9412 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 1.0000 P_15 72 1.0000 P_20 72 1.0000 P_30 72 0.9667 P_100 72 0.8500 P_200 72 0.4250 P_500 72 0.1700 P_1000 72 0.0850 relstring 72 '4444433334' recall_5 72 0.0107 recall_10 72 0.0215 recall_15 72 0.0322 recall_20 72 0.0429 recall_30 72 0.0622 recall_100 72 0.1824 recall_200 72 0.1824 recall_500 72 0.1824 recall_1000 72 0.1824 infAP 72 0.1690 Rprec_mult_0.20 72 0.8511 Rprec_mult_0.40 72 0.4545 Rprec_mult_0.60 72 0.3036 Rprec_mult_0.80 72 0.2279 Rprec_mult_1.00 72 0.1824 Rprec_mult_1.20 72 0.1518 Rprec_mult_1.40 72 0.1302 Rprec_mult_1.60 72 0.1139 Rprec_mult_1.80 72 0.1013 Rprec_mult_2.00 72 0.0912 utility 72 70.0000 11pt_avg 72 0.1765 binG 72 0.1044 G 72 0.0543 ndcg 72 0.2925 ndcg_rel 72 0.3874 Rndcg 72 0.4362 ndcg_cut_5 72 1.0000 ndcg_cut_10 72 0.9281 ndcg_cut_15 72 0.8996 ndcg_cut_20 72 0.8915 ndcg_cut_30 72 0.8542 ndcg_cut_100 72 0.7685 ndcg_cut_200 72 0.4970 ndcg_cut_500 72 0.2925 ndcg_cut_1000 72 0.2925 map_cut_5 72 0.0107 map_cut_10 72 0.0215 map_cut_15 72 0.0322 map_cut_20 72 0.0429 map_cut_30 72 0.0622 map_cut_100 72 0.1690 map_cut_200 72 0.1690 map_cut_500 72 0.1690 map_cut_1000 72 0.1690 relative_P_5 72 1.0000 relative_P_10 72 1.0000 relative_P_15 72 1.0000 relative_P_20 72 1.0000 relative_P_30 72 0.9667 relative_P_100 72 0.8500 relative_P_200 72 0.4250 relative_P_500 72 0.1824 relative_P_1000 72 0.1824 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.8500 set_relative_P 72 0.8500 set_recall 72 0.1824 set_map 72 0.1550 set_F 72 0.3004 num_nonrel_judged_ret 72 0 rbp 72 0.8778 rbp_resid 72 0.0106 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 100 num_rel 84 142 num_rel_ret 84 26 map 84 0.1282 Rprec 84 0.1831 bpref 84 0.1695 recip_rank 84 1.0000 iprec_at_recall_0.00 84 1.0000 iprec_at_recall_0.10 84 0.6087 iprec_at_recall_0.20 84 0.0000 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 1.0000 P_10 84 1.0000 P_15 84 0.6667 P_20 84 0.6500 P_30 84 0.5333 P_100 84 0.2600 P_200 84 0.1300 P_500 84 0.0520 P_1000 84 0.0260 relstring 84 '3222242322' recall_5 84 0.0352 recall_10 84 0.0704 recall_15 84 0.0704 recall_20 84 0.0915 recall_30 84 0.1127 recall_100 84 0.1831 recall_200 84 0.1831 recall_500 84 0.1831 recall_1000 84 0.1831 infAP 84 0.1282 Rprec_mult_0.20 84 0.5517 Rprec_mult_0.40 84 0.3860 Rprec_mult_0.60 84 0.3023 Rprec_mult_0.80 84 0.2281 Rprec_mult_1.00 84 0.1831 Rprec_mult_1.20 84 0.1520 Rprec_mult_1.40 84 0.1307 Rprec_mult_1.60 84 0.1140 Rprec_mult_1.80 84 0.1016 Rprec_mult_2.00 84 0.0915 utility 84 -48.0000 11pt_avg 84 0.1462 binG 84 0.0982 G 84 0.0376 ndcg 84 0.2433 ndcg_rel 84 0.2828 Rndcg 84 0.4206 ndcg_cut_5 84 0.6046 ndcg_cut_10 84 0.6864 ndcg_cut_15 84 0.5899 ndcg_cut_20 84 0.5726 ndcg_cut_30 84 0.5190 ndcg_cut_100 84 0.3650 ndcg_cut_200 84 0.2640 ndcg_cut_500 84 0.2433 ndcg_cut_1000 84 0.2433 map_cut_5 84 0.0352 map_cut_10 84 0.0704 map_cut_15 84 0.0704 map_cut_20 84 0.0851 map_cut_30 84 0.0977 map_cut_100 84 0.1282 map_cut_200 84 0.1282 map_cut_500 84 0.1282 map_cut_1000 84 0.1282 relative_P_5 84 1.0000 relative_P_10 84 1.0000 relative_P_15 84 0.6667 relative_P_20 84 0.6500 relative_P_30 84 0.5333 relative_P_100 84 0.2600 relative_P_200 84 0.1831 relative_P_500 84 0.1831 relative_P_1000 84 0.1831 success_1 84 1.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.2600 set_relative_P 84 0.2600 set_recall 84 0.1831 set_map 84 0.0476 set_F 84 0.2149 num_nonrel_judged_ret 84 49 rbp 84 0.4615 rbp_resid 84 0.0196 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 100 num_rel 897 239 num_rel_ret 897 65 map 897 0.2247 Rprec 897 0.2720 bpref 897 0.2642 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.8710 iprec_at_recall_0.20 897 0.7619 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 0.8000 P_10 897 0.9000 P_15 897 0.9333 P_20 897 0.9500 P_30 897 0.8667 P_100 897 0.6500 P_200 897 0.3250 P_500 897 0.1300 P_1000 897 0.0650 relstring 897 '2222022222' recall_5 897 0.0167 recall_10 897 0.0377 recall_15 897 0.0586 recall_20 897 0.0795 recall_30 897 0.1088 recall_100 897 0.2720 recall_200 897 0.2720 recall_500 897 0.2720 recall_1000 897 0.2720 infAP 897 0.2247 Rprec_mult_0.20 897 0.7917 Rprec_mult_0.40 897 0.6771 Rprec_mult_0.60 897 0.4514 Rprec_mult_0.80 897 0.3385 Rprec_mult_1.00 897 0.2720 Rprec_mult_1.20 897 0.2265 Rprec_mult_1.40 897 0.1940 Rprec_mult_1.60 897 0.1697 Rprec_mult_1.80 897 0.1508 Rprec_mult_2.00 897 0.1360 utility 897 30.0000 11pt_avg 897 0.2394 binG 897 0.1103 G 897 0.0583 ndcg 897 0.3505 ndcg_rel 897 0.4298 Rndcg 897 0.4663 ndcg_cut_5 897 0.5792 ndcg_cut_10 897 0.6099 ndcg_cut_15 897 0.6834 ndcg_cut_20 897 0.7030 ndcg_cut_30 897 0.6747 ndcg_cut_100 897 0.6731 ndcg_cut_200 897 0.4354 ndcg_cut_500 897 0.3505 ndcg_cut_1000 897 0.3505 map_cut_5 897 0.0167 map_cut_10 897 0.0350 map_cut_15 897 0.0542 map_cut_20 897 0.0740 map_cut_30 897 0.0991 map_cut_100 897 0.2247 map_cut_200 897 0.2247 map_cut_500 897 0.2247 map_cut_1000 897 0.2247 relative_P_5 897 0.8000 relative_P_10 897 0.9000 relative_P_15 897 0.9333 relative_P_20 897 0.9500 relative_P_30 897 0.8667 relative_P_100 897 0.6500 relative_P_200 897 0.3250 relative_P_500 897 0.2720 relative_P_1000 897 0.2720 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.6500 set_relative_P 897 0.6500 set_recall 897 0.2720 set_map 897 0.1768 set_F 897 0.3835 num_nonrel_judged_ret 897 21 rbp 897 0.6521 rbp_resid 897 0.0071 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all hltcoe-searcher num_q all 22 num_ret all 2200 num_rel all 5166 num_rel_ret all 1234 map all 0.1952 gm_map all 0.1750 Rprec all 0.2466 bpref all 0.2344 recip_rank all 0.9182 iprec_at_recall_0.00 all 0.9635 iprec_at_recall_0.10 all 0.8194 iprec_at_recall_0.20 all 0.5187 iprec_at_recall_0.30 all 0.1521 iprec_at_recall_0.40 all 0.0258 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.8545 P_10 all 0.8545 P_15 all 0.8212 P_20 all 0.8227 P_30 all 0.7909 P_100 all 0.5609 P_200 all 0.2805 P_500 all 0.1122 P_1000 all 0.0561 recall_5 all 0.0201 recall_10 all 0.0396 recall_15 all 0.0559 recall_20 all 0.0740 recall_30 all 0.1060 recall_100 all 0.2466 recall_200 all 0.2466 recall_500 all 0.2466 recall_1000 all 0.2466 infAP all 0.1952 gm_bpref all 0.2245 Rprec_mult_0.20 all 0.7324 Rprec_mult_0.40 all 0.5475 Rprec_mult_0.60 all 0.3989 Rprec_mult_0.80 all 0.3051 Rprec_mult_1.00 all 0.2466 Rprec_mult_1.20 all 0.2052 Rprec_mult_1.40 all 0.1759 Rprec_mult_1.60 all 0.1539 Rprec_mult_1.80 all 0.1368 Rprec_mult_2.00 all 0.1233 utility all 12.1818 11pt_avg all 0.2254 binG all 0.1136 G all 0.0562 ndcg all 0.3218 ndcg_rel all 0.3933 Rndcg all 0.4378 ndcg_cut_5 all 0.6375 ndcg_cut_10 all 0.6498 ndcg_cut_15 all 0.6511 ndcg_cut_20 all 0.6555 ndcg_cut_30 all 0.6565 ndcg_cut_100 all 0.5786 ndcg_cut_200 all 0.3900 ndcg_cut_500 all 0.3218 ndcg_cut_1000 all 0.3218 map_cut_5 all 0.0188 map_cut_10 all 0.0364 map_cut_15 all 0.0512 map_cut_20 all 0.0670 map_cut_30 all 0.0939 map_cut_100 all 0.1952 map_cut_200 all 0.1952 map_cut_500 all 0.1952 map_cut_1000 all 0.1952 relative_P_5 all 0.8545 relative_P_10 all 0.8545 relative_P_15 all 0.8212 relative_P_20 all 0.8227 relative_P_30 all 0.7909 relative_P_100 all 0.5609 relative_P_200 all 0.3001 relative_P_500 all 0.2466 relative_P_1000 all 0.2466 success_1 all 0.8636 success_5 all 1.0000 success_10 all 1.0000 set_P all 0.5609 set_relative_P all 0.5609 set_recall all 0.2466 set_map all 0.1428 set_F all 0.3345 num_nonrel_judged_ret all 546 rbp all 0.5925 rbp_resid all 0.0119 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0045