num_ret 14 100 num_rel 14 272 num_rel_ret 14 40 map 14 0.1215 Rprec 14 0.1471 bpref 14 0.1458 recip_rank 14 1.0000 iprec_at_recall_0.00 14 1.0000 iprec_at_recall_0.10 14 0.7297 iprec_at_recall_0.20 14 0.0000 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 1.0000 P_10 14 1.0000 P_15 14 1.0000 P_20 14 0.9500 P_30 14 0.8333 P_100 14 0.4000 P_200 14 0.2000 P_500 14 0.0800 P_1000 14 0.0400 relstring 14 '2322222222' recall_5 14 0.0184 recall_10 14 0.0368 recall_15 14 0.0551 recall_20 14 0.0699 recall_30 14 0.0919 recall_100 14 0.1471 recall_200 14 0.1471 recall_500 14 0.1471 recall_1000 14 0.1471 infAP 14 0.1215 Rprec_mult_0.20 14 0.5455 Rprec_mult_0.40 14 0.3670 Rprec_mult_0.60 14 0.2439 Rprec_mult_0.80 14 0.1835 Rprec_mult_1.00 14 0.1471 Rprec_mult_1.20 14 0.1223 Rprec_mult_1.40 14 0.1050 Rprec_mult_1.60 14 0.0917 Rprec_mult_1.80 14 0.0816 Rprec_mult_2.00 14 0.0735 utility 14 -20.0000 11pt_avg 14 0.1572 binG 14 0.0926 G 14 0.0317 ndcg 14 0.2187 ndcg_rel 14 0.2676 Rndcg 14 0.4147 ndcg_cut_5 14 0.6231 ndcg_cut_10 14 0.6368 ndcg_cut_15 14 0.6429 ndcg_cut_20 14 0.6263 ndcg_cut_30 14 0.6233 ndcg_cut_100 14 0.4397 ndcg_cut_200 14 0.2851 ndcg_cut_500 14 0.2187 ndcg_cut_1000 14 0.2187 map_cut_5 14 0.0184 map_cut_10 14 0.0368 map_cut_15 14 0.0551 map_cut_20 14 0.0697 map_cut_30 14 0.0902 map_cut_100 14 0.1215 map_cut_200 14 0.1215 map_cut_500 14 0.1215 map_cut_1000 14 0.1215 relative_P_5 14 1.0000 relative_P_10 14 1.0000 relative_P_15 14 1.0000 relative_P_20 14 0.9500 relative_P_30 14 0.8333 relative_P_100 14 0.4000 relative_P_200 14 0.2000 relative_P_500 14 0.1471 relative_P_1000 14 0.1471 success_1 14 1.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.4000 set_relative_P 14 0.4000 set_recall 14 0.1471 set_map 14 0.0588 set_F 14 0.2151 num_nonrel_judged_ret 14 4 rbp 14 0.4888 rbp_resid 14 0.0376 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 100 num_rel 144 197 num_rel_ret 144 36 map 144 0.1026 Rprec 144 0.1827 bpref 144 0.1736 recip_rank 144 1.0000 iprec_at_recall_0.00 144 1.0000 iprec_at_recall_0.10 144 0.6061 iprec_at_recall_0.20 144 0.0000 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.6000 P_10 144 0.5000 P_15 144 0.5333 P_20 144 0.6000 P_30 144 0.6000 P_100 144 0.3600 P_200 144 0.1800 P_500 144 0.0720 P_1000 144 0.0360 relstring 144 '3311321301' recall_5 144 0.0152 recall_10 144 0.0254 recall_15 144 0.0406 recall_20 144 0.0609 recall_30 144 0.0914 recall_100 144 0.1827 recall_200 144 0.1827 recall_500 144 0.1827 recall_1000 144 0.1827 infAP 144 0.1026 Rprec_mult_0.20 144 0.5500 Rprec_mult_0.40 144 0.4051 Rprec_mult_0.60 144 0.3025 Rprec_mult_0.80 144 0.2278 Rprec_mult_1.00 144 0.1827 Rprec_mult_1.20 144 0.1519 Rprec_mult_1.40 144 0.1304 Rprec_mult_1.60 144 0.1139 Rprec_mult_1.80 144 0.1014 Rprec_mult_2.00 144 0.0914 utility 144 -28.0000 11pt_avg 144 0.1460 binG 144 0.0560 G 144 0.0350 ndcg 144 0.2356 ndcg_rel 144 0.2784 Rndcg 144 0.4439 ndcg_cut_5 144 0.7094 ndcg_cut_10 144 0.6333 ndcg_cut_15 144 0.5955 ndcg_cut_20 144 0.5959 ndcg_cut_30 144 0.5673 ndcg_cut_100 144 0.4290 ndcg_cut_200 144 0.2878 ndcg_cut_500 144 0.2356 ndcg_cut_1000 144 0.2356 map_cut_5 144 0.0132 map_cut_10 144 0.0198 map_cut_15 144 0.0275 map_cut_20 144 0.0392 map_cut_30 144 0.0577 map_cut_100 144 0.1026 map_cut_200 144 0.1026 map_cut_500 144 0.1026 map_cut_1000 144 0.1026 relative_P_5 144 0.6000 relative_P_10 144 0.5000 relative_P_15 144 0.5333 relative_P_20 144 0.6000 relative_P_30 144 0.6000 relative_P_100 144 0.3600 relative_P_200 144 0.1827 relative_P_500 144 0.1827 relative_P_1000 144 0.1827 success_1 144 1.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.3600 set_relative_P 144 0.3600 set_recall 144 0.1827 set_map 144 0.0658 set_F 144 0.2424 num_nonrel_judged_ret 144 15 rbp 144 0.4390 rbp_resid 144 0.0275 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 100 num_rel 161 218 num_rel_ret 161 25 map 161 0.0564 Rprec 161 0.1147 bpref 161 0.1064 recip_rank 161 1.0000 iprec_at_recall_0.00 161 1.0000 iprec_at_recall_0.10 161 0.2584 iprec_at_recall_0.20 161 0.0000 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 0.8000 P_10 161 0.7000 P_15 161 0.6667 P_20 161 0.5000 P_30 161 0.4333 P_100 161 0.2500 P_200 161 0.1250 P_500 161 0.0500 P_1000 161 0.0250 relstring 161 '3202200222' recall_5 161 0.0183 recall_10 161 0.0321 recall_15 161 0.0459 recall_20 161 0.0459 recall_30 161 0.0596 recall_100 161 0.1147 recall_200 161 0.1147 recall_500 161 0.1147 recall_1000 161 0.1147 infAP 161 0.0564 Rprec_mult_0.20 161 0.3409 Rprec_mult_0.40 161 0.2500 Rprec_mult_0.60 161 0.1908 Rprec_mult_0.80 161 0.1429 Rprec_mult_1.00 161 0.1147 Rprec_mult_1.20 161 0.0954 Rprec_mult_1.40 161 0.0817 Rprec_mult_1.60 161 0.0716 Rprec_mult_1.80 161 0.0636 Rprec_mult_2.00 161 0.0573 utility 161 -50.0000 11pt_avg 161 0.1144 binG 161 0.0393 G 161 0.0283 ndcg 161 0.1799 ndcg_rel 161 0.2122 Rndcg 161 0.2687 ndcg_cut_5 161 0.6667 ndcg_cut_10 161 0.5655 ndcg_cut_15 161 0.5418 ndcg_cut_20 161 0.4511 ndcg_cut_30 161 0.4304 ndcg_cut_100 161 0.3135 ndcg_cut_200 161 0.2003 ndcg_cut_500 161 0.1799 ndcg_cut_1000 161 0.1799 map_cut_5 161 0.0163 map_cut_10 161 0.0254 map_cut_15 161 0.0348 map_cut_20 161 0.0348 map_cut_30 161 0.0414 map_cut_100 161 0.0564 map_cut_200 161 0.0564 map_cut_500 161 0.0564 map_cut_1000 161 0.0564 relative_P_5 161 0.8000 relative_P_10 161 0.7000 relative_P_15 161 0.6667 relative_P_20 161 0.5000 relative_P_30 161 0.4333 relative_P_100 161 0.2500 relative_P_200 161 0.1250 relative_P_500 161 0.1147 relative_P_1000 161 0.1147 success_1 161 1.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.2500 set_relative_P 161 0.2500 set_recall 161 0.1147 set_map 161 0.0287 set_F 161 0.1572 num_nonrel_judged_ret 161 32 rbp 161 0.4225 rbp_resid 161 0.0240 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 100 num_rel 200 184 num_rel_ret 200 35 map 200 0.0972 Rprec 200 0.1902 bpref 200 0.1759 recip_rank 200 0.5000 iprec_at_recall_0.00 200 0.6471 iprec_at_recall_0.10 200 0.5250 iprec_at_recall_0.20 200 0.0000 iprec_at_recall_0.30 200 0.0000 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 0.4000 P_10 200 0.6000 P_15 200 0.6000 P_20 200 0.6000 P_30 200 0.5333 P_100 200 0.3500 P_200 200 0.1750 P_500 200 0.0700 P_1000 200 0.0350 relstring 200 '0312130232' recall_5 200 0.0109 recall_10 200 0.0326 recall_15 200 0.0489 recall_20 200 0.0652 recall_30 200 0.0870 recall_100 200 0.1902 recall_200 200 0.1902 recall_500 200 0.1902 recall_1000 200 0.1902 infAP 200 0.0972 Rprec_mult_0.20 200 0.4865 Rprec_mult_0.40 200 0.3784 Rprec_mult_0.60 200 0.3153 Rprec_mult_0.80 200 0.2365 Rprec_mult_1.00 200 0.1902 Rprec_mult_1.20 200 0.1584 Rprec_mult_1.40 200 0.1357 Rprec_mult_1.60 200 0.1186 Rprec_mult_1.80 200 0.1054 Rprec_mult_2.00 200 0.0951 utility 200 -30.0000 11pt_avg 200 0.1066 binG 200 0.0530 G 200 0.0380 ndcg 200 0.2456 ndcg_rel 200 0.2785 Rndcg 200 0.2310 ndcg_cut_5 200 0.3698 ndcg_cut_10 200 0.4663 ndcg_cut_15 200 0.4829 ndcg_cut_20 200 0.4809 ndcg_cut_30 200 0.4635 ndcg_cut_100 200 0.3715 ndcg_cut_200 200 0.2560 ndcg_cut_500 200 0.2456 ndcg_cut_1000 200 0.2456 map_cut_5 200 0.0054 map_cut_10 200 0.0171 map_cut_15 200 0.0274 map_cut_20 200 0.0378 map_cut_30 200 0.0509 map_cut_100 200 0.0972 map_cut_200 200 0.0972 map_cut_500 200 0.0972 map_cut_1000 200 0.0972 relative_P_5 200 0.4000 relative_P_10 200 0.6000 relative_P_15 200 0.6000 relative_P_20 200 0.6000 relative_P_30 200 0.5333 relative_P_100 200 0.3500 relative_P_200 200 0.1902 relative_P_500 200 0.1902 relative_P_1000 200 0.1902 success_1 200 0.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.3500 set_relative_P 200 0.3500 set_recall 200 0.1902 set_map 200 0.0666 set_F 200 0.2465 num_nonrel_judged_ret 200 27 rbp 200 0.3877 rbp_resid 200 0.0137 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 100 num_rel 213 322 num_rel_ret 213 48 map 213 0.1185 Rprec 213 0.1491 bpref 213 0.1460 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 0.7273 iprec_at_recall_0.20 213 0.0000 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 1.0000 P_10 213 1.0000 P_15 213 0.9333 P_20 213 0.9000 P_30 213 0.8333 P_100 213 0.4800 P_200 213 0.2400 P_500 213 0.0960 P_1000 213 0.0480 relstring 213 '3322333323' recall_5 213 0.0155 recall_10 213 0.0311 recall_15 213 0.0435 recall_20 213 0.0559 recall_30 213 0.0776 recall_100 213 0.1491 recall_200 213 0.1491 recall_500 213 0.1491 recall_1000 213 0.1491 infAP 213 0.1185 Rprec_mult_0.20 213 0.5846 Rprec_mult_0.40 213 0.3721 Rprec_mult_0.60 213 0.2474 Rprec_mult_0.80 213 0.1860 Rprec_mult_1.00 213 0.1491 Rprec_mult_1.20 213 0.1240 Rprec_mult_1.40 213 0.1064 Rprec_mult_1.60 213 0.0930 Rprec_mult_1.80 213 0.0828 Rprec_mult_2.00 213 0.0745 utility 213 -4.0000 11pt_avg 213 0.1570 binG 213 0.0718 G 213 0.0313 ndcg 213 0.2244 ndcg_rel 213 0.2773 Rndcg 213 0.3643 ndcg_cut_5 213 0.6711 ndcg_cut_10 213 0.6822 ndcg_cut_15 213 0.6742 ndcg_cut_20 213 0.6727 ndcg_cut_30 213 0.6662 ndcg_cut_100 213 0.4815 ndcg_cut_200 213 0.3085 ndcg_cut_500 213 0.2244 ndcg_cut_1000 213 0.2244 map_cut_5 213 0.0155 map_cut_10 213 0.0311 map_cut_15 213 0.0426 map_cut_20 213 0.0536 map_cut_30 213 0.0731 map_cut_100 213 0.1185 map_cut_200 213 0.1185 map_cut_500 213 0.1185 map_cut_1000 213 0.1185 relative_P_5 213 1.0000 relative_P_10 213 1.0000 relative_P_15 213 0.9333 relative_P_20 213 0.9000 relative_P_30 213 0.8333 relative_P_100 213 0.4800 relative_P_200 213 0.2400 relative_P_500 213 0.1491 relative_P_1000 213 0.1491 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.4800 set_relative_P 213 0.4800 set_recall 213 0.1491 set_map 213 0.0716 set_F 213 0.2275 num_nonrel_judged_ret 213 6 rbp 213 0.6127 rbp_resid 213 0.0243 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 100 num_rel 219 203 num_rel_ret 219 22 map 219 0.0374 Rprec 219 0.1084 bpref 219 0.0995 recip_rank 219 1.0000 iprec_at_recall_0.00 219 1.0000 iprec_at_recall_0.10 219 0.2561 iprec_at_recall_0.20 219 0.0000 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.2000 P_10 219 0.3000 P_15 219 0.2667 P_20 219 0.3000 P_30 219 0.4000 P_100 219 0.2200 P_200 219 0.1100 P_500 219 0.0440 P_1000 219 0.0220 relstring 219 '2000014002' recall_5 219 0.0049 recall_10 219 0.0148 recall_15 219 0.0197 recall_20 219 0.0296 recall_30 219 0.0591 recall_100 219 0.1084 recall_200 219 0.1084 recall_500 219 0.1084 recall_1000 219 0.1084 infAP 219 0.0374 Rprec_mult_0.20 219 0.3415 Rprec_mult_0.40 219 0.2561 Rprec_mult_0.60 219 0.1803 Rprec_mult_0.80 219 0.1350 Rprec_mult_1.00 219 0.1084 Rprec_mult_1.20 219 0.0902 Rprec_mult_1.40 219 0.0772 Rprec_mult_1.60 219 0.0677 Rprec_mult_1.80 219 0.0601 Rprec_mult_2.00 219 0.0542 utility 219 -56.0000 11pt_avg 219 0.1142 binG 219 0.0284 G 219 0.0189 ndcg 219 0.1422 ndcg_rel 219 0.1560 Rndcg 219 0.2090 ndcg_cut_5 219 0.1696 ndcg_cut_10 219 0.2471 ndcg_cut_15 219 0.2519 ndcg_cut_20 219 0.2632 ndcg_cut_30 219 0.3049 ndcg_cut_100 219 0.2371 ndcg_cut_200 219 0.1589 ndcg_cut_500 219 0.1422 ndcg_cut_1000 219 0.1422 map_cut_5 219 0.0049 map_cut_10 219 0.0078 map_cut_15 219 0.0096 map_cut_20 219 0.0125 map_cut_30 219 0.0232 map_cut_100 219 0.0374 map_cut_200 219 0.0374 map_cut_500 219 0.0374 map_cut_1000 219 0.0374 relative_P_5 219 0.2000 relative_P_10 219 0.3000 relative_P_15 219 0.2667 relative_P_20 219 0.3000 relative_P_30 219 0.4000 relative_P_100 219 0.2200 relative_P_200 219 0.1100 relative_P_500 219 0.1084 relative_P_1000 219 0.1084 success_1 219 1.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.2200 set_relative_P 219 0.2200 set_recall 219 0.1084 set_map 219 0.0238 set_F 219 0.1452 num_nonrel_judged_ret 219 26 rbp 219 0.2211 rbp_resid 219 0.0279 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 100 num_rel 224 304 num_rel_ret 224 40 map 224 0.0838 Rprec 224 0.1316 bpref 224 0.1265 recip_rank 224 1.0000 iprec_at_recall_0.00 224 1.0000 iprec_at_recall_0.10 224 0.4688 iprec_at_recall_0.20 224 0.0000 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 1.0000 P_10 224 0.7000 P_15 224 0.7333 P_20 224 0.7500 P_30 224 0.6333 P_100 224 0.4000 P_200 224 0.2000 P_500 224 0.0800 P_1000 224 0.0400 relstring 224 '2222210212' recall_5 224 0.0164 recall_10 224 0.0230 recall_15 224 0.0362 recall_20 224 0.0493 recall_30 224 0.0625 recall_100 224 0.1316 recall_200 224 0.1316 recall_500 224 0.1316 recall_1000 224 0.1316 infAP 224 0.0838 Rprec_mult_0.20 224 0.4754 Rprec_mult_0.40 224 0.3279 Rprec_mult_0.60 224 0.2186 Rprec_mult_0.80 224 0.1639 Rprec_mult_1.00 224 0.1316 Rprec_mult_1.20 224 0.1096 Rprec_mult_1.40 224 0.0939 Rprec_mult_1.60 224 0.0821 Rprec_mult_1.80 224 0.0730 Rprec_mult_2.00 224 0.0658 utility 224 -20.0000 11pt_avg 224 0.1335 binG 224 0.0476 G 224 0.0277 ndcg 224 0.1973 ndcg_rel 224 0.2429 Rndcg 224 0.3139 ndcg_cut_5 224 0.6667 ndcg_cut_10 224 0.5695 ndcg_cut_15 224 0.5755 ndcg_cut_20 224 0.5681 ndcg_cut_30 224 0.5334 ndcg_cut_100 224 0.4328 ndcg_cut_200 224 0.2791 ndcg_cut_500 224 0.1973 ndcg_cut_1000 224 0.1973 map_cut_5 224 0.0164 map_cut_10 224 0.0212 map_cut_15 224 0.0304 map_cut_20 224 0.0402 map_cut_30 224 0.0494 map_cut_100 224 0.0838 map_cut_200 224 0.0838 map_cut_500 224 0.0838 map_cut_1000 224 0.0838 relative_P_5 224 1.0000 relative_P_10 224 0.7000 relative_P_15 224 0.7333 relative_P_20 224 0.7500 relative_P_30 224 0.6333 relative_P_100 224 0.4000 relative_P_200 224 0.2000 relative_P_500 224 0.1316 relative_P_1000 224 0.1316 success_1 224 1.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.4000 set_relative_P 224 0.4000 set_recall 224 0.1316 set_map 224 0.0526 set_F 224 0.1980 num_nonrel_judged_ret 224 13 rbp 224 0.5331 rbp_resid 224 0.0241 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 100 num_rel 225 238 num_rel_ret 225 34 map 225 0.0949 Rprec 225 0.1429 bpref 225 0.1311 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.4364 iprec_at_recall_0.20 225 0.0000 iprec_at_recall_0.30 225 0.0000 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 1.0000 P_10 225 0.8000 P_15 225 0.8000 P_20 225 0.7000 P_30 225 0.6667 P_100 225 0.3400 P_200 225 0.1700 P_500 225 0.0680 P_1000 225 0.0340 relstring 225 '2323222102' recall_5 225 0.0210 recall_10 225 0.0336 recall_15 225 0.0504 recall_20 225 0.0588 recall_30 225 0.0840 recall_100 225 0.1429 recall_200 225 0.1429 recall_500 225 0.1429 recall_1000 225 0.1429 infAP 225 0.0949 Rprec_mult_0.20 225 0.4792 Rprec_mult_0.40 225 0.3542 Rprec_mult_0.60 225 0.2378 Rprec_mult_0.80 225 0.1780 Rprec_mult_1.00 225 0.1429 Rprec_mult_1.20 225 0.1189 Rprec_mult_1.40 225 0.1018 Rprec_mult_1.60 225 0.0892 Rprec_mult_1.80 225 0.0793 Rprec_mult_2.00 225 0.0714 utility 225 -32.0000 11pt_avg 225 0.1306 binG 225 0.0611 G 225 0.0333 ndcg 225 0.2109 ndcg_rel 225 0.2601 Rndcg 225 0.2841 ndcg_cut_5 225 0.7867 ndcg_cut_10 225 0.6772 ndcg_cut_15 225 0.6600 ndcg_cut_20 225 0.5942 ndcg_cut_30 225 0.5870 ndcg_cut_100 225 0.3763 ndcg_cut_200 225 0.2533 ndcg_cut_500 225 0.2109 ndcg_cut_1000 225 0.2109 map_cut_5 225 0.0210 map_cut_10 225 0.0328 map_cut_15 225 0.0461 map_cut_20 225 0.0525 map_cut_30 225 0.0691 map_cut_100 225 0.0949 map_cut_200 225 0.0949 map_cut_500 225 0.0949 map_cut_1000 225 0.0949 relative_P_5 225 1.0000 relative_P_10 225 0.8000 relative_P_15 225 0.8000 relative_P_20 225 0.7000 relative_P_30 225 0.6667 relative_P_100 225 0.3400 relative_P_200 225 0.1700 relative_P_500 225 0.1429 relative_P_1000 225 0.1429 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.3400 set_relative_P 225 0.3400 set_recall 225 0.1429 set_map 225 0.0486 set_F 225 0.2012 num_nonrel_judged_ret 225 15 rbp 225 0.6013 rbp_resid 225 0.0291 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 100 num_rel 233 203 num_rel_ret 233 56 map 233 0.2267 Rprec 233 0.2759 bpref 233 0.2689 recip_rank 233 1.0000 iprec_at_recall_0.00 233 1.0000 iprec_at_recall_0.10 233 0.9643 iprec_at_recall_0.20 233 0.7031 iprec_at_recall_0.30 233 0.0000 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 1.0000 P_10 233 0.9000 P_15 233 0.9333 P_20 233 0.9500 P_30 233 0.9333 P_100 233 0.5600 P_200 233 0.2800 P_500 233 0.1120 P_1000 233 0.0560 relstring 233 '2333233330' recall_5 233 0.0246 recall_10 233 0.0443 recall_15 233 0.0690 recall_20 233 0.0936 recall_30 233 0.1379 recall_100 233 0.2759 recall_200 233 0.2759 recall_500 233 0.2759 recall_1000 233 0.2759 infAP 233 0.2267 Rprec_mult_0.20 233 0.7561 Rprec_mult_0.40 233 0.5854 Rprec_mult_0.60 233 0.4590 Rprec_mult_0.80 233 0.3436 Rprec_mult_1.00 233 0.2759 Rprec_mult_1.20 233 0.2295 Rprec_mult_1.40 233 0.1965 Rprec_mult_1.60 233 0.1723 Rprec_mult_1.80 233 0.1530 Rprec_mult_2.00 233 0.1379 utility 233 12.0000 11pt_avg 233 0.2425 binG 233 0.1351 G 233 0.0652 ndcg 233 0.3598 ndcg_rel 233 0.4455 Rndcg 233 0.4703 ndcg_cut_5 233 0.7119 ndcg_cut_10 233 0.7454 ndcg_cut_15 233 0.7708 ndcg_cut_20 233 0.7961 ndcg_cut_30 233 0.7828 ndcg_cut_100 233 0.5590 ndcg_cut_200 233 0.3875 ndcg_cut_500 233 0.3598 ndcg_cut_1000 233 0.3598 map_cut_5 233 0.0246 map_cut_10 233 0.0443 map_cut_15 233 0.0670 map_cut_20 233 0.0903 map_cut_30 233 0.1327 map_cut_100 233 0.2267 map_cut_200 233 0.2267 map_cut_500 233 0.2267 map_cut_1000 233 0.2267 relative_P_5 233 1.0000 relative_P_10 233 0.9000 relative_P_15 233 0.9333 relative_P_20 233 0.9500 relative_P_30 233 0.9333 relative_P_100 233 0.5600 relative_P_200 233 0.2800 relative_P_500 233 0.2759 relative_P_1000 233 0.2759 success_1 233 1.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.5600 set_relative_P 233 0.5600 set_recall 233 0.2759 set_map 233 0.1545 set_F 233 0.3696 num_nonrel_judged_ret 233 9 rbp 233 0.6273 rbp_resid 233 0.0189 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 100 num_rel 273 290 num_rel_ret 273 56 map 273 0.1727 Rprec 273 0.1931 bpref 273 0.1927 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.9459 iprec_at_recall_0.20 273 0.0000 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 1.0000 P_10 273 1.0000 P_15 273 1.0000 P_20 273 1.0000 P_30 273 0.9333 P_100 273 0.5600 P_200 273 0.2800 P_500 273 0.1120 P_1000 273 0.0560 relstring 273 '2222223322' recall_5 273 0.0172 recall_10 273 0.0345 recall_15 273 0.0517 recall_20 273 0.0690 recall_30 273 0.0966 recall_100 273 0.1931 recall_200 273 0.1931 recall_500 273 0.1931 recall_1000 273 0.1931 infAP 273 0.1727 Rprec_mult_0.20 273 0.7759 Rprec_mult_0.40 273 0.4828 Rprec_mult_0.60 273 0.3218 Rprec_mult_0.80 273 0.2414 Rprec_mult_1.00 273 0.1931 Rprec_mult_1.20 273 0.1609 Rprec_mult_1.40 273 0.1379 Rprec_mult_1.60 273 0.1207 Rprec_mult_1.80 273 0.1073 Rprec_mult_2.00 273 0.0966 utility 273 12.0000 11pt_avg 273 0.1769 binG 273 0.1272 G 273 0.0370 ndcg 273 0.2444 ndcg_rel 273 0.3027 Rndcg 273 0.3822 ndcg_cut_5 273 0.5990 ndcg_cut_10 273 0.6654 ndcg_cut_15 273 0.6802 ndcg_cut_20 273 0.6998 ndcg_cut_30 273 0.6714 ndcg_cut_100 273 0.4915 ndcg_cut_200 273 0.3365 ndcg_cut_500 273 0.2444 ndcg_cut_1000 273 0.2444 map_cut_5 273 0.0172 map_cut_10 273 0.0345 map_cut_15 273 0.0517 map_cut_20 273 0.0690 map_cut_30 273 0.0964 map_cut_100 273 0.1727 map_cut_200 273 0.1727 map_cut_500 273 0.1727 map_cut_1000 273 0.1727 relative_P_5 273 1.0000 relative_P_10 273 1.0000 relative_P_15 273 1.0000 relative_P_20 273 1.0000 relative_P_30 273 0.9333 relative_P_100 273 0.5600 relative_P_200 273 0.2800 relative_P_500 273 0.1931 relative_P_1000 273 0.1931 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.5600 set_relative_P 273 0.5600 set_recall 273 0.1931 set_map 273 0.1081 set_F 273 0.2872 num_nonrel_judged_ret 273 1 rbp 273 0.5356 rbp_resid 273 0.0199 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 100 num_rel 300 239 num_rel_ret 300 39 map 300 0.1045 Rprec 300 0.1632 bpref 300 0.1571 recip_rank 300 1.0000 iprec_at_recall_0.00 300 1.0000 iprec_at_recall_0.10 300 0.6579 iprec_at_recall_0.20 300 0.0000 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.8000 P_10 300 0.7000 P_15 300 0.7333 P_20 300 0.7000 P_30 300 0.6667 P_100 300 0.3900 P_200 300 0.1950 P_500 300 0.0780 P_1000 300 0.0390 relstring 300 '2313202202' recall_5 300 0.0167 recall_10 300 0.0293 recall_15 300 0.0460 recall_20 300 0.0586 recall_30 300 0.0837 recall_100 300 0.1632 recall_200 300 0.1632 recall_500 300 0.1632 recall_1000 300 0.1632 infAP 300 0.1045 Rprec_mult_0.20 300 0.5625 Rprec_mult_0.40 300 0.4062 Rprec_mult_0.60 300 0.2708 Rprec_mult_0.80 300 0.2031 Rprec_mult_1.00 300 0.1632 Rprec_mult_1.20 300 0.1359 Rprec_mult_1.40 300 0.1164 Rprec_mult_1.60 300 0.1018 Rprec_mult_1.80 300 0.0905 Rprec_mult_2.00 300 0.0816 utility 300 -22.0000 11pt_avg 300 0.1507 binG 300 0.0556 G 300 0.0383 ndcg 300 0.2472 ndcg_rel 300 0.3011 Rndcg 300 0.3589 ndcg_cut_5 300 0.7302 ndcg_cut_10 300 0.6114 ndcg_cut_15 300 0.6234 ndcg_cut_20 300 0.6203 ndcg_cut_30 300 0.5852 ndcg_cut_100 300 0.4590 ndcg_cut_200 300 0.2997 ndcg_cut_500 300 0.2472 ndcg_cut_1000 300 0.2472 map_cut_5 300 0.0149 map_cut_10 300 0.0239 map_cut_15 300 0.0359 map_cut_20 300 0.0453 map_cut_30 300 0.0628 map_cut_100 300 0.1045 map_cut_200 300 0.1045 map_cut_500 300 0.1045 map_cut_1000 300 0.1045 relative_P_5 300 0.8000 relative_P_10 300 0.7000 relative_P_15 300 0.7333 relative_P_20 300 0.7000 relative_P_30 300 0.6667 relative_P_100 300 0.3900 relative_P_200 300 0.1950 relative_P_500 300 0.1632 relative_P_1000 300 0.1632 success_1 300 1.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.3900 set_relative_P 300 0.3900 set_recall 300 0.1632 set_map 300 0.0636 set_F 300 0.2301 num_nonrel_judged_ret 300 15 rbp 300 0.5931 rbp_resid 300 0.0212 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 100 num_rel 31 134 num_rel_ret 31 33 map 31 0.1242 Rprec 31 0.2463 bpref 31 0.2186 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.5000 iprec_at_recall_0.20 31 0.3605 iprec_at_recall_0.30 31 0.0000 iprec_at_recall_0.40 31 0.0000 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 0.8000 P_10 31 0.6000 P_15 31 0.5333 P_20 31 0.5000 P_30 31 0.4667 P_100 31 0.3300 P_200 31 0.1650 P_500 31 0.0660 P_1000 31 0.0330 relstring 31 '3221200302' recall_5 31 0.0299 recall_10 31 0.0448 recall_15 31 0.0597 recall_20 31 0.0746 recall_30 31 0.1045 recall_100 31 0.2463 recall_200 31 0.2463 recall_500 31 0.2463 recall_1000 31 0.2463 infAP 31 0.1242 Rprec_mult_0.20 31 0.4815 Rprec_mult_0.40 31 0.4074 Rprec_mult_0.60 31 0.3457 Rprec_mult_0.80 31 0.3056 Rprec_mult_1.00 31 0.2463 Rprec_mult_1.20 31 0.2050 Rprec_mult_1.40 31 0.1755 Rprec_mult_1.60 31 0.1535 Rprec_mult_1.80 31 0.1364 Rprec_mult_2.00 31 0.1231 utility 31 -34.0000 11pt_avg 31 0.1691 binG 31 0.0773 G 31 0.0541 ndcg 31 0.3010 ndcg_rel 31 0.3478 Rndcg 31 0.3773 ndcg_cut_5 31 0.7310 ndcg_cut_10 31 0.5862 ndcg_cut_15 31 0.5269 ndcg_cut_20 31 0.4881 ndcg_cut_30 31 0.4812 ndcg_cut_100 31 0.3994 ndcg_cut_200 31 0.3010 ndcg_cut_500 31 0.3010 ndcg_cut_1000 31 0.3010 map_cut_5 31 0.0284 map_cut_10 31 0.0375 map_cut_15 31 0.0452 map_cut_20 31 0.0529 map_cut_30 31 0.0672 map_cut_100 31 0.1242 map_cut_200 31 0.1242 map_cut_500 31 0.1242 map_cut_1000 31 0.1242 relative_P_5 31 0.8000 relative_P_10 31 0.6000 relative_P_15 31 0.5333 relative_P_20 31 0.5000 relative_P_30 31 0.4667 relative_P_100 31 0.3300 relative_P_200 31 0.2463 relative_P_500 31 0.2463 relative_P_1000 31 0.2463 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.3300 set_relative_P 31 0.3300 set_recall 31 0.2463 set_map 31 0.0813 set_F 31 0.2821 num_nonrel_judged_ret 31 25 rbp 31 0.4525 rbp_resid 31 0.0216 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 100 num_rel 37 230 num_rel_ret 37 26 map 37 0.0691 Rprec 37 0.1130 bpref 37 0.1086 recip_rank 37 1.0000 iprec_at_recall_0.00 37 1.0000 iprec_at_recall_0.10 37 0.3117 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 1.0000 P_10 37 0.6000 P_15 37 0.6000 P_20 37 0.6000 P_30 37 0.6000 P_100 37 0.2600 P_200 37 0.1300 P_500 37 0.0520 P_1000 37 0.0260 relstring 37 '2222211121' recall_5 37 0.0217 recall_10 37 0.0261 recall_15 37 0.0391 recall_20 37 0.0522 recall_30 37 0.0783 recall_100 37 0.1130 recall_200 37 0.1130 recall_500 37 0.1130 recall_1000 37 0.1130 infAP 37 0.0691 Rprec_mult_0.20 37 0.4130 Rprec_mult_0.40 37 0.2717 Rprec_mult_0.60 37 0.1884 Rprec_mult_0.80 37 0.1413 Rprec_mult_1.00 37 0.1130 Rprec_mult_1.20 37 0.0942 Rprec_mult_1.40 37 0.0807 Rprec_mult_1.60 37 0.0707 Rprec_mult_1.80 37 0.0628 Rprec_mult_2.00 37 0.0565 utility 37 -48.0000 11pt_avg 37 0.1192 binG 37 0.0462 G 37 0.0248 ndcg 37 0.1782 ndcg_rel 37 0.2169 Rndcg 37 0.3158 ndcg_cut_5 37 0.6667 ndcg_cut_10 37 0.5717 ndcg_cut_15 37 0.5473 ndcg_cut_20 37 0.5450 ndcg_cut_30 37 0.5883 ndcg_cut_100 37 0.3872 ndcg_cut_200 37 0.2470 ndcg_cut_500 37 0.1782 ndcg_cut_1000 37 0.1782 map_cut_5 37 0.0217 map_cut_10 37 0.0246 map_cut_15 37 0.0323 map_cut_20 37 0.0402 map_cut_30 37 0.0564 map_cut_100 37 0.0691 map_cut_200 37 0.0691 map_cut_500 37 0.0691 map_cut_1000 37 0.0691 relative_P_5 37 1.0000 relative_P_10 37 0.6000 relative_P_15 37 0.6000 relative_P_20 37 0.6000 relative_P_30 37 0.6000 relative_P_100 37 0.2600 relative_P_200 37 0.1300 relative_P_500 37 0.1130 relative_P_1000 37 0.1130 success_1 37 1.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.2600 set_relative_P 37 0.2600 set_recall 37 0.1130 set_map 37 0.0294 set_F 37 0.1576 num_nonrel_judged_ret 37 22 rbp 37 0.5258 rbp_resid 37 0.0333 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 100 num_rel 407 102 num_rel_ret 407 5 map 407 0.0084 Rprec 407 0.0490 bpref 407 0.0408 recip_rank 407 0.2500 iprec_at_recall_0.00 407 0.2727 iprec_at_recall_0.10 407 0.0000 iprec_at_recall_0.20 407 0.0000 iprec_at_recall_0.30 407 0.0000 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.2000 P_10 407 0.2000 P_15 407 0.2000 P_20 407 0.1500 P_30 407 0.1000 P_100 407 0.0500 P_200 407 0.0250 P_500 407 0.0100 P_1000 407 0.0050 relstring 407 '1002100002' recall_5 407 0.0098 recall_10 407 0.0196 recall_15 407 0.0294 recall_20 407 0.0294 recall_30 407 0.0294 recall_100 407 0.0490 recall_200 407 0.0490 recall_500 407 0.0490 recall_1000 407 0.0490 infAP 407 0.0084 Rprec_mult_0.20 407 0.1429 Rprec_mult_0.40 407 0.0732 Rprec_mult_0.60 407 0.0645 Rprec_mult_0.80 407 0.0488 Rprec_mult_1.00 407 0.0490 Rprec_mult_1.20 407 0.0407 Rprec_mult_1.40 407 0.0350 Rprec_mult_1.60 407 0.0305 Rprec_mult_1.80 407 0.0272 Rprec_mult_2.00 407 0.0245 utility 407 -90.0000 11pt_avg 407 0.0248 binG 407 0.0134 G 407 0.0158 ndcg 407 0.1030 ndcg_rel 407 0.1133 Rndcg 407 0.1342 ndcg_cut_5 407 0.2542 ndcg_cut_10 407 0.2167 ndcg_cut_15 407 0.2326 ndcg_cut_20 407 0.2022 ndcg_cut_30 407 0.1919 ndcg_cut_100 407 0.1116 ndcg_cut_200 407 0.1030 ndcg_cut_500 407 0.1030 ndcg_cut_1000 407 0.1030 map_cut_5 407 0.0025 map_cut_10 407 0.0044 map_cut_15 407 0.0071 map_cut_20 407 0.0071 map_cut_30 407 0.0071 map_cut_100 407 0.0084 map_cut_200 407 0.0084 map_cut_500 407 0.0084 map_cut_1000 407 0.0084 relative_P_5 407 0.2000 relative_P_10 407 0.2000 relative_P_15 407 0.2000 relative_P_20 407 0.1500 relative_P_30 407 0.1000 relative_P_100 407 0.0500 relative_P_200 407 0.0490 relative_P_500 407 0.0490 relative_P_1000 407 0.0490 success_1 407 0.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.0500 set_relative_P 407 0.0500 set_recall 407 0.0490 set_map 407 0.0025 set_F 407 0.0495 num_nonrel_judged_ret 407 36 rbp 407 0.1702 rbp_resid 407 0.0328 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 100 num_rel 477 285 num_rel_ret 477 62 map 477 0.2031 Rprec 477 0.2175 bpref 477 0.2170 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 1.0000 iprec_at_recall_0.20 477 0.7808 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 1.0000 P_10 477 1.0000 P_15 477 1.0000 P_20 477 1.0000 P_30 477 1.0000 P_100 477 0.6200 P_200 477 0.3100 P_500 477 0.1240 P_1000 477 0.0620 relstring 477 '3332333323' recall_5 477 0.0175 recall_10 477 0.0351 recall_15 477 0.0526 recall_20 477 0.0702 recall_30 477 0.1053 recall_100 477 0.2175 recall_200 477 0.2175 recall_500 477 0.2175 recall_1000 477 0.2175 infAP 477 0.2031 Rprec_mult_0.20 477 0.8596 Rprec_mult_0.40 477 0.5439 Rprec_mult_0.60 477 0.3626 Rprec_mult_0.80 477 0.2719 Rprec_mult_1.00 477 0.2175 Rprec_mult_1.20 477 0.1813 Rprec_mult_1.40 477 0.1554 Rprec_mult_1.60 477 0.1360 Rprec_mult_1.80 477 0.1209 Rprec_mult_2.00 477 0.1088 utility 477 24.0000 11pt_avg 477 0.2528 binG 477 0.1509 G 477 0.0697 ndcg 477 0.3083 ndcg_rel 477 0.3991 Rndcg 477 0.4144 ndcg_cut_5 477 0.9513 ndcg_cut_10 477 0.9463 ndcg_cut_15 477 0.9435 ndcg_cut_20 477 0.9198 ndcg_cut_30 477 0.9076 ndcg_cut_100 477 0.6258 ndcg_cut_200 477 0.4277 ndcg_cut_500 477 0.3083 ndcg_cut_1000 477 0.3083 map_cut_5 477 0.0175 map_cut_10 477 0.0351 map_cut_15 477 0.0526 map_cut_20 477 0.0702 map_cut_30 477 0.1053 map_cut_100 477 0.2031 map_cut_200 477 0.2031 map_cut_500 477 0.2031 map_cut_1000 477 0.2031 relative_P_5 477 1.0000 relative_P_10 477 1.0000 relative_P_15 477 1.0000 relative_P_20 477 1.0000 relative_P_30 477 1.0000 relative_P_100 477 0.6200 relative_P_200 477 0.3100 relative_P_500 477 0.2175 relative_P_1000 477 0.2175 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.6200 set_relative_P 477 0.6200 set_recall 477 0.2175 set_map 477 0.1349 set_F 477 0.3221 num_nonrel_judged_ret 477 4 rbp 477 0.9112 rbp_resid 477 0.0101 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 100 num_rel 499 192 num_rel_ret 499 45 map 499 0.1531 Rprec 499 0.2344 bpref 499 0.2187 recip_rank 499 1.0000 iprec_at_recall_0.00 499 1.0000 iprec_at_recall_0.10 499 0.8000 iprec_at_recall_0.20 499 0.4819 iprec_at_recall_0.30 499 0.0000 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 0.6000 P_10 499 0.7000 P_15 499 0.6667 P_20 499 0.7500 P_30 499 0.7000 P_100 499 0.4500 P_200 499 0.2250 P_500 499 0.0900 P_1000 499 0.0450 relstring 499 '2321023220' recall_5 499 0.0156 recall_10 499 0.0365 recall_15 499 0.0521 recall_20 499 0.0781 recall_30 499 0.1094 recall_100 499 0.2344 recall_200 499 0.2344 recall_500 499 0.2344 recall_1000 499 0.2344 infAP 499 0.1531 Rprec_mult_0.20 499 0.6154 Rprec_mult_0.40 499 0.4805 Rprec_mult_0.60 499 0.3879 Rprec_mult_0.80 499 0.2922 Rprec_mult_1.00 499 0.2344 Rprec_mult_1.20 499 0.1948 Rprec_mult_1.40 499 0.1673 Rprec_mult_1.60 499 0.1461 Rprec_mult_1.80 499 0.1301 Rprec_mult_2.00 499 0.1172 utility 499 -10.0000 11pt_avg 499 0.2074 binG 499 0.0785 G 499 0.0522 ndcg 499 0.3189 ndcg_rel 499 0.3833 Rndcg 499 0.4384 ndcg_cut_5 499 0.6018 ndcg_cut_10 499 0.6066 ndcg_cut_15 499 0.6195 ndcg_cut_20 499 0.6390 ndcg_cut_30 499 0.6471 ndcg_cut_100 499 0.5476 ndcg_cut_200 499 0.3618 ndcg_cut_500 499 0.3189 ndcg_cut_1000 499 0.3189 map_cut_5 499 0.0156 map_cut_10 499 0.0308 map_cut_15 499 0.0414 map_cut_20 499 0.0601 map_cut_30 499 0.0844 map_cut_100 499 0.1531 map_cut_200 499 0.1531 map_cut_500 499 0.1531 map_cut_1000 499 0.1531 relative_P_5 499 0.6000 relative_P_10 499 0.7000 relative_P_15 499 0.6667 relative_P_20 499 0.7500 relative_P_30 499 0.7000 relative_P_100 499 0.4500 relative_P_200 499 0.2344 relative_P_500 499 0.2344 relative_P_1000 499 0.2344 success_1 499 1.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.4500 set_relative_P 499 0.4500 set_recall 499 0.2344 set_map 499 0.1055 set_F 499 0.3082 num_nonrel_judged_ret 499 24 rbp 499 0.6183 rbp_resid 499 0.0146 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 100 num_rel 515 147 num_rel_ret 515 33 map 515 0.1613 Rprec 515 0.2245 bpref 515 0.2164 recip_rank 515 1.0000 iprec_at_recall_0.00 515 1.0000 iprec_at_recall_0.10 515 0.8421 iprec_at_recall_0.20 515 0.5179 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.6000 P_10 515 0.8000 P_15 515 0.8667 P_20 515 0.8000 P_30 515 0.7333 P_100 515 0.3300 P_200 515 0.1650 P_500 515 0.0660 P_1000 515 0.0330 relstring 515 '2022022222' recall_5 515 0.0204 recall_10 515 0.0544 recall_15 515 0.0884 recall_20 515 0.1088 recall_30 515 0.1497 recall_100 515 0.2245 recall_200 515 0.2245 recall_500 515 0.2245 recall_1000 515 0.2245 infAP 515 0.1613 Rprec_mult_0.20 515 0.7333 Rprec_mult_0.40 515 0.4915 Rprec_mult_0.60 515 0.3371 Rprec_mult_0.80 515 0.2797 Rprec_mult_1.00 515 0.2245 Rprec_mult_1.20 515 0.1864 Rprec_mult_1.40 515 0.1602 Rprec_mult_1.60 515 0.1398 Rprec_mult_1.80 515 0.1245 Rprec_mult_2.00 515 0.1122 utility 515 -34.0000 11pt_avg 515 0.2145 binG 515 0.0904 G 515 0.0697 ndcg 515 0.3106 ndcg_rel 515 0.3999 Rndcg 515 0.3254 ndcg_cut_5 515 0.6548 ndcg_cut_10 515 0.7760 ndcg_cut_15 515 0.8264 ndcg_cut_20 515 0.8052 ndcg_cut_30 515 0.7818 ndcg_cut_100 515 0.4500 ndcg_cut_200 515 0.3106 ndcg_cut_500 515 0.3106 ndcg_cut_1000 515 0.3106 map_cut_5 515 0.0164 map_cut_10 515 0.0417 map_cut_15 515 0.0704 map_cut_20 515 0.0877 map_cut_30 515 0.1202 map_cut_100 515 0.1613 map_cut_200 515 0.1613 map_cut_500 515 0.1613 map_cut_1000 515 0.1613 relative_P_5 515 0.6000 relative_P_10 515 0.8000 relative_P_15 515 0.8667 relative_P_20 515 0.8000 relative_P_30 515 0.7333 relative_P_100 515 0.3300 relative_P_200 515 0.2245 relative_P_500 515 0.2245 relative_P_1000 515 0.2245 success_1 515 1.0000 success_5 515 1.0000 success_10 515 1.0000 set_P 515 0.3300 set_relative_P 515 0.3300 set_recall 515 0.2245 set_map 515 0.0741 set_F 515 0.2672 num_nonrel_judged_ret 515 17 rbp 515 0.7728 rbp_resid 515 0.0282 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 100 num_rel 58 373 num_rel_ret 58 45 map 58 0.0924 Rprec 58 0.1206 bpref 58 0.1137 recip_rank 58 1.0000 iprec_at_recall_0.00 58 1.0000 iprec_at_recall_0.10 58 0.5139 iprec_at_recall_0.20 58 0.0000 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 1.0000 P_10 58 1.0000 P_15 58 0.9333 P_20 58 0.9000 P_30 58 0.8000 P_100 58 0.4500 P_200 58 0.2250 P_500 58 0.0900 P_1000 58 0.0450 relstring 58 '2333233223' recall_5 58 0.0134 recall_10 58 0.0268 recall_15 58 0.0375 recall_20 58 0.0483 recall_30 58 0.0643 recall_100 58 0.1206 recall_200 58 0.1206 recall_500 58 0.1206 recall_1000 58 0.1206 infAP 58 0.0924 Rprec_mult_0.20 58 0.4933 Rprec_mult_0.40 58 0.3000 Rprec_mult_0.60 58 0.2009 Rprec_mult_0.80 58 0.1505 Rprec_mult_1.00 58 0.1206 Rprec_mult_1.20 58 0.1004 Rprec_mult_1.40 58 0.0860 Rprec_mult_1.60 58 0.0754 Rprec_mult_1.80 58 0.0670 Rprec_mult_2.00 58 0.0603 utility 58 -10.0000 11pt_avg 58 0.1376 binG 58 0.0627 G 58 0.0274 ndcg 58 0.1981 ndcg_rel 58 0.2463 Rndcg 58 0.3424 ndcg_cut_5 58 0.6324 ndcg_cut_10 58 0.7013 ndcg_cut_15 58 0.6949 ndcg_cut_20 58 0.7107 ndcg_cut_30 58 0.6534 ndcg_cut_100 58 0.4502 ndcg_cut_200 58 0.2924 ndcg_cut_500 58 0.1981 ndcg_cut_1000 58 0.1981 map_cut_5 58 0.0134 map_cut_10 58 0.0268 map_cut_15 58 0.0375 map_cut_20 58 0.0476 map_cut_30 58 0.0616 map_cut_100 58 0.0924 map_cut_200 58 0.0924 map_cut_500 58 0.0924 map_cut_1000 58 0.0924 relative_P_5 58 1.0000 relative_P_10 58 1.0000 relative_P_15 58 0.9333 relative_P_20 58 0.9000 relative_P_30 58 0.8000 relative_P_100 58 0.4500 relative_P_200 58 0.2250 relative_P_500 58 0.1206 relative_P_1000 58 0.1206 success_1 58 1.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.4500 set_relative_P 58 0.4500 set_recall 58 0.1206 set_map 58 0.0543 set_F 58 0.1903 num_nonrel_judged_ret 58 10 rbp 58 0.5815 rbp_resid 58 0.0328 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 100 num_rel 707 186 num_rel_ret 707 26 map 707 0.0732 Rprec 707 0.1398 bpref 707 0.1322 recip_rank 707 1.0000 iprec_at_recall_0.00 707 1.0000 iprec_at_recall_0.10 707 0.3958 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.6000 P_10 707 0.6000 P_15 707 0.5333 P_20 707 0.5000 P_30 707 0.5333 P_100 707 0.2600 P_200 707 0.1300 P_500 707 0.0520 P_1000 707 0.0260 relstring 707 '2202023002' recall_5 707 0.0161 recall_10 707 0.0323 recall_15 707 0.0430 recall_20 707 0.0538 recall_30 707 0.0860 recall_100 707 0.1398 recall_200 707 0.1398 recall_500 707 0.1398 recall_1000 707 0.1398 infAP 707 0.0732 Rprec_mult_0.20 707 0.4211 Rprec_mult_0.40 707 0.3200 Rprec_mult_0.60 707 0.2321 Rprec_mult_0.80 707 0.1745 Rprec_mult_1.00 707 0.1398 Rprec_mult_1.20 707 0.1161 Rprec_mult_1.40 707 0.0996 Rprec_mult_1.60 707 0.0872 Rprec_mult_1.80 707 0.0776 Rprec_mult_2.00 707 0.0699 utility 707 -48.0000 11pt_avg 707 0.1269 binG 707 0.0468 G 707 0.0326 ndcg 707 0.2110 ndcg_rel 707 0.2497 Rndcg 707 0.3074 ndcg_cut_5 707 0.4661 ndcg_cut_10 707 0.4918 ndcg_cut_15 707 0.4923 ndcg_cut_20 707 0.4922 ndcg_cut_30 707 0.5122 ndcg_cut_100 707 0.3345 ndcg_cut_200 707 0.2137 ndcg_cut_500 707 0.2110 ndcg_cut_1000 707 0.2110 map_cut_5 707 0.0148 map_cut_10 707 0.0254 map_cut_15 707 0.0312 map_cut_20 707 0.0366 map_cut_30 707 0.0534 map_cut_100 707 0.0732 map_cut_200 707 0.0732 map_cut_500 707 0.0732 map_cut_1000 707 0.0732 relative_P_5 707 0.6000 relative_P_10 707 0.6000 relative_P_15 707 0.5333 relative_P_20 707 0.5000 relative_P_30 707 0.5333 relative_P_100 707 0.2600 relative_P_200 707 0.1398 relative_P_500 707 0.1398 relative_P_1000 707 0.1398 success_1 707 1.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.2600 set_relative_P 707 0.2600 set_recall 707 0.1398 set_map 707 0.0363 set_F 707 0.1818 num_nonrel_judged_ret 707 17 rbp 707 0.3979 rbp_resid 707 0.0379 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 100 num_rel 72 466 num_rel_ret 72 63 map 72 0.1230 Rprec 72 0.1352 bpref 72 0.1352 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.8276 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 1.0000 P_15 72 1.0000 P_20 72 1.0000 P_30 72 1.0000 P_100 72 0.6300 P_200 72 0.3150 P_500 72 0.1260 P_1000 72 0.0630 relstring 72 '3343233333' recall_5 72 0.0107 recall_10 72 0.0215 recall_15 72 0.0322 recall_20 72 0.0429 recall_30 72 0.0644 recall_100 72 0.1352 recall_200 72 0.1352 recall_500 72 0.1352 recall_1000 72 0.1352 infAP 72 0.1230 Rprec_mult_0.20 72 0.6596 Rprec_mult_0.40 72 0.3369 Rprec_mult_0.60 72 0.2250 Rprec_mult_0.80 72 0.1689 Rprec_mult_1.00 72 0.1352 Rprec_mult_1.20 72 0.1125 Rprec_mult_1.40 72 0.0965 Rprec_mult_1.60 72 0.0845 Rprec_mult_1.80 72 0.0751 Rprec_mult_2.00 72 0.0676 utility 72 26.0000 11pt_avg 72 0.1661 binG 72 0.0925 G 72 0.0302 ndcg 72 0.2182 ndcg_rel 72 0.2810 Rndcg 72 0.3392 ndcg_cut_5 72 0.7596 ndcg_cut_10 72 0.7562 ndcg_cut_15 72 0.7449 ndcg_cut_20 72 0.7375 ndcg_cut_30 72 0.7409 ndcg_cut_100 72 0.5732 ndcg_cut_200 72 0.3708 ndcg_cut_500 72 0.2182 ndcg_cut_1000 72 0.2182 map_cut_5 72 0.0107 map_cut_10 72 0.0215 map_cut_15 72 0.0322 map_cut_20 72 0.0429 map_cut_30 72 0.0644 map_cut_100 72 0.1230 map_cut_200 72 0.1230 map_cut_500 72 0.1230 map_cut_1000 72 0.1230 relative_P_5 72 1.0000 relative_P_10 72 1.0000 relative_P_15 72 1.0000 relative_P_20 72 1.0000 relative_P_30 72 1.0000 relative_P_100 72 0.6300 relative_P_200 72 0.3150 relative_P_500 72 0.1352 relative_P_1000 72 0.1352 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.6300 set_relative_P 72 0.6300 set_recall 72 0.1352 set_map 72 0.0852 set_F 72 0.2226 num_nonrel_judged_ret 72 0 rbp 72 0.7370 rbp_resid 72 0.0123 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 100 num_rel 84 142 num_rel_ret 84 14 map 84 0.0551 Rprec 84 0.0986 bpref 84 0.0918 recip_rank 84 1.0000 iprec_at_recall_0.00 84 1.0000 iprec_at_recall_0.10 84 0.2154 iprec_at_recall_0.20 84 0.0000 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 0.8000 P_10 84 0.5000 P_15 84 0.4667 P_20 84 0.4000 P_30 84 0.3333 P_100 84 0.1400 P_200 84 0.0700 P_500 84 0.0280 P_1000 84 0.0140 relstring 84 '3222000012' recall_5 84 0.0282 recall_10 84 0.0352 recall_15 84 0.0493 recall_20 84 0.0563 recall_30 84 0.0704 recall_100 84 0.0986 recall_200 84 0.0986 recall_500 84 0.0986 recall_1000 84 0.0986 infAP 84 0.0551 Rprec_mult_0.20 84 0.3448 Rprec_mult_0.40 84 0.2105 Rprec_mult_0.60 84 0.1628 Rprec_mult_0.80 84 0.1228 Rprec_mult_1.00 84 0.0986 Rprec_mult_1.20 84 0.0819 Rprec_mult_1.40 84 0.0704 Rprec_mult_1.60 84 0.0614 Rprec_mult_1.80 84 0.0547 Rprec_mult_2.00 84 0.0493 utility 84 -72.0000 11pt_avg 84 0.1105 binG 84 0.0463 G 84 0.0224 ndcg 84 0.1613 ndcg_rel 84 0.1860 Rndcg 84 0.3314 ndcg_cut_5 84 0.5368 ndcg_cut_10 84 0.4325 ndcg_cut_15 84 0.4265 ndcg_cut_20 84 0.3923 ndcg_cut_30 84 0.3842 ndcg_cut_100 84 0.2420 ndcg_cut_200 84 0.1750 ndcg_cut_500 84 0.1613 ndcg_cut_1000 84 0.1613 map_cut_5 84 0.0282 map_cut_10 84 0.0317 map_cut_15 84 0.0391 map_cut_20 84 0.0422 map_cut_30 84 0.0471 map_cut_100 84 0.0551 map_cut_200 84 0.0551 map_cut_500 84 0.0551 map_cut_1000 84 0.0551 relative_P_5 84 0.8000 relative_P_10 84 0.5000 relative_P_15 84 0.4667 relative_P_20 84 0.4000 relative_P_30 84 0.3333 relative_P_100 84 0.1400 relative_P_200 84 0.0986 relative_P_500 84 0.0986 relative_P_1000 84 0.0986 success_1 84 1.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.1400 set_relative_P 84 0.1400 set_recall 84 0.0986 set_map 84 0.0138 set_F 84 0.1157 num_nonrel_judged_ret 84 21 rbp 84 0.3017 rbp_resid 84 0.0428 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 100 num_rel 897 239 num_rel_ret 897 35 map 897 0.1008 Rprec 897 0.1464 bpref 897 0.1419 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.6316 iprec_at_recall_0.20 897 0.0000 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 1.0000 P_10 897 0.8000 P_15 897 0.8000 P_20 897 0.7000 P_30 897 0.6667 P_100 897 0.3500 P_200 897 0.1750 P_500 897 0.0700 P_1000 897 0.0350 relstring 897 '3222220202' recall_5 897 0.0209 recall_10 897 0.0335 recall_15 897 0.0502 recall_20 897 0.0586 recall_30 897 0.0837 recall_100 897 0.1464 recall_200 897 0.1464 recall_500 897 0.1464 recall_1000 897 0.1464 infAP 897 0.1008 Rprec_mult_0.20 897 0.5208 Rprec_mult_0.40 897 0.3646 Rprec_mult_0.60 897 0.2431 Rprec_mult_0.80 897 0.1823 Rprec_mult_1.00 897 0.1464 Rprec_mult_1.20 897 0.1220 Rprec_mult_1.40 897 0.1045 Rprec_mult_1.60 897 0.0914 Rprec_mult_1.80 897 0.0812 Rprec_mult_2.00 897 0.0732 utility 897 -30.0000 11pt_avg 897 0.1483 binG 897 0.0617 G 897 0.0354 ndcg 897 0.2230 ndcg_rel 897 0.2766 Rndcg 897 0.3447 ndcg_cut_5 897 0.7797 ndcg_cut_10 897 0.6470 ndcg_cut_15 897 0.6360 ndcg_cut_20 897 0.5971 ndcg_cut_30 897 0.5720 ndcg_cut_100 897 0.4281 ndcg_cut_200 897 0.2769 ndcg_cut_500 897 0.2230 ndcg_cut_1000 897 0.2230 map_cut_5 897 0.0209 map_cut_10 897 0.0321 map_cut_15 897 0.0454 map_cut_20 897 0.0519 map_cut_30 897 0.0698 map_cut_100 897 0.1008 map_cut_200 897 0.1008 map_cut_500 897 0.1008 map_cut_1000 897 0.1008 relative_P_5 897 1.0000 relative_P_10 897 0.8000 relative_P_15 897 0.8000 relative_P_20 897 0.7000 relative_P_30 897 0.6667 relative_P_100 897 0.3500 relative_P_200 897 0.1750 relative_P_500 897 0.1464 relative_P_1000 897 0.1464 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.3500 set_relative_P 897 0.3500 set_recall 897 0.1464 set_map 897 0.0513 set_F 897 0.2065 num_nonrel_judged_ret 897 18 rbp 897 0.5743 rbp_resid 897 0.0272 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all grilllab-agentic-gpt4 num_q all 22 num_ret all 2200 num_rel all 5166 num_rel_ret all 818 map all 0.1082 gm_map all 0.0921 Rprec all 0.1602 bpref all 0.1527 recip_rank all 0.9432 iprec_at_recall_0.00 all 0.9509 iprec_at_recall_0.10 all 0.5734 iprec_at_recall_0.20 all 0.1293 iprec_at_recall_0.30 all 0.0000 iprec_at_recall_0.40 all 0.0000 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.7909 P_10 all 0.7273 P_15 all 0.7182 P_20 all 0.6932 P_30 all 0.6545 P_100 all 0.3718 P_200 all 0.1859 P_500 all 0.0744 P_1000 all 0.0372 recall_5 all 0.0174 recall_10 all 0.0320 recall_15 all 0.0473 recall_20 all 0.0604 recall_30 all 0.0853 recall_100 all 0.1602 recall_200 all 0.1602 recall_500 all 0.1602 recall_1000 all 0.1602 infAP all 0.1082 gm_bpref all 0.1426 Rprec_mult_0.20 all 0.5265 Rprec_mult_0.40 all 0.3630 Rprec_mult_0.60 all 0.2608 Rprec_mult_0.80 all 0.1991 Rprec_mult_1.00 all 0.1602 Rprec_mult_1.20 all 0.1333 Rprec_mult_1.40 all 0.1143 Rprec_mult_1.60 all 0.1000 Rprec_mult_1.80 all 0.0889 Rprec_mult_2.00 all 0.0801 utility all -25.6364 11pt_avg all 0.1503 binG all 0.0697 G all 0.0372 ndcg all 0.2290 ndcg_rel all 0.2783 Rndcg all 0.3369 ndcg_cut_5 all 0.6245 ndcg_cut_10 all 0.6015 ndcg_cut_15 all 0.5996 ndcg_cut_20 all 0.5863 ndcg_cut_30 all 0.5762 ndcg_cut_100 all 0.4155 ndcg_cut_200 all 0.2788 ndcg_cut_500 all 0.2290 ndcg_cut_1000 all 0.2290 map_cut_5 all 0.0163 map_cut_10 all 0.0276 map_cut_15 all 0.0392 map_cut_20 all 0.0493 map_cut_30 all 0.0674 map_cut_100 all 0.1082 map_cut_200 all 0.1082 map_cut_500 all 0.1082 map_cut_1000 all 0.1082 relative_P_5 all 0.7909 relative_P_10 all 0.7273 relative_P_15 all 0.7182 relative_P_20 all 0.6932 relative_P_30 all 0.6545 relative_P_100 all 0.3718 relative_P_200 all 0.1964 relative_P_500 all 0.1602 relative_P_1000 all 0.1602 success_1 all 0.9091 success_5 all 1.0000 success_10 all 1.0000 set_P all 0.3718 set_relative_P all 0.3718 set_recall all 0.1602 set_map all 0.0641 set_F all 0.2193 num_nonrel_judged_ret all 357 rbp all 0.5230 rbp_resid all 0.0255 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000