num_ret 14 100 num_rel 14 272 num_rel_ret 14 41 map 14 0.1048 Rprec 14 0.1507 bpref 14 0.1433 recip_rank 14 1.0000 iprec_at_recall_0.00 14 1.0000 iprec_at_recall_0.10 14 0.4426 iprec_at_recall_0.20 14 0.0000 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 1.0000 P_10 14 1.0000 P_15 14 1.0000 P_20 14 0.8500 P_30 14 0.6333 P_100 14 0.4100 P_200 14 0.2050 P_500 14 0.0820 P_1000 14 0.0410 relstring 14 '4222322222' recall_5 14 0.0184 recall_10 14 0.0368 recall_15 14 0.0551 recall_20 14 0.0625 recall_30 14 0.0699 recall_100 14 0.1507 recall_200 14 0.1507 recall_500 14 0.1507 recall_1000 14 0.1507 infAP 14 0.1048 Rprec_mult_0.20 14 0.4545 Rprec_mult_0.40 14 0.3761 Rprec_mult_0.60 14 0.2500 Rprec_mult_0.80 14 0.1881 Rprec_mult_1.00 14 0.1507 Rprec_mult_1.20 14 0.1254 Rprec_mult_1.40 14 0.1076 Rprec_mult_1.60 14 0.0940 Rprec_mult_1.80 14 0.0837 Rprec_mult_2.00 14 0.0754 utility 14 -18.0000 11pt_avg 14 0.1311 binG 14 0.0791 G 14 0.0387 ndcg 14 0.2434 ndcg_rel 14 0.3006 Rndcg 14 0.4903 ndcg_cut_5 14 0.7907 ndcg_cut_10 14 0.7518 ndcg_cut_15 14 0.7343 ndcg_cut_20 14 0.6722 ndcg_cut_30 14 0.5996 ndcg_cut_100 14 0.4894 ndcg_cut_200 14 0.3174 ndcg_cut_500 14 0.2434 ndcg_cut_1000 14 0.2434 map_cut_5 14 0.0184 map_cut_10 14 0.0368 map_cut_15 14 0.0551 map_cut_20 14 0.0621 map_cut_30 14 0.0682 map_cut_100 14 0.1048 map_cut_200 14 0.1048 map_cut_500 14 0.1048 map_cut_1000 14 0.1048 relative_P_5 14 1.0000 relative_P_10 14 1.0000 relative_P_15 14 1.0000 relative_P_20 14 0.8500 relative_P_30 14 0.6333 relative_P_100 14 0.4100 relative_P_200 14 0.2050 relative_P_500 14 0.1507 relative_P_1000 14 0.1507 success_1 14 1.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.4100 set_relative_P 14 0.4100 set_recall 14 0.1507 set_map 14 0.0618 set_F 14 0.2204 num_nonrel_judged_ret 14 26 rbp 14 0.5045 rbp_resid 14 0.0547 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0500 num_ret 144 100 num_rel 144 197 num_rel_ret 144 19 map 144 0.0354 Rprec 144 0.0964 bpref 144 0.0907 recip_rank 144 0.2500 iprec_at_recall_0.00 144 0.5556 iprec_at_recall_0.10 144 0.0000 iprec_at_recall_0.20 144 0.0000 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.4000 P_10 144 0.5000 P_15 144 0.4667 P_20 144 0.4000 P_30 144 0.3667 P_100 144 0.1900 P_200 144 0.0950 P_500 144 0.0380 P_1000 144 0.0190 relstring 144 '11-222123-' recall_5 144 0.0102 recall_10 144 0.0254 recall_15 144 0.0355 recall_20 144 0.0406 recall_30 144 0.0558 recall_100 144 0.0964 recall_200 144 0.0964 recall_500 144 0.0964 recall_1000 144 0.0964 infAP 144 0.0354 Rprec_mult_0.20 144 0.3250 Rprec_mult_0.40 144 0.2152 Rprec_mult_0.60 144 0.1597 Rprec_mult_0.80 144 0.1203 Rprec_mult_1.00 144 0.0964 Rprec_mult_1.20 144 0.0802 Rprec_mult_1.40 144 0.0688 Rprec_mult_1.60 144 0.0601 Rprec_mult_1.80 144 0.0535 Rprec_mult_2.00 144 0.0482 utility 144 -62.0000 11pt_avg 144 0.0505 binG 144 0.0263 G 144 0.0218 ndcg 144 0.1625 ndcg_rel 144 0.1837 Rndcg 144 0.2344 ndcg_cut_5 144 0.3317 ndcg_cut_10 144 0.3996 ndcg_cut_15 144 0.3977 ndcg_cut_20 144 0.3766 ndcg_cut_30 144 0.3744 ndcg_cut_100 144 0.2960 ndcg_cut_200 144 0.1986 ndcg_cut_500 144 0.1625 ndcg_cut_1000 144 0.1625 map_cut_5 144 0.0033 map_cut_10 144 0.0112 map_cut_15 144 0.0159 map_cut_20 144 0.0180 map_cut_30 144 0.0240 map_cut_100 144 0.0354 map_cut_200 144 0.0354 map_cut_500 144 0.0354 map_cut_1000 144 0.0354 relative_P_5 144 0.4000 relative_P_10 144 0.5000 relative_P_15 144 0.4667 relative_P_20 144 0.4000 relative_P_30 144 0.3667 relative_P_100 144 0.1900 relative_P_200 144 0.0964 relative_P_500 144 0.0964 relative_P_1000 144 0.0964 success_1 144 0.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.1900 set_relative_P 144 0.1900 set_recall 144 0.0964 set_map 144 0.0183 set_F 144 0.1279 num_nonrel_judged_ret 144 34 rbp 144 0.3006 rbp_resid 144 0.2302 unj_5 144 0.2000 unj_10 144 0.2000 unj_20 144 0.3000 num_ret 161 100 num_rel 161 218 num_rel_ret 161 30 map 161 0.0975 Rprec 161 0.1376 bpref 161 0.1348 recip_rank 161 1.0000 iprec_at_recall_0.00 161 1.0000 iprec_at_recall_0.10 161 0.4583 iprec_at_recall_0.20 161 0.0000 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 1.0000 P_10 161 1.0000 P_15 161 0.8000 P_20 161 0.8000 P_30 161 0.5333 P_100 161 0.3000 P_200 161 0.1500 P_500 161 0.0600 P_1000 161 0.0300 relstring 161 '2222222322' recall_5 161 0.0229 recall_10 161 0.0459 recall_15 161 0.0550 recall_20 161 0.0734 recall_30 161 0.0734 recall_100 161 0.1376 recall_200 161 0.1376 recall_500 161 0.1376 recall_1000 161 0.1376 infAP 161 0.0975 Rprec_mult_0.20 161 0.4773 Rprec_mult_0.40 161 0.3295 Rprec_mult_0.60 161 0.2290 Rprec_mult_0.80 161 0.1714 Rprec_mult_1.00 161 0.1376 Rprec_mult_1.20 161 0.1145 Rprec_mult_1.40 161 0.0980 Rprec_mult_1.60 161 0.0860 Rprec_mult_1.80 161 0.0763 Rprec_mult_2.00 161 0.0688 utility 161 -40.0000 11pt_avg 161 0.1326 binG 161 0.0715 G 161 0.0323 ndcg 161 0.2095 ndcg_rel 161 0.2530 Rndcg 161 0.3317 ndcg_cut_5 161 0.6667 ndcg_cut_10 161 0.6898 ndcg_cut_15 161 0.5939 ndcg_cut_20 161 0.5838 ndcg_cut_30 161 0.4819 ndcg_cut_100 161 0.3650 ndcg_cut_200 161 0.2333 ndcg_cut_500 161 0.2095 ndcg_cut_1000 161 0.2095 map_cut_5 161 0.0229 map_cut_10 161 0.0459 map_cut_15 161 0.0537 map_cut_20 161 0.0685 map_cut_30 161 0.0685 map_cut_100 161 0.0975 map_cut_200 161 0.0975 map_cut_500 161 0.0975 map_cut_1000 161 0.0975 relative_P_5 161 1.0000 relative_P_10 161 1.0000 relative_P_15 161 0.8000 relative_P_20 161 0.8000 relative_P_30 161 0.5333 relative_P_100 161 0.3000 relative_P_200 161 0.1500 relative_P_500 161 0.1376 relative_P_1000 161 0.1376 success_1 161 1.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.3000 set_relative_P 161 0.3000 set_recall 161 0.1376 set_map 161 0.0413 set_F 161 0.1887 num_nonrel_judged_ret 161 18 rbp 161 0.5425 rbp_resid 161 0.1360 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.1000 num_ret 200 100 num_rel 200 184 num_rel_ret 200 9 map 200 0.0346 Rprec 200 0.0489 bpref 200 0.0489 recip_rank 200 1.0000 iprec_at_recall_0.00 200 1.0000 iprec_at_recall_0.10 200 0.0000 iprec_at_recall_0.20 200 0.0000 iprec_at_recall_0.30 200 0.0000 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 0.6000 P_10 200 0.7000 P_15 200 0.5333 P_20 200 0.4500 P_30 200 0.3000 P_100 200 0.0900 P_200 200 0.0450 P_500 200 0.0180 P_1000 200 0.0090 relstring 200 '3-2-32222-' recall_5 200 0.0163 recall_10 200 0.0380 recall_15 200 0.0435 recall_20 200 0.0489 recall_30 200 0.0489 recall_100 200 0.0489 recall_200 200 0.0489 recall_500 200 0.0489 recall_1000 200 0.0489 infAP 200 0.0346 Rprec_mult_0.20 200 0.2432 Rprec_mult_0.40 200 0.1216 Rprec_mult_0.60 200 0.0811 Rprec_mult_0.80 200 0.0608 Rprec_mult_1.00 200 0.0489 Rprec_mult_1.20 200 0.0407 Rprec_mult_1.40 200 0.0349 Rprec_mult_1.60 200 0.0305 Rprec_mult_1.80 200 0.0271 Rprec_mult_2.00 200 0.0245 utility 200 -82.0000 11pt_avg 200 0.0909 binG 200 0.0262 G 200 0.0144 ndcg 200 0.1051 ndcg_rel 200 0.1229 Rndcg 200 0.2946 ndcg_cut_5 200 0.5242 ndcg_cut_10 200 0.5313 ndcg_cut_15 200 0.4473 ndcg_cut_20 200 0.4083 ndcg_cut_30 200 0.3171 ndcg_cut_100 200 0.1590 ndcg_cut_200 200 0.1095 ndcg_cut_500 200 0.1051 ndcg_cut_1000 200 0.1051 map_cut_5 200 0.0123 map_cut_10 200 0.0281 map_cut_15 200 0.0318 map_cut_20 200 0.0346 map_cut_30 200 0.0346 map_cut_100 200 0.0346 map_cut_200 200 0.0346 map_cut_500 200 0.0346 map_cut_1000 200 0.0346 relative_P_5 200 0.6000 relative_P_10 200 0.7000 relative_P_15 200 0.5333 relative_P_20 200 0.4500 relative_P_30 200 0.3000 relative_P_100 200 0.0900 relative_P_200 200 0.0489 relative_P_500 200 0.0489 relative_P_1000 200 0.0489 success_1 200 1.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.0900 set_relative_P 200 0.0900 set_recall 200 0.0489 set_map 200 0.0044 set_F 200 0.0634 num_nonrel_judged_ret 200 34 rbp 200 0.2958 rbp_resid 200 0.3614 unj_5 200 0.4000 unj_10 200 0.3000 unj_20 200 0.3500 num_ret 213 100 num_rel 213 322 num_rel_ret 213 58 map 213 0.1508 Rprec 213 0.1801 bpref 213 0.1768 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 0.8500 iprec_at_recall_0.20 213 0.0000 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 1.0000 P_10 213 1.0000 P_15 213 1.0000 P_20 213 1.0000 P_30 213 0.8333 P_100 213 0.5800 P_200 213 0.2900 P_500 213 0.1160 P_1000 213 0.0580 relstring 213 '3342334333' recall_5 213 0.0155 recall_10 213 0.0311 recall_15 213 0.0466 recall_20 213 0.0621 recall_30 213 0.0776 recall_100 213 0.1801 recall_200 213 0.1801 recall_500 213 0.1801 recall_1000 213 0.1801 infAP 213 0.1508 Rprec_mult_0.20 213 0.6769 Rprec_mult_0.40 213 0.4496 Rprec_mult_0.60 213 0.2990 Rprec_mult_0.80 213 0.2248 Rprec_mult_1.00 213 0.1801 Rprec_mult_1.20 213 0.1499 Rprec_mult_1.40 213 0.1286 Rprec_mult_1.60 213 0.1124 Rprec_mult_1.80 213 0.1000 Rprec_mult_2.00 213 0.0901 utility 213 16.0000 11pt_avg 213 0.1682 binG 213 0.0943 G 213 0.0416 ndcg 213 0.2719 ndcg_rel 213 0.3418 Rndcg 213 0.4299 ndcg_cut_5 213 0.7559 ndcg_cut_10 213 0.7722 ndcg_cut_15 213 0.7809 ndcg_cut_20 213 0.8015 ndcg_cut_30 213 0.7277 ndcg_cut_100 213 0.5834 ndcg_cut_200 213 0.3739 ndcg_cut_500 213 0.2719 ndcg_cut_1000 213 0.2719 map_cut_5 213 0.0155 map_cut_10 213 0.0311 map_cut_15 213 0.0466 map_cut_20 213 0.0621 map_cut_30 213 0.0749 map_cut_100 213 0.1508 map_cut_200 213 0.1508 map_cut_500 213 0.1508 map_cut_1000 213 0.1508 relative_P_5 213 1.0000 relative_P_10 213 1.0000 relative_P_15 213 1.0000 relative_P_20 213 1.0000 relative_P_30 213 0.8333 relative_P_100 213 0.5800 relative_P_200 213 0.2900 relative_P_500 213 0.1801 relative_P_1000 213 0.1801 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.5800 set_relative_P 213 0.5800 set_recall 213 0.1801 set_map 213 0.1045 set_F 213 0.2749 num_nonrel_judged_ret 213 8 rbp 213 0.7033 rbp_resid 213 0.0377 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 100 num_rel 219 203 num_rel_ret 219 27 map 219 0.0442 Rprec 219 0.1330 bpref 219 0.1187 recip_rank 219 0.3333 iprec_at_recall_0.00 219 0.4545 iprec_at_recall_0.10 219 0.3390 iprec_at_recall_0.20 219 0.0000 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.2000 P_10 219 0.4000 P_15 219 0.3333 P_20 219 0.3000 P_30 219 0.3333 P_100 219 0.2700 P_200 219 0.1350 P_500 219 0.0540 P_1000 219 0.0270 relstring 219 '0020020212' recall_5 219 0.0049 recall_10 219 0.0197 recall_15 219 0.0246 recall_20 219 0.0296 recall_30 219 0.0493 recall_100 219 0.1330 recall_200 219 0.1330 recall_500 219 0.1330 recall_1000 219 0.1330 infAP 219 0.0442 Rprec_mult_0.20 219 0.2927 Rprec_mult_0.40 219 0.3049 Rprec_mult_0.60 219 0.2213 Rprec_mult_0.80 219 0.1656 Rprec_mult_1.00 219 0.1330 Rprec_mult_1.20 219 0.1107 Rprec_mult_1.40 219 0.0947 Rprec_mult_1.60 219 0.0831 Rprec_mult_1.80 219 0.0738 Rprec_mult_2.00 219 0.0665 utility 219 -46.0000 11pt_avg 219 0.0721 binG 219 0.0310 G 219 0.0201 ndcg 219 0.1437 ndcg_rel 219 0.1528 Rndcg 219 0.1557 ndcg_cut_5 219 0.0848 ndcg_cut_10 219 0.1866 ndcg_cut_15 219 0.1781 ndcg_cut_20 219 0.1717 ndcg_cut_30 219 0.2116 ndcg_cut_100 219 0.2397 ndcg_cut_200 219 0.1606 ndcg_cut_500 219 0.1437 ndcg_cut_1000 219 0.1437 map_cut_5 219 0.0016 map_cut_10 219 0.0071 map_cut_15 219 0.0093 map_cut_20 219 0.0110 map_cut_30 219 0.0174 map_cut_100 219 0.0442 map_cut_200 219 0.0442 map_cut_500 219 0.0442 map_cut_1000 219 0.0442 relative_P_5 219 0.2000 relative_P_10 219 0.4000 relative_P_15 219 0.3333 relative_P_20 219 0.3000 relative_P_30 219 0.3333 relative_P_100 219 0.2700 relative_P_200 219 0.1350 relative_P_500 219 0.1330 relative_P_1000 219 0.1330 success_1 219 0.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.2700 set_relative_P 219 0.2700 set_recall 219 0.1330 set_map 219 0.0359 set_F 219 0.1782 num_nonrel_judged_ret 219 44 rbp 219 0.1768 rbp_resid 219 0.0571 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.1000 num_ret 224 100 num_rel 224 304 num_rel_ret 224 40 map 224 0.0958 Rprec 224 0.1316 bpref 224 0.1280 recip_rank 224 1.0000 iprec_at_recall_0.00 224 1.0000 iprec_at_recall_0.10 224 0.5424 iprec_at_recall_0.20 224 0.0000 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 1.0000 P_10 224 0.8000 P_15 224 0.8000 P_20 224 0.7500 P_30 224 0.7333 P_100 224 0.4000 P_200 224 0.2000 P_500 224 0.0800 P_1000 224 0.0400 relstring 224 '2222220202' recall_5 224 0.0164 recall_10 224 0.0263 recall_15 224 0.0395 recall_20 224 0.0493 recall_30 224 0.0724 recall_100 224 0.1316 recall_200 224 0.1316 recall_500 224 0.1316 recall_1000 224 0.1316 infAP 224 0.0958 Rprec_mult_0.20 224 0.5246 Rprec_mult_0.40 224 0.3279 Rprec_mult_0.60 224 0.2186 Rprec_mult_0.80 224 0.1639 Rprec_mult_1.00 224 0.1316 Rprec_mult_1.20 224 0.1096 Rprec_mult_1.40 224 0.0939 Rprec_mult_1.60 224 0.0821 Rprec_mult_1.80 224 0.0730 Rprec_mult_2.00 224 0.0658 utility 224 -20.0000 11pt_avg 224 0.1402 binG 224 0.0550 G 224 0.0291 ndcg 224 0.2042 ndcg_rel 224 0.2518 Rndcg 224 0.3367 ndcg_cut_5 224 0.6667 ndcg_cut_10 224 0.5736 ndcg_cut_15 224 0.5803 ndcg_cut_20 224 0.5719 ndcg_cut_30 224 0.5777 ndcg_cut_100 224 0.4478 ndcg_cut_200 224 0.2888 ndcg_cut_500 224 0.2042 ndcg_cut_1000 224 0.2042 map_cut_5 224 0.0164 map_cut_10 224 0.0252 map_cut_15 224 0.0363 map_cut_20 224 0.0438 map_cut_30 224 0.0619 map_cut_100 224 0.0958 map_cut_200 224 0.0958 map_cut_500 224 0.0958 map_cut_1000 224 0.0958 relative_P_5 224 1.0000 relative_P_10 224 0.8000 relative_P_15 224 0.8000 relative_P_20 224 0.7500 relative_P_30 224 0.7333 relative_P_100 224 0.4000 relative_P_200 224 0.2000 relative_P_500 224 0.1316 relative_P_1000 224 0.1316 success_1 224 1.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.4000 set_relative_P 224 0.4000 set_recall 224 0.1316 set_map 224 0.0526 set_F 224 0.1980 num_nonrel_judged_ret 224 13 rbp 224 0.5613 rbp_resid 224 0.0262 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 100 num_rel 225 238 num_rel_ret 225 64 map 225 0.2091 Rprec 225 0.2689 bpref 225 0.2580 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.7742 iprec_at_recall_0.20 225 0.6712 iprec_at_recall_0.30 225 0.0000 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 1.0000 P_10 225 1.0000 P_15 225 0.9333 P_20 225 0.8500 P_30 225 0.7667 P_100 225 0.6400 P_200 225 0.3200 P_500 225 0.1280 P_1000 225 0.0640 relstring 225 '3222222222' recall_5 225 0.0210 recall_10 225 0.0420 recall_15 225 0.0588 recall_20 225 0.0714 recall_30 225 0.0966 recall_100 225 0.2689 recall_200 225 0.2689 recall_500 225 0.2689 recall_1000 225 0.2689 infAP 225 0.2091 Rprec_mult_0.20 225 0.7292 Rprec_mult_0.40 225 0.6562 Rprec_mult_0.60 225 0.4476 Rprec_mult_0.80 225 0.3351 Rprec_mult_1.00 225 0.2689 Rprec_mult_1.20 225 0.2238 Rprec_mult_1.40 225 0.1916 Rprec_mult_1.60 225 0.1680 Rprec_mult_1.80 225 0.1492 Rprec_mult_2.00 225 0.1345 utility 225 28.0000 11pt_avg 225 0.2223 binG 225 0.1103 G 225 0.0582 ndcg 225 0.3494 ndcg_rel 225 0.4241 Rndcg 225 0.4357 ndcg_cut_5 225 0.7797 ndcg_cut_10 225 0.7400 ndcg_cut_15 225 0.7378 ndcg_cut_20 225 0.7032 ndcg_cut_30 225 0.6562 ndcg_cut_100 225 0.6234 ndcg_cut_200 225 0.4196 ndcg_cut_500 225 0.3494 ndcg_cut_1000 225 0.3494 map_cut_5 225 0.0210 map_cut_10 225 0.0420 map_cut_15 225 0.0579 map_cut_20 225 0.0692 map_cut_30 225 0.0897 map_cut_100 225 0.2091 map_cut_200 225 0.2091 map_cut_500 225 0.2091 map_cut_1000 225 0.2091 relative_P_5 225 1.0000 relative_P_10 225 1.0000 relative_P_15 225 0.9333 relative_P_20 225 0.8500 relative_P_30 225 0.7667 relative_P_100 225 0.6400 relative_P_200 225 0.3200 relative_P_500 225 0.2689 relative_P_1000 225 0.2689 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.6400 set_relative_P 225 0.6400 set_recall 225 0.2689 set_map 225 0.1721 set_F 225 0.3787 num_nonrel_judged_ret 225 8 rbp 225 0.6785 rbp_resid 225 0.0492 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0500 num_ret 233 100 num_rel 233 203 num_rel_ret 233 59 map 233 0.2089 Rprec 233 0.2906 bpref 233 0.2761 recip_rank 233 1.0000 iprec_at_recall_0.00 233 1.0000 iprec_at_recall_0.10 233 0.7143 iprec_at_recall_0.20 233 0.6456 iprec_at_recall_0.30 233 0.0000 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 0.8000 P_10 233 0.9000 P_15 233 0.8000 P_20 233 0.8000 P_30 233 0.6667 P_100 233 0.5900 P_200 233 0.2950 P_500 233 0.1180 P_1000 233 0.0590 relstring 233 '2330333233' recall_5 233 0.0197 recall_10 233 0.0443 recall_15 233 0.0591 recall_20 233 0.0788 recall_30 233 0.0985 recall_100 233 0.2906 recall_200 233 0.2906 recall_500 233 0.2906 recall_1000 233 0.2906 infAP 233 0.2089 Rprec_mult_0.20 233 0.7073 Rprec_mult_0.40 233 0.6220 Rprec_mult_0.60 233 0.4836 Rprec_mult_0.80 233 0.3620 Rprec_mult_1.00 233 0.2906 Rprec_mult_1.20 233 0.2418 Rprec_mult_1.40 233 0.2070 Rprec_mult_1.60 233 0.1815 Rprec_mult_1.80 233 0.1612 Rprec_mult_2.00 233 0.1453 utility 233 18.0000 11pt_avg 233 0.2145 binG 233 0.1009 G 233 0.0613 ndcg 233 0.3687 ndcg_rel 233 0.4382 Rndcg 233 0.4782 ndcg_cut_5 233 0.6255 ndcg_cut_10 233 0.7223 ndcg_cut_15 233 0.6997 ndcg_cut_20 233 0.7062 ndcg_cut_30 233 0.6319 ndcg_cut_100 233 0.5728 ndcg_cut_200 233 0.3971 ndcg_cut_500 233 0.3687 ndcg_cut_1000 233 0.3687 map_cut_5 233 0.0187 map_cut_10 233 0.0402 map_cut_15 233 0.0537 map_cut_20 233 0.0700 map_cut_30 233 0.0845 map_cut_100 233 0.2089 map_cut_200 233 0.2089 map_cut_500 233 0.2089 map_cut_1000 233 0.2089 relative_P_5 233 0.8000 relative_P_10 233 0.9000 relative_P_15 233 0.8000 relative_P_20 233 0.8000 relative_P_30 233 0.6667 relative_P_100 233 0.5900 relative_P_200 233 0.2950 relative_P_500 233 0.2906 relative_P_1000 233 0.2906 success_1 233 1.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.5900 set_relative_P 233 0.5900 set_recall 233 0.2906 set_map 233 0.1715 set_F 233 0.3894 num_nonrel_judged_ret 233 17 rbp 233 0.5572 rbp_resid 233 0.0443 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0500 num_ret 273 100 num_rel 273 290 num_rel_ret 273 33 map 273 0.0883 Rprec 273 0.1138 bpref 273 0.1116 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.3367 iprec_at_recall_0.20 273 0.0000 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 1.0000 P_10 273 0.9000 P_15 273 0.9333 P_20 273 0.9000 P_30 273 0.7333 P_100 273 0.3300 P_200 273 0.1650 P_500 273 0.0660 P_1000 273 0.0330 relstring 273 '2222232-22' recall_5 273 0.0172 recall_10 273 0.0310 recall_15 273 0.0483 recall_20 273 0.0621 recall_30 273 0.0759 recall_100 273 0.1138 recall_200 273 0.1138 recall_500 273 0.1138 recall_1000 273 0.1138 infAP 273 0.0883 Rprec_mult_0.20 273 0.4483 Rprec_mult_0.40 273 0.2845 Rprec_mult_0.60 273 0.1897 Rprec_mult_0.80 273 0.1422 Rprec_mult_1.00 273 0.1138 Rprec_mult_1.20 273 0.0948 Rprec_mult_1.40 273 0.0813 Rprec_mult_1.60 273 0.0711 Rprec_mult_1.80 273 0.0632 Rprec_mult_2.00 273 0.0569 utility 273 -34.0000 11pt_avg 273 0.1215 binG 273 0.0617 G 273 0.0252 ndcg 273 0.1805 ndcg_rel 273 0.2201 Rndcg 273 0.3138 ndcg_cut_5 273 0.5990 ndcg_cut_10 273 0.6023 ndcg_cut_15 273 0.6160 ndcg_cut_20 273 0.6361 ndcg_cut_30 273 0.5703 ndcg_cut_100 273 0.3630 ndcg_cut_200 273 0.2485 ndcg_cut_500 273 0.1805 ndcg_cut_1000 273 0.1805 map_cut_5 273 0.0172 map_cut_10 273 0.0303 map_cut_15 273 0.0462 map_cut_20 273 0.0592 map_cut_30 273 0.0713 map_cut_100 273 0.0883 map_cut_200 273 0.0883 map_cut_500 273 0.0883 map_cut_1000 273 0.0883 relative_P_5 273 1.0000 relative_P_10 273 0.9000 relative_P_15 273 0.9333 relative_P_20 273 0.9000 relative_P_30 273 0.7333 relative_P_100 273 0.3300 relative_P_200 273 0.1650 relative_P_500 273 0.1138 relative_P_1000 273 0.1138 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.3300 set_relative_P 273 0.3300 set_recall 273 0.1138 set_map 273 0.0376 set_F 273 0.1692 num_nonrel_judged_ret 273 12 rbp 273 0.4682 rbp_resid 273 0.1204 unj_5 273 0.0000 unj_10 273 0.1000 unj_20 273 0.1000 num_ret 300 100 num_rel 300 239 num_rel_ret 300 46 map 300 0.0941 Rprec 300 0.1925 bpref 300 0.1854 recip_rank 300 1.0000 iprec_at_recall_0.00 300 1.0000 iprec_at_recall_0.10 300 0.5139 iprec_at_recall_0.20 300 0.0000 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.6000 P_10 300 0.4000 P_15 300 0.4000 P_20 300 0.4000 P_30 300 0.4000 P_100 300 0.4600 P_200 300 0.2300 P_500 300 0.0920 P_1000 300 0.0460 relstring 300 '2-23--2101' recall_5 300 0.0126 recall_10 300 0.0167 recall_15 300 0.0251 recall_20 300 0.0335 recall_30 300 0.0502 recall_100 300 0.1925 recall_200 300 0.1925 recall_500 300 0.1925 recall_1000 300 0.1925 infAP 300 0.0941 Rprec_mult_0.20 300 0.4792 Rprec_mult_0.40 300 0.4688 Rprec_mult_0.60 300 0.3194 Rprec_mult_0.80 300 0.2396 Rprec_mult_1.00 300 0.1925 Rprec_mult_1.20 300 0.1603 Rprec_mult_1.40 300 0.1373 Rprec_mult_1.60 300 0.1201 Rprec_mult_1.80 300 0.1067 Rprec_mult_2.00 300 0.0962 utility 300 -8.0000 11pt_avg 300 0.1376 binG 300 0.0487 G 300 0.0355 ndcg 300 0.2452 ndcg_rel 300 0.2793 Rndcg 300 0.2887 ndcg_cut_5 300 0.4852 ndcg_cut_10 300 0.4081 ndcg_cut_15 300 0.4330 ndcg_cut_20 300 0.4060 ndcg_cut_30 300 0.3738 ndcg_cut_100 300 0.4551 ndcg_cut_200 300 0.2972 ndcg_cut_500 300 0.2452 ndcg_cut_1000 300 0.2452 map_cut_5 300 0.0101 map_cut_10 300 0.0125 map_cut_15 300 0.0157 map_cut_20 300 0.0194 map_cut_30 300 0.0263 map_cut_100 300 0.0941 map_cut_200 300 0.0941 map_cut_500 300 0.0941 map_cut_1000 300 0.0941 relative_P_5 300 0.6000 relative_P_10 300 0.4000 relative_P_15 300 0.4000 relative_P_20 300 0.4000 relative_P_30 300 0.4000 relative_P_100 300 0.4600 relative_P_200 300 0.2300 relative_P_500 300 0.1925 relative_P_1000 300 0.1925 success_1 300 1.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.4600 set_relative_P 300 0.4600 set_recall 300 0.1925 set_map 300 0.0885 set_F 300 0.2714 num_nonrel_judged_ret 300 15 rbp 300 0.3903 rbp_resid 300 0.3408 unj_5 300 0.4000 unj_10 300 0.3000 unj_20 300 0.3000 num_ret 31 100 num_rel 31 134 num_rel_ret 31 33 map 31 0.1803 Rprec 31 0.2463 bpref 31 0.2308 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.8889 iprec_at_recall_0.20 31 0.5882 iprec_at_recall_0.30 31 0.0000 iprec_at_recall_0.40 31 0.0000 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 0.8000 P_10 31 0.9000 P_15 31 0.8667 P_20 31 0.8000 P_30 31 0.6333 P_100 31 0.3300 P_200 31 0.1650 P_500 31 0.0660 P_1000 31 0.0330 relstring 31 '2220222323' recall_5 31 0.0299 recall_10 31 0.0672 recall_15 31 0.0970 recall_20 31 0.1194 recall_30 31 0.1418 recall_100 31 0.2463 recall_200 31 0.2463 recall_500 31 0.2463 recall_1000 31 0.2463 infAP 31 0.1803 Rprec_mult_0.20 31 0.7037 Rprec_mult_0.40 31 0.5556 Rprec_mult_0.60 31 0.3951 Rprec_mult_0.80 31 0.3056 Rprec_mult_1.00 31 0.2463 Rprec_mult_1.20 31 0.2050 Rprec_mult_1.40 31 0.1755 Rprec_mult_1.60 31 0.1535 Rprec_mult_1.80 31 0.1364 Rprec_mult_2.00 31 0.1231 utility 31 -34.0000 11pt_avg 31 0.2252 binG 31 0.1084 G 31 0.0562 ndcg 31 0.3195 ndcg_rel 31 0.3816 Rndcg 31 0.4340 ndcg_cut_5 31 0.5693 ndcg_cut_10 31 0.6478 ndcg_cut_15 31 0.6372 ndcg_cut_20 31 0.6164 ndcg_cut_30 31 0.5808 ndcg_cut_100 31 0.4239 ndcg_cut_200 31 0.3195 ndcg_cut_500 31 0.3195 ndcg_cut_1000 31 0.3195 map_cut_5 31 0.0284 map_cut_10 31 0.0609 map_cut_15 31 0.0868 map_cut_20 31 0.1066 map_cut_30 31 0.1236 map_cut_100 31 0.1803 map_cut_200 31 0.1803 map_cut_500 31 0.1803 map_cut_1000 31 0.1803 relative_P_5 31 0.8000 relative_P_10 31 0.9000 relative_P_15 31 0.8667 relative_P_20 31 0.8000 relative_P_30 31 0.6333 relative_P_100 31 0.3300 relative_P_200 31 0.2463 relative_P_500 31 0.2463 relative_P_1000 31 0.2463 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.3300 set_relative_P 31 0.3300 set_recall 31 0.2463 set_map 31 0.0813 set_F 31 0.2821 num_nonrel_judged_ret 31 31 rbp 31 0.5782 rbp_resid 31 0.0202 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 100 num_rel 37 230 num_rel_ret 37 22 map 37 0.0435 Rprec 37 0.0957 bpref 37 0.0916 recip_rank 37 1.0000 iprec_at_recall_0.00 37 1.0000 iprec_at_recall_0.10 37 0.0000 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.6000 P_10 37 0.5000 P_15 37 0.5333 P_20 37 0.4500 P_30 37 0.3667 P_100 37 0.2200 P_200 37 0.1100 P_500 37 0.0440 P_1000 37 0.0220 relstring 37 '2-20221201' recall_5 37 0.0130 recall_10 37 0.0217 recall_15 37 0.0348 recall_20 37 0.0391 recall_30 37 0.0478 recall_100 37 0.0957 recall_200 37 0.0957 recall_500 37 0.0957 recall_1000 37 0.0957 infAP 37 0.0435 Rprec_mult_0.20 37 0.3261 Rprec_mult_0.40 37 0.2283 Rprec_mult_0.60 37 0.1594 Rprec_mult_0.80 37 0.1196 Rprec_mult_1.00 37 0.0957 Rprec_mult_1.20 37 0.0797 Rprec_mult_1.40 37 0.0683 Rprec_mult_1.60 37 0.0598 Rprec_mult_1.80 37 0.0531 Rprec_mult_2.00 37 0.0478 utility 37 -56.0000 11pt_avg 37 0.0909 binG 37 0.0303 G 37 0.0182 ndcg 37 0.1396 ndcg_rel 37 0.1606 Rndcg 37 0.2281 ndcg_cut_5 37 0.4266 ndcg_cut_10 37 0.4211 ndcg_cut_15 37 0.4154 ndcg_cut_20 37 0.3690 ndcg_cut_30 37 0.3502 ndcg_cut_100 37 0.3033 ndcg_cut_200 37 0.1935 ndcg_cut_500 37 0.1396 ndcg_cut_1000 37 0.1396 map_cut_5 37 0.0099 map_cut_10 37 0.0155 map_cut_15 37 0.0223 map_cut_20 37 0.0248 map_cut_30 37 0.0286 map_cut_100 37 0.0435 map_cut_200 37 0.0435 map_cut_500 37 0.0435 map_cut_1000 37 0.0435 relative_P_5 37 0.6000 relative_P_10 37 0.5000 relative_P_15 37 0.5333 relative_P_20 37 0.4500 relative_P_30 37 0.3667 relative_P_100 37 0.2200 relative_P_200 37 0.1100 relative_P_500 37 0.0957 relative_P_1000 37 0.0957 success_1 37 1.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.2200 set_relative_P 37 0.2200 set_recall 37 0.0957 set_map 37 0.0210 set_F 37 0.1333 num_nonrel_judged_ret 37 25 rbp 37 0.3636 rbp_resid 37 0.2558 unj_5 37 0.2000 unj_10 37 0.1000 unj_20 37 0.3000 num_ret 407 100 num_rel 407 102 num_rel_ret 407 14 map 407 0.0360 Rprec 407 0.1373 bpref 407 0.1176 recip_rank 407 0.3333 iprec_at_recall_0.00 407 0.5000 iprec_at_recall_0.10 407 0.2381 iprec_at_recall_0.20 407 0.0000 iprec_at_recall_0.30 407 0.0000 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.4000 P_10 407 0.3000 P_15 407 0.2000 P_20 407 0.2000 P_30 407 0.2667 P_100 407 0.1400 P_200 407 0.0700 P_500 407 0.0280 P_1000 407 0.0140 relstring 407 '00220200--' recall_5 407 0.0196 recall_10 407 0.0294 recall_15 407 0.0294 recall_20 407 0.0392 recall_30 407 0.0784 recall_100 407 0.1373 recall_200 407 0.1373 recall_500 407 0.1373 recall_1000 407 0.1373 infAP 407 0.0360 Rprec_mult_0.20 407 0.2381 Rprec_mult_0.40 407 0.2195 Rprec_mult_0.60 407 0.1613 Rprec_mult_0.80 407 0.1220 Rprec_mult_1.00 407 0.1373 Rprec_mult_1.20 407 0.1138 Rprec_mult_1.40 407 0.0979 Rprec_mult_1.60 407 0.0854 Rprec_mult_1.80 407 0.0761 Rprec_mult_2.00 407 0.0686 utility 407 -72.0000 11pt_avg 407 0.0671 binG 407 0.0358 G 407 0.0240 ndcg 407 0.1421 ndcg_rel 407 0.1477 Rndcg 407 0.1703 ndcg_cut_5 407 0.2104 ndcg_cut_10 407 0.1974 ndcg_cut_15 407 0.1642 ndcg_cut_20 407 0.1680 ndcg_cut_30 407 0.2138 ndcg_cut_100 407 0.1539 ndcg_cut_200 407 0.1421 ndcg_cut_500 407 0.1421 ndcg_cut_1000 407 0.1421 map_cut_5 407 0.0082 map_cut_10 407 0.0131 map_cut_15 407 0.0131 map_cut_20 407 0.0150 map_cut_30 407 0.0257 map_cut_100 407 0.0360 map_cut_200 407 0.0360 map_cut_500 407 0.0360 map_cut_1000 407 0.0360 relative_P_5 407 0.4000 relative_P_10 407 0.3000 relative_P_15 407 0.2000 relative_P_20 407 0.2000 relative_P_30 407 0.2667 relative_P_100 407 0.1400 relative_P_200 407 0.1373 relative_P_500 407 0.1373 relative_P_1000 407 0.1373 success_1 407 0.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.1400 set_relative_P 407 0.1400 set_recall 407 0.1373 set_map 407 0.0192 set_F 407 0.1386 num_nonrel_judged_ret 407 34 rbp 407 0.1791 rbp_resid 407 0.2463 unj_5 407 0.0000 unj_10 407 0.2000 unj_20 407 0.4000 num_ret 477 100 num_rel 477 285 num_rel_ret 477 47 map 477 0.1124 Rprec 477 0.1649 bpref 477 0.1586 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.6346 iprec_at_recall_0.20 477 0.0000 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 0.8000 P_10 477 0.8000 P_15 477 0.8667 P_20 477 0.7500 P_30 477 0.6000 P_100 477 0.4700 P_200 477 0.2350 P_500 477 0.0940 P_1000 477 0.0470 relstring 477 '32132323-3' recall_5 477 0.0140 recall_10 477 0.0281 recall_15 477 0.0456 recall_20 477 0.0526 recall_30 477 0.0632 recall_100 477 0.1649 recall_200 477 0.1649 recall_500 477 0.1649 recall_1000 477 0.1649 infAP 477 0.1124 Rprec_mult_0.20 477 0.6140 Rprec_mult_0.40 477 0.4123 Rprec_mult_0.60 477 0.2749 Rprec_mult_0.80 477 0.2061 Rprec_mult_1.00 477 0.1649 Rprec_mult_1.20 477 0.1374 Rprec_mult_1.40 477 0.1178 Rprec_mult_1.60 477 0.1031 Rprec_mult_1.80 477 0.0916 Rprec_mult_2.00 477 0.0825 utility 477 -6.0000 11pt_avg 477 0.1486 binG 477 0.0571 G 477 0.0383 ndcg 477 0.2449 ndcg_rel 477 0.3058 Rndcg 477 0.3292 ndcg_cut_5 477 0.7719 ndcg_cut_10 477 0.7613 ndcg_cut_15 477 0.7549 ndcg_cut_20 477 0.6954 ndcg_cut_30 477 0.6360 ndcg_cut_100 477 0.4971 ndcg_cut_200 477 0.3397 ndcg_cut_500 477 0.2449 ndcg_cut_1000 477 0.2449 map_cut_5 477 0.0125 map_cut_10 477 0.0243 map_cut_15 477 0.0391 map_cut_20 477 0.0446 map_cut_30 477 0.0521 map_cut_100 477 0.1124 map_cut_200 477 0.1124 map_cut_500 477 0.1124 map_cut_1000 477 0.1124 relative_P_5 477 0.8000 relative_P_10 477 0.8000 relative_P_15 477 0.8667 relative_P_20 477 0.7500 relative_P_30 477 0.6000 relative_P_100 477 0.4700 relative_P_200 477 0.2350 relative_P_500 477 0.1649 relative_P_1000 477 0.1649 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.4700 set_relative_P 477 0.4700 set_recall 477 0.1649 set_map 477 0.0775 set_F 477 0.2442 num_nonrel_judged_ret 477 12 rbp 477 0.6817 rbp_resid 477 0.1017 unj_5 477 0.0000 unj_10 477 0.1000 unj_20 477 0.1500 num_ret 499 100 num_rel 499 192 num_rel_ret 499 48 map 499 0.1694 Rprec 499 0.2500 bpref 499 0.2386 recip_rank 499 1.0000 iprec_at_recall_0.00 499 1.0000 iprec_at_recall_0.10 499 0.7037 iprec_at_recall_0.20 499 0.5588 iprec_at_recall_0.30 499 0.0000 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 0.8000 P_10 499 0.9000 P_15 499 0.8000 P_20 499 0.8000 P_30 499 0.6333 P_100 499 0.4800 P_200 499 0.2400 P_500 499 0.0960 P_1000 499 0.0480 relstring 499 '3222-22322' recall_5 499 0.0208 recall_10 499 0.0469 recall_15 499 0.0625 recall_20 499 0.0833 recall_30 499 0.0990 recall_100 499 0.2500 recall_200 499 0.2500 recall_500 499 0.2500 recall_1000 499 0.2500 infAP 499 0.1694 Rprec_mult_0.20 499 0.5897 Rprec_mult_0.40 499 0.5325 Rprec_mult_0.60 499 0.4138 Rprec_mult_0.80 499 0.3117 Rprec_mult_1.00 499 0.2500 Rprec_mult_1.20 499 0.2078 Rprec_mult_1.40 499 0.1784 Rprec_mult_1.60 499 0.1558 Rprec_mult_1.80 499 0.1387 Rprec_mult_2.00 499 0.1250 utility 499 -4.0000 11pt_avg 499 0.2057 binG 499 0.0898 G 499 0.0544 ndcg 499 0.3259 ndcg_rel 499 0.3877 Rndcg 499 0.4164 ndcg_cut_5 499 0.6923 ndcg_cut_10 499 0.7064 ndcg_cut_15 499 0.6649 ndcg_cut_20 499 0.6549 ndcg_cut_30 499 0.5574 ndcg_cut_100 499 0.5596 ndcg_cut_200 499 0.3698 ndcg_cut_500 499 0.3259 ndcg_cut_1000 499 0.3259 map_cut_5 499 0.0208 map_cut_10 499 0.0435 map_cut_15 499 0.0558 map_cut_20 499 0.0728 map_cut_30 499 0.0842 map_cut_100 499 0.1694 map_cut_200 499 0.1694 map_cut_500 499 0.1694 map_cut_1000 499 0.1694 relative_P_5 499 0.8000 relative_P_10 499 0.9000 relative_P_15 499 0.8000 relative_P_20 499 0.8000 relative_P_30 499 0.6333 relative_P_100 499 0.4800 relative_P_200 499 0.2500 relative_P_500 499 0.2500 relative_P_1000 499 0.2500 success_1 499 1.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.4800 set_relative_P 499 0.4800 set_recall 499 0.2500 set_map 499 0.1200 set_F 499 0.3288 num_nonrel_judged_ret 499 18 rbp 499 0.6012 rbp_resid 499 0.1491 unj_5 499 0.2000 unj_10 499 0.1000 unj_20 499 0.1500 num_ret 515 100 num_rel 515 147 num_rel_ret 515 15 map 515 0.0173 Rprec 515 0.1020 bpref 515 0.0809 recip_rank 515 0.0833 iprec_at_recall_0.00 515 0.2800 iprec_at_recall_0.10 515 0.1515 iprec_at_recall_0.20 515 0.0000 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.0000 P_10 515 0.0000 P_15 515 0.1333 P_20 515 0.2000 P_30 515 0.2333 P_100 515 0.1500 P_200 515 0.0750 P_500 515 0.0300 P_1000 515 0.0150 relstring 515 '0001001000' recall_5 515 0.0000 recall_10 515 0.0000 recall_15 515 0.0136 recall_20 515 0.0272 recall_30 515 0.0476 recall_100 515 0.1020 recall_200 515 0.1020 recall_500 515 0.1020 recall_1000 515 0.1020 infAP 515 0.0173 Rprec_mult_0.20 515 0.2333 Rprec_mult_0.40 515 0.1356 Rprec_mult_0.60 515 0.1236 Rprec_mult_0.80 515 0.1271 Rprec_mult_1.00 515 0.1020 Rprec_mult_1.20 515 0.0847 Rprec_mult_1.40 515 0.0728 Rprec_mult_1.60 515 0.0636 Rprec_mult_1.80 515 0.0566 Rprec_mult_2.00 515 0.0510 utility 515 -70.0000 11pt_avg 515 0.0392 binG 515 0.0208 G 515 0.0218 ndcg 515 0.1366 ndcg_rel 515 0.1434 Rndcg 515 0.1432 ndcg_cut_5 515 0.0730 ndcg_cut_10 515 0.0841 ndcg_cut_15 515 0.1561 ndcg_cut_20 515 0.1976 ndcg_cut_30 515 0.2230 ndcg_cut_100 515 0.1980 ndcg_cut_200 515 0.1366 ndcg_cut_500 515 0.1366 ndcg_cut_1000 515 0.1366 map_cut_5 515 0.0000 map_cut_10 515 0.0000 map_cut_15 515 0.0016 map_cut_20 515 0.0043 map_cut_30 515 0.0095 map_cut_100 515 0.0173 map_cut_200 515 0.0173 map_cut_500 515 0.0173 map_cut_1000 515 0.0173 relative_P_5 515 0.0000 relative_P_10 515 0.0000 relative_P_15 515 0.1333 relative_P_20 515 0.2000 relative_P_30 515 0.2333 relative_P_100 515 0.1500 relative_P_200 515 0.1020 relative_P_500 515 0.1020 relative_P_1000 515 0.1020 success_1 515 0.0000 success_5 515 0.0000 success_10 515 0.0000 set_P 515 0.1500 set_relative_P 515 0.1500 set_recall 515 0.1020 set_map 515 0.0153 set_F 515 0.1215 num_nonrel_judged_ret 515 52 rbp 515 0.1918 rbp_resid 515 0.0621 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0500 num_ret 58 100 num_rel 58 373 num_rel_ret 58 67 map 58 0.1329 Rprec 58 0.1796 bpref 58 0.1733 recip_rank 58 1.0000 iprec_at_recall_0.00 58 1.0000 iprec_at_recall_0.10 58 0.7358 iprec_at_recall_0.20 58 0.0000 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 0.8000 P_10 58 0.7000 P_15 58 0.7333 P_20 58 0.7500 P_30 58 0.7333 P_100 58 0.6700 P_200 58 0.3350 P_500 58 0.1340 P_1000 58 0.0670 relstring 58 '3342-3-212' recall_5 58 0.0107 recall_10 58 0.0188 recall_15 58 0.0295 recall_20 58 0.0402 recall_30 58 0.0590 recall_100 58 0.1796 recall_200 58 0.1796 recall_500 58 0.1796 recall_1000 58 0.1796 infAP 58 0.1329 Rprec_mult_0.20 58 0.6800 Rprec_mult_0.40 58 0.4467 Rprec_mult_0.60 58 0.2991 Rprec_mult_0.80 58 0.2241 Rprec_mult_1.00 58 0.1796 Rprec_mult_1.20 58 0.1496 Rprec_mult_1.40 58 0.1281 Rprec_mult_1.60 58 0.1122 Rprec_mult_1.80 58 0.0997 Rprec_mult_2.00 58 0.0898 utility 58 34.0000 11pt_avg 58 0.1578 binG 58 0.0584 G 58 0.0372 ndcg 58 0.2615 ndcg_rel 58 0.3246 Rndcg 58 0.4076 ndcg_cut_5 58 0.6575 ndcg_cut_10 58 0.6232 ndcg_cut_15 58 0.6586 ndcg_cut_20 58 0.6495 ndcg_cut_30 58 0.6402 ndcg_cut_100 58 0.5942 ndcg_cut_200 58 0.3860 ndcg_cut_500 58 0.2615 ndcg_cut_1000 58 0.2615 map_cut_5 58 0.0107 map_cut_10 58 0.0168 map_cut_15 58 0.0250 map_cut_20 58 0.0328 map_cut_30 58 0.0473 map_cut_100 58 0.1329 map_cut_200 58 0.1329 map_cut_500 58 0.1329 map_cut_1000 58 0.1329 relative_P_5 58 0.8000 relative_P_10 58 0.7000 relative_P_15 58 0.7333 relative_P_20 58 0.7500 relative_P_30 58 0.7333 relative_P_100 58 0.6700 relative_P_200 58 0.3350 relative_P_500 58 0.1796 relative_P_1000 58 0.1796 success_1 58 1.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.6700 set_relative_P 58 0.6700 set_recall 58 0.1796 set_map 58 0.1203 set_F 58 0.2833 num_nonrel_judged_ret 58 5 rbp 58 0.5408 rbp_resid 58 0.1633 unj_5 58 0.2000 unj_10 58 0.2000 unj_20 58 0.1500 num_ret 707 100 num_rel 707 186 num_rel_ret 707 25 map 707 0.0695 Rprec 707 0.1344 bpref 707 0.1256 recip_rank 707 1.0000 iprec_at_recall_0.00 707 1.0000 iprec_at_recall_0.10 707 0.3065 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.8000 P_10 707 0.8000 P_15 707 0.5333 P_20 707 0.5500 P_30 707 0.4333 P_100 707 0.2500 P_200 707 0.1250 P_500 707 0.0500 P_1000 707 0.0250 relstring 707 '22022-2222' recall_5 707 0.0215 recall_10 707 0.0430 recall_15 707 0.0430 recall_20 707 0.0591 recall_30 707 0.0699 recall_100 707 0.1344 recall_200 707 0.1344 recall_500 707 0.1344 recall_1000 707 0.1344 infAP 707 0.0695 Rprec_mult_0.20 707 0.3947 Rprec_mult_0.40 707 0.2533 Rprec_mult_0.60 707 0.2232 Rprec_mult_0.80 707 0.1678 Rprec_mult_1.00 707 0.1344 Rprec_mult_1.20 707 0.1116 Rprec_mult_1.40 707 0.0958 Rprec_mult_1.60 707 0.0839 Rprec_mult_1.80 707 0.0746 Rprec_mult_2.00 707 0.0672 utility 707 -50.0000 11pt_avg 707 0.1188 binG 707 0.0478 G 707 0.0291 ndcg 707 0.1925 ndcg_rel 707 0.2231 Rndcg 707 0.3049 ndcg_cut_5 707 0.5536 ndcg_cut_10 707 0.5655 ndcg_cut_15 707 0.4704 ndcg_cut_20 707 0.4888 ndcg_cut_30 707 0.4335 ndcg_cut_100 707 0.3052 ndcg_cut_200 707 0.1949 ndcg_cut_500 707 0.1925 ndcg_cut_1000 707 0.1925 map_cut_5 707 0.0191 map_cut_10 707 0.0354 map_cut_15 707 0.0354 map_cut_20 707 0.0449 map_cut_30 707 0.0501 map_cut_100 707 0.0695 map_cut_200 707 0.0695 map_cut_500 707 0.0695 map_cut_1000 707 0.0695 relative_P_5 707 0.8000 relative_P_10 707 0.8000 relative_P_15 707 0.5333 relative_P_20 707 0.5500 relative_P_30 707 0.4333 relative_P_100 707 0.2500 relative_P_200 707 0.1344 relative_P_500 707 0.1344 relative_P_1000 707 0.1344 success_1 707 1.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.2500 set_relative_P 707 0.2500 set_recall 707 0.1344 set_map 707 0.0336 set_F 707 0.1748 num_nonrel_judged_ret 707 30 rbp 707 0.3920 rbp_resid 707 0.1528 unj_5 707 0.0000 unj_10 707 0.1000 unj_20 707 0.1500 num_ret 72 100 num_rel 72 466 num_rel_ret 72 74 map 72 0.1374 Rprec 72 0.1588 bpref 72 0.1582 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.8545 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 1.0000 P_15 72 0.9333 P_20 72 0.9000 P_30 72 0.9000 P_100 72 0.7400 P_200 72 0.3700 P_500 72 0.1480 P_1000 72 0.0740 relstring 72 '3434333334' recall_5 72 0.0107 recall_10 72 0.0215 recall_15 72 0.0300 recall_20 72 0.0386 recall_30 72 0.0579 recall_100 72 0.1588 recall_200 72 0.1588 recall_500 72 0.1588 recall_1000 72 0.1588 infAP 72 0.1374 Rprec_mult_0.20 72 0.7553 Rprec_mult_0.40 72 0.3957 Rprec_mult_0.60 72 0.2643 Rprec_mult_0.80 72 0.1984 Rprec_mult_1.00 72 0.1588 Rprec_mult_1.20 72 0.1321 Rprec_mult_1.40 72 0.1133 Rprec_mult_1.60 72 0.0992 Rprec_mult_1.80 72 0.0882 Rprec_mult_2.00 72 0.0794 utility 72 48.0000 11pt_avg 72 0.1686 binG 72 0.0705 G 72 0.0364 ndcg 72 0.2523 ndcg_rel 72 0.3246 Rndcg 72 0.3735 ndcg_cut_5 72 0.8400 ndcg_cut_10 72 0.8243 ndcg_cut_15 72 0.8068 ndcg_cut_20 72 0.7646 ndcg_cut_30 72 0.7374 ndcg_cut_100 72 0.6628 ndcg_cut_200 72 0.4287 ndcg_cut_500 72 0.2523 ndcg_cut_1000 72 0.2523 map_cut_5 72 0.0107 map_cut_10 72 0.0215 map_cut_15 72 0.0296 map_cut_20 72 0.0376 map_cut_30 72 0.0549 map_cut_100 72 0.1374 map_cut_200 72 0.1374 map_cut_500 72 0.1374 map_cut_1000 72 0.1374 relative_P_5 72 1.0000 relative_P_10 72 1.0000 relative_P_15 72 0.9333 relative_P_20 72 0.9000 relative_P_30 72 0.9000 relative_P_100 72 0.7400 relative_P_200 72 0.3700 relative_P_500 72 0.1588 relative_P_1000 72 0.1588 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.7400 set_relative_P 72 0.7400 set_recall 72 0.1588 set_map 72 0.1175 set_F 72 0.2615 num_nonrel_judged_ret 72 1 rbp 72 0.7656 rbp_resid 72 0.0637 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.1000 num_ret 84 100 num_rel 84 142 num_rel_ret 84 19 map 84 0.0728 Rprec 84 0.1338 bpref 84 0.1314 recip_rank 84 1.0000 iprec_at_recall_0.00 84 1.0000 iprec_at_recall_0.10 84 0.5357 iprec_at_recall_0.20 84 0.0000 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 0.4000 P_10 84 0.4000 P_15 84 0.5333 P_20 84 0.6000 P_30 84 0.5000 P_100 84 0.1900 P_200 84 0.0950 P_500 84 0.0380 P_1000 84 0.0190 relstring 84 '42---0-3-2' recall_5 84 0.0141 recall_10 84 0.0282 recall_15 84 0.0563 recall_20 84 0.0845 recall_30 84 0.1056 recall_100 84 0.1338 recall_200 84 0.1338 recall_500 84 0.1338 recall_1000 84 0.1338 infAP 84 0.0728 Rprec_mult_0.20 84 0.5172 Rprec_mult_0.40 84 0.3333 Rprec_mult_0.60 84 0.2209 Rprec_mult_0.80 84 0.1667 Rprec_mult_1.00 84 0.1338 Rprec_mult_1.20 84 0.1111 Rprec_mult_1.40 84 0.0955 Rprec_mult_1.60 84 0.0833 Rprec_mult_1.80 84 0.0742 Rprec_mult_2.00 84 0.0669 utility 84 -62.0000 11pt_avg 84 0.1396 binG 84 0.0483 G 84 0.0299 ndcg 84 0.1845 ndcg_rel 84 0.2103 Rndcg 84 0.3423 ndcg_cut_5 84 0.4613 ndcg_cut_10 84 0.4191 ndcg_cut_15 84 0.4416 ndcg_cut_20 84 0.4655 ndcg_cut_30 84 0.4298 ndcg_cut_100 84 0.2769 ndcg_cut_200 84 0.2003 ndcg_cut_500 84 0.1845 ndcg_cut_1000 84 0.1845 map_cut_5 84 0.0141 map_cut_10 84 0.0195 map_cut_15 84 0.0335 map_cut_20 84 0.0502 map_cut_30 84 0.0616 map_cut_100 84 0.0728 map_cut_200 84 0.0728 map_cut_500 84 0.0728 map_cut_1000 84 0.0728 relative_P_5 84 0.4000 relative_P_10 84 0.4000 relative_P_15 84 0.5333 relative_P_20 84 0.6000 relative_P_30 84 0.5000 relative_P_100 84 0.1900 relative_P_200 84 0.1338 relative_P_500 84 0.1338 relative_P_1000 84 0.1338 success_1 84 1.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.1900 set_relative_P 84 0.1900 set_recall 84 0.1338 set_map 84 0.0254 set_F 84 0.1570 num_nonrel_judged_ret 84 14 rbp 84 0.3106 rbp_resid 84 0.4101 unj_5 84 0.6000 unj_10 84 0.5000 unj_20 84 0.3000 num_ret 897 100 num_rel 897 239 num_rel_ret 897 33 map 897 0.0555 Rprec 897 0.1381 bpref 897 0.1313 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.3544 iprec_at_recall_0.20 897 0.0000 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 0.2000 P_10 897 0.4000 P_15 897 0.3333 P_20 897 0.4000 P_30 897 0.4000 P_100 897 0.3300 P_200 897 0.1650 P_500 897 0.0660 P_1000 897 0.0330 relstring 897 '300--3-212' recall_5 897 0.0042 recall_10 897 0.0167 recall_15 897 0.0209 recall_20 897 0.0335 recall_30 897 0.0502 recall_100 897 0.1381 recall_200 897 0.1381 recall_500 897 0.1381 recall_1000 897 0.1381 infAP 897 0.0555 Rprec_mult_0.20 897 0.3958 Rprec_mult_0.40 897 0.3333 Rprec_mult_0.60 897 0.2292 Rprec_mult_0.80 897 0.1719 Rprec_mult_1.00 897 0.1381 Rprec_mult_1.20 897 0.1150 Rprec_mult_1.40 897 0.0985 Rprec_mult_1.60 897 0.0862 Rprec_mult_1.80 897 0.0766 Rprec_mult_2.00 897 0.0690 utility 897 -34.0000 11pt_avg 897 0.1231 binG 897 0.0344 G 897 0.0287 ndcg 897 0.1945 ndcg_rel 897 0.2232 Rndcg 897 0.2628 ndcg_cut_5 897 0.3392 ndcg_cut_10 897 0.4093 ndcg_cut_15 897 0.3632 ndcg_cut_20 897 0.3913 ndcg_cut_30 897 0.3739 ndcg_cut_100 897 0.3735 ndcg_cut_200 897 0.2416 ndcg_cut_500 897 0.1945 ndcg_cut_1000 897 0.1945 map_cut_5 897 0.0042 map_cut_10 897 0.0088 map_cut_15 897 0.0107 map_cut_20 897 0.0154 map_cut_30 897 0.0227 map_cut_100 897 0.0555 map_cut_200 897 0.0555 map_cut_500 897 0.0555 map_cut_1000 897 0.0555 relative_P_5 897 0.2000 relative_P_10 897 0.4000 relative_P_15 897 0.3333 relative_P_20 897 0.4000 relative_P_30 897 0.4000 relative_P_100 897 0.3300 relative_P_200 897 0.1650 relative_P_500 897 0.1381 relative_P_1000 897 0.1381 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.3300 set_relative_P 897 0.3300 set_recall 897 0.1381 set_map 897 0.0456 set_F 897 0.1947 num_nonrel_judged_ret 897 22 rbp 897 0.3443 rbp_resid 897 0.2753 unj_5 897 0.4000 unj_10 897 0.3000 unj_20 897 0.2000 runid all ronly_nuggetizer num_q all 22 num_ret all 2200 num_rel all 5166 num_rel_ret all 823 map all 0.0996 gm_map all 0.0823 Rprec all 0.1584 bpref all 0.1505 recip_rank all 0.8636 iprec_at_recall_0.00 all 0.8996 iprec_at_recall_0.10 all 0.4716 iprec_at_recall_0.20 all 0.1120 iprec_at_recall_0.30 all 0.0000 iprec_at_recall_0.40 all 0.0000 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.6909 P_10 all 0.6955 P_15 all 0.6576 P_20 all 0.6318 P_30 all 0.5455 P_100 all 0.3741 P_200 all 0.1870 P_500 all 0.0748 P_1000 all 0.0374 recall_5 all 0.0152 recall_10 all 0.0308 recall_15 all 0.0434 recall_20 all 0.0559 recall_30 all 0.0722 recall_100 all 0.1584 recall_200 all 0.1584 recall_500 all 0.1584 recall_1000 all 0.1584 infAP all 0.0996 gm_bpref all 0.1396 Rprec_mult_0.20 all 0.4912 Rprec_mult_0.40 all 0.3637 Rprec_mult_0.60 all 0.2574 Rprec_mult_0.80 all 0.1952 Rprec_mult_1.00 all 0.1584 Rprec_mult_1.20 all 0.1318 Rprec_mult_1.40 all 0.1130 Rprec_mult_1.60 all 0.0989 Rprec_mult_1.80 all 0.0879 Rprec_mult_2.00 all 0.0792 utility all -25.1818 11pt_avg all 0.1348 binG all 0.0594 G all 0.0342 ndcg all 0.2217 ndcg_rel all 0.2637 Rndcg all 0.3274 ndcg_cut_5 all 0.5411 ndcg_cut_10 all 0.5471 ndcg_cut_15 all 0.5333 ndcg_cut_20 all 0.5226 ndcg_cut_30 all 0.4863 ndcg_cut_100 all 0.4065 ndcg_cut_200 all 0.2726 ndcg_cut_500 all 0.2217 ndcg_cut_1000 all 0.2217 map_cut_5 all 0.0135 map_cut_10 all 0.0259 map_cut_15 all 0.0352 map_cut_20 all 0.0440 map_cut_30 all 0.0537 map_cut_100 all 0.0996 map_cut_200 all 0.0996 map_cut_500 all 0.0996 map_cut_1000 all 0.0996 relative_P_5 all 0.6909 relative_P_10 all 0.6955 relative_P_15 all 0.6576 relative_P_20 all 0.6318 relative_P_30 all 0.5455 relative_P_100 all 0.3741 relative_P_200 all 0.1979 relative_P_500 all 0.1584 relative_P_1000 all 0.1584 success_1 all 0.8182 success_5 all 0.9545 success_10 all 0.9545 set_P all 0.3741 set_relative_P all 0.3741 set_recall all 0.1584 set_map all 0.0666 set_F all 0.2173 num_nonrel_judged_ret all 473 rbp all 0.4604 rbp_resid all 0.1527 unj_5 all 0.1182 unj_10 all 0.1136 unj_20 all 0.1523