num_ret 14 100 num_rel 14 272 num_rel_ret 14 65 map 14 0.1833 Rprec 14 0.2390 bpref 14 0.2327 recip_rank 14 0.5000 iprec_at_recall_0.00 14 0.8710 iprec_at_recall_0.10 14 0.8710 iprec_at_recall_0.20 14 0.6977 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 0.6000 P_10 14 0.7000 P_15 14 0.8000 P_20 14 0.8000 P_30 14 0.8667 P_100 14 0.6500 P_200 14 0.3250 P_500 14 0.1300 P_1000 14 0.0650 relstring 14 '1222132221' recall_5 14 0.0110 recall_10 14 0.0257 recall_15 14 0.0441 recall_20 14 0.0588 recall_30 14 0.0956 recall_100 14 0.2390 recall_200 14 0.2390 recall_500 14 0.2390 recall_1000 14 0.2390 infAP 14 0.1833 Rprec_mult_0.20 14 0.8000 Rprec_mult_0.40 14 0.5963 Rprec_mult_0.60 14 0.3963 Rprec_mult_0.80 14 0.2982 Rprec_mult_1.00 14 0.2390 Rprec_mult_1.20 14 0.1988 Rprec_mult_1.40 14 0.1706 Rprec_mult_1.60 14 0.1491 Rprec_mult_1.80 14 0.1327 Rprec_mult_2.00 14 0.1195 utility 14 30.0000 11pt_avg 14 0.2218 binG 14 0.0793 G 14 0.0492 ndcg 14 0.3113 ndcg_rel 14 0.3745 Rndcg 14 0.3916 ndcg_cut_5 14 0.4305 ndcg_cut_10 14 0.5090 ndcg_cut_15 14 0.5559 ndcg_cut_20 14 0.5521 ndcg_cut_30 14 0.6233 ndcg_cut_100 14 0.6258 ndcg_cut_200 14 0.4058 ndcg_cut_500 14 0.3113 ndcg_cut_1000 14 0.3113 map_cut_5 14 0.0070 map_cut_10 14 0.0177 map_cut_15 14 0.0318 map_cut_20 14 0.0435 map_cut_30 14 0.0744 map_cut_100 14 0.1833 map_cut_200 14 0.1833 map_cut_500 14 0.1833 map_cut_1000 14 0.1833 relative_P_5 14 0.6000 relative_P_10 14 0.7000 relative_P_15 14 0.8000 relative_P_20 14 0.8000 relative_P_30 14 0.8667 relative_P_100 14 0.6500 relative_P_200 14 0.3250 relative_P_500 14 0.2390 relative_P_1000 14 0.2390 success_1 14 0.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.6500 set_relative_P 14 0.6500 set_recall 14 0.2390 set_map 14 0.1553 set_F 14 0.3495 num_nonrel_judged_ret 14 10 rbp 14 0.4615 rbp_resid 14 0.0097 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 100 num_rel 144 197 num_rel_ret 144 39 map 144 0.1310 Rprec 144 0.1980 bpref 144 0.1818 recip_rank 144 1.0000 iprec_at_recall_0.00 144 1.0000 iprec_at_recall_0.10 144 0.5556 iprec_at_recall_0.20 144 0.4432 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 1.0000 P_10 144 0.9000 P_15 144 0.8000 P_20 144 0.7500 P_30 144 0.6000 P_100 144 0.3900 P_200 144 0.1950 P_500 144 0.0780 P_1000 144 0.0390 relstring 144 '2222222132' recall_5 144 0.0254 recall_10 144 0.0457 recall_15 144 0.0609 recall_20 144 0.0761 recall_30 144 0.0914 recall_100 144 0.1980 recall_200 144 0.1980 recall_500 144 0.1980 recall_1000 144 0.1980 infAP 144 0.1310 Rprec_mult_0.20 144 0.5000 Rprec_mult_0.40 144 0.4557 Rprec_mult_0.60 144 0.3277 Rprec_mult_0.80 144 0.2468 Rprec_mult_1.00 144 0.1980 Rprec_mult_1.20 144 0.1646 Rprec_mult_1.40 144 0.1413 Rprec_mult_1.60 144 0.1234 Rprec_mult_1.80 144 0.1099 Rprec_mult_2.00 144 0.0990 utility 144 -22.0000 11pt_avg 144 0.1817 binG 144 0.0829 G 144 0.0391 ndcg 144 0.2667 ndcg_rel 144 0.3174 Rndcg 144 0.3915 ndcg_cut_5 144 0.5990 ndcg_cut_10 144 0.6201 ndcg_cut_15 144 0.5890 ndcg_cut_20 144 0.5795 ndcg_cut_30 144 0.5465 ndcg_cut_100 144 0.4857 ndcg_cut_200 144 0.3258 ndcg_cut_500 144 0.2667 ndcg_cut_1000 144 0.2667 map_cut_5 144 0.0254 map_cut_10 144 0.0446 map_cut_15 144 0.0586 map_cut_20 144 0.0698 map_cut_30 144 0.0799 map_cut_100 144 0.1310 map_cut_200 144 0.1310 map_cut_500 144 0.1310 map_cut_1000 144 0.1310 relative_P_5 144 1.0000 relative_P_10 144 0.9000 relative_P_15 144 0.8000 relative_P_20 144 0.7500 relative_P_30 144 0.6000 relative_P_100 144 0.3900 relative_P_200 144 0.1980 relative_P_500 144 0.1980 relative_P_1000 144 0.1980 success_1 144 1.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.3900 set_relative_P 144 0.3900 set_recall 144 0.1980 set_map 144 0.0772 set_F 144 0.2626 num_nonrel_judged_ret 144 39 rbp 144 0.4444 rbp_resid 144 0.0045 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 100 num_rel 161 218 num_rel_ret 161 57 map 161 0.2205 Rprec 161 0.2615 bpref 161 0.2536 recip_rank 161 1.0000 iprec_at_recall_0.00 161 1.0000 iprec_at_recall_0.10 161 0.9697 iprec_at_recall_0.20 161 0.7213 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 1.0000 P_10 161 0.9000 P_15 161 0.9333 P_20 161 0.9500 P_30 161 0.9667 P_100 161 0.5700 P_200 161 0.2850 P_500 161 0.1140 P_1000 161 0.0570 relstring 161 '3222320322' recall_5 161 0.0229 recall_10 161 0.0413 recall_15 161 0.0642 recall_20 161 0.0872 recall_30 161 0.1330 recall_100 161 0.2615 recall_200 161 0.2615 recall_500 161 0.2615 recall_1000 161 0.2615 infAP 161 0.2205 Rprec_mult_0.20 161 0.8182 Rprec_mult_0.40 161 0.5909 Rprec_mult_0.60 161 0.4351 Rprec_mult_0.80 161 0.3257 Rprec_mult_1.00 161 0.2615 Rprec_mult_1.20 161 0.2176 Rprec_mult_1.40 161 0.1863 Rprec_mult_1.60 161 0.1633 Rprec_mult_1.80 161 0.1450 Rprec_mult_2.00 161 0.1307 utility 161 14.0000 11pt_avg 161 0.2446 binG 161 0.1310 G 161 0.0666 ndcg 161 0.3615 ndcg_rel 161 0.4564 Rndcg 161 0.4926 ndcg_cut_5 161 0.8235 ndcg_cut_10 161 0.7426 ndcg_cut_15 161 0.7401 ndcg_cut_20 161 0.7392 ndcg_cut_30 161 0.7759 ndcg_cut_100 161 0.6299 ndcg_cut_200 161 0.4025 ndcg_cut_500 161 0.3615 ndcg_cut_1000 161 0.3615 map_cut_5 161 0.0229 map_cut_10 161 0.0397 map_cut_15 161 0.0609 map_cut_20 161 0.0825 map_cut_30 161 0.1266 map_cut_100 161 0.2205 map_cut_200 161 0.2205 map_cut_500 161 0.2205 map_cut_1000 161 0.2205 relative_P_5 161 1.0000 relative_P_10 161 0.9000 relative_P_15 161 0.9333 relative_P_20 161 0.9500 relative_P_30 161 0.9667 relative_P_100 161 0.5700 relative_P_200 161 0.2850 relative_P_500 161 0.2615 relative_P_1000 161 0.2615 success_1 161 1.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.5700 set_relative_P 161 0.5700 set_recall 161 0.2615 set_map 161 0.1490 set_F 161 0.3585 num_nonrel_judged_ret 161 23 rbp 161 0.7060 rbp_resid 161 0.0058 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 100 num_rel 200 184 num_rel_ret 200 59 map 200 0.2481 Rprec 200 0.3207 bpref 200 0.3045 recip_rank 200 1.0000 iprec_at_recall_0.00 200 1.0000 iprec_at_recall_0.10 200 0.8636 iprec_at_recall_0.20 200 0.6984 iprec_at_recall_0.30 200 0.6264 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 1.0000 P_10 200 1.0000 P_15 200 1.0000 P_20 200 0.8500 P_30 200 0.7000 P_100 200 0.5900 P_200 200 0.2950 P_500 200 0.1180 P_1000 200 0.0590 relstring 200 '2323333333' recall_5 200 0.0272 recall_10 200 0.0543 recall_15 200 0.0815 recall_20 200 0.0924 recall_30 200 0.1141 recall_100 200 0.3207 recall_200 200 0.3207 recall_500 200 0.3207 recall_1000 200 0.3207 infAP 200 0.2481 Rprec_mult_0.20 200 0.7027 Rprec_mult_0.40 200 0.6351 Rprec_mult_0.60 200 0.5315 Rprec_mult_0.80 200 0.3986 Rprec_mult_1.00 200 0.3207 Rprec_mult_1.20 200 0.2670 Rprec_mult_1.40 200 0.2287 Rprec_mult_1.60 200 0.2000 Rprec_mult_1.80 200 0.1777 Rprec_mult_2.00 200 0.1603 utility 200 18.0000 11pt_avg 200 0.2899 binG 200 0.1435 G 200 0.0771 ndcg 200 0.4066 ndcg_rel 200 0.4822 Rndcg 200 0.4908 ndcg_cut_5 200 0.7461 ndcg_cut_10 200 0.8291 ndcg_cut_15 200 0.8225 ndcg_cut_20 200 0.7544 ndcg_cut_30 200 0.6690 ndcg_cut_100 200 0.6150 ndcg_cut_200 200 0.4237 ndcg_cut_500 200 0.4066 ndcg_cut_1000 200 0.4066 map_cut_5 200 0.0272 map_cut_10 200 0.0543 map_cut_15 200 0.0815 map_cut_20 200 0.0913 map_cut_30 200 0.1087 map_cut_100 200 0.2481 map_cut_200 200 0.2481 map_cut_500 200 0.2481 map_cut_1000 200 0.2481 relative_P_5 200 1.0000 relative_P_10 200 1.0000 relative_P_15 200 1.0000 relative_P_20 200 0.8500 relative_P_30 200 0.7000 relative_P_100 200 0.5900 relative_P_200 200 0.3207 relative_P_500 200 0.3207 relative_P_1000 200 0.3207 success_1 200 1.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.5900 set_relative_P 200 0.5900 set_recall 200 0.3207 set_map 200 0.1892 set_F 200 0.4155 num_nonrel_judged_ret 200 19 rbp 200 0.5949 rbp_resid 200 0.0052 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 100 num_rel 213 322 num_rel_ret 213 71 map 213 0.1972 Rprec 213 0.2205 bpref 213 0.2152 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 0.9302 iprec_at_recall_0.20 213 0.7586 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 1.0000 P_10 213 1.0000 P_15 213 1.0000 P_20 213 0.9500 P_30 213 0.9667 P_100 213 0.7100 P_200 213 0.3550 P_500 213 0.1420 P_1000 213 0.0710 relstring 213 '4423343334' recall_5 213 0.0155 recall_10 213 0.0311 recall_15 213 0.0466 recall_20 213 0.0590 recall_30 213 0.0901 recall_100 213 0.2205 recall_200 213 0.2205 recall_500 213 0.2205 recall_1000 213 0.2205 infAP 213 0.1972 Rprec_mult_0.20 213 0.8000 Rprec_mult_0.40 213 0.5504 Rprec_mult_0.60 213 0.3660 Rprec_mult_0.80 213 0.2752 Rprec_mult_1.00 213 0.2205 Rprec_mult_1.20 213 0.1835 Rprec_mult_1.40 213 0.1574 Rprec_mult_1.60 213 0.1376 Rprec_mult_1.80 213 0.1224 Rprec_mult_2.00 213 0.1102 utility 213 42.0000 11pt_avg 213 0.2444 binG 213 0.1174 G 213 0.0591 ndcg 213 0.3300 ndcg_rel 213 0.4264 Rndcg 213 0.5016 ndcg_cut_5 213 0.8459 ndcg_cut_10 213 0.8477 ndcg_cut_15 213 0.8532 ndcg_cut_20 213 0.8459 ndcg_cut_30 213 0.8563 ndcg_cut_100 213 0.7081 ndcg_cut_200 213 0.4537 ndcg_cut_500 213 0.3300 ndcg_cut_1000 213 0.3300 map_cut_5 213 0.0155 map_cut_10 213 0.0311 map_cut_15 213 0.0466 map_cut_20 213 0.0589 map_cut_30 213 0.0887 map_cut_100 213 0.1972 map_cut_200 213 0.1972 map_cut_500 213 0.1972 map_cut_1000 213 0.1972 relative_P_5 213 1.0000 relative_P_10 213 1.0000 relative_P_15 213 1.0000 relative_P_20 213 0.9500 relative_P_30 213 0.9667 relative_P_100 213 0.7100 relative_P_200 213 0.3550 relative_P_500 213 0.2205 relative_P_1000 213 0.2205 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.7100 set_relative_P 213 0.7100 set_recall 213 0.2205 set_map 213 0.1566 set_F 213 0.3365 num_nonrel_judged_ret 213 9 rbp 213 0.7714 rbp_resid 213 0.0035 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 100 num_rel 219 203 num_rel_ret 219 44 map 219 0.1321 Rprec 219 0.2167 bpref 219 0.2008 recip_rank 219 1.0000 iprec_at_recall_0.00 219 1.0000 iprec_at_recall_0.10 219 0.6500 iprec_at_recall_0.20 219 0.4615 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.8000 P_10 219 0.7000 P_15 219 0.4667 P_20 219 0.5000 P_30 219 0.5667 P_100 219 0.4400 P_200 219 0.2200 P_500 219 0.0880 P_1000 219 0.0440 relstring 219 '2320202220' recall_5 219 0.0197 recall_10 219 0.0345 recall_15 219 0.0345 recall_20 219 0.0493 recall_30 219 0.0837 recall_100 219 0.2167 recall_200 219 0.2167 recall_500 219 0.2167 recall_1000 219 0.2167 infAP 219 0.1321 Rprec_mult_0.20 219 0.6341 Rprec_mult_0.40 219 0.4756 Rprec_mult_0.60 219 0.3607 Rprec_mult_0.80 219 0.2699 Rprec_mult_1.00 219 0.2167 Rprec_mult_1.20 219 0.1803 Rprec_mult_1.40 219 0.1544 Rprec_mult_1.60 219 0.1354 Rprec_mult_1.80 219 0.1202 Rprec_mult_2.00 219 0.1084 utility 219 -12.0000 11pt_avg 219 0.1920 binG 219 0.0681 G 219 0.0367 ndcg 219 0.2556 ndcg_rel 219 0.2896 Rndcg 219 0.3559 ndcg_cut_5 219 0.4805 ndcg_cut_10 219 0.4381 ndcg_cut_15 219 0.3693 ndcg_cut_20 219 0.3736 ndcg_cut_30 219 0.4135 ndcg_cut_100 219 0.4261 ndcg_cut_200 219 0.2856 ndcg_cut_500 219 0.2556 ndcg_cut_1000 219 0.2556 map_cut_5 219 0.0187 map_cut_10 219 0.0298 map_cut_15 219 0.0298 map_cut_20 219 0.0371 map_cut_30 219 0.0562 map_cut_100 219 0.1321 map_cut_200 219 0.1321 map_cut_500 219 0.1321 map_cut_1000 219 0.1321 relative_P_5 219 0.8000 relative_P_10 219 0.7000 relative_P_15 219 0.4667 relative_P_20 219 0.5000 relative_P_30 219 0.5667 relative_P_100 219 0.4400 relative_P_200 219 0.2200 relative_P_500 219 0.2167 relative_P_1000 219 0.2167 success_1 219 1.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.4400 set_relative_P 219 0.4400 set_recall 219 0.2167 set_map 219 0.0954 set_F 219 0.2904 num_nonrel_judged_ret 219 35 rbp 219 0.3481 rbp_resid 219 0.0044 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 100 num_rel 224 304 num_rel_ret 224 65 map 224 0.1746 Rprec 224 0.2138 bpref 224 0.2075 recip_rank 224 1.0000 iprec_at_recall_0.00 224 1.0000 iprec_at_recall_0.10 224 0.8919 iprec_at_recall_0.20 224 0.6703 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 0.8000 P_10 224 0.8000 P_15 224 0.8667 P_20 224 0.8500 P_30 224 0.9000 P_100 224 0.6500 P_200 224 0.3250 P_500 224 0.1300 P_1000 224 0.0650 relstring 224 '2222122122' recall_5 224 0.0132 recall_10 224 0.0263 recall_15 224 0.0428 recall_20 224 0.0559 recall_30 224 0.0888 recall_100 224 0.2138 recall_200 224 0.2138 recall_500 224 0.2138 recall_1000 224 0.2138 infAP 224 0.1746 Rprec_mult_0.20 224 0.7869 Rprec_mult_0.40 224 0.5328 Rprec_mult_0.60 224 0.3552 Rprec_mult_0.80 224 0.2664 Rprec_mult_1.00 224 0.2138 Rprec_mult_1.20 224 0.1781 Rprec_mult_1.40 224 0.1526 Rprec_mult_1.60 224 0.1335 Rprec_mult_1.80 224 0.1186 Rprec_mult_2.00 224 0.1069 utility 224 30.0000 11pt_avg 224 0.2329 binG 224 0.0827 G 224 0.0467 ndcg 224 0.2972 ndcg_rel 224 0.3737 Rndcg 224 0.4267 ndcg_cut_5 224 0.6229 ndcg_cut_10 224 0.6151 ndcg_cut_15 224 0.6571 ndcg_cut_20 224 0.6474 ndcg_cut_30 224 0.6905 ndcg_cut_100 224 0.6518 ndcg_cut_200 224 0.4204 ndcg_cut_500 224 0.2972 ndcg_cut_1000 224 0.2972 map_cut_5 224 0.0132 map_cut_10 224 0.0239 map_cut_15 224 0.0378 map_cut_20 224 0.0490 map_cut_30 224 0.0780 map_cut_100 224 0.1746 map_cut_200 224 0.1746 map_cut_500 224 0.1746 map_cut_1000 224 0.1746 relative_P_5 224 0.8000 relative_P_10 224 0.8000 relative_P_15 224 0.8667 relative_P_20 224 0.8500 relative_P_30 224 0.9000 relative_P_100 224 0.6500 relative_P_200 224 0.3250 relative_P_500 224 0.2138 relative_P_1000 224 0.2138 success_1 224 1.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.6500 set_relative_P 224 0.6500 set_recall 224 0.2138 set_map 224 0.1390 set_F 224 0.3218 num_nonrel_judged_ret 224 17 rbp 224 0.6435 rbp_resid 224 0.0046 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 100 num_rel 225 238 num_rel_ret 225 70 map 225 0.2644 Rprec 225 0.2941 bpref 225 0.2825 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.9259 iprec_at_recall_0.20 225 0.9259 iprec_at_recall_0.30 225 0.0000 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 1.0000 P_10 225 1.0000 P_15 225 1.0000 P_20 225 0.9000 P_30 225 0.9000 P_100 225 0.7000 P_200 225 0.3500 P_500 225 0.1400 P_1000 225 0.0700 relstring 225 '2222222233' recall_5 225 0.0210 recall_10 225 0.0420 recall_15 225 0.0630 recall_20 225 0.0756 recall_30 225 0.1134 recall_100 225 0.2941 recall_200 225 0.2941 recall_500 225 0.2941 recall_1000 225 0.2941 infAP 225 0.2644 Rprec_mult_0.20 225 0.9167 Rprec_mult_0.40 225 0.7292 Rprec_mult_0.60 225 0.4895 Rprec_mult_0.80 225 0.3665 Rprec_mult_1.00 225 0.2941 Rprec_mult_1.20 225 0.2448 Rprec_mult_1.40 225 0.2096 Rprec_mult_1.60 225 0.1837 Rprec_mult_1.80 225 0.1632 Rprec_mult_2.00 225 0.1471 utility 225 40.0000 11pt_avg 225 0.2593 binG 225 0.1509 G 225 0.0638 ndcg 225 0.3785 ndcg_rel 225 0.4624 Rndcg 225 0.4913 ndcg_cut_5 225 0.6667 ndcg_cut_10 225 0.7100 ndcg_cut_15 225 0.7297 ndcg_cut_20 225 0.6975 ndcg_cut_30 225 0.6908 ndcg_cut_100 225 0.6754 ndcg_cut_200 225 0.4546 ndcg_cut_500 225 0.3785 ndcg_cut_1000 225 0.3785 map_cut_5 225 0.0210 map_cut_10 225 0.0420 map_cut_15 225 0.0630 map_cut_20 225 0.0752 map_cut_30 225 0.1096 map_cut_100 225 0.2644 map_cut_200 225 0.2644 map_cut_500 225 0.2644 map_cut_1000 225 0.2644 relative_P_5 225 1.0000 relative_P_10 225 1.0000 relative_P_15 225 1.0000 relative_P_20 225 0.9000 relative_P_30 225 0.9000 relative_P_100 225 0.7000 relative_P_200 225 0.3500 relative_P_500 225 0.2941 relative_P_1000 225 0.2941 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.7000 set_relative_P 225 0.7000 set_recall 225 0.2941 set_map 225 0.2059 set_F 225 0.4142 num_nonrel_judged_ret 225 10 rbp 225 0.7071 rbp_resid 225 0.0013 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 100 num_rel 233 203 num_rel_ret 233 75 map 233 0.3145 Rprec 233 0.3695 bpref 233 0.3589 recip_rank 233 1.0000 iprec_at_recall_0.00 233 1.0000 iprec_at_recall_0.10 233 0.8889 iprec_at_recall_0.20 233 0.8621 iprec_at_recall_0.30 233 0.8356 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 1.0000 P_10 233 0.8000 P_15 233 0.8000 P_20 233 0.8500 P_30 233 0.8667 P_100 233 0.7500 P_200 233 0.3750 P_500 233 0.1500 P_1000 233 0.0750 relstring 233 '3333323311' recall_5 233 0.0246 recall_10 233 0.0394 recall_15 233 0.0591 recall_20 233 0.0837 recall_30 233 0.1281 recall_100 233 0.3695 recall_200 233 0.3695 recall_500 233 0.3695 recall_1000 233 0.3695 infAP 233 0.3145 Rprec_mult_0.20 233 0.8780 Rprec_mult_0.40 233 0.8049 Rprec_mult_0.60 233 0.6148 Rprec_mult_0.80 233 0.4601 Rprec_mult_1.00 233 0.3695 Rprec_mult_1.20 233 0.3074 Rprec_mult_1.40 233 0.2632 Rprec_mult_1.60 233 0.2308 Rprec_mult_1.80 233 0.2049 Rprec_mult_2.00 233 0.1847 utility 233 50.0000 11pt_avg 233 0.3261 binG 233 0.1465 G 233 0.0867 ndcg 233 0.4509 ndcg_rel 233 0.5580 Rndcg 233 0.5898 ndcg_cut_5 233 0.8443 ndcg_cut_10 233 0.7925 ndcg_cut_15 233 0.7928 ndcg_cut_20 233 0.8150 ndcg_cut_30 233 0.8273 ndcg_cut_100 233 0.7004 ndcg_cut_200 233 0.4856 ndcg_cut_500 233 0.4509 ndcg_cut_1000 233 0.4509 map_cut_5 233 0.0246 map_cut_10 233 0.0394 map_cut_15 233 0.0547 map_cut_20 233 0.0752 map_cut_30 233 0.1139 map_cut_100 233 0.3145 map_cut_200 233 0.3145 map_cut_500 233 0.3145 map_cut_1000 233 0.3145 relative_P_5 233 1.0000 relative_P_10 233 0.8000 relative_P_15 233 0.8000 relative_P_20 233 0.8500 relative_P_30 233 0.8667 relative_P_100 233 0.7500 relative_P_200 233 0.3750 relative_P_500 233 0.3695 relative_P_1000 233 0.3695 success_1 233 1.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.7500 set_relative_P 233 0.7500 set_recall 233 0.3695 set_map 233 0.2771 set_F 233 0.4950 num_nonrel_judged_ret 233 9 rbp 233 0.6501 rbp_resid 233 0.0068 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 100 num_rel 273 290 num_rel_ret 273 62 map 273 0.1788 Rprec 273 0.2138 bpref 273 0.2066 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.8824 iprec_at_recall_0.20 273 0.6444 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 1.0000 P_10 273 1.0000 P_15 273 0.9333 P_20 273 0.9000 P_30 273 0.9000 P_100 273 0.6200 P_200 273 0.3100 P_500 273 0.1240 P_1000 273 0.0620 relstring 273 '3232223222' recall_5 273 0.0172 recall_10 273 0.0345 recall_15 273 0.0483 recall_20 273 0.0621 recall_30 273 0.0931 recall_100 273 0.2138 recall_200 273 0.2138 recall_500 273 0.2138 recall_1000 273 0.2138 infAP 273 0.1788 Rprec_mult_0.20 273 0.7414 Rprec_mult_0.40 273 0.5345 Rprec_mult_0.60 273 0.3563 Rprec_mult_0.80 273 0.2672 Rprec_mult_1.00 273 0.2138 Rprec_mult_1.20 273 0.1782 Rprec_mult_1.40 273 0.1527 Rprec_mult_1.60 273 0.1336 Rprec_mult_1.80 273 0.1188 Rprec_mult_2.00 273 0.1069 utility 273 24.0000 11pt_avg 273 0.2297 binG 273 0.0999 G 273 0.0468 ndcg 273 0.2974 ndcg_rel 273 0.3697 Rndcg 273 0.4953 ndcg_cut_5 273 0.7513 ndcg_cut_10 273 0.7464 ndcg_cut_15 273 0.7449 ndcg_cut_20 273 0.7111 ndcg_cut_30 273 0.7233 ndcg_cut_100 273 0.5981 ndcg_cut_200 273 0.4095 ndcg_cut_500 273 0.2974 ndcg_cut_1000 273 0.2974 map_cut_5 273 0.0172 map_cut_10 273 0.0345 map_cut_15 273 0.0478 map_cut_20 273 0.0605 map_cut_30 273 0.0888 map_cut_100 273 0.1788 map_cut_200 273 0.1788 map_cut_500 273 0.1788 map_cut_1000 273 0.1788 relative_P_5 273 1.0000 relative_P_10 273 1.0000 relative_P_15 273 0.9333 relative_P_20 273 0.9000 relative_P_30 273 0.9000 relative_P_100 273 0.6200 relative_P_200 273 0.3100 relative_P_500 273 0.2138 relative_P_1000 273 0.2138 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.6200 set_relative_P 273 0.6200 set_recall 273 0.2138 set_map 273 0.1326 set_F 273 0.3179 num_nonrel_judged_ret 273 10 rbp 273 0.5621 rbp_resid 273 0.0085 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 100 num_rel 300 239 num_rel_ret 300 44 map 300 0.1374 Rprec 300 0.1841 bpref 300 0.1765 recip_rank 300 1.0000 iprec_at_recall_0.00 300 1.0000 iprec_at_recall_0.10 300 0.6944 iprec_at_recall_0.20 300 0.0000 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 1.0000 P_10 300 0.9000 P_15 300 0.8667 P_20 300 0.8000 P_30 300 0.7000 P_100 300 0.4400 P_200 300 0.2200 P_500 300 0.0880 P_1000 300 0.0440 relstring 300 '2223330232' recall_5 300 0.0209 recall_10 300 0.0377 recall_15 300 0.0544 recall_20 300 0.0669 recall_30 300 0.0879 recall_100 300 0.1841 recall_200 300 0.1841 recall_500 300 0.1841 recall_1000 300 0.1841 infAP 300 0.1374 Rprec_mult_0.20 300 0.6250 Rprec_mult_0.40 300 0.4583 Rprec_mult_0.60 300 0.3056 Rprec_mult_0.80 300 0.2292 Rprec_mult_1.00 300 0.1841 Rprec_mult_1.20 300 0.1533 Rprec_mult_1.40 300 0.1313 Rprec_mult_1.60 300 0.1149 Rprec_mult_1.80 300 0.1021 Rprec_mult_2.00 300 0.0921 utility 300 -12.0000 11pt_avg 300 0.1540 binG 300 0.0786 G 300 0.0452 ndcg 300 0.2783 ndcg_rel 300 0.3474 Rndcg 300 0.3982 ndcg_cut_5 300 0.7591 ndcg_cut_10 300 0.7260 ndcg_cut_15 300 0.6984 ndcg_cut_20 300 0.6604 ndcg_cut_30 300 0.6315 ndcg_cut_100 300 0.5166 ndcg_cut_200 300 0.3373 ndcg_cut_500 300 0.2783 ndcg_cut_1000 300 0.2783 map_cut_5 300 0.0209 map_cut_10 300 0.0363 map_cut_15 300 0.0516 map_cut_20 300 0.0627 map_cut_30 300 0.0782 map_cut_100 300 0.1374 map_cut_200 300 0.1374 map_cut_500 300 0.1374 map_cut_1000 300 0.1374 relative_P_5 300 1.0000 relative_P_10 300 0.9000 relative_P_15 300 0.8667 relative_P_20 300 0.8000 relative_P_30 300 0.7000 relative_P_100 300 0.4400 relative_P_200 300 0.2200 relative_P_500 300 0.1841 relative_P_1000 300 0.1841 success_1 300 1.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.4400 set_relative_P 300 0.4400 set_recall 300 0.1841 set_map 300 0.0810 set_F 300 0.2596 num_nonrel_judged_ret 300 24 rbp 300 0.6707 rbp_resid 300 0.0087 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 100 num_rel 31 134 num_rel_ret 31 50 map 31 0.2650 Rprec 31 0.3731 bpref 31 0.3338 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.8235 iprec_at_recall_0.20 31 0.6585 iprec_at_recall_0.30 31 0.5584 iprec_at_recall_0.40 31 0.0000 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 1.0000 P_10 31 0.8000 P_15 31 0.8000 P_20 31 0.7500 P_30 31 0.7000 P_100 31 0.5000 P_200 31 0.2500 P_500 31 0.1000 P_1000 31 0.0500 relstring 31 '2322223210' recall_5 31 0.0373 recall_10 31 0.0597 recall_15 31 0.0896 recall_20 31 0.1119 recall_30 31 0.1567 recall_100 31 0.3731 recall_200 31 0.3731 recall_500 31 0.3731 recall_1000 31 0.3731 infAP 31 0.2650 Rprec_mult_0.20 31 0.7407 Rprec_mult_0.40 31 0.6296 Rprec_mult_0.60 31 0.5432 Rprec_mult_0.80 31 0.4630 Rprec_mult_1.00 31 0.3731 Rprec_mult_1.20 31 0.3106 Rprec_mult_1.40 31 0.2660 Rprec_mult_1.60 31 0.2326 Rprec_mult_1.80 31 0.2066 Rprec_mult_2.00 31 0.1866 utility 31 0.0000 11pt_avg 31 0.2764 binG 31 0.1459 G 31 0.0882 ndcg 31 0.4584 ndcg_rel 31 0.5340 Rndcg 31 0.5412 ndcg_cut_5 31 0.7380 ndcg_cut_10 31 0.6729 ndcg_cut_15 31 0.6718 ndcg_cut_20 31 0.6452 ndcg_cut_30 31 0.6730 ndcg_cut_100 31 0.6083 ndcg_cut_200 31 0.4584 ndcg_cut_500 31 0.4584 ndcg_cut_1000 31 0.4584 map_cut_5 31 0.0373 map_cut_10 31 0.0597 map_cut_15 31 0.0847 map_cut_20 31 0.1028 map_cut_30 31 0.1369 map_cut_100 31 0.2650 map_cut_200 31 0.2650 map_cut_500 31 0.2650 map_cut_1000 31 0.2650 relative_P_5 31 1.0000 relative_P_10 31 0.8000 relative_P_15 31 0.8000 relative_P_20 31 0.7500 relative_P_30 31 0.7000 relative_P_100 31 0.5000 relative_P_200 31 0.3731 relative_P_500 31 0.3731 relative_P_1000 31 0.3731 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.5000 set_relative_P 31 0.5000 set_recall 31 0.3731 set_map 31 0.1866 set_F 31 0.4274 num_nonrel_judged_ret 31 40 rbp 31 0.6419 rbp_resid 31 0.0067 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 100 num_rel 37 230 num_rel_ret 37 33 map 37 0.0591 Rprec 37 0.1435 bpref 37 0.1309 recip_rank 37 0.5000 iprec_at_recall_0.00 37 0.5000 iprec_at_recall_0.10 37 0.4154 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.2000 P_10 37 0.4000 P_15 37 0.4667 P_20 37 0.4000 P_30 37 0.4333 P_100 37 0.3300 P_200 37 0.1650 P_500 37 0.0660 P_1000 37 0.0330 relstring 37 '1201121321' recall_5 37 0.0043 recall_10 37 0.0174 recall_15 37 0.0304 recall_20 37 0.0348 recall_30 37 0.0565 recall_100 37 0.1435 recall_200 37 0.1435 recall_500 37 0.1435 recall_1000 37 0.1435 infAP 37 0.0591 Rprec_mult_0.20 37 0.4348 Rprec_mult_0.40 37 0.3370 Rprec_mult_0.60 37 0.2391 Rprec_mult_0.80 37 0.1793 Rprec_mult_1.00 37 0.1435 Rprec_mult_1.20 37 0.1196 Rprec_mult_1.40 37 0.1025 Rprec_mult_1.60 37 0.0897 Rprec_mult_1.80 37 0.0797 Rprec_mult_2.00 37 0.0717 utility 37 -34.0000 11pt_avg 37 0.0832 binG 37 0.0352 G 37 0.0289 ndcg 37 0.2072 ndcg_rel 37 0.2454 Rndcg 37 0.2939 ndcg_cut_5 37 0.3481 ndcg_cut_10 37 0.4374 ndcg_cut_15 37 0.4300 ndcg_cut_20 37 0.4134 ndcg_cut_30 37 0.4693 ndcg_cut_100 37 0.4504 ndcg_cut_200 37 0.2873 ndcg_cut_500 37 0.2072 ndcg_cut_1000 37 0.2072 map_cut_5 37 0.0022 map_cut_10 37 0.0072 map_cut_15 37 0.0134 map_cut_20 37 0.0153 map_cut_30 37 0.0244 map_cut_100 37 0.0591 map_cut_200 37 0.0591 map_cut_500 37 0.0591 map_cut_1000 37 0.0591 relative_P_5 37 0.2000 relative_P_10 37 0.4000 relative_P_15 37 0.4667 relative_P_20 37 0.4000 relative_P_30 37 0.4333 relative_P_100 37 0.3300 relative_P_200 37 0.1650 relative_P_500 37 0.1435 relative_P_1000 37 0.1435 success_1 37 0.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.3300 set_relative_P 37 0.3300 set_recall 37 0.1435 set_map 37 0.0473 set_F 37 0.2000 num_nonrel_judged_ret 37 41 rbp 37 0.4264 rbp_resid 37 0.0125 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 100 num_rel 407 102 num_rel_ret 407 30 map 407 0.1966 Rprec 407 0.2941 bpref 407 0.2562 recip_rank 407 1.0000 iprec_at_recall_0.00 407 1.0000 iprec_at_recall_0.10 407 0.8000 iprec_at_recall_0.20 407 0.5882 iprec_at_recall_0.30 407 0.0000 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.8000 P_10 407 0.8000 P_15 407 0.8000 P_20 407 0.7500 P_30 407 0.5667 P_100 407 0.3000 P_200 407 0.1500 P_500 407 0.0600 P_1000 407 0.0300 relstring 407 '2220222220' recall_5 407 0.0392 recall_10 407 0.0784 recall_15 407 0.1176 recall_20 407 0.1471 recall_30 407 0.1667 recall_100 407 0.2941 recall_200 407 0.2941 recall_500 407 0.2941 recall_1000 407 0.2941 infAP 407 0.1966 Rprec_mult_0.20 407 0.7143 Rprec_mult_0.40 407 0.5366 Rprec_mult_0.60 407 0.4032 Rprec_mult_0.80 407 0.3415 Rprec_mult_1.00 407 0.2941 Rprec_mult_1.20 407 0.2439 Rprec_mult_1.40 407 0.2098 Rprec_mult_1.60 407 0.1829 Rprec_mult_1.80 407 0.1630 Rprec_mult_2.00 407 0.1471 utility 407 -40.0000 11pt_avg 407 0.2171 binG 407 0.1212 G 407 0.0654 ndcg 407 0.3454 ndcg_rel 407 0.4008 Rndcg 407 0.4362 ndcg_cut_5 407 0.5693 ndcg_cut_10 407 0.5864 ndcg_cut_15 407 0.6215 ndcg_cut_20 407 0.6308 ndcg_cut_30 407 0.5487 ndcg_cut_100 407 0.3741 ndcg_cut_200 407 0.3454 ndcg_cut_500 407 0.3454 ndcg_cut_1000 407 0.3454 map_cut_5 407 0.0373 map_cut_10 407 0.0711 map_cut_15 407 0.1022 map_cut_20 407 0.1243 map_cut_30 407 0.1371 map_cut_100 407 0.1966 map_cut_200 407 0.1966 map_cut_500 407 0.1966 map_cut_1000 407 0.1966 relative_P_5 407 0.8000 relative_P_10 407 0.8000 relative_P_15 407 0.8000 relative_P_20 407 0.7500 relative_P_30 407 0.5667 relative_P_100 407 0.3000 relative_P_200 407 0.2941 relative_P_500 407 0.2941 relative_P_1000 407 0.2941 success_1 407 1.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.3000 set_relative_P 407 0.3000 set_recall 407 0.2941 set_map 407 0.0882 set_F 407 0.2970 num_nonrel_judged_ret 407 47 rbp 407 0.4931 rbp_resid 407 0.0032 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 100 num_rel 477 285 num_rel_ret 477 80 map 477 0.2473 Rprec 477 0.2807 bpref 477 0.2734 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.9394 iprec_at_recall_0.20 477 0.8382 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 1.0000 P_10 477 1.0000 P_15 477 1.0000 P_20 477 0.9500 P_30 477 0.9333 P_100 477 0.8000 P_200 477 0.4000 P_500 477 0.1600 P_1000 477 0.0800 relstring 477 '3333323332' recall_5 477 0.0175 recall_10 477 0.0351 recall_15 477 0.0526 recall_20 477 0.0667 recall_30 477 0.0982 recall_100 477 0.2807 recall_200 477 0.2807 recall_500 477 0.2807 recall_1000 477 0.2807 infAP 477 0.2473 Rprec_mult_0.20 477 0.8246 Rprec_mult_0.40 477 0.7018 Rprec_mult_0.60 477 0.4678 Rprec_mult_0.80 477 0.3509 Rprec_mult_1.00 477 0.2807 Rprec_mult_1.20 477 0.2339 Rprec_mult_1.40 477 0.2005 Rprec_mult_1.60 477 0.1754 Rprec_mult_1.80 477 0.1559 Rprec_mult_2.00 477 0.1404 utility 477 60.0000 11pt_avg 477 0.2525 binG 477 0.1341 G 477 0.0760 ndcg 477 0.3601 ndcg_rel 477 0.4614 Rndcg 477 0.4840 ndcg_cut_5 477 1.0000 ndcg_cut_10 477 0.9527 ndcg_cut_15 477 0.9192 ndcg_cut_20 477 0.8773 ndcg_cut_30 477 0.8513 ndcg_cut_100 477 0.7309 ndcg_cut_200 477 0.4995 ndcg_cut_500 477 0.3601 ndcg_cut_1000 477 0.3601 map_cut_5 477 0.0175 map_cut_10 477 0.0351 map_cut_15 477 0.0526 map_cut_20 477 0.0663 map_cut_30 477 0.0960 map_cut_100 477 0.2473 map_cut_200 477 0.2473 map_cut_500 477 0.2473 map_cut_1000 477 0.2473 relative_P_5 477 1.0000 relative_P_10 477 1.0000 relative_P_15 477 1.0000 relative_P_20 477 0.9500 relative_P_30 477 0.9333 relative_P_100 477 0.8000 relative_P_200 477 0.4000 relative_P_500 477 0.2807 relative_P_1000 477 0.2807 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.8000 set_relative_P 477 0.8000 set_recall 477 0.2807 set_map 477 0.2246 set_F 477 0.4156 num_nonrel_judged_ret 477 9 rbp 477 0.8797 rbp_resid 477 0.0054 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 100 num_rel 499 192 num_rel_ret 499 66 map 499 0.2659 Rprec 499 0.3438 bpref 499 0.3219 recip_rank 499 1.0000 iprec_at_recall_0.00 499 1.0000 iprec_at_recall_0.10 499 0.8000 iprec_at_recall_0.20 499 0.7273 iprec_at_recall_0.30 499 0.6818 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 1.0000 P_10 499 0.9000 P_15 499 0.8667 P_20 499 0.8500 P_30 499 0.7667 P_100 499 0.6600 P_200 499 0.3300 P_500 499 0.1320 P_1000 499 0.0660 relstring 499 '3333323313' recall_5 499 0.0260 recall_10 499 0.0469 recall_15 499 0.0677 recall_20 499 0.0885 recall_30 499 0.1198 recall_100 499 0.3438 recall_200 499 0.3438 recall_500 499 0.3438 recall_1000 499 0.3438 infAP 499 0.2659 Rprec_mult_0.20 499 0.7436 Rprec_mult_0.40 499 0.6623 Rprec_mult_0.60 499 0.5690 Rprec_mult_0.80 499 0.4286 Rprec_mult_1.00 499 0.3438 Rprec_mult_1.20 499 0.2857 Rprec_mult_1.40 499 0.2454 Rprec_mult_1.60 499 0.2143 Rprec_mult_1.80 499 0.1908 Rprec_mult_2.00 499 0.1719 utility 499 32.0000 11pt_avg 499 0.2917 binG 499 0.1311 G 499 0.0966 ndcg 499 0.4274 ndcg_rel 499 0.5279 Rndcg 499 0.5540 ndcg_cut_5 499 1.0000 ndcg_cut_10 499 0.9297 ndcg_cut_15 499 0.8702 ndcg_cut_20 499 0.8367 ndcg_cut_30 499 0.7655 ndcg_cut_100 499 0.7340 ndcg_cut_200 499 0.4850 ndcg_cut_500 499 0.4274 ndcg_cut_1000 499 0.4274 map_cut_5 499 0.0260 map_cut_10 499 0.0464 map_cut_15 499 0.0652 map_cut_20 499 0.0836 map_cut_30 499 0.1080 map_cut_100 499 0.2659 map_cut_200 499 0.2659 map_cut_500 499 0.2659 map_cut_1000 499 0.2659 relative_P_5 499 1.0000 relative_P_10 499 0.9000 relative_P_15 499 0.8667 relative_P_20 499 0.8500 relative_P_30 499 0.7667 relative_P_100 499 0.6600 relative_P_200 499 0.3438 relative_P_500 499 0.3438 relative_P_1000 499 0.3438 success_1 499 1.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.6600 set_relative_P 499 0.6600 set_recall 499 0.3438 set_map 499 0.2269 set_F 499 0.4521 num_nonrel_judged_ret 499 21 rbp 499 0.8161 rbp_resid 499 0.0029 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 100 num_rel 515 147 num_rel_ret 515 16 map 515 0.0303 Rprec 515 0.1088 bpref 515 0.0865 recip_rank 515 0.5000 iprec_at_recall_0.00 515 0.6667 iprec_at_recall_0.10 515 0.1616 iprec_at_recall_0.20 515 0.0000 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.4000 P_10 515 0.3000 P_15 515 0.3333 P_20 515 0.2500 P_30 515 0.2000 P_100 515 0.1600 P_200 515 0.0800 P_500 515 0.0320 P_1000 515 0.0160 relstring 515 '0220021000' recall_5 515 0.0136 recall_10 515 0.0204 recall_15 515 0.0340 recall_20 515 0.0340 recall_30 515 0.0408 recall_100 515 0.1088 recall_200 515 0.1088 recall_500 515 0.1088 recall_1000 515 0.1088 infAP 515 0.0303 Rprec_mult_0.20 515 0.2000 Rprec_mult_0.40 515 0.1525 Rprec_mult_0.60 515 0.1573 Rprec_mult_0.80 515 0.1356 Rprec_mult_1.00 515 0.1088 Rprec_mult_1.20 515 0.0904 Rprec_mult_1.40 515 0.0777 Rprec_mult_1.60 515 0.0678 Rprec_mult_1.80 515 0.0604 Rprec_mult_2.00 515 0.0544 utility 515 -68.0000 11pt_avg 515 0.0753 binG 515 0.0292 G 515 0.0245 ndcg 515 0.1491 ndcg_rel 515 0.1665 Rndcg 515 0.1562 ndcg_cut_5 515 0.3836 ndcg_cut_10 515 0.3640 ndcg_cut_15 515 0.3746 ndcg_cut_20 515 0.3118 ndcg_cut_30 515 0.2734 ndcg_cut_100 515 0.2160 ndcg_cut_200 515 0.1491 ndcg_cut_500 515 0.1491 ndcg_cut_1000 515 0.1491 map_cut_5 515 0.0079 map_cut_10 515 0.0113 map_cut_15 515 0.0164 map_cut_20 515 0.0164 map_cut_30 515 0.0178 map_cut_100 515 0.0303 map_cut_200 515 0.0303 map_cut_500 515 0.0303 map_cut_1000 515 0.0303 relative_P_5 515 0.4000 relative_P_10 515 0.3000 relative_P_15 515 0.3333 relative_P_20 515 0.2500 relative_P_30 515 0.2000 relative_P_100 515 0.1600 relative_P_200 515 0.1088 relative_P_500 515 0.1088 relative_P_1000 515 0.1088 success_1 515 0.0000 success_5 515 1.0000 success_10 515 1.0000 set_P 515 0.1600 set_relative_P 515 0.1600 set_recall 515 0.1088 set_map 515 0.0174 set_F 515 0.1296 num_nonrel_judged_ret 515 62 rbp 515 0.3359 rbp_resid 515 0.0098 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 100 num_rel 58 373 num_rel_ret 58 82 map 58 0.1958 Rprec 58 0.2198 bpref 58 0.2144 recip_rank 58 1.0000 iprec_at_recall_0.00 58 1.0000 iprec_at_recall_0.10 58 0.9333 iprec_at_recall_0.20 58 0.8721 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 0.8000 P_10 58 0.8000 P_15 58 0.8667 P_20 58 0.9000 P_30 58 0.9333 P_100 58 0.8200 P_200 58 0.4100 P_500 58 0.1640 P_1000 58 0.0820 relstring 58 '3430232331' recall_5 58 0.0107 recall_10 58 0.0214 recall_15 58 0.0349 recall_20 58 0.0483 recall_30 58 0.0751 recall_100 58 0.2198 recall_200 58 0.2198 recall_500 58 0.2198 recall_1000 58 0.2198 infAP 58 0.1958 Rprec_mult_0.20 58 0.8667 Rprec_mult_0.40 58 0.5467 Rprec_mult_0.60 58 0.3661 Rprec_mult_0.80 58 0.2742 Rprec_mult_1.00 58 0.2198 Rprec_mult_1.20 58 0.1830 Rprec_mult_1.40 58 0.1568 Rprec_mult_1.60 58 0.1374 Rprec_mult_1.80 58 0.1220 Rprec_mult_2.00 58 0.1099 utility 58 64.0000 11pt_avg 58 0.2550 binG 58 0.0916 G 58 0.0511 ndcg 58 0.3153 ndcg_rel 58 0.4041 Rndcg 58 0.4585 ndcg_cut_5 58 0.6611 ndcg_cut_10 58 0.7040 ndcg_cut_15 58 0.7482 ndcg_cut_20 58 0.7855 ndcg_cut_30 58 0.8028 ndcg_cut_100 58 0.7165 ndcg_cut_200 58 0.4654 ndcg_cut_500 58 0.3153 ndcg_cut_1000 58 0.3153 map_cut_5 58 0.0102 map_cut_10 58 0.0194 map_cut_15 58 0.0308 map_cut_20 58 0.0427 map_cut_30 58 0.0674 map_cut_100 58 0.1958 map_cut_200 58 0.1958 map_cut_500 58 0.1958 map_cut_1000 58 0.1958 relative_P_5 58 0.8000 relative_P_10 58 0.8000 relative_P_15 58 0.8667 relative_P_20 58 0.9000 relative_P_30 58 0.9333 relative_P_100 58 0.8200 relative_P_200 58 0.4100 relative_P_500 58 0.2198 relative_P_1000 58 0.2198 success_1 58 1.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.8200 set_relative_P 58 0.8200 set_recall 58 0.2198 set_map 58 0.1803 set_F 58 0.3467 num_nonrel_judged_ret 58 3 rbp 58 0.6455 rbp_resid 58 0.0059 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 100 num_rel 707 186 num_rel_ret 707 28 map 707 0.0786 Rprec 707 0.1505 bpref 707 0.1379 recip_rank 707 0.5000 iprec_at_recall_0.00 707 0.8000 iprec_at_recall_0.10 707 0.4043 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.8000 P_10 707 0.6000 P_15 707 0.6667 P_20 707 0.5500 P_30 707 0.5333 P_100 707 0.2800 P_200 707 0.1400 P_500 707 0.0560 P_1000 707 0.0280 relstring 707 '0222202200' recall_5 707 0.0215 recall_10 707 0.0323 recall_15 707 0.0538 recall_20 707 0.0591 recall_30 707 0.0860 recall_100 707 0.1505 recall_200 707 0.1505 recall_500 707 0.1505 recall_1000 707 0.1505 infAP 707 0.0786 Rprec_mult_0.20 707 0.4737 Rprec_mult_0.40 707 0.3200 Rprec_mult_0.60 707 0.2500 Rprec_mult_0.80 707 0.1879 Rprec_mult_1.00 707 0.1505 Rprec_mult_1.20 707 0.1250 Rprec_mult_1.40 707 0.1073 Rprec_mult_1.60 707 0.0940 Rprec_mult_1.80 707 0.0836 Rprec_mult_2.00 707 0.0753 utility 707 -44.0000 11pt_avg 707 0.1095 binG 707 0.0481 G 707 0.0309 ndcg 707 0.1990 ndcg_rel 707 0.2286 Rndcg 707 0.2813 ndcg_cut_5 707 0.4406 ndcg_cut_10 707 0.3983 ndcg_cut_15 707 0.4660 ndcg_cut_20 707 0.4307 ndcg_cut_30 707 0.4445 ndcg_cut_100 707 0.3155 ndcg_cut_200 707 0.2015 ndcg_cut_500 707 0.1990 ndcg_cut_1000 707 0.1990 map_cut_5 707 0.0146 map_cut_10 707 0.0225 map_cut_15 707 0.0365 map_cut_20 707 0.0396 map_cut_30 707 0.0547 map_cut_100 707 0.0786 map_cut_200 707 0.0786 map_cut_500 707 0.0786 map_cut_1000 707 0.0786 relative_P_5 707 0.8000 relative_P_10 707 0.6000 relative_P_15 707 0.6667 relative_P_20 707 0.5500 relative_P_30 707 0.5333 relative_P_100 707 0.2800 relative_P_200 707 0.1505 relative_P_500 707 0.1505 relative_P_1000 707 0.1505 success_1 707 0.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.2800 set_relative_P 707 0.2800 set_recall 707 0.1505 set_map 707 0.0422 set_F 707 0.1958 num_nonrel_judged_ret 707 40 rbp 707 0.3933 rbp_resid 707 0.0094 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 100 num_rel 72 466 num_rel_ret 72 80 map 72 0.1642 Rprec 72 0.1717 bpref 72 0.1717 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.9608 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 1.0000 P_15 72 1.0000 P_20 72 1.0000 P_30 72 1.0000 P_100 72 0.8000 P_200 72 0.4000 P_500 72 0.1600 P_1000 72 0.0800 relstring 72 '4444433234' recall_5 72 0.0107 recall_10 72 0.0215 recall_15 72 0.0322 recall_20 72 0.0429 recall_30 72 0.0644 recall_100 72 0.1717 recall_200 72 0.1717 recall_500 72 0.1717 recall_1000 72 0.1717 infAP 72 0.1642 Rprec_mult_0.20 72 0.8404 Rprec_mult_0.40 72 0.4278 Rprec_mult_0.60 72 0.2857 Rprec_mult_0.80 72 0.2145 Rprec_mult_1.00 72 0.1717 Rprec_mult_1.20 72 0.1429 Rprec_mult_1.40 72 0.1225 Rprec_mult_1.60 72 0.1072 Rprec_mult_1.80 72 0.0954 Rprec_mult_2.00 72 0.0858 utility 72 60.0000 11pt_avg 72 0.1783 binG 72 0.1109 G 72 0.0515 ndcg 72 0.2824 ndcg_rel 72 0.3738 Rndcg 72 0.4219 ndcg_cut_5 72 1.0000 ndcg_cut_10 72 0.9108 ndcg_cut_15 72 0.8631 ndcg_cut_20 72 0.8778 ndcg_cut_30 72 0.8541 ndcg_cut_100 72 0.7419 ndcg_cut_200 72 0.4798 ndcg_cut_500 72 0.2824 ndcg_cut_1000 72 0.2824 map_cut_5 72 0.0107 map_cut_10 72 0.0215 map_cut_15 72 0.0322 map_cut_20 72 0.0429 map_cut_30 72 0.0644 map_cut_100 72 0.1642 map_cut_200 72 0.1642 map_cut_500 72 0.1642 map_cut_1000 72 0.1642 relative_P_5 72 1.0000 relative_P_10 72 1.0000 relative_P_15 72 1.0000 relative_P_20 72 1.0000 relative_P_30 72 1.0000 relative_P_100 72 0.8000 relative_P_200 72 0.4000 relative_P_500 72 0.1717 relative_P_1000 72 0.1717 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.8000 set_relative_P 72 0.8000 set_recall 72 0.1717 set_map 72 0.1373 set_F 72 0.2827 num_nonrel_judged_ret 72 1 rbp 72 0.8556 rbp_resid 72 0.0062 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 100 num_rel 84 142 num_rel_ret 84 26 map 84 0.0950 Rprec 84 0.1831 bpref 84 0.1637 recip_rank 84 1.0000 iprec_at_recall_0.00 84 1.0000 iprec_at_recall_0.10 84 0.5385 iprec_at_recall_0.20 84 0.0000 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 0.6000 P_10 84 0.6000 P_15 84 0.6000 P_20 84 0.5500 P_30 84 0.5000 P_100 84 0.2600 P_200 84 0.1300 P_500 84 0.0520 P_1000 84 0.0260 relstring 84 '3022002204' recall_5 84 0.0211 recall_10 84 0.0423 recall_15 84 0.0634 recall_20 84 0.0775 recall_30 84 0.1056 recall_100 84 0.1831 recall_200 84 0.1831 recall_500 84 0.1831 recall_1000 84 0.1831 infAP 84 0.0950 Rprec_mult_0.20 84 0.5172 Rprec_mult_0.40 84 0.3684 Rprec_mult_0.60 84 0.2791 Rprec_mult_0.80 84 0.2281 Rprec_mult_1.00 84 0.1831 Rprec_mult_1.20 84 0.1520 Rprec_mult_1.40 84 0.1307 Rprec_mult_1.60 84 0.1140 Rprec_mult_1.80 84 0.1016 Rprec_mult_2.00 84 0.0915 utility 84 -48.0000 11pt_avg 84 0.1399 binG 84 0.0591 G 84 0.0310 ndcg 84 0.2119 ndcg_rel 84 0.2366 Rndcg 84 0.3424 ndcg_cut_5 84 0.4262 ndcg_cut_10 84 0.4518 ndcg_cut_15 84 0.4402 ndcg_cut_20 84 0.4146 ndcg_cut_30 84 0.4111 ndcg_cut_100 84 0.3179 ndcg_cut_200 84 0.2300 ndcg_cut_500 84 0.2119 ndcg_cut_1000 84 0.2119 map_cut_5 84 0.0170 map_cut_10 84 0.0297 map_cut_15 84 0.0420 map_cut_20 84 0.0505 map_cut_30 84 0.0659 map_cut_100 84 0.0950 map_cut_200 84 0.0950 map_cut_500 84 0.0950 map_cut_1000 84 0.0950 relative_P_5 84 0.6000 relative_P_10 84 0.6000 relative_P_15 84 0.6000 relative_P_20 84 0.5500 relative_P_30 84 0.5000 relative_P_100 84 0.2600 relative_P_200 84 0.1831 relative_P_500 84 0.1831 relative_P_1000 84 0.1831 success_1 84 1.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.2600 set_relative_P 84 0.2600 set_recall 84 0.1831 set_map 84 0.0476 set_F 84 0.2149 num_nonrel_judged_ret 84 39 rbp 84 0.3241 rbp_resid 84 0.0135 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 100 num_rel 897 239 num_rel_ret 897 53 map 897 0.1674 Rprec 897 0.2218 bpref 897 0.2143 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.8276 iprec_at_recall_0.20 897 0.5783 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 0.8000 P_10 897 0.9000 P_15 897 0.8667 P_20 897 0.8000 P_30 897 0.8000 P_100 897 0.5300 P_200 897 0.2650 P_500 897 0.1060 P_1000 897 0.0530 relstring 897 '2023322222' recall_5 897 0.0167 recall_10 897 0.0377 recall_15 897 0.0544 recall_20 897 0.0669 recall_30 897 0.1004 recall_100 897 0.2218 recall_200 897 0.2218 recall_500 897 0.2218 recall_1000 897 0.2218 infAP 897 0.1674 Rprec_mult_0.20 897 0.7083 Rprec_mult_0.40 897 0.5521 Rprec_mult_0.60 897 0.3681 Rprec_mult_0.80 897 0.2760 Rprec_mult_1.00 897 0.2218 Rprec_mult_1.20 897 0.1847 Rprec_mult_1.40 897 0.1582 Rprec_mult_1.60 897 0.1384 Rprec_mult_1.80 897 0.1230 Rprec_mult_2.00 897 0.1109 utility 897 6.0000 11pt_avg 897 0.2187 binG 897 0.0824 G 897 0.0466 ndcg 897 0.2937 ndcg_rel 897 0.3559 Rndcg 897 0.4142 ndcg_cut_5 897 0.6164 ndcg_cut_10 897 0.6341 ndcg_cut_15 897 0.6580 ndcg_cut_20 897 0.6252 ndcg_cut_30 897 0.6235 ndcg_cut_100 897 0.5640 ndcg_cut_200 897 0.3648 ndcg_cut_500 897 0.2937 ndcg_cut_1000 897 0.2937 map_cut_5 897 0.0135 map_cut_10 897 0.0317 map_cut_15 897 0.0471 map_cut_20 897 0.0574 map_cut_30 897 0.0842 map_cut_100 897 0.1674 map_cut_200 897 0.1674 map_cut_500 897 0.1674 map_cut_1000 897 0.1674 relative_P_5 897 0.8000 relative_P_10 897 0.9000 relative_P_15 897 0.8667 relative_P_20 897 0.8000 relative_P_30 897 0.8000 relative_P_100 897 0.5300 relative_P_200 897 0.2650 relative_P_500 897 0.2218 relative_P_1000 897 0.2218 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.5300 set_relative_P 897 0.5300 set_recall 897 0.2218 set_map 897 0.1175 set_F 897 0.3127 num_nonrel_judged_ret 897 23 rbp 897 0.6305 rbp_resid 897 0.0076 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all rank num_q all 22 num_ret all 2200 num_rel all 5166 num_rel_ret all 1195 map all 0.1794 gm_map all 0.1598 Rprec all 0.2374 bpref all 0.2239 recip_rank all 0.9091 iprec_at_recall_0.00 all 0.9472 iprec_at_recall_0.10 all 0.7604 iprec_at_recall_0.20 all 0.5066 iprec_at_recall_0.30 all 0.1228 iprec_at_recall_0.40 all 0.0000 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.8455 P_10 all 0.8091 P_15 all 0.8061 P_20 all 0.7659 P_30 all 0.7409 P_100 all 0.5432 P_200 all 0.2716 P_500 all 0.1086 P_1000 all 0.0543 recall_5 all 0.0199 recall_10 all 0.0375 recall_15 all 0.0559 recall_20 all 0.0702 recall_30 all 0.0995 recall_100 all 0.2374 recall_200 all 0.2374 recall_500 all 0.2374 recall_1000 all 0.2374 infAP all 0.1794 gm_bpref all 0.2128 Rprec_mult_0.20 all 0.6940 Rprec_mult_0.40 all 0.5272 Rprec_mult_0.60 all 0.3849 Rprec_mult_0.80 all 0.2947 Rprec_mult_1.00 all 0.2374 Rprec_mult_1.20 all 0.1975 Rprec_mult_1.40 all 0.1693 Rprec_mult_1.60 all 0.1481 Rprec_mult_1.80 all 0.1317 Rprec_mult_2.00 all 0.1187 utility all 8.6364 11pt_avg all 0.2125 binG all 0.0986 G all 0.0549 ndcg all 0.3129 ndcg_rel all 0.3815 Rndcg all 0.4277 ndcg_cut_5 all 0.6706 ndcg_cut_10 all 0.6645 ndcg_cut_15 all 0.6643 ndcg_cut_20 all 0.6466 ndcg_cut_30 all 0.6439 ndcg_cut_100 all 0.5637 ndcg_cut_200 all 0.3805 ndcg_cut_500 all 0.3129 ndcg_cut_1000 all 0.3129 map_cut_5 all 0.0185 map_cut_10 all 0.0340 map_cut_15 all 0.0494 map_cut_20 all 0.0613 map_cut_30 all 0.0845 map_cut_100 all 0.1794 map_cut_200 all 0.1794 map_cut_500 all 0.1794 map_cut_1000 all 0.1794 relative_P_5 all 0.8455 relative_P_10 all 0.8091 relative_P_15 all 0.8061 relative_P_20 all 0.7659 relative_P_30 all 0.7409 relative_P_100 all 0.5432 relative_P_200 all 0.2899 relative_P_500 all 0.2374 relative_P_1000 all 0.2374 success_1 all 0.8182 success_5 all 1.0000 success_10 all 1.0000 set_P all 0.5432 set_relative_P all 0.5432 set_recall all 0.2374 set_map all 0.1352 set_F all 0.3225 num_nonrel_judged_ret all 531 rbp all 0.5910 rbp_resid all 0.0066 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000