num_ret 14 100 num_rel 14 272 num_rel_ret 14 21 map 14 0.0578 Rprec 14 0.0772 bpref 14 0.0747 recip_rank 14 1.0000 iprec_at_recall_0.00 14 1.0000 iprec_at_recall_0.10 14 0.0000 iprec_at_recall_0.20 14 0.0000 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 1.0000 P_10 14 0.9000 P_15 14 0.8000 P_20 14 0.6500 P_30 14 0.5667 P_100 14 0.2100 P_200 14 0.1050 P_500 14 0.0420 P_1000 14 0.0210 relstring 14 '3222223022' recall_5 14 0.0184 recall_10 14 0.0331 recall_15 14 0.0441 recall_20 14 0.0478 recall_30 14 0.0625 recall_100 14 0.0772 recall_200 14 0.0772 recall_500 14 0.0772 recall_1000 14 0.0772 infAP 14 0.0578 Rprec_mult_0.20 14 0.3273 Rprec_mult_0.40 14 0.1927 Rprec_mult_0.60 14 0.1280 Rprec_mult_0.80 14 0.0963 Rprec_mult_1.00 14 0.0772 Rprec_mult_1.20 14 0.0642 Rprec_mult_1.40 14 0.0551 Rprec_mult_1.60 14 0.0482 Rprec_mult_1.80 14 0.0429 Rprec_mult_2.00 14 0.0386 utility 14 -58.0000 11pt_avg 14 0.0909 binG 14 0.0440 G 14 0.0222 ndcg 14 0.1620 ndcg_rel 14 0.1976 Rndcg 14 0.3800 ndcg_cut_5 14 0.6583 ndcg_cut_10 14 0.6414 ndcg_cut_15 14 0.6049 ndcg_cut_20 14 0.5312 ndcg_cut_30 14 0.5291 ndcg_cut_100 14 0.3258 ndcg_cut_200 14 0.2113 ndcg_cut_500 14 0.1620 ndcg_cut_1000 14 0.1620 map_cut_5 14 0.0184 map_cut_10 14 0.0323 map_cut_15 14 0.0416 map_cut_20 14 0.0442 map_cut_30 14 0.0533 map_cut_100 14 0.0578 map_cut_200 14 0.0578 map_cut_500 14 0.0578 map_cut_1000 14 0.0578 relative_P_5 14 1.0000 relative_P_10 14 0.9000 relative_P_15 14 0.8000 relative_P_20 14 0.6500 relative_P_30 14 0.5667 relative_P_100 14 0.2100 relative_P_200 14 0.1050 relative_P_500 14 0.0772 relative_P_1000 14 0.0772 success_1 14 1.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.2100 set_relative_P 14 0.2100 set_recall 14 0.0772 set_map 14 0.0162 set_F 14 0.1129 num_nonrel_judged_ret 14 30 rbp 14 0.4228 rbp_resid 14 0.0281 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 100 num_rel 144 197 num_rel_ret 144 16 map 144 0.0157 Rprec 144 0.0812 bpref 144 0.0717 recip_rank 144 0.2000 iprec_at_recall_0.00 144 0.2222 iprec_at_recall_0.10 144 0.0000 iprec_at_recall_0.20 144 0.0000 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.2000 P_10 144 0.1000 P_15 144 0.1333 P_20 144 0.1500 P_30 144 0.2000 P_100 144 0.1600 P_200 144 0.0800 P_500 144 0.0320 P_1000 144 0.0160 relstring 144 '0110201000' recall_5 144 0.0051 recall_10 144 0.0051 recall_15 144 0.0102 recall_20 144 0.0152 recall_30 144 0.0305 recall_100 144 0.0812 recall_200 144 0.0812 recall_500 144 0.0812 recall_1000 144 0.0812 infAP 144 0.0157 Rprec_mult_0.20 144 0.2000 Rprec_mult_0.40 144 0.1899 Rprec_mult_0.60 144 0.1345 Rprec_mult_0.80 144 0.1013 Rprec_mult_1.00 144 0.0812 Rprec_mult_1.20 144 0.0675 Rprec_mult_1.40 144 0.0580 Rprec_mult_1.60 144 0.0506 Rprec_mult_1.80 144 0.0451 Rprec_mult_2.00 144 0.0406 utility 144 -68.0000 11pt_avg 144 0.0202 binG 144 0.0172 G 144 0.0142 ndcg 144 0.1081 ndcg_rel 144 0.1162 Rndcg 144 0.1118 ndcg_cut_5 144 0.1935 ndcg_cut_10 144 0.1530 ndcg_cut_15 144 0.1906 ndcg_cut_20 144 0.1924 ndcg_cut_30 144 0.2092 ndcg_cut_100 144 0.1969 ndcg_cut_200 144 0.1321 ndcg_cut_500 144 0.1081 ndcg_cut_1000 144 0.1081 map_cut_5 144 0.0010 map_cut_10 144 0.0010 map_cut_15 144 0.0017 map_cut_20 144 0.0026 map_cut_30 144 0.0056 map_cut_100 144 0.0157 map_cut_200 144 0.0157 map_cut_500 144 0.0157 map_cut_1000 144 0.0157 relative_P_5 144 0.2000 relative_P_10 144 0.1000 relative_P_15 144 0.1333 relative_P_20 144 0.1500 relative_P_30 144 0.2000 relative_P_100 144 0.1600 relative_P_200 144 0.0812 relative_P_500 144 0.0812 relative_P_1000 144 0.0812 success_1 144 0.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.1600 set_relative_P 144 0.1600 set_recall 144 0.0812 set_map 144 0.0130 set_F 144 0.1077 num_nonrel_judged_ret 144 32 rbp 144 0.1584 rbp_resid 144 0.0284 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 100 num_rel 161 218 num_rel_ret 161 26 map 161 0.0756 Rprec 161 0.1193 bpref 161 0.1138 recip_rank 161 1.0000 iprec_at_recall_0.00 161 1.0000 iprec_at_recall_0.10 161 0.3611 iprec_at_recall_0.20 161 0.0000 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 0.8000 P_10 161 0.8000 P_15 161 0.6667 P_20 161 0.6500 P_30 161 0.5667 P_100 161 0.2600 P_200 161 0.1300 P_500 161 0.0520 P_1000 161 0.0260 relstring 161 '2202222220' recall_5 161 0.0183 recall_10 161 0.0367 recall_15 161 0.0459 recall_20 161 0.0596 recall_30 161 0.0780 recall_100 161 0.1193 recall_200 161 0.1193 recall_500 161 0.1193 recall_1000 161 0.1193 infAP 161 0.0756 Rprec_mult_0.20 161 0.4318 Rprec_mult_0.40 161 0.2955 Rprec_mult_0.60 161 0.1985 Rprec_mult_0.80 161 0.1486 Rprec_mult_1.00 161 0.1193 Rprec_mult_1.20 161 0.0992 Rprec_mult_1.40 161 0.0850 Rprec_mult_1.60 161 0.0745 Rprec_mult_1.80 161 0.0662 Rprec_mult_2.00 161 0.0596 utility 161 -48.0000 11pt_avg 161 0.1237 binG 161 0.0486 G 161 0.0259 ndcg 161 0.1779 ndcg_rel 161 0.2113 Rndcg 161 0.2787 ndcg_cut_5 161 0.5536 ndcg_cut_10 161 0.5509 ndcg_cut_15 161 0.5036 ndcg_cut_20 161 0.4866 ndcg_cut_30 161 0.4679 ndcg_cut_100 161 0.3099 ndcg_cut_200 161 0.1980 ndcg_cut_500 161 0.1779 ndcg_cut_1000 161 0.1779 map_cut_5 161 0.0163 map_cut_10 161 0.0321 map_cut_15 161 0.0394 map_cut_20 161 0.0488 map_cut_30 161 0.0599 map_cut_100 161 0.0756 map_cut_200 161 0.0756 map_cut_500 161 0.0756 map_cut_1000 161 0.0756 relative_P_5 161 0.8000 relative_P_10 161 0.8000 relative_P_15 161 0.6667 relative_P_20 161 0.6500 relative_P_30 161 0.5667 relative_P_100 161 0.2600 relative_P_200 161 0.1300 relative_P_500 161 0.1193 relative_P_1000 161 0.1193 success_1 161 1.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.2600 set_relative_P 161 0.2600 set_recall 161 0.1193 set_map 161 0.0310 set_F 161 0.1635 num_nonrel_judged_ret 161 32 rbp 161 0.4649 rbp_resid 161 0.0217 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 100 num_rel 200 184 num_rel_ret 200 8 map 200 0.0238 Rprec 200 0.0435 bpref 200 0.0420 recip_rank 200 1.0000 iprec_at_recall_0.00 200 1.0000 iprec_at_recall_0.10 200 0.0000 iprec_at_recall_0.20 200 0.0000 iprec_at_recall_0.30 200 0.0000 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 0.6000 P_10 200 0.5000 P_15 200 0.4000 P_20 200 0.3000 P_30 200 0.2667 P_100 200 0.0800 P_200 200 0.0400 P_500 200 0.0160 P_1000 200 0.0080 relstring 200 '2002230013' recall_5 200 0.0163 recall_10 200 0.0272 recall_15 200 0.0326 recall_20 200 0.0326 recall_30 200 0.0435 recall_100 200 0.0435 recall_200 200 0.0435 recall_500 200 0.0435 recall_1000 200 0.0435 infAP 200 0.0238 Rprec_mult_0.20 200 0.2162 Rprec_mult_0.40 200 0.1081 Rprec_mult_0.60 200 0.0721 Rprec_mult_0.80 200 0.0541 Rprec_mult_1.00 200 0.0435 Rprec_mult_1.20 200 0.0362 Rprec_mult_1.40 200 0.0310 Rprec_mult_1.60 200 0.0271 Rprec_mult_1.80 200 0.0241 Rprec_mult_2.00 200 0.0217 utility 200 -84.0000 11pt_avg 200 0.0909 binG 200 0.0199 G 200 0.0115 ndcg 200 0.0899 ndcg_rel 200 0.1023 Rndcg 200 0.2166 ndcg_cut_5 200 0.3692 ndcg_cut_10 200 0.4013 ndcg_cut_15 200 0.3450 ndcg_cut_20 200 0.3009 ndcg_cut_30 200 0.2712 ndcg_cut_100 200 0.1360 ndcg_cut_200 200 0.0937 ndcg_cut_500 200 0.0899 ndcg_cut_1000 200 0.0899 map_cut_5 200 0.0114 map_cut_10 200 0.0178 map_cut_15 200 0.0205 map_cut_20 200 0.0205 map_cut_30 200 0.0238 map_cut_100 200 0.0238 map_cut_200 200 0.0238 map_cut_500 200 0.0238 map_cut_1000 200 0.0238 relative_P_5 200 0.6000 relative_P_10 200 0.5000 relative_P_15 200 0.4000 relative_P_20 200 0.3000 relative_P_30 200 0.2667 relative_P_100 200 0.0800 relative_P_200 200 0.0435 relative_P_500 200 0.0435 relative_P_1000 200 0.0435 success_1 200 1.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.0800 set_relative_P 200 0.0800 set_recall 200 0.0435 set_map 200 0.0035 set_F 200 0.0563 num_nonrel_judged_ret 200 42 rbp 200 0.2345 rbp_resid 200 0.0252 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 100 num_rel 213 322 num_rel_ret 213 43 map 213 0.1063 Rprec 213 0.1335 bpref 213 0.1298 recip_rank 213 0.5000 iprec_at_recall_0.00 213 0.9286 iprec_at_recall_0.10 213 0.7442 iprec_at_recall_0.20 213 0.0000 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 0.8000 P_10 213 0.9000 P_15 213 0.8667 P_20 213 0.9000 P_30 213 0.8333 P_100 213 0.4300 P_200 213 0.2150 P_500 213 0.0860 P_1000 213 0.0430 relstring 213 '1332333323' recall_5 213 0.0124 recall_10 213 0.0280 recall_15 213 0.0404 recall_20 213 0.0559 recall_30 213 0.0776 recall_100 213 0.1335 recall_200 213 0.1335 recall_500 213 0.1335 recall_1000 213 0.1335 infAP 213 0.1063 Rprec_mult_0.20 213 0.6308 Rprec_mult_0.40 213 0.3333 Rprec_mult_0.60 213 0.2216 Rprec_mult_0.80 213 0.1667 Rprec_mult_1.00 213 0.1335 Rprec_mult_1.20 213 0.1111 Rprec_mult_1.40 213 0.0953 Rprec_mult_1.60 213 0.0833 Rprec_mult_1.80 213 0.0741 Rprec_mult_2.00 213 0.0668 utility 213 -14.0000 11pt_avg 213 0.1521 binG 213 0.0575 G 213 0.0283 ndcg 213 0.2055 ndcg_rel 213 0.2570 Rndcg 213 0.3327 ndcg_cut_5 213 0.5439 ndcg_cut_10 213 0.5997 ndcg_cut_15 213 0.6097 ndcg_cut_20 213 0.6354 ndcg_cut_30 213 0.6420 ndcg_cut_100 213 0.4410 ndcg_cut_200 213 0.2826 ndcg_cut_500 213 0.2055 ndcg_cut_1000 213 0.2055 map_cut_5 213 0.0084 map_cut_10 213 0.0220 map_cut_15 213 0.0334 map_cut_20 213 0.0472 map_cut_30 213 0.0665 map_cut_100 213 0.1063 map_cut_200 213 0.1063 map_cut_500 213 0.1063 map_cut_1000 213 0.1063 relative_P_5 213 0.8000 relative_P_10 213 0.9000 relative_P_15 213 0.8667 relative_P_20 213 0.9000 relative_P_30 213 0.8333 relative_P_100 213 0.4300 relative_P_200 213 0.2150 relative_P_500 213 0.1335 relative_P_1000 213 0.1335 success_1 213 0.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.4300 set_relative_P 213 0.4300 set_recall 213 0.1335 set_map 213 0.0574 set_F 213 0.2038 num_nonrel_judged_ret 213 13 rbp 213 0.5966 rbp_resid 213 0.0160 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 100 num_rel 219 203 num_rel_ret 219 22 map 219 0.0435 Rprec 219 0.1084 bpref 219 0.0989 recip_rank 219 1.0000 iprec_at_recall_0.00 219 1.0000 iprec_at_recall_0.10 219 0.3143 iprec_at_recall_0.20 219 0.0000 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.4000 P_10 219 0.3000 P_15 219 0.4000 P_20 219 0.4000 P_30 219 0.3667 P_100 219 0.2200 P_200 219 0.1100 P_500 219 0.0440 P_1000 219 0.0220 relstring 219 '2020000020' recall_5 219 0.0099 recall_10 219 0.0148 recall_15 219 0.0296 recall_20 219 0.0394 recall_30 219 0.0542 recall_100 219 0.1084 recall_200 219 0.1084 recall_500 219 0.1084 recall_1000 219 0.1084 infAP 219 0.0435 Rprec_mult_0.20 219 0.3415 Rprec_mult_0.40 219 0.2683 Rprec_mult_0.60 219 0.1803 Rprec_mult_0.80 219 0.1350 Rprec_mult_1.00 219 0.1084 Rprec_mult_1.20 219 0.0902 Rprec_mult_1.40 219 0.0772 Rprec_mult_1.60 219 0.0677 Rprec_mult_1.80 219 0.0601 Rprec_mult_2.00 219 0.0542 utility 219 -56.0000 11pt_avg 219 0.1195 binG 219 0.0310 G 219 0.0177 ndcg 219 0.1349 ndcg_rel 219 0.1491 Rndcg 219 0.1888 ndcg_cut_5 219 0.2544 ndcg_cut_10 219 0.2086 ndcg_cut_15 219 0.2435 ndcg_cut_20 219 0.2659 ndcg_cut_30 219 0.2654 ndcg_cut_100 219 0.2250 ndcg_cut_200 219 0.1508 ndcg_cut_500 219 0.1349 ndcg_cut_1000 219 0.1349 map_cut_5 219 0.0082 map_cut_10 219 0.0099 map_cut_15 219 0.0154 map_cut_20 219 0.0195 map_cut_30 219 0.0249 map_cut_100 219 0.0435 map_cut_200 219 0.0435 map_cut_500 219 0.0435 map_cut_1000 219 0.0435 relative_P_5 219 0.4000 relative_P_10 219 0.3000 relative_P_15 219 0.4000 relative_P_20 219 0.4000 relative_P_30 219 0.3667 relative_P_100 219 0.2200 relative_P_200 219 0.1100 relative_P_500 219 0.1084 relative_P_1000 219 0.1084 success_1 219 1.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.2200 set_relative_P 219 0.2200 set_recall 219 0.1084 set_map 219 0.0238 set_F 219 0.1452 num_nonrel_judged_ret 219 42 rbp 219 0.2003 rbp_resid 219 0.0112 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 100 num_rel 224 304 num_rel_ret 224 42 map 224 0.0927 Rprec 224 0.1382 bpref 224 0.1332 recip_rank 224 1.0000 iprec_at_recall_0.00 224 1.0000 iprec_at_recall_0.10 224 0.5286 iprec_at_recall_0.20 224 0.0000 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 0.6000 P_10 224 0.7000 P_15 224 0.8000 P_20 224 0.7500 P_30 224 0.7667 P_100 224 0.4200 P_200 224 0.2100 P_500 224 0.0840 P_1000 224 0.0420 relstring 224 '2230132212' recall_5 224 0.0099 recall_10 224 0.0230 recall_15 224 0.0395 recall_20 224 0.0493 recall_30 224 0.0757 recall_100 224 0.1382 recall_200 224 0.1382 recall_500 224 0.1382 recall_1000 224 0.1382 infAP 224 0.0927 Rprec_mult_0.20 224 0.4918 Rprec_mult_0.40 224 0.3443 Rprec_mult_0.60 224 0.2295 Rprec_mult_0.80 224 0.1721 Rprec_mult_1.00 224 0.1382 Rprec_mult_1.20 224 0.1151 Rprec_mult_1.40 224 0.0986 Rprec_mult_1.60 224 0.0862 Rprec_mult_1.80 224 0.0766 Rprec_mult_2.00 224 0.0691 utility 224 -16.0000 11pt_avg 224 0.1390 binG 224 0.0489 G 224 0.0309 ndcg 224 0.2123 ndcg_rel 224 0.2614 Rndcg 224 0.3506 ndcg_cut_5 224 0.5821 ndcg_cut_10 224 0.6158 ndcg_cut_15 224 0.6567 ndcg_cut_20 224 0.6129 ndcg_cut_30 224 0.6166 ndcg_cut_100 224 0.4657 ndcg_cut_200 224 0.3003 ndcg_cut_500 224 0.2123 ndcg_cut_1000 224 0.2123 map_cut_5 224 0.0099 map_cut_10 224 0.0192 map_cut_15 224 0.0318 map_cut_20 224 0.0392 map_cut_30 224 0.0597 map_cut_100 224 0.0927 map_cut_200 224 0.0927 map_cut_500 224 0.0927 map_cut_1000 224 0.0927 relative_P_5 224 0.6000 relative_P_10 224 0.7000 relative_P_15 224 0.8000 relative_P_20 224 0.7500 relative_P_30 224 0.7667 relative_P_100 224 0.4200 relative_P_200 224 0.2100 relative_P_500 224 0.1382 relative_P_1000 224 0.1382 success_1 224 1.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.4200 set_relative_P 224 0.4200 set_recall 224 0.1382 set_map 224 0.0580 set_F 224 0.2079 num_nonrel_judged_ret 224 15 rbp 224 0.5947 rbp_resid 224 0.0230 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 100 num_rel 225 238 num_rel_ret 225 64 map 225 0.2332 Rprec 225 0.2689 bpref 225 0.2623 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.9333 iprec_at_recall_0.20 225 0.8000 iprec_at_recall_0.30 225 0.0000 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 1.0000 P_10 225 1.0000 P_15 225 1.0000 P_20 225 0.9500 P_30 225 0.9333 P_100 225 0.6400 P_200 225 0.3200 P_500 225 0.1280 P_1000 225 0.0640 relstring 225 '3222322232' recall_5 225 0.0210 recall_10 225 0.0420 recall_15 225 0.0630 recall_20 225 0.0798 recall_30 225 0.1176 recall_100 225 0.2689 recall_200 225 0.2689 recall_500 225 0.2689 recall_1000 225 0.2689 infAP 225 0.2332 Rprec_mult_0.20 225 0.8333 Rprec_mult_0.40 225 0.6562 Rprec_mult_0.60 225 0.4476 Rprec_mult_0.80 225 0.3351 Rprec_mult_1.00 225 0.2689 Rprec_mult_1.20 225 0.2238 Rprec_mult_1.40 225 0.1916 Rprec_mult_1.60 225 0.1680 Rprec_mult_1.80 225 0.1492 Rprec_mult_2.00 225 0.1345 utility 225 28.0000 11pt_avg 225 0.2485 binG 225 0.1383 G 225 0.0591 ndcg 225 0.3437 ndcg_rel 225 0.4277 Rndcg 225 0.4448 ndcg_cut_5 225 0.8235 ndcg_cut_10 225 0.7905 ndcg_cut_15 225 0.7926 ndcg_cut_20 225 0.7492 ndcg_cut_30 225 0.7140 ndcg_cut_100 225 0.6133 ndcg_cut_200 225 0.4128 ndcg_cut_500 225 0.3437 ndcg_cut_1000 225 0.3437 map_cut_5 225 0.0210 map_cut_10 225 0.0420 map_cut_15 225 0.0630 map_cut_20 225 0.0794 map_cut_30 225 0.1145 map_cut_100 225 0.2332 map_cut_200 225 0.2332 map_cut_500 225 0.2332 map_cut_1000 225 0.2332 relative_P_5 225 1.0000 relative_P_10 225 1.0000 relative_P_15 225 1.0000 relative_P_20 225 0.9500 relative_P_30 225 0.9333 relative_P_100 225 0.6400 relative_P_200 225 0.3200 relative_P_500 225 0.2689 relative_P_1000 225 0.2689 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.6400 set_relative_P 225 0.6400 set_recall 225 0.2689 set_map 225 0.1721 set_F 225 0.3787 num_nonrel_judged_ret 225 10 rbp 225 0.7284 rbp_resid 225 0.0150 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 100 num_rel 233 203 num_rel_ret 233 46 map 233 0.1816 Rprec 233 0.2266 bpref 233 0.2191 recip_rank 233 1.0000 iprec_at_recall_0.00 233 1.0000 iprec_at_recall_0.10 233 0.8846 iprec_at_recall_0.20 233 0.6406 iprec_at_recall_0.30 233 0.0000 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 0.8000 P_10 233 0.9000 P_15 233 0.8667 P_20 233 0.8500 P_30 233 0.8333 P_100 233 0.4600 P_200 233 0.2300 P_500 233 0.0920 P_1000 233 0.0460 relstring 233 '3230233332' recall_5 233 0.0197 recall_10 233 0.0443 recall_15 233 0.0640 recall_20 233 0.0837 recall_30 233 0.1232 recall_100 233 0.2266 recall_200 233 0.2266 recall_500 233 0.2266 recall_1000 233 0.2266 infAP 233 0.1816 Rprec_mult_0.20 233 0.7805 Rprec_mult_0.40 233 0.5244 Rprec_mult_0.60 233 0.3770 Rprec_mult_0.80 233 0.2822 Rprec_mult_1.00 233 0.2266 Rprec_mult_1.20 233 0.1885 Rprec_mult_1.40 233 0.1614 Rprec_mult_1.60 233 0.1415 Rprec_mult_1.80 233 0.1257 Rprec_mult_2.00 233 0.1133 utility 233 -8.0000 11pt_avg 233 0.2296 binG 233 0.0976 G 233 0.0540 ndcg 233 0.3139 ndcg_rel 233 0.3948 Rndcg 233 0.4434 ndcg_cut_5 233 0.6238 ndcg_cut_10 233 0.7228 ndcg_cut_15 233 0.7538 ndcg_cut_20 233 0.7395 ndcg_cut_30 233 0.7383 ndcg_cut_100 233 0.4876 ndcg_cut_200 233 0.3380 ndcg_cut_500 233 0.3139 ndcg_cut_1000 233 0.3139 map_cut_5 233 0.0187 map_cut_10 233 0.0402 map_cut_15 233 0.0583 map_cut_20 233 0.0748 map_cut_30 233 0.1087 map_cut_100 233 0.1816 map_cut_200 233 0.1816 map_cut_500 233 0.1816 map_cut_1000 233 0.1816 relative_P_5 233 0.8000 relative_P_10 233 0.9000 relative_P_15 233 0.8667 relative_P_20 233 0.8500 relative_P_30 233 0.8333 relative_P_100 233 0.4600 relative_P_200 233 0.2300 relative_P_500 233 0.2266 relative_P_1000 233 0.2266 success_1 233 1.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.4600 set_relative_P 233 0.4600 set_recall 233 0.2266 set_map 233 0.1042 set_F 233 0.3036 num_nonrel_judged_ret 233 19 rbp 233 0.5825 rbp_resid 233 0.0126 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 100 num_rel 273 290 num_rel_ret 273 49 map 273 0.1358 Rprec 273 0.1690 bpref 273 0.1624 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.7838 iprec_at_recall_0.20 273 0.0000 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 1.0000 P_10 273 0.9000 P_15 273 0.9333 P_20 273 0.9000 P_30 273 0.8000 P_100 273 0.4900 P_200 273 0.2450 P_500 273 0.0980 P_1000 273 0.0490 relstring 273 '2322222231' recall_5 273 0.0172 recall_10 273 0.0310 recall_15 273 0.0483 recall_20 273 0.0621 recall_30 273 0.0828 recall_100 273 0.1690 recall_200 273 0.1690 recall_500 273 0.1690 recall_1000 273 0.1690 infAP 273 0.1358 Rprec_mult_0.20 273 0.6724 Rprec_mult_0.40 273 0.4224 Rprec_mult_0.60 273 0.2816 Rprec_mult_0.80 273 0.2112 Rprec_mult_1.00 273 0.1690 Rprec_mult_1.20 273 0.1408 Rprec_mult_1.40 273 0.1207 Rprec_mult_1.60 273 0.1056 Rprec_mult_1.80 273 0.0939 Rprec_mult_2.00 273 0.0845 utility 273 -2.0000 11pt_avg 273 0.1622 binG 273 0.0794 G 273 0.0357 ndcg 273 0.2425 ndcg_rel 273 0.3018 Rndcg 273 0.3815 ndcg_cut_5 273 0.6630 ndcg_cut_10 273 0.6650 ndcg_cut_15 273 0.6792 ndcg_cut_20 273 0.6667 ndcg_cut_30 273 0.6366 ndcg_cut_100 273 0.4877 ndcg_cut_200 273 0.3339 ndcg_cut_500 273 0.2425 ndcg_cut_1000 273 0.2425 map_cut_5 273 0.0172 map_cut_10 273 0.0310 map_cut_15 273 0.0469 map_cut_20 273 0.0598 map_cut_30 273 0.0773 map_cut_100 273 0.1358 map_cut_200 273 0.1358 map_cut_500 273 0.1358 map_cut_1000 273 0.1358 relative_P_5 273 1.0000 relative_P_10 273 0.9000 relative_P_15 273 0.9333 relative_P_20 273 0.9000 relative_P_30 273 0.8000 relative_P_100 273 0.4900 relative_P_200 273 0.2450 relative_P_500 273 0.1690 relative_P_1000 273 0.1690 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.4900 set_relative_P 273 0.4900 set_recall 273 0.1690 set_map 273 0.0828 set_F 273 0.2513 num_nonrel_judged_ret 273 14 rbp 273 0.5111 rbp_resid 273 0.0141 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 100 num_rel 300 239 num_rel_ret 300 33 map 300 0.0761 Rprec 300 0.1381 bpref 300 0.1312 recip_rank 300 0.5000 iprec_at_recall_0.00 300 0.7143 iprec_at_recall_0.10 300 0.4127 iprec_at_recall_0.20 300 0.0000 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.4000 P_10 300 0.6000 P_15 300 0.6667 P_20 300 0.6500 P_30 300 0.6000 P_100 300 0.3300 P_200 300 0.1650 P_500 300 0.0660 P_1000 300 0.0330 relstring 300 '1221022122' recall_5 300 0.0084 recall_10 300 0.0251 recall_15 300 0.0418 recall_20 300 0.0544 recall_30 300 0.0753 recall_100 300 0.1381 recall_200 300 0.1381 recall_500 300 0.1381 recall_1000 300 0.1381 infAP 300 0.0761 Rprec_mult_0.20 300 0.4583 Rprec_mult_0.40 300 0.3438 Rprec_mult_0.60 300 0.2292 Rprec_mult_0.80 300 0.1719 Rprec_mult_1.00 300 0.1381 Rprec_mult_1.20 300 0.1150 Rprec_mult_1.40 300 0.0985 Rprec_mult_1.60 300 0.0862 Rprec_mult_1.80 300 0.0766 Rprec_mult_2.00 300 0.0690 utility 300 -34.0000 11pt_avg 300 0.1025 binG 300 0.0418 G 300 0.0286 ndcg 300 0.2000 ndcg_rel 300 0.2354 Rndcg 300 0.3017 ndcg_cut_5 300 0.4175 ndcg_cut_10 300 0.4818 ndcg_cut_15 300 0.5103 ndcg_cut_20 300 0.5032 ndcg_cut_30 300 0.4956 ndcg_cut_100 300 0.3713 ndcg_cut_200 300 0.2424 ndcg_cut_500 300 0.2000 ndcg_cut_1000 300 0.2000 map_cut_5 300 0.0049 map_cut_10 300 0.0142 map_cut_15 300 0.0255 map_cut_20 300 0.0341 map_cut_30 300 0.0477 map_cut_100 300 0.0761 map_cut_200 300 0.0761 map_cut_500 300 0.0761 map_cut_1000 300 0.0761 relative_P_5 300 0.4000 relative_P_10 300 0.6000 relative_P_15 300 0.6667 relative_P_20 300 0.6500 relative_P_30 300 0.6000 relative_P_100 300 0.3300 relative_P_200 300 0.1650 relative_P_500 300 0.1381 relative_P_1000 300 0.1381 success_1 300 0.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.3300 set_relative_P 300 0.3300 set_recall 300 0.1381 set_map 300 0.0456 set_F 300 0.1947 num_nonrel_judged_ret 300 25 rbp 300 0.4961 rbp_resid 300 0.0201 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 100 num_rel 31 134 num_rel_ret 31 24 map 31 0.0957 Rprec 31 0.1791 bpref 31 0.1616 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.5000 iprec_at_recall_0.20 31 0.0000 iprec_at_recall_0.30 31 0.0000 iprec_at_recall_0.40 31 0.0000 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 0.8000 P_10 31 0.7000 P_15 31 0.5333 P_20 31 0.5500 P_30 31 0.4667 P_100 31 0.2400 P_200 31 0.1200 P_500 31 0.0480 P_1000 31 0.0240 relstring 31 '2023221032' recall_5 31 0.0299 recall_10 31 0.0522 recall_15 31 0.0597 recall_20 31 0.0821 recall_30 31 0.1045 recall_100 31 0.1791 recall_200 31 0.1791 recall_500 31 0.1791 recall_1000 31 0.1791 infAP 31 0.0957 Rprec_mult_0.20 31 0.4815 Rprec_mult_0.40 31 0.3889 Rprec_mult_0.60 31 0.2840 Rprec_mult_0.80 31 0.2222 Rprec_mult_1.00 31 0.1791 Rprec_mult_1.20 31 0.1491 Rprec_mult_1.40 31 0.1277 Rprec_mult_1.60 31 0.1116 Rprec_mult_1.80 31 0.0992 Rprec_mult_2.00 31 0.0896 utility 31 -52.0000 11pt_avg 31 0.1364 binG 31 0.0622 G 31 0.0420 ndcg 31 0.2549 ndcg_rel 31 0.3004 Rndcg 31 0.3468 ndcg_cut_5 31 0.5727 ndcg_cut_10 31 0.5570 ndcg_cut_15 31 0.5051 ndcg_cut_20 31 0.5150 ndcg_cut_30 31 0.4942 ndcg_cut_100 31 0.3383 ndcg_cut_200 31 0.2549 ndcg_cut_500 31 0.2549 ndcg_cut_1000 31 0.2549 map_cut_5 31 0.0240 map_cut_10 31 0.0404 map_cut_15 31 0.0444 map_cut_20 31 0.0564 map_cut_30 31 0.0673 map_cut_100 31 0.0957 map_cut_200 31 0.0957 map_cut_500 31 0.0957 map_cut_1000 31 0.0957 relative_P_5 31 0.8000 relative_P_10 31 0.7000 relative_P_15 31 0.5333 relative_P_20 31 0.5500 relative_P_30 31 0.4667 relative_P_100 31 0.2400 relative_P_200 31 0.1791 relative_P_500 31 0.1791 relative_P_1000 31 0.1791 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.2400 set_relative_P 31 0.2400 set_recall 31 0.1791 set_map 31 0.0430 set_F 31 0.2051 num_nonrel_judged_ret 31 35 rbp 31 0.4767 rbp_resid 31 0.0171 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 100 num_rel 37 230 num_rel_ret 37 16 map 37 0.0194 Rprec 37 0.0696 bpref 37 0.0643 recip_rank 37 0.2500 iprec_at_recall_0.00 37 0.3448 iprec_at_recall_0.10 37 0.0000 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.2000 P_10 37 0.2000 P_15 37 0.2000 P_20 37 0.2500 P_30 37 0.3333 P_100 37 0.1600 P_200 37 0.0800 P_500 37 0.0320 P_1000 37 0.0160 relstring 37 '1012121011' recall_5 37 0.0043 recall_10 37 0.0087 recall_15 37 0.0130 recall_20 37 0.0217 recall_30 37 0.0435 recall_100 37 0.0696 recall_200 37 0.0696 recall_500 37 0.0696 recall_1000 37 0.0696 infAP 37 0.0194 Rprec_mult_0.20 37 0.2609 Rprec_mult_0.40 37 0.1739 Rprec_mult_0.60 37 0.1159 Rprec_mult_0.80 37 0.0870 Rprec_mult_1.00 37 0.0696 Rprec_mult_1.20 37 0.0580 Rprec_mult_1.40 37 0.0497 Rprec_mult_1.60 37 0.0435 Rprec_mult_1.80 37 0.0386 Rprec_mult_2.00 37 0.0348 utility 37 -68.0000 11pt_avg 37 0.0313 binG 37 0.0170 G 37 0.0162 ndcg 37 0.1267 ndcg_rel 37 0.1458 Rndcg 37 0.1995 ndcg_cut_5 37 0.3107 ndcg_cut_10 37 0.3216 ndcg_cut_15 37 0.2946 ndcg_cut_20 37 0.3121 ndcg_cut_30 37 0.3765 ndcg_cut_100 37 0.2754 ndcg_cut_200 37 0.1757 ndcg_cut_500 37 0.1267 ndcg_cut_1000 37 0.1267 map_cut_5 37 0.0011 map_cut_10 37 0.0025 map_cut_15 37 0.0036 map_cut_20 37 0.0058 map_cut_30 37 0.0125 map_cut_100 37 0.0194 map_cut_200 37 0.0194 map_cut_500 37 0.0194 map_cut_1000 37 0.0194 relative_P_5 37 0.2000 relative_P_10 37 0.2000 relative_P_15 37 0.2000 relative_P_20 37 0.2500 relative_P_30 37 0.3333 relative_P_100 37 0.1600 relative_P_200 37 0.0800 relative_P_500 37 0.0696 relative_P_1000 37 0.0696 success_1 37 0.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.1600 set_relative_P 37 0.1600 set_recall 37 0.0696 set_map 37 0.0111 set_F 37 0.0970 num_nonrel_judged_ret 37 38 rbp 37 0.3189 rbp_resid 37 0.0306 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 100 num_rel 407 102 num_rel_ret 407 12 map 407 0.0766 Rprec 407 0.1176 bpref 407 0.1074 recip_rank 407 1.0000 iprec_at_recall_0.00 407 1.0000 iprec_at_recall_0.10 407 0.3846 iprec_at_recall_0.20 407 0.0000 iprec_at_recall_0.30 407 0.0000 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.8000 P_10 407 0.6000 P_15 407 0.4667 P_20 407 0.4000 P_30 407 0.3333 P_100 407 0.1200 P_200 407 0.0600 P_500 407 0.0240 P_1000 407 0.0120 relstring 407 '2222020210' recall_5 407 0.0392 recall_10 407 0.0588 recall_15 407 0.0686 recall_20 407 0.0784 recall_30 407 0.0980 recall_100 407 0.1176 recall_200 407 0.1176 recall_500 407 0.1176 recall_1000 407 0.1176 infAP 407 0.0766 Rprec_mult_0.20 407 0.3810 Rprec_mult_0.40 407 0.2439 Rprec_mult_0.60 407 0.1774 Rprec_mult_0.80 407 0.1341 Rprec_mult_1.00 407 0.1176 Rprec_mult_1.20 407 0.0976 Rprec_mult_1.40 407 0.0839 Rprec_mult_1.60 407 0.0732 Rprec_mult_1.80 407 0.0652 Rprec_mult_2.00 407 0.0588 utility 407 -76.0000 11pt_avg 407 0.1259 binG 407 0.0651 G 407 0.0322 ndcg 407 0.1878 ndcg_rel 407 0.2223 Rndcg 407 0.3113 ndcg_cut_5 407 0.5792 ndcg_cut_10 407 0.5190 ndcg_cut_15 407 0.4673 ndcg_cut_20 407 0.4328 ndcg_cut_30 407 0.3884 ndcg_cut_100 407 0.2034 ndcg_cut_200 407 0.1878 ndcg_cut_500 407 0.1878 ndcg_cut_1000 407 0.1878 map_cut_5 407 0.0392 map_cut_10 407 0.0547 map_cut_15 407 0.0610 map_cut_20 407 0.0656 map_cut_30 407 0.0729 map_cut_100 407 0.0766 map_cut_200 407 0.0766 map_cut_500 407 0.0766 map_cut_1000 407 0.0766 relative_P_5 407 0.8000 relative_P_10 407 0.6000 relative_P_15 407 0.4667 relative_P_20 407 0.4000 relative_P_30 407 0.3333 relative_P_100 407 0.1200 relative_P_200 407 0.1176 relative_P_500 407 0.1176 relative_P_1000 407 0.1176 success_1 407 1.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.1200 set_relative_P 407 0.1200 set_recall 407 0.1176 set_map 407 0.0141 set_F 407 0.1188 num_nonrel_judged_ret 407 35 rbp 407 0.3612 rbp_resid 407 0.0317 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 100 num_rel 477 285 num_rel_ret 477 57 map 477 0.1570 Rprec 477 0.2000 bpref 477 0.1957 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.8056 iprec_at_recall_0.20 477 0.5700 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 1.0000 P_10 477 1.0000 P_15 477 0.9333 P_20 477 0.8500 P_30 477 0.8667 P_100 477 0.5700 P_200 477 0.2850 P_500 477 0.1140 P_1000 477 0.0570 relstring 477 '3222232233' recall_5 477 0.0175 recall_10 477 0.0351 recall_15 477 0.0491 recall_20 477 0.0596 recall_30 477 0.0912 recall_100 477 0.2000 recall_200 477 0.2000 recall_500 477 0.2000 recall_1000 477 0.2000 infAP 477 0.1570 Rprec_mult_0.20 477 0.6667 Rprec_mult_0.40 477 0.5000 Rprec_mult_0.60 477 0.3333 Rprec_mult_0.80 477 0.2500 Rprec_mult_1.00 477 0.2000 Rprec_mult_1.20 477 0.1667 Rprec_mult_1.40 477 0.1429 Rprec_mult_1.60 477 0.1250 Rprec_mult_1.80 477 0.1111 Rprec_mult_2.00 477 0.1000 utility 477 14.0000 11pt_avg 477 0.2160 binG 477 0.0867 G 477 0.0430 ndcg 477 0.2653 ndcg_rel 477 0.3318 Rndcg 477 0.3567 ndcg_cut_5 477 0.7797 ndcg_cut_10 477 0.8095 ndcg_cut_15 477 0.8064 ndcg_cut_20 477 0.7602 ndcg_cut_30 477 0.7540 ndcg_cut_100 477 0.5386 ndcg_cut_200 477 0.3681 ndcg_cut_500 477 0.2653 ndcg_cut_1000 477 0.2653 map_cut_5 477 0.0175 map_cut_10 477 0.0351 map_cut_15 477 0.0481 map_cut_20 477 0.0571 map_cut_30 477 0.0844 map_cut_100 477 0.1570 map_cut_200 477 0.1570 map_cut_500 477 0.1570 map_cut_1000 477 0.1570 relative_P_5 477 1.0000 relative_P_10 477 1.0000 relative_P_15 477 0.9333 relative_P_20 477 0.8500 relative_P_30 477 0.8667 relative_P_100 477 0.5700 relative_P_200 477 0.2850 relative_P_500 477 0.2000 relative_P_1000 477 0.2000 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.5700 set_relative_P 477 0.5700 set_recall 477 0.2000 set_map 477 0.1140 set_F 477 0.2961 num_nonrel_judged_ret 477 6 rbp 477 0.7424 rbp_resid 477 0.0251 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 100 num_rel 499 192 num_rel_ret 499 46 map 499 0.1634 Rprec 499 0.2396 bpref 499 0.2209 recip_rank 499 1.0000 iprec_at_recall_0.00 499 1.0000 iprec_at_recall_0.10 499 0.7600 iprec_at_recall_0.20 499 0.5278 iprec_at_recall_0.30 499 0.0000 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 1.0000 P_10 499 0.8000 P_15 499 0.8000 P_20 499 0.7000 P_30 499 0.6667 P_100 499 0.4600 P_200 499 0.2300 P_500 499 0.0920 P_1000 499 0.0460 relstring 499 '2232320312' recall_5 499 0.0260 recall_10 499 0.0417 recall_15 499 0.0625 recall_20 499 0.0729 recall_30 499 0.1042 recall_100 499 0.2396 recall_200 499 0.2396 recall_500 499 0.2396 recall_1000 499 0.2396 infAP 499 0.1634 Rprec_mult_0.20 499 0.5897 Rprec_mult_0.40 499 0.5195 Rprec_mult_0.60 499 0.3966 Rprec_mult_0.80 499 0.2987 Rprec_mult_1.00 499 0.2396 Rprec_mult_1.20 499 0.1991 Rprec_mult_1.40 499 0.1710 Rprec_mult_1.60 499 0.1494 Rprec_mult_1.80 499 0.1329 Rprec_mult_2.00 499 0.1198 utility 499 -8.0000 11pt_avg 499 0.2080 binG 499 0.0900 G 499 0.0519 ndcg 499 0.3154 ndcg_rel 499 0.3817 Rndcg 499 0.4250 ndcg_cut_5 499 0.7669 ndcg_cut_10 499 0.6839 ndcg_cut_15 499 0.6797 ndcg_cut_20 499 0.6435 ndcg_cut_30 499 0.6037 ndcg_cut_100 499 0.5416 ndcg_cut_200 499 0.3579 ndcg_cut_500 499 0.3154 ndcg_cut_1000 499 0.3154 map_cut_5 499 0.0260 map_cut_10 499 0.0400 map_cut_15 499 0.0571 map_cut_20 499 0.0650 map_cut_30 499 0.0877 map_cut_100 499 0.1634 map_cut_200 499 0.1634 map_cut_500 499 0.1634 map_cut_1000 499 0.1634 relative_P_5 499 1.0000 relative_P_10 499 0.8000 relative_P_15 499 0.8000 relative_P_20 499 0.7000 relative_P_30 499 0.6667 relative_P_100 499 0.4600 relative_P_200 499 0.2396 relative_P_500 499 0.2396 relative_P_1000 499 0.2396 success_1 499 1.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.4600 set_relative_P 499 0.4600 set_recall 499 0.2396 set_map 499 0.1102 set_F 499 0.3151 num_nonrel_judged_ret 499 31 rbp 499 0.6384 rbp_resid 499 0.0126 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 100 num_rel 515 147 num_rel_ret 515 5 map 515 0.0100 Rprec 515 0.0340 bpref 515 0.0289 recip_rank 515 1.0000 iprec_at_recall_0.00 515 1.0000 iprec_at_recall_0.10 515 0.0000 iprec_at_recall_0.20 515 0.0000 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.2000 P_10 515 0.2000 P_15 515 0.1333 P_20 515 0.1000 P_30 515 0.1000 P_100 515 0.0500 P_200 515 0.0250 P_500 515 0.0100 P_1000 515 0.0050 relstring 515 '2001001002' recall_5 515 0.0068 recall_10 515 0.0136 recall_15 515 0.0136 recall_20 515 0.0136 recall_30 515 0.0204 recall_100 515 0.0340 recall_200 515 0.0340 recall_500 515 0.0340 recall_1000 515 0.0340 infAP 515 0.0100 Rprec_mult_0.20 515 0.1000 Rprec_mult_0.40 515 0.0678 Rprec_mult_0.60 515 0.0562 Rprec_mult_0.80 515 0.0424 Rprec_mult_1.00 515 0.0340 Rprec_mult_1.20 515 0.0282 Rprec_mult_1.40 515 0.0243 Rprec_mult_1.60 515 0.0212 Rprec_mult_1.80 515 0.0189 Rprec_mult_2.00 515 0.0170 utility 515 -90.0000 11pt_avg 515 0.0909 binG 515 0.0127 G 515 0.0146 ndcg 515 0.0876 ndcg_rel 515 0.1015 Rndcg 515 0.0918 ndcg_cut_5 515 0.4122 ndcg_cut_10 515 0.3678 ndcg_cut_15 515 0.2851 ndcg_cut_20 515 0.2374 ndcg_cut_30 515 0.2165 ndcg_cut_100 515 0.1269 ndcg_cut_200 515 0.0876 ndcg_cut_500 515 0.0876 ndcg_cut_1000 515 0.0876 map_cut_5 515 0.0068 map_cut_10 515 0.0082 map_cut_15 515 0.0082 map_cut_20 515 0.0082 map_cut_30 515 0.0089 map_cut_100 515 0.0100 map_cut_200 515 0.0100 map_cut_500 515 0.0100 map_cut_1000 515 0.0100 relative_P_5 515 0.2000 relative_P_10 515 0.2000 relative_P_15 515 0.1333 relative_P_20 515 0.1000 relative_P_30 515 0.1000 relative_P_100 515 0.0500 relative_P_200 515 0.0340 relative_P_500 515 0.0340 relative_P_1000 515 0.0340 success_1 515 1.0000 success_5 515 1.0000 success_10 515 1.0000 set_P 515 0.0500 set_relative_P 515 0.0500 set_recall 515 0.0340 set_map 515 0.0017 set_F 515 0.0405 num_nonrel_judged_ret 515 45 rbp 515 0.2136 rbp_resid 515 0.0203 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 100 num_rel 58 373 num_rel_ret 58 65 map 58 0.1379 Rprec 58 0.1743 bpref 58 0.1661 recip_rank 58 1.0000 iprec_at_recall_0.00 58 1.0000 iprec_at_recall_0.10 58 0.8222 iprec_at_recall_0.20 58 0.0000 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 0.6000 P_10 58 0.8000 P_15 58 0.8667 P_20 58 0.8500 P_30 58 0.9000 P_100 58 0.6500 P_200 58 0.3250 P_500 58 0.1300 P_1000 58 0.0650 relstring 58 '2231133223' recall_5 58 0.0080 recall_10 58 0.0214 recall_15 58 0.0349 recall_20 58 0.0456 recall_30 58 0.0724 recall_100 58 0.1743 recall_200 58 0.1743 recall_500 58 0.1743 recall_1000 58 0.1743 infAP 58 0.1379 Rprec_mult_0.20 58 0.6800 Rprec_mult_0.40 58 0.4333 Rprec_mult_0.60 58 0.2902 Rprec_mult_0.80 58 0.2174 Rprec_mult_1.00 58 0.1743 Rprec_mult_1.20 58 0.1451 Rprec_mult_1.40 58 0.1243 Rprec_mult_1.60 58 0.1089 Rprec_mult_1.80 58 0.0967 Rprec_mult_2.00 58 0.0871 utility 58 30.0000 11pt_avg 58 0.1657 binG 58 0.0641 G 58 0.0358 ndcg 58 0.2522 ndcg_rel 58 0.3123 Rndcg 58 0.3528 ndcg_cut_5 58 0.4731 ndcg_cut_10 58 0.5880 ndcg_cut_15 58 0.6167 ndcg_cut_20 58 0.6427 ndcg_cut_30 58 0.6817 ndcg_cut_100 58 0.5730 ndcg_cut_200 58 0.3722 ndcg_cut_500 58 0.2522 ndcg_cut_1000 58 0.2522 map_cut_5 58 0.0080 map_cut_10 58 0.0180 map_cut_15 58 0.0293 map_cut_20 58 0.0383 map_cut_30 58 0.0619 map_cut_100 58 0.1379 map_cut_200 58 0.1379 map_cut_500 58 0.1379 map_cut_1000 58 0.1379 relative_P_5 58 0.6000 relative_P_10 58 0.8000 relative_P_15 58 0.8667 relative_P_20 58 0.8500 relative_P_30 58 0.9000 relative_P_100 58 0.6500 relative_P_200 58 0.3250 relative_P_500 58 0.1743 relative_P_1000 58 0.1743 success_1 58 1.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.6500 set_relative_P 58 0.6500 set_recall 58 0.1743 set_map 58 0.1133 set_F 58 0.2748 num_nonrel_judged_ret 58 6 rbp 58 0.5427 rbp_resid 58 0.0123 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 100 num_rel 707 186 num_rel_ret 707 17 map 707 0.0224 Rprec 707 0.0914 bpref 707 0.0814 recip_rank 707 0.3333 iprec_at_recall_0.00 707 0.3333 iprec_at_recall_0.10 707 0.0000 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.2000 P_10 707 0.2000 P_15 707 0.2000 P_20 707 0.2000 P_30 707 0.3000 P_100 707 0.1700 P_200 707 0.0850 P_500 707 0.0340 P_1000 707 0.0170 relstring 707 '0020010002' recall_5 707 0.0054 recall_10 707 0.0108 recall_15 707 0.0161 recall_20 707 0.0215 recall_30 707 0.0484 recall_100 707 0.0914 recall_200 707 0.0914 recall_500 707 0.0914 recall_1000 707 0.0914 infAP 707 0.0224 Rprec_mult_0.20 707 0.2632 Rprec_mult_0.40 707 0.1867 Rprec_mult_0.60 707 0.1518 Rprec_mult_0.80 707 0.1141 Rprec_mult_1.00 707 0.0914 Rprec_mult_1.20 707 0.0759 Rprec_mult_1.40 707 0.0651 Rprec_mult_1.60 707 0.0570 Rprec_mult_1.80 707 0.0507 Rprec_mult_2.00 707 0.0457 utility 707 -66.0000 11pt_avg 707 0.0303 binG 707 0.0211 G 707 0.0158 ndcg 707 0.1069 ndcg_rel 707 0.1140 Rndcg 707 0.1108 ndcg_cut_5 707 0.1131 ndcg_cut_10 707 0.1483 ndcg_cut_15 707 0.1553 ndcg_cut_20 707 0.1611 ndcg_cut_30 707 0.2270 ndcg_cut_100 707 0.1695 ndcg_cut_200 707 0.1082 ndcg_cut_500 707 0.1069 ndcg_cut_1000 707 0.1069 map_cut_5 707 0.0018 map_cut_10 707 0.0029 map_cut_15 707 0.0039 map_cut_20 707 0.0051 map_cut_30 707 0.0128 map_cut_100 707 0.0224 map_cut_200 707 0.0224 map_cut_500 707 0.0224 map_cut_1000 707 0.0224 relative_P_5 707 0.2000 relative_P_10 707 0.2000 relative_P_15 707 0.2000 relative_P_20 707 0.2000 relative_P_30 707 0.3000 relative_P_100 707 0.1700 relative_P_200 707 0.0914 relative_P_500 707 0.0914 relative_P_1000 707 0.0914 success_1 707 0.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.1700 set_relative_P 707 0.1700 set_recall 707 0.0914 set_map 707 0.0155 set_F 707 0.1189 num_nonrel_judged_ret 707 33 rbp 707 0.1599 rbp_resid 707 0.0241 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 100 num_rel 72 466 num_rel_ret 72 65 map 72 0.1174 Rprec 72 0.1395 bpref 72 0.1356 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.7015 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 1.0000 P_15 72 0.9333 P_20 72 0.9500 P_30 72 0.9667 P_100 72 0.6500 P_200 72 0.3250 P_500 72 0.1300 P_1000 72 0.0650 relstring 72 '2333333233' recall_5 72 0.0107 recall_10 72 0.0215 recall_15 72 0.0300 recall_20 72 0.0408 recall_30 72 0.0622 recall_100 72 0.1395 recall_200 72 0.1395 recall_500 72 0.1395 recall_1000 72 0.1395 infAP 72 0.1174 Rprec_mult_0.20 72 0.6702 Rprec_mult_0.40 72 0.3476 Rprec_mult_0.60 72 0.2321 Rprec_mult_0.80 72 0.1743 Rprec_mult_1.00 72 0.1395 Rprec_mult_1.20 72 0.1161 Rprec_mult_1.40 72 0.0995 Rprec_mult_1.60 72 0.0871 Rprec_mult_1.80 72 0.0775 Rprec_mult_2.00 72 0.0697 utility 72 30.0000 11pt_avg 72 0.1547 binG 72 0.0673 G 72 0.0275 ndcg 72 0.2118 ndcg_rel 72 0.2678 Rndcg 72 0.3125 ndcg_cut_5 72 0.6652 ndcg_cut_10 72 0.6776 ndcg_cut_15 72 0.6701 ndcg_cut_20 72 0.6669 ndcg_cut_30 72 0.6745 ndcg_cut_100 72 0.5563 ndcg_cut_200 72 0.3598 ndcg_cut_500 72 0.2118 ndcg_cut_1000 72 0.2118 map_cut_5 72 0.0107 map_cut_10 72 0.0215 map_cut_15 72 0.0294 map_cut_20 72 0.0395 map_cut_30 72 0.0601 map_cut_100 72 0.1174 map_cut_200 72 0.1174 map_cut_500 72 0.1174 map_cut_1000 72 0.1174 relative_P_5 72 1.0000 relative_P_10 72 1.0000 relative_P_15 72 0.9333 relative_P_20 72 0.9500 relative_P_30 72 0.9667 relative_P_100 72 0.6500 relative_P_200 72 0.3250 relative_P_500 72 0.1395 relative_P_1000 72 0.1395 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.6500 set_relative_P 72 0.6500 set_recall 72 0.1395 set_map 72 0.0907 set_F 72 0.2297 num_nonrel_judged_ret 72 2 rbp 72 0.6689 rbp_resid 72 0.0203 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 100 num_rel 84 142 num_rel_ret 84 10 map 84 0.0191 Rprec 84 0.0704 bpref 84 0.0624 recip_rank 84 0.3333 iprec_at_recall_0.00 84 0.5000 iprec_at_recall_0.10 84 0.0000 iprec_at_recall_0.20 84 0.0000 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 0.4000 P_10 84 0.3000 P_15 84 0.2667 P_20 84 0.2000 P_30 84 0.2333 P_100 84 0.1000 P_200 84 0.0500 P_500 84 0.0200 P_1000 84 0.0100 relstring 84 '0122010310' recall_5 84 0.0141 recall_10 84 0.0211 recall_15 84 0.0282 recall_20 84 0.0282 recall_30 84 0.0493 recall_100 84 0.0704 recall_200 84 0.0704 recall_500 84 0.0704 recall_1000 84 0.0704 infAP 84 0.0191 Rprec_mult_0.20 84 0.2069 Rprec_mult_0.40 84 0.1579 Rprec_mult_0.60 84 0.1047 Rprec_mult_0.80 84 0.0877 Rprec_mult_1.00 84 0.0704 Rprec_mult_1.20 84 0.0585 Rprec_mult_1.40 84 0.0503 Rprec_mult_1.60 84 0.0439 Rprec_mult_1.80 84 0.0391 Rprec_mult_2.00 84 0.0352 utility 84 -80.0000 11pt_avg 84 0.0455 binG 84 0.0202 G 84 0.0124 ndcg 84 0.0936 ndcg_rel 84 0.1006 Rndcg 84 0.1621 ndcg_cut_5 84 0.2185 ndcg_cut_10 84 0.2530 ndcg_cut_15 84 0.2301 ndcg_cut_20 84 0.1958 ndcg_cut_30 84 0.2132 ndcg_cut_100 84 0.1405 ndcg_cut_200 84 0.1016 ndcg_cut_500 84 0.0936 ndcg_cut_1000 84 0.0936 map_cut_5 84 0.0059 map_cut_10 84 0.0085 map_cut_15 84 0.0109 map_cut_20 84 0.0109 map_cut_30 84 0.0156 map_cut_100 84 0.0191 map_cut_200 84 0.0191 map_cut_500 84 0.0191 map_cut_1000 84 0.0191 relative_P_5 84 0.4000 relative_P_10 84 0.3000 relative_P_15 84 0.2667 relative_P_20 84 0.2000 relative_P_30 84 0.2333 relative_P_100 84 0.1000 relative_P_200 84 0.0704 relative_P_500 84 0.0704 relative_P_1000 84 0.0704 success_1 84 0.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.1000 set_relative_P 84 0.1000 set_recall 84 0.0704 set_map 84 0.0070 set_F 84 0.0826 num_nonrel_judged_ret 84 35 rbp 84 0.1902 rbp_resid 84 0.0312 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 100 num_rel 897 239 num_rel_ret 897 27 map 897 0.0625 Rprec 897 0.1130 bpref 897 0.1076 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.3380 iprec_at_recall_0.20 897 0.0000 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 0.6000 P_10 897 0.7000 P_15 897 0.6667 P_20 897 0.6500 P_30 897 0.5000 P_100 897 0.2700 P_200 897 0.1350 P_500 897 0.0540 P_1000 897 0.0270 relstring 897 '2302121232' recall_5 897 0.0126 recall_10 897 0.0293 recall_15 897 0.0418 recall_20 897 0.0544 recall_30 897 0.0628 recall_100 897 0.1130 recall_200 897 0.1130 recall_500 897 0.1130 recall_1000 897 0.1130 infAP 897 0.0625 Rprec_mult_0.20 897 0.3750 Rprec_mult_0.40 897 0.2812 Rprec_mult_0.60 897 0.1875 Rprec_mult_0.80 897 0.1406 Rprec_mult_1.00 897 0.1130 Rprec_mult_1.20 897 0.0941 Rprec_mult_1.40 897 0.0806 Rprec_mult_1.60 897 0.0705 Rprec_mult_1.80 897 0.0626 Rprec_mult_2.00 897 0.0565 utility 897 -46.0000 11pt_avg 897 0.1216 binG 897 0.0395 G 897 0.0279 ndcg 897 0.1909 ndcg_rel 897 0.2307 Rndcg 897 0.2956 ndcg_cut_5 897 0.5812 ndcg_cut_10 897 0.6088 ndcg_cut_15 897 0.5778 ndcg_cut_20 897 0.5485 ndcg_cut_30 897 0.4857 ndcg_cut_100 897 0.3666 ndcg_cut_200 897 0.2371 ndcg_cut_500 897 0.1909 ndcg_cut_1000 897 0.1909 map_cut_5 897 0.0115 map_cut_10 897 0.0226 map_cut_15 897 0.0316 map_cut_20 897 0.0401 map_cut_30 897 0.0445 map_cut_100 897 0.0625 map_cut_200 897 0.0625 map_cut_500 897 0.0625 map_cut_1000 897 0.0625 relative_P_5 897 0.6000 relative_P_10 897 0.7000 relative_P_15 897 0.6667 relative_P_20 897 0.6500 relative_P_30 897 0.5000 relative_P_100 897 0.2700 relative_P_200 897 0.1350 relative_P_500 897 0.1130 relative_P_1000 897 0.1130 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.2700 set_relative_P 897 0.2700 set_recall 897 0.1130 set_map 897 0.0305 set_F 897 0.1593 num_nonrel_judged_ret 897 29 rbp 897 0.5135 rbp_resid 897 0.0304 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all NITA_R_DPR num_q all 22 num_ret all 2200 num_rel all 5166 num_rel_ret all 714 map all 0.0874 gm_map all 0.0637 Rprec all 0.1333 bpref all 0.1260 recip_rank all 0.8235 iprec_at_recall_0.00 all 0.8656 iprec_at_recall_0.10 all 0.4216 iprec_at_recall_0.20 all 0.1154 iprec_at_recall_0.30 all 0.0000 iprec_at_recall_0.40 all 0.0000 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.6545 P_10 all 0.6409 P_15 all 0.6152 P_20 all 0.5841 P_30 all 0.5636 P_100 all 0.3245 P_200 all 0.1623 P_500 all 0.0649 P_1000 all 0.0325 recall_5 all 0.0151 recall_10 all 0.0284 recall_15 all 0.0399 recall_20 all 0.0499 recall_30 all 0.0717 recall_100 all 0.1333 recall_200 all 0.1333 recall_500 all 0.1333 recall_1000 all 0.1333 infAP all 0.0874 gm_bpref all 0.1106 Rprec_mult_0.20 all 0.4572 Rprec_mult_0.40 all 0.3173 Rprec_mult_0.60 all 0.2195 Rprec_mult_0.80 all 0.1656 Rprec_mult_1.00 all 0.1333 Rprec_mult_1.20 all 0.1109 Rprec_mult_1.40 all 0.0951 Rprec_mult_1.60 all 0.0832 Rprec_mult_1.80 all 0.0740 Rprec_mult_2.00 all 0.0666 utility all -35.0909 11pt_avg all 0.1275 binG all 0.0532 G all 0.0294 ndcg all 0.1947 ndcg_rel all 0.2347 Rndcg all 0.2907 ndcg_cut_5 all 0.5071 ndcg_cut_10 all 0.5166 ndcg_cut_15 all 0.5081 ndcg_cut_20 all 0.4909 ndcg_cut_30 all 0.4864 ndcg_cut_100 all 0.3586 ndcg_cut_200 all 0.2412 ndcg_cut_500 all 0.1947 ndcg_cut_1000 all 0.1947 map_cut_5 all 0.0131 map_cut_10 all 0.0235 map_cut_15 all 0.0320 map_cut_20 all 0.0392 map_cut_30 all 0.0532 map_cut_100 all 0.0874 map_cut_200 all 0.0874 map_cut_500 all 0.0874 map_cut_1000 all 0.0874 relative_P_5 all 0.6545 relative_P_10 all 0.6409 relative_P_15 all 0.6152 relative_P_20 all 0.5841 relative_P_30 all 0.5636 relative_P_100 all 0.3245 relative_P_200 all 0.1699 relative_P_500 all 0.1333 relative_P_1000 all 0.1333 success_1 all 0.7273 success_5 all 1.0000 success_10 all 1.0000 set_P all 0.3245 set_relative_P all 0.3245 set_recall all 0.1333 set_map all 0.0527 set_F all 0.1847 num_nonrel_judged_ret all 569 rbp all 0.4462 rbp_resid all 0.0214 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000