num_ret 14 100 num_rel 14 272 num_rel_ret 14 37 map 14 0.0947 Rprec 14 0.1360 bpref 14 0.1306 recip_rank 14 1.0000 iprec_at_recall_0.00 14 1.0000 iprec_at_recall_0.10 14 0.4462 iprec_at_recall_0.20 14 0.0000 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 0.8000 P_10 14 0.8000 P_15 14 0.8000 P_20 14 0.8500 P_30 14 0.7333 P_100 14 0.3700 P_200 14 0.1850 P_500 14 0.0740 P_1000 14 0.0370 relstring 14 '2223122220' recall_5 14 0.0147 recall_10 14 0.0294 recall_15 14 0.0441 recall_20 14 0.0625 recall_30 14 0.0809 recall_100 14 0.1360 recall_200 14 0.1360 recall_500 14 0.1360 recall_1000 14 0.1360 infAP 14 0.0947 Rprec_mult_0.20 14 0.4727 Rprec_mult_0.40 14 0.3394 Rprec_mult_0.60 14 0.2256 Rprec_mult_0.80 14 0.1697 Rprec_mult_1.00 14 0.1360 Rprec_mult_1.20 14 0.1131 Rprec_mult_1.40 14 0.0971 Rprec_mult_1.60 14 0.0849 Rprec_mult_1.80 14 0.0755 Rprec_mult_2.00 14 0.0680 utility 14 -26.0000 11pt_avg 14 0.1315 binG 14 0.0569 G 14 0.0308 ndcg 14 0.2158 ndcg_rel 14 0.2591 Rndcg 14 0.3892 ndcg_cut_5 14 0.5671 ndcg_cut_10 14 0.5604 ndcg_cut_15 14 0.5833 ndcg_cut_20 14 0.6174 ndcg_cut_30 14 0.6010 ndcg_cut_100 14 0.4338 ndcg_cut_200 14 0.2813 ndcg_cut_500 14 0.2158 ndcg_cut_1000 14 0.2158 map_cut_5 14 0.0147 map_cut_10 14 0.0274 map_cut_15 14 0.0397 map_cut_20 14 0.0550 map_cut_30 14 0.0701 map_cut_100 14 0.0947 map_cut_200 14 0.0947 map_cut_500 14 0.0947 map_cut_1000 14 0.0947 relative_P_5 14 0.8000 relative_P_10 14 0.8000 relative_P_15 14 0.8000 relative_P_20 14 0.8500 relative_P_30 14 0.7333 relative_P_100 14 0.3700 relative_P_200 14 0.1850 relative_P_500 14 0.1360 relative_P_1000 14 0.1360 success_1 14 1.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.3700 set_relative_P 14 0.3700 set_recall 14 0.1360 set_map 14 0.0503 set_F 14 0.1989 num_nonrel_judged_ret 14 29 rbp 14 0.4632 rbp_resid 14 0.0314 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 100 num_rel 144 197 num_rel_ret 144 7 map 144 0.0051 Rprec 144 0.0355 bpref 144 0.0318 recip_rank 144 0.1429 iprec_at_recall_0.00 144 0.2500 iprec_at_recall_0.10 144 0.0000 iprec_at_recall_0.20 144 0.0000 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.0000 P_10 144 0.2000 P_15 144 0.2000 P_20 144 0.1500 P_30 144 0.1000 P_100 144 0.0700 P_200 144 0.0350 P_500 144 0.0140 P_1000 144 0.0070 relstring 144 '0100002200' recall_5 144 0.0000 recall_10 144 0.0102 recall_15 144 0.0152 recall_20 144 0.0152 recall_30 144 0.0152 recall_100 144 0.0355 recall_200 144 0.0355 recall_500 144 0.0355 recall_1000 144 0.0355 infAP 144 0.0051 Rprec_mult_0.20 144 0.0750 Rprec_mult_0.40 144 0.0886 Rprec_mult_0.60 144 0.0588 Rprec_mult_0.80 144 0.0443 Rprec_mult_1.00 144 0.0355 Rprec_mult_1.20 144 0.0295 Rprec_mult_1.40 144 0.0254 Rprec_mult_1.60 144 0.0222 Rprec_mult_1.80 144 0.0197 Rprec_mult_2.00 144 0.0178 utility 144 -86.0000 11pt_avg 144 0.0227 binG 144 0.0083 G 144 0.0097 ndcg 144 0.0750 ndcg_rel 144 0.0800 Rndcg 144 0.0733 ndcg_cut_5 144 0.0641 ndcg_cut_10 144 0.1318 ndcg_cut_15 144 0.1459 ndcg_cut_20 144 0.1545 ndcg_cut_30 144 0.1501 ndcg_cut_100 144 0.1366 ndcg_cut_200 144 0.0917 ndcg_cut_500 144 0.0750 ndcg_cut_1000 144 0.0750 map_cut_5 144 0.0000 map_cut_10 144 0.0020 map_cut_15 144 0.0031 map_cut_20 144 0.0031 map_cut_30 144 0.0031 map_cut_100 144 0.0051 map_cut_200 144 0.0051 map_cut_500 144 0.0051 map_cut_1000 144 0.0051 relative_P_5 144 0.0000 relative_P_10 144 0.2000 relative_P_15 144 0.2000 relative_P_20 144 0.1500 relative_P_30 144 0.1000 relative_P_100 144 0.0700 relative_P_200 144 0.0355 relative_P_500 144 0.0355 relative_P_1000 144 0.0355 success_1 144 0.0000 success_5 144 0.0000 success_10 144 1.0000 set_P 144 0.0700 set_relative_P 144 0.0700 set_recall 144 0.0355 set_map 144 0.0025 set_F 144 0.0471 num_nonrel_judged_ret 144 55 rbp 144 0.1164 rbp_resid 144 0.0372 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 100 num_rel 161 218 num_rel_ret 161 24 map 161 0.0491 Rprec 161 0.1101 bpref 161 0.1040 recip_rank 161 0.2000 iprec_at_recall_0.00 161 0.5909 iprec_at_recall_0.10 161 0.4151 iprec_at_recall_0.20 161 0.0000 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 0.2000 P_10 161 0.2000 P_15 161 0.4000 P_20 161 0.5500 P_30 161 0.5333 P_100 161 0.2400 P_200 161 0.1200 P_500 161 0.0480 P_1000 161 0.0240 relstring 161 '0000210020' recall_5 161 0.0046 recall_10 161 0.0092 recall_15 161 0.0275 recall_20 161 0.0505 recall_30 161 0.0734 recall_100 161 0.1101 recall_200 161 0.1101 recall_500 161 0.1101 recall_1000 161 0.1101 infAP 161 0.0491 Rprec_mult_0.20 161 0.4318 Rprec_mult_0.40 161 0.2727 Rprec_mult_0.60 161 0.1832 Rprec_mult_0.80 161 0.1371 Rprec_mult_1.00 161 0.1101 Rprec_mult_1.20 161 0.0916 Rprec_mult_1.40 161 0.0784 Rprec_mult_1.60 161 0.0688 Rprec_mult_1.80 161 0.0611 Rprec_mult_2.00 161 0.0550 utility 161 -52.0000 11pt_avg 161 0.0915 binG 161 0.0294 G 161 0.0208 ndcg 161 0.1440 ndcg_rel 161 0.1591 Rndcg 161 0.2039 ndcg_cut_5 161 0.0875 ndcg_cut_10 161 0.1271 ndcg_cut_15 161 0.2199 ndcg_cut_20 161 0.2948 ndcg_cut_30 161 0.3359 ndcg_cut_100 161 0.2510 ndcg_cut_200 161 0.1604 ndcg_cut_500 161 0.1440 ndcg_cut_1000 161 0.1440 map_cut_5 161 0.0009 map_cut_10 161 0.0019 map_cut_15 161 0.0084 map_cut_20 161 0.0198 map_cut_30 161 0.0329 map_cut_100 161 0.0491 map_cut_200 161 0.0491 map_cut_500 161 0.0491 map_cut_1000 161 0.0491 relative_P_5 161 0.2000 relative_P_10 161 0.2000 relative_P_15 161 0.4000 relative_P_20 161 0.5500 relative_P_30 161 0.5333 relative_P_100 161 0.2400 relative_P_200 161 0.1200 relative_P_500 161 0.1101 relative_P_1000 161 0.1101 success_1 161 0.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.2400 set_relative_P 161 0.2400 set_recall 161 0.1101 set_map 161 0.0264 set_F 161 0.1509 num_nonrel_judged_ret 161 39 rbp 161 0.2710 rbp_resid 161 0.0245 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 100 num_rel 200 184 num_rel_ret 200 26 map 200 0.1043 Rprec 200 0.1413 bpref 200 0.1358 recip_rank 200 1.0000 iprec_at_recall_0.00 200 1.0000 iprec_at_recall_0.10 200 0.6333 iprec_at_recall_0.20 200 0.0000 iprec_at_recall_0.30 200 0.0000 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 1.0000 P_10 200 0.9000 P_15 200 0.8667 P_20 200 0.7000 P_30 200 0.6333 P_100 200 0.2600 P_200 200 0.1300 P_500 200 0.0520 P_1000 200 0.0260 relstring 200 '2232322202' recall_5 200 0.0272 recall_10 200 0.0489 recall_15 200 0.0707 recall_20 200 0.0761 recall_30 200 0.1033 recall_100 200 0.1413 recall_200 200 0.1413 recall_500 200 0.1413 recall_1000 200 0.1413 infAP 200 0.1043 Rprec_mult_0.20 200 0.5135 Rprec_mult_0.40 200 0.3514 Rprec_mult_0.60 200 0.2342 Rprec_mult_0.80 200 0.1757 Rprec_mult_1.00 200 0.1413 Rprec_mult_1.20 200 0.1176 Rprec_mult_1.40 200 0.1008 Rprec_mult_1.60 200 0.0881 Rprec_mult_1.80 200 0.0783 Rprec_mult_2.00 200 0.0707 utility 200 -48.0000 11pt_avg 200 0.1485 binG 200 0.0760 G 200 0.0349 ndcg 200 0.2190 ndcg_rel 200 0.2624 Rndcg 200 0.3348 ndcg_cut_5 200 0.6890 ndcg_cut_10 200 0.6406 ndcg_cut_15 200 0.6742 ndcg_cut_20 200 0.6092 ndcg_cut_30 200 0.5547 ndcg_cut_100 200 0.3313 ndcg_cut_200 200 0.2282 ndcg_cut_500 200 0.2190 ndcg_cut_1000 200 0.2190 map_cut_5 200 0.0272 map_cut_10 200 0.0484 map_cut_15 200 0.0673 map_cut_20 200 0.0718 map_cut_30 200 0.0895 map_cut_100 200 0.1043 map_cut_200 200 0.1043 map_cut_500 200 0.1043 map_cut_1000 200 0.1043 relative_P_5 200 1.0000 relative_P_10 200 0.9000 relative_P_15 200 0.8667 relative_P_20 200 0.7000 relative_P_30 200 0.6333 relative_P_100 200 0.2600 relative_P_200 200 0.1413 relative_P_500 200 0.1413 relative_P_1000 200 0.1413 success_1 200 1.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.2600 set_relative_P 200 0.2600 set_recall 200 0.1413 set_map 200 0.0367 set_F 200 0.1831 num_nonrel_judged_ret 200 39 rbp 200 0.4657 rbp_resid 200 0.0321 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 100 num_rel 213 322 num_rel_ret 213 41 map 213 0.1044 Rprec 213 0.1273 bpref 213 0.1221 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 0.8649 iprec_at_recall_0.20 213 0.0000 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 1.0000 P_10 213 0.9000 P_15 213 0.9333 P_20 213 0.9000 P_30 213 0.8667 P_100 213 0.4100 P_200 213 0.2050 P_500 213 0.0820 P_1000 213 0.0410 relstring 213 '3333233313' recall_5 213 0.0155 recall_10 213 0.0280 recall_15 213 0.0435 recall_20 213 0.0559 recall_30 213 0.0807 recall_100 213 0.1273 recall_200 213 0.1273 recall_500 213 0.1273 recall_1000 213 0.1273 infAP 213 0.1044 Rprec_mult_0.20 213 0.5231 Rprec_mult_0.40 213 0.3178 Rprec_mult_0.60 213 0.2113 Rprec_mult_0.80 213 0.1589 Rprec_mult_1.00 213 0.1273 Rprec_mult_1.20 213 0.1059 Rprec_mult_1.40 213 0.0909 Rprec_mult_1.60 213 0.0795 Rprec_mult_1.80 213 0.0707 Rprec_mult_2.00 213 0.0637 utility 213 -18.0000 11pt_avg 213 0.1695 binG 213 0.0657 G 213 0.0315 ndcg 213 0.2156 ndcg_rel 213 0.2711 Rndcg 213 0.3663 ndcg_cut_5 213 0.7172 ndcg_cut_10 213 0.6956 ndcg_cut_15 213 0.7208 ndcg_cut_20 213 0.7223 ndcg_cut_30 213 0.7309 ndcg_cut_100 213 0.4625 ndcg_cut_200 213 0.2964 ndcg_cut_500 213 0.2156 ndcg_cut_1000 213 0.2156 map_cut_5 213 0.0155 map_cut_10 213 0.0276 map_cut_15 213 0.0420 map_cut_20 213 0.0530 map_cut_30 213 0.0749 map_cut_100 213 0.1044 map_cut_200 213 0.1044 map_cut_500 213 0.1044 map_cut_1000 213 0.1044 relative_P_5 213 1.0000 relative_P_10 213 0.9000 relative_P_15 213 0.9333 relative_P_20 213 0.9000 relative_P_30 213 0.8667 relative_P_100 213 0.4100 relative_P_200 213 0.2050 relative_P_500 213 0.1273 relative_P_1000 213 0.1273 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.4100 set_relative_P 213 0.4100 set_recall 213 0.1273 set_map 213 0.0522 set_F 213 0.1943 num_nonrel_judged_ret 213 28 rbp 213 0.6603 rbp_resid 213 0.0105 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 100 num_rel 219 203 num_rel_ret 219 24 map 219 0.0423 Rprec 219 0.1182 bpref 219 0.1060 recip_rank 219 1.0000 iprec_at_recall_0.00 219 1.0000 iprec_at_recall_0.10 219 0.2778 iprec_at_recall_0.20 219 0.0000 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.2000 P_10 219 0.2000 P_15 219 0.2667 P_20 219 0.3000 P_30 219 0.4000 P_100 219 0.2400 P_200 219 0.1200 P_500 219 0.0480 P_1000 219 0.0240 relstring 219 '2000000012' recall_5 219 0.0049 recall_10 219 0.0099 recall_15 219 0.0197 recall_20 219 0.0296 recall_30 219 0.0591 recall_100 219 0.1182 recall_200 219 0.1182 recall_500 219 0.1182 recall_1000 219 0.1182 infAP 219 0.0423 Rprec_mult_0.20 219 0.3659 Rprec_mult_0.40 219 0.2683 Rprec_mult_0.60 219 0.1967 Rprec_mult_0.80 219 0.1472 Rprec_mult_1.00 219 0.1182 Rprec_mult_1.20 219 0.0984 Rprec_mult_1.40 219 0.0842 Rprec_mult_1.60 219 0.0738 Rprec_mult_1.80 219 0.0656 Rprec_mult_2.00 219 0.0591 utility 219 -52.0000 11pt_avg 219 0.1162 binG 219 0.0303 G 219 0.0211 ndcg 219 0.1550 ndcg_rel 219 0.1696 Rndcg 219 0.1915 ndcg_cut_5 219 0.1696 ndcg_cut_10 219 0.1667 ndcg_cut_15 219 0.2373 ndcg_cut_20 219 0.2601 ndcg_cut_30 219 0.2964 ndcg_cut_100 219 0.2584 ndcg_cut_200 219 0.1732 ndcg_cut_500 219 0.1550 ndcg_cut_1000 219 0.1550 map_cut_5 219 0.0049 map_cut_10 219 0.0059 map_cut_15 219 0.0089 map_cut_20 219 0.0117 map_cut_30 219 0.0232 map_cut_100 219 0.0423 map_cut_200 219 0.0423 map_cut_500 219 0.0423 map_cut_1000 219 0.0423 relative_P_5 219 0.2000 relative_P_10 219 0.2000 relative_P_15 219 0.2667 relative_P_20 219 0.3000 relative_P_30 219 0.4000 relative_P_100 219 0.2400 relative_P_200 219 0.1200 relative_P_500 219 0.1182 relative_P_1000 219 0.1182 success_1 219 1.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.2400 set_relative_P 219 0.2400 set_recall 219 0.1182 set_map 219 0.0284 set_F 219 0.1584 num_nonrel_judged_ret 219 49 rbp 219 0.2031 rbp_resid 219 0.0132 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 100 num_rel 224 304 num_rel_ret 224 28 map 224 0.0465 Rprec 224 0.0921 bpref 224 0.0875 recip_rank 224 0.5000 iprec_at_recall_0.00 224 0.8000 iprec_at_recall_0.10 224 0.0000 iprec_at_recall_0.20 224 0.0000 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 0.8000 P_10 224 0.5000 P_15 224 0.6000 P_20 224 0.5500 P_30 224 0.5667 P_100 224 0.2800 P_200 224 0.1400 P_500 224 0.0560 P_1000 224 0.0280 relstring 224 '0222210211' recall_5 224 0.0132 recall_10 224 0.0164 recall_15 224 0.0296 recall_20 224 0.0362 recall_30 224 0.0559 recall_100 224 0.0921 recall_200 224 0.0921 recall_500 224 0.0921 recall_1000 224 0.0921 infAP 224 0.0465 Rprec_mult_0.20 224 0.3443 Rprec_mult_0.40 224 0.2295 Rprec_mult_0.60 224 0.1530 Rprec_mult_0.80 224 0.1148 Rprec_mult_1.00 224 0.0921 Rprec_mult_1.20 224 0.0767 Rprec_mult_1.40 224 0.0657 Rprec_mult_1.60 224 0.0575 Rprec_mult_1.80 224 0.0511 Rprec_mult_2.00 224 0.0461 utility 224 -44.0000 11pt_avg 224 0.0727 binG 224 0.0285 G 224 0.0182 ndcg 224 0.1377 ndcg_rel 224 0.1605 Rndcg 224 0.2338 ndcg_cut_5 224 0.4406 ndcg_cut_10 224 0.4016 ndcg_cut_15 224 0.4313 ndcg_cut_20 224 0.4038 ndcg_cut_30 224 0.4139 ndcg_cut_100 224 0.3021 ndcg_cut_200 224 0.1948 ndcg_cut_500 224 0.1377 ndcg_cut_1000 224 0.1377 map_cut_5 224 0.0089 map_cut_10 224 0.0110 map_cut_15 224 0.0186 map_cut_20 224 0.0224 map_cut_30 224 0.0344 map_cut_100 224 0.0465 map_cut_200 224 0.0465 map_cut_500 224 0.0465 map_cut_1000 224 0.0465 relative_P_5 224 0.8000 relative_P_10 224 0.5000 relative_P_15 224 0.6000 relative_P_20 224 0.5500 relative_P_30 224 0.5667 relative_P_100 224 0.2800 relative_P_200 224 0.1400 relative_P_500 224 0.0921 relative_P_1000 224 0.0921 success_1 224 0.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.2800 set_relative_P 224 0.2800 set_recall 224 0.0921 set_map 224 0.0258 set_F 224 0.1386 num_nonrel_judged_ret 224 23 rbp 224 0.4250 rbp_resid 224 0.0341 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 100 num_rel 225 238 num_rel_ret 225 58 map 225 0.1823 Rprec 225 0.2437 bpref 225 0.2315 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.8438 iprec_at_recall_0.20 225 0.6111 iprec_at_recall_0.30 225 0.0000 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 1.0000 P_10 225 0.9000 P_15 225 0.8667 P_20 225 0.9000 P_30 225 0.8333 P_100 225 0.5800 P_200 225 0.2900 P_500 225 0.1160 P_1000 225 0.0580 relstring 225 '3222220233' recall_5 225 0.0210 recall_10 225 0.0378 recall_15 225 0.0546 recall_20 225 0.0756 recall_30 225 0.1050 recall_100 225 0.2437 recall_200 225 0.2437 recall_500 225 0.2437 recall_1000 225 0.2437 infAP 225 0.1823 Rprec_mult_0.20 225 0.6875 Rprec_mult_0.40 225 0.5833 Rprec_mult_0.60 225 0.4056 Rprec_mult_0.80 225 0.3037 Rprec_mult_1.00 225 0.2437 Rprec_mult_1.20 225 0.2028 Rprec_mult_1.40 225 0.1737 Rprec_mult_1.60 225 0.1522 Rprec_mult_1.80 225 0.1352 Rprec_mult_2.00 225 0.1218 utility 225 16.0000 11pt_avg 225 0.2232 binG 225 0.0948 G 225 0.0528 ndcg 225 0.3186 ndcg_rel 225 0.3915 Rndcg 225 0.3952 ndcg_cut_5 225 0.7797 ndcg_cut_10 225 0.7344 ndcg_cut_15 225 0.7197 ndcg_cut_20 225 0.7333 ndcg_cut_30 225 0.6945 ndcg_cut_100 225 0.5685 ndcg_cut_200 225 0.3827 ndcg_cut_500 225 0.3186 ndcg_cut_1000 225 0.3186 map_cut_5 225 0.0210 map_cut_10 225 0.0364 map_cut_15 225 0.0510 map_cut_20 225 0.0697 map_cut_30 225 0.0947 map_cut_100 225 0.1823 map_cut_200 225 0.1823 map_cut_500 225 0.1823 map_cut_1000 225 0.1823 relative_P_5 225 1.0000 relative_P_10 225 0.9000 relative_P_15 225 0.8667 relative_P_20 225 0.9000 relative_P_30 225 0.8333 relative_P_100 225 0.5800 relative_P_200 225 0.2900 relative_P_500 225 0.2437 relative_P_1000 225 0.2437 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.5800 set_relative_P 225 0.5800 set_recall 225 0.2437 set_map 225 0.1413 set_F 225 0.3432 num_nonrel_judged_ret 225 11 rbp 225 0.6817 rbp_resid 225 0.0245 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 100 num_rel 233 203 num_rel_ret 233 57 map 233 0.2275 Rprec 233 0.2808 bpref 233 0.2730 recip_rank 233 1.0000 iprec_at_recall_0.00 233 1.0000 iprec_at_recall_0.10 233 0.9000 iprec_at_recall_0.20 233 0.7636 iprec_at_recall_0.30 233 0.0000 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 0.8000 P_10 233 0.9000 P_15 233 0.9333 P_20 233 0.8500 P_30 233 0.9000 P_100 233 0.5700 P_200 233 0.2850 P_500 233 0.1140 P_1000 233 0.0570 relstring 233 '3213233233' recall_5 233 0.0197 recall_10 233 0.0443 recall_15 233 0.0690 recall_20 233 0.0837 recall_30 233 0.1330 recall_100 233 0.2808 recall_200 233 0.2808 recall_500 233 0.2808 recall_1000 233 0.2808 infAP 233 0.2275 Rprec_mult_0.20 233 0.8537 Rprec_mult_0.40 233 0.6220 Rprec_mult_0.60 233 0.4672 Rprec_mult_0.80 233 0.3497 Rprec_mult_1.00 233 0.2808 Rprec_mult_1.20 233 0.2336 Rprec_mult_1.40 233 0.2000 Rprec_mult_1.60 233 0.1754 Rprec_mult_1.80 233 0.1557 Rprec_mult_2.00 233 0.1404 utility 233 14.0000 11pt_avg 233 0.2421 binG 233 0.1151 G 233 0.0627 ndcg 233 0.3588 ndcg_rel 233 0.4459 Rndcg 233 0.4835 ndcg_cut_5 233 0.6517 ndcg_cut_10 233 0.7403 ndcg_cut_15 233 0.7655 ndcg_cut_20 233 0.7292 ndcg_cut_30 233 0.7669 ndcg_cut_100 233 0.5574 ndcg_cut_200 233 0.3864 ndcg_cut_500 233 0.3588 ndcg_cut_1000 233 0.3588 map_cut_5 233 0.0175 map_cut_10 233 0.0389 map_cut_15 233 0.0617 map_cut_20 233 0.0748 map_cut_30 233 0.1182 map_cut_100 233 0.2275 map_cut_200 233 0.2275 map_cut_500 233 0.2275 map_cut_1000 233 0.2275 relative_P_5 233 0.8000 relative_P_10 233 0.9000 relative_P_15 233 0.9333 relative_P_20 233 0.8500 relative_P_30 233 0.9000 relative_P_100 233 0.5700 relative_P_200 233 0.2850 relative_P_500 233 0.2808 relative_P_1000 233 0.2808 success_1 233 1.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.5700 set_relative_P 233 0.5700 set_recall 233 0.2808 set_map 233 0.1600 set_F 233 0.3762 num_nonrel_judged_ret 233 15 rbp 233 0.5938 rbp_resid 233 0.0103 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 100 num_rel 273 290 num_rel_ret 273 43 map 273 0.1269 Rprec 273 0.1483 bpref 273 0.1469 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.9375 iprec_at_recall_0.20 273 0.0000 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 1.0000 P_10 273 1.0000 P_15 273 1.0000 P_20 273 1.0000 P_30 273 0.9333 P_100 273 0.4300 P_200 273 0.2150 P_500 273 0.0860 P_1000 273 0.0430 relstring 273 '2233222232' recall_5 273 0.0172 recall_10 273 0.0345 recall_15 273 0.0517 recall_20 273 0.0690 recall_30 273 0.0966 recall_100 273 0.1483 recall_200 273 0.1483 recall_500 273 0.1483 recall_1000 273 0.1483 infAP 273 0.1269 Rprec_mult_0.20 273 0.5690 Rprec_mult_0.40 273 0.3707 Rprec_mult_0.60 273 0.2471 Rprec_mult_0.80 273 0.1853 Rprec_mult_1.00 273 0.1483 Rprec_mult_1.20 273 0.1236 Rprec_mult_1.40 273 0.1059 Rprec_mult_1.60 273 0.0927 Rprec_mult_1.80 273 0.0824 Rprec_mult_2.00 273 0.0741 utility 273 -14.0000 11pt_avg 273 0.1761 binG 273 0.1022 G 273 0.0339 ndcg 273 0.2204 ndcg_rel 273 0.2740 Rndcg 273 0.3580 ndcg_cut_5 273 0.6935 ndcg_cut_10 273 0.7053 ndcg_cut_15 273 0.7108 ndcg_cut_20 273 0.7245 ndcg_cut_30 273 0.7198 ndcg_cut_100 273 0.4433 ndcg_cut_200 273 0.3035 ndcg_cut_500 273 0.2204 ndcg_cut_1000 273 0.2204 map_cut_5 273 0.0172 map_cut_10 273 0.0345 map_cut_15 273 0.0517 map_cut_20 273 0.0690 map_cut_30 273 0.0958 map_cut_100 273 0.1269 map_cut_200 273 0.1269 map_cut_500 273 0.1269 map_cut_1000 273 0.1269 relative_P_5 273 1.0000 relative_P_10 273 1.0000 relative_P_15 273 1.0000 relative_P_20 273 1.0000 relative_P_30 273 0.9333 relative_P_100 273 0.4300 relative_P_200 273 0.2150 relative_P_500 273 0.1483 relative_P_1000 273 0.1483 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.4300 set_relative_P 273 0.4300 set_recall 273 0.1483 set_map 273 0.0638 set_F 273 0.2205 num_nonrel_judged_ret 273 12 rbp 273 0.5510 rbp_resid 273 0.0315 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 100 num_rel 300 239 num_rel_ret 300 28 map 300 0.0571 Rprec 300 0.1172 bpref 300 0.1095 recip_rank 300 0.5000 iprec_at_recall_0.00 300 0.6250 iprec_at_recall_0.10 300 0.3692 iprec_at_recall_0.20 300 0.0000 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.6000 P_10 300 0.5000 P_15 300 0.6000 P_20 300 0.6000 P_30 300 0.5333 P_100 300 0.2800 P_200 300 0.1400 P_500 300 0.0560 P_1000 300 0.0280 relstring 300 '1312200302' recall_5 300 0.0126 recall_10 300 0.0209 recall_15 300 0.0377 recall_20 300 0.0502 recall_30 300 0.0669 recall_100 300 0.1172 recall_200 300 0.1172 recall_500 300 0.1172 recall_1000 300 0.1172 infAP 300 0.0571 Rprec_mult_0.20 300 0.3958 Rprec_mult_0.40 300 0.2812 Rprec_mult_0.60 300 0.1944 Rprec_mult_0.80 300 0.1458 Rprec_mult_1.00 300 0.1172 Rprec_mult_1.20 300 0.0976 Rprec_mult_1.40 300 0.0836 Rprec_mult_1.60 300 0.0731 Rprec_mult_1.80 300 0.0650 Rprec_mult_2.00 300 0.0586 utility 300 -44.0000 11pt_avg 300 0.0904 binG 300 0.0339 G 300 0.0255 ndcg 300 0.1804 ndcg_rel 300 0.2128 Rndcg 300 0.2664 ndcg_cut_5 300 0.5684 ndcg_cut_10 300 0.4807 ndcg_cut_15 300 0.4918 ndcg_cut_20 300 0.4761 ndcg_cut_30 300 0.4430 ndcg_cut_100 300 0.3349 ndcg_cut_200 300 0.2186 ndcg_cut_500 300 0.1804 ndcg_cut_1000 300 0.1804 map_cut_5 300 0.0067 map_cut_10 300 0.0109 map_cut_15 300 0.0203 map_cut_20 300 0.0279 map_cut_30 300 0.0376 map_cut_100 300 0.0571 map_cut_200 300 0.0571 map_cut_500 300 0.0571 map_cut_1000 300 0.0571 relative_P_5 300 0.6000 relative_P_10 300 0.5000 relative_P_15 300 0.6000 relative_P_20 300 0.6000 relative_P_30 300 0.5333 relative_P_100 300 0.2800 relative_P_200 300 0.1400 relative_P_500 300 0.1172 relative_P_1000 300 0.1172 success_1 300 0.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.2800 set_relative_P 300 0.2800 set_recall 300 0.1172 set_map 300 0.0328 set_F 300 0.1652 num_nonrel_judged_ret 300 45 rbp 300 0.4587 rbp_resid 300 0.0213 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 100 num_rel 31 134 num_rel_ret 31 32 map 31 0.1469 Rprec 31 0.2388 bpref 31 0.2189 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.6154 iprec_at_recall_0.20 31 0.5370 iprec_at_recall_0.30 31 0.0000 iprec_at_recall_0.40 31 0.0000 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 0.6000 P_10 31 0.7000 P_15 31 0.6000 P_20 31 0.6000 P_30 31 0.6000 P_100 31 0.3200 P_200 31 0.1600 P_500 31 0.0640 P_1000 31 0.0320 relstring 31 '2211221232' recall_5 31 0.0224 recall_10 31 0.0522 recall_15 31 0.0672 recall_20 31 0.0896 recall_30 31 0.1343 recall_100 31 0.2388 recall_200 31 0.2388 recall_500 31 0.2388 recall_1000 31 0.2388 infAP 31 0.1469 Rprec_mult_0.20 31 0.5926 Rprec_mult_0.40 31 0.5370 Rprec_mult_0.60 31 0.3951 Rprec_mult_0.80 31 0.2963 Rprec_mult_1.00 31 0.2388 Rprec_mult_1.20 31 0.1988 Rprec_mult_1.40 31 0.1702 Rprec_mult_1.60 31 0.1488 Rprec_mult_1.80 31 0.1322 Rprec_mult_2.00 31 0.1194 utility 31 -36.0000 11pt_avg 31 0.1957 binG 31 0.0806 G 31 0.0585 ndcg 31 0.3350 ndcg_rel 31 0.3972 Rndcg 31 0.4208 ndcg_cut_5 31 0.5615 ndcg_cut_10 31 0.5960 ndcg_cut_15 31 0.5527 ndcg_cut_20 31 0.5567 ndcg_cut_30 31 0.6050 ndcg_cut_100 31 0.4445 ndcg_cut_200 31 0.3350 ndcg_cut_500 31 0.3350 ndcg_cut_1000 31 0.3350 map_cut_5 31 0.0194 map_cut_10 31 0.0392 map_cut_15 31 0.0494 map_cut_20 31 0.0639 map_cut_30 31 0.0905 map_cut_100 31 0.1469 map_cut_200 31 0.1469 map_cut_500 31 0.1469 map_cut_1000 31 0.1469 relative_P_5 31 0.6000 relative_P_10 31 0.7000 relative_P_15 31 0.6000 relative_P_20 31 0.6000 relative_P_30 31 0.6000 relative_P_100 31 0.3200 relative_P_200 31 0.2388 relative_P_500 31 0.2388 relative_P_1000 31 0.2388 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.3200 set_relative_P 31 0.3200 set_recall 31 0.2388 set_map 31 0.0764 set_F 31 0.2735 num_nonrel_judged_ret 31 39 rbp 31 0.5418 rbp_resid 31 0.0089 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 100 num_rel 37 230 num_rel_ret 37 20 map 37 0.0368 Rprec 37 0.0870 bpref 37 0.0813 recip_rank 37 1.0000 iprec_at_recall_0.00 37 1.0000 iprec_at_recall_0.10 37 0.0000 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.4000 P_10 37 0.5000 P_15 37 0.4000 P_20 37 0.4000 P_30 37 0.4333 P_100 37 0.2000 P_200 37 0.1000 P_500 37 0.0400 P_1000 37 0.0200 relstring 37 '2000221212' recall_5 37 0.0087 recall_10 37 0.0217 recall_15 37 0.0261 recall_20 37 0.0348 recall_30 37 0.0565 recall_100 37 0.0870 recall_200 37 0.0870 recall_500 37 0.0870 recall_1000 37 0.0870 infAP 37 0.0368 Rprec_mult_0.20 37 0.3261 Rprec_mult_0.40 37 0.1957 Rprec_mult_0.60 37 0.1449 Rprec_mult_0.80 37 0.1087 Rprec_mult_1.00 37 0.0870 Rprec_mult_1.20 37 0.0725 Rprec_mult_1.40 37 0.0621 Rprec_mult_1.60 37 0.0543 Rprec_mult_1.80 37 0.0483 Rprec_mult_2.00 37 0.0435 utility 37 -60.0000 11pt_avg 37 0.0909 binG 37 0.0264 G 37 0.0182 ndcg 37 0.1400 ndcg_rel 37 0.1623 Rndcg 37 0.2252 ndcg_cut_5 37 0.3136 ndcg_cut_10 37 0.3910 ndcg_cut_15 37 0.3636 ndcg_cut_20 37 0.3591 ndcg_cut_30 37 0.4161 ndcg_cut_100 37 0.3044 ndcg_cut_200 37 0.1942 ndcg_cut_500 37 0.1400 ndcg_cut_1000 37 0.1400 map_cut_5 37 0.0061 map_cut_10 37 0.0126 map_cut_15 37 0.0150 map_cut_20 37 0.0188 map_cut_30 37 0.0286 map_cut_100 37 0.0368 map_cut_200 37 0.0368 map_cut_500 37 0.0368 map_cut_1000 37 0.0368 relative_P_5 37 0.4000 relative_P_10 37 0.5000 relative_P_15 37 0.4000 relative_P_20 37 0.4000 relative_P_30 37 0.4333 relative_P_100 37 0.2000 relative_P_200 37 0.1000 relative_P_500 37 0.0870 relative_P_1000 37 0.0870 success_1 37 1.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.2000 set_relative_P 37 0.2000 set_recall 37 0.0870 set_map 37 0.0174 set_F 37 0.1212 num_nonrel_judged_ret 37 36 rbp 37 0.3520 rbp_resid 37 0.0279 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 100 num_rel 407 102 num_rel_ret 407 10 map 407 0.0367 Rprec 407 0.0980 bpref 407 0.0806 recip_rank 407 1.0000 iprec_at_recall_0.00 407 1.0000 iprec_at_recall_0.10 407 0.1031 iprec_at_recall_0.20 407 0.0000 iprec_at_recall_0.30 407 0.0000 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.4000 P_10 407 0.3000 P_15 407 0.3333 P_20 407 0.3500 P_30 407 0.2667 P_100 407 0.1000 P_200 407 0.0500 P_500 407 0.0200 P_1000 407 0.0100 relstring 407 '2002102000' recall_5 407 0.0196 recall_10 407 0.0294 recall_15 407 0.0490 recall_20 407 0.0686 recall_30 407 0.0784 recall_100 407 0.0980 recall_200 407 0.0980 recall_500 407 0.0980 recall_1000 407 0.0980 infAP 407 0.0367 Rprec_mult_0.20 407 0.3333 Rprec_mult_0.40 407 0.1951 Rprec_mult_0.60 407 0.1290 Rprec_mult_0.80 407 0.0976 Rprec_mult_1.00 407 0.0980 Rprec_mult_1.20 407 0.0813 Rprec_mult_1.40 407 0.0699 Rprec_mult_1.60 407 0.0610 Rprec_mult_1.80 407 0.0543 Rprec_mult_2.00 407 0.0490 utility 407 -80.0000 11pt_avg 407 0.1003 binG 407 0.0344 G 407 0.0237 ndcg 407 0.1478 ndcg_rel 407 0.1657 Rndcg 407 0.2120 ndcg_cut_5 407 0.3672 ndcg_cut_10 407 0.3002 ndcg_cut_15 407 0.3161 ndcg_cut_20 407 0.3392 ndcg_cut_30 407 0.3022 ndcg_cut_100 407 0.1601 ndcg_cut_200 407 0.1478 ndcg_cut_500 407 0.1478 ndcg_cut_1000 407 0.1478 map_cut_5 407 0.0147 map_cut_10 407 0.0189 map_cut_15 407 0.0254 map_cut_20 407 0.0321 map_cut_30 407 0.0348 map_cut_100 407 0.0367 map_cut_200 407 0.0367 map_cut_500 407 0.0367 map_cut_1000 407 0.0367 relative_P_5 407 0.4000 relative_P_10 407 0.3000 relative_P_15 407 0.3333 relative_P_20 407 0.3500 relative_P_30 407 0.2667 relative_P_100 407 0.1000 relative_P_200 407 0.0980 relative_P_500 407 0.0980 relative_P_1000 407 0.0980 success_1 407 1.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.1000 set_relative_P 407 0.1000 set_recall 407 0.0980 set_map 407 0.0098 set_F 407 0.0990 num_nonrel_judged_ret 407 56 rbp 407 0.2400 rbp_resid 407 0.0280 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 100 num_rel 477 285 num_rel_ret 477 36 map 477 0.1019 Rprec 477 0.1263 bpref 477 0.1230 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.5577 iprec_at_recall_0.20 477 0.0000 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 1.0000 P_10 477 1.0000 P_15 477 0.9333 P_20 477 0.9000 P_30 477 0.8000 P_100 477 0.3600 P_200 477 0.1800 P_500 477 0.0720 P_1000 477 0.0360 relstring 477 '3332323223' recall_5 477 0.0175 recall_10 477 0.0351 recall_15 477 0.0491 recall_20 477 0.0632 recall_30 477 0.0842 recall_100 477 0.1263 recall_200 477 0.1263 recall_500 477 0.1263 recall_1000 477 0.1263 infAP 477 0.1019 Rprec_mult_0.20 477 0.5439 Rprec_mult_0.40 477 0.3158 Rprec_mult_0.60 477 0.2105 Rprec_mult_0.80 477 0.1579 Rprec_mult_1.00 477 0.1263 Rprec_mult_1.20 477 0.1053 Rprec_mult_1.40 477 0.0902 Rprec_mult_1.60 477 0.0789 Rprec_mult_1.80 477 0.0702 Rprec_mult_2.00 477 0.0632 utility 477 -28.0000 11pt_avg 477 0.1416 binG 477 0.0712 G 477 0.0439 ndcg 477 0.2199 ndcg_rel 477 0.2832 Rndcg 477 0.2955 ndcg_cut_5 477 0.9513 ndcg_cut_10 477 0.8970 ndcg_cut_15 477 0.8761 ndcg_cut_20 477 0.8632 ndcg_cut_30 477 0.8017 ndcg_cut_100 477 0.4463 ndcg_cut_200 477 0.3050 ndcg_cut_500 477 0.2199 ndcg_cut_1000 477 0.2199 map_cut_5 477 0.0175 map_cut_10 477 0.0351 map_cut_15 477 0.0486 map_cut_20 477 0.0613 map_cut_30 477 0.0790 map_cut_100 477 0.1019 map_cut_200 477 0.1019 map_cut_500 477 0.1019 map_cut_1000 477 0.1019 relative_P_5 477 1.0000 relative_P_10 477 1.0000 relative_P_15 477 0.9333 relative_P_20 477 0.9000 relative_P_30 477 0.8000 relative_P_100 477 0.3600 relative_P_200 477 0.1800 relative_P_500 477 0.1263 relative_P_1000 477 0.1263 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.3600 set_relative_P 477 0.3600 set_recall 477 0.1263 set_map 477 0.0455 set_F 477 0.1870 num_nonrel_judged_ret 477 24 rbp 477 0.8146 rbp_resid 477 0.0321 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 100 num_rel 499 192 num_rel_ret 499 48 map 499 0.1363 Rprec 499 0.2500 bpref 499 0.2239 recip_rank 499 0.5000 iprec_at_recall_0.00 499 0.7200 iprec_at_recall_0.10 499 0.6562 iprec_at_recall_0.20 499 0.4800 iprec_at_recall_0.30 499 0.0000 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 0.6000 P_10 499 0.6000 P_15 499 0.6000 P_20 499 0.6500 P_30 499 0.6333 P_100 499 0.4800 P_200 499 0.2400 P_500 499 0.0960 P_1000 499 0.0480 relstring 499 '1331312220' recall_5 499 0.0156 recall_10 499 0.0312 recall_15 499 0.0469 recall_20 499 0.0677 recall_30 499 0.0990 recall_100 499 0.2500 recall_200 499 0.2500 recall_500 499 0.2500 recall_1000 499 0.2500 infAP 499 0.1363 Rprec_mult_0.20 499 0.5641 Rprec_mult_0.40 499 0.4805 Rprec_mult_0.60 499 0.4138 Rprec_mult_0.80 499 0.3117 Rprec_mult_1.00 499 0.2500 Rprec_mult_1.20 499 0.2078 Rprec_mult_1.40 499 0.1784 Rprec_mult_1.60 499 0.1558 Rprec_mult_1.80 499 0.1387 Rprec_mult_2.00 499 0.1250 utility 499 -4.0000 11pt_avg 499 0.1687 binG 499 0.0673 G 499 0.0501 ndcg 499 0.3114 ndcg_rel 499 0.3654 Rndcg 499 0.4148 ndcg_cut_5 499 0.6765 ndcg_cut_10 499 0.6045 ndcg_cut_15 499 0.5880 ndcg_cut_20 499 0.6023 ndcg_cut_30 499 0.5719 ndcg_cut_100 499 0.5349 ndcg_cut_200 499 0.3534 ndcg_cut_500 499 0.3114 ndcg_cut_1000 499 0.3114 map_cut_5 499 0.0092 map_cut_10 499 0.0189 map_cut_15 499 0.0283 map_cut_20 499 0.0420 map_cut_30 499 0.0634 map_cut_100 499 0.1363 map_cut_200 499 0.1363 map_cut_500 499 0.1363 map_cut_1000 499 0.1363 relative_P_5 499 0.6000 relative_P_10 499 0.6000 relative_P_15 499 0.6000 relative_P_20 499 0.6500 relative_P_30 499 0.6333 relative_P_100 499 0.4800 relative_P_200 499 0.2500 relative_P_500 499 0.2500 relative_P_1000 499 0.2500 success_1 499 0.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.4800 set_relative_P 499 0.4800 set_recall 499 0.2500 set_map 499 0.1200 set_F 499 0.3288 num_nonrel_judged_ret 499 32 rbp 499 0.5990 rbp_resid 499 0.0121 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 100 num_rel 515 147 num_rel_ret 515 13 map 515 0.0277 Rprec 515 0.0884 bpref 515 0.0802 recip_rank 515 0.2000 iprec_at_recall_0.00 515 0.3889 iprec_at_recall_0.10 515 0.0000 iprec_at_recall_0.20 515 0.0000 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.2000 P_10 515 0.2000 P_15 515 0.2667 P_20 515 0.3500 P_30 515 0.3667 P_100 515 0.1300 P_200 515 0.0650 P_500 515 0.0260 P_1000 515 0.0130 relstring 515 '0000220011' recall_5 515 0.0068 recall_10 515 0.0136 recall_15 515 0.0272 recall_20 515 0.0476 recall_30 515 0.0748 recall_100 515 0.0884 recall_200 515 0.0884 recall_500 515 0.0884 recall_1000 515 0.0884 infAP 515 0.0277 Rprec_mult_0.20 515 0.3667 Rprec_mult_0.40 515 0.2034 Rprec_mult_0.60 515 0.1461 Rprec_mult_0.80 515 0.1102 Rprec_mult_1.00 515 0.0884 Rprec_mult_1.20 515 0.0734 Rprec_mult_1.40 515 0.0631 Rprec_mult_1.60 515 0.0551 Rprec_mult_1.80 515 0.0491 Rprec_mult_2.00 515 0.0442 utility 515 -74.0000 11pt_avg 515 0.0354 binG 515 0.0236 G 515 0.0225 ndcg 515 0.1360 ndcg_rel 515 0.1533 Rndcg 515 0.1424 ndcg_cut_5 515 0.1312 ndcg_cut_10 515 0.2285 ndcg_cut_15 515 0.2858 ndcg_cut_20 515 0.3402 ndcg_cut_30 515 0.3769 ndcg_cut_100 515 0.1970 ndcg_cut_200 515 0.1360 ndcg_cut_500 515 0.1360 ndcg_cut_1000 515 0.1360 map_cut_5 515 0.0014 map_cut_10 515 0.0036 map_cut_15 515 0.0069 map_cut_20 515 0.0141 map_cut_30 515 0.0239 map_cut_100 515 0.0277 map_cut_200 515 0.0277 map_cut_500 515 0.0277 map_cut_1000 515 0.0277 relative_P_5 515 0.2000 relative_P_10 515 0.2000 relative_P_15 515 0.2667 relative_P_20 515 0.3500 relative_P_30 515 0.3667 relative_P_100 515 0.1300 relative_P_200 515 0.0884 relative_P_500 515 0.0884 relative_P_1000 515 0.0884 success_1 515 0.0000 success_5 515 1.0000 success_10 515 1.0000 set_P 515 0.1300 set_relative_P 515 0.1300 set_recall 515 0.0884 set_map 515 0.0115 set_F 515 0.1053 num_nonrel_judged_ret 515 52 rbp 515 0.3264 rbp_resid 515 0.0252 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 100 num_rel 58 373 num_rel_ret 58 49 map 58 0.0839 Rprec 58 0.1314 bpref 58 0.1239 recip_rank 58 0.3333 iprec_at_recall_0.00 58 0.8889 iprec_at_recall_0.10 58 0.4900 iprec_at_recall_0.20 58 0.0000 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 0.6000 P_10 58 0.8000 P_15 58 0.8667 P_20 58 0.8500 P_30 58 0.8333 P_100 58 0.4900 P_200 58 0.2450 P_500 58 0.0980 P_1000 58 0.0490 relstring 58 '1033223222' recall_5 58 0.0080 recall_10 58 0.0214 recall_15 58 0.0349 recall_20 58 0.0456 recall_30 58 0.0670 recall_100 58 0.1314 recall_200 58 0.1314 recall_500 58 0.1314 recall_1000 58 0.1314 infAP 58 0.0839 Rprec_mult_0.20 58 0.4533 Rprec_mult_0.40 58 0.3267 Rprec_mult_0.60 58 0.2188 Rprec_mult_0.80 58 0.1639 Rprec_mult_1.00 58 0.1314 Rprec_mult_1.20 58 0.1094 Rprec_mult_1.40 58 0.0937 Rprec_mult_1.60 58 0.0821 Rprec_mult_1.80 58 0.0729 Rprec_mult_2.00 58 0.0657 utility 58 -2.0000 11pt_avg 58 0.1254 binG 58 0.0434 G 58 0.0266 ndcg 58 0.1978 ndcg_rel 58 0.2358 Rndcg 58 0.2807 ndcg_cut_5 58 0.3871 ndcg_cut_10 58 0.4879 ndcg_cut_15 58 0.5601 ndcg_cut_20 58 0.5954 ndcg_cut_30 58 0.6172 ndcg_cut_100 58 0.4494 ndcg_cut_200 58 0.2919 ndcg_cut_500 58 0.1978 ndcg_cut_1000 58 0.1978 map_cut_5 58 0.0038 map_cut_10 58 0.0138 map_cut_15 58 0.0251 map_cut_20 58 0.0345 map_cut_30 58 0.0529 map_cut_100 58 0.0839 map_cut_200 58 0.0839 map_cut_500 58 0.0839 map_cut_1000 58 0.0839 relative_P_5 58 0.6000 relative_P_10 58 0.8000 relative_P_15 58 0.8667 relative_P_20 58 0.8500 relative_P_30 58 0.8333 relative_P_100 58 0.4900 relative_P_200 58 0.2450 relative_P_500 58 0.1314 relative_P_1000 58 0.1314 success_1 58 0.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.4900 set_relative_P 58 0.4900 set_recall 58 0.1314 set_map 58 0.0644 set_F 58 0.2072 num_nonrel_judged_ret 58 7 rbp 58 0.4929 rbp_resid 58 0.0393 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 100 num_rel 707 186 num_rel_ret 707 30 map 707 0.0929 Rprec 707 0.1613 bpref 707 0.1520 recip_rank 707 1.0000 iprec_at_recall_0.00 707 1.0000 iprec_at_recall_0.10 707 0.6333 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.6000 P_10 707 0.7000 P_15 707 0.6000 P_20 707 0.6000 P_30 707 0.6333 P_100 707 0.3000 P_200 707 0.1500 P_500 707 0.0600 P_1000 707 0.0300 relstring 707 '2020220222' recall_5 707 0.0161 recall_10 707 0.0376 recall_15 707 0.0484 recall_20 707 0.0645 recall_30 707 0.1022 recall_100 707 0.1613 recall_200 707 0.1613 recall_500 707 0.1613 recall_1000 707 0.1613 infAP 707 0.0929 Rprec_mult_0.20 707 0.5263 Rprec_mult_0.40 707 0.3467 Rprec_mult_0.60 707 0.2679 Rprec_mult_0.80 707 0.2013 Rprec_mult_1.00 707 0.1613 Rprec_mult_1.20 707 0.1339 Rprec_mult_1.40 707 0.1149 Rprec_mult_1.60 707 0.1007 Rprec_mult_1.80 707 0.0896 Rprec_mult_2.00 707 0.0806 utility 707 -40.0000 11pt_avg 707 0.1485 binG 707 0.0531 G 707 0.0341 ndcg 707 0.2182 ndcg_rel 707 0.2551 Rndcg 707 0.2922 ndcg_cut_5 707 0.4266 ndcg_cut_10 707 0.4829 ndcg_cut_15 707 0.4718 ndcg_cut_20 707 0.4876 ndcg_cut_30 707 0.5282 ndcg_cut_100 707 0.3460 ndcg_cut_200 707 0.2210 ndcg_cut_500 707 0.2182 ndcg_cut_1000 707 0.2182 map_cut_5 707 0.0122 map_cut_10 707 0.0265 map_cut_15 707 0.0344 map_cut_20 707 0.0439 map_cut_30 707 0.0676 map_cut_100 707 0.0929 map_cut_200 707 0.0929 map_cut_500 707 0.0929 map_cut_1000 707 0.0929 relative_P_5 707 0.6000 relative_P_10 707 0.7000 relative_P_15 707 0.6000 relative_P_20 707 0.6000 relative_P_30 707 0.6333 relative_P_100 707 0.3000 relative_P_200 707 0.1613 relative_P_500 707 0.1613 relative_P_1000 707 0.1613 success_1 707 1.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.3000 set_relative_P 707 0.3000 set_recall 707 0.1613 set_map 707 0.0484 set_F 707 0.2098 num_nonrel_judged_ret 707 33 rbp 707 0.4086 rbp_resid 707 0.0281 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 100 num_rel 72 466 num_rel_ret 72 53 map 72 0.0949 Rprec 72 0.1137 bpref 72 0.1118 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.5663 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 1.0000 P_15 72 1.0000 P_20 72 0.9500 P_30 72 0.9667 P_100 72 0.5300 P_200 72 0.2650 P_500 72 0.1060 P_1000 72 0.0530 relstring 72 '3334332443' recall_5 72 0.0107 recall_10 72 0.0215 recall_15 72 0.0322 recall_20 72 0.0408 recall_30 72 0.0622 recall_100 72 0.1137 recall_200 72 0.1137 recall_500 72 0.1137 recall_1000 72 0.1137 infAP 72 0.0949 Rprec_mult_0.20 72 0.5319 Rprec_mult_0.40 72 0.2834 Rprec_mult_0.60 72 0.1893 Rprec_mult_0.80 72 0.1421 Rprec_mult_1.00 72 0.1137 Rprec_mult_1.20 72 0.0946 Rprec_mult_1.40 72 0.0812 Rprec_mult_1.60 72 0.0710 Rprec_mult_1.80 72 0.0632 Rprec_mult_2.00 72 0.0569 utility 72 6.0000 11pt_avg 72 0.1424 binG 72 0.0651 G 72 0.0266 ndcg 72 0.1917 ndcg_rel 72 0.2459 Rndcg 72 0.2971 ndcg_cut_5 72 0.7865 ndcg_cut_10 72 0.7893 ndcg_cut_15 72 0.8013 ndcg_cut_20 72 0.7675 ndcg_cut_30 72 0.7461 ndcg_cut_100 72 0.5035 ndcg_cut_200 72 0.3256 ndcg_cut_500 72 0.1917 ndcg_cut_1000 72 0.1917 map_cut_5 72 0.0107 map_cut_10 72 0.0215 map_cut_15 72 0.0322 map_cut_20 72 0.0404 map_cut_30 72 0.0610 map_cut_100 72 0.0949 map_cut_200 72 0.0949 map_cut_500 72 0.0949 map_cut_1000 72 0.0949 relative_P_5 72 1.0000 relative_P_10 72 1.0000 relative_P_15 72 1.0000 relative_P_20 72 0.9500 relative_P_30 72 0.9667 relative_P_100 72 0.5300 relative_P_200 72 0.2650 relative_P_500 72 0.1137 relative_P_1000 72 0.1137 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.5300 set_relative_P 72 0.5300 set_recall 72 0.1137 set_map 72 0.0603 set_F 72 0.1873 num_nonrel_judged_ret 72 1 rbp 72 0.7478 rbp_resid 72 0.0268 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 100 num_rel 84 142 num_rel_ret 84 12 map 84 0.0237 Rprec 84 0.0845 bpref 84 0.0687 recip_rank 84 1.0000 iprec_at_recall_0.00 84 1.0000 iprec_at_recall_0.10 84 0.0000 iprec_at_recall_0.20 84 0.0000 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 0.6000 P_10 84 0.3000 P_15 84 0.2000 P_20 84 0.1500 P_30 84 0.1333 P_100 84 0.1200 P_200 84 0.0600 P_500 84 0.0240 P_1000 84 0.0120 relstring 84 '2120200000' recall_5 84 0.0211 recall_10 84 0.0211 recall_15 84 0.0211 recall_20 84 0.0211 recall_30 84 0.0282 recall_100 84 0.0845 recall_200 84 0.0845 recall_500 84 0.0845 recall_1000 84 0.0845 infAP 84 0.0237 Rprec_mult_0.20 84 0.1379 Rprec_mult_0.40 84 0.1053 Rprec_mult_0.60 84 0.0930 Rprec_mult_0.80 84 0.1053 Rprec_mult_1.00 84 0.0845 Rprec_mult_1.20 84 0.0702 Rprec_mult_1.40 84 0.0603 Rprec_mult_1.60 84 0.0526 Rprec_mult_1.80 84 0.0469 Rprec_mult_2.00 84 0.0423 utility 84 -76.0000 11pt_avg 84 0.0909 binG 84 0.0260 G 84 0.0168 ndcg 84 0.1254 ndcg_rel 84 0.1357 Rndcg 84 0.2098 ndcg_cut_5 84 0.3861 ndcg_cut_10 84 0.2720 ndcg_cut_15 84 0.2186 ndcg_cut_20 84 0.1961 ndcg_cut_30 84 0.2075 ndcg_cut_100 84 0.1881 ndcg_cut_200 84 0.1361 ndcg_cut_500 84 0.1254 ndcg_cut_1000 84 0.1254 map_cut_5 84 0.0160 map_cut_10 84 0.0160 map_cut_15 84 0.0160 map_cut_20 84 0.0160 map_cut_30 84 0.0173 map_cut_100 84 0.0237 map_cut_200 84 0.0237 map_cut_500 84 0.0237 map_cut_1000 84 0.0237 relative_P_5 84 0.6000 relative_P_10 84 0.3000 relative_P_15 84 0.2000 relative_P_20 84 0.1500 relative_P_30 84 0.1333 relative_P_100 84 0.1200 relative_P_200 84 0.0845 relative_P_500 84 0.0845 relative_P_1000 84 0.0845 success_1 84 1.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.1200 set_relative_P 84 0.1200 set_recall 84 0.0845 set_map 84 0.0101 set_F 84 0.0992 num_nonrel_judged_ret 84 50 rbp 84 0.1645 rbp_resid 84 0.0391 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 100 num_rel 897 239 num_rel_ret 897 26 map 897 0.0487 Rprec 897 0.1088 bpref 897 0.1018 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.2632 iprec_at_recall_0.20 897 0.0000 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 0.4000 P_10 897 0.6000 P_15 897 0.6000 P_20 897 0.6000 P_30 897 0.4667 P_100 897 0.2600 P_200 897 0.1300 P_500 897 0.0520 P_1000 897 0.0260 relstring 897 '2101221223' recall_5 897 0.0084 recall_10 897 0.0251 recall_15 897 0.0377 recall_20 897 0.0502 recall_30 897 0.0586 recall_100 897 0.1088 recall_200 897 0.1088 recall_500 897 0.1088 recall_1000 897 0.1088 infAP 897 0.0487 Rprec_mult_0.20 897 0.3125 Rprec_mult_0.40 897 0.2604 Rprec_mult_0.60 897 0.1806 Rprec_mult_0.80 897 0.1354 Rprec_mult_1.00 897 0.1088 Rprec_mult_1.20 897 0.0906 Rprec_mult_1.40 897 0.0776 Rprec_mult_1.60 897 0.0679 Rprec_mult_1.80 897 0.0603 Rprec_mult_2.00 897 0.0544 utility 897 -48.0000 11pt_avg 897 0.1148 binG 897 0.0323 G 897 0.0242 ndcg 897 0.1737 ndcg_rel 897 0.2039 Rndcg 897 0.2685 ndcg_cut_5 897 0.4336 ndcg_cut_10 897 0.5122 ndcg_cut_15 897 0.5185 ndcg_cut_20 897 0.5101 ndcg_cut_30 897 0.4338 ndcg_cut_100 897 0.3335 ndcg_cut_200 897 0.2157 ndcg_cut_500 897 0.1737 ndcg_cut_1000 897 0.1737 map_cut_5 897 0.0059 map_cut_10 897 0.0149 map_cut_15 897 0.0232 map_cut_20 897 0.0309 map_cut_30 897 0.0355 map_cut_100 897 0.0487 map_cut_200 897 0.0487 map_cut_500 897 0.0487 map_cut_1000 897 0.0487 relative_P_5 897 0.4000 relative_P_10 897 0.6000 relative_P_15 897 0.6000 relative_P_20 897 0.6000 relative_P_30 897 0.4667 relative_P_100 897 0.2600 relative_P_200 897 0.1300 relative_P_500 897 0.1088 relative_P_1000 897 0.1088 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.2600 set_relative_P 897 0.2600 set_recall 897 0.1088 set_map 897 0.0283 set_F 897 0.1534 num_nonrel_judged_ret 897 35 rbp 897 0.4561 rbp_resid 897 0.0371 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all RRF_all num_q all 22 num_ret all 2200 num_rel all 5166 num_rel_ret all 702 map all 0.0850 gm_map all 0.0658 Rprec all 0.1381 bpref all 0.1293 recip_rank all 0.7898 iprec_at_recall_0.00 all 0.8756 iprec_at_recall_0.10 all 0.4351 iprec_at_recall_0.20 all 0.1087 iprec_at_recall_0.30 all 0.0000 iprec_at_recall_0.40 all 0.0000 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.6273 P_10 all 0.6227 P_15 all 0.6303 P_20 all 0.6250 P_30 all 0.5985 P_100 all 0.3191 P_200 all 0.1595 P_500 all 0.0638 P_1000 all 0.0319 recall_5 all 0.0139 recall_10 all 0.0273 recall_15 all 0.0410 recall_20 all 0.0545 recall_30 all 0.0780 recall_100 all 0.1381 recall_200 all 0.1381 recall_500 all 0.1381 recall_1000 all 0.1381 infAP all 0.0850 gm_bpref all 0.1170 Rprec_mult_0.20 all 0.4509 Rprec_mult_0.40 all 0.3170 Rprec_mult_0.60 all 0.2257 Rprec_mult_0.80 all 0.1710 Rprec_mult_1.00 all 0.1381 Rprec_mult_1.20 all 0.1149 Rprec_mult_1.40 all 0.0985 Rprec_mult_1.60 all 0.0862 Rprec_mult_1.80 all 0.0766 Rprec_mult_2.00 all 0.0691 utility all -36.1818 11pt_avg all 0.1290 binG all 0.0529 G all 0.0312 ndcg all 0.2017 ndcg_rel all 0.2404 Rndcg all 0.2889 ndcg_cut_5 all 0.4932 ndcg_cut_10 all 0.4975 ndcg_cut_15 all 0.5115 ndcg_cut_20 all 0.5156 ndcg_cut_30 all 0.5143 ndcg_cut_100 all 0.3631 ndcg_cut_200 all 0.2445 ndcg_cut_500 all 0.2017 ndcg_cut_1000 all 0.2017 map_cut_5 all 0.0114 map_cut_10 all 0.0212 map_cut_15 all 0.0308 map_cut_20 all 0.0398 map_cut_30 all 0.0559 map_cut_100 all 0.0850 map_cut_200 all 0.0850 map_cut_500 all 0.0850 map_cut_1000 all 0.0850 relative_P_5 all 0.6273 relative_P_10 all 0.6227 relative_P_15 all 0.6303 relative_P_20 all 0.6250 relative_P_30 all 0.5985 relative_P_100 all 0.3191 relative_P_200 all 0.1690 relative_P_500 all 0.1381 relative_P_1000 all 0.1381 success_1 all 0.6818 success_5 all 0.9545 success_10 all 1.0000 set_P all 0.3191 set_relative_P all 0.3191 set_recall all 0.1381 set_map all 0.0506 set_F all 0.1886 num_nonrel_judged_ret all 710 rbp all 0.4561 rbp_resid all 0.0261 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000