num_ret 14 100 num_rel 14 272 num_rel_ret 14 18 map 14 0.0263 Rprec 14 0.0662 bpref 14 0.0618 recip_rank 14 1.0000 iprec_at_recall_0.00 14 1.0000 iprec_at_recall_0.10 14 0.0000 iprec_at_recall_0.20 14 0.0000 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 0.4000 P_10 14 0.3000 P_15 14 0.3333 P_20 14 0.4500 P_30 14 0.4000 P_100 14 0.1800 P_200 14 0.0900 P_500 14 0.0360 P_1000 14 0.0180 relstring 14 '2120002000' recall_5 14 0.0074 recall_10 14 0.0110 recall_15 14 0.0184 recall_20 14 0.0331 recall_30 14 0.0441 recall_100 14 0.0662 recall_200 14 0.0662 recall_500 14 0.0662 recall_1000 14 0.0662 infAP 14 0.0263 Rprec_mult_0.20 14 0.2545 Rprec_mult_0.40 14 0.1651 Rprec_mult_0.60 14 0.1098 Rprec_mult_0.80 14 0.0826 Rprec_mult_1.00 14 0.0662 Rprec_mult_1.20 14 0.0550 Rprec_mult_1.40 14 0.0472 Rprec_mult_1.60 14 0.0413 Rprec_mult_1.80 14 0.0367 Rprec_mult_2.00 14 0.0331 utility 14 -64.0000 11pt_avg 14 0.0909 binG 14 0.0202 G 14 0.0140 ndcg 14 0.1136 ndcg_rel 14 0.1266 Rndcg 14 0.2392 ndcg_cut_5 14 0.3466 ndcg_cut_10 14 0.2816 ndcg_cut_15 14 0.2770 ndcg_cut_20 14 0.3283 ndcg_cut_30 14 0.3162 ndcg_cut_100 14 0.2285 ndcg_cut_200 14 0.1482 ndcg_cut_500 14 0.1136 ndcg_cut_1000 14 0.1136 map_cut_5 14 0.0061 map_cut_10 14 0.0077 map_cut_15 14 0.0101 map_cut_20 14 0.0163 map_cut_30 14 0.0211 map_cut_100 14 0.0263 map_cut_200 14 0.0263 map_cut_500 14 0.0263 map_cut_1000 14 0.0263 relative_P_5 14 0.4000 relative_P_10 14 0.3000 relative_P_15 14 0.3333 relative_P_20 14 0.4500 relative_P_30 14 0.4000 relative_P_100 14 0.1800 relative_P_200 14 0.0900 relative_P_500 14 0.0662 relative_P_1000 14 0.0662 success_1 14 1.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.1800 set_relative_P 14 0.1800 set_recall 14 0.0662 set_map 14 0.0119 set_F 14 0.0968 num_nonrel_judged_ret 14 28 rbp 14 0.2194 rbp_resid 14 0.0275 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 100 num_rel 144 197 num_rel_ret 144 11 map 144 0.0226 Rprec 144 0.0558 bpref 144 0.0518 recip_rank 144 1.0000 iprec_at_recall_0.00 144 1.0000 iprec_at_recall_0.10 144 0.0000 iprec_at_recall_0.20 144 0.0000 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.4000 P_10 144 0.2000 P_15 144 0.2667 P_20 144 0.2500 P_30 144 0.2667 P_100 144 0.1100 P_200 144 0.0550 P_500 144 0.0220 P_1000 144 0.0110 relstring 144 '2300110000' recall_5 144 0.0102 recall_10 144 0.0102 recall_15 144 0.0203 recall_20 144 0.0254 recall_30 144 0.0406 recall_100 144 0.0558 recall_200 144 0.0558 recall_500 144 0.0558 recall_1000 144 0.0558 infAP 144 0.0226 Rprec_mult_0.20 144 0.2500 Rprec_mult_0.40 144 0.1266 Rprec_mult_0.60 144 0.0924 Rprec_mult_0.80 144 0.0696 Rprec_mult_1.00 144 0.0558 Rprec_mult_1.20 144 0.0464 Rprec_mult_1.40 144 0.0399 Rprec_mult_1.60 144 0.0348 Rprec_mult_1.80 144 0.0310 Rprec_mult_2.00 144 0.0279 utility 144 -78.0000 11pt_avg 144 0.0909 binG 144 0.0210 G 144 0.0139 ndcg 144 0.1099 ndcg_rel 144 0.1250 Rndcg 144 0.2504 ndcg_cut_5 144 0.4347 ndcg_cut_10 144 0.3169 ndcg_cut_15 144 0.3203 ndcg_cut_20 144 0.3115 ndcg_cut_30 144 0.3106 ndcg_cut_100 144 0.2001 ndcg_cut_200 144 0.1342 ndcg_cut_500 144 0.1099 ndcg_cut_1000 144 0.1099 map_cut_5 144 0.0102 map_cut_10 144 0.0102 map_cut_15 144 0.0130 map_cut_20 144 0.0143 map_cut_30 144 0.0192 map_cut_100 144 0.0226 map_cut_200 144 0.0226 map_cut_500 144 0.0226 map_cut_1000 144 0.0226 relative_P_5 144 0.4000 relative_P_10 144 0.2000 relative_P_15 144 0.2667 relative_P_20 144 0.2500 relative_P_30 144 0.2667 relative_P_100 144 0.1100 relative_P_200 144 0.0558 relative_P_500 144 0.0558 relative_P_1000 144 0.0558 success_1 144 1.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.1100 set_relative_P 144 0.1100 set_recall 144 0.0558 set_map 144 0.0061 set_F 144 0.0741 num_nonrel_judged_ret 144 35 rbp 144 0.2276 rbp_resid 144 0.0262 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 100 num_rel 161 218 num_rel_ret 161 17 map 161 0.0193 Rprec 161 0.0780 bpref 161 0.0702 recip_rank 161 1.0000 iprec_at_recall_0.00 161 1.0000 iprec_at_recall_0.10 161 0.0000 iprec_at_recall_0.20 161 0.0000 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 0.2000 P_10 161 0.1000 P_15 161 0.1333 P_20 161 0.1000 P_30 161 0.2667 P_100 161 0.1700 P_200 161 0.0850 P_500 161 0.0340 P_1000 161 0.0170 relstring 161 '2100000000' recall_5 161 0.0046 recall_10 161 0.0046 recall_15 161 0.0092 recall_20 161 0.0092 recall_30 161 0.0367 recall_100 161 0.0780 recall_200 161 0.0780 recall_500 161 0.0780 recall_1000 161 0.0780 infAP 161 0.0193 Rprec_mult_0.20 161 0.2045 Rprec_mult_0.40 161 0.1818 Rprec_mult_0.60 161 0.1298 Rprec_mult_0.80 161 0.0971 Rprec_mult_1.00 161 0.0780 Rprec_mult_1.20 161 0.0649 Rprec_mult_1.40 161 0.0556 Rprec_mult_1.60 161 0.0487 Rprec_mult_1.80 161 0.0433 Rprec_mult_2.00 161 0.0390 utility 161 -66.0000 11pt_avg 161 0.0909 binG 161 0.0192 G 161 0.0161 ndcg 161 0.1177 ndcg_rel 161 0.1292 Rndcg 161 0.1364 ndcg_cut_5 161 0.2974 ndcg_cut_10 161 0.1930 ndcg_cut_15 161 0.1953 ndcg_cut_20 161 0.1734 ndcg_cut_30 161 0.2495 ndcg_cut_100 161 0.2050 ndcg_cut_200 161 0.1310 ndcg_cut_500 161 0.1177 ndcg_cut_1000 161 0.1177 map_cut_5 161 0.0046 map_cut_10 161 0.0046 map_cut_15 161 0.0054 map_cut_20 161 0.0054 map_cut_30 161 0.0110 map_cut_100 161 0.0193 map_cut_200 161 0.0193 map_cut_500 161 0.0193 map_cut_1000 161 0.0193 relative_P_5 161 0.2000 relative_P_10 161 0.1000 relative_P_15 161 0.1333 relative_P_20 161 0.1000 relative_P_30 161 0.2667 relative_P_100 161 0.1700 relative_P_200 161 0.0850 relative_P_500 161 0.0780 relative_P_1000 161 0.0780 success_1 161 1.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.1700 set_relative_P 161 0.1700 set_recall 161 0.0780 set_map 161 0.0133 set_F 161 0.1069 num_nonrel_judged_ret 161 30 rbp 161 0.1659 rbp_resid 161 0.0304 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 100 num_rel 200 184 num_rel_ret 200 0 map 200 0.0000 Rprec 200 0.0000 bpref 200 0.0000 recip_rank 200 0.0000 iprec_at_recall_0.00 200 0.0000 iprec_at_recall_0.10 200 0.0000 iprec_at_recall_0.20 200 0.0000 iprec_at_recall_0.30 200 0.0000 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 0.0000 P_10 200 0.0000 P_15 200 0.0000 P_20 200 0.0000 P_30 200 0.0000 P_100 200 0.0000 P_200 200 0.0000 P_500 200 0.0000 P_1000 200 0.0000 relstring 200 '0000000000' recall_5 200 0.0000 recall_10 200 0.0000 recall_15 200 0.0000 recall_20 200 0.0000 recall_30 200 0.0000 recall_100 200 0.0000 recall_200 200 0.0000 recall_500 200 0.0000 recall_1000 200 0.0000 infAP 200 0.0000 Rprec_mult_0.20 200 0.0000 Rprec_mult_0.40 200 0.0000 Rprec_mult_0.60 200 0.0000 Rprec_mult_0.80 200 0.0000 Rprec_mult_1.00 200 0.0000 Rprec_mult_1.20 200 0.0000 Rprec_mult_1.40 200 0.0000 Rprec_mult_1.60 200 0.0000 Rprec_mult_1.80 200 0.0000 Rprec_mult_2.00 200 0.0000 utility 200 -100.0000 11pt_avg 200 0.0000 binG 200 0.0000 G 200 0.0000 ndcg 200 0.0000 ndcg_rel 200 0.0000 Rndcg 200 0.0000 ndcg_cut_5 200 0.0000 ndcg_cut_10 200 0.0000 ndcg_cut_15 200 0.0000 ndcg_cut_20 200 0.0000 ndcg_cut_30 200 0.0000 ndcg_cut_100 200 0.0000 ndcg_cut_200 200 0.0000 ndcg_cut_500 200 0.0000 ndcg_cut_1000 200 0.0000 map_cut_5 200 0.0000 map_cut_10 200 0.0000 map_cut_15 200 0.0000 map_cut_20 200 0.0000 map_cut_30 200 0.0000 map_cut_100 200 0.0000 map_cut_200 200 0.0000 map_cut_500 200 0.0000 map_cut_1000 200 0.0000 relative_P_5 200 0.0000 relative_P_10 200 0.0000 relative_P_15 200 0.0000 relative_P_20 200 0.0000 relative_P_30 200 0.0000 relative_P_100 200 0.0000 relative_P_200 200 0.0000 relative_P_500 200 0.0000 relative_P_1000 200 0.0000 success_1 200 0.0000 success_5 200 0.0000 success_10 200 0.0000 set_P 200 0.0000 set_relative_P 200 0.0000 set_recall 200 0.0000 set_map 200 0.0000 set_F 200 0.0000 num_nonrel_judged_ret 200 43 rbp 200 0.0000 rbp_resid 200 0.0331 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 100 num_rel 213 322 num_rel_ret 213 5 map 213 0.0008 Rprec 213 0.0155 bpref 213 0.0126 recip_rank 213 0.0556 iprec_at_recall_0.00 213 0.0580 iprec_at_recall_0.10 213 0.0000 iprec_at_recall_0.20 213 0.0000 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 0.0000 P_10 213 0.0000 P_15 213 0.0000 P_20 213 0.0500 P_30 213 0.0333 P_100 213 0.0500 P_200 213 0.0250 P_500 213 0.0100 P_1000 213 0.0050 relstring 213 '0000000000' recall_5 213 0.0000 recall_10 213 0.0000 recall_15 213 0.0000 recall_20 213 0.0031 recall_30 213 0.0031 recall_100 213 0.0155 recall_200 213 0.0155 recall_500 213 0.0155 recall_1000 213 0.0155 infAP 213 0.0008 Rprec_mult_0.20 213 0.0462 Rprec_mult_0.40 213 0.0388 Rprec_mult_0.60 213 0.0258 Rprec_mult_0.80 213 0.0194 Rprec_mult_1.00 213 0.0155 Rprec_mult_1.20 213 0.0129 Rprec_mult_1.40 213 0.0111 Rprec_mult_1.60 213 0.0097 Rprec_mult_1.80 213 0.0086 Rprec_mult_2.00 213 0.0078 utility 213 -90.0000 11pt_avg 213 0.0053 binG 213 0.0028 G 213 0.0017 ndcg 213 0.0134 ndcg_rel 213 0.0136 Rndcg 213 0.0119 ndcg_cut_5 213 0.0000 ndcg_cut_10 213 0.0000 ndcg_cut_15 213 0.0000 ndcg_cut_20 213 0.0180 ndcg_cut_30 213 0.0145 ndcg_cut_100 213 0.0288 ndcg_cut_200 213 0.0185 ndcg_cut_500 213 0.0134 ndcg_cut_1000 213 0.0134 map_cut_5 213 0.0000 map_cut_10 213 0.0000 map_cut_15 213 0.0000 map_cut_20 213 0.0002 map_cut_30 213 0.0002 map_cut_100 213 0.0008 map_cut_200 213 0.0008 map_cut_500 213 0.0008 map_cut_1000 213 0.0008 relative_P_5 213 0.0000 relative_P_10 213 0.0000 relative_P_15 213 0.0000 relative_P_20 213 0.0500 relative_P_30 213 0.0333 relative_P_100 213 0.0500 relative_P_200 213 0.0250 relative_P_500 213 0.0155 relative_P_1000 213 0.0155 success_1 213 0.0000 success_5 213 0.0000 success_10 213 0.0000 set_P 213 0.0500 set_relative_P 213 0.0500 set_recall 213 0.0155 set_map 213 0.0008 set_F 213 0.0237 num_nonrel_judged_ret 213 33 rbp 213 0.0088 rbp_resid 213 0.0358 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 100 num_rel 219 203 num_rel_ret 219 26 map 219 0.0473 Rprec 219 0.1281 bpref 219 0.1126 recip_rank 219 1.0000 iprec_at_recall_0.00 219 1.0000 iprec_at_recall_0.10 219 0.2680 iprec_at_recall_0.20 219 0.0000 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.2000 P_10 219 0.4000 P_15 219 0.5333 P_20 219 0.5000 P_30 219 0.4000 P_100 219 0.2600 P_200 219 0.1300 P_500 219 0.0520 P_1000 219 0.0260 relstring 219 '2000032002' recall_5 219 0.0049 recall_10 219 0.0197 recall_15 219 0.0394 recall_20 219 0.0493 recall_30 219 0.0591 recall_100 219 0.1281 recall_200 219 0.1281 recall_500 219 0.1281 recall_1000 219 0.1281 infAP 219 0.0473 Rprec_mult_0.20 219 0.3171 Rprec_mult_0.40 219 0.2317 Rprec_mult_0.60 219 0.2131 Rprec_mult_0.80 219 0.1595 Rprec_mult_1.00 219 0.1281 Rprec_mult_1.20 219 0.1066 Rprec_mult_1.40 219 0.0912 Rprec_mult_1.60 219 0.0800 Rprec_mult_1.80 219 0.0710 Rprec_mult_2.00 219 0.0640 utility 219 -48.0000 11pt_avg 219 0.1153 binG 219 0.0339 G 219 0.0206 ndcg 219 0.1529 ndcg_rel 219 0.1657 Rndcg 219 0.2065 ndcg_cut_5 219 0.1696 ndcg_cut_10 219 0.2498 ndcg_cut_15 219 0.3027 ndcg_cut_20 219 0.2972 ndcg_cut_30 219 0.2699 ndcg_cut_100 219 0.2550 ndcg_cut_200 219 0.1709 ndcg_cut_500 219 0.1529 ndcg_cut_1000 219 0.1529 map_cut_5 219 0.0049 map_cut_10 219 0.0106 map_cut_15 219 0.0204 map_cut_20 219 0.0255 map_cut_30 219 0.0297 map_cut_100 219 0.0473 map_cut_200 219 0.0473 map_cut_500 219 0.0473 map_cut_1000 219 0.0473 relative_P_5 219 0.2000 relative_P_10 219 0.4000 relative_P_15 219 0.5333 relative_P_20 219 0.5000 relative_P_30 219 0.4000 relative_P_100 219 0.2600 relative_P_200 219 0.1300 relative_P_500 219 0.1281 relative_P_1000 219 0.1281 success_1 219 1.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.2600 set_relative_P 219 0.2600 set_recall 219 0.1281 set_map 219 0.0333 set_F 219 0.1716 num_nonrel_judged_ret 219 47 rbp 219 0.2252 rbp_resid 219 0.0170 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 100 num_rel 224 304 num_rel_ret 224 14 map 224 0.0257 Rprec 224 0.0461 bpref 224 0.0444 recip_rank 224 1.0000 iprec_at_recall_0.00 224 1.0000 iprec_at_recall_0.10 224 0.0000 iprec_at_recall_0.20 224 0.0000 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 0.6000 P_10 224 0.5000 P_15 224 0.4667 P_20 224 0.4500 P_30 224 0.4000 P_100 224 0.1400 P_200 224 0.0700 P_500 224 0.0280 P_1000 224 0.0140 relstring 224 '2202022000' recall_5 224 0.0099 recall_10 224 0.0164 recall_15 224 0.0230 recall_20 224 0.0296 recall_30 224 0.0395 recall_100 224 0.0461 recall_200 224 0.0461 recall_500 224 0.0461 recall_1000 224 0.0461 infAP 224 0.0257 Rprec_mult_0.20 224 0.1967 Rprec_mult_0.40 224 0.1148 Rprec_mult_0.60 224 0.0765 Rprec_mult_0.80 224 0.0574 Rprec_mult_1.00 224 0.0461 Rprec_mult_1.20 224 0.0384 Rprec_mult_1.40 224 0.0329 Rprec_mult_1.60 224 0.0287 Rprec_mult_1.80 224 0.0255 Rprec_mult_2.00 224 0.0230 utility 224 -72.0000 11pt_avg 224 0.0909 binG 224 0.0196 G 224 0.0105 ndcg 224 0.0852 ndcg_rel 224 0.0983 Rndcg 224 0.1729 ndcg_cut_5 224 0.4661 ndcg_cut_10 224 0.4037 ndcg_cut_15 224 0.3719 ndcg_cut_20 224 0.3542 ndcg_cut_30 224 0.3276 ndcg_cut_100 224 0.1869 ndcg_cut_200 224 0.1205 ndcg_cut_500 224 0.0852 ndcg_cut_1000 224 0.0852 map_cut_5 224 0.0090 map_cut_10 224 0.0136 map_cut_15 224 0.0168 map_cut_20 224 0.0199 map_cut_30 224 0.0247 map_cut_100 224 0.0257 map_cut_200 224 0.0257 map_cut_500 224 0.0257 map_cut_1000 224 0.0257 relative_P_5 224 0.6000 relative_P_10 224 0.5000 relative_P_15 224 0.4667 relative_P_20 224 0.4500 relative_P_30 224 0.4000 relative_P_100 224 0.1400 relative_P_200 224 0.0700 relative_P_500 224 0.0461 relative_P_1000 224 0.0461 success_1 224 1.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.1400 set_relative_P 224 0.1400 set_recall 224 0.0461 set_map 224 0.0064 set_F 224 0.0693 num_nonrel_judged_ret 224 19 rbp 224 0.3295 rbp_resid 224 0.0422 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 100 num_rel 225 238 num_rel_ret 225 60 map 225 0.2184 Rprec 225 0.2521 bpref 225 0.2435 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 1.0000 iprec_at_recall_0.20 225 0.7059 iprec_at_recall_0.30 225 0.0000 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 1.0000 P_10 225 1.0000 P_15 225 1.0000 P_20 225 1.0000 P_30 225 0.9333 P_100 225 0.6000 P_200 225 0.3000 P_500 225 0.1200 P_1000 225 0.0600 relstring 225 '2222232323' recall_5 225 0.0210 recall_10 225 0.0420 recall_15 225 0.0630 recall_20 225 0.0840 recall_30 225 0.1176 recall_100 225 0.2521 recall_200 225 0.2521 recall_500 225 0.2521 recall_1000 225 0.2521 infAP 225 0.2184 Rprec_mult_0.20 225 0.8542 Rprec_mult_0.40 225 0.6146 Rprec_mult_0.60 225 0.4196 Rprec_mult_0.80 225 0.3141 Rprec_mult_1.00 225 0.2521 Rprec_mult_1.20 225 0.2098 Rprec_mult_1.40 225 0.1796 Rprec_mult_1.60 225 0.1575 Rprec_mult_1.80 225 0.1399 Rprec_mult_2.00 225 0.1261 utility 225 20.0000 11pt_avg 225 0.2460 binG 225 0.1508 G 225 0.0560 ndcg 225 0.3314 ndcg_rel 225 0.4093 Rndcg 225 0.4326 ndcg_cut_5 225 0.6667 ndcg_cut_10 225 0.7372 ndcg_cut_15 225 0.7663 ndcg_cut_20 225 0.7496 ndcg_cut_30 225 0.7310 ndcg_cut_100 225 0.5914 ndcg_cut_200 225 0.3981 ndcg_cut_500 225 0.3314 ndcg_cut_1000 225 0.3314 map_cut_5 225 0.0210 map_cut_10 225 0.0420 map_cut_15 225 0.0630 map_cut_20 225 0.0840 map_cut_30 225 0.1174 map_cut_100 225 0.2184 map_cut_200 225 0.2184 map_cut_500 225 0.2184 map_cut_1000 225 0.2184 relative_P_5 225 1.0000 relative_P_10 225 1.0000 relative_P_15 225 1.0000 relative_P_20 225 1.0000 relative_P_30 225 0.9333 relative_P_100 225 0.6000 relative_P_200 225 0.3000 relative_P_500 225 0.2521 relative_P_1000 225 0.2521 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.6000 set_relative_P 225 0.6000 set_recall 225 0.2521 set_map 225 0.1513 set_F 225 0.3550 num_nonrel_judged_ret 225 10 rbp 225 0.7385 rbp_resid 225 0.0112 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 100 num_rel 233 203 num_rel_ret 233 60 map 233 0.2286 Rprec 233 0.2956 bpref 233 0.2793 recip_rank 233 1.0000 iprec_at_recall_0.00 233 1.0000 iprec_at_recall_0.10 233 0.8148 iprec_at_recall_0.20 233 0.7143 iprec_at_recall_0.30 233 0.0000 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 0.8000 P_10 233 0.9000 P_15 233 0.8000 P_20 233 0.8000 P_30 233 0.7667 P_100 233 0.6000 P_200 233 0.3000 P_500 233 0.1200 P_1000 233 0.0600 relstring 233 '3233122223' recall_5 233 0.0197 recall_10 233 0.0443 recall_15 233 0.0591 recall_20 233 0.0788 recall_30 233 0.1133 recall_100 233 0.2956 recall_200 233 0.2956 recall_500 233 0.2956 recall_1000 233 0.2956 infAP 233 0.2286 Rprec_mult_0.20 233 0.7805 Rprec_mult_0.40 233 0.6463 Rprec_mult_0.60 233 0.4918 Rprec_mult_0.80 233 0.3681 Rprec_mult_1.00 233 0.2956 Rprec_mult_1.20 233 0.2459 Rprec_mult_1.40 233 0.2105 Rprec_mult_1.60 233 0.1846 Rprec_mult_1.80 233 0.1639 Rprec_mult_2.00 233 0.1478 utility 233 20.0000 11pt_avg 233 0.2299 binG 233 0.1080 G 233 0.0615 ndcg 233 0.3670 ndcg_rel 233 0.4518 Rndcg 233 0.4908 ndcg_cut_5 233 0.7102 ndcg_cut_10 233 0.7155 ndcg_cut_15 233 0.7044 ndcg_cut_20 233 0.7091 ndcg_cut_30 233 0.6851 ndcg_cut_100 233 0.5701 ndcg_cut_200 233 0.3953 ndcg_cut_500 233 0.3670 ndcg_cut_1000 233 0.3670 map_cut_5 233 0.0197 map_cut_10 233 0.0412 map_cut_15 233 0.0531 map_cut_20 233 0.0692 map_cut_30 233 0.0968 map_cut_100 233 0.2286 map_cut_200 233 0.2286 map_cut_500 233 0.2286 map_cut_1000 233 0.2286 relative_P_5 233 0.8000 relative_P_10 233 0.9000 relative_P_15 233 0.8000 relative_P_20 233 0.8000 relative_P_30 233 0.7667 relative_P_100 233 0.6000 relative_P_200 233 0.3000 relative_P_500 233 0.2956 relative_P_1000 233 0.2956 success_1 233 1.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.6000 set_relative_P 233 0.6000 set_recall 233 0.2956 set_map 233 0.1773 set_F 233 0.3960 num_nonrel_judged_ret 233 18 rbp 233 0.5557 rbp_resid 233 0.0022 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 100 num_rel 273 290 num_rel_ret 273 26 map 273 0.0632 Rprec 273 0.0897 bpref 273 0.0848 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.0000 iprec_at_recall_0.20 273 0.0000 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 1.0000 P_10 273 0.8000 P_15 273 0.7333 P_20 273 0.7000 P_30 273 0.5333 P_100 273 0.2600 P_200 273 0.1300 P_500 273 0.0520 P_1000 273 0.0260 relstring 273 '3322222211' recall_5 273 0.0172 recall_10 273 0.0276 recall_15 273 0.0379 recall_20 273 0.0483 recall_30 273 0.0552 recall_100 273 0.0897 recall_200 273 0.0897 recall_500 273 0.0897 recall_1000 273 0.0897 infAP 273 0.0632 Rprec_mult_0.20 273 0.3966 Rprec_mult_0.40 273 0.2241 Rprec_mult_0.60 273 0.1494 Rprec_mult_0.80 273 0.1121 Rprec_mult_1.00 273 0.0897 Rprec_mult_1.20 273 0.0747 Rprec_mult_1.40 273 0.0640 Rprec_mult_1.60 273 0.0560 Rprec_mult_1.80 273 0.0498 Rprec_mult_2.00 273 0.0448 utility 273 -48.0000 11pt_avg 273 0.0909 binG 273 0.0451 G 273 0.0249 ndcg 273 0.1691 ndcg_rel 273 0.2151 Rndcg 273 0.3688 ndcg_cut_5 273 0.7646 ndcg_cut_10 273 0.6922 ndcg_cut_15 273 0.6866 ndcg_cut_20 273 0.6725 ndcg_cut_30 273 0.5757 ndcg_cut_100 273 0.3400 ndcg_cut_200 273 0.2328 ndcg_cut_500 273 0.1691 ndcg_cut_1000 273 0.1691 map_cut_5 273 0.0172 map_cut_10 273 0.0276 map_cut_15 273 0.0354 map_cut_20 273 0.0429 map_cut_30 273 0.0476 map_cut_100 273 0.0632 map_cut_200 273 0.0632 map_cut_500 273 0.0632 map_cut_1000 273 0.0632 relative_P_5 273 1.0000 relative_P_10 273 0.8000 relative_P_15 273 0.7333 relative_P_20 273 0.7000 relative_P_30 273 0.5333 relative_P_100 273 0.2600 relative_P_200 273 0.1300 relative_P_500 273 0.0897 relative_P_1000 273 0.0897 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.2600 set_relative_P 273 0.2600 set_recall 273 0.0897 set_map 273 0.0233 set_F 273 0.1333 num_nonrel_judged_ret 273 19 rbp 273 0.4862 rbp_resid 273 0.0220 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 100 num_rel 300 239 num_rel_ret 300 14 map 300 0.0084 Rprec 300 0.0586 bpref 300 0.0521 recip_rank 300 0.1000 iprec_at_recall_0.00 300 0.2000 iprec_at_recall_0.10 300 0.0000 iprec_at_recall_0.20 300 0.0000 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.0000 P_10 300 0.1000 P_15 300 0.1333 P_20 300 0.1500 P_30 300 0.2000 P_100 300 0.1400 P_200 300 0.0700 P_500 300 0.0280 P_1000 300 0.0140 relstring 300 '0000100003' recall_5 300 0.0000 recall_10 300 0.0042 recall_15 300 0.0084 recall_20 300 0.0126 recall_30 300 0.0251 recall_100 300 0.0586 recall_200 300 0.0586 recall_500 300 0.0586 recall_1000 300 0.0586 infAP 300 0.0084 Rprec_mult_0.20 300 0.1458 Rprec_mult_0.40 300 0.1354 Rprec_mult_0.60 300 0.0972 Rprec_mult_0.80 300 0.0729 Rprec_mult_1.00 300 0.0586 Rprec_mult_1.20 300 0.0488 Rprec_mult_1.40 300 0.0418 Rprec_mult_1.60 300 0.0366 Rprec_mult_1.80 300 0.0325 Rprec_mult_2.00 300 0.0293 utility 300 -72.0000 11pt_avg 300 0.0182 binG 300 0.0115 G 300 0.0097 ndcg 300 0.0719 ndcg_rel 300 0.0746 Rndcg 300 0.0942 ndcg_cut_5 300 0.0437 ndcg_cut_10 300 0.0920 ndcg_cut_15 300 0.0998 ndcg_cut_20 300 0.1046 ndcg_cut_30 300 0.1504 ndcg_cut_100 300 0.1335 ndcg_cut_200 300 0.0872 ndcg_cut_500 300 0.0719 ndcg_cut_1000 300 0.0719 map_cut_5 300 0.0000 map_cut_10 300 0.0004 map_cut_15 300 0.0010 map_cut_20 300 0.0016 map_cut_30 300 0.0041 map_cut_100 300 0.0084 map_cut_200 300 0.0084 map_cut_500 300 0.0084 map_cut_1000 300 0.0084 relative_P_5 300 0.0000 relative_P_10 300 0.1000 relative_P_15 300 0.1333 relative_P_20 300 0.1500 relative_P_30 300 0.2000 relative_P_100 300 0.1400 relative_P_200 300 0.0700 relative_P_500 300 0.0586 relative_P_1000 300 0.0586 success_1 300 0.0000 success_5 300 0.0000 success_10 300 1.0000 set_P 300 0.1400 set_relative_P 300 0.1400 set_recall 300 0.0586 set_map 300 0.0082 set_F 300 0.0826 num_nonrel_judged_ret 300 33 rbp 300 0.1114 rbp_resid 300 0.0360 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 100 num_rel 31 134 num_rel_ret 31 21 map 31 0.0522 Rprec 31 0.1567 bpref 31 0.1296 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.2632 iprec_at_recall_0.20 31 0.0000 iprec_at_recall_0.30 31 0.0000 iprec_at_recall_0.40 31 0.0000 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 0.4000 P_10 31 0.4000 P_15 31 0.3333 P_20 31 0.3500 P_30 31 0.3000 P_100 31 0.2100 P_200 31 0.1050 P_500 31 0.0420 P_1000 31 0.0210 relstring 31 '2112002200' recall_5 31 0.0149 recall_10 31 0.0299 recall_15 31 0.0373 recall_20 31 0.0522 recall_30 31 0.0672 recall_100 31 0.1567 recall_200 31 0.1567 recall_500 31 0.1567 recall_1000 31 0.1567 infAP 31 0.0522 Rprec_mult_0.20 31 0.2963 Rprec_mult_0.40 31 0.2222 Rprec_mult_0.60 31 0.2099 Rprec_mult_0.80 31 0.1944 Rprec_mult_1.00 31 0.1567 Rprec_mult_1.20 31 0.1304 Rprec_mult_1.40 31 0.1117 Rprec_mult_1.60 31 0.0977 Rprec_mult_1.80 31 0.0868 Rprec_mult_2.00 31 0.0784 utility 31 -58.0000 11pt_avg 31 0.1148 binG 31 0.0425 G 31 0.0332 ndcg 31 0.2127 ndcg_rel 31 0.2389 Rndcg 31 0.2602 ndcg_cut_5 31 0.4513 ndcg_cut_10 31 0.3881 ndcg_cut_15 31 0.3595 ndcg_cut_20 31 0.3478 ndcg_cut_30 31 0.3471 ndcg_cut_100 31 0.2823 ndcg_cut_200 31 0.2127 ndcg_cut_500 31 0.2127 ndcg_cut_1000 31 0.2127 map_cut_5 31 0.0112 map_cut_10 31 0.0181 map_cut_15 31 0.0210 map_cut_20 31 0.0264 map_cut_30 31 0.0310 map_cut_100 31 0.0522 map_cut_200 31 0.0522 map_cut_500 31 0.0522 map_cut_1000 31 0.0522 relative_P_5 31 0.4000 relative_P_10 31 0.4000 relative_P_15 31 0.3333 relative_P_20 31 0.3500 relative_P_30 31 0.3000 relative_P_100 31 0.2100 relative_P_200 31 0.1567 relative_P_500 31 0.1567 relative_P_1000 31 0.1567 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.2100 set_relative_P 31 0.2100 set_recall 31 0.1567 set_map 31 0.0329 set_F 31 0.1795 num_nonrel_judged_ret 31 40 rbp 31 0.3177 rbp_resid 31 0.0149 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 100 num_rel 37 230 num_rel_ret 37 14 map 37 0.0121 Rprec 37 0.0609 bpref 37 0.0546 recip_rank 37 0.1000 iprec_at_recall_0.00 37 0.2647 iprec_at_recall_0.10 37 0.0000 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.0000 P_10 37 0.1000 P_15 37 0.2000 P_20 37 0.1500 P_30 37 0.2333 P_100 37 0.1400 P_200 37 0.0700 P_500 37 0.0280 P_1000 37 0.0140 relstring 37 '1100010002' recall_5 37 0.0000 recall_10 37 0.0043 recall_15 37 0.0130 recall_20 37 0.0130 recall_30 37 0.0304 recall_100 37 0.0609 recall_200 37 0.0609 recall_500 37 0.0609 recall_1000 37 0.0609 infAP 37 0.0121 Rprec_mult_0.20 37 0.2174 Rprec_mult_0.40 37 0.1413 Rprec_mult_0.60 37 0.1014 Rprec_mult_0.80 37 0.0761 Rprec_mult_1.00 37 0.0609 Rprec_mult_1.20 37 0.0507 Rprec_mult_1.40 37 0.0435 Rprec_mult_1.60 37 0.0380 Rprec_mult_1.80 37 0.0338 Rprec_mult_2.00 37 0.0304 utility 37 -72.0000 11pt_avg 37 0.0241 binG 37 0.0132 G 37 0.0140 ndcg 37 0.1107 ndcg_rel 37 0.1239 Rndcg 37 0.1636 ndcg_cut_5 37 0.1844 ndcg_cut_10 37 0.1882 ndcg_cut_15 37 0.2354 ndcg_cut_20 37 0.2405 ndcg_cut_30 37 0.3091 ndcg_cut_100 37 0.2407 ndcg_cut_200 37 0.1535 ndcg_cut_500 37 0.1107 ndcg_cut_1000 37 0.1107 map_cut_5 37 0.0000 map_cut_10 37 0.0004 map_cut_15 37 0.0020 map_cut_20 37 0.0020 map_cut_30 37 0.0058 map_cut_100 37 0.0121 map_cut_200 37 0.0121 map_cut_500 37 0.0121 map_cut_1000 37 0.0121 relative_P_5 37 0.0000 relative_P_10 37 0.1000 relative_P_15 37 0.2000 relative_P_20 37 0.1500 relative_P_30 37 0.2333 relative_P_100 37 0.1400 relative_P_200 37 0.0700 relative_P_500 37 0.0609 relative_P_1000 37 0.0609 success_1 37 0.0000 success_5 37 0.0000 success_10 37 1.0000 set_P 37 0.1400 set_relative_P 37 0.1400 set_recall 37 0.0609 set_map 37 0.0085 set_F 37 0.0848 num_nonrel_judged_ret 37 42 rbp 37 0.2282 rbp_resid 37 0.0211 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 100 num_rel 407 102 num_rel_ret 407 2 map 407 0.0012 Rprec 407 0.0196 bpref 407 0.0153 recip_rank 407 0.0526 iprec_at_recall_0.00 407 0.0690 iprec_at_recall_0.10 407 0.0000 iprec_at_recall_0.20 407 0.0000 iprec_at_recall_0.30 407 0.0000 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.0000 P_10 407 0.0000 P_15 407 0.0000 P_20 407 0.0500 P_30 407 0.0667 P_100 407 0.0200 P_200 407 0.0100 P_500 407 0.0040 P_1000 407 0.0020 relstring 407 '0000000000' recall_5 407 0.0000 recall_10 407 0.0000 recall_15 407 0.0000 recall_20 407 0.0098 recall_30 407 0.0196 recall_100 407 0.0196 recall_200 407 0.0196 recall_500 407 0.0196 recall_1000 407 0.0196 infAP 407 0.0012 Rprec_mult_0.20 407 0.0476 Rprec_mult_0.40 407 0.0488 Rprec_mult_0.60 407 0.0323 Rprec_mult_0.80 407 0.0244 Rprec_mult_1.00 407 0.0196 Rprec_mult_1.20 407 0.0163 Rprec_mult_1.40 407 0.0140 Rprec_mult_1.60 407 0.0122 Rprec_mult_1.80 407 0.0109 Rprec_mult_2.00 407 0.0098 utility 407 -96.0000 11pt_avg 407 0.0063 binG 407 0.0043 G 407 0.0030 ndcg 407 0.0175 ndcg_rel 407 0.0178 Rndcg 407 0.0121 ndcg_cut_5 407 0.0000 ndcg_cut_10 407 0.0000 ndcg_cut_15 407 0.0000 ndcg_cut_20 407 0.0257 ndcg_cut_30 407 0.0391 ndcg_cut_100 407 0.0190 ndcg_cut_200 407 0.0175 ndcg_cut_500 407 0.0175 ndcg_cut_1000 407 0.0175 map_cut_5 407 0.0000 map_cut_10 407 0.0000 map_cut_15 407 0.0000 map_cut_20 407 0.0005 map_cut_30 407 0.0012 map_cut_100 407 0.0012 map_cut_200 407 0.0012 map_cut_500 407 0.0012 map_cut_1000 407 0.0012 relative_P_5 407 0.0000 relative_P_10 407 0.0000 relative_P_15 407 0.0000 relative_P_20 407 0.0500 relative_P_30 407 0.0667 relative_P_100 407 0.0200 relative_P_200 407 0.0196 relative_P_500 407 0.0196 relative_P_1000 407 0.0196 success_1 407 0.0000 success_5 407 0.0000 success_10 407 0.0000 set_P 407 0.0200 set_relative_P 407 0.0200 set_recall 407 0.0196 set_map 407 0.0004 set_F 407 0.0198 num_nonrel_judged_ret 407 32 rbp 407 0.0135 rbp_resid 407 0.0419 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 100 num_rel 477 285 num_rel_ret 477 64 map 477 0.1783 Rprec 477 0.2246 bpref 477 0.2132 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.8286 iprec_at_recall_0.20 477 0.6429 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 1.0000 P_10 477 1.0000 P_15 477 1.0000 P_20 477 1.0000 P_30 477 0.8667 P_100 477 0.6400 P_200 477 0.3200 P_500 477 0.1280 P_1000 477 0.0640 relstring 477 '3333232222' recall_5 477 0.0175 recall_10 477 0.0351 recall_15 477 0.0526 recall_20 477 0.0702 recall_30 477 0.0912 recall_100 477 0.2246 recall_200 477 0.2246 recall_500 477 0.2246 recall_1000 477 0.2246 infAP 477 0.1783 Rprec_mult_0.20 477 0.6316 Rprec_mult_0.40 477 0.5614 Rprec_mult_0.60 477 0.3743 Rprec_mult_0.80 477 0.2807 Rprec_mult_1.00 477 0.2246 Rprec_mult_1.20 477 0.1871 Rprec_mult_1.40 477 0.1604 Rprec_mult_1.60 477 0.1404 Rprec_mult_1.80 477 0.1248 Rprec_mult_2.00 477 0.1123 utility 477 28.0000 11pt_avg 477 0.2247 binG 477 0.1114 G 477 0.0590 ndcg 477 0.3004 ndcg_rel 477 0.3737 Rndcg 477 0.4037 ndcg_cut_5 477 0.9563 ndcg_cut_10 477 0.8807 ndcg_cut_15 477 0.8930 ndcg_cut_20 477 0.9000 ndcg_cut_30 477 0.8073 ndcg_cut_100 477 0.6096 ndcg_cut_200 477 0.4166 ndcg_cut_500 477 0.3004 ndcg_cut_1000 477 0.3004 map_cut_5 477 0.0175 map_cut_10 477 0.0351 map_cut_15 477 0.0526 map_cut_20 477 0.0702 map_cut_30 477 0.0897 map_cut_100 477 0.1783 map_cut_200 477 0.1783 map_cut_500 477 0.1783 map_cut_1000 477 0.1783 relative_P_5 477 1.0000 relative_P_10 477 1.0000 relative_P_15 477 1.0000 relative_P_20 477 1.0000 relative_P_30 477 0.8667 relative_P_100 477 0.6400 relative_P_200 477 0.3200 relative_P_500 477 0.2246 relative_P_1000 477 0.2246 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.6400 set_relative_P 477 0.6400 set_recall 477 0.2246 set_map 477 0.1437 set_F 477 0.3325 num_nonrel_judged_ret 477 15 rbp 477 0.8365 rbp_resid 477 0.0072 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 100 num_rel 499 192 num_rel_ret 499 44 map 499 0.1114 Rprec 499 0.2292 bpref 499 0.2017 recip_rank 499 0.3333 iprec_at_recall_0.00 499 0.6667 iprec_at_recall_0.10 499 0.4792 iprec_at_recall_0.20 499 0.4719 iprec_at_recall_0.30 499 0.0000 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 0.6000 P_10 499 0.5000 P_15 499 0.5333 P_20 499 0.5000 P_30 499 0.5333 P_100 499 0.4400 P_200 499 0.2200 P_500 499 0.0880 P_1000 499 0.0440 relstring 499 '0022220211' recall_5 499 0.0156 recall_10 499 0.0260 recall_15 499 0.0417 recall_20 499 0.0521 recall_30 499 0.0833 recall_100 499 0.2292 recall_200 499 0.2292 recall_500 499 0.2292 recall_1000 499 0.2292 infAP 499 0.1114 Rprec_mult_0.20 499 0.4359 Rprec_mult_0.40 499 0.4416 Rprec_mult_0.60 499 0.3793 Rprec_mult_0.80 499 0.2857 Rprec_mult_1.00 499 0.2292 Rprec_mult_1.20 499 0.1905 Rprec_mult_1.40 499 0.1636 Rprec_mult_1.60 499 0.1429 Rprec_mult_1.80 499 0.1272 Rprec_mult_2.00 499 0.1146 utility 499 -12.0000 11pt_avg 499 0.1471 binG 499 0.0574 G 499 0.0396 ndcg 499 0.2615 ndcg_rel 499 0.2940 Rndcg 499 0.3151 ndcg_cut_5 499 0.2979 ndcg_cut_10 499 0.3352 ndcg_cut_15 499 0.3809 ndcg_cut_20 499 0.3849 ndcg_cut_30 499 0.4101 ndcg_cut_100 499 0.4490 ndcg_cut_200 499 0.2967 ndcg_cut_500 499 0.2615 ndcg_cut_1000 499 0.2615 map_cut_5 499 0.0075 map_cut_10 499 0.0142 map_cut_15 499 0.0233 map_cut_20 499 0.0289 map_cut_30 499 0.0442 map_cut_100 499 0.1114 map_cut_200 499 0.1114 map_cut_500 499 0.1114 map_cut_1000 499 0.1114 relative_P_5 499 0.6000 relative_P_10 499 0.5000 relative_P_15 499 0.5333 relative_P_20 499 0.5000 relative_P_30 499 0.5333 relative_P_100 499 0.4400 relative_P_200 499 0.2292 relative_P_500 499 0.2292 relative_P_1000 499 0.2292 success_1 499 0.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.4400 set_relative_P 499 0.4400 set_recall 499 0.2292 set_map 499 0.1008 set_F 499 0.3014 num_nonrel_judged_ret 499 33 rbp 499 0.4060 rbp_resid 499 0.0145 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 100 num_rel 515 147 num_rel_ret 515 6 map 515 0.0023 Rprec 515 0.0408 bpref 515 0.0284 recip_rank 515 0.0208 iprec_at_recall_0.00 515 0.0870 iprec_at_recall_0.10 515 0.0000 iprec_at_recall_0.20 515 0.0000 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.0000 P_10 515 0.0000 P_15 515 0.0000 P_20 515 0.0000 P_30 515 0.0000 P_100 515 0.0600 P_200 515 0.0300 P_500 515 0.0120 P_1000 515 0.0060 relstring 515 '0000000000' recall_5 515 0.0000 recall_10 515 0.0000 recall_15 515 0.0000 recall_20 515 0.0000 recall_30 515 0.0000 recall_100 515 0.0408 recall_200 515 0.0408 recall_500 515 0.0408 recall_1000 515 0.0408 infAP 515 0.0023 Rprec_mult_0.20 515 0.0000 Rprec_mult_0.40 515 0.0508 Rprec_mult_0.60 515 0.0674 Rprec_mult_0.80 515 0.0508 Rprec_mult_1.00 515 0.0408 Rprec_mult_1.20 515 0.0339 Rprec_mult_1.40 515 0.0291 Rprec_mult_1.60 515 0.0254 Rprec_mult_1.80 515 0.0226 Rprec_mult_2.00 515 0.0204 utility 515 -88.0000 11pt_avg 515 0.0079 binG 515 0.0070 G 515 0.0061 ndcg 515 0.0390 ndcg_rel 515 0.0392 Rndcg 515 0.0408 ndcg_cut_5 515 0.0000 ndcg_cut_10 515 0.0000 ndcg_cut_15 515 0.0000 ndcg_cut_20 515 0.0000 ndcg_cut_30 515 0.0000 ndcg_cut_100 515 0.0564 ndcg_cut_200 515 0.0390 ndcg_cut_500 515 0.0390 ndcg_cut_1000 515 0.0390 map_cut_5 515 0.0000 map_cut_10 515 0.0000 map_cut_15 515 0.0000 map_cut_20 515 0.0000 map_cut_30 515 0.0000 map_cut_100 515 0.0023 map_cut_200 515 0.0023 map_cut_500 515 0.0023 map_cut_1000 515 0.0023 relative_P_5 515 0.0000 relative_P_10 515 0.0000 relative_P_15 515 0.0000 relative_P_20 515 0.0000 relative_P_30 515 0.0000 relative_P_100 515 0.0600 relative_P_200 515 0.0408 relative_P_500 515 0.0408 relative_P_1000 515 0.0408 success_1 515 0.0000 success_5 515 0.0000 success_10 515 0.0000 set_P 515 0.0600 set_relative_P 515 0.0600 set_recall 515 0.0408 set_map 515 0.0024 set_F 515 0.0486 num_nonrel_judged_ret 515 61 rbp 515 0.0020 rbp_resid 515 0.0183 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 100 num_rel 58 373 num_rel_ret 58 63 map 58 0.1293 Rprec 58 0.1689 bpref 58 0.1600 recip_rank 58 1.0000 iprec_at_recall_0.00 58 1.0000 iprec_at_recall_0.10 58 0.7547 iprec_at_recall_0.20 58 0.0000 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 0.8000 P_10 58 0.8000 P_15 58 0.8667 P_20 58 0.8500 P_30 58 0.8333 P_100 58 0.6300 P_200 58 0.3150 P_500 58 0.1260 P_1000 58 0.0630 relstring 58 '3133323231' recall_5 58 0.0107 recall_10 58 0.0214 recall_15 58 0.0349 recall_20 58 0.0456 recall_30 58 0.0670 recall_100 58 0.1689 recall_200 58 0.1689 recall_500 58 0.1689 recall_1000 58 0.1689 infAP 58 0.1293 Rprec_mult_0.20 58 0.6667 Rprec_mult_0.40 58 0.4200 Rprec_mult_0.60 58 0.2812 Rprec_mult_0.80 58 0.2107 Rprec_mult_1.00 58 0.1689 Rprec_mult_1.20 58 0.1406 Rprec_mult_1.40 58 0.1205 Rprec_mult_1.60 58 0.1055 Rprec_mult_1.80 58 0.0938 Rprec_mult_2.00 58 0.0845 utility 58 26.0000 11pt_avg 58 0.1595 binG 58 0.0596 G 58 0.0370 ndcg 58 0.2542 ndcg_rel 58 0.3201 Rndcg 58 0.3971 ndcg_cut_5 58 0.6430 ndcg_cut_10 58 0.6707 ndcg_cut_15 58 0.7087 ndcg_cut_20 58 0.7225 ndcg_cut_30 58 0.7243 ndcg_cut_100 58 0.5775 ndcg_cut_200 58 0.3751 ndcg_cut_500 58 0.2542 ndcg_cut_1000 58 0.2542 map_cut_5 58 0.0086 map_cut_10 58 0.0179 map_cut_15 58 0.0292 map_cut_20 58 0.0385 map_cut_30 58 0.0569 map_cut_100 58 0.1293 map_cut_200 58 0.1293 map_cut_500 58 0.1293 map_cut_1000 58 0.1293 relative_P_5 58 0.8000 relative_P_10 58 0.8000 relative_P_15 58 0.8667 relative_P_20 58 0.8500 relative_P_30 58 0.8333 relative_P_100 58 0.6300 relative_P_200 58 0.3150 relative_P_500 58 0.1689 relative_P_1000 58 0.1689 success_1 58 1.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.6300 set_relative_P 58 0.6300 set_recall 58 0.1689 set_map 58 0.1064 set_F 58 0.2664 num_nonrel_judged_ret 58 6 rbp 58 0.6011 rbp_resid 58 0.0165 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 100 num_rel 707 186 num_rel_ret 707 28 map 707 0.0816 Rprec 707 0.1505 bpref 707 0.1410 recip_rank 707 1.0000 iprec_at_recall_0.00 707 1.0000 iprec_at_recall_0.10 707 0.4043 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.8000 P_10 707 0.7000 P_15 707 0.5333 P_20 707 0.5500 P_30 707 0.5000 P_100 707 0.2800 P_200 707 0.1400 P_500 707 0.0560 P_1000 707 0.0280 relstring 707 '2220222020' recall_5 707 0.0215 recall_10 707 0.0376 recall_15 707 0.0430 recall_20 707 0.0591 recall_30 707 0.0806 recall_100 707 0.1505 recall_200 707 0.1505 recall_500 707 0.1505 recall_1000 707 0.1505 infAP 707 0.0816 Rprec_mult_0.20 707 0.4474 Rprec_mult_0.40 707 0.3067 Rprec_mult_0.60 707 0.2500 Rprec_mult_0.80 707 0.1879 Rprec_mult_1.00 707 0.1505 Rprec_mult_1.20 707 0.1250 Rprec_mult_1.40 707 0.1073 Rprec_mult_1.60 707 0.0940 Rprec_mult_1.80 707 0.0836 Rprec_mult_2.00 707 0.0753 utility 707 -44.0000 11pt_avg 707 0.1277 binG 707 0.0542 G 707 0.0345 ndcg 707 0.2214 ndcg_rel 707 0.2594 Rndcg 707 0.3308 ndcg_cut_5 707 0.5693 ndcg_cut_10 707 0.5381 ndcg_cut_15 707 0.4795 ndcg_cut_20 707 0.4943 ndcg_cut_30 707 0.4854 ndcg_cut_100 707 0.3510 ndcg_cut_200 707 0.2242 ndcg_cut_500 707 0.2214 ndcg_cut_1000 707 0.2214 map_cut_5 707 0.0204 map_cut_10 707 0.0337 map_cut_15 707 0.0366 map_cut_20 707 0.0452 map_cut_30 707 0.0561 map_cut_100 707 0.0816 map_cut_200 707 0.0816 map_cut_500 707 0.0816 map_cut_1000 707 0.0816 relative_P_5 707 0.8000 relative_P_10 707 0.7000 relative_P_15 707 0.5333 relative_P_20 707 0.5500 relative_P_30 707 0.5000 relative_P_100 707 0.2800 relative_P_200 707 0.1505 relative_P_500 707 0.1505 relative_P_1000 707 0.1505 success_1 707 1.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.2800 set_relative_P 707 0.2800 set_recall 707 0.1505 set_map 707 0.0422 set_F 707 0.1958 num_nonrel_judged_ret 707 24 rbp 707 0.4052 rbp_resid 707 0.0284 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 100 num_rel 72 466 num_rel_ret 72 58 map 72 0.1088 Rprec 72 0.1245 bpref 72 0.1210 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.7231 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 1.0000 P_15 72 1.0000 P_20 72 0.9500 P_30 72 0.9667 P_100 72 0.5800 P_200 72 0.2900 P_500 72 0.1160 P_1000 72 0.0580 relstring 72 '2333332333' recall_5 72 0.0107 recall_10 72 0.0215 recall_15 72 0.0322 recall_20 72 0.0408 recall_30 72 0.0622 recall_100 72 0.1245 recall_200 72 0.1245 recall_500 72 0.1245 recall_1000 72 0.1245 infAP 72 0.1088 Rprec_mult_0.20 72 0.5957 Rprec_mult_0.40 72 0.3102 Rprec_mult_0.60 72 0.2071 Rprec_mult_0.80 72 0.1555 Rprec_mult_1.00 72 0.1245 Rprec_mult_1.20 72 0.1036 Rprec_mult_1.40 72 0.0888 Rprec_mult_1.60 72 0.0777 Rprec_mult_1.80 72 0.0691 Rprec_mult_2.00 72 0.0622 utility 72 16.0000 11pt_avg 72 0.1566 binG 72 0.0732 G 72 0.0252 ndcg 72 0.1951 ndcg_rel 72 0.2483 Rndcg 72 0.3041 ndcg_cut_5 72 0.6652 ndcg_cut_10 72 0.6766 ndcg_cut_15 72 0.6820 ndcg_cut_20 72 0.6604 ndcg_cut_30 72 0.6639 ndcg_cut_100 72 0.5124 ndcg_cut_200 72 0.3314 ndcg_cut_500 72 0.1951 ndcg_cut_1000 72 0.1951 map_cut_5 72 0.0107 map_cut_10 72 0.0215 map_cut_15 72 0.0322 map_cut_20 72 0.0407 map_cut_30 72 0.0613 map_cut_100 72 0.1088 map_cut_200 72 0.1088 map_cut_500 72 0.1088 map_cut_1000 72 0.1088 relative_P_5 72 1.0000 relative_P_10 72 1.0000 relative_P_15 72 1.0000 relative_P_20 72 0.9500 relative_P_30 72 0.9667 relative_P_100 72 0.5800 relative_P_200 72 0.2900 relative_P_500 72 0.1245 relative_P_1000 72 0.1245 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.5800 set_relative_P 72 0.5800 set_recall 72 0.1245 set_map 72 0.0722 set_F 72 0.2049 num_nonrel_judged_ret 72 3 rbp 72 0.6720 rbp_resid 72 0.0141 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 100 num_rel 84 142 num_rel_ret 84 7 map 84 0.0065 Rprec 84 0.0493 bpref 84 0.0421 recip_rank 84 0.0909 iprec_at_recall_0.00 84 0.1600 iprec_at_recall_0.10 84 0.0000 iprec_at_recall_0.20 84 0.0000 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 0.0000 P_10 84 0.0000 P_15 84 0.0667 P_20 84 0.1000 P_30 84 0.1333 P_100 84 0.0700 P_200 84 0.0350 P_500 84 0.0140 P_1000 84 0.0070 relstring 84 '0000000000' recall_5 84 0.0000 recall_10 84 0.0000 recall_15 84 0.0070 recall_20 84 0.0141 recall_30 84 0.0282 recall_100 84 0.0493 recall_200 84 0.0493 recall_500 84 0.0493 recall_1000 84 0.0493 infAP 84 0.0065 Rprec_mult_0.20 84 0.1379 Rprec_mult_0.40 84 0.1228 Rprec_mult_0.60 84 0.0814 Rprec_mult_0.80 84 0.0614 Rprec_mult_1.00 84 0.0493 Rprec_mult_1.20 84 0.0409 Rprec_mult_1.40 84 0.0352 Rprec_mult_1.60 84 0.0307 Rprec_mult_1.80 84 0.0273 Rprec_mult_2.00 84 0.0246 utility 84 -86.0000 11pt_avg 84 0.0145 binG 84 0.0108 G 84 0.0066 ndcg 84 0.0463 ndcg_rel 84 0.0474 Rndcg 84 0.0427 ndcg_cut_5 84 0.0000 ndcg_cut_10 84 0.0000 ndcg_cut_15 84 0.0415 ndcg_cut_20 84 0.0552 ndcg_cut_30 84 0.0761 ndcg_cut_100 84 0.0694 ndcg_cut_200 84 0.0502 ndcg_cut_500 84 0.0463 ndcg_cut_1000 84 0.0463 map_cut_5 84 0.0000 map_cut_10 84 0.0000 map_cut_15 84 0.0006 map_cut_20 84 0.0014 map_cut_30 84 0.0035 map_cut_100 84 0.0065 map_cut_200 84 0.0065 map_cut_500 84 0.0065 map_cut_1000 84 0.0065 relative_P_5 84 0.0000 relative_P_10 84 0.0000 relative_P_15 84 0.0667 relative_P_20 84 0.1000 relative_P_30 84 0.1333 relative_P_100 84 0.0700 relative_P_200 84 0.0493 relative_P_500 84 0.0493 relative_P_1000 84 0.0493 success_1 84 0.0000 success_5 84 0.0000 success_10 84 0.0000 set_P 84 0.0700 set_relative_P 84 0.0700 set_recall 84 0.0493 set_map 84 0.0035 set_F 84 0.0579 num_nonrel_judged_ret 84 31 rbp 84 0.0462 rbp_resid 84 0.0374 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 100 num_rel 897 239 num_rel_ret 897 22 map 897 0.0536 Rprec 897 0.0921 bpref 897 0.0883 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.0000 iprec_at_recall_0.20 897 0.0000 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 0.8000 P_10 897 0.6000 P_15 897 0.5333 P_20 897 0.5000 P_30 897 0.5000 P_100 897 0.2200 P_200 897 0.1100 P_500 897 0.0440 P_1000 897 0.0220 relstring 897 '2221221211' recall_5 897 0.0167 recall_10 897 0.0251 recall_15 897 0.0335 recall_20 897 0.0418 recall_30 897 0.0628 recall_100 897 0.0921 recall_200 897 0.0921 recall_500 897 0.0921 recall_1000 897 0.0921 infAP 897 0.0536 Rprec_mult_0.20 897 0.3958 Rprec_mult_0.40 897 0.2292 Rprec_mult_0.60 897 0.1528 Rprec_mult_0.80 897 0.1146 Rprec_mult_1.00 897 0.0921 Rprec_mult_1.20 897 0.0767 Rprec_mult_1.40 897 0.0657 Rprec_mult_1.60 897 0.0574 Rprec_mult_1.80 897 0.0510 Rprec_mult_2.00 897 0.0460 utility 897 -56.0000 11pt_avg 897 0.0909 binG 897 0.0367 G 897 0.0236 ndcg 897 0.1672 ndcg_rel 897 0.2039 Rndcg 897 0.2795 ndcg_cut_5 897 0.6180 ndcg_cut_10 897 0.5673 ndcg_cut_15 897 0.5294 ndcg_cut_20 897 0.5195 ndcg_cut_30 897 0.5021 ndcg_cut_100 897 0.3210 ndcg_cut_200 897 0.2076 ndcg_cut_500 897 0.1672 ndcg_cut_1000 897 0.1672 map_cut_5 897 0.0159 map_cut_10 897 0.0225 map_cut_15 897 0.0276 map_cut_20 897 0.0321 map_cut_30 897 0.0425 map_cut_100 897 0.0536 map_cut_200 897 0.0536 map_cut_500 897 0.0536 map_cut_1000 897 0.0536 relative_P_5 897 0.8000 relative_P_10 897 0.6000 relative_P_15 897 0.5333 relative_P_20 897 0.5000 relative_P_30 897 0.5000 relative_P_100 897 0.2200 relative_P_200 897 0.1100 relative_P_500 897 0.0921 relative_P_1000 897 0.0921 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.2200 set_relative_P 897 0.2200 set_recall 897 0.0921 set_map 897 0.0203 set_F 897 0.1298 num_nonrel_judged_ret 897 19 rbp 897 0.4981 rbp_resid 897 0.0324 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all Anserini_bm25-default-rocchio num_q all 22 num_ret all 2200 num_rel all 5166 num_rel_ret all 580 map all 0.0635 gm_map all 0.0200 Rprec all 0.1092 bpref all 0.1004 recip_rank all 0.6706 iprec_at_recall_0.00 all 0.7048 iprec_at_recall_0.10 all 0.2516 iprec_at_recall_0.20 all 0.1152 iprec_at_recall_0.30 all 0.0000 iprec_at_recall_0.40 all 0.0000 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.4545 P_10 all 0.4273 P_15 all 0.4303 P_20 all 0.4295 P_30 all 0.4152 P_100 all 0.2636 P_200 all 0.1318 P_500 all 0.0527 P_1000 all 0.0264 recall_5 all 0.0092 recall_10 all 0.0173 recall_15 all 0.0261 recall_20 all 0.0351 recall_30 all 0.0512 recall_100 all 0.1092 recall_200 all 0.1092 recall_500 all 0.1092 recall_1000 all 0.1092 infAP all 0.0635 gm_bpref all 0.0520 Rprec_mult_0.20 all 0.3327 Rprec_mult_0.40 all 0.2425 Rprec_mult_0.60 all 0.1792 Rprec_mult_0.80 all 0.1361 Rprec_mult_1.00 all 0.1092 Rprec_mult_1.20 all 0.0909 Rprec_mult_1.40 all 0.0779 Rprec_mult_1.60 all 0.0682 Rprec_mult_1.80 all 0.0606 Rprec_mult_2.00 all 0.0546 utility all -47.2727 11pt_avg all 0.0974 binG all 0.0410 G all 0.0232 ndcg all 0.1526 ndcg_rel all 0.1807 Rndcg all 0.2252 ndcg_cut_5 all 0.3766 ndcg_cut_10 all 0.3603 ndcg_cut_15 all 0.3652 ndcg_cut_20 all 0.3668 ndcg_cut_30 all 0.3634 ndcg_cut_100 all 0.2831 ndcg_cut_200 all 0.1892 ndcg_cut_500 all 0.1526 ndcg_cut_1000 all 0.1526 map_cut_5 all 0.0084 map_cut_10 all 0.0146 map_cut_15 all 0.0201 map_cut_20 all 0.0257 map_cut_30 all 0.0347 map_cut_100 all 0.0635 map_cut_200 all 0.0635 map_cut_500 all 0.0635 map_cut_1000 all 0.0635 relative_P_5 all 0.4545 relative_P_10 all 0.4273 relative_P_15 all 0.4303 relative_P_20 all 0.4295 relative_P_30 all 0.4152 relative_P_100 all 0.2636 relative_P_200 all 0.1367 relative_P_500 all 0.1092 relative_P_1000 all 0.1092 success_1 all 0.6364 success_5 all 0.6818 success_10 all 0.7727 set_P all 0.2636 set_relative_P all 0.2636 set_recall all 0.1092 set_map all 0.0439 set_F all 0.1514 num_nonrel_judged_ret all 621 rbp all 0.3225 rbp_resid all 0.0241 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000