num_ret 14 100 num_rel 14 272 num_rel_ret 14 21 map 14 0.0277 Rprec 14 0.0772 bpref 14 0.0716 recip_rank 14 0.5000 iprec_at_recall_0.00 14 0.5000 iprec_at_recall_0.10 14 0.0000 iprec_at_recall_0.20 14 0.0000 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 0.4000 P_10 14 0.4000 P_15 14 0.4000 P_20 14 0.4000 P_30 14 0.3667 P_100 14 0.2100 P_200 14 0.1050 P_500 14 0.0420 P_1000 14 0.0210 relstring 14 '1202020002' recall_5 14 0.0074 recall_10 14 0.0147 recall_15 14 0.0221 recall_20 14 0.0294 recall_30 14 0.0404 recall_100 14 0.0772 recall_200 14 0.0772 recall_500 14 0.0772 recall_1000 14 0.0772 infAP 14 0.0277 Rprec_mult_0.20 14 0.2909 Rprec_mult_0.40 14 0.1927 Rprec_mult_0.60 14 0.1280 Rprec_mult_0.80 14 0.0963 Rprec_mult_1.00 14 0.0772 Rprec_mult_1.20 14 0.0642 Rprec_mult_1.40 14 0.0551 Rprec_mult_1.60 14 0.0482 Rprec_mult_1.80 14 0.0429 Rprec_mult_2.00 14 0.0386 utility 14 -58.0000 11pt_avg 14 0.0455 binG 14 0.0207 G 14 0.0152 ndcg 14 0.1206 ndcg_rel 14 0.1347 Rndcg 14 0.2181 ndcg_cut_5 14 0.2981 ndcg_cut_10 14 0.2892 ndcg_cut_15 14 0.2848 ndcg_cut_20 14 0.2820 ndcg_cut_30 14 0.2855 ndcg_cut_100 14 0.2425 ndcg_cut_200 14 0.1572 ndcg_cut_500 14 0.1206 ndcg_cut_1000 14 0.1206 map_cut_5 14 0.0037 map_cut_10 14 0.0070 map_cut_15 14 0.0101 map_cut_20 14 0.0132 map_cut_30 14 0.0175 map_cut_100 14 0.0277 map_cut_200 14 0.0277 map_cut_500 14 0.0277 map_cut_1000 14 0.0277 relative_P_5 14 0.4000 relative_P_10 14 0.4000 relative_P_15 14 0.4000 relative_P_20 14 0.4000 relative_P_30 14 0.3667 relative_P_100 14 0.2100 relative_P_200 14 0.1050 relative_P_500 14 0.0772 relative_P_1000 14 0.0772 success_1 14 0.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.2100 set_relative_P 14 0.2100 set_recall 14 0.0772 set_map 14 0.0162 set_F 14 0.1129 num_nonrel_judged_ret 14 30 rbp 14 0.2170 rbp_resid 14 0.0299 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 100 num_rel 144 197 num_rel_ret 144 19 map 144 0.0360 Rprec 144 0.0964 bpref 144 0.0888 recip_rank 144 0.2500 iprec_at_recall_0.00 144 0.5714 iprec_at_recall_0.10 144 0.0000 iprec_at_recall_0.20 144 0.0000 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.4000 P_10 144 0.5000 P_15 144 0.4000 P_20 144 0.3000 P_30 144 0.4000 P_100 144 0.1900 P_200 144 0.0950 P_500 144 0.0380 P_1000 144 0.0190 relstring 144 '1112232013' recall_5 144 0.0102 recall_10 144 0.0254 recall_15 144 0.0305 recall_20 144 0.0305 recall_30 144 0.0609 recall_100 144 0.0964 recall_200 144 0.0964 recall_500 144 0.0964 recall_1000 144 0.0964 infAP 144 0.0360 Rprec_mult_0.20 144 0.3750 Rprec_mult_0.40 144 0.2152 Rprec_mult_0.60 144 0.1597 Rprec_mult_0.80 144 0.1203 Rprec_mult_1.00 144 0.0964 Rprec_mult_1.20 144 0.0802 Rprec_mult_1.40 144 0.0688 Rprec_mult_1.60 144 0.0601 Rprec_mult_1.80 144 0.0535 Rprec_mult_2.00 144 0.0482 utility 144 -62.0000 11pt_avg 144 0.0519 binG 144 0.0263 G 144 0.0201 ndcg 144 0.1505 ndcg_rel 144 0.1703 Rndcg 144 0.2307 ndcg_cut_5 144 0.3825 ndcg_cut_10 144 0.4559 ndcg_cut_15 144 0.4147 ndcg_cut_20 144 0.3587 ndcg_cut_30 144 0.3905 ndcg_cut_100 144 0.2742 ndcg_cut_200 144 0.1839 ndcg_cut_500 144 0.1505 ndcg_cut_1000 144 0.1505 map_cut_5 144 0.0033 map_cut_10 144 0.0113 map_cut_15 144 0.0136 map_cut_20 144 0.0136 map_cut_30 144 0.0248 map_cut_100 144 0.0360 map_cut_200 144 0.0360 map_cut_500 144 0.0360 map_cut_1000 144 0.0360 relative_P_5 144 0.4000 relative_P_10 144 0.5000 relative_P_15 144 0.4000 relative_P_20 144 0.3000 relative_P_30 144 0.4000 relative_P_100 144 0.1900 relative_P_200 144 0.0964 relative_P_500 144 0.0964 relative_P_1000 144 0.0964 success_1 144 0.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.1900 set_relative_P 144 0.1900 set_recall 144 0.0964 set_map 144 0.0183 set_F 144 0.1279 num_nonrel_judged_ret 144 34 rbp 144 0.3148 rbp_resid 144 0.0187 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 100 num_rel 161 218 num_rel_ret 161 26 map 161 0.0637 Rprec 161 0.1193 bpref 161 0.1121 recip_rank 161 1.0000 iprec_at_recall_0.00 161 1.0000 iprec_at_recall_0.10 161 0.4400 iprec_at_recall_0.20 161 0.0000 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 0.8000 P_10 161 0.6000 P_15 161 0.4667 P_20 161 0.5500 P_30 161 0.5000 P_100 161 0.2600 P_200 161 0.1300 P_500 161 0.0520 P_1000 161 0.0260 relstring 161 '2302201202' recall_5 161 0.0183 recall_10 161 0.0275 recall_15 161 0.0321 recall_20 161 0.0505 recall_30 161 0.0688 recall_100 161 0.1193 recall_200 161 0.1193 recall_500 161 0.1193 recall_1000 161 0.1193 infAP 161 0.0637 Rprec_mult_0.20 161 0.4318 Rprec_mult_0.40 161 0.2955 Rprec_mult_0.60 161 0.1985 Rprec_mult_0.80 161 0.1486 Rprec_mult_1.00 161 0.1193 Rprec_mult_1.20 161 0.0992 Rprec_mult_1.40 161 0.0850 Rprec_mult_1.60 161 0.0745 Rprec_mult_1.80 161 0.0662 Rprec_mult_2.00 161 0.0596 utility 161 -48.0000 11pt_avg 161 0.1309 binG 161 0.0405 G 161 0.0273 ndcg 161 0.1834 ndcg_rel 161 0.2179 Rndcg 161 0.2748 ndcg_cut_5 161 0.6249 ndcg_cut_10 161 0.5187 ndcg_cut_15 161 0.4478 ndcg_cut_20 161 0.4629 ndcg_cut_30 161 0.4557 ndcg_cut_100 161 0.3195 ndcg_cut_200 161 0.2042 ndcg_cut_500 161 0.1834 ndcg_cut_1000 161 0.1834 map_cut_5 161 0.0163 map_cut_10 161 0.0219 map_cut_15 161 0.0244 map_cut_20 161 0.0343 map_cut_30 161 0.0435 map_cut_100 161 0.0637 map_cut_200 161 0.0637 map_cut_500 161 0.0637 map_cut_1000 161 0.0637 relative_P_5 161 0.8000 relative_P_10 161 0.6000 relative_P_15 161 0.4667 relative_P_20 161 0.5500 relative_P_30 161 0.5000 relative_P_100 161 0.2600 relative_P_200 161 0.1300 relative_P_500 161 0.1193 relative_P_1000 161 0.1193 success_1 161 1.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.2600 set_relative_P 161 0.2600 set_recall 161 0.1193 set_map 161 0.0310 set_F 161 0.1635 num_nonrel_judged_ret 161 32 rbp 161 0.4306 rbp_resid 161 0.0207 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 100 num_rel 200 184 num_rel_ret 200 5 map 200 0.0051 Rprec 200 0.0272 bpref 200 0.0248 recip_rank 200 0.3333 iprec_at_recall_0.00 200 0.3333 iprec_at_recall_0.10 200 0.0000 iprec_at_recall_0.20 200 0.0000 iprec_at_recall_0.30 200 0.0000 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 0.2000 P_10 200 0.1000 P_15 200 0.1333 P_20 200 0.1500 P_30 200 0.1333 P_100 200 0.0500 P_200 200 0.0250 P_500 200 0.0100 P_1000 200 0.0050 relstring 200 '0020000000' recall_5 200 0.0054 recall_10 200 0.0054 recall_15 200 0.0109 recall_20 200 0.0163 recall_30 200 0.0217 recall_100 200 0.0272 recall_200 200 0.0272 recall_500 200 0.0272 recall_1000 200 0.0272 infAP 200 0.0051 Rprec_mult_0.20 200 0.1081 Rprec_mult_0.40 200 0.0676 Rprec_mult_0.60 200 0.0450 Rprec_mult_0.80 200 0.0338 Rprec_mult_1.00 200 0.0272 Rprec_mult_1.20 200 0.0226 Rprec_mult_1.40 200 0.0194 Rprec_mult_1.60 200 0.0169 Rprec_mult_1.80 200 0.0151 Rprec_mult_2.00 200 0.0136 utility 200 -90.0000 11pt_avg 200 0.0303 binG 200 0.0077 G 200 0.0054 ndcg 200 0.0412 ndcg_rel 200 0.0429 Rndcg 200 0.0410 ndcg_cut_5 200 0.1016 ndcg_cut_10 200 0.0683 ndcg_cut_15 200 0.0807 ndcg_cut_20 200 0.1010 ndcg_cut_30 200 0.0942 ndcg_cut_100 200 0.0623 ndcg_cut_200 200 0.0429 ndcg_cut_500 200 0.0412 ndcg_cut_1000 200 0.0412 map_cut_5 200 0.0018 map_cut_10 200 0.0018 map_cut_15 200 0.0025 map_cut_20 200 0.0036 map_cut_30 200 0.0046 map_cut_100 200 0.0051 map_cut_200 200 0.0051 map_cut_500 200 0.0051 map_cut_1000 200 0.0051 relative_P_5 200 0.2000 relative_P_10 200 0.1000 relative_P_15 200 0.1333 relative_P_20 200 0.1500 relative_P_30 200 0.1333 relative_P_100 200 0.0500 relative_P_200 200 0.0272 relative_P_500 200 0.0272 relative_P_1000 200 0.0272 success_1 200 0.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.0500 set_relative_P 200 0.0500 set_recall 200 0.0272 set_map 200 0.0014 set_F 200 0.0352 num_nonrel_judged_ret 200 51 rbp 200 0.0739 rbp_resid 200 0.0239 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 100 num_rel 213 322 num_rel_ret 213 32 map 213 0.0418 Rprec 213 0.0994 bpref 213 0.0902 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 0.3265 iprec_at_recall_0.20 213 0.0000 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 0.6000 P_10 213 0.5000 P_15 213 0.3333 P_20 213 0.3500 P_30 213 0.4333 P_100 213 0.3200 P_200 213 0.1600 P_500 213 0.0640 P_1000 213 0.0320 relstring 213 '3302013002' recall_5 213 0.0093 recall_10 213 0.0155 recall_15 213 0.0155 recall_20 213 0.0217 recall_30 213 0.0404 recall_100 213 0.0994 recall_200 213 0.0994 recall_500 213 0.0994 recall_1000 213 0.0994 infAP 213 0.0418 Rprec_mult_0.20 213 0.3231 Rprec_mult_0.40 213 0.2481 Rprec_mult_0.60 213 0.1649 Rprec_mult_0.80 213 0.1240 Rprec_mult_1.00 213 0.0994 Rprec_mult_1.20 213 0.0827 Rprec_mult_1.40 213 0.0710 Rprec_mult_1.60 213 0.0620 Rprec_mult_1.80 213 0.0552 Rprec_mult_2.00 213 0.0497 utility 213 -36.0000 11pt_avg 213 0.1206 binG 213 0.0276 G 213 0.0185 ndcg 213 0.1488 ndcg_rel 213 0.1724 Rndcg 213 0.2262 ndcg_cut_5 213 0.4879 ndcg_cut_10 213 0.4230 ndcg_cut_15 213 0.3503 ndcg_cut_20 213 0.3752 ndcg_cut_30 213 0.4059 ndcg_cut_100 213 0.3193 ndcg_cut_200 213 0.2046 ndcg_cut_500 213 0.1488 ndcg_cut_1000 213 0.1488 map_cut_5 213 0.0085 map_cut_10 213 0.0119 map_cut_15 213 0.0119 map_cut_20 213 0.0141 map_cut_30 213 0.0216 map_cut_100 213 0.0418 map_cut_200 213 0.0418 map_cut_500 213 0.0418 map_cut_1000 213 0.0418 relative_P_5 213 0.6000 relative_P_10 213 0.5000 relative_P_15 213 0.3333 relative_P_20 213 0.3500 relative_P_30 213 0.4333 relative_P_100 213 0.3200 relative_P_200 213 0.1600 relative_P_500 213 0.0994 relative_P_1000 213 0.0994 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.3200 set_relative_P 213 0.3200 set_recall 213 0.0994 set_map 213 0.0318 set_F 213 0.1517 num_nonrel_judged_ret 213 18 rbp 213 0.3303 rbp_resid 213 0.0346 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 100 num_rel 219 203 num_rel_ret 219 20 map 219 0.0322 Rprec 219 0.0985 bpref 219 0.0867 recip_rank 219 1.0000 iprec_at_recall_0.00 219 1.0000 iprec_at_recall_0.10 219 0.2128 iprec_at_recall_0.20 219 0.0000 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.4000 P_10 219 0.3000 P_15 219 0.3333 P_20 219 0.2500 P_30 219 0.2000 P_100 219 0.2000 P_200 219 0.1000 P_500 219 0.0400 P_1000 219 0.0200 relstring 219 '2200000200' recall_5 219 0.0099 recall_10 219 0.0148 recall_15 219 0.0246 recall_20 219 0.0246 recall_30 219 0.0296 recall_100 219 0.0985 recall_200 219 0.0985 recall_500 219 0.0985 recall_1000 219 0.0985 infAP 219 0.0322 Rprec_mult_0.20 219 0.2439 Rprec_mult_0.40 219 0.2073 Rprec_mult_0.60 219 0.1639 Rprec_mult_0.80 219 0.1227 Rprec_mult_1.00 219 0.0985 Rprec_mult_1.20 219 0.0820 Rprec_mult_1.40 219 0.0702 Rprec_mult_1.60 219 0.0615 Rprec_mult_1.80 219 0.0546 Rprec_mult_2.00 219 0.0493 utility 219 -60.0000 11pt_avg 219 0.1103 binG 219 0.0284 G 219 0.0159 ndcg 219 0.1226 ndcg_rel 219 0.1331 Rndcg 219 0.1716 ndcg_cut_5 219 0.2766 ndcg_cut_10 219 0.2254 ndcg_cut_15 219 0.2352 ndcg_cut_20 219 0.2111 ndcg_cut_30 219 0.1881 ndcg_cut_100 219 0.2043 ndcg_cut_200 219 0.1370 ndcg_cut_500 219 0.1226 ndcg_cut_1000 219 0.1226 map_cut_5 219 0.0099 map_cut_10 219 0.0117 map_cut_15 219 0.0155 map_cut_20 219 0.0155 map_cut_30 219 0.0165 map_cut_100 219 0.0322 map_cut_200 219 0.0322 map_cut_500 219 0.0322 map_cut_1000 219 0.0322 relative_P_5 219 0.4000 relative_P_10 219 0.3000 relative_P_15 219 0.3333 relative_P_20 219 0.2500 relative_P_30 219 0.2000 relative_P_100 219 0.2000 relative_P_200 219 0.1000 relative_P_500 219 0.0985 relative_P_1000 219 0.0985 success_1 219 1.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.2000 set_relative_P 219 0.2000 set_recall 219 0.0985 set_map 219 0.0197 set_F 219 0.1320 num_nonrel_judged_ret 219 41 rbp 219 0.1700 rbp_resid 219 0.0164 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 100 num_rel 224 304 num_rel_ret 224 31 map 224 0.0570 Rprec 224 0.1020 bpref 224 0.0979 recip_rank 224 0.5000 iprec_at_recall_0.00 224 0.7143 iprec_at_recall_0.10 224 0.4054 iprec_at_recall_0.20 224 0.0000 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 0.4000 P_10 224 0.5000 P_15 224 0.6000 P_20 224 0.6000 P_30 224 0.7000 P_100 224 0.3100 P_200 224 0.1550 P_500 224 0.0620 P_1000 224 0.0310 relstring 224 '0212102022' recall_5 224 0.0066 recall_10 224 0.0164 recall_15 224 0.0296 recall_20 224 0.0395 recall_30 224 0.0691 recall_100 224 0.1020 recall_200 224 0.1020 recall_500 224 0.1020 recall_1000 224 0.1020 infAP 224 0.0570 Rprec_mult_0.20 224 0.4426 Rprec_mult_0.40 224 0.2541 Rprec_mult_0.60 224 0.1694 Rprec_mult_0.80 224 0.1270 Rprec_mult_1.00 224 0.1020 Rprec_mult_1.20 224 0.0849 Rprec_mult_1.40 224 0.0728 Rprec_mult_1.60 224 0.0637 Rprec_mult_1.80 224 0.0566 Rprec_mult_2.00 224 0.0510 utility 224 -38.0000 11pt_avg 224 0.1018 binG 224 0.0306 G 224 0.0200 ndcg 224 0.1491 ndcg_rel 224 0.1745 Rndcg 224 0.2567 ndcg_cut_5 224 0.3403 ndcg_cut_10 224 0.3563 ndcg_cut_15 224 0.3954 ndcg_cut_20 224 0.4190 ndcg_cut_30 224 0.4721 ndcg_cut_100 224 0.3270 ndcg_cut_200 224 0.2109 ndcg_cut_500 224 0.1491 ndcg_cut_1000 224 0.1491 map_cut_5 224 0.0033 map_cut_10 224 0.0078 map_cut_15 224 0.0152 map_cut_20 224 0.0215 map_cut_30 224 0.0414 map_cut_100 224 0.0570 map_cut_200 224 0.0570 map_cut_500 224 0.0570 map_cut_1000 224 0.0570 relative_P_5 224 0.4000 relative_P_10 224 0.5000 relative_P_15 224 0.6000 relative_P_20 224 0.6000 relative_P_30 224 0.7000 relative_P_100 224 0.3100 relative_P_200 224 0.1550 relative_P_500 224 0.1020 relative_P_1000 224 0.1020 success_1 224 0.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.3100 set_relative_P 224 0.3100 set_recall 224 0.1020 set_map 224 0.0316 set_F 224 0.1535 num_nonrel_judged_ret 224 16 rbp 224 0.4233 rbp_resid 224 0.0254 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 100 num_rel 225 238 num_rel_ret 225 57 map 225 0.1916 Rprec 225 0.2395 bpref 225 0.2286 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.9032 iprec_at_recall_0.20 225 0.6486 iprec_at_recall_0.30 225 0.0000 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 0.8000 P_10 225 0.9000 P_15 225 0.9333 P_20 225 0.8500 P_30 225 0.9000 P_100 225 0.5700 P_200 225 0.2850 P_500 225 0.1140 P_1000 225 0.0570 relstring 225 '2202322222' recall_5 225 0.0168 recall_10 225 0.0378 recall_15 225 0.0588 recall_20 225 0.0714 recall_30 225 0.1134 recall_100 225 0.2395 recall_200 225 0.2395 recall_500 225 0.2395 recall_1000 225 0.2395 infAP 225 0.1916 Rprec_mult_0.20 225 0.7292 Rprec_mult_0.40 225 0.5729 Rprec_mult_0.60 225 0.3986 Rprec_mult_0.80 225 0.2984 Rprec_mult_1.00 225 0.2395 Rprec_mult_1.20 225 0.1993 Rprec_mult_1.40 225 0.1707 Rprec_mult_1.60 225 0.1496 Rprec_mult_1.80 225 0.1329 Rprec_mult_2.00 225 0.1197 utility 225 14.0000 11pt_avg 225 0.2320 binG 225 0.0984 G 225 0.0485 ndcg 225 0.3065 ndcg_rel 225 0.3742 Rndcg 225 0.3993 ndcg_cut_5 225 0.5973 ndcg_cut_10 225 0.6217 ndcg_cut_15 225 0.6318 ndcg_cut_20 225 0.6386 ndcg_cut_30 225 0.6986 ndcg_cut_100 225 0.5469 ndcg_cut_200 225 0.3681 ndcg_cut_500 225 0.3065 ndcg_cut_1000 225 0.3065 map_cut_5 225 0.0149 map_cut_10 225 0.0332 map_cut_15 225 0.0526 map_cut_20 225 0.0644 map_cut_30 225 0.1015 map_cut_100 225 0.1916 map_cut_200 225 0.1916 map_cut_500 225 0.1916 map_cut_1000 225 0.1916 relative_P_5 225 0.8000 relative_P_10 225 0.9000 relative_P_15 225 0.9333 relative_P_20 225 0.8500 relative_P_30 225 0.9000 relative_P_100 225 0.5700 relative_P_200 225 0.2850 relative_P_500 225 0.2395 relative_P_1000 225 0.2395 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.5700 set_relative_P 225 0.5700 set_recall 225 0.2395 set_map 225 0.1365 set_F 225 0.3373 num_nonrel_judged_ret 225 11 rbp 225 0.6428 rbp_resid 225 0.0141 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 100 num_rel 233 203 num_rel_ret 233 34 map 233 0.0867 Rprec 233 0.1675 bpref 233 0.1526 recip_rank 233 0.5000 iprec_at_recall_0.00 233 0.7500 iprec_at_recall_0.10 233 0.5128 iprec_at_recall_0.20 233 0.0000 iprec_at_recall_0.30 233 0.0000 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 0.6000 P_10 233 0.6000 P_15 233 0.6000 P_20 233 0.5500 P_30 233 0.4667 P_100 233 0.3400 P_200 233 0.1700 P_500 233 0.0680 P_1000 233 0.0340 relstring 233 '1222023013' recall_5 233 0.0148 recall_10 233 0.0296 recall_15 233 0.0443 recall_20 233 0.0542 recall_30 233 0.0690 recall_100 233 0.1675 recall_200 233 0.1675 recall_500 233 0.1675 recall_1000 233 0.1675 infAP 233 0.0867 Rprec_mult_0.20 233 0.4878 Rprec_mult_0.40 233 0.3659 Rprec_mult_0.60 233 0.2787 Rprec_mult_0.80 233 0.2086 Rprec_mult_1.00 233 0.1675 Rprec_mult_1.20 233 0.1393 Rprec_mult_1.40 233 0.1193 Rprec_mult_1.60 233 0.1046 Rprec_mult_1.80 233 0.0929 Rprec_mult_2.00 233 0.0837 utility 233 -32.0000 11pt_avg 233 0.1148 binG 233 0.0489 G 233 0.0308 ndcg 233 0.2155 ndcg_rel 233 0.2460 Rndcg 233 0.2789 ndcg_cut_5 233 0.3936 ndcg_cut_10 233 0.4589 ndcg_cut_15 233 0.4622 ndcg_cut_20 233 0.4435 ndcg_cut_30 233 0.4123 ndcg_cut_100 233 0.3347 ndcg_cut_200 233 0.2321 ndcg_cut_500 233 0.2155 ndcg_cut_1000 233 0.2155 map_cut_5 233 0.0094 map_cut_10 233 0.0192 map_cut_15 233 0.0286 map_cut_20 233 0.0348 map_cut_30 233 0.0425 map_cut_100 233 0.0867 map_cut_200 233 0.0867 map_cut_500 233 0.0867 map_cut_1000 233 0.0867 relative_P_5 233 0.6000 relative_P_10 233 0.6000 relative_P_15 233 0.6000 relative_P_20 233 0.5500 relative_P_30 233 0.4667 relative_P_100 233 0.3400 relative_P_200 233 0.1700 relative_P_500 233 0.1675 relative_P_1000 233 0.1675 success_1 233 0.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.3400 set_relative_P 233 0.3400 set_recall 233 0.1675 set_map 233 0.0569 set_F 233 0.2244 num_nonrel_judged_ret 233 25 rbp 233 0.3665 rbp_resid 233 0.0135 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 100 num_rel 273 290 num_rel_ret 273 38 map 273 0.0881 Rprec 273 0.1310 bpref 273 0.1229 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.5577 iprec_at_recall_0.20 273 0.0000 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 0.8000 P_10 273 0.8000 P_15 273 0.7333 P_20 273 0.7000 P_30 273 0.7000 P_100 273 0.3800 P_200 273 0.1900 P_500 273 0.0760 P_1000 273 0.0380 relstring 273 '3222122122' recall_5 273 0.0138 recall_10 273 0.0276 recall_15 273 0.0379 recall_20 273 0.0483 recall_30 273 0.0724 recall_100 273 0.1310 recall_200 273 0.1310 recall_500 273 0.1310 recall_1000 273 0.1310 infAP 273 0.0881 Rprec_mult_0.20 273 0.5000 Rprec_mult_0.40 273 0.3276 Rprec_mult_0.60 273 0.2184 Rprec_mult_0.80 273 0.1638 Rprec_mult_1.00 273 0.1310 Rprec_mult_1.20 273 0.1092 Rprec_mult_1.40 273 0.0936 Rprec_mult_1.60 273 0.0819 Rprec_mult_1.80 273 0.0728 Rprec_mult_2.00 273 0.0655 utility 273 -24.0000 11pt_avg 273 0.1416 binG 273 0.0492 G 273 0.0302 ndcg 273 0.2126 ndcg_rel 273 0.2673 Rndcg 273 0.4114 ndcg_cut_5 273 0.6612 ndcg_cut_10 273 0.6414 ndcg_cut_15 273 0.6322 ndcg_cut_20 273 0.6377 ndcg_cut_30 273 0.6218 ndcg_cut_100 273 0.4276 ndcg_cut_200 273 0.2928 ndcg_cut_500 273 0.2126 ndcg_cut_1000 273 0.2126 map_cut_5 273 0.0138 map_cut_10 273 0.0251 map_cut_15 273 0.0326 map_cut_20 273 0.0400 map_cut_30 273 0.0571 map_cut_100 273 0.0881 map_cut_200 273 0.0881 map_cut_500 273 0.0881 map_cut_1000 273 0.0881 relative_P_5 273 0.8000 relative_P_10 273 0.8000 relative_P_15 273 0.7333 relative_P_20 273 0.7000 relative_P_30 273 0.7000 relative_P_100 273 0.3800 relative_P_200 273 0.1900 relative_P_500 273 0.1310 relative_P_1000 273 0.1310 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.3800 set_relative_P 273 0.3800 set_recall 273 0.1310 set_map 273 0.0498 set_F 273 0.1949 num_nonrel_judged_ret 273 20 rbp 273 0.4707 rbp_resid 273 0.0196 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 100 num_rel 300 239 num_rel_ret 300 20 map 300 0.0203 Rprec 300 0.0837 bpref 300 0.0758 recip_rank 300 0.3333 iprec_at_recall_0.00 300 0.5000 iprec_at_recall_0.10 300 0.0000 iprec_at_recall_0.20 300 0.0000 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.4000 P_10 300 0.2000 P_15 300 0.2000 P_20 300 0.3000 P_30 300 0.2667 P_100 300 0.2000 P_200 300 0.1000 P_500 300 0.0400 P_1000 300 0.0200 relstring 300 '1023000000' recall_5 300 0.0084 recall_10 300 0.0084 recall_15 300 0.0126 recall_20 300 0.0251 recall_30 300 0.0335 recall_100 300 0.0837 recall_200 300 0.0837 recall_500 300 0.0837 recall_1000 300 0.0837 infAP 300 0.0203 Rprec_mult_0.20 300 0.1875 Rprec_mult_0.40 300 0.1979 Rprec_mult_0.60 300 0.1389 Rprec_mult_0.80 300 0.1042 Rprec_mult_1.00 300 0.0837 Rprec_mult_1.20 300 0.0697 Rprec_mult_1.40 300 0.0597 Rprec_mult_1.60 300 0.0522 Rprec_mult_1.80 300 0.0464 Rprec_mult_2.00 300 0.0418 utility 300 -60.0000 11pt_avg 300 0.0455 binG 300 0.0191 G 300 0.0153 ndcg 300 0.1158 ndcg_rel 300 0.1272 Rndcg 300 0.1558 ndcg_cut_5 300 0.3722 ndcg_cut_10 300 0.2415 ndcg_cut_15 300 0.2189 ndcg_cut_20 300 0.2608 ndcg_cut_30 300 0.2559 ndcg_cut_100 300 0.2151 ndcg_cut_200 300 0.1404 ndcg_cut_500 300 0.1158 ndcg_cut_1000 300 0.1158 map_cut_5 300 0.0035 map_cut_10 300 0.0035 map_cut_15 300 0.0046 map_cut_20 300 0.0081 map_cut_30 300 0.0108 map_cut_100 300 0.0203 map_cut_200 300 0.0203 map_cut_500 300 0.0203 map_cut_1000 300 0.0203 relative_P_5 300 0.4000 relative_P_10 300 0.2000 relative_P_15 300 0.2000 relative_P_20 300 0.3000 relative_P_30 300 0.2667 relative_P_100 300 0.2000 relative_P_200 300 0.1000 relative_P_500 300 0.0837 relative_P_1000 300 0.0837 success_1 300 0.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.2000 set_relative_P 300 0.2000 set_recall 300 0.0837 set_map 300 0.0167 set_F 300 0.1180 num_nonrel_judged_ret 300 29 rbp 300 0.2488 rbp_resid 300 0.0341 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 100 num_rel 31 134 num_rel_ret 31 19 map 31 0.0540 Rprec 31 0.1418 bpref 31 0.1218 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.2121 iprec_at_recall_0.20 31 0.0000 iprec_at_recall_0.30 31 0.0000 iprec_at_recall_0.40 31 0.0000 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 0.6000 P_10 31 0.5000 P_15 31 0.4000 P_20 31 0.3000 P_30 31 0.2667 P_100 31 0.1900 P_200 31 0.0950 P_500 31 0.0380 P_1000 31 0.0190 relstring 31 '2022102201' recall_5 31 0.0224 recall_10 31 0.0373 recall_15 31 0.0448 recall_20 31 0.0448 recall_30 31 0.0597 recall_100 31 0.1418 recall_200 31 0.1418 recall_500 31 0.1418 recall_1000 31 0.1418 infAP 31 0.0540 Rprec_mult_0.20 31 0.2963 Rprec_mult_0.40 31 0.2222 Rprec_mult_0.60 31 0.1852 Rprec_mult_0.80 31 0.1759 Rprec_mult_1.00 31 0.1418 Rprec_mult_1.20 31 0.1180 Rprec_mult_1.40 31 0.1011 Rprec_mult_1.60 31 0.0884 Rprec_mult_1.80 31 0.0785 Rprec_mult_2.00 31 0.0709 utility 31 -62.0000 11pt_avg 31 0.1102 binG 31 0.0440 G 31 0.0303 ndcg 31 0.1955 ndcg_rel 31 0.2220 Rndcg 31 0.2495 ndcg_cut_5 31 0.4803 ndcg_cut_10 31 0.4281 ndcg_cut_15 31 0.3922 ndcg_cut_20 31 0.3301 ndcg_cut_30 31 0.3261 ndcg_cut_100 31 0.2594 ndcg_cut_200 31 0.1955 ndcg_cut_500 31 0.1955 ndcg_cut_1000 31 0.1955 map_cut_5 31 0.0180 map_cut_10 31 0.0270 map_cut_15 31 0.0302 map_cut_20 31 0.0302 map_cut_30 31 0.0347 map_cut_100 31 0.0540 map_cut_200 31 0.0540 map_cut_500 31 0.0540 map_cut_1000 31 0.0540 relative_P_5 31 0.6000 relative_P_10 31 0.5000 relative_P_15 31 0.4000 relative_P_20 31 0.3000 relative_P_30 31 0.2667 relative_P_100 31 0.1900 relative_P_200 31 0.1418 relative_P_500 31 0.1418 relative_P_1000 31 0.1418 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.1900 set_relative_P 31 0.1900 set_recall 31 0.1418 set_map 31 0.0269 set_F 31 0.1624 num_nonrel_judged_ret 31 32 rbp 31 0.3383 rbp_resid 31 0.0205 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 100 num_rel 37 230 num_rel_ret 37 17 map 37 0.0265 Rprec 37 0.0739 bpref 37 0.0682 recip_rank 37 1.0000 iprec_at_recall_0.00 37 1.0000 iprec_at_recall_0.10 37 0.0000 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.6000 P_10 37 0.4000 P_15 37 0.3333 P_20 37 0.3500 P_30 37 0.2667 P_100 37 0.1700 P_200 37 0.0850 P_500 37 0.0340 P_1000 37 0.0170 relstring 37 '3102211002' recall_5 37 0.0130 recall_10 37 0.0174 recall_15 37 0.0217 recall_20 37 0.0304 recall_30 37 0.0348 recall_100 37 0.0739 recall_200 37 0.0739 recall_500 37 0.0739 recall_1000 37 0.0739 infAP 37 0.0265 Rprec_mult_0.20 37 0.2609 Rprec_mult_0.40 37 0.1848 Rprec_mult_0.60 37 0.1232 Rprec_mult_0.80 37 0.0924 Rprec_mult_1.00 37 0.0739 Rprec_mult_1.20 37 0.0616 Rprec_mult_1.40 37 0.0528 Rprec_mult_1.60 37 0.0462 Rprec_mult_1.80 37 0.0411 Rprec_mult_2.00 37 0.0370 utility 37 -66.0000 11pt_avg 37 0.0909 binG 37 0.0221 G 37 0.0191 ndcg 37 0.1358 ndcg_rel 37 0.1605 Rndcg 37 0.2405 ndcg_cut_5 37 0.5953 ndcg_cut_10 37 0.4793 ndcg_cut_15 37 0.4173 ndcg_cut_20 37 0.4147 ndcg_cut_30 37 0.3865 ndcg_cut_100 37 0.2952 ndcg_cut_200 37 0.1884 ndcg_cut_500 37 0.1358 ndcg_cut_1000 37 0.1358 map_cut_5 37 0.0091 map_cut_10 37 0.0109 map_cut_15 37 0.0125 map_cut_20 37 0.0157 map_cut_30 37 0.0169 map_cut_100 37 0.0265 map_cut_200 37 0.0265 map_cut_500 37 0.0265 map_cut_1000 37 0.0265 relative_P_5 37 0.6000 relative_P_10 37 0.4000 relative_P_15 37 0.3333 relative_P_20 37 0.3500 relative_P_30 37 0.2667 relative_P_100 37 0.1700 relative_P_200 37 0.0850 relative_P_500 37 0.0739 relative_P_1000 37 0.0739 success_1 37 1.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.1700 set_relative_P 37 0.1700 set_recall 37 0.0739 set_map 37 0.0126 set_F 37 0.1030 num_nonrel_judged_ret 37 36 rbp 37 0.3676 rbp_resid 37 0.0295 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 100 num_rel 407 102 num_rel_ret 407 8 map 407 0.0090 Rprec 407 0.0784 bpref 407 0.0586 recip_rank 407 0.0500 iprec_at_recall_0.00 407 0.1562 iprec_at_recall_0.10 407 0.0000 iprec_at_recall_0.20 407 0.0000 iprec_at_recall_0.30 407 0.0000 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.0000 P_10 407 0.0000 P_15 407 0.0000 P_20 407 0.0500 P_30 407 0.1333 P_100 407 0.0800 P_200 407 0.0400 P_500 407 0.0160 P_1000 407 0.0080 relstring 407 '0000000000' recall_5 407 0.0000 recall_10 407 0.0000 recall_15 407 0.0000 recall_20 407 0.0098 recall_30 407 0.0392 recall_100 407 0.0784 recall_200 407 0.0784 recall_500 407 0.0784 recall_1000 407 0.0784 infAP 407 0.0090 Rprec_mult_0.20 407 0.0476 Rprec_mult_0.40 407 0.1220 Rprec_mult_0.60 407 0.1290 Rprec_mult_0.80 407 0.0976 Rprec_mult_1.00 407 0.0784 Rprec_mult_1.20 407 0.0650 Rprec_mult_1.40 407 0.0559 Rprec_mult_1.60 407 0.0488 Rprec_mult_1.80 407 0.0435 Rprec_mult_2.00 407 0.0392 utility 407 -84.0000 11pt_avg 407 0.0142 binG 407 0.0157 G 407 0.0112 ndcg 407 0.0632 ndcg_rel 407 0.0637 Rndcg 407 0.0436 ndcg_cut_5 407 0.0000 ndcg_cut_10 407 0.0000 ndcg_cut_15 407 0.0000 ndcg_cut_20 407 0.0252 ndcg_cut_30 407 0.0766 ndcg_cut_100 407 0.0685 ndcg_cut_200 407 0.0632 ndcg_cut_500 407 0.0632 ndcg_cut_1000 407 0.0632 map_cut_5 407 0.0000 map_cut_10 407 0.0000 map_cut_15 407 0.0000 map_cut_20 407 0.0005 map_cut_30 407 0.0037 map_cut_100 407 0.0090 map_cut_200 407 0.0090 map_cut_500 407 0.0090 map_cut_1000 407 0.0090 relative_P_5 407 0.0000 relative_P_10 407 0.0000 relative_P_15 407 0.0000 relative_P_20 407 0.0500 relative_P_30 407 0.1333 relative_P_100 407 0.0800 relative_P_200 407 0.0784 relative_P_500 407 0.0784 relative_P_1000 407 0.0784 success_1 407 0.0000 success_5 407 0.0000 success_10 407 0.0000 set_P 407 0.0800 set_relative_P 407 0.0800 set_recall 407 0.0784 set_map 407 0.0063 set_F 407 0.0792 num_nonrel_judged_ret 407 35 rbp 407 0.0259 rbp_resid 407 0.0328 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 100 num_rel 477 285 num_rel_ret 477 48 map 477 0.1099 Rprec 477 0.1684 bpref 477 0.1618 recip_rank 477 0.5000 iprec_at_recall_0.00 477 0.9000 iprec_at_recall_0.10 477 0.5395 iprec_at_recall_0.20 477 0.0000 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 0.8000 P_10 477 0.9000 P_15 477 0.7333 P_20 477 0.8000 P_30 477 0.7667 P_100 477 0.4800 P_200 477 0.2400 P_500 477 0.0960 P_1000 477 0.0480 relstring 477 '1332333322' recall_5 477 0.0140 recall_10 477 0.0316 recall_15 477 0.0386 recall_20 477 0.0561 recall_30 477 0.0807 recall_100 477 0.1684 recall_200 477 0.1684 recall_500 477 0.1684 recall_1000 477 0.1684 infAP 477 0.1099 Rprec_mult_0.20 477 0.5088 Rprec_mult_0.40 477 0.4211 Rprec_mult_0.60 477 0.2807 Rprec_mult_0.80 477 0.2105 Rprec_mult_1.00 477 0.1684 Rprec_mult_1.20 477 0.1404 Rprec_mult_1.40 477 0.1203 Rprec_mult_1.60 477 0.1053 Rprec_mult_1.80 477 0.0936 Rprec_mult_2.00 477 0.0842 utility 477 -4.0000 11pt_avg 477 0.1309 binG 477 0.0556 G 477 0.0371 ndcg 477 0.2363 ndcg_rel 477 0.2907 Rndcg 477 0.3176 ndcg_cut_5 477 0.7252 ndcg_cut_10 477 0.7784 ndcg_cut_15 477 0.6917 ndcg_cut_20 477 0.6989 ndcg_cut_30 477 0.6835 ndcg_cut_100 477 0.4796 ndcg_cut_200 477 0.3278 ndcg_cut_500 477 0.2363 ndcg_cut_1000 477 0.2363 map_cut_5 477 0.0095 map_cut_10 477 0.0248 map_cut_15 477 0.0299 map_cut_20 477 0.0435 map_cut_30 477 0.0625 map_cut_100 477 0.1099 map_cut_200 477 0.1099 map_cut_500 477 0.1099 map_cut_1000 477 0.1099 relative_P_5 477 0.8000 relative_P_10 477 0.9000 relative_P_15 477 0.7333 relative_P_20 477 0.8000 relative_P_30 477 0.7667 relative_P_100 477 0.4800 relative_P_200 477 0.2400 relative_P_500 477 0.1684 relative_P_1000 477 0.1684 success_1 477 0.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.4800 set_relative_P 477 0.4800 set_recall 477 0.1684 set_map 477 0.0808 set_F 477 0.2494 num_nonrel_judged_ret 477 11 rbp 477 0.7097 rbp_resid 477 0.0285 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 100 num_rel 499 192 num_rel_ret 499 38 map 499 0.1103 Rprec 499 0.1979 bpref 499 0.1814 recip_rank 499 0.5000 iprec_at_recall_0.00 499 0.7500 iprec_at_recall_0.10 499 0.5588 iprec_at_recall_0.20 499 0.3838 iprec_at_recall_0.30 499 0.0000 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 0.6000 P_10 499 0.5000 P_15 499 0.6000 P_20 499 0.6500 P_30 499 0.6000 P_100 499 0.3800 P_200 499 0.1900 P_500 499 0.0760 P_1000 499 0.0380 relstring 499 '1332130200' recall_5 499 0.0156 recall_10 499 0.0260 recall_15 499 0.0469 recall_20 499 0.0677 recall_30 499 0.0938 recall_100 499 0.1979 recall_200 499 0.1979 recall_500 499 0.1979 recall_1000 499 0.1979 infAP 499 0.1103 Rprec_mult_0.20 499 0.5128 Rprec_mult_0.40 499 0.4286 Rprec_mult_0.60 499 0.3276 Rprec_mult_0.80 499 0.2468 Rprec_mult_1.00 499 0.1979 Rprec_mult_1.20 499 0.1645 Rprec_mult_1.40 499 0.1413 Rprec_mult_1.60 499 0.1234 Rprec_mult_1.80 499 0.1098 Rprec_mult_2.00 499 0.0990 utility 499 -24.0000 11pt_avg 499 0.1539 binG 499 0.0578 G 499 0.0397 ndcg 499 0.2545 ndcg_rel 499 0.3000 Rndcg 499 0.3443 ndcg_cut_5 499 0.6377 ndcg_cut_10 499 0.5385 ndcg_cut_15 499 0.5528 ndcg_cut_20 499 0.5503 ndcg_cut_30 499 0.5168 ndcg_cut_100 499 0.4370 ndcg_cut_200 499 0.2888 ndcg_cut_500 499 0.2545 ndcg_cut_1000 499 0.2545 map_cut_5 499 0.0100 map_cut_10 499 0.0167 map_cut_15 499 0.0289 map_cut_20 499 0.0426 map_cut_30 499 0.0595 map_cut_100 499 0.1103 map_cut_200 499 0.1103 map_cut_500 499 0.1103 map_cut_1000 499 0.1103 relative_P_5 499 0.6000 relative_P_10 499 0.5000 relative_P_15 499 0.6000 relative_P_20 499 0.6500 relative_P_30 499 0.6000 relative_P_100 499 0.3800 relative_P_200 499 0.1979 relative_P_500 499 0.1979 relative_P_1000 499 0.1979 success_1 499 0.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.3800 set_relative_P 499 0.3800 set_recall 499 0.1979 set_map 499 0.0752 set_F 499 0.2603 num_nonrel_judged_ret 499 26 rbp 499 0.5459 rbp_resid 499 0.0125 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 100 num_rel 515 147 num_rel_ret 515 6 map 515 0.0060 Rprec 515 0.0408 bpref 515 0.0357 recip_rank 515 0.1429 iprec_at_recall_0.00 515 0.1765 iprec_at_recall_0.10 515 0.0000 iprec_at_recall_0.20 515 0.0000 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.0000 P_10 515 0.1000 P_15 515 0.0667 P_20 515 0.1500 P_30 515 0.1333 P_100 515 0.0600 P_200 515 0.0300 P_500 515 0.0120 P_1000 515 0.0060 relstring 515 '1011002000' recall_5 515 0.0000 recall_10 515 0.0068 recall_15 515 0.0068 recall_20 515 0.0204 recall_30 515 0.0272 recall_100 515 0.0408 recall_200 515 0.0408 recall_500 515 0.0408 recall_1000 515 0.0408 infAP 515 0.0060 Rprec_mult_0.20 515 0.1333 Rprec_mult_0.40 515 0.1017 Rprec_mult_0.60 515 0.0674 Rprec_mult_0.80 515 0.0508 Rprec_mult_1.00 515 0.0408 Rprec_mult_1.20 515 0.0339 Rprec_mult_1.40 515 0.0291 Rprec_mult_1.60 515 0.0254 Rprec_mult_1.80 515 0.0226 Rprec_mult_2.00 515 0.0204 utility 515 -88.0000 11pt_avg 515 0.0160 binG 515 0.0098 G 515 0.0143 ndcg 515 0.0956 ndcg_rel 515 0.1089 Rndcg 515 0.1001 ndcg_cut_5 515 0.3274 ndcg_cut_10 515 0.2858 ndcg_cut_15 515 0.2446 ndcg_cut_20 515 0.2725 ndcg_cut_30 515 0.2326 ndcg_cut_100 515 0.1385 ndcg_cut_200 515 0.0956 ndcg_cut_500 515 0.0956 ndcg_cut_1000 515 0.0956 map_cut_5 515 0.0000 map_cut_10 515 0.0010 map_cut_15 515 0.0010 map_cut_20 515 0.0030 map_cut_30 515 0.0041 map_cut_100 515 0.0060 map_cut_200 515 0.0060 map_cut_500 515 0.0060 map_cut_1000 515 0.0060 relative_P_5 515 0.0000 relative_P_10 515 0.1000 relative_P_15 515 0.0667 relative_P_20 515 0.1500 relative_P_30 515 0.1333 relative_P_100 515 0.0600 relative_P_200 515 0.0408 relative_P_500 515 0.0408 relative_P_1000 515 0.0408 success_1 515 0.0000 success_5 515 0.0000 success_10 515 1.0000 set_P 515 0.0600 set_relative_P 515 0.0600 set_recall 515 0.0408 set_map 515 0.0024 set_F 515 0.0486 num_nonrel_judged_ret 515 45 rbp 515 0.2473 rbp_resid 515 0.0309 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 100 num_rel 58 373 num_rel_ret 58 57 map 58 0.1141 Rprec 58 0.1528 bpref 58 0.1453 recip_rank 58 1.0000 iprec_at_recall_0.00 58 1.0000 iprec_at_recall_0.10 58 0.6552 iprec_at_recall_0.20 58 0.0000 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 0.8000 P_10 58 0.8000 P_15 58 0.8667 P_20 58 0.9000 P_30 58 0.8333 P_100 58 0.5700 P_200 58 0.2850 P_500 58 0.1140 P_1000 58 0.0570 relstring 58 '4312212233' recall_5 58 0.0107 recall_10 58 0.0214 recall_15 58 0.0349 recall_20 58 0.0483 recall_30 58 0.0670 recall_100 58 0.1528 recall_200 58 0.1528 recall_500 58 0.1528 recall_1000 58 0.1528 infAP 58 0.1141 Rprec_mult_0.20 58 0.6267 Rprec_mult_0.40 58 0.3800 Rprec_mult_0.60 58 0.2545 Rprec_mult_0.80 58 0.1906 Rprec_mult_1.00 58 0.1528 Rprec_mult_1.20 58 0.1272 Rprec_mult_1.40 58 0.1090 Rprec_mult_1.60 58 0.0955 Rprec_mult_1.80 58 0.0848 Rprec_mult_2.00 58 0.0764 utility 58 14.0000 11pt_avg 58 0.1505 binG 58 0.0551 G 58 0.0364 ndcg 58 0.2405 ndcg_rel 58 0.3043 Rndcg 58 0.3938 ndcg_cut_5 58 0.6807 ndcg_cut_10 58 0.6907 ndcg_cut_15 58 0.7504 ndcg_cut_20 58 0.7770 ndcg_cut_30 58 0.7395 ndcg_cut_100 58 0.5464 ndcg_cut_200 58 0.3549 ndcg_cut_500 58 0.2405 ndcg_cut_1000 58 0.2405 map_cut_5 58 0.0095 map_cut_10 58 0.0177 map_cut_15 58 0.0290 map_cut_20 58 0.0409 map_cut_30 58 0.0570 map_cut_100 58 0.1141 map_cut_200 58 0.1141 map_cut_500 58 0.1141 map_cut_1000 58 0.1141 relative_P_5 58 0.8000 relative_P_10 58 0.8000 relative_P_15 58 0.8667 relative_P_20 58 0.9000 relative_P_30 58 0.8333 relative_P_100 58 0.5700 relative_P_200 58 0.2850 relative_P_500 58 0.1528 relative_P_1000 58 0.1528 success_1 58 1.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.5700 set_relative_P 58 0.5700 set_recall 58 0.1528 set_map 58 0.0871 set_F 58 0.2410 num_nonrel_judged_ret 58 6 rbp 58 0.5965 rbp_resid 58 0.0200 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 100 num_rel 707 186 num_rel_ret 707 15 map 707 0.0254 Rprec 707 0.0806 bpref 707 0.0727 recip_rank 707 1.0000 iprec_at_recall_0.00 707 1.0000 iprec_at_recall_0.10 707 0.0000 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.4000 P_10 707 0.3000 P_15 707 0.2000 P_20 707 0.2500 P_30 707 0.2667 P_100 707 0.1500 P_200 707 0.0750 P_500 707 0.0300 P_1000 707 0.0150 relstring 707 '2000200002' recall_5 707 0.0108 recall_10 707 0.0161 recall_15 707 0.0161 recall_20 707 0.0269 recall_30 707 0.0430 recall_100 707 0.0806 recall_200 707 0.0806 recall_500 707 0.0806 recall_1000 707 0.0806 infAP 707 0.0254 Rprec_mult_0.20 707 0.2632 Rprec_mult_0.40 707 0.2000 Rprec_mult_0.60 707 0.1339 Rprec_mult_0.80 707 0.1007 Rprec_mult_1.00 707 0.0806 Rprec_mult_1.20 707 0.0670 Rprec_mult_1.40 707 0.0575 Rprec_mult_1.60 707 0.0503 Rprec_mult_1.80 707 0.0448 Rprec_mult_2.00 707 0.0403 utility 707 -70.0000 11pt_avg 707 0.0909 binG 707 0.0230 G 707 0.0160 ndcg 707 0.1133 ndcg_rel 707 0.1256 Rndcg 707 0.1549 ndcg_cut_5 707 0.3136 ndcg_cut_10 707 0.2570 ndcg_cut_15 707 0.2138 ndcg_cut_20 707 0.2376 ndcg_cut_30 707 0.2504 ndcg_cut_100 707 0.1796 ndcg_cut_200 707 0.1147 ndcg_cut_500 707 0.1133 ndcg_cut_1000 707 0.1133 map_cut_5 707 0.0075 map_cut_10 707 0.0091 map_cut_15 707 0.0091 map_cut_20 707 0.0117 map_cut_30 707 0.0164 map_cut_100 707 0.0254 map_cut_200 707 0.0254 map_cut_500 707 0.0254 map_cut_1000 707 0.0254 relative_P_5 707 0.4000 relative_P_10 707 0.3000 relative_P_15 707 0.2000 relative_P_20 707 0.2500 relative_P_30 707 0.2667 relative_P_100 707 0.1500 relative_P_200 707 0.0806 relative_P_500 707 0.0806 relative_P_1000 707 0.0806 success_1 707 1.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.1500 set_relative_P 707 0.1500 set_recall 707 0.0806 set_map 707 0.0121 set_F 707 0.1049 num_nonrel_judged_ret 707 35 rbp 707 0.1807 rbp_resid 707 0.0217 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 100 num_rel 72 466 num_rel_ret 72 45 map 72 0.0615 Rprec 72 0.0966 bpref 72 0.0797 recip_rank 72 0.5000 iprec_at_recall_0.00 72 0.8000 iprec_at_recall_0.10 72 0.0000 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 0.8000 P_10 72 0.7000 P_15 72 0.6667 P_20 72 0.7000 P_30 72 0.7000 P_100 72 0.4500 P_200 72 0.2250 P_500 72 0.0900 P_1000 72 0.0450 relstring 72 '1333201332' recall_5 72 0.0086 recall_10 72 0.0150 recall_15 72 0.0215 recall_20 72 0.0300 recall_30 72 0.0451 recall_100 72 0.0966 recall_200 72 0.0966 recall_500 72 0.0966 recall_1000 72 0.0966 infAP 72 0.0615 Rprec_mult_0.20 72 0.4574 Rprec_mult_0.40 72 0.2406 Rprec_mult_0.60 72 0.1607 Rprec_mult_0.80 72 0.1206 Rprec_mult_1.00 72 0.0966 Rprec_mult_1.20 72 0.0804 Rprec_mult_1.40 72 0.0689 Rprec_mult_1.60 72 0.0603 Rprec_mult_1.80 72 0.0536 Rprec_mult_2.00 72 0.0483 utility 72 -10.0000 11pt_avg 72 0.0727 binG 72 0.0297 G 72 0.0185 ndcg 72 0.1552 ndcg_rel 72 0.1919 Rndcg 72 0.2422 ndcg_cut_5 72 0.5476 ndcg_cut_10 72 0.5073 ndcg_cut_15 72 0.5063 ndcg_cut_20 72 0.5137 ndcg_cut_30 72 0.5217 ndcg_cut_100 72 0.4076 ndcg_cut_200 72 0.2636 ndcg_cut_500 72 0.1552 ndcg_cut_1000 72 0.1552 map_cut_5 72 0.0058 map_cut_10 72 0.0101 map_cut_15 72 0.0146 map_cut_20 72 0.0207 map_cut_30 72 0.0314 map_cut_100 72 0.0615 map_cut_200 72 0.0615 map_cut_500 72 0.0615 map_cut_1000 72 0.0615 relative_P_5 72 0.8000 relative_P_10 72 0.7000 relative_P_15 72 0.6667 relative_P_20 72 0.7000 relative_P_30 72 0.7000 relative_P_100 72 0.4500 relative_P_200 72 0.2250 relative_P_500 72 0.0966 relative_P_1000 72 0.0966 success_1 72 0.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.4500 set_relative_P 72 0.4500 set_recall 72 0.0966 set_map 72 0.0435 set_F 72 0.1590 num_nonrel_judged_ret 72 10 rbp 72 0.5187 rbp_resid 72 0.0213 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 100 num_rel 84 142 num_rel_ret 84 11 map 84 0.0324 Rprec 84 0.0775 bpref 84 0.0698 recip_rank 84 1.0000 iprec_at_recall_0.00 84 1.0000 iprec_at_recall_0.10 84 0.0000 iprec_at_recall_0.20 84 0.0000 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 0.4000 P_10 84 0.6000 P_15 84 0.4000 P_20 84 0.3000 P_30 84 0.2667 P_100 84 0.1100 P_200 84 0.0550 P_500 84 0.0220 P_1000 84 0.0110 relstring 84 '2112020222' recall_5 84 0.0141 recall_10 84 0.0423 recall_15 84 0.0423 recall_20 84 0.0423 recall_30 84 0.0563 recall_100 84 0.0775 recall_200 84 0.0775 recall_500 84 0.0775 recall_1000 84 0.0775 infAP 84 0.0324 Rprec_mult_0.20 84 0.2414 Rprec_mult_0.40 84 0.1404 Rprec_mult_0.60 84 0.1047 Rprec_mult_0.80 84 0.0965 Rprec_mult_1.00 84 0.0775 Rprec_mult_1.20 84 0.0643 Rprec_mult_1.40 84 0.0553 Rprec_mult_1.60 84 0.0482 Rprec_mult_1.80 84 0.0430 Rprec_mult_2.00 84 0.0387 utility 84 -78.0000 11pt_avg 84 0.0909 binG 84 0.0284 G 84 0.0158 ndcg 84 0.1219 ndcg_rel 84 0.1349 Rndcg 84 0.2352 ndcg_cut_5 84 0.3500 ndcg_cut_10 84 0.4024 ndcg_cut_15 84 0.3358 ndcg_cut_20 84 0.2857 ndcg_cut_30 84 0.2733 ndcg_cut_100 84 0.1829 ndcg_cut_200 84 0.1323 ndcg_cut_500 84 0.1219 ndcg_cut_1000 84 0.1219 map_cut_5 84 0.0106 map_cut_10 84 0.0257 map_cut_15 84 0.0257 map_cut_20 84 0.0257 map_cut_30 84 0.0299 map_cut_100 84 0.0324 map_cut_200 84 0.0324 map_cut_500 84 0.0324 map_cut_1000 84 0.0324 relative_P_5 84 0.4000 relative_P_10 84 0.6000 relative_P_15 84 0.4000 relative_P_20 84 0.3000 relative_P_30 84 0.2667 relative_P_100 84 0.1100 relative_P_200 84 0.0775 relative_P_500 84 0.0775 relative_P_1000 84 0.0775 success_1 84 1.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.1100 set_relative_P 84 0.1100 set_recall 84 0.0775 set_map 84 0.0085 set_F 84 0.0909 num_nonrel_judged_ret 84 37 rbp 84 0.2383 rbp_resid 84 0.0329 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 100 num_rel 897 239 num_rel_ret 897 27 map 897 0.0560 Rprec 897 0.1130 bpref 897 0.1067 recip_rank 897 0.5000 iprec_at_recall_0.00 897 0.7500 iprec_at_recall_0.10 897 0.3158 iprec_at_recall_0.20 897 0.0000 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 0.6000 P_10 897 0.6000 P_15 897 0.6000 P_20 897 0.6000 P_30 897 0.4667 P_100 897 0.2700 P_200 897 0.1350 P_500 897 0.0540 P_1000 897 0.0270 relstring 897 '1322122200' recall_5 897 0.0126 recall_10 897 0.0251 recall_15 897 0.0377 recall_20 897 0.0502 recall_30 897 0.0586 recall_100 897 0.1130 recall_200 897 0.1130 recall_500 897 0.1130 recall_1000 897 0.1130 infAP 897 0.0560 Rprec_mult_0.20 897 0.3542 Rprec_mult_0.40 897 0.2708 Rprec_mult_0.60 897 0.1875 Rprec_mult_0.80 897 0.1406 Rprec_mult_1.00 897 0.1130 Rprec_mult_1.20 897 0.0941 Rprec_mult_1.40 897 0.0806 Rprec_mult_1.60 897 0.0705 Rprec_mult_1.80 897 0.0626 Rprec_mult_2.00 897 0.0565 utility 897 -46.0000 11pt_avg 897 0.0969 binG 897 0.0351 G 897 0.0249 ndcg 897 0.1745 ndcg_rel 897 0.2057 Rndcg 897 0.2702 ndcg_cut_5 897 0.5812 ndcg_cut_10 897 0.5246 ndcg_cut_15 897 0.5267 ndcg_cut_20 897 0.5043 ndcg_cut_30 897 0.4373 ndcg_cut_100 897 0.3351 ndcg_cut_200 897 0.2167 ndcg_cut_500 897 0.1745 ndcg_cut_1000 897 0.1745 map_cut_5 897 0.0080 map_cut_10 897 0.0169 map_cut_15 897 0.0246 map_cut_20 897 0.0319 map_cut_30 897 0.0365 map_cut_100 897 0.0560 map_cut_200 897 0.0560 map_cut_500 897 0.0560 map_cut_1000 897 0.0560 relative_P_5 897 0.6000 relative_P_10 897 0.6000 relative_P_15 897 0.6000 relative_P_20 897 0.6000 relative_P_30 897 0.4667 relative_P_100 897 0.2700 relative_P_200 897 0.1350 relative_P_500 897 0.1130 relative_P_1000 897 0.1130 success_1 897 0.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.2700 set_relative_P 897 0.2700 set_recall 897 0.1130 set_map 897 0.0305 set_F 897 0.1593 num_nonrel_judged_ret 897 27 rbp 897 0.4849 rbp_resid 897 0.0230 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all bm25_NITA_JH num_q all 22 num_ret all 2200 num_rel all 5166 num_rel_ret all 594 map all 0.0571 gm_map all 0.0404 Rprec all 0.1120 bpref all 0.1024 recip_rank all 0.6641 iprec_at_recall_0.00 all 0.7683 iprec_at_recall_0.10 all 0.2564 iprec_at_recall_0.20 all 0.0469 iprec_at_recall_0.30 all 0.0000 iprec_at_recall_0.40 all 0.0000 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.5182 P_10 all 0.4909 P_15 all 0.4545 P_20 all 0.4568 P_30 all 0.4439 P_100 all 0.2700 P_200 all 0.1350 P_500 all 0.0540 P_1000 all 0.0270 recall_5 all 0.0110 recall_10 all 0.0210 recall_15 all 0.0286 recall_20 all 0.0381 recall_30 all 0.0557 recall_100 all 0.1120 recall_200 all 0.1120 recall_500 all 0.1120 recall_1000 all 0.1120 infAP all 0.0571 gm_bpref all 0.0915 Rprec_mult_0.20 all 0.3556 Rprec_mult_0.40 all 0.2571 Rprec_mult_0.60 all 0.1827 Rprec_mult_0.80 all 0.1396 Rprec_mult_1.00 all 0.1120 Rprec_mult_1.20 all 0.0932 Rprec_mult_1.40 all 0.0799 Rprec_mult_1.60 all 0.0699 Rprec_mult_1.80 all 0.0621 Rprec_mult_2.00 all 0.0560 utility all -46.0000 11pt_avg all 0.0974 binG all 0.0352 G all 0.0232 ndcg all 0.1615 ndcg_rel all 0.1895 Rndcg all 0.2389 ndcg_cut_5 all 0.4443 ndcg_cut_10 all 0.4179 ndcg_cut_15 all 0.3994 ndcg_cut_20 all 0.4000 ndcg_cut_30 all 0.3966 ndcg_cut_100 all 0.3001 ndcg_cut_200 all 0.2007 ndcg_cut_500 all 0.1615 ndcg_cut_1000 all 0.1615 map_cut_5 all 0.0080 map_cut_10 all 0.0143 map_cut_15 all 0.0190 map_cut_20 all 0.0241 map_cut_30 all 0.0334 map_cut_100 all 0.0571 map_cut_200 all 0.0571 map_cut_500 all 0.0571 map_cut_1000 all 0.0571 relative_P_5 all 0.5182 relative_P_10 all 0.4909 relative_P_15 all 0.4545 relative_P_20 all 0.4568 relative_P_30 all 0.4439 relative_P_100 all 0.2700 relative_P_200 all 0.1412 relative_P_500 all 0.1120 relative_P_1000 all 0.1120 success_1 all 0.4545 success_5 all 0.9091 success_10 all 0.9545 set_P all 0.2700 set_relative_P all 0.2700 set_recall all 0.1120 set_map all 0.0362 set_F all 0.1550 num_nonrel_judged_ret all 607 rbp all 0.3610 rbp_resid all 0.0239 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000