num_ret 14 100 num_rel 14 272 num_rel_ret 14 38 map 14 0.0872 Rprec 14 0.1397 bpref 14 0.1308 recip_rank 14 1.0000 iprec_at_recall_0.00 14 1.0000 iprec_at_recall_0.10 14 0.5246 iprec_at_recall_0.20 14 0.0000 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 0.8000 P_10 14 0.7000 P_15 14 0.6000 P_20 14 0.6000 P_30 14 0.6333 P_100 14 0.3800 P_200 14 0.1900 P_500 14 0.0760 P_1000 14 0.0380 relstring 14 '2221220032' recall_5 14 0.0147 recall_10 14 0.0257 recall_15 14 0.0331 recall_20 14 0.0441 recall_30 14 0.0699 recall_100 14 0.1397 recall_200 14 0.1397 recall_500 14 0.1397 recall_1000 14 0.1397 infAP 14 0.0872 Rprec_mult_0.20 14 0.5091 Rprec_mult_0.40 14 0.3486 Rprec_mult_0.60 14 0.2317 Rprec_mult_0.80 14 0.1743 Rprec_mult_1.00 14 0.1397 Rprec_mult_1.20 14 0.1162 Rprec_mult_1.40 14 0.0997 Rprec_mult_1.60 14 0.0872 Rprec_mult_1.80 14 0.0776 Rprec_mult_2.00 14 0.0699 utility 14 -24.0000 11pt_avg 14 0.1386 binG 14 0.0473 G 14 0.0290 ndcg 14 0.2106 ndcg_rel 14 0.2491 Rndcg 14 0.3472 ndcg_cut_5 14 0.5218 ndcg_cut_10 14 0.5019 ndcg_cut_15 14 0.4658 ndcg_cut_20 14 0.4567 ndcg_cut_30 14 0.4900 ndcg_cut_100 14 0.4233 ndcg_cut_200 14 0.2745 ndcg_cut_500 14 0.2106 ndcg_cut_1000 14 0.2106 map_cut_5 14 0.0140 map_cut_10 14 0.0221 map_cut_15 14 0.0267 map_cut_20 14 0.0338 map_cut_30 14 0.0497 map_cut_100 14 0.0872 map_cut_200 14 0.0872 map_cut_500 14 0.0872 map_cut_1000 14 0.0872 relative_P_5 14 0.8000 relative_P_10 14 0.7000 relative_P_15 14 0.6000 relative_P_20 14 0.6000 relative_P_30 14 0.6333 relative_P_100 14 0.3800 relative_P_200 14 0.1900 relative_P_500 14 0.1397 relative_P_1000 14 0.1397 success_1 14 1.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.3800 set_relative_P 14 0.3800 set_recall 14 0.1397 set_map 14 0.0531 set_F 14 0.2043 num_nonrel_judged_ret 14 31 rbp 14 0.3661 rbp_resid 14 0.0032 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 100 num_rel 144 197 num_rel_ret 144 12 map 144 0.0130 Rprec 144 0.0609 bpref 144 0.0518 recip_rank 144 0.5000 iprec_at_recall_0.00 144 0.5000 iprec_at_recall_0.10 144 0.0000 iprec_at_recall_0.20 144 0.0000 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.2000 P_10 144 0.3000 P_15 144 0.2000 P_20 144 0.2000 P_30 144 0.2000 P_100 144 0.1200 P_200 144 0.0600 P_500 144 0.0240 P_1000 144 0.0120 relstring 144 '0310100230' recall_5 144 0.0051 recall_10 144 0.0152 recall_15 144 0.0152 recall_20 144 0.0203 recall_30 144 0.0305 recall_100 144 0.0609 recall_200 144 0.0609 recall_500 144 0.0609 recall_1000 144 0.0609 infAP 144 0.0130 Rprec_mult_0.20 144 0.1500 Rprec_mult_0.40 144 0.1519 Rprec_mult_0.60 144 0.1008 Rprec_mult_0.80 144 0.0759 Rprec_mult_1.00 144 0.0609 Rprec_mult_1.20 144 0.0506 Rprec_mult_1.40 144 0.0435 Rprec_mult_1.60 144 0.0380 Rprec_mult_1.80 144 0.0338 Rprec_mult_2.00 144 0.0305 utility 144 -76.0000 11pt_avg 144 0.0455 binG 144 0.0153 G 144 0.0136 ndcg 144 0.1052 ndcg_rel 144 0.1154 Rndcg 144 0.1065 ndcg_cut_5 144 0.2823 ndcg_cut_10 144 0.2948 ndcg_cut_15 144 0.2321 ndcg_cut_20 144 0.2270 ndcg_cut_30 144 0.2284 ndcg_cut_100 144 0.1916 ndcg_cut_200 144 0.1286 ndcg_cut_500 144 0.1052 ndcg_cut_1000 144 0.1052 map_cut_5 144 0.0025 map_cut_10 144 0.0055 map_cut_15 144 0.0055 map_cut_20 144 0.0066 map_cut_30 144 0.0087 map_cut_100 144 0.0130 map_cut_200 144 0.0130 map_cut_500 144 0.0130 map_cut_1000 144 0.0130 relative_P_5 144 0.2000 relative_P_10 144 0.3000 relative_P_15 144 0.2000 relative_P_20 144 0.2000 relative_P_30 144 0.2000 relative_P_100 144 0.1200 relative_P_200 144 0.0609 relative_P_500 144 0.0609 relative_P_1000 144 0.0609 success_1 144 0.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.1200 set_relative_P 144 0.1200 set_recall 144 0.0609 set_map 144 0.0073 set_F 144 0.0808 num_nonrel_judged_ret 144 56 rbp 144 0.1891 rbp_resid 144 0.0043 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 100 num_rel 161 218 num_rel_ret 161 31 map 161 0.0512 Rprec 161 0.1422 bpref 161 0.1263 recip_rank 161 0.2500 iprec_at_recall_0.00 161 0.5000 iprec_at_recall_0.10 161 0.4364 iprec_at_recall_0.20 161 0.0000 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 0.4000 P_10 161 0.3000 P_15 161 0.2667 P_20 161 0.3000 P_30 161 0.3000 P_100 161 0.3100 P_200 161 0.1550 P_500 161 0.0620 P_1000 161 0.0310 relstring 161 '0002221000' recall_5 161 0.0092 recall_10 161 0.0138 recall_15 161 0.0183 recall_20 161 0.0275 recall_30 161 0.0413 recall_100 161 0.1422 recall_200 161 0.1422 recall_500 161 0.1422 recall_1000 161 0.1422 infAP 161 0.0512 Rprec_mult_0.20 161 0.4091 Rprec_mult_0.40 161 0.3068 Rprec_mult_0.60 161 0.2366 Rprec_mult_0.80 161 0.1771 Rprec_mult_1.00 161 0.1422 Rprec_mult_1.20 161 0.1183 Rprec_mult_1.40 161 0.1013 Rprec_mult_1.60 161 0.0888 Rprec_mult_1.80 161 0.0789 Rprec_mult_2.00 161 0.0711 utility 161 -38.0000 11pt_avg 161 0.0851 binG 161 0.0327 G 161 0.0249 ndcg 161 0.1703 ndcg_rel 161 0.1844 Rndcg 161 0.1836 ndcg_cut_5 161 0.1848 ndcg_cut_10 161 0.1967 ndcg_cut_15 161 0.1823 ndcg_cut_20 161 0.2080 ndcg_cut_30 161 0.2301 ndcg_cut_100 161 0.2968 ndcg_cut_200 161 0.1897 ndcg_cut_500 161 0.1703 ndcg_cut_1000 161 0.1703 map_cut_5 161 0.0030 map_cut_10 161 0.0053 map_cut_15 161 0.0067 map_cut_20 161 0.0095 map_cut_30 161 0.0140 map_cut_100 161 0.0512 map_cut_200 161 0.0512 map_cut_500 161 0.0512 map_cut_1000 161 0.0512 relative_P_5 161 0.4000 relative_P_10 161 0.3000 relative_P_15 161 0.2667 relative_P_20 161 0.3000 relative_P_30 161 0.3000 relative_P_100 161 0.3100 relative_P_200 161 0.1550 relative_P_500 161 0.1422 relative_P_1000 161 0.1422 success_1 161 0.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.3100 set_relative_P 161 0.3100 set_recall 161 0.1422 set_map 161 0.0441 set_F 161 0.1950 num_nonrel_judged_ret 161 45 rbp 161 0.2324 rbp_resid 161 0.0030 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 100 num_rel 200 184 num_rel_ret 200 21 map 200 0.0421 Rprec 200 0.1141 bpref 200 0.0995 recip_rank 200 1.0000 iprec_at_recall_0.00 200 1.0000 iprec_at_recall_0.10 200 0.3065 iprec_at_recall_0.20 200 0.0000 iprec_at_recall_0.30 200 0.0000 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 0.4000 P_10 200 0.4000 P_15 200 0.2667 P_20 200 0.2500 P_30 200 0.2667 P_100 200 0.2100 P_200 200 0.1050 P_500 200 0.0420 P_1000 200 0.0210 relstring 200 '2300000203' recall_5 200 0.0109 recall_10 200 0.0217 recall_15 200 0.0217 recall_20 200 0.0272 recall_30 200 0.0435 recall_100 200 0.1141 recall_200 200 0.1141 recall_500 200 0.1141 recall_1000 200 0.1141 infAP 200 0.0421 Rprec_mult_0.20 200 0.2703 Rprec_mult_0.40 200 0.2703 Rprec_mult_0.60 200 0.1892 Rprec_mult_0.80 200 0.1419 Rprec_mult_1.00 200 0.1141 Rprec_mult_1.20 200 0.0950 Rprec_mult_1.40 200 0.0814 Rprec_mult_1.60 200 0.0712 Rprec_mult_1.80 200 0.0633 Rprec_mult_2.00 200 0.0571 utility 200 -58.0000 11pt_avg 200 0.1188 binG 200 0.0335 G 200 0.0218 ndcg 200 0.1562 ndcg_rel 200 0.1722 Rndcg 200 0.2728 ndcg_cut_5 200 0.3954 ndcg_cut_10 200 0.3685 ndcg_cut_15 200 0.2901 ndcg_cut_20 200 0.2658 ndcg_cut_30 200 0.2726 ndcg_cut_100 200 0.2363 ndcg_cut_200 200 0.1628 ndcg_cut_500 200 0.1562 ndcg_cut_1000 200 0.1562 map_cut_5 200 0.0109 map_cut_10 200 0.0151 map_cut_15 200 0.0151 map_cut_20 200 0.0168 map_cut_30 200 0.0211 map_cut_100 200 0.0421 map_cut_200 200 0.0421 map_cut_500 200 0.0421 map_cut_1000 200 0.0421 relative_P_5 200 0.4000 relative_P_10 200 0.4000 relative_P_15 200 0.2667 relative_P_20 200 0.2500 relative_P_30 200 0.2667 relative_P_100 200 0.2100 relative_P_200 200 0.1141 relative_P_500 200 0.1141 relative_P_1000 200 0.1141 success_1 200 1.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.2100 set_relative_P 200 0.2100 set_recall 200 0.1141 set_map 200 0.0240 set_F 200 0.1479 num_nonrel_judged_ret 200 50 rbp 200 0.2053 rbp_resid 200 0.0044 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 100 num_rel 213 322 num_rel_ret 213 40 map 213 0.0783 Rprec 213 0.1242 bpref 213 0.1118 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 0.5714 iprec_at_recall_0.20 213 0.0000 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 1.0000 P_10 213 0.9000 P_15 213 0.6667 P_20 213 0.5500 P_30 213 0.4667 P_100 213 0.4000 P_200 213 0.2000 P_500 213 0.0800 P_1000 213 0.0400 relstring 213 '3323333331' recall_5 213 0.0155 recall_10 213 0.0280 recall_15 213 0.0311 recall_20 213 0.0342 recall_30 213 0.0435 recall_100 213 0.1242 recall_200 213 0.1242 recall_500 213 0.1242 recall_1000 213 0.1242 infAP 213 0.0783 Rprec_mult_0.20 213 0.5077 Rprec_mult_0.40 213 0.3101 Rprec_mult_0.60 213 0.2062 Rprec_mult_0.80 213 0.1550 Rprec_mult_1.00 213 0.1242 Rprec_mult_1.20 213 0.1034 Rprec_mult_1.40 213 0.0887 Rprec_mult_1.60 213 0.0775 Rprec_mult_1.80 213 0.0690 Rprec_mult_2.00 213 0.0621 utility 213 -20.0000 11pt_avg 213 0.1429 binG 213 0.0498 G 213 0.0262 ndcg 213 0.1957 ndcg_rel 213 0.2360 Rndcg 213 0.3274 ndcg_cut_5 213 0.7076 ndcg_cut_10 213 0.6907 ndcg_cut_15 213 0.5883 ndcg_cut_20 213 0.5350 ndcg_cut_30 213 0.4956 ndcg_cut_100 213 0.4199 ndcg_cut_200 213 0.2691 ndcg_cut_500 213 0.1957 ndcg_cut_1000 213 0.1957 map_cut_5 213 0.0155 map_cut_10 213 0.0280 map_cut_15 213 0.0303 map_cut_20 213 0.0320 map_cut_30 213 0.0369 map_cut_100 213 0.0783 map_cut_200 213 0.0783 map_cut_500 213 0.0783 map_cut_1000 213 0.0783 relative_P_5 213 1.0000 relative_P_10 213 0.9000 relative_P_15 213 0.6667 relative_P_20 213 0.5500 relative_P_30 213 0.4667 relative_P_100 213 0.4000 relative_P_200 213 0.2000 relative_P_500 213 0.1242 relative_P_1000 213 0.1242 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.4000 set_relative_P 213 0.4000 set_recall 213 0.1242 set_map 213 0.0497 set_F 213 0.1896 num_nonrel_judged_ret 213 28 rbp 213 0.5173 rbp_resid 213 0.0023 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 100 num_rel 219 203 num_rel_ret 219 26 map 219 0.0362 Rprec 219 0.1281 bpref 219 0.1069 recip_rank 219 1.0000 iprec_at_recall_0.00 219 1.0000 iprec_at_recall_0.10 219 0.2708 iprec_at_recall_0.20 219 0.0000 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.2000 P_10 219 0.2000 P_15 219 0.2000 P_20 219 0.2500 P_30 219 0.2667 P_100 219 0.2600 P_200 219 0.1300 P_500 219 0.0520 P_1000 219 0.0260 relstring 219 '2000020000' recall_5 219 0.0049 recall_10 219 0.0099 recall_15 219 0.0148 recall_20 219 0.0246 recall_30 219 0.0394 recall_100 219 0.1281 recall_200 219 0.1281 recall_500 219 0.1281 recall_1000 219 0.1281 infAP 219 0.0362 Rprec_mult_0.20 219 0.2439 Rprec_mult_0.40 219 0.2439 Rprec_mult_0.60 219 0.2131 Rprec_mult_0.80 219 0.1595 Rprec_mult_1.00 219 0.1281 Rprec_mult_1.20 219 0.1066 Rprec_mult_1.40 219 0.0912 Rprec_mult_1.60 219 0.0800 Rprec_mult_1.80 219 0.0710 Rprec_mult_2.00 219 0.0640 utility 219 -48.0000 11pt_avg 219 0.1155 binG 219 0.0297 G 219 0.0203 ndcg 219 0.1484 ndcg_rel 219 0.1576 Rndcg 219 0.1729 ndcg_cut_5 219 0.1696 ndcg_cut_10 219 0.1571 ndcg_cut_15 219 0.1672 ndcg_cut_20 219 0.1999 ndcg_cut_30 219 0.2064 ndcg_cut_100 219 0.2475 ndcg_cut_200 219 0.1659 ndcg_cut_500 219 0.1484 ndcg_cut_1000 219 0.1484 map_cut_5 219 0.0049 map_cut_10 219 0.0066 map_cut_15 219 0.0079 map_cut_20 219 0.0103 map_cut_30 219 0.0144 map_cut_100 219 0.0362 map_cut_200 219 0.0362 map_cut_500 219 0.0362 map_cut_1000 219 0.0362 relative_P_5 219 0.2000 relative_P_10 219 0.2000 relative_P_15 219 0.2000 relative_P_20 219 0.2500 relative_P_30 219 0.2667 relative_P_100 219 0.2600 relative_P_200 219 0.1300 relative_P_500 219 0.1281 relative_P_1000 219 0.1281 success_1 219 1.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.2600 set_relative_P 219 0.2600 set_recall 219 0.1281 set_map 219 0.0333 set_F 219 0.1716 num_nonrel_judged_ret 219 52 rbp 219 0.1463 rbp_resid 219 0.0049 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 100 num_rel 224 304 num_rel_ret 224 42 map 224 0.0841 Rprec 224 0.1382 bpref 224 0.1297 recip_rank 224 1.0000 iprec_at_recall_0.00 224 1.0000 iprec_at_recall_0.10 224 0.6415 iprec_at_recall_0.20 224 0.0000 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 0.6000 P_10 224 0.5000 P_15 224 0.6000 P_20 224 0.5500 P_30 224 0.6000 P_100 224 0.4200 P_200 224 0.2100 P_500 224 0.0840 P_1000 224 0.0420 relstring 224 '2022122100' recall_5 224 0.0099 recall_10 224 0.0164 recall_15 224 0.0296 recall_20 224 0.0362 recall_30 224 0.0592 recall_100 224 0.1382 recall_200 224 0.1382 recall_500 224 0.1382 recall_1000 224 0.1382 infAP 224 0.0841 Rprec_mult_0.20 224 0.5902 Rprec_mult_0.40 224 0.3443 Rprec_mult_0.60 224 0.2295 Rprec_mult_0.80 224 0.1721 Rprec_mult_1.00 224 0.1382 Rprec_mult_1.20 224 0.1151 Rprec_mult_1.40 224 0.0986 Rprec_mult_1.60 224 0.0862 Rprec_mult_1.80 224 0.0766 Rprec_mult_2.00 224 0.0691 utility 224 -16.0000 11pt_avg 224 0.1492 binG 224 0.0415 G 224 0.0266 ndcg 224 0.1936 ndcg_rel 224 0.2334 Rndcg 224 0.2868 ndcg_cut_5 224 0.4803 ndcg_cut_10 224 0.4360 ndcg_cut_15 224 0.4580 ndcg_cut_20 224 0.4377 ndcg_cut_30 224 0.4555 ndcg_cut_100 224 0.4248 ndcg_cut_200 224 0.2739 ndcg_cut_500 224 0.1936 ndcg_cut_1000 224 0.1936 map_cut_5 224 0.0079 map_cut_10 224 0.0125 map_cut_15 224 0.0201 map_cut_20 224 0.0241 map_cut_30 224 0.0381 map_cut_100 224 0.0841 map_cut_200 224 0.0841 map_cut_500 224 0.0841 map_cut_1000 224 0.0841 relative_P_5 224 0.6000 relative_P_10 224 0.5000 relative_P_15 224 0.6000 relative_P_20 224 0.5500 relative_P_30 224 0.6000 relative_P_100 224 0.4200 relative_P_200 224 0.2100 relative_P_500 224 0.1382 relative_P_1000 224 0.1382 success_1 224 1.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.4200 set_relative_P 224 0.4200 set_recall 224 0.1382 set_map 224 0.0580 set_F 224 0.2079 num_nonrel_judged_ret 224 23 rbp 224 0.4460 rbp_resid 224 0.0024 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 100 num_rel 225 238 num_rel_ret 225 64 map 225 0.2363 Rprec 225 0.2689 bpref 225 0.2563 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.9655 iprec_at_recall_0.20 225 0.8750 iprec_at_recall_0.30 225 0.0000 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 1.0000 P_10 225 0.9000 P_15 225 0.9333 P_20 225 0.9500 P_30 225 0.9333 P_100 225 0.6400 P_200 225 0.3200 P_500 225 0.1280 P_1000 225 0.0640 relstring 225 '3222220333' recall_5 225 0.0210 recall_10 225 0.0378 recall_15 225 0.0588 recall_20 225 0.0798 recall_30 225 0.1176 recall_100 225 0.2689 recall_200 225 0.2689 recall_500 225 0.2689 recall_1000 225 0.2689 infAP 225 0.2363 Rprec_mult_0.20 225 0.8750 Rprec_mult_0.40 225 0.6458 Rprec_mult_0.60 225 0.4476 Rprec_mult_0.80 225 0.3351 Rprec_mult_1.00 225 0.2689 Rprec_mult_1.20 225 0.2238 Rprec_mult_1.40 225 0.1916 Rprec_mult_1.60 225 0.1680 Rprec_mult_1.80 225 0.1492 Rprec_mult_2.00 225 0.1345 utility 225 28.0000 11pt_avg 225 0.2582 binG 225 0.1292 G 225 0.0603 ndcg 225 0.3516 ndcg_rel 225 0.4410 Rndcg 225 0.4652 ndcg_cut_5 225 0.7797 ndcg_cut_10 225 0.7576 ndcg_cut_15 225 0.7371 ndcg_cut_20 225 0.7365 ndcg_cut_30 225 0.7212 ndcg_cut_100 225 0.6275 ndcg_cut_200 225 0.4224 ndcg_cut_500 225 0.3516 ndcg_cut_1000 225 0.3516 map_cut_5 225 0.0210 map_cut_10 225 0.0364 map_cut_15 225 0.0558 map_cut_20 225 0.0756 map_cut_30 225 0.1119 map_cut_100 225 0.2363 map_cut_200 225 0.2363 map_cut_500 225 0.2363 map_cut_1000 225 0.2363 relative_P_5 225 1.0000 relative_P_10 225 0.9000 relative_P_15 225 0.9333 relative_P_20 225 0.9500 relative_P_30 225 0.9333 relative_P_100 225 0.6400 relative_P_200 225 0.3200 relative_P_500 225 0.2689 relative_P_1000 225 0.2689 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.6400 set_relative_P 225 0.6400 set_recall 225 0.2689 set_map 225 0.1721 set_F 225 0.3787 num_nonrel_judged_ret 225 14 rbp 225 0.7124 rbp_resid 225 0.0027 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 100 num_rel 233 203 num_rel_ret 233 59 map 233 0.2295 Rprec 233 0.2906 bpref 233 0.2748 recip_rank 233 1.0000 iprec_at_recall_0.00 233 1.0000 iprec_at_recall_0.10 233 0.8108 iprec_at_recall_0.20 233 0.7544 iprec_at_recall_0.30 233 0.0000 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 0.8000 P_10 233 0.9000 P_15 233 0.8667 P_20 233 0.8500 P_30 233 0.7667 P_100 233 0.5900 P_200 233 0.2950 P_500 233 0.1180 P_1000 233 0.0590 relstring 233 '3213323232' recall_5 233 0.0197 recall_10 233 0.0443 recall_15 233 0.0640 recall_20 233 0.0837 recall_30 233 0.1133 recall_100 233 0.2906 recall_200 233 0.2906 recall_500 233 0.2906 recall_1000 233 0.2906 infAP 233 0.2295 Rprec_mult_0.20 233 0.8049 Rprec_mult_0.40 233 0.6829 Rprec_mult_0.60 233 0.4836 Rprec_mult_0.80 233 0.3620 Rprec_mult_1.00 233 0.2906 Rprec_mult_1.20 233 0.2418 Rprec_mult_1.40 233 0.2070 Rprec_mult_1.60 233 0.1815 Rprec_mult_1.80 233 0.1612 Rprec_mult_2.00 233 0.1453 utility 233 18.0000 11pt_avg 233 0.2332 binG 233 0.1088 G 233 0.0616 ndcg 233 0.3640 ndcg_rel 233 0.4502 Rndcg 233 0.4881 ndcg_cut_5 233 0.6886 ndcg_cut_10 233 0.7233 ndcg_cut_15 233 0.7132 ndcg_cut_20 233 0.7167 ndcg_cut_30 233 0.6908 ndcg_cut_100 233 0.5654 ndcg_cut_200 233 0.3920 ndcg_cut_500 233 0.3640 ndcg_cut_1000 233 0.3640 map_cut_5 233 0.0175 map_cut_10 233 0.0389 map_cut_15 233 0.0567 map_cut_20 233 0.0740 map_cut_30 233 0.0973 map_cut_100 233 0.2295 map_cut_200 233 0.2295 map_cut_500 233 0.2295 map_cut_1000 233 0.2295 relative_P_5 233 0.8000 relative_P_10 233 0.9000 relative_P_15 233 0.8667 relative_P_20 233 0.8500 relative_P_30 233 0.7667 relative_P_100 233 0.5900 relative_P_200 233 0.2950 relative_P_500 233 0.2906 relative_P_1000 233 0.2906 success_1 233 1.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.5900 set_relative_P 233 0.5900 set_recall 233 0.2906 set_map 233 0.1715 set_F 233 0.3894 num_nonrel_judged_ret 233 21 rbp 233 0.5671 rbp_resid 233 0.0015 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 100 num_rel 273 290 num_rel_ret 273 56 map 273 0.1435 Rprec 273 0.1931 bpref 273 0.1762 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.6552 iprec_at_recall_0.20 273 0.0000 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 1.0000 P_10 273 0.9000 P_15 273 0.9333 P_20 273 0.8500 P_30 273 0.7333 P_100 273 0.5600 P_200 273 0.2800 P_500 273 0.1120 P_1000 273 0.0560 relstring 273 '2233322221' recall_5 273 0.0172 recall_10 273 0.0310 recall_15 273 0.0483 recall_20 273 0.0586 recall_30 273 0.0759 recall_100 273 0.1931 recall_200 273 0.1931 recall_500 273 0.1931 recall_1000 273 0.1931 infAP 273 0.1435 Rprec_mult_0.20 273 0.6552 Rprec_mult_0.40 273 0.4828 Rprec_mult_0.60 273 0.3218 Rprec_mult_0.80 273 0.2414 Rprec_mult_1.00 273 0.1931 Rprec_mult_1.20 273 0.1609 Rprec_mult_1.40 273 0.1379 Rprec_mult_1.60 273 0.1207 Rprec_mult_1.80 273 0.1073 Rprec_mult_2.00 273 0.0966 utility 273 12.0000 11pt_avg 273 0.1505 binG 273 0.0791 G 273 0.0409 ndcg 273 0.2722 ndcg_rel 273 0.3376 Rndcg 273 0.4052 ndcg_cut_5 273 0.7328 ndcg_cut_10 273 0.6914 ndcg_cut_15 273 0.6861 ndcg_cut_20 273 0.6611 ndcg_cut_30 273 0.6261 ndcg_cut_100 273 0.5473 ndcg_cut_200 273 0.3747 ndcg_cut_500 273 0.2722 ndcg_cut_1000 273 0.2722 map_cut_5 273 0.0172 map_cut_10 273 0.0310 map_cut_15 273 0.0469 map_cut_20 273 0.0558 map_cut_30 273 0.0702 map_cut_100 273 0.1435 map_cut_200 273 0.1435 map_cut_500 273 0.1435 map_cut_1000 273 0.1435 relative_P_5 273 1.0000 relative_P_10 273 0.9000 relative_P_15 273 0.9333 relative_P_20 273 0.8500 relative_P_30 273 0.7333 relative_P_100 273 0.5600 relative_P_200 273 0.2800 relative_P_500 273 0.1931 relative_P_1000 273 0.1931 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.5600 set_relative_P 273 0.5600 set_recall 273 0.1931 set_map 273 0.1081 set_F 273 0.2872 num_nonrel_judged_ret 273 26 rbp 273 0.5219 rbp_resid 273 0.0016 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 100 num_rel 300 239 num_rel_ret 300 25 map 300 0.0308 Rprec 300 0.1046 bpref 300 0.0910 recip_rank 300 0.5000 iprec_at_recall_0.00 300 0.5000 iprec_at_recall_0.10 300 0.2660 iprec_at_recall_0.20 300 0.0000 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.2000 P_10 300 0.3000 P_15 300 0.2667 P_20 300 0.3500 P_30 300 0.3333 P_100 300 0.2500 P_200 300 0.1250 P_500 300 0.0500 P_1000 300 0.0250 relstring 300 '1301000203' recall_5 300 0.0042 recall_10 300 0.0126 recall_15 300 0.0167 recall_20 300 0.0293 recall_30 300 0.0418 recall_100 300 0.1046 recall_200 300 0.1046 recall_500 300 0.1046 recall_1000 300 0.1046 infAP 300 0.0308 Rprec_mult_0.20 300 0.2500 Rprec_mult_0.40 300 0.2604 Rprec_mult_0.60 300 0.1736 Rprec_mult_0.80 300 0.1302 Rprec_mult_1.00 300 0.1046 Rprec_mult_1.20 300 0.0871 Rprec_mult_1.40 300 0.0746 Rprec_mult_1.60 300 0.0653 Rprec_mult_1.80 300 0.0580 Rprec_mult_2.00 300 0.0523 utility 300 -50.0000 11pt_avg 300 0.0696 binG 300 0.0240 G 300 0.0197 ndcg 300 0.1453 ndcg_rel 300 0.1629 Rndcg 300 0.1936 ndcg_cut_5 300 0.3757 ndcg_cut_10 300 0.3537 ndcg_cut_15 300 0.3049 ndcg_cut_20 300 0.3201 ndcg_cut_30 300 0.3075 ndcg_cut_100 300 0.2698 ndcg_cut_200 300 0.1762 ndcg_cut_500 300 0.1453 ndcg_cut_1000 300 0.1453 map_cut_5 300 0.0021 map_cut_10 300 0.0044 map_cut_15 300 0.0058 map_cut_20 300 0.0098 map_cut_30 300 0.0144 map_cut_100 300 0.0308 map_cut_200 300 0.0308 map_cut_500 300 0.0308 map_cut_1000 300 0.0308 relative_P_5 300 0.2000 relative_P_10 300 0.3000 relative_P_15 300 0.2667 relative_P_20 300 0.3500 relative_P_30 300 0.3333 relative_P_100 300 0.2500 relative_P_200 300 0.1250 relative_P_500 300 0.1046 relative_P_1000 300 0.1046 success_1 300 0.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.2500 set_relative_P 300 0.2500 set_recall 300 0.1046 set_map 300 0.0262 set_F 300 0.1475 num_nonrel_judged_ret 300 47 rbp 300 0.2958 rbp_resid 300 0.0041 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 100 num_rel 31 134 num_rel_ret 31 32 map 31 0.1274 Rprec 31 0.2388 bpref 31 0.2020 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.5385 iprec_at_recall_0.20 31 0.4030 iprec_at_recall_0.30 31 0.0000 iprec_at_recall_0.40 31 0.0000 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 0.8000 P_10 31 0.7000 P_15 31 0.6000 P_20 31 0.5500 P_30 31 0.4667 P_100 31 0.3200 P_200 31 0.1600 P_500 31 0.0640 P_1000 31 0.0320 relstring 31 '2222111223' recall_5 31 0.0299 recall_10 31 0.0522 recall_15 31 0.0672 recall_20 31 0.0821 recall_30 31 0.1045 recall_100 31 0.2388 recall_200 31 0.2388 recall_500 31 0.2388 recall_1000 31 0.2388 infAP 31 0.1274 Rprec_mult_0.20 31 0.5185 Rprec_mult_0.40 31 0.3889 Rprec_mult_0.60 31 0.3704 Rprec_mult_0.80 31 0.2963 Rprec_mult_1.00 31 0.2388 Rprec_mult_1.20 31 0.1988 Rprec_mult_1.40 31 0.1702 Rprec_mult_1.60 31 0.1488 Rprec_mult_1.80 31 0.1322 Rprec_mult_2.00 31 0.1194 utility 31 -36.0000 11pt_avg 31 0.1765 binG 31 0.0815 G 31 0.0563 ndcg 31 0.3285 ndcg_rel 31 0.3814 Rndcg 31 0.4111 ndcg_cut_5 31 0.6229 ndcg_cut_10 31 0.6089 ndcg_cut_15 31 0.5625 ndcg_cut_20 31 0.5304 ndcg_cut_30 31 0.5174 ndcg_cut_100 31 0.4359 ndcg_cut_200 31 0.3285 ndcg_cut_500 31 0.3285 ndcg_cut_1000 31 0.3285 map_cut_5 31 0.0299 map_cut_10 31 0.0447 map_cut_15 31 0.0546 map_cut_20 31 0.0636 map_cut_30 31 0.0754 map_cut_100 31 0.1274 map_cut_200 31 0.1274 map_cut_500 31 0.1274 map_cut_1000 31 0.1274 relative_P_5 31 0.8000 relative_P_10 31 0.7000 relative_P_15 31 0.6000 relative_P_20 31 0.5500 relative_P_30 31 0.4667 relative_P_100 31 0.3200 relative_P_200 31 0.2388 relative_P_500 31 0.2388 relative_P_1000 31 0.2388 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.3200 set_relative_P 31 0.3200 set_recall 31 0.2388 set_map 31 0.0764 set_F 31 0.2735 num_nonrel_judged_ret 31 44 rbp 31 0.5103 rbp_resid 31 0.0032 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 100 num_rel 37 230 num_rel_ret 37 26 map 37 0.0443 Rprec 37 0.1130 bpref 37 0.1022 recip_rank 37 1.0000 iprec_at_recall_0.00 37 1.0000 iprec_at_recall_0.10 37 0.3333 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.4000 P_10 37 0.4000 P_15 37 0.3333 P_20 37 0.3500 P_30 37 0.3667 P_100 37 0.2600 P_200 37 0.1300 P_500 37 0.0520 P_1000 37 0.0260 relstring 37 '2112012002' recall_5 37 0.0087 recall_10 37 0.0174 recall_15 37 0.0217 recall_20 37 0.0304 recall_30 37 0.0478 recall_100 37 0.1130 recall_200 37 0.1130 recall_500 37 0.1130 recall_1000 37 0.1130 infAP 37 0.0443 Rprec_mult_0.20 37 0.3261 Rprec_mult_0.40 37 0.2717 Rprec_mult_0.60 37 0.1884 Rprec_mult_0.80 37 0.1413 Rprec_mult_1.00 37 0.1130 Rprec_mult_1.20 37 0.0942 Rprec_mult_1.40 37 0.0807 Rprec_mult_1.60 37 0.0707 Rprec_mult_1.80 37 0.0628 Rprec_mult_2.00 37 0.0565 utility 37 -48.0000 11pt_avg 37 0.1212 binG 37 0.0303 G 37 0.0227 ndcg 37 0.1698 ndcg_rel 37 0.1995 Rndcg 37 0.2484 ndcg_cut_5 37 0.4513 ndcg_cut_10 37 0.4103 ndcg_cut_15 37 0.3801 ndcg_cut_20 37 0.3615 ndcg_cut_30 37 0.4100 ndcg_cut_100 37 0.3690 ndcg_cut_200 37 0.2354 ndcg_cut_500 37 0.1698 ndcg_cut_1000 37 0.1698 map_cut_5 37 0.0065 map_cut_10 37 0.0101 map_cut_15 37 0.0121 map_cut_20 37 0.0153 map_cut_30 37 0.0220 map_cut_100 37 0.0443 map_cut_200 37 0.0443 map_cut_500 37 0.0443 map_cut_1000 37 0.0443 relative_P_5 37 0.4000 relative_P_10 37 0.4000 relative_P_15 37 0.3333 relative_P_20 37 0.3500 relative_P_30 37 0.3667 relative_P_100 37 0.2600 relative_P_200 37 0.1300 relative_P_500 37 0.1130 relative_P_1000 37 0.1130 success_1 37 1.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.2600 set_relative_P 37 0.2600 set_recall 37 0.1130 set_map 37 0.0294 set_F 37 0.1576 num_nonrel_judged_ret 37 44 rbp 37 0.3688 rbp_resid 37 0.0057 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 100 num_rel 407 102 num_rel_ret 407 10 map 407 0.0195 Rprec 407 0.0980 bpref 407 0.0626 recip_rank 407 1.0000 iprec_at_recall_0.00 407 1.0000 iprec_at_recall_0.10 407 0.1250 iprec_at_recall_0.20 407 0.0000 iprec_at_recall_0.30 407 0.0000 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.2000 P_10 407 0.1000 P_15 407 0.0667 P_20 407 0.1000 P_30 407 0.0667 P_100 407 0.1000 P_200 407 0.0500 P_500 407 0.0200 P_1000 407 0.0100 relstring 407 '2000000000' recall_5 407 0.0098 recall_10 407 0.0098 recall_15 407 0.0098 recall_20 407 0.0196 recall_30 407 0.0196 recall_100 407 0.0980 recall_200 407 0.0980 recall_500 407 0.0980 recall_1000 407 0.0980 infAP 407 0.0195 Rprec_mult_0.20 407 0.0952 Rprec_mult_0.40 407 0.0732 Rprec_mult_0.60 407 0.0968 Rprec_mult_0.80 407 0.1220 Rprec_mult_1.00 407 0.0980 Rprec_mult_1.20 407 0.0813 Rprec_mult_1.40 407 0.0699 Rprec_mult_1.60 407 0.0610 Rprec_mult_1.80 407 0.0543 Rprec_mult_2.00 407 0.0490 utility 407 -80.0000 11pt_avg 407 0.1023 binG 407 0.0260 G 407 0.0183 ndcg 407 0.1117 ndcg_rel 407 0.1176 Rndcg 407 0.1332 ndcg_cut_5 407 0.2261 ndcg_cut_10 407 0.1534 ndcg_cut_15 407 0.1276 ndcg_cut_20 407 0.1362 ndcg_cut_30 407 0.1102 ndcg_cut_100 407 0.1209 ndcg_cut_200 407 0.1117 ndcg_cut_500 407 0.1117 ndcg_cut_1000 407 0.1117 map_cut_5 407 0.0098 map_cut_10 407 0.0098 map_cut_15 407 0.0098 map_cut_20 407 0.0108 map_cut_30 407 0.0108 map_cut_100 407 0.0195 map_cut_200 407 0.0195 map_cut_500 407 0.0195 map_cut_1000 407 0.0195 relative_P_5 407 0.2000 relative_P_10 407 0.1000 relative_P_15 407 0.0667 relative_P_20 407 0.1000 relative_P_30 407 0.0667 relative_P_100 407 0.1000 relative_P_200 407 0.0980 relative_P_500 407 0.0980 relative_P_1000 407 0.0980 success_1 407 1.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.1000 set_relative_P 407 0.1000 set_recall 407 0.0980 set_map 407 0.0098 set_F 407 0.0990 num_nonrel_judged_ret 407 59 rbp 407 0.0798 rbp_resid 407 0.0058 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 100 num_rel 477 285 num_rel_ret 477 55 map 477 0.1493 Rprec 477 0.1930 bpref 477 0.1796 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.6613 iprec_at_recall_0.20 477 0.0000 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 1.0000 P_10 477 1.0000 P_15 477 1.0000 P_20 477 0.9500 P_30 477 0.7000 P_100 477 0.5500 P_200 477 0.2750 P_500 477 0.1100 P_1000 477 0.0550 relstring 477 '3333232232' recall_5 477 0.0175 recall_10 477 0.0351 recall_15 477 0.0526 recall_20 477 0.0667 recall_30 477 0.0737 recall_100 477 0.1930 recall_200 477 0.1930 recall_500 477 0.1930 recall_1000 477 0.1930 infAP 477 0.1493 Rprec_mult_0.20 477 0.6316 Rprec_mult_0.40 477 0.4825 Rprec_mult_0.60 477 0.3216 Rprec_mult_0.80 477 0.2412 Rprec_mult_1.00 477 0.1930 Rprec_mult_1.20 477 0.1608 Rprec_mult_1.40 477 0.1378 Rprec_mult_1.60 477 0.1206 Rprec_mult_1.80 477 0.1072 Rprec_mult_2.00 477 0.0965 utility 477 10.0000 11pt_avg 477 0.1510 binG 477 0.0951 G 477 0.0553 ndcg 477 0.2813 ndcg_rel 477 0.3547 Rndcg 477 0.3781 ndcg_cut_5 477 0.9563 ndcg_cut_10 477 0.9028 ndcg_cut_15 477 0.8952 ndcg_cut_20 477 0.8799 ndcg_cut_30 477 0.7227 ndcg_cut_100 477 0.5710 ndcg_cut_200 477 0.3902 ndcg_cut_500 477 0.2813 ndcg_cut_1000 477 0.2813 map_cut_5 477 0.0175 map_cut_10 477 0.0351 map_cut_15 477 0.0526 map_cut_20 477 0.0665 map_cut_30 477 0.0726 map_cut_100 477 0.1493 map_cut_200 477 0.1493 map_cut_500 477 0.1493 map_cut_1000 477 0.1493 relative_P_5 477 1.0000 relative_P_10 477 1.0000 relative_P_15 477 1.0000 relative_P_20 477 0.9500 relative_P_30 477 0.7000 relative_P_100 477 0.5500 relative_P_200 477 0.2750 relative_P_500 477 0.1930 relative_P_1000 477 0.1930 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.5500 set_relative_P 477 0.5500 set_recall 477 0.1930 set_map 477 0.1061 set_F 477 0.2857 num_nonrel_judged_ret 477 26 rbp 477 0.8133 rbp_resid 477 0.0018 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 100 num_rel 499 192 num_rel_ret 499 51 map 499 0.1470 Rprec 499 0.2656 bpref 499 0.2312 recip_rank 499 1.0000 iprec_at_recall_0.00 499 1.0000 iprec_at_recall_0.10 499 0.5625 iprec_at_recall_0.20 499 0.5600 iprec_at_recall_0.30 499 0.0000 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 0.8000 P_10 499 0.6000 P_15 499 0.4667 P_20 499 0.4500 P_30 499 0.4667 P_100 499 0.5100 P_200 499 0.2550 P_500 499 0.1020 P_1000 499 0.0510 relstring 499 '3133221210' recall_5 499 0.0208 recall_10 499 0.0312 recall_15 499 0.0365 recall_20 499 0.0469 recall_30 499 0.0729 recall_100 499 0.2656 recall_200 499 0.2656 recall_500 499 0.2656 recall_1000 499 0.2656 infAP 499 0.1470 Rprec_mult_0.20 499 0.4872 Rprec_mult_0.40 499 0.5584 Rprec_mult_0.60 499 0.4397 Rprec_mult_0.80 499 0.3312 Rprec_mult_1.00 499 0.2656 Rprec_mult_1.20 499 0.2208 Rprec_mult_1.40 499 0.1896 Rprec_mult_1.60 499 0.1656 Rprec_mult_1.80 499 0.1474 Rprec_mult_2.00 499 0.1328 utility 499 2.0000 11pt_avg 499 0.1930 binG 499 0.0719 G 499 0.0553 ndcg 499 0.3303 ndcg_rel 499 0.3924 Rndcg 499 0.4149 ndcg_cut_5 499 0.8136 ndcg_cut_10 499 0.6731 ndcg_cut_15 499 0.5662 ndcg_cut_20 499 0.5280 ndcg_cut_30 499 0.5202 ndcg_cut_100 499 0.5672 ndcg_cut_200 499 0.3748 ndcg_cut_500 499 0.3303 ndcg_cut_1000 499 0.3303 map_cut_5 499 0.0168 map_cut_10 499 0.0250 map_cut_15 499 0.0276 map_cut_20 499 0.0328 map_cut_30 499 0.0446 map_cut_100 499 0.1470 map_cut_200 499 0.1470 map_cut_500 499 0.1470 map_cut_1000 499 0.1470 relative_P_5 499 0.8000 relative_P_10 499 0.6000 relative_P_15 499 0.4667 relative_P_20 499 0.4500 relative_P_30 499 0.4667 relative_P_100 499 0.5100 relative_P_200 499 0.2656 relative_P_500 499 0.2656 relative_P_1000 499 0.2656 success_1 499 1.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.5100 set_relative_P 499 0.5100 set_recall 499 0.2656 set_map 499 0.1355 set_F 499 0.3493 num_nonrel_judged_ret 499 33 rbp 499 0.5473 rbp_resid 499 0.0009 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 100 num_rel 515 147 num_rel_ret 515 13 map 515 0.0161 Rprec 515 0.0884 bpref 515 0.0673 recip_rank 515 0.2000 iprec_at_recall_0.00 515 0.2632 iprec_at_recall_0.10 515 0.0000 iprec_at_recall_0.20 515 0.0000 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.2000 P_10 515 0.2000 P_15 515 0.1333 P_20 515 0.2500 P_30 515 0.2000 P_100 515 0.1300 P_200 515 0.0650 P_500 515 0.0260 P_1000 515 0.0130 relstring 515 '0000200002' recall_5 515 0.0068 recall_10 515 0.0136 recall_15 515 0.0136 recall_20 515 0.0340 recall_30 515 0.0408 recall_100 515 0.0884 recall_200 515 0.0884 recall_500 515 0.0884 recall_1000 515 0.0884 infAP 515 0.0161 Rprec_mult_0.20 515 0.2000 Rprec_mult_0.40 515 0.1356 Rprec_mult_0.60 515 0.1348 Rprec_mult_0.80 515 0.1102 Rprec_mult_1.00 515 0.0884 Rprec_mult_1.20 515 0.0734 Rprec_mult_1.40 515 0.0631 Rprec_mult_1.60 515 0.0551 Rprec_mult_1.80 515 0.0491 Rprec_mult_2.00 515 0.0442 utility 515 -74.0000 11pt_avg 515 0.0239 binG 515 0.0196 G 515 0.0186 ndcg 515 0.1170 ndcg_rel 515 0.1257 Rndcg 515 0.1226 ndcg_cut_5 515 0.1312 ndcg_cut_10 515 0.1488 ndcg_cut_15 515 0.1153 ndcg_cut_20 515 0.1971 ndcg_cut_30 515 0.2212 ndcg_cut_100 515 0.1695 ndcg_cut_200 515 0.1170 ndcg_cut_500 515 0.1170 ndcg_cut_1000 515 0.1170 map_cut_5 515 0.0014 map_cut_10 515 0.0027 map_cut_15 515 0.0027 map_cut_20 515 0.0073 map_cut_30 515 0.0089 map_cut_100 515 0.0161 map_cut_200 515 0.0161 map_cut_500 515 0.0161 map_cut_1000 515 0.0161 relative_P_5 515 0.2000 relative_P_10 515 0.2000 relative_P_15 515 0.1333 relative_P_20 515 0.2500 relative_P_30 515 0.2000 relative_P_100 515 0.1300 relative_P_200 515 0.0884 relative_P_500 515 0.0884 relative_P_1000 515 0.0884 success_1 515 0.0000 success_5 515 1.0000 success_10 515 1.0000 set_P 515 0.1300 set_relative_P 515 0.1300 set_recall 515 0.0884 set_map 515 0.0115 set_F 515 0.1053 num_nonrel_judged_ret 515 73 rbp 515 0.1867 rbp_resid 515 0.0010 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 100 num_rel 58 373 num_rel_ret 58 68 map 58 0.1456 Rprec 58 0.1823 bpref 58 0.1703 recip_rank 58 0.3333 iprec_at_recall_0.00 58 0.8824 iprec_at_recall_0.10 58 0.8824 iprec_at_recall_0.20 58 0.0000 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 0.6000 P_10 58 0.8000 P_15 58 0.8000 P_20 58 0.8000 P_30 58 0.8333 P_100 58 0.6800 P_200 58 0.3400 P_500 58 0.1360 P_1000 58 0.0680 relstring 58 '1022333323' recall_5 58 0.0080 recall_10 58 0.0214 recall_15 58 0.0322 recall_20 58 0.0429 recall_30 58 0.0670 recall_100 58 0.1823 recall_200 58 0.1823 recall_500 58 0.1823 recall_1000 58 0.1823 infAP 58 0.1456 Rprec_mult_0.20 58 0.8000 Rprec_mult_0.40 58 0.4533 Rprec_mult_0.60 58 0.3036 Rprec_mult_0.80 58 0.2274 Rprec_mult_1.00 58 0.1823 Rprec_mult_1.20 58 0.1518 Rprec_mult_1.40 58 0.1300 Rprec_mult_1.60 58 0.1139 Rprec_mult_1.80 58 0.1012 Rprec_mult_2.00 58 0.0912 utility 58 36.0000 11pt_avg 58 0.1604 binG 58 0.0626 G 58 0.0391 ndcg 58 0.2595 ndcg_rel 58 0.3229 Rndcg 58 0.3266 ndcg_cut_5 58 0.3410 ndcg_cut_10 58 0.5131 ndcg_cut_15 58 0.5803 ndcg_cut_20 58 0.6330 ndcg_cut_30 58 0.6613 ndcg_cut_100 58 0.5897 ndcg_cut_200 58 0.3830 ndcg_cut_500 58 0.2595 ndcg_cut_1000 58 0.2595 map_cut_5 58 0.0038 map_cut_10 58 0.0138 map_cut_15 58 0.0221 map_cut_20 58 0.0310 map_cut_30 58 0.0511 map_cut_100 58 0.1456 map_cut_200 58 0.1456 map_cut_500 58 0.1456 map_cut_1000 58 0.1456 relative_P_5 58 0.6000 relative_P_10 58 0.8000 relative_P_15 58 0.8000 relative_P_20 58 0.8000 relative_P_30 58 0.8333 relative_P_100 58 0.6800 relative_P_200 58 0.3400 relative_P_500 58 0.1823 relative_P_1000 58 0.1823 success_1 58 0.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.6800 set_relative_P 58 0.6800 set_recall 58 0.1823 set_map 58 0.1240 set_F 58 0.2875 num_nonrel_judged_ret 58 8 rbp 58 0.5425 rbp_resid 58 0.0020 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 100 num_rel 707 186 num_rel_ret 707 30 map 707 0.0800 Rprec 707 0.1613 bpref 707 0.1452 recip_rank 707 1.0000 iprec_at_recall_0.00 707 1.0000 iprec_at_recall_0.10 707 0.4318 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.6000 P_10 707 0.5000 P_15 707 0.6000 P_20 707 0.5500 P_30 707 0.4667 P_100 707 0.3000 P_200 707 0.1500 P_500 707 0.0600 P_1000 707 0.0300 relstring 707 '2200202020' recall_5 707 0.0161 recall_10 707 0.0269 recall_15 707 0.0484 recall_20 707 0.0591 recall_30 707 0.0753 recall_100 707 0.1613 recall_200 707 0.1613 recall_500 707 0.1613 recall_1000 707 0.1613 infAP 707 0.0800 Rprec_mult_0.20 707 0.4474 Rprec_mult_0.40 707 0.3333 Rprec_mult_0.60 707 0.2679 Rprec_mult_0.80 707 0.2013 Rprec_mult_1.00 707 0.1613 Rprec_mult_1.20 707 0.1339 Rprec_mult_1.40 707 0.1149 Rprec_mult_1.60 707 0.1007 Rprec_mult_1.80 707 0.0896 Rprec_mult_2.00 707 0.0806 utility 707 -40.0000 11pt_avg 707 0.1302 binG 707 0.0494 G 707 0.0323 ndcg 707 0.2107 ndcg_rel 707 0.2432 Rndcg 707 0.2754 ndcg_cut_5 707 0.4562 ndcg_cut_10 707 0.4068 ndcg_cut_15 707 0.4720 ndcg_cut_20 707 0.4630 ndcg_cut_30 707 0.4405 ndcg_cut_100 707 0.3340 ndcg_cut_200 707 0.2134 ndcg_cut_500 707 0.2107 ndcg_cut_1000 707 0.2107 map_cut_5 707 0.0140 map_cut_10 707 0.0200 map_cut_15 707 0.0322 map_cut_20 707 0.0386 map_cut_30 707 0.0466 map_cut_100 707 0.0800 map_cut_200 707 0.0800 map_cut_500 707 0.0800 map_cut_1000 707 0.0800 relative_P_5 707 0.6000 relative_P_10 707 0.5000 relative_P_15 707 0.6000 relative_P_20 707 0.5500 relative_P_30 707 0.4667 relative_P_100 707 0.3000 relative_P_200 707 0.1613 relative_P_500 707 0.1613 relative_P_1000 707 0.1613 success_1 707 1.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.3000 set_relative_P 707 0.3000 set_recall 707 0.1613 set_map 707 0.0484 set_F 707 0.2098 num_nonrel_judged_ret 707 42 rbp 707 0.3578 rbp_resid 707 0.0043 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 100 num_rel 72 466 num_rel_ret 72 70 map 72 0.1389 Rprec 72 0.1502 bpref 72 0.1455 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.9600 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 0.9000 P_15 72 0.9333 P_20 72 0.9500 P_30 72 0.9667 P_100 72 0.7000 P_200 72 0.3500 P_500 72 0.1400 P_1000 72 0.0700 relstring 72 '3343233134' recall_5 72 0.0107 recall_10 72 0.0193 recall_15 72 0.0300 recall_20 72 0.0408 recall_30 72 0.0622 recall_100 72 0.1502 recall_200 72 0.1502 recall_500 72 0.1502 recall_1000 72 0.1502 infAP 72 0.1389 Rprec_mult_0.20 72 0.7234 Rprec_mult_0.40 72 0.3743 Rprec_mult_0.60 72 0.2500 Rprec_mult_0.80 72 0.1877 Rprec_mult_1.00 72 0.1502 Rprec_mult_1.20 72 0.1250 Rprec_mult_1.40 72 0.1072 Rprec_mult_1.60 72 0.0938 Rprec_mult_1.80 72 0.0834 Rprec_mult_2.00 72 0.0751 utility 72 40.0000 11pt_avg 72 0.1782 binG 72 0.0827 G 72 0.0317 ndcg 72 0.2305 ndcg_rel 72 0.3008 Rndcg 72 0.3604 ndcg_cut_5 72 0.7596 ndcg_cut_10 72 0.7374 ndcg_cut_15 72 0.7065 ndcg_cut_20 72 0.7057 ndcg_cut_30 72 0.7274 ndcg_cut_100 72 0.6054 ndcg_cut_200 72 0.3916 ndcg_cut_500 72 0.2305 ndcg_cut_1000 72 0.2305 map_cut_5 72 0.0107 map_cut_10 72 0.0189 map_cut_15 72 0.0288 map_cut_20 72 0.0389 map_cut_30 72 0.0595 map_cut_100 72 0.1389 map_cut_200 72 0.1389 map_cut_500 72 0.1389 map_cut_1000 72 0.1389 relative_P_5 72 1.0000 relative_P_10 72 0.9000 relative_P_15 72 0.9333 relative_P_20 72 0.9500 relative_P_30 72 0.9667 relative_P_100 72 0.7000 relative_P_200 72 0.3500 relative_P_500 72 0.1502 relative_P_1000 72 0.1502 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.7000 set_relative_P 72 0.7000 set_recall 72 0.1502 set_map 72 0.1052 set_F 72 0.2473 num_nonrel_judged_ret 72 2 rbp 72 0.7132 rbp_resid 72 0.0022 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 100 num_rel 84 142 num_rel_ret 84 15 map 84 0.0494 Rprec 84 0.1056 bpref 84 0.0929 recip_rank 84 1.0000 iprec_at_recall_0.00 84 1.0000 iprec_at_recall_0.10 84 0.2083 iprec_at_recall_0.20 84 0.0000 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 0.8000 P_10 84 0.5000 P_15 84 0.4667 P_20 84 0.4000 P_30 84 0.2667 P_100 84 0.1500 P_200 84 0.0750 P_500 84 0.0300 P_1000 84 0.0150 relstring 84 '3022202010' recall_5 84 0.0282 recall_10 84 0.0352 recall_15 84 0.0493 recall_20 84 0.0563 recall_30 84 0.0563 recall_100 84 0.1056 recall_200 84 0.1056 recall_500 84 0.1056 recall_1000 84 0.1056 infAP 84 0.0494 Rprec_mult_0.20 84 0.2759 Rprec_mult_0.40 84 0.2105 Rprec_mult_0.60 84 0.1744 Rprec_mult_0.80 84 0.1316 Rprec_mult_1.00 84 0.1056 Rprec_mult_1.20 84 0.0877 Rprec_mult_1.40 84 0.0754 Rprec_mult_1.60 84 0.0658 Rprec_mult_1.80 84 0.0586 Rprec_mult_2.00 84 0.0528 utility 84 -70.0000 11pt_avg 84 0.1098 binG 84 0.0397 G 84 0.0247 ndcg 84 0.1749 ndcg_rel 84 0.1992 Rndcg 84 0.2994 ndcg_cut_5 84 0.4940 ndcg_cut_10 84 0.4078 ndcg_cut_15 84 0.3938 ndcg_cut_20 84 0.3542 ndcg_cut_30 84 0.3377 ndcg_cut_100 84 0.2624 ndcg_cut_200 84 0.1898 ndcg_cut_500 84 0.1749 ndcg_cut_1000 84 0.1749 map_cut_5 84 0.0227 map_cut_10 84 0.0277 map_cut_15 84 0.0347 map_cut_20 84 0.0375 map_cut_30 84 0.0375 map_cut_100 84 0.0494 map_cut_200 84 0.0494 map_cut_500 84 0.0494 map_cut_1000 84 0.0494 relative_P_5 84 0.8000 relative_P_10 84 0.5000 relative_P_15 84 0.4667 relative_P_20 84 0.4000 relative_P_30 84 0.2667 relative_P_100 84 0.1500 relative_P_200 84 0.1056 relative_P_500 84 0.1056 relative_P_1000 84 0.1056 success_1 84 1.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.1500 set_relative_P 84 0.1500 set_recall 84 0.1056 set_map 84 0.0158 set_F 84 0.1240 num_nonrel_judged_ret 84 43 rbp 84 0.2832 rbp_resid 84 0.0065 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 100 num_rel 897 239 num_rel_ret 897 32 map 897 0.0584 Rprec 897 0.1339 bpref 897 0.1230 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.4000 iprec_at_recall_0.20 897 0.0000 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 0.4000 P_10 897 0.3000 P_15 897 0.4000 P_20 897 0.4000 P_30 897 0.4667 P_100 897 0.3200 P_200 897 0.1600 P_500 897 0.0640 P_1000 897 0.0320 relstring 897 '2102001021' recall_5 897 0.0084 recall_10 897 0.0126 recall_15 897 0.0251 recall_20 897 0.0335 recall_30 897 0.0586 recall_100 897 0.1339 recall_200 897 0.1339 recall_500 897 0.1339 recall_1000 897 0.1339 infAP 897 0.0584 Rprec_mult_0.20 897 0.4167 Rprec_mult_0.40 897 0.3229 Rprec_mult_0.60 897 0.2222 Rprec_mult_0.80 897 0.1667 Rprec_mult_1.00 897 0.1339 Rprec_mult_1.20 897 0.1115 Rprec_mult_1.40 897 0.0955 Rprec_mult_1.60 897 0.0836 Rprec_mult_1.80 897 0.0742 Rprec_mult_2.00 897 0.0669 utility 897 -36.0000 11pt_avg 897 0.1273 binG 897 0.0351 G 897 0.0276 ndcg 897 0.1981 ndcg_rel 897 0.2313 Rndcg 897 0.2711 ndcg_cut_5 897 0.3948 ndcg_cut_10 897 0.3460 ndcg_cut_15 897 0.4047 ndcg_cut_20 897 0.3938 ndcg_cut_30 897 0.4059 ndcg_cut_100 897 0.3804 ndcg_cut_200 897 0.2460 ndcg_cut_500 897 0.1981 ndcg_cut_1000 897 0.1981 map_cut_5 897 0.0063 map_cut_10 897 0.0077 map_cut_15 897 0.0129 map_cut_20 897 0.0167 map_cut_30 897 0.0279 map_cut_100 897 0.0584 map_cut_200 897 0.0584 map_cut_500 897 0.0584 map_cut_1000 897 0.0584 relative_P_5 897 0.4000 relative_P_10 897 0.3000 relative_P_15 897 0.4000 relative_P_20 897 0.4000 relative_P_30 897 0.4667 relative_P_100 897 0.3200 relative_P_200 897 0.1600 relative_P_500 897 0.1339 relative_P_1000 897 0.1339 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.3200 set_relative_P 897 0.3200 set_recall 897 0.1339 set_map 897 0.0428 set_F 897 0.1888 num_nonrel_judged_ret 897 37 rbp 897 0.3747 rbp_resid 897 0.0049 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all RRF_minilm_bm25 num_q all 22 num_ret all 2200 num_rel all 5166 num_rel_ret all 816 map all 0.0913 gm_map all 0.0686 Rprec all 0.1561 bpref all 0.1399 recip_rank all 0.8538 iprec_at_recall_0.00 all 0.8930 iprec_at_recall_0.10 all 0.4796 iprec_at_recall_0.20 all 0.1178 iprec_at_recall_0.30 all 0.0000 iprec_at_recall_0.40 all 0.0000 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.6091 P_10 all 0.5591 P_15 all 0.5273 P_20 all 0.5205 P_30 all 0.4894 P_100 all 0.3709 P_200 all 0.1855 P_500 all 0.0742 P_1000 all 0.0371 recall_5 all 0.0135 recall_10 all 0.0241 recall_15 all 0.0336 recall_20 all 0.0444 recall_30 all 0.0616 recall_100 all 0.1561 recall_200 all 0.1561 recall_500 all 0.1561 recall_1000 all 0.1561 infAP all 0.0913 gm_bpref all 0.1278 Rprec_mult_0.20 all 0.4631 Rprec_mult_0.40 all 0.3478 Rprec_mult_0.60 all 0.2547 Rprec_mult_0.80 all 0.1946 Rprec_mult_1.00 all 0.1561 Rprec_mult_1.20 all 0.1299 Rprec_mult_1.40 all 0.1114 Rprec_mult_1.60 all 0.0974 Rprec_mult_1.80 all 0.0866 Rprec_mult_2.00 all 0.0781 utility all -25.8182 11pt_avg all 0.1355 binG all 0.0538 G all 0.0330 ndcg all 0.2148 ndcg_rel all 0.2549 Rndcg all 0.2950 ndcg_cut_5 all 0.4984 ndcg_cut_10 all 0.4764 ndcg_cut_15 all 0.4559 ndcg_cut_20 all 0.4521 ndcg_cut_30 all 0.4454 ndcg_cut_100 all 0.3935 ndcg_cut_200 all 0.2641 ndcg_cut_500 all 0.2148 ndcg_cut_1000 all 0.2148 map_cut_5 all 0.0116 map_cut_10 all 0.0191 map_cut_15 all 0.0258 map_cut_20 all 0.0322 map_cut_30 all 0.0424 map_cut_100 all 0.0913 map_cut_200 all 0.0913 map_cut_500 all 0.0913 map_cut_1000 all 0.0913 relative_P_5 all 0.6091 relative_P_10 all 0.5591 relative_P_15 all 0.5273 relative_P_20 all 0.5205 relative_P_30 all 0.4894 relative_P_100 all 0.3709 relative_P_200 all 0.1951 relative_P_500 all 0.1561 relative_P_1000 all 0.1561 success_1 all 0.7727 success_5 all 1.0000 success_10 all 1.0000 set_P all 0.3709 set_relative_P all 0.3709 set_recall all 0.1561 set_map all 0.0660 set_F all 0.2149 num_nonrel_judged_ret all 804 rbp all 0.4081 rbp_resid all 0.0033 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000