num_ret 14 100 num_rel 14 272 num_rel_ret 14 63 map 14 0.1773 Rprec 14 0.2316 bpref 14 0.2208 recip_rank 14 0.5000 iprec_at_recall_0.00 14 0.9000 iprec_at_recall_0.10 14 0.8293 iprec_at_recall_0.20 14 0.6750 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 0.8000 P_10 14 0.9000 P_15 14 0.8000 P_20 14 0.8000 P_30 14 0.8333 P_100 14 0.6300 P_200 14 0.3150 P_500 14 0.1260 P_1000 14 0.0630 relstring 14 '1222223222' recall_5 14 0.0147 recall_10 14 0.0331 recall_15 14 0.0441 recall_20 14 0.0588 recall_30 14 0.0919 recall_100 14 0.2316 recall_200 14 0.2316 recall_500 14 0.2316 recall_1000 14 0.2316 infAP 14 0.1773 Rprec_mult_0.20 14 0.7455 Rprec_mult_0.40 14 0.5780 Rprec_mult_0.60 14 0.3841 Rprec_mult_0.80 14 0.2890 Rprec_mult_1.00 14 0.2316 Rprec_mult_1.20 14 0.1927 Rprec_mult_1.40 14 0.1654 Rprec_mult_1.60 14 0.1445 Rprec_mult_1.80 14 0.1286 Rprec_mult_2.00 14 0.1158 utility 14 26.0000 11pt_avg 14 0.2186 binG 14 0.0797 G 14 0.0498 ndcg 14 0.3141 ndcg_rel 14 0.3814 Rndcg 14 0.3970 ndcg_cut_5 14 0.4674 ndcg_cut_10 14 0.5517 ndcg_cut_15 14 0.5605 ndcg_cut_20 14 0.5883 ndcg_cut_30 14 0.6223 ndcg_cut_100 14 0.6316 ndcg_cut_200 14 0.4096 ndcg_cut_500 14 0.3141 ndcg_cut_1000 14 0.3141 map_cut_5 14 0.0100 map_cut_10 14 0.0260 map_cut_15 14 0.0347 map_cut_20 14 0.0468 map_cut_30 14 0.0742 map_cut_100 14 0.1773 map_cut_200 14 0.1773 map_cut_500 14 0.1773 map_cut_1000 14 0.1773 relative_P_5 14 0.8000 relative_P_10 14 0.9000 relative_P_15 14 0.8000 relative_P_20 14 0.8000 relative_P_30 14 0.8333 relative_P_100 14 0.6300 relative_P_200 14 0.3150 relative_P_500 14 0.2316 relative_P_1000 14 0.2316 success_1 14 0.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.6300 set_relative_P 14 0.6300 set_recall 14 0.2316 set_map 14 0.1459 set_F 14 0.3387 num_nonrel_judged_ret 14 23 rbp 14 0.4761 rbp_resid 14 0.0007 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 100 num_rel 144 197 num_rel_ret 144 49 map 144 0.1554 Rprec 144 0.2487 bpref 144 0.2249 recip_rank 144 1.0000 iprec_at_recall_0.00 144 1.0000 iprec_at_recall_0.10 144 0.6571 iprec_at_recall_0.20 144 0.5395 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.8000 P_10 144 0.7000 P_15 144 0.6667 P_20 144 0.6000 P_30 144 0.6333 P_100 144 0.4900 P_200 144 0.2450 P_500 144 0.0980 P_1000 144 0.0490 relstring 144 '2220233200' recall_5 144 0.0203 recall_10 144 0.0355 recall_15 144 0.0508 recall_20 144 0.0609 recall_30 144 0.0964 recall_100 144 0.2487 recall_200 144 0.2487 recall_500 144 0.2487 recall_1000 144 0.2487 infAP 144 0.1554 Rprec_mult_0.20 144 0.5750 Rprec_mult_0.40 144 0.5316 Rprec_mult_0.60 144 0.4118 Rprec_mult_0.80 144 0.3101 Rprec_mult_1.00 144 0.2487 Rprec_mult_1.20 144 0.2068 Rprec_mult_1.40 144 0.1775 Rprec_mult_1.60 144 0.1551 Rprec_mult_1.80 144 0.1380 Rprec_mult_2.00 144 0.1244 utility 144 -2.0000 11pt_avg 144 0.1997 binG 144 0.0796 G 144 0.0456 ndcg 144 0.3065 ndcg_rel 144 0.3595 Rndcg 144 0.4257 ndcg_cut_5 144 0.5115 ndcg_cut_10 144 0.5287 ndcg_cut_15 144 0.5308 ndcg_cut_20 144 0.5328 ndcg_cut_30 144 0.5474 ndcg_cut_100 144 0.5581 ndcg_cut_200 144 0.3744 ndcg_cut_500 144 0.3065 ndcg_cut_1000 144 0.3065 map_cut_5 144 0.0193 map_cut_10 144 0.0323 map_cut_15 144 0.0437 map_cut_20 144 0.0508 map_cut_30 144 0.0725 map_cut_100 144 0.1554 map_cut_200 144 0.1554 map_cut_500 144 0.1554 map_cut_1000 144 0.1554 relative_P_5 144 0.8000 relative_P_10 144 0.7000 relative_P_15 144 0.6667 relative_P_20 144 0.6000 relative_P_30 144 0.6333 relative_P_100 144 0.4900 relative_P_200 144 0.2487 relative_P_500 144 0.2487 relative_P_1000 144 0.2487 success_1 144 1.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.4900 set_relative_P 144 0.4900 set_recall 144 0.2487 set_map 144 0.1219 set_F 144 0.3300 num_nonrel_judged_ret 144 42 rbp 144 0.4224 rbp_resid 144 0.0007 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 100 num_rel 161 218 num_rel_ret 161 56 map 161 0.2113 Rprec 161 0.2569 bpref 161 0.2457 recip_rank 161 1.0000 iprec_at_recall_0.00 161 1.0000 iprec_at_recall_0.10 161 0.8571 iprec_at_recall_0.20 161 0.7188 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 1.0000 P_10 161 1.0000 P_15 161 1.0000 P_20 161 0.9500 P_30 161 0.8333 P_100 161 0.5600 P_200 161 0.2800 P_500 161 0.1120 P_1000 161 0.0560 relstring 161 '3222222222' recall_5 161 0.0229 recall_10 161 0.0459 recall_15 161 0.0688 recall_20 161 0.0872 recall_30 161 0.1147 recall_100 161 0.2569 recall_200 161 0.2569 recall_500 161 0.2569 recall_1000 161 0.2569 infAP 161 0.2113 Rprec_mult_0.20 161 0.7500 Rprec_mult_0.40 161 0.5909 Rprec_mult_0.60 161 0.4275 Rprec_mult_0.80 161 0.3200 Rprec_mult_1.00 161 0.2569 Rprec_mult_1.20 161 0.2137 Rprec_mult_1.40 161 0.1830 Rprec_mult_1.60 161 0.1605 Rprec_mult_1.80 161 0.1425 Rprec_mult_2.00 161 0.1284 utility 161 12.0000 11pt_avg 161 0.2342 binG 161 0.1291 G 161 0.0620 ndcg 161 0.3506 ndcg_rel 161 0.4372 Rndcg 161 0.4734 ndcg_cut_5 161 0.7797 ndcg_cut_10 161 0.7400 ndcg_cut_15 161 0.7235 ndcg_cut_20 161 0.7027 ndcg_cut_30 161 0.6789 ndcg_cut_100 161 0.6109 ndcg_cut_200 161 0.3904 ndcg_cut_500 161 0.3506 ndcg_cut_1000 161 0.3506 map_cut_5 161 0.0229 map_cut_10 161 0.0459 map_cut_15 161 0.0688 map_cut_20 161 0.0864 map_cut_30 161 0.1104 map_cut_100 161 0.2113 map_cut_200 161 0.2113 map_cut_500 161 0.2113 map_cut_1000 161 0.2113 relative_P_5 161 1.0000 relative_P_10 161 1.0000 relative_P_15 161 1.0000 relative_P_20 161 0.9500 relative_P_30 161 0.8333 relative_P_100 161 0.5600 relative_P_200 161 0.2800 relative_P_500 161 0.2569 relative_P_1000 161 0.2569 success_1 161 1.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.5600 set_relative_P 161 0.5600 set_recall 161 0.2569 set_map 161 0.1439 set_F 161 0.3522 num_nonrel_judged_ret 161 32 rbp 161 0.6611 rbp_resid 161 0.0019 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 100 num_rel 200 184 num_rel_ret 200 56 map 200 0.2020 Rprec 200 0.3043 bpref 200 0.2800 recip_rank 200 1.0000 iprec_at_recall_0.00 200 1.0000 iprec_at_recall_0.10 200 0.7600 iprec_at_recall_0.20 200 0.5946 iprec_at_recall_0.30 200 0.5600 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 0.6000 P_10 200 0.8000 P_15 200 0.6667 P_20 200 0.7500 P_30 200 0.7333 P_100 200 0.5600 P_200 200 0.2800 P_500 200 0.1120 P_1000 200 0.0560 relstring 200 '3230122333' recall_5 200 0.0163 recall_10 200 0.0435 recall_15 200 0.0543 recall_20 200 0.0815 recall_30 200 0.1196 recall_100 200 0.3043 recall_200 200 0.3043 recall_500 200 0.3043 recall_1000 200 0.3043 infAP 200 0.2020 Rprec_mult_0.20 200 0.6486 Rprec_mult_0.40 200 0.5946 Rprec_mult_0.60 200 0.5045 Rprec_mult_0.80 200 0.3784 Rprec_mult_1.00 200 0.3043 Rprec_mult_1.20 200 0.2534 Rprec_mult_1.40 200 0.2171 Rprec_mult_1.60 200 0.1898 Rprec_mult_1.80 200 0.1687 Rprec_mult_2.00 200 0.1522 utility 200 12.0000 11pt_avg 200 0.2650 binG 200 0.0958 G 200 0.0657 ndcg 200 0.3901 ndcg_rel 200 0.4529 Rndcg 200 0.5265 ndcg_cut_5 200 0.6245 ndcg_cut_10 200 0.7002 ndcg_cut_15 200 0.6254 ndcg_cut_20 200 0.6742 ndcg_cut_30 200 0.6505 ndcg_cut_100 200 0.5901 ndcg_cut_200 200 0.4066 ndcg_cut_500 200 0.3901 ndcg_cut_1000 200 0.3901 map_cut_5 200 0.0163 map_cut_10 200 0.0365 map_cut_15 200 0.0454 map_cut_20 200 0.0650 map_cut_30 200 0.0933 map_cut_100 200 0.2020 map_cut_200 200 0.2020 map_cut_500 200 0.2020 map_cut_1000 200 0.2020 relative_P_5 200 0.6000 relative_P_10 200 0.8000 relative_P_15 200 0.6667 relative_P_20 200 0.7500 relative_P_30 200 0.7333 relative_P_100 200 0.5600 relative_P_200 200 0.3043 relative_P_500 200 0.3043 relative_P_1000 200 0.3043 success_1 200 1.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.5600 set_relative_P 200 0.5600 set_recall 200 0.3043 set_map 200 0.1704 set_F 200 0.3944 num_nonrel_judged_ret 200 33 rbp 200 0.4959 rbp_resid 200 0.0067 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 100 num_rel 213 322 num_rel_ret 213 79 map 213 0.2179 Rprec 213 0.2453 bpref 213 0.2361 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 0.9444 iprec_at_recall_0.20 213 0.8171 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 1.0000 P_10 213 1.0000 P_15 213 1.0000 P_20 213 1.0000 P_30 213 0.9333 P_100 213 0.7900 P_200 213 0.3950 P_500 213 0.1580 P_1000 213 0.0790 relstring 213 '4324333333' recall_5 213 0.0155 recall_10 213 0.0311 recall_15 213 0.0466 recall_20 213 0.0621 recall_30 213 0.0870 recall_100 213 0.2453 recall_200 213 0.2453 recall_500 213 0.2453 recall_1000 213 0.2453 infAP 213 0.2179 Rprec_mult_0.20 213 0.7846 Rprec_mult_0.40 213 0.6124 Rprec_mult_0.60 213 0.4072 Rprec_mult_0.80 213 0.3062 Rprec_mult_1.00 213 0.2453 Rprec_mult_1.20 213 0.2041 Rprec_mult_1.40 213 0.1752 Rprec_mult_1.60 213 0.1531 Rprec_mult_1.80 213 0.1362 Rprec_mult_2.00 213 0.1227 utility 213 58.0000 11pt_avg 213 0.2510 binG 213 0.1283 G 213 0.0587 ndcg 213 0.3491 ndcg_rel 213 0.4473 Rndcg 213 0.5048 ndcg_cut_5 213 0.8289 ndcg_cut_10 213 0.8012 ndcg_cut_15 213 0.7819 ndcg_cut_20 213 0.8117 ndcg_cut_30 213 0.8156 ndcg_cut_100 213 0.7490 ndcg_cut_200 213 0.4800 ndcg_cut_500 213 0.3491 ndcg_cut_1000 213 0.3491 map_cut_5 213 0.0155 map_cut_10 213 0.0311 map_cut_15 213 0.0466 map_cut_20 213 0.0621 map_cut_30 213 0.0863 map_cut_100 213 0.2179 map_cut_200 213 0.2179 map_cut_500 213 0.2179 map_cut_1000 213 0.2179 relative_P_5 213 1.0000 relative_P_10 213 1.0000 relative_P_15 213 1.0000 relative_P_20 213 1.0000 relative_P_30 213 0.9333 relative_P_100 213 0.7900 relative_P_200 213 0.3950 relative_P_500 213 0.2453 relative_P_1000 213 0.2453 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.7900 set_relative_P 213 0.7900 set_recall 213 0.2453 set_map 213 0.1938 set_F 213 0.3744 num_nonrel_judged_ret 213 12 rbp 213 0.7346 rbp_resid 213 0.0016 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 100 num_rel 219 203 num_rel_ret 219 42 map 219 0.1119 Rprec 219 0.2069 bpref 219 0.1868 recip_rank 219 0.3333 iprec_at_recall_0.00 219 0.7059 iprec_at_recall_0.10 219 0.5946 iprec_at_recall_0.20 219 0.4607 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.6000 P_10 219 0.6000 P_15 219 0.6667 P_20 219 0.6500 P_30 219 0.6333 P_100 219 0.4200 P_200 219 0.2100 P_500 219 0.0840 P_1000 219 0.0420 relstring 219 '0032230320' recall_5 219 0.0148 recall_10 219 0.0296 recall_15 219 0.0493 recall_20 219 0.0640 recall_30 219 0.0936 recall_100 219 0.2069 recall_200 219 0.2069 recall_500 219 0.2069 recall_1000 219 0.2069 infAP 219 0.1119 Rprec_mult_0.20 219 0.5610 Rprec_mult_0.40 219 0.4512 Rprec_mult_0.60 219 0.3443 Rprec_mult_0.80 219 0.2577 Rprec_mult_1.00 219 0.2069 Rprec_mult_1.20 219 0.1721 Rprec_mult_1.40 219 0.1474 Rprec_mult_1.60 219 0.1292 Rprec_mult_1.80 219 0.1148 Rprec_mult_2.00 219 0.1034 utility 219 -16.0000 11pt_avg 219 0.1601 binG 219 0.0568 G 219 0.0338 ndcg 219 0.2324 ndcg_rel 219 0.2584 Rndcg 219 0.2943 ndcg_cut_5 219 0.2658 ndcg_cut_10 219 0.3331 ndcg_cut_15 219 0.3689 ndcg_cut_20 219 0.3741 ndcg_cut_30 219 0.3916 ndcg_cut_100 219 0.3875 ndcg_cut_200 219 0.2597 ndcg_cut_500 219 0.2324 ndcg_cut_1000 219 0.2324 map_cut_5 219 0.0071 map_cut_10 219 0.0167 map_cut_15 219 0.0291 map_cut_20 219 0.0393 map_cut_30 219 0.0573 map_cut_100 219 0.1119 map_cut_200 219 0.1119 map_cut_500 219 0.1119 map_cut_1000 219 0.1119 relative_P_5 219 0.6000 relative_P_10 219 0.6000 relative_P_15 219 0.6667 relative_P_20 219 0.6500 relative_P_30 219 0.6333 relative_P_100 219 0.4200 relative_P_200 219 0.2100 relative_P_500 219 0.2069 relative_P_1000 219 0.2069 success_1 219 0.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.4200 set_relative_P 219 0.4200 set_recall 219 0.2069 set_map 219 0.0869 set_F 219 0.2772 num_nonrel_judged_ret 219 50 rbp 219 0.3465 rbp_resid 219 0.0032 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 100 num_rel 224 304 num_rel_ret 224 64 map 224 0.1593 Rprec 224 0.2105 bpref 224 0.2001 recip_rank 224 0.5000 iprec_at_recall_0.00 224 0.8636 iprec_at_recall_0.10 224 0.7895 iprec_at_recall_0.20 224 0.6778 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 0.8000 P_10 224 0.7000 P_15 224 0.8000 P_20 224 0.8500 P_30 224 0.8000 P_100 224 0.6400 P_200 224 0.3200 P_500 224 0.1280 P_1000 224 0.0640 relstring 224 '0322321212' recall_5 224 0.0132 recall_10 224 0.0230 recall_15 224 0.0395 recall_20 224 0.0559 recall_30 224 0.0789 recall_100 224 0.2105 recall_200 224 0.2105 recall_500 224 0.2105 recall_1000 224 0.2105 infAP 224 0.1593 Rprec_mult_0.20 224 0.7213 Rprec_mult_0.40 224 0.5246 Rprec_mult_0.60 224 0.3497 Rprec_mult_0.80 224 0.2623 Rprec_mult_1.00 224 0.2105 Rprec_mult_1.20 224 0.1753 Rprec_mult_1.40 224 0.1502 Rprec_mult_1.60 224 0.1314 Rprec_mult_1.80 224 0.1168 Rprec_mult_2.00 224 0.1053 utility 224 28.0000 11pt_avg 224 0.2119 binG 224 0.0694 G 224 0.0454 ndcg 224 0.2881 ndcg_rel 224 0.3562 Rndcg 224 0.4060 ndcg_cut_5 224 0.5556 ndcg_cut_10 224 0.5481 ndcg_cut_15 224 0.6048 ndcg_cut_20 224 0.6261 ndcg_cut_30 224 0.6266 ndcg_cut_100 224 0.6319 ndcg_cut_200 224 0.4076 ndcg_cut_500 224 0.2881 ndcg_cut_1000 224 0.2881 map_cut_5 224 0.0089 map_cut_10 224 0.0164 map_cut_15 224 0.0291 map_cut_20 224 0.0427 map_cut_30 224 0.0623 map_cut_100 224 0.1593 map_cut_200 224 0.1593 map_cut_500 224 0.1593 map_cut_1000 224 0.1593 relative_P_5 224 0.8000 relative_P_10 224 0.7000 relative_P_15 224 0.8000 relative_P_20 224 0.8500 relative_P_30 224 0.8000 relative_P_100 224 0.6400 relative_P_200 224 0.3200 relative_P_500 224 0.2105 relative_P_1000 224 0.2105 success_1 224 0.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.6400 set_relative_P 224 0.6400 set_recall 224 0.2105 set_map 224 0.1347 set_F 224 0.3168 num_nonrel_judged_ret 224 26 rbp 224 0.6297 rbp_resid 224 0.0010 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 100 num_rel 225 238 num_rel_ret 225 69 map 225 0.2429 Rprec 225 0.2899 bpref 225 0.2678 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.8621 iprec_at_recall_0.20 225 0.8387 iprec_at_recall_0.30 225 0.0000 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 0.8000 P_10 225 0.9000 P_15 225 0.9333 P_20 225 0.9000 P_30 225 0.8333 P_100 225 0.6900 P_200 225 0.3450 P_500 225 0.1380 P_1000 225 0.0690 relstring 225 '2323022222' recall_5 225 0.0168 recall_10 225 0.0378 recall_15 225 0.0588 recall_20 225 0.0756 recall_30 225 0.1050 recall_100 225 0.2899 recall_200 225 0.2899 recall_500 225 0.2899 recall_1000 225 0.2899 infAP 225 0.2429 Rprec_mult_0.20 225 0.7917 Rprec_mult_0.40 225 0.7083 Rprec_mult_0.60 225 0.4825 Rprec_mult_0.80 225 0.3613 Rprec_mult_1.00 225 0.2899 Rprec_mult_1.20 225 0.2413 Rprec_mult_1.40 225 0.2066 Rprec_mult_1.60 225 0.1811 Rprec_mult_1.80 225 0.1608 Rprec_mult_2.00 225 0.1450 utility 225 38.0000 11pt_avg 225 0.2455 binG 225 0.1158 G 225 0.0635 ndcg 225 0.3758 ndcg_rel 225 0.4631 Rndcg 225 0.4882 ndcg_cut_5 225 0.6992 ndcg_cut_10 225 0.6878 ndcg_cut_15 225 0.7133 ndcg_cut_20 225 0.7062 ndcg_cut_30 225 0.6891 ndcg_cut_100 225 0.6706 ndcg_cut_200 225 0.4514 ndcg_cut_500 225 0.3758 ndcg_cut_1000 225 0.3758 map_cut_5 225 0.0168 map_cut_10 225 0.0351 map_cut_15 225 0.0545 map_cut_20 225 0.0701 map_cut_30 225 0.0959 map_cut_100 225 0.2429 map_cut_200 225 0.2429 map_cut_500 225 0.2429 map_cut_1000 225 0.2429 relative_P_5 225 0.8000 relative_P_10 225 0.9000 relative_P_15 225 0.9333 relative_P_20 225 0.9000 relative_P_30 225 0.8333 relative_P_100 225 0.6900 relative_P_200 225 0.3450 relative_P_500 225 0.2899 relative_P_1000 225 0.2899 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.6900 set_relative_P 225 0.6900 set_recall 225 0.2899 set_map 225 0.2000 set_F 225 0.4083 num_nonrel_judged_ret 225 18 rbp 225 0.6949 rbp_resid 225 0.0021 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 100 num_rel 233 203 num_rel_ret 233 77 map 233 0.3328 Rprec 233 0.3793 bpref 233 0.3628 recip_rank 233 1.0000 iprec_at_recall_0.00 233 1.0000 iprec_at_recall_0.10 233 0.9032 iprec_at_recall_0.20 233 0.8947 iprec_at_recall_0.30 233 0.8472 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 1.0000 P_10 233 1.0000 P_15 233 0.8667 P_20 233 0.8500 P_30 233 0.9000 P_100 233 0.7700 P_200 233 0.3850 P_500 233 0.1540 P_1000 233 0.0770 relstring 233 '3223332323' recall_5 233 0.0246 recall_10 233 0.0493 recall_15 233 0.0640 recall_20 233 0.0837 recall_30 233 0.1330 recall_100 233 0.3793 recall_200 233 0.3793 recall_500 233 0.3793 recall_1000 233 0.3793 infAP 233 0.3328 Rprec_mult_0.20 233 0.8780 Rprec_mult_0.40 233 0.7927 Rprec_mult_0.60 233 0.6311 Rprec_mult_0.80 233 0.4724 Rprec_mult_1.00 233 0.3793 Rprec_mult_1.20 233 0.3156 Rprec_mult_1.40 233 0.2702 Rprec_mult_1.60 233 0.2369 Rprec_mult_1.80 233 0.2104 Rprec_mult_2.00 233 0.1897 utility 233 54.0000 11pt_avg 233 0.3314 binG 233 0.1675 G 233 0.0824 ndcg 233 0.4549 ndcg_rel 233 0.5545 Rndcg 233 0.5692 ndcg_cut_5 233 0.7364 ndcg_cut_10 233 0.7775 ndcg_cut_15 233 0.7283 ndcg_cut_20 233 0.7186 ndcg_cut_30 233 0.7579 ndcg_cut_100 233 0.7066 ndcg_cut_200 233 0.4899 ndcg_cut_500 233 0.4549 ndcg_cut_1000 233 0.4549 map_cut_5 233 0.0246 map_cut_10 233 0.0493 map_cut_15 233 0.0640 map_cut_20 233 0.0810 map_cut_30 233 0.1244 map_cut_100 233 0.3328 map_cut_200 233 0.3328 map_cut_500 233 0.3328 map_cut_1000 233 0.3328 relative_P_5 233 1.0000 relative_P_10 233 1.0000 relative_P_15 233 0.8667 relative_P_20 233 0.8500 relative_P_30 233 0.9000 relative_P_100 233 0.7700 relative_P_200 233 0.3850 relative_P_500 233 0.3793 relative_P_1000 233 0.3793 success_1 233 1.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.7700 set_relative_P 233 0.7700 set_recall 233 0.3793 set_map 233 0.2921 set_F 233 0.5083 num_nonrel_judged_ret 233 17 rbp 233 0.5985 rbp_resid 233 0.0001 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 100 num_rel 273 290 num_rel_ret 273 72 map 273 0.2228 Rprec 273 0.2483 bpref 273 0.2394 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.9474 iprec_at_recall_0.20 273 0.8451 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 1.0000 P_10 273 1.0000 P_15 273 0.9333 P_20 273 0.9500 P_30 273 0.9333 P_100 273 0.7200 P_200 273 0.3600 P_500 273 0.1440 P_1000 273 0.0720 relstring 273 '2333232322' recall_5 273 0.0172 recall_10 273 0.0345 recall_15 273 0.0483 recall_20 273 0.0655 recall_30 273 0.0966 recall_100 273 0.2483 recall_200 273 0.2483 recall_500 273 0.2483 recall_1000 273 0.2483 infAP 273 0.2228 Rprec_mult_0.20 273 0.8448 Rprec_mult_0.40 273 0.6207 Rprec_mult_0.60 273 0.4138 Rprec_mult_0.80 273 0.3103 Rprec_mult_1.00 273 0.2483 Rprec_mult_1.20 273 0.2069 Rprec_mult_1.40 273 0.1773 Rprec_mult_1.60 273 0.1552 Rprec_mult_1.80 273 0.1379 Rprec_mult_2.00 273 0.1241 utility 273 44.0000 11pt_avg 273 0.2539 binG 273 0.1247 G 273 0.0576 ndcg 273 0.3401 ndcg_rel 273 0.4287 Rndcg 273 0.4758 ndcg_cut_5 273 0.7576 ndcg_cut_10 273 0.7737 ndcg_cut_15 273 0.7516 ndcg_cut_20 273 0.7805 ndcg_cut_30 273 0.7624 ndcg_cut_100 273 0.6840 ndcg_cut_200 273 0.4683 ndcg_cut_500 273 0.3401 ndcg_cut_1000 273 0.3401 map_cut_5 273 0.0172 map_cut_10 273 0.0345 map_cut_15 273 0.0483 map_cut_20 273 0.0646 map_cut_30 273 0.0935 map_cut_100 273 0.2228 map_cut_200 273 0.2228 map_cut_500 273 0.2228 map_cut_1000 273 0.2228 relative_P_5 273 1.0000 relative_P_10 273 1.0000 relative_P_15 273 0.9333 relative_P_20 273 0.9500 relative_P_30 273 0.9333 relative_P_100 273 0.7200 relative_P_200 273 0.3600 relative_P_500 273 0.2483 relative_P_1000 273 0.2483 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.7200 set_relative_P 273 0.7200 set_recall 273 0.2483 set_map 273 0.1788 set_F 273 0.3692 num_nonrel_judged_ret 273 17 rbp 273 0.6085 rbp_resid 273 0.0013 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 100 num_rel 300 239 num_rel_ret 300 51 map 300 0.1362 Rprec 300 0.2134 bpref 300 0.1998 recip_rank 300 0.5000 iprec_at_recall_0.00 300 0.7368 iprec_at_recall_0.10 300 0.7105 iprec_at_recall_0.20 300 0.5455 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.6000 P_10 300 0.7000 P_15 300 0.6667 P_20 300 0.7000 P_30 300 0.7000 P_100 300 0.5100 P_200 300 0.2550 P_500 300 0.1020 P_1000 300 0.0510 relstring 300 '1221212222' recall_5 300 0.0126 recall_10 300 0.0293 recall_15 300 0.0418 recall_20 300 0.0586 recall_30 300 0.0879 recall_100 300 0.2134 recall_200 300 0.2134 recall_500 300 0.2134 recall_1000 300 0.2134 infAP 300 0.1362 Rprec_mult_0.20 300 0.6250 Rprec_mult_0.40 300 0.5208 Rprec_mult_0.60 300 0.3542 Rprec_mult_0.80 300 0.2656 Rprec_mult_1.00 300 0.2134 Rprec_mult_1.20 300 0.1777 Rprec_mult_1.40 300 0.1522 Rprec_mult_1.60 300 0.1332 Rprec_mult_1.80 300 0.1183 Rprec_mult_2.00 300 0.1067 utility 300 2.0000 11pt_avg 300 0.1812 binG 300 0.0621 G 300 0.0429 ndcg 300 0.2825 ndcg_rel 300 0.3396 Rndcg 300 0.3815 ndcg_cut_5 300 0.5049 ndcg_cut_10 300 0.5356 ndcg_cut_15 300 0.5347 ndcg_cut_20 300 0.5466 ndcg_cut_30 300 0.5584 ndcg_cut_100 300 0.5244 ndcg_cut_200 300 0.3424 ndcg_cut_500 300 0.2825 ndcg_cut_1000 300 0.2825 map_cut_5 300 0.0074 map_cut_10 300 0.0181 map_cut_15 300 0.0266 map_cut_20 300 0.0386 map_cut_30 300 0.0590 map_cut_100 300 0.1362 map_cut_200 300 0.1362 map_cut_500 300 0.1362 map_cut_1000 300 0.1362 relative_P_5 300 0.6000 relative_P_10 300 0.7000 relative_P_15 300 0.6667 relative_P_20 300 0.7000 relative_P_30 300 0.7000 relative_P_100 300 0.5100 relative_P_200 300 0.2550 relative_P_500 300 0.2134 relative_P_1000 300 0.2134 success_1 300 0.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.5100 set_relative_P 300 0.5100 set_recall 300 0.2134 set_map 300 0.1088 set_F 300 0.3009 num_nonrel_judged_ret 300 31 rbp 300 0.5506 rbp_resid 300 0.0021 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 100 num_rel 31 134 num_rel_ret 31 51 map 31 0.2515 Rprec 31 0.3806 bpref 31 0.3280 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.7647 iprec_at_recall_0.20 31 0.6000 iprec_at_recall_0.30 31 0.5405 iprec_at_recall_0.40 31 0.0000 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 1.0000 P_10 31 0.9000 P_15 31 0.8000 P_20 31 0.6500 P_30 31 0.5667 P_100 31 0.5100 P_200 31 0.2550 P_500 31 0.1020 P_1000 31 0.0510 relstring 31 '2232320222' recall_5 31 0.0373 recall_10 31 0.0672 recall_15 31 0.0896 recall_20 31 0.0970 recall_30 31 0.1269 recall_100 31 0.3806 recall_200 31 0.3806 recall_500 31 0.3806 recall_1000 31 0.3806 infAP 31 0.2515 Rprec_mult_0.20 31 0.5556 Rprec_mult_0.40 31 0.5926 Rprec_mult_0.60 31 0.5062 Rprec_mult_0.80 31 0.4722 Rprec_mult_1.00 31 0.3806 Rprec_mult_1.20 31 0.3168 Rprec_mult_1.40 31 0.2713 Rprec_mult_1.60 31 0.2372 Rprec_mult_1.80 31 0.2107 Rprec_mult_2.00 31 0.1903 utility 31 2.0000 11pt_avg 31 0.2641 binG 31 0.1379 G 31 0.0881 ndcg 31 0.4605 ndcg_rel 31 0.5336 Rndcg 31 0.5375 ndcg_cut_5 31 0.7669 ndcg_cut_10 31 0.6828 ndcg_cut_15 31 0.6807 ndcg_cut_20 31 0.6408 ndcg_cut_30 31 0.6336 ndcg_cut_100 31 0.6111 ndcg_cut_200 31 0.4605 ndcg_cut_500 31 0.4605 ndcg_cut_1000 31 0.4605 map_cut_5 31 0.0373 map_cut_10 31 0.0647 map_cut_15 31 0.0852 map_cut_20 31 0.0909 map_cut_30 31 0.1089 map_cut_100 31 0.2515 map_cut_200 31 0.2515 map_cut_500 31 0.2515 map_cut_1000 31 0.2515 relative_P_5 31 1.0000 relative_P_10 31 0.9000 relative_P_15 31 0.8000 relative_P_20 31 0.6500 relative_P_30 31 0.5667 relative_P_100 31 0.5100 relative_P_200 31 0.3806 relative_P_500 31 0.3806 relative_P_1000 31 0.3806 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.5100 set_relative_P 31 0.5100 set_recall 31 0.3806 set_map 31 0.1941 set_F 31 0.4359 num_nonrel_judged_ret 31 43 rbp 31 0.6319 rbp_resid 31 0.0004 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 100 num_rel 37 230 num_rel_ret 37 35 map 37 0.0603 Rprec 37 0.1522 bpref 37 0.1360 recip_rank 37 0.5000 iprec_at_recall_0.00 37 0.5000 iprec_at_recall_0.10 37 0.4407 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.4000 P_10 37 0.4000 P_15 37 0.4000 P_20 37 0.3500 P_30 37 0.3667 P_100 37 0.3500 P_200 37 0.1750 P_500 37 0.0700 P_1000 37 0.0350 relstring 37 '1311212121' recall_5 37 0.0087 recall_10 37 0.0174 recall_15 37 0.0261 recall_20 37 0.0304 recall_30 37 0.0478 recall_100 37 0.1522 recall_200 37 0.1522 recall_500 37 0.1522 recall_1000 37 0.1522 infAP 37 0.0603 Rprec_mult_0.20 37 0.3913 Rprec_mult_0.40 37 0.3478 Rprec_mult_0.60 37 0.2536 Rprec_mult_0.80 37 0.1902 Rprec_mult_1.00 37 0.1522 Rprec_mult_1.20 37 0.1268 Rprec_mult_1.40 37 0.1087 Rprec_mult_1.60 37 0.0951 Rprec_mult_1.80 37 0.0845 Rprec_mult_2.00 37 0.0761 utility 37 -30.0000 11pt_avg 37 0.0855 binG 37 0.0360 G 37 0.0317 ndcg 37 0.2236 ndcg_rel 37 0.2694 Rndcg 37 0.3235 ndcg_cut_5 37 0.5197 ndcg_cut_10 37 0.5008 ndcg_cut_15 37 0.4784 ndcg_cut_20 37 0.4651 ndcg_cut_30 37 0.4802 ndcg_cut_100 37 0.4861 ndcg_cut_200 37 0.3101 ndcg_cut_500 37 0.2236 ndcg_cut_1000 37 0.2236 map_cut_5 37 0.0039 map_cut_10 37 0.0077 map_cut_15 37 0.0112 map_cut_20 37 0.0128 map_cut_30 37 0.0197 map_cut_100 37 0.0603 map_cut_200 37 0.0603 map_cut_500 37 0.0603 map_cut_1000 37 0.0603 relative_P_5 37 0.4000 relative_P_10 37 0.4000 relative_P_15 37 0.4000 relative_P_20 37 0.3500 relative_P_30 37 0.3667 relative_P_100 37 0.3500 relative_P_200 37 0.1750 relative_P_500 37 0.1522 relative_P_1000 37 0.1522 success_1 37 0.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.3500 set_relative_P 37 0.3500 set_recall 37 0.1522 set_map 37 0.0533 set_F 37 0.2121 num_nonrel_judged_ret 37 48 rbp 37 0.4685 rbp_resid 37 0.0073 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 100 num_rel 407 102 num_rel_ret 407 30 map 407 0.1428 Rprec 407 0.2941 bpref 407 0.2387 recip_rank 407 0.5000 iprec_at_recall_0.00 407 0.8000 iprec_at_recall_0.10 407 0.5333 iprec_at_recall_0.20 407 0.5000 iprec_at_recall_0.30 407 0.0000 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.8000 P_10 407 0.5000 P_15 407 0.4000 P_20 407 0.5000 P_30 407 0.5333 P_100 407 0.3000 P_200 407 0.1500 P_500 407 0.0600 P_1000 407 0.0300 relstring 407 '0222202000' recall_5 407 0.0392 recall_10 407 0.0490 recall_15 407 0.0588 recall_20 407 0.0980 recall_30 407 0.1569 recall_100 407 0.2941 recall_200 407 0.2941 recall_500 407 0.2941 recall_1000 407 0.2941 infAP 407 0.1428 Rprec_mult_0.20 407 0.4762 Rprec_mult_0.40 407 0.4878 Rprec_mult_0.60 407 0.4032 Rprec_mult_0.80 407 0.3293 Rprec_mult_1.00 407 0.2941 Rprec_mult_1.20 407 0.2439 Rprec_mult_1.40 407 0.2098 Rprec_mult_1.60 407 0.1829 Rprec_mult_1.80 407 0.1630 Rprec_mult_2.00 407 0.1471 utility 407 -40.0000 11pt_avg 407 0.1667 binG 407 0.0858 G 407 0.0556 ndcg 407 0.3034 ndcg_rel 407 0.3266 Rndcg 407 0.3376 ndcg_cut_5 407 0.4406 ndcg_cut_10 407 0.3500 ndcg_cut_15 407 0.3398 ndcg_cut_20 407 0.3995 ndcg_cut_30 407 0.4457 ndcg_cut_100 407 0.3287 ndcg_cut_200 407 0.3034 ndcg_cut_500 407 0.3034 ndcg_cut_1000 407 0.3034 map_cut_5 407 0.0266 map_cut_10 407 0.0336 map_cut_15 407 0.0376 map_cut_20 407 0.0558 map_cut_30 407 0.0853 map_cut_100 407 0.1428 map_cut_200 407 0.1428 map_cut_500 407 0.1428 map_cut_1000 407 0.1428 relative_P_5 407 0.8000 relative_P_10 407 0.5000 relative_P_15 407 0.4000 relative_P_20 407 0.5000 relative_P_30 407 0.5333 relative_P_100 407 0.3000 relative_P_200 407 0.2941 relative_P_500 407 0.2941 relative_P_1000 407 0.2941 success_1 407 0.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.3000 set_relative_P 407 0.3000 set_recall 407 0.2941 set_map 407 0.0882 set_F 407 0.2970 num_nonrel_judged_ret 407 54 rbp 407 0.3489 rbp_resid 407 0.0023 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 100 num_rel 477 285 num_rel_ret 477 79 map 477 0.2499 Rprec 477 0.2772 bpref 477 0.2708 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.9211 iprec_at_recall_0.20 477 0.8676 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 1.0000 P_10 477 1.0000 P_15 477 1.0000 P_20 477 0.9500 P_30 477 0.9000 P_100 477 0.7900 P_200 477 0.3950 P_500 477 0.1580 P_1000 477 0.0790 relstring 477 '3223233332' recall_5 477 0.0175 recall_10 477 0.0351 recall_15 477 0.0526 recall_20 477 0.0667 recall_30 477 0.0947 recall_100 477 0.2772 recall_200 477 0.2772 recall_500 477 0.2772 recall_1000 477 0.2772 infAP 477 0.2499 Rprec_mult_0.20 477 0.8772 Rprec_mult_0.40 477 0.6930 Rprec_mult_0.60 477 0.4620 Rprec_mult_0.80 477 0.3465 Rprec_mult_1.00 477 0.2772 Rprec_mult_1.20 477 0.2310 Rprec_mult_1.40 477 0.1980 Rprec_mult_1.60 477 0.1732 Rprec_mult_1.80 477 0.1540 Rprec_mult_2.00 477 0.1386 utility 477 58.0000 11pt_avg 477 0.2535 binG 477 0.1349 G 477 0.0669 ndcg 477 0.3626 ndcg_rel 477 0.4619 Rndcg 477 0.4874 ndcg_cut_5 477 0.8284 ndcg_cut_10 477 0.8674 ndcg_cut_15 477 0.8511 ndcg_cut_20 477 0.8533 ndcg_cut_30 477 0.8410 ndcg_cut_100 477 0.7359 ndcg_cut_200 477 0.5030 ndcg_cut_500 477 0.3626 ndcg_cut_1000 477 0.3626 map_cut_5 477 0.0175 map_cut_10 477 0.0351 map_cut_15 477 0.0526 map_cut_20 477 0.0661 map_cut_30 477 0.0922 map_cut_100 477 0.2499 map_cut_200 477 0.2499 map_cut_500 477 0.2499 map_cut_1000 477 0.2499 relative_P_5 477 1.0000 relative_P_10 477 1.0000 relative_P_15 477 1.0000 relative_P_20 477 0.9500 relative_P_30 477 0.9000 relative_P_100 477 0.7900 relative_P_200 477 0.3950 relative_P_500 477 0.2772 relative_P_1000 477 0.2772 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.7900 set_relative_P 477 0.7900 set_recall 477 0.2772 set_map 477 0.2190 set_F 477 0.4104 num_nonrel_judged_ret 477 10 rbp 477 0.8386 rbp_resid 477 0.0019 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 100 num_rel 499 192 num_rel_ret 499 65 map 499 0.2483 Rprec 499 0.3385 bpref 499 0.3140 recip_rank 499 0.3333 iprec_at_recall_0.00 499 0.8462 iprec_at_recall_0.10 499 0.8462 iprec_at_recall_0.20 499 0.7917 iprec_at_recall_0.30 499 0.6818 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 0.6000 P_10 499 0.8000 P_15 499 0.8000 P_20 499 0.7500 P_30 499 0.8000 P_100 499 0.6500 P_200 499 0.3250 P_500 499 0.1300 P_1000 499 0.0650 relstring 499 '1132232332' recall_5 499 0.0156 recall_10 499 0.0417 recall_15 499 0.0625 recall_20 499 0.0781 recall_30 499 0.1250 recall_100 499 0.3385 recall_200 499 0.3385 recall_500 499 0.3385 recall_1000 499 0.3385 infAP 499 0.2483 Rprec_mult_0.20 499 0.8462 Rprec_mult_0.40 499 0.6753 Rprec_mult_0.60 499 0.5603 Rprec_mult_0.80 499 0.4221 Rprec_mult_1.00 499 0.3385 Rprec_mult_1.20 499 0.2814 Rprec_mult_1.40 499 0.2416 Rprec_mult_1.60 499 0.2110 Rprec_mult_1.80 499 0.1879 Rprec_mult_2.00 499 0.1693 utility 499 30.0000 11pt_avg 499 0.2878 binG 499 0.1057 G 499 0.0700 ndcg 499 0.3999 ndcg_rel 499 0.4759 Rndcg 499 0.5119 ndcg_cut_5 499 0.5388 ndcg_cut_10 499 0.6551 ndcg_cut_15 499 0.6727 ndcg_cut_20 499 0.6714 ndcg_cut_30 499 0.6697 ndcg_cut_100 499 0.6868 ndcg_cut_200 499 0.4538 ndcg_cut_500 499 0.3999 ndcg_cut_1000 499 0.3999 map_cut_5 499 0.0075 map_cut_10 499 0.0268 map_cut_15 499 0.0433 map_cut_20 499 0.0555 map_cut_30 499 0.0919 map_cut_100 499 0.2483 map_cut_200 499 0.2483 map_cut_500 499 0.2483 map_cut_1000 499 0.2483 relative_P_5 499 0.6000 relative_P_10 499 0.8000 relative_P_15 499 0.8000 relative_P_20 499 0.7500 relative_P_30 499 0.8000 relative_P_100 499 0.6500 relative_P_200 499 0.3385 relative_P_500 499 0.3385 relative_P_1000 499 0.3385 success_1 499 0.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.6500 set_relative_P 499 0.6500 set_recall 499 0.3385 set_map 499 0.2201 set_F 499 0.4452 num_nonrel_judged_ret 499 27 rbp 499 0.6850 rbp_resid 499 0.0007 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 100 num_rel 515 147 num_rel_ret 515 13 map 515 0.0129 Rprec 515 0.0884 bpref 515 0.0582 recip_rank 515 0.5000 iprec_at_recall_0.00 515 0.5000 iprec_at_recall_0.10 515 0.0000 iprec_at_recall_0.20 515 0.0000 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.2000 P_10 515 0.1000 P_15 515 0.1333 P_20 515 0.1000 P_30 515 0.0667 P_100 515 0.1300 P_200 515 0.0650 P_500 515 0.0260 P_1000 515 0.0130 relstring 515 '0200000000' recall_5 515 0.0068 recall_10 515 0.0068 recall_15 515 0.0136 recall_20 515 0.0136 recall_30 515 0.0136 recall_100 515 0.0884 recall_200 515 0.0884 recall_500 515 0.0884 recall_1000 515 0.0884 infAP 515 0.0129 Rprec_mult_0.20 515 0.0667 Rprec_mult_0.40 515 0.0847 Rprec_mult_0.60 515 0.1124 Rprec_mult_0.80 515 0.1102 Rprec_mult_1.00 515 0.0884 Rprec_mult_1.20 515 0.0734 Rprec_mult_1.40 515 0.0631 Rprec_mult_1.60 515 0.0551 Rprec_mult_1.80 515 0.0491 Rprec_mult_2.00 515 0.0442 utility 515 -74.0000 11pt_avg 515 0.0455 binG 515 0.0189 G 515 0.0182 ndcg 515 0.1155 ndcg_rel 515 0.1205 Rndcg 515 0.1210 ndcg_cut_5 515 0.2140 ndcg_cut_10 515 0.1389 ndcg_cut_15 515 0.1552 ndcg_cut_20 515 0.1292 ndcg_cut_30 515 0.1111 ndcg_cut_100 515 0.1674 ndcg_cut_200 515 0.1155 ndcg_cut_500 515 0.1155 ndcg_cut_1000 515 0.1155 map_cut_5 515 0.0034 map_cut_10 515 0.0034 map_cut_15 515 0.0046 map_cut_20 515 0.0046 map_cut_30 515 0.0046 map_cut_100 515 0.0129 map_cut_200 515 0.0129 map_cut_500 515 0.0129 map_cut_1000 515 0.0129 relative_P_5 515 0.2000 relative_P_10 515 0.1000 relative_P_15 515 0.1333 relative_P_20 515 0.1000 relative_P_30 515 0.0667 relative_P_100 515 0.1300 relative_P_200 515 0.0884 relative_P_500 515 0.0884 relative_P_1000 515 0.0884 success_1 515 0.0000 success_5 515 1.0000 success_10 515 1.0000 set_P 515 0.1300 set_relative_P 515 0.1300 set_recall 515 0.0884 set_map 515 0.0115 set_F 515 0.1053 num_nonrel_judged_ret 515 78 rbp 515 0.1339 rbp_resid 515 0.0015 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 100 num_rel 58 373 num_rel_ret 58 79 map 58 0.1895 Rprec 58 0.2118 bpref 58 0.2007 recip_rank 58 1.0000 iprec_at_recall_0.00 58 1.0000 iprec_at_recall_0.10 58 0.9111 iprec_at_recall_0.20 58 0.8152 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 1.0000 P_10 58 0.9000 P_15 58 0.9333 P_20 58 0.9500 P_30 58 0.9333 P_100 58 0.7900 P_200 58 0.3950 P_500 58 0.1580 P_1000 58 0.0790 relstring 58 '3332231232' recall_5 58 0.0134 recall_10 58 0.0241 recall_15 58 0.0375 recall_20 58 0.0509 recall_30 58 0.0751 recall_100 58 0.2118 recall_200 58 0.2118 recall_500 58 0.2118 recall_1000 58 0.2118 infAP 58 0.1895 Rprec_mult_0.20 58 0.8400 Rprec_mult_0.40 58 0.5267 Rprec_mult_0.60 58 0.3527 Rprec_mult_0.80 58 0.2642 Rprec_mult_1.00 58 0.2118 Rprec_mult_1.20 58 0.1763 Rprec_mult_1.40 58 0.1511 Rprec_mult_1.60 58 0.1323 Rprec_mult_1.80 58 0.1176 Rprec_mult_2.00 58 0.1059 utility 58 58.0000 11pt_avg 58 0.2478 binG 58 0.0955 G 58 0.0496 ndcg 58 0.3127 ndcg_rel 58 0.4008 Rndcg 58 0.4610 ndcg_cut_5 58 0.6807 ndcg_cut_10 58 0.6962 ndcg_cut_15 58 0.7293 ndcg_cut_20 58 0.7687 ndcg_cut_30 58 0.7946 ndcg_cut_100 58 0.7105 ndcg_cut_200 58 0.4615 ndcg_cut_500 58 0.3127 ndcg_cut_1000 58 0.3127 map_cut_5 58 0.0134 map_cut_10 58 0.0232 map_cut_15 58 0.0356 map_cut_20 58 0.0482 map_cut_30 58 0.0707 map_cut_100 58 0.1895 map_cut_200 58 0.1895 map_cut_500 58 0.1895 map_cut_1000 58 0.1895 relative_P_5 58 1.0000 relative_P_10 58 0.9000 relative_P_15 58 0.9333 relative_P_20 58 0.9500 relative_P_30 58 0.9333 relative_P_100 58 0.7900 relative_P_200 58 0.3950 relative_P_500 58 0.2118 relative_P_1000 58 0.2118 success_1 58 1.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.7900 set_relative_P 58 0.7900 set_recall 58 0.2118 set_map 58 0.1673 set_F 58 0.3340 num_nonrel_judged_ret 58 8 rbp 58 0.6336 rbp_resid 58 0.0013 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 100 num_rel 707 186 num_rel_ret 707 24 map 707 0.0341 Rprec 707 0.1290 bpref 707 0.1056 recip_rank 707 0.3333 iprec_at_recall_0.00 707 0.3333 iprec_at_recall_0.10 707 0.2568 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.2000 P_10 707 0.2000 P_15 707 0.2667 P_20 707 0.2500 P_30 707 0.3000 P_100 707 0.2400 P_200 707 0.1200 P_500 707 0.0480 P_1000 707 0.0240 relstring 707 '0020000200' recall_5 707 0.0054 recall_10 707 0.0108 recall_15 707 0.0215 recall_20 707 0.0269 recall_30 707 0.0484 recall_100 707 0.1290 recall_200 707 0.1290 recall_500 707 0.1290 recall_1000 707 0.1290 infAP 707 0.0341 Rprec_mult_0.20 707 0.2368 Rprec_mult_0.40 707 0.2533 Rprec_mult_0.60 707 0.2143 Rprec_mult_0.80 707 0.1611 Rprec_mult_1.00 707 0.1290 Rprec_mult_1.20 707 0.1071 Rprec_mult_1.40 707 0.0920 Rprec_mult_1.60 707 0.0805 Rprec_mult_1.80 707 0.0716 Rprec_mult_2.00 707 0.0645 utility 707 -52.0000 11pt_avg 707 0.0536 binG 707 0.0282 G 707 0.0223 ndcg 707 0.1464 ndcg_rel 707 0.1552 Rndcg 707 0.1454 ndcg_cut_5 707 0.1131 ndcg_cut_10 707 0.1251 ndcg_cut_15 707 0.1715 ndcg_cut_20 707 0.1757 ndcg_cut_30 707 0.2190 ndcg_cut_100 707 0.2322 ndcg_cut_200 707 0.1483 ndcg_cut_500 707 0.1464 ndcg_cut_1000 707 0.1464 map_cut_5 707 0.0018 map_cut_10 707 0.0031 map_cut_15 707 0.0060 map_cut_20 707 0.0076 map_cut_30 707 0.0141 map_cut_100 707 0.0341 map_cut_200 707 0.0341 map_cut_500 707 0.0341 map_cut_1000 707 0.0341 relative_P_5 707 0.2000 relative_P_10 707 0.2000 relative_P_15 707 0.2667 relative_P_20 707 0.2500 relative_P_30 707 0.3000 relative_P_100 707 0.2400 relative_P_200 707 0.1290 relative_P_500 707 0.1290 relative_P_1000 707 0.1290 success_1 707 0.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.2400 set_relative_P 707 0.2400 set_recall 707 0.1290 set_map 707 0.0310 set_F 707 0.1678 num_nonrel_judged_ret 707 61 rbp 707 0.1620 rbp_resid 707 0.0006 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 100 num_rel 72 466 num_rel_ret 72 95 map 72 0.2019 Rprec 72 0.2039 bpref 72 0.2039 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 1.0000 iprec_at_recall_0.20 72 0.9500 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 1.0000 P_15 72 1.0000 P_20 72 1.0000 P_30 72 1.0000 P_100 72 0.9500 P_200 72 0.4750 P_500 72 0.1900 P_1000 72 0.0950 relstring 72 '4223433334' recall_5 72 0.0107 recall_10 72 0.0215 recall_15 72 0.0322 recall_20 72 0.0429 recall_30 72 0.0644 recall_100 72 0.2039 recall_200 72 0.2039 recall_500 72 0.2039 recall_1000 72 0.2039 infAP 72 0.2019 Rprec_mult_0.20 72 0.9468 Rprec_mult_0.40 72 0.5080 Rprec_mult_0.60 72 0.3393 Rprec_mult_0.80 72 0.2547 Rprec_mult_1.00 72 0.2039 Rprec_mult_1.20 72 0.1696 Rprec_mult_1.40 72 0.1455 Rprec_mult_1.60 72 0.1273 Rprec_mult_1.80 72 0.1132 Rprec_mult_2.00 72 0.1019 utility 72 90.0000 11pt_avg 72 0.2682 binG 72 0.1752 G 72 0.0468 ndcg 72 0.3084 ndcg_rel 72 0.4013 Rndcg 72 0.4385 ndcg_cut_5 72 0.7717 ndcg_cut_10 72 0.7800 ndcg_cut_15 72 0.7632 ndcg_cut_20 72 0.7863 ndcg_cut_30 72 0.7833 ndcg_cut_100 72 0.8101 ndcg_cut_200 72 0.5239 ndcg_cut_500 72 0.3084 ndcg_cut_1000 72 0.3084 map_cut_5 72 0.0107 map_cut_10 72 0.0215 map_cut_15 72 0.0322 map_cut_20 72 0.0429 map_cut_30 72 0.0644 map_cut_100 72 0.2019 map_cut_200 72 0.2019 map_cut_500 72 0.2019 map_cut_1000 72 0.2019 relative_P_5 72 1.0000 relative_P_10 72 1.0000 relative_P_15 72 1.0000 relative_P_20 72 1.0000 relative_P_30 72 1.0000 relative_P_100 72 0.9500 relative_P_200 72 0.4750 relative_P_500 72 0.2039 relative_P_1000 72 0.2039 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.9500 set_relative_P 72 0.9500 set_recall 72 0.2039 set_map 72 0.1937 set_F 72 0.3357 num_nonrel_judged_ret 72 0 rbp 72 0.7668 rbp_resid 72 0.0002 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 100 num_rel 84 142 num_rel_ret 84 30 map 84 0.1338 Rprec 84 0.2113 bpref 84 0.1833 recip_rank 84 1.0000 iprec_at_recall_0.00 84 1.0000 iprec_at_recall_0.10 84 0.6087 iprec_at_recall_0.20 84 0.3085 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 1.0000 P_10 84 0.9000 P_15 84 0.7333 P_20 84 0.6000 P_30 84 0.5000 P_100 84 0.3000 P_200 84 0.1500 P_500 84 0.0600 P_1000 84 0.0300 relstring 84 '2242322231' recall_5 84 0.0352 recall_10 84 0.0634 recall_15 84 0.0775 recall_20 84 0.0845 recall_30 84 0.1056 recall_100 84 0.2113 recall_200 84 0.2113 recall_500 84 0.2113 recall_1000 84 0.2113 infAP 84 0.1338 Rprec_mult_0.20 84 0.5172 Rprec_mult_0.40 84 0.4211 Rprec_mult_0.60 84 0.3023 Rprec_mult_0.80 84 0.2632 Rprec_mult_1.00 84 0.2113 Rprec_mult_1.20 84 0.1754 Rprec_mult_1.40 84 0.1508 Rprec_mult_1.60 84 0.1316 Rprec_mult_1.80 84 0.1172 Rprec_mult_2.00 84 0.1056 utility 84 -40.0000 11pt_avg 84 0.1743 binG 84 0.0988 G 84 0.0400 ndcg 84 0.2588 ndcg_rel 84 0.2961 Rndcg 84 0.4209 ndcg_cut_5 84 0.6385 ndcg_cut_10 84 0.6476 ndcg_cut_15 84 0.5846 ndcg_cut_20 84 0.5179 ndcg_cut_30 84 0.4811 ndcg_cut_100 84 0.3883 ndcg_cut_200 84 0.2809 ndcg_cut_500 84 0.2588 ndcg_cut_1000 84 0.2588 map_cut_5 84 0.0352 map_cut_10 84 0.0634 map_cut_15 84 0.0744 map_cut_20 84 0.0797 map_cut_30 84 0.0918 map_cut_100 84 0.1338 map_cut_200 84 0.1338 map_cut_500 84 0.1338 map_cut_1000 84 0.1338 relative_P_5 84 1.0000 relative_P_10 84 0.9000 relative_P_15 84 0.7333 relative_P_20 84 0.6000 relative_P_30 84 0.5000 relative_P_100 84 0.3000 relative_P_200 84 0.2113 relative_P_500 84 0.2113 relative_P_1000 84 0.2113 success_1 84 1.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.3000 set_relative_P 84 0.3000 set_recall 84 0.2113 set_map 84 0.0634 set_F 84 0.2479 num_nonrel_judged_ret 84 56 rbp 84 0.4474 rbp_resid 84 0.0005 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 100 num_rel 897 239 num_rel_ret 897 56 map 897 0.1722 Rprec 897 0.2343 bpref 897 0.2221 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.8333 iprec_at_recall_0.20 897 0.6203 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 0.8000 P_10 897 0.8000 P_15 897 0.8667 P_20 897 0.8000 P_30 897 0.8333 P_100 897 0.5600 P_200 897 0.2800 P_500 897 0.1120 P_1000 897 0.0560 relstring 897 '3202322312' recall_5 897 0.0167 recall_10 897 0.0335 recall_15 897 0.0544 recall_20 897 0.0669 recall_30 897 0.1046 recall_100 897 0.2343 recall_200 897 0.2343 recall_500 897 0.2343 recall_1000 897 0.2343 infAP 897 0.1722 Rprec_mult_0.20 897 0.6875 Rprec_mult_0.40 897 0.5625 Rprec_mult_0.60 897 0.3889 Rprec_mult_0.80 897 0.2917 Rprec_mult_1.00 897 0.2343 Rprec_mult_1.20 897 0.1951 Rprec_mult_1.40 897 0.1672 Rprec_mult_1.60 897 0.1462 Rprec_mult_1.80 897 0.1299 Rprec_mult_2.00 897 0.1172 utility 897 12.0000 11pt_avg 897 0.2231 binG 897 0.0828 G 897 0.0515 ndcg 897 0.3135 ndcg_rel 897 0.3854 Rndcg 897 0.4351 ndcg_cut_5 897 0.7104 ndcg_cut_10 897 0.6961 ndcg_cut_15 897 0.6895 ndcg_cut_20 897 0.6407 ndcg_cut_30 897 0.6589 ndcg_cut_100 897 0.6020 ndcg_cut_200 897 0.3894 ndcg_cut_500 897 0.3135 ndcg_cut_1000 897 0.3135 map_cut_5 897 0.0149 map_cut_10 897 0.0289 map_cut_15 897 0.0466 map_cut_20 897 0.0569 map_cut_30 897 0.0882 map_cut_100 897 0.1722 map_cut_200 897 0.1722 map_cut_500 897 0.1722 map_cut_1000 897 0.1722 relative_P_5 897 0.8000 relative_P_10 897 0.8000 relative_P_15 897 0.8667 relative_P_20 897 0.8000 relative_P_30 897 0.8333 relative_P_100 897 0.5600 relative_P_200 897 0.2800 relative_P_500 897 0.2343 relative_P_1000 897 0.2343 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.5600 set_relative_P 897 0.5600 set_recall 897 0.2343 set_map 897 0.1312 set_F 897 0.3304 num_nonrel_judged_ret 897 30 rbp 897 0.6336 rbp_resid 897 0.0051 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all pyserini.fusion num_q all 22 num_ret all 2200 num_rel all 5166 num_rel_ret all 1235 map all 0.1758 gm_map all 0.1483 Rprec all 0.2435 bpref all 0.2239 recip_rank all 0.7727 iprec_at_recall_0.00 all 0.8721 iprec_at_recall_0.10 all 0.7260 iprec_at_recall_0.20 all 0.5937 iprec_at_recall_0.30 all 0.1195 iprec_at_recall_0.40 all 0.0000 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.7727 P_10 all 0.7636 P_15 all 0.7424 P_20 all 0.7227 P_30 all 0.7076 P_100 all 0.5614 P_200 all 0.2807 P_500 all 0.1123 P_1000 all 0.0561 recall_5 all 0.0180 recall_10 all 0.0347 recall_15 all 0.0497 recall_20 all 0.0641 recall_30 all 0.0940 recall_100 all 0.2435 recall_200 all 0.2435 recall_500 all 0.2435 recall_1000 all 0.2435 infAP all 0.1758 gm_bpref all 0.2105 Rprec_mult_0.20 all 0.6530 Rprec_mult_0.40 all 0.5309 Rprec_mult_0.60 all 0.3912 Rprec_mult_0.80 all 0.3018 Rprec_mult_1.00 all 0.2435 Rprec_mult_1.20 all 0.2026 Rprec_mult_1.40 all 0.1737 Rprec_mult_1.60 all 0.1519 Rprec_mult_1.80 all 0.1351 Rprec_mult_2.00 all 0.1217 utility all 12.2727 11pt_avg all 0.2101 binG all 0.0958 G all 0.0522 ndcg all 0.3132 ndcg_rel all 0.3775 Rndcg all 0.4165 ndcg_cut_5 all 0.5888 ndcg_cut_10 all 0.5962 ndcg_cut_15 all 0.5927 ndcg_cut_20 all 0.5959 ndcg_cut_30 all 0.6009 ndcg_cut_100 all 0.5683 ndcg_cut_200 all 0.3832 ndcg_cut_500 all 0.3132 ndcg_cut_1000 all 0.3132 map_cut_5 all 0.0154 map_cut_10 all 0.0297 map_cut_15 all 0.0418 map_cut_20 all 0.0531 map_cut_30 all 0.0755 map_cut_100 all 0.1758 map_cut_200 all 0.1758 map_cut_500 all 0.1758 map_cut_1000 all 0.1758 relative_P_5 all 0.7727 relative_P_10 all 0.7636 relative_P_15 all 0.7424 relative_P_20 all 0.7227 relative_P_30 all 0.7076 relative_P_100 all 0.5614 relative_P_200 all 0.2991 relative_P_500 all 0.2435 relative_P_1000 all 0.2435 success_1 all 0.5909 success_5 all 1.0000 success_10 all 1.0000 set_P all 0.5614 set_relative_P all 0.5614 set_recall all 0.2435 set_map all 0.1432 set_F all 0.3315 num_nonrel_judged_ret all 716 rbp all 0.5440 rbp_resid all 0.0020 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000