num_ret 14 100 num_rel 14 272 num_rel_ret 14 37 map 14 0.0757 Rprec 14 0.1360 bpref 14 0.1253 recip_rank 14 1.0000 iprec_at_recall_0.00 14 1.0000 iprec_at_recall_0.10 14 0.4722 iprec_at_recall_0.20 14 0.0000 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 0.6000 P_10 14 0.6000 P_15 14 0.6000 P_20 14 0.6000 P_30 14 0.5667 P_100 14 0.3700 P_200 14 0.1850 P_500 14 0.0740 P_1000 14 0.0370 relstring 14 '2211222200' recall_5 14 0.0110 recall_10 14 0.0221 recall_15 14 0.0331 recall_20 14 0.0441 recall_30 14 0.0625 recall_100 14 0.1360 recall_200 14 0.1360 recall_500 14 0.1360 recall_1000 14 0.1360 infAP 14 0.0757 Rprec_mult_0.20 14 0.4364 Rprec_mult_0.40 14 0.3394 Rprec_mult_0.60 14 0.2256 Rprec_mult_0.80 14 0.1697 Rprec_mult_1.00 14 0.1360 Rprec_mult_1.20 14 0.1131 Rprec_mult_1.40 14 0.0971 Rprec_mult_1.60 14 0.0849 Rprec_mult_1.80 14 0.0755 Rprec_mult_2.00 14 0.0680 utility 14 -26.0000 11pt_avg 14 0.1338 binG 14 0.0419 G 14 0.0278 ndcg 14 0.2035 ndcg_rel 14 0.2378 Rndcg 14 0.3351 ndcg_cut_5 14 0.4740 ndcg_cut_10 14 0.4571 ndcg_cut_15 14 0.4462 ndcg_cut_20 14 0.4387 ndcg_cut_30 14 0.4665 ndcg_cut_100 14 0.4091 ndcg_cut_200 14 0.2653 ndcg_cut_500 14 0.2035 ndcg_cut_1000 14 0.2035 map_cut_5 14 0.0096 map_cut_10 14 0.0174 map_cut_15 14 0.0244 map_cut_20 14 0.0310 map_cut_30 14 0.0415 map_cut_100 14 0.0757 map_cut_200 14 0.0757 map_cut_500 14 0.0757 map_cut_1000 14 0.0757 relative_P_5 14 0.6000 relative_P_10 14 0.6000 relative_P_15 14 0.6000 relative_P_20 14 0.6000 relative_P_30 14 0.5667 relative_P_100 14 0.3700 relative_P_200 14 0.1850 relative_P_500 14 0.1360 relative_P_1000 14 0.1360 success_1 14 1.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.3700 set_relative_P 14 0.3700 set_recall 14 0.1360 set_map 14 0.0503 set_F 14 0.1989 num_nonrel_judged_ret 14 33 rbp 14 0.3475 rbp_resid 14 0.0031 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 100 num_rel 144 197 num_rel_ret 144 12 map 144 0.0134 Rprec 144 0.0609 bpref 144 0.0521 recip_rank 144 0.5000 iprec_at_recall_0.00 144 0.5000 iprec_at_recall_0.10 144 0.0000 iprec_at_recall_0.20 144 0.0000 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.2000 P_10 144 0.3000 P_15 144 0.2000 P_20 144 0.2500 P_30 144 0.2000 P_100 144 0.1200 P_200 144 0.0600 P_500 144 0.0240 P_1000 144 0.0120 relstring 144 '0310001023' recall_5 144 0.0051 recall_10 144 0.0152 recall_15 144 0.0152 recall_20 144 0.0254 recall_30 144 0.0305 recall_100 144 0.0609 recall_200 144 0.0609 recall_500 144 0.0609 recall_1000 144 0.0609 infAP 144 0.0134 Rprec_mult_0.20 144 0.1500 Rprec_mult_0.40 144 0.1519 Rprec_mult_0.60 144 0.1008 Rprec_mult_0.80 144 0.0759 Rprec_mult_1.00 144 0.0609 Rprec_mult_1.20 144 0.0506 Rprec_mult_1.40 144 0.0435 Rprec_mult_1.60 144 0.0380 Rprec_mult_1.80 144 0.0338 Rprec_mult_2.00 144 0.0305 utility 144 -76.0000 11pt_avg 144 0.0455 binG 144 0.0154 G 144 0.0144 ndcg 144 0.1110 ndcg_rel 144 0.1232 Rndcg 144 0.1151 ndcg_cut_5 144 0.2430 ndcg_cut_10 144 0.2868 ndcg_cut_15 144 0.2533 ndcg_cut_20 144 0.2665 ndcg_cut_30 144 0.2514 ndcg_cut_100 144 0.2021 ndcg_cut_200 144 0.1356 ndcg_cut_500 144 0.1110 ndcg_cut_1000 144 0.1110 map_cut_5 144 0.0025 map_cut_10 144 0.0052 map_cut_15 144 0.0052 map_cut_20 144 0.0079 map_cut_30 144 0.0089 map_cut_100 144 0.0134 map_cut_200 144 0.0134 map_cut_500 144 0.0134 map_cut_1000 144 0.0134 relative_P_5 144 0.2000 relative_P_10 144 0.3000 relative_P_15 144 0.2000 relative_P_20 144 0.2500 relative_P_30 144 0.2000 relative_P_100 144 0.1200 relative_P_200 144 0.0609 relative_P_500 144 0.0609 relative_P_1000 144 0.0609 success_1 144 0.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.1200 set_relative_P 144 0.1200 set_recall 144 0.0609 set_map 144 0.0073 set_F 144 0.0808 num_nonrel_judged_ret 144 58 rbp 144 0.2013 rbp_resid 144 0.0037 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 100 num_rel 161 218 num_rel_ret 161 28 map 161 0.0388 Rprec 161 0.1284 bpref 161 0.1124 recip_rank 161 0.2500 iprec_at_recall_0.00 161 0.3696 iprec_at_recall_0.10 161 0.3548 iprec_at_recall_0.20 161 0.0000 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 0.2000 P_10 161 0.2000 P_15 161 0.2000 P_20 161 0.2000 P_30 161 0.2333 P_100 161 0.2800 P_200 161 0.1400 P_500 161 0.0560 P_1000 161 0.0280 relstring 161 '0002101020' recall_5 161 0.0046 recall_10 161 0.0092 recall_15 161 0.0138 recall_20 161 0.0183 recall_30 161 0.0321 recall_100 161 0.1284 recall_200 161 0.1284 recall_500 161 0.1284 recall_1000 161 0.1284 infAP 161 0.0388 Rprec_mult_0.20 161 0.3409 Rprec_mult_0.40 161 0.2955 Rprec_mult_0.60 161 0.2137 Rprec_mult_0.80 161 0.1600 Rprec_mult_1.00 161 0.1284 Rprec_mult_1.20 161 0.1069 Rprec_mult_1.40 161 0.0915 Rprec_mult_1.60 161 0.0802 Rprec_mult_1.80 161 0.0712 Rprec_mult_2.00 161 0.0642 utility 161 -44.0000 11pt_avg 161 0.0659 binG 161 0.0276 G 161 0.0224 ndcg 161 0.1537 ndcg_rel 161 0.1649 Rndcg 161 0.1578 ndcg_cut_5 161 0.1411 ndcg_cut_10 161 0.1602 ndcg_cut_15 161 0.1686 ndcg_cut_20 161 0.1635 ndcg_cut_30 161 0.1941 ndcg_cut_100 161 0.2678 ndcg_cut_200 161 0.1711 ndcg_cut_500 161 0.1537 ndcg_cut_1000 161 0.1537 map_cut_5 161 0.0011 map_cut_10 161 0.0022 map_cut_15 161 0.0032 map_cut_20 161 0.0044 map_cut_30 161 0.0078 map_cut_100 161 0.0388 map_cut_200 161 0.0388 map_cut_500 161 0.0388 map_cut_1000 161 0.0388 relative_P_5 161 0.2000 relative_P_10 161 0.2000 relative_P_15 161 0.2000 relative_P_20 161 0.2000 relative_P_30 161 0.2333 relative_P_100 161 0.2800 relative_P_200 161 0.1400 relative_P_500 161 0.1284 relative_P_1000 161 0.1284 success_1 161 0.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.2800 set_relative_P 161 0.2800 set_recall 161 0.1284 set_map 161 0.0360 set_F 161 0.1761 num_nonrel_judged_ret 161 48 rbp 161 0.1932 rbp_resid 161 0.0033 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 100 num_rel 200 184 num_rel_ret 200 22 map 200 0.0273 Rprec 200 0.1196 bpref 200 0.0944 recip_rank 200 1.0000 iprec_at_recall_0.00 200 1.0000 iprec_at_recall_0.10 200 0.2200 iprec_at_recall_0.20 200 0.0000 iprec_at_recall_0.30 200 0.0000 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 0.2000 P_10 200 0.2000 P_15 200 0.2000 P_20 200 0.1500 P_30 200 0.1000 P_100 200 0.2200 P_200 200 0.1100 P_500 200 0.0440 P_1000 200 0.0220 relstring 200 '2000000200' recall_5 200 0.0054 recall_10 200 0.0109 recall_15 200 0.0163 recall_20 200 0.0163 recall_30 200 0.0163 recall_100 200 0.1196 recall_200 200 0.1196 recall_500 200 0.1196 recall_1000 200 0.1196 infAP 200 0.0273 Rprec_mult_0.20 200 0.1351 Rprec_mult_0.40 200 0.2162 Rprec_mult_0.60 200 0.1982 Rprec_mult_0.80 200 0.1486 Rprec_mult_1.00 200 0.1196 Rprec_mult_1.20 200 0.0995 Rprec_mult_1.40 200 0.0853 Rprec_mult_1.60 200 0.0746 Rprec_mult_1.80 200 0.0663 Rprec_mult_2.00 200 0.0598 utility 200 -56.0000 11pt_avg 200 0.1109 binG 200 0.0268 G 200 0.0182 ndcg 200 0.1310 ndcg_rel 200 0.1363 Rndcg 200 0.2324 ndcg_cut_5 200 0.2031 ndcg_cut_10 200 0.1798 ndcg_cut_15 200 0.1685 ndcg_cut_20 200 0.1415 ndcg_cut_30 200 0.1099 ndcg_cut_100 200 0.1982 ndcg_cut_200 200 0.1365 ndcg_cut_500 200 0.1310 ndcg_cut_1000 200 0.1310 map_cut_5 200 0.0054 map_cut_10 200 0.0068 map_cut_15 200 0.0079 map_cut_20 200 0.0079 map_cut_30 200 0.0079 map_cut_100 200 0.0273 map_cut_200 200 0.0273 map_cut_500 200 0.0273 map_cut_1000 200 0.0273 relative_P_5 200 0.2000 relative_P_10 200 0.2000 relative_P_15 200 0.2000 relative_P_20 200 0.1500 relative_P_30 200 0.1000 relative_P_100 200 0.2200 relative_P_200 200 0.1196 relative_P_500 200 0.1196 relative_P_1000 200 0.1196 success_1 200 1.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.2200 set_relative_P 200 0.2200 set_recall 200 0.1196 set_map 200 0.0263 set_F 200 0.1549 num_nonrel_judged_ret 200 53 rbp 200 0.0930 rbp_resid 200 0.0035 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 100 num_rel 213 322 num_rel_ret 213 42 map 213 0.0748 Rprec 213 0.1304 bpref 213 0.1145 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 0.4706 iprec_at_recall_0.20 213 0.0000 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 1.0000 P_10 213 0.9000 P_15 213 0.6000 P_20 213 0.5000 P_30 213 0.4000 P_100 213 0.4200 P_200 213 0.2100 P_500 213 0.0840 P_1000 213 0.0420 relstring 213 '3333323331' recall_5 213 0.0155 recall_10 213 0.0280 recall_15 213 0.0280 recall_20 213 0.0311 recall_30 213 0.0373 recall_100 213 0.1304 recall_200 213 0.1304 recall_500 213 0.1304 recall_1000 213 0.1304 infAP 213 0.0748 Rprec_mult_0.20 213 0.4615 Rprec_mult_0.40 213 0.3256 Rprec_mult_0.60 213 0.2165 Rprec_mult_0.80 213 0.1628 Rprec_mult_1.00 213 0.1304 Rprec_mult_1.20 213 0.1085 Rprec_mult_1.40 213 0.0931 Rprec_mult_1.60 213 0.0814 Rprec_mult_1.80 213 0.0724 Rprec_mult_2.00 213 0.0652 utility 213 -16.0000 11pt_avg 213 0.1337 binG 213 0.0490 G 213 0.0267 ndcg 213 0.1982 ndcg_rel 213 0.2364 Rndcg 213 0.3313 ndcg_cut_5 213 0.7500 ndcg_cut_10 213 0.6986 ndcg_cut_15 213 0.5599 ndcg_cut_20 213 0.5200 ndcg_cut_30 213 0.4504 ndcg_cut_100 213 0.4251 ndcg_cut_200 213 0.2724 ndcg_cut_500 213 0.1982 ndcg_cut_1000 213 0.1982 map_cut_5 213 0.0155 map_cut_10 213 0.0280 map_cut_15 213 0.0280 map_cut_20 213 0.0297 map_cut_30 213 0.0324 map_cut_100 213 0.0748 map_cut_200 213 0.0748 map_cut_500 213 0.0748 map_cut_1000 213 0.0748 relative_P_5 213 1.0000 relative_P_10 213 0.9000 relative_P_15 213 0.6000 relative_P_20 213 0.5000 relative_P_30 213 0.4000 relative_P_100 213 0.4200 relative_P_200 213 0.2100 relative_P_500 213 0.1304 relative_P_1000 213 0.1304 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.4200 set_relative_P 213 0.4200 set_recall 213 0.1304 set_map 213 0.0548 set_F 213 0.1991 num_nonrel_judged_ret 213 29 rbp 213 0.4956 rbp_resid 213 0.0027 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 100 num_rel 219 203 num_rel_ret 219 26 map 219 0.0389 Rprec 219 0.1281 bpref 219 0.1083 recip_rank 219 1.0000 iprec_at_recall_0.00 219 1.0000 iprec_at_recall_0.10 219 0.2778 iprec_at_recall_0.20 219 0.0000 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.4000 P_10 219 0.2000 P_15 219 0.2000 P_20 219 0.3000 P_30 219 0.2333 P_100 219 0.2600 P_200 219 0.1300 P_500 219 0.0520 P_1000 219 0.0260 relstring 219 '2000200000' recall_5 219 0.0099 recall_10 219 0.0099 recall_15 219 0.0148 recall_20 219 0.0296 recall_30 219 0.0345 recall_100 219 0.1281 recall_200 219 0.1281 recall_500 219 0.1281 recall_1000 219 0.1281 infAP 219 0.0389 Rprec_mult_0.20 219 0.2683 Rprec_mult_0.40 219 0.2683 Rprec_mult_0.60 219 0.2131 Rprec_mult_0.80 219 0.1595 Rprec_mult_1.00 219 0.1281 Rprec_mult_1.20 219 0.1066 Rprec_mult_1.40 219 0.0912 Rprec_mult_1.60 219 0.0800 Rprec_mult_1.80 219 0.0710 Rprec_mult_2.00 219 0.0640 utility 219 -48.0000 11pt_avg 219 0.1162 binG 219 0.0305 G 219 0.0211 ndcg 219 0.1542 ndcg_rel 219 0.1648 Rndcg 219 0.1813 ndcg_cut_5 219 0.2352 ndcg_cut_10 219 0.1606 ndcg_cut_15 219 0.1701 ndcg_cut_20 219 0.2120 ndcg_cut_30 219 0.1887 ndcg_cut_100 219 0.2572 ndcg_cut_200 219 0.1724 ndcg_cut_500 219 0.1542 ndcg_cut_1000 219 0.1542 map_cut_5 219 0.0069 map_cut_10 219 0.0069 map_cut_15 219 0.0082 map_cut_20 219 0.0122 map_cut_30 219 0.0136 map_cut_100 219 0.0389 map_cut_200 219 0.0389 map_cut_500 219 0.0389 map_cut_1000 219 0.0389 relative_P_5 219 0.4000 relative_P_10 219 0.2000 relative_P_15 219 0.2000 relative_P_20 219 0.3000 relative_P_30 219 0.2333 relative_P_100 219 0.2600 relative_P_200 219 0.1300 relative_P_500 219 0.1281 relative_P_1000 219 0.1281 success_1 219 1.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.2600 set_relative_P 219 0.2600 set_recall 219 0.1281 set_map 219 0.0333 set_F 219 0.1716 num_nonrel_judged_ret 219 52 rbp 219 0.1518 rbp_resid 219 0.0034 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 100 num_rel 224 304 num_rel_ret 224 41 map 224 0.0722 Rprec 224 0.1349 bpref 224 0.1255 recip_rank 224 0.5000 iprec_at_recall_0.00 224 0.8000 iprec_at_recall_0.10 224 0.5818 iprec_at_recall_0.20 224 0.0000 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 0.8000 P_10 224 0.5000 P_15 224 0.4667 P_20 224 0.5000 P_30 224 0.5333 P_100 224 0.4100 P_200 224 0.2050 P_500 224 0.0820 P_1000 224 0.0410 relstring 224 '0222200120' recall_5 224 0.0132 recall_10 224 0.0164 recall_15 224 0.0230 recall_20 224 0.0329 recall_30 224 0.0526 recall_100 224 0.1349 recall_200 224 0.1349 recall_500 224 0.1349 recall_1000 224 0.1349 infAP 224 0.0722 Rprec_mult_0.20 224 0.5410 Rprec_mult_0.40 224 0.3361 Rprec_mult_0.60 224 0.2240 Rprec_mult_0.80 224 0.1680 Rprec_mult_1.00 224 0.1349 Rprec_mult_1.20 224 0.1123 Rprec_mult_1.40 224 0.0962 Rprec_mult_1.60 224 0.0842 Rprec_mult_1.80 224 0.0748 Rprec_mult_2.00 224 0.0674 utility 224 -18.0000 11pt_avg 224 0.1256 binG 224 0.0372 G 224 0.0239 ndcg 224 0.1761 ndcg_rel 224 0.2047 Rndcg 224 0.2521 ndcg_cut_5 224 0.4406 ndcg_cut_10 224 0.3532 ndcg_cut_15 224 0.3340 ndcg_cut_20 224 0.3552 ndcg_cut_30 224 0.3755 ndcg_cut_100 224 0.3862 ndcg_cut_200 224 0.2491 ndcg_cut_500 224 0.1761 ndcg_cut_1000 224 0.1761 map_cut_5 224 0.0089 map_cut_10 224 0.0108 map_cut_15 224 0.0141 map_cut_20 224 0.0188 map_cut_30 224 0.0298 map_cut_100 224 0.0722 map_cut_200 224 0.0722 map_cut_500 224 0.0722 map_cut_1000 224 0.0722 relative_P_5 224 0.8000 relative_P_10 224 0.5000 relative_P_15 224 0.4667 relative_P_20 224 0.5000 relative_P_30 224 0.5333 relative_P_100 224 0.4100 relative_P_200 224 0.2050 relative_P_500 224 0.1349 relative_P_1000 224 0.1349 success_1 224 0.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.4100 set_relative_P 224 0.4100 set_recall 224 0.1349 set_map 224 0.0553 set_F 224 0.2030 num_nonrel_judged_ret 224 24 rbp 224 0.3789 rbp_resid 224 0.0075 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 100 num_rel 225 238 num_rel_ret 225 66 map 225 0.2406 Rprec 225 0.2773 bpref 225 0.2631 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.9333 iprec_at_recall_0.20 225 0.8596 iprec_at_recall_0.30 225 0.0000 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 1.0000 P_10 225 0.9000 P_15 225 0.9333 P_20 225 0.9000 P_30 225 0.9333 P_100 225 0.6600 P_200 225 0.3300 P_500 225 0.1320 P_1000 225 0.0660 relstring 225 '3222202333' recall_5 225 0.0210 recall_10 225 0.0378 recall_15 225 0.0588 recall_20 225 0.0756 recall_30 225 0.1176 recall_100 225 0.2773 recall_200 225 0.2773 recall_500 225 0.2773 recall_1000 225 0.2773 infAP 225 0.2406 Rprec_mult_0.20 225 0.8542 Rprec_mult_0.40 225 0.6771 Rprec_mult_0.60 225 0.4615 Rprec_mult_0.80 225 0.3455 Rprec_mult_1.00 225 0.2773 Rprec_mult_1.20 225 0.2308 Rprec_mult_1.40 225 0.1976 Rprec_mult_1.60 225 0.1732 Rprec_mult_1.80 225 0.1538 Rprec_mult_2.00 225 0.1387 utility 225 32.0000 11pt_avg 225 0.2539 binG 225 0.1218 G 225 0.0614 ndcg 225 0.3590 ndcg_rel 225 0.4486 Rndcg 225 0.4734 ndcg_cut_5 225 0.7797 ndcg_cut_10 225 0.7542 ndcg_cut_15 225 0.7345 ndcg_cut_20 225 0.7228 ndcg_cut_30 225 0.7250 ndcg_cut_100 225 0.6406 ndcg_cut_200 225 0.4312 ndcg_cut_500 225 0.3590 ndcg_cut_1000 225 0.3590 map_cut_5 225 0.0210 map_cut_10 225 0.0358 map_cut_15 225 0.0552 map_cut_20 225 0.0706 map_cut_30 225 0.1093 map_cut_100 225 0.2406 map_cut_200 225 0.2406 map_cut_500 225 0.2406 map_cut_1000 225 0.2406 relative_P_5 225 1.0000 relative_P_10 225 0.9000 relative_P_15 225 0.9333 relative_P_20 225 0.9000 relative_P_30 225 0.9333 relative_P_100 225 0.6600 relative_P_200 225 0.3300 relative_P_500 225 0.2773 relative_P_1000 225 0.2773 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.6600 set_relative_P 225 0.6600 set_recall 225 0.2773 set_map 225 0.1830 set_F 225 0.3905 num_nonrel_judged_ret 225 14 rbp 225 0.7030 rbp_resid 225 0.0027 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 100 num_rel 233 203 num_rel_ret 233 60 map 233 0.2121 Rprec 233 0.2956 bpref 233 0.2736 recip_rank 233 0.5000 iprec_at_recall_0.00 233 0.8750 iprec_at_recall_0.10 233 0.7500 iprec_at_recall_0.20 233 0.6935 iprec_at_recall_0.30 233 0.0000 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 0.8000 P_10 233 0.8000 P_15 233 0.8000 P_20 233 0.7500 P_30 233 0.7333 P_100 233 0.6000 P_200 233 0.3000 P_500 233 0.1200 P_1000 233 0.0600 relstring 233 '1232333303' recall_5 233 0.0197 recall_10 233 0.0394 recall_15 233 0.0591 recall_20 233 0.0739 recall_30 233 0.1084 recall_100 233 0.2956 recall_200 233 0.2956 recall_500 233 0.2956 recall_1000 233 0.2956 infAP 233 0.2121 Rprec_mult_0.20 233 0.7317 Rprec_mult_0.40 233 0.6341 Rprec_mult_0.60 233 0.4918 Rprec_mult_0.80 233 0.3681 Rprec_mult_1.00 233 0.2956 Rprec_mult_1.20 233 0.2459 Rprec_mult_1.40 233 0.2105 Rprec_mult_1.60 233 0.1846 Rprec_mult_1.80 233 0.1639 Rprec_mult_2.00 233 0.1478 utility 233 20.0000 11pt_avg 233 0.2108 binG 233 0.0952 G 233 0.0576 ndcg 233 0.3512 ndcg_rel 233 0.4197 Rndcg 233 0.4000 ndcg_cut_5 233 0.5521 ndcg_cut_10 233 0.6334 ndcg_cut_15 233 0.6142 ndcg_cut_20 233 0.6027 ndcg_cut_30 233 0.6239 ndcg_cut_100 233 0.5455 ndcg_cut_200 233 0.3782 ndcg_cut_500 233 0.3512 ndcg_cut_1000 233 0.3512 map_cut_5 233 0.0134 map_cut_10 233 0.0300 map_cut_15 233 0.0465 map_cut_20 233 0.0587 map_cut_30 233 0.0839 map_cut_100 233 0.2121 map_cut_200 233 0.2121 map_cut_500 233 0.2121 map_cut_1000 233 0.2121 relative_P_5 233 0.8000 relative_P_10 233 0.8000 relative_P_15 233 0.8000 relative_P_20 233 0.7500 relative_P_30 233 0.7333 relative_P_100 233 0.6000 relative_P_200 233 0.3000 relative_P_500 233 0.2956 relative_P_1000 233 0.2956 success_1 233 0.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.6000 set_relative_P 233 0.6000 set_recall 233 0.2956 set_map 233 0.1773 set_F 233 0.3960 num_nonrel_judged_ret 233 22 rbp 233 0.5230 rbp_resid 233 0.0011 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 100 num_rel 273 290 num_rel_ret 273 56 map 273 0.1409 Rprec 273 0.1931 bpref 273 0.1751 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.6552 iprec_at_recall_0.20 273 0.0000 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 1.0000 P_10 273 0.9000 P_15 273 0.8000 P_20 273 0.8500 P_30 273 0.7000 P_100 273 0.5600 P_200 273 0.2800 P_500 273 0.1120 P_1000 273 0.0560 relstring 273 '2233222221' recall_5 273 0.0172 recall_10 273 0.0310 recall_15 273 0.0414 recall_20 273 0.0586 recall_30 273 0.0724 recall_100 273 0.1931 recall_200 273 0.1931 recall_500 273 0.1931 recall_1000 273 0.1931 infAP 273 0.1409 Rprec_mult_0.20 273 0.6552 Rprec_mult_0.40 273 0.4828 Rprec_mult_0.60 273 0.3218 Rprec_mult_0.80 273 0.2414 Rprec_mult_1.00 273 0.1931 Rprec_mult_1.20 273 0.1609 Rprec_mult_1.40 273 0.1379 Rprec_mult_1.60 273 0.1207 Rprec_mult_1.80 273 0.1073 Rprec_mult_2.00 273 0.0966 utility 273 12.0000 11pt_avg 273 0.1505 binG 273 0.0763 G 273 0.0389 ndcg 273 0.2660 ndcg_rel 273 0.3273 Rndcg 273 0.3991 ndcg_cut_5 273 0.6935 ndcg_cut_10 273 0.6650 ndcg_cut_15 273 0.6236 ndcg_cut_20 273 0.6305 ndcg_cut_30 273 0.5810 ndcg_cut_100 273 0.5349 ndcg_cut_200 273 0.3662 ndcg_cut_500 273 0.2660 ndcg_cut_1000 273 0.2660 map_cut_5 273 0.0172 map_cut_10 273 0.0310 map_cut_15 273 0.0403 map_cut_20 273 0.0546 map_cut_30 273 0.0662 map_cut_100 273 0.1409 map_cut_200 273 0.1409 map_cut_500 273 0.1409 map_cut_1000 273 0.1409 relative_P_5 273 1.0000 relative_P_10 273 0.9000 relative_P_15 273 0.8000 relative_P_20 273 0.8500 relative_P_30 273 0.7000 relative_P_100 273 0.5600 relative_P_200 273 0.2800 relative_P_500 273 0.1931 relative_P_1000 273 0.1931 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.5600 set_relative_P 273 0.5600 set_recall 273 0.1931 set_map 273 0.1081 set_F 273 0.2872 num_nonrel_judged_ret 273 25 rbp 273 0.4915 rbp_resid 273 0.0013 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 100 num_rel 300 239 num_rel_ret 300 29 map 300 0.0466 Rprec 300 0.1213 bpref 300 0.1083 recip_rank 300 0.5000 iprec_at_recall_0.00 300 0.5000 iprec_at_recall_0.10 300 0.3077 iprec_at_recall_0.20 300 0.0000 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.4000 P_10 300 0.4000 P_15 300 0.4667 P_20 300 0.4000 P_30 300 0.4333 P_100 300 0.2900 P_200 300 0.1450 P_500 300 0.0580 P_1000 300 0.0290 relstring 300 '1300201022' recall_5 300 0.0084 recall_10 300 0.0167 recall_15 300 0.0293 recall_20 300 0.0335 recall_30 300 0.0544 recall_100 300 0.1213 recall_200 300 0.1213 recall_500 300 0.1213 recall_1000 300 0.1213 infAP 300 0.0466 Rprec_mult_0.20 300 0.3750 Rprec_mult_0.40 300 0.3021 Rprec_mult_0.60 300 0.2014 Rprec_mult_0.80 300 0.1510 Rprec_mult_1.00 300 0.1213 Rprec_mult_1.20 300 0.1010 Rprec_mult_1.40 300 0.0866 Rprec_mult_1.60 300 0.0757 Rprec_mult_1.80 300 0.0673 Rprec_mult_2.00 300 0.0607 utility 300 -42.0000 11pt_avg 300 0.0734 binG 300 0.0301 G 300 0.0231 ndcg 300 0.1675 ndcg_rel 300 0.1909 Rndcg 300 0.2335 ndcg_cut_5 300 0.4145 ndcg_cut_10 300 0.3800 ndcg_cut_15 300 0.3853 ndcg_cut_20 300 0.3423 ndcg_cut_30 300 0.3551 ndcg_cut_100 300 0.3110 ndcg_cut_200 300 0.2030 ndcg_cut_500 300 0.1675 ndcg_cut_1000 300 0.1675 map_cut_5 300 0.0038 map_cut_10 300 0.0068 map_cut_15 300 0.0128 map_cut_20 300 0.0144 map_cut_30 300 0.0234 map_cut_100 300 0.0466 map_cut_200 300 0.0466 map_cut_500 300 0.0466 map_cut_1000 300 0.0466 relative_P_5 300 0.4000 relative_P_10 300 0.4000 relative_P_15 300 0.4667 relative_P_20 300 0.4000 relative_P_30 300 0.4333 relative_P_100 300 0.2900 relative_P_200 300 0.1450 relative_P_500 300 0.1213 relative_P_1000 300 0.1213 success_1 300 0.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.2900 set_relative_P 300 0.2900 set_recall 300 0.1213 set_map 300 0.0352 set_F 300 0.1711 num_nonrel_judged_ret 300 45 rbp 300 0.3483 rbp_resid 300 0.0013 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 100 num_rel 31 134 num_rel_ret 31 33 map 31 0.1227 Rprec 31 0.2463 bpref 31 0.2056 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.4483 iprec_at_recall_0.20 31 0.3699 iprec_at_recall_0.30 31 0.0000 iprec_at_recall_0.40 31 0.0000 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 0.8000 P_10 31 0.7000 P_15 31 0.6000 P_20 31 0.5000 P_30 31 0.4333 P_100 31 0.3300 P_200 31 0.1650 P_500 31 0.0660 P_1000 31 0.0330 relstring 31 '2122221123' recall_5 31 0.0299 recall_10 31 0.0522 recall_15 31 0.0672 recall_20 31 0.0746 recall_30 31 0.0970 recall_100 31 0.2463 recall_200 31 0.2463 recall_500 31 0.2463 recall_1000 31 0.2463 infAP 31 0.1227 Rprec_mult_0.20 31 0.4444 Rprec_mult_0.40 31 0.4074 Rprec_mult_0.60 31 0.3457 Rprec_mult_0.80 31 0.3056 Rprec_mult_1.00 31 0.2463 Rprec_mult_1.20 31 0.2050 Rprec_mult_1.40 31 0.1755 Rprec_mult_1.60 31 0.1535 Rprec_mult_1.80 31 0.1364 Rprec_mult_2.00 31 0.1231 utility 31 -34.0000 11pt_avg 31 0.1653 binG 31 0.0750 G 31 0.0554 ndcg 31 0.3269 ndcg_rel 31 0.3742 Rndcg 31 0.3988 ndcg_cut_5 31 0.5953 ndcg_cut_10 31 0.5940 ndcg_cut_15 31 0.5509 ndcg_cut_20 31 0.4979 ndcg_cut_30 31 0.4815 ndcg_cut_100 31 0.4337 ndcg_cut_200 31 0.3269 ndcg_cut_500 31 0.3269 ndcg_cut_1000 31 0.3269 map_cut_5 31 0.0240 map_cut_10 31 0.0404 map_cut_15 31 0.0503 map_cut_20 31 0.0545 map_cut_30 31 0.0648 map_cut_100 31 0.1227 map_cut_200 31 0.1227 map_cut_500 31 0.1227 map_cut_1000 31 0.1227 relative_P_5 31 0.8000 relative_P_10 31 0.7000 relative_P_15 31 0.6000 relative_P_20 31 0.5000 relative_P_30 31 0.4333 relative_P_100 31 0.3300 relative_P_200 31 0.2463 relative_P_500 31 0.2463 relative_P_1000 31 0.2463 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.3300 set_relative_P 31 0.3300 set_recall 31 0.2463 set_map 31 0.0813 set_F 31 0.2821 num_nonrel_judged_ret 31 46 rbp 31 0.4929 rbp_resid 31 0.0018 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 100 num_rel 37 230 num_rel_ret 37 26 map 37 0.0307 Rprec 37 0.1130 bpref 37 0.0958 recip_rank 37 1.0000 iprec_at_recall_0.00 37 1.0000 iprec_at_recall_0.10 37 0.2706 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.2000 P_10 37 0.2000 P_15 37 0.1333 P_20 37 0.1500 P_30 37 0.2333 P_100 37 0.2600 P_200 37 0.1300 P_500 37 0.0520 P_1000 37 0.0260 relstring 37 '2110010211' recall_5 37 0.0043 recall_10 37 0.0087 recall_15 37 0.0087 recall_20 37 0.0130 recall_30 37 0.0304 recall_100 37 0.1130 recall_200 37 0.1130 recall_500 37 0.1130 recall_1000 37 0.1130 infAP 37 0.0307 Rprec_mult_0.20 37 0.2391 Rprec_mult_0.40 37 0.2609 Rprec_mult_0.60 37 0.1884 Rprec_mult_0.80 37 0.1413 Rprec_mult_1.00 37 0.1130 Rprec_mult_1.20 37 0.0942 Rprec_mult_1.40 37 0.0807 Rprec_mult_1.60 37 0.0707 Rprec_mult_1.80 37 0.0628 Rprec_mult_2.00 37 0.0565 utility 37 -48.0000 11pt_avg 37 0.1155 binG 37 0.0255 G 37 0.0220 ndcg 37 0.1652 ndcg_rel 37 0.1892 Rndcg 37 0.2171 ndcg_cut_5 37 0.3540 ndcg_cut_10 37 0.3454 ndcg_cut_15 37 0.2678 ndcg_cut_20 37 0.2781 ndcg_cut_30 37 0.3228 ndcg_cut_100 37 0.3590 ndcg_cut_200 37 0.2290 ndcg_cut_500 37 0.1652 ndcg_cut_1000 37 0.1652 map_cut_5 37 0.0043 map_cut_10 37 0.0054 map_cut_15 37 0.0054 map_cut_20 37 0.0062 map_cut_30 37 0.0097 map_cut_100 37 0.0307 map_cut_200 37 0.0307 map_cut_500 37 0.0307 map_cut_1000 37 0.0307 relative_P_5 37 0.2000 relative_P_10 37 0.2000 relative_P_15 37 0.1333 relative_P_20 37 0.1500 relative_P_30 37 0.2333 relative_P_100 37 0.2600 relative_P_200 37 0.1300 relative_P_500 37 0.1130 relative_P_1000 37 0.1130 success_1 37 1.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.2600 set_relative_P 37 0.2600 set_recall 37 0.1130 set_map 37 0.0294 set_F 37 0.1576 num_nonrel_judged_ret 37 49 rbp 37 0.2683 rbp_resid 37 0.0018 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 100 num_rel 407 102 num_rel_ret 407 11 map 407 0.0219 Rprec 407 0.1078 bpref 407 0.0705 recip_rank 407 1.0000 iprec_at_recall_0.00 407 1.0000 iprec_at_recall_0.10 407 0.1299 iprec_at_recall_0.20 407 0.0000 iprec_at_recall_0.30 407 0.0000 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.2000 P_10 407 0.1000 P_15 407 0.0667 P_20 407 0.1000 P_30 407 0.0667 P_100 407 0.1100 P_200 407 0.0550 P_500 407 0.0220 P_1000 407 0.0110 relstring 407 '2000010000' recall_5 407 0.0098 recall_10 407 0.0098 recall_15 407 0.0098 recall_20 407 0.0196 recall_30 407 0.0196 recall_100 407 0.1078 recall_200 407 0.1078 recall_500 407 0.1078 recall_1000 407 0.1078 infAP 407 0.0219 Rprec_mult_0.20 407 0.0952 Rprec_mult_0.40 407 0.0976 Rprec_mult_0.60 407 0.1290 Rprec_mult_0.80 407 0.1220 Rprec_mult_1.00 407 0.1078 Rprec_mult_1.20 407 0.0894 Rprec_mult_1.40 407 0.0769 Rprec_mult_1.60 407 0.0671 Rprec_mult_1.80 407 0.0598 Rprec_mult_2.00 407 0.0539 utility 407 -78.0000 11pt_avg 407 0.1027 binG 407 0.0280 G 407 0.0216 ndcg 407 0.1309 ndcg_rel 407 0.1385 Rndcg 407 0.1565 ndcg_cut_5 407 0.2261 ndcg_cut_10 407 0.1807 ndcg_cut_15 407 0.1503 ndcg_cut_20 407 0.1559 ndcg_cut_30 407 0.1262 ndcg_cut_100 407 0.1418 ndcg_cut_200 407 0.1309 ndcg_cut_500 407 0.1309 ndcg_cut_1000 407 0.1309 map_cut_5 407 0.0098 map_cut_10 407 0.0098 map_cut_15 407 0.0098 map_cut_20 407 0.0108 map_cut_30 407 0.0108 map_cut_100 407 0.0219 map_cut_200 407 0.0219 map_cut_500 407 0.0219 map_cut_1000 407 0.0219 relative_P_5 407 0.2000 relative_P_10 407 0.1000 relative_P_15 407 0.0667 relative_P_20 407 0.1000 relative_P_30 407 0.0667 relative_P_100 407 0.1100 relative_P_200 407 0.1078 relative_P_500 407 0.1078 relative_P_1000 407 0.1078 success_1 407 1.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.1100 set_relative_P 407 0.1100 set_recall 407 0.1078 set_map 407 0.0119 set_F 407 0.1089 num_nonrel_judged_ret 407 56 rbp 407 0.1029 rbp_resid 407 0.0051 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 100 num_rel 477 285 num_rel_ret 477 54 map 477 0.1380 Rprec 477 0.1895 bpref 477 0.1735 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.6400 iprec_at_recall_0.20 477 0.0000 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 1.0000 P_10 477 1.0000 P_15 477 1.0000 P_20 477 0.8500 P_30 477 0.6000 P_100 477 0.5400 P_200 477 0.2700 P_500 477 0.1080 P_1000 477 0.0540 relstring 477 '3323233233' recall_5 477 0.0175 recall_10 477 0.0351 recall_15 477 0.0526 recall_20 477 0.0596 recall_30 477 0.0632 recall_100 477 0.1895 recall_200 477 0.1895 recall_500 477 0.1895 recall_1000 477 0.1895 infAP 477 0.1380 Rprec_mult_0.20 477 0.6140 Rprec_mult_0.40 477 0.4737 Rprec_mult_0.60 477 0.3158 Rprec_mult_0.80 477 0.2368 Rprec_mult_1.00 477 0.1895 Rprec_mult_1.20 477 0.1579 Rprec_mult_1.40 477 0.1353 Rprec_mult_1.60 477 0.1184 Rprec_mult_1.80 477 0.1053 Rprec_mult_2.00 477 0.0947 utility 477 8.0000 11pt_avg 477 0.1491 binG 477 0.0843 G 477 0.0493 ndcg 477 0.2738 ndcg_rel 477 0.3407 Rndcg 477 0.3680 ndcg_cut_5 477 0.8997 ndcg_cut_10 477 0.9118 ndcg_cut_15 477 0.9013 ndcg_cut_20 477 0.7939 ndcg_cut_30 477 0.6483 ndcg_cut_100 477 0.5557 ndcg_cut_200 477 0.3798 ndcg_cut_500 477 0.2738 ndcg_cut_1000 477 0.2738 map_cut_5 477 0.0175 map_cut_10 477 0.0351 map_cut_15 477 0.0526 map_cut_20 477 0.0586 map_cut_30 477 0.0611 map_cut_100 477 0.1380 map_cut_200 477 0.1380 map_cut_500 477 0.1380 map_cut_1000 477 0.1380 relative_P_5 477 1.0000 relative_P_10 477 1.0000 relative_P_15 477 1.0000 relative_P_20 477 0.8500 relative_P_30 477 0.6000 relative_P_100 477 0.5400 relative_P_200 477 0.2700 relative_P_500 477 0.1895 relative_P_1000 477 0.1895 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.5400 set_relative_P 477 0.5400 set_recall 477 0.1895 set_map 477 0.1023 set_F 477 0.2805 num_nonrel_judged_ret 477 26 rbp 477 0.7622 rbp_resid 477 0.0014 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 100 num_rel 499 192 num_rel_ret 499 54 map 499 0.1498 Rprec 499 0.2812 bpref 499 0.2450 recip_rank 499 0.3333 iprec_at_recall_0.00 499 0.6667 iprec_at_recall_0.10 499 0.5735 iprec_at_recall_0.20 499 0.5735 iprec_at_recall_0.30 499 0.0000 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 0.4000 P_10 499 0.6000 P_15 499 0.4667 P_20 499 0.4500 P_30 499 0.4333 P_100 499 0.5400 P_200 499 0.2700 P_500 499 0.1080 P_1000 499 0.0540 relstring 499 '1121332320' recall_5 499 0.0104 recall_10 499 0.0312 recall_15 499 0.0365 recall_20 499 0.0469 recall_30 499 0.0677 recall_100 499 0.2812 recall_200 499 0.2812 recall_500 499 0.2812 recall_1000 499 0.2812 infAP 499 0.1498 Rprec_mult_0.20 499 0.5385 Rprec_mult_0.40 499 0.5455 Rprec_mult_0.60 499 0.4655 Rprec_mult_0.80 499 0.3506 Rprec_mult_1.00 499 0.2812 Rprec_mult_1.20 499 0.2338 Rprec_mult_1.40 499 0.2007 Rprec_mult_1.60 499 0.1753 Rprec_mult_1.80 499 0.1561 Rprec_mult_2.00 499 0.1406 utility 499 8.0000 11pt_avg 499 0.1649 binG 499 0.0683 G 499 0.0504 ndcg 499 0.3228 ndcg_rel 499 0.3662 Rndcg 499 0.3797 ndcg_cut_5 499 0.4773 ndcg_cut_10 499 0.5507 ndcg_cut_15 499 0.4725 ndcg_cut_20 499 0.4381 ndcg_cut_30 499 0.4286 ndcg_cut_100 499 0.5543 ndcg_cut_200 499 0.3663 ndcg_cut_500 499 0.3228 ndcg_cut_1000 499 0.3228 map_cut_5 499 0.0038 map_cut_10 499 0.0161 map_cut_15 499 0.0192 map_cut_20 499 0.0241 map_cut_30 499 0.0331 map_cut_100 499 0.1498 map_cut_200 499 0.1498 map_cut_500 499 0.1498 map_cut_1000 499 0.1498 relative_P_5 499 0.4000 relative_P_10 499 0.6000 relative_P_15 499 0.4667 relative_P_20 499 0.4500 relative_P_30 499 0.4333 relative_P_100 499 0.5400 relative_P_200 499 0.2812 relative_P_500 499 0.2812 relative_P_1000 499 0.2812 success_1 499 0.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.5400 set_relative_P 499 0.5400 set_recall 499 0.2812 set_map 499 0.1519 set_F 499 0.3699 num_nonrel_judged_ret 499 32 rbp 499 0.4860 rbp_resid 499 0.0009 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 100 num_rel 515 147 num_rel_ret 515 13 map 515 0.0100 Rprec 515 0.0884 bpref 515 0.0596 recip_rank 515 0.0769 iprec_at_recall_0.00 515 0.1389 iprec_at_recall_0.10 515 0.0000 iprec_at_recall_0.20 515 0.0000 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.0000 P_10 515 0.0000 P_15 515 0.0667 P_20 515 0.1000 P_30 515 0.0667 P_100 515 0.1300 P_200 515 0.0650 P_500 515 0.0260 P_1000 515 0.0130 relstring 515 '0000000000' recall_5 515 0.0000 recall_10 515 0.0000 recall_15 515 0.0068 recall_20 515 0.0136 recall_30 515 0.0136 recall_100 515 0.0884 recall_200 515 0.0884 recall_500 515 0.0884 recall_1000 515 0.0884 infAP 515 0.0100 Rprec_mult_0.20 515 0.0667 Rprec_mult_0.40 515 0.1017 Rprec_mult_0.60 515 0.1236 Rprec_mult_0.80 515 0.1102 Rprec_mult_1.00 515 0.0884 Rprec_mult_1.20 515 0.0734 Rprec_mult_1.40 515 0.0631 Rprec_mult_1.60 515 0.0551 Rprec_mult_1.80 515 0.0491 Rprec_mult_2.00 515 0.0442 utility 515 -74.0000 11pt_avg 515 0.0126 binG 515 0.0163 G 515 0.0162 ndcg 515 0.1018 ndcg_rel 515 0.1035 Rndcg 515 0.1066 ndcg_cut_5 515 0.0000 ndcg_cut_10 515 0.0000 ndcg_cut_15 515 0.0448 ndcg_cut_20 515 0.0714 ndcg_cut_30 515 0.0779 ndcg_cut_100 515 0.1474 ndcg_cut_200 515 0.1018 ndcg_cut_500 515 0.1018 ndcg_cut_1000 515 0.1018 map_cut_5 515 0.0000 map_cut_10 515 0.0000 map_cut_15 515 0.0005 map_cut_20 515 0.0013 map_cut_30 515 0.0013 map_cut_100 515 0.0100 map_cut_200 515 0.0100 map_cut_500 515 0.0100 map_cut_1000 515 0.0100 relative_P_5 515 0.0000 relative_P_10 515 0.0000 relative_P_15 515 0.0667 relative_P_20 515 0.1000 relative_P_30 515 0.0667 relative_P_100 515 0.1300 relative_P_200 515 0.0884 relative_P_500 515 0.0884 relative_P_1000 515 0.0884 success_1 515 0.0000 success_5 515 0.0000 success_10 515 0.0000 set_P 515 0.1300 set_relative_P 515 0.1300 set_recall 515 0.0884 set_map 515 0.0115 set_F 515 0.1053 num_nonrel_judged_ret 515 73 rbp 515 0.0628 rbp_resid 515 0.0015 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 100 num_rel 58 373 num_rel_ret 58 68 map 58 0.1479 Rprec 58 0.1823 bpref 58 0.1723 recip_rank 58 0.3333 iprec_at_recall_0.00 58 0.8958 iprec_at_recall_0.10 58 0.8958 iprec_at_recall_0.20 58 0.0000 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 0.6000 P_10 58 0.7000 P_15 58 0.8000 P_20 58 0.8500 P_30 58 0.8667 P_100 58 0.6800 P_200 58 0.3400 P_500 58 0.1360 P_1000 58 0.0680 relstring 58 '0133333312' recall_5 58 0.0080 recall_10 58 0.0188 recall_15 58 0.0322 recall_20 58 0.0456 recall_30 58 0.0697 recall_100 58 0.1823 recall_200 58 0.1823 recall_500 58 0.1823 recall_1000 58 0.1823 infAP 58 0.1479 Rprec_mult_0.20 58 0.8000 Rprec_mult_0.40 58 0.4533 Rprec_mult_0.60 58 0.3036 Rprec_mult_0.80 58 0.2274 Rprec_mult_1.00 58 0.1823 Rprec_mult_1.20 58 0.1518 Rprec_mult_1.40 58 0.1300 Rprec_mult_1.60 58 0.1139 Rprec_mult_1.80 58 0.1012 Rprec_mult_2.00 58 0.0912 utility 58 36.0000 11pt_avg 58 0.1629 binG 58 0.0648 G 58 0.0400 ndcg 58 0.2597 ndcg_rel 58 0.3234 Rndcg 58 0.3387 ndcg_cut_5 58 0.3886 ndcg_cut_10 58 0.5113 ndcg_cut_15 58 0.5944 ndcg_cut_20 58 0.6447 ndcg_cut_30 58 0.6699 ndcg_cut_100 58 0.5901 ndcg_cut_200 58 0.3833 ndcg_cut_500 58 0.2597 ndcg_cut_1000 58 0.2597 map_cut_5 58 0.0038 map_cut_10 58 0.0114 map_cut_15 58 0.0217 map_cut_20 58 0.0329 map_cut_30 58 0.0533 map_cut_100 58 0.1479 map_cut_200 58 0.1479 map_cut_500 58 0.1479 map_cut_1000 58 0.1479 relative_P_5 58 0.6000 relative_P_10 58 0.7000 relative_P_15 58 0.8000 relative_P_20 58 0.8500 relative_P_30 58 0.8667 relative_P_100 58 0.6800 relative_P_200 58 0.3400 relative_P_500 58 0.1823 relative_P_1000 58 0.1823 success_1 58 0.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.6800 set_relative_P 58 0.6800 set_recall 58 0.1823 set_map 58 0.1240 set_F 58 0.2875 num_nonrel_judged_ret 58 6 rbp 58 0.5698 rbp_resid 58 0.0020 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 100 num_rel 707 186 num_rel_ret 707 31 map 707 0.0659 Rprec 707 0.1667 bpref 707 0.1454 recip_rank 707 1.0000 iprec_at_recall_0.00 707 1.0000 iprec_at_recall_0.10 707 0.3636 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.4000 P_10 707 0.3000 P_15 707 0.3333 P_20 707 0.4000 P_30 707 0.3667 P_100 707 0.3100 P_200 707 0.1550 P_500 707 0.0620 P_1000 707 0.0310 relstring 707 '2200000200' recall_5 707 0.0108 recall_10 707 0.0161 recall_15 707 0.0269 recall_20 707 0.0430 recall_30 707 0.0591 recall_100 707 0.1667 recall_200 707 0.1667 recall_500 707 0.1667 recall_1000 707 0.1667 infAP 707 0.0659 Rprec_mult_0.20 707 0.3684 Rprec_mult_0.40 707 0.3067 Rprec_mult_0.60 707 0.2768 Rprec_mult_0.80 707 0.2081 Rprec_mult_1.00 707 0.1667 Rprec_mult_1.20 707 0.1384 Rprec_mult_1.40 707 0.1188 Rprec_mult_1.60 707 0.1040 Rprec_mult_1.80 707 0.0925 Rprec_mult_2.00 707 0.0833 utility 707 -38.0000 11pt_avg 707 0.1240 binG 707 0.0443 G 707 0.0310 ndcg 707 0.2035 ndcg_rel 707 0.2274 Rndcg 707 0.2477 ndcg_cut_5 707 0.3688 ndcg_cut_10 707 0.2985 ndcg_cut_15 707 0.3158 ndcg_cut_20 707 0.3539 ndcg_cut_30 707 0.3517 ndcg_cut_100 707 0.3226 ndcg_cut_200 707 0.2061 ndcg_cut_500 707 0.2035 ndcg_cut_1000 707 0.2035 map_cut_5 707 0.0108 map_cut_10 707 0.0128 map_cut_15 707 0.0165 map_cut_20 707 0.0230 map_cut_30 707 0.0289 map_cut_100 707 0.0659 map_cut_200 707 0.0659 map_cut_500 707 0.0659 map_cut_1000 707 0.0659 relative_P_5 707 0.4000 relative_P_10 707 0.3000 relative_P_15 707 0.3333 relative_P_20 707 0.4000 relative_P_30 707 0.3667 relative_P_100 707 0.3100 relative_P_200 707 0.1667 relative_P_500 707 0.1667 relative_P_1000 707 0.1667 success_1 707 1.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.3100 set_relative_P 707 0.3100 set_recall 707 0.1667 set_map 707 0.0517 set_F 707 0.2168 num_nonrel_judged_ret 707 41 rbp 707 0.2582 rbp_resid 707 0.0053 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 100 num_rel 72 466 num_rel_ret 72 73 map 72 0.1452 Rprec 72 0.1567 bpref 72 0.1516 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.9615 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 0.9000 P_15 72 0.9333 P_20 72 0.9500 P_30 72 0.9667 P_100 72 0.7300 P_200 72 0.3650 P_500 72 0.1460 P_1000 72 0.0730 relstring 72 '3433233312' recall_5 72 0.0107 recall_10 72 0.0193 recall_15 72 0.0300 recall_20 72 0.0408 recall_30 72 0.0622 recall_100 72 0.1567 recall_200 72 0.1567 recall_500 72 0.1567 recall_1000 72 0.1567 infAP 72 0.1452 Rprec_mult_0.20 72 0.7553 Rprec_mult_0.40 72 0.3904 Rprec_mult_0.60 72 0.2607 Rprec_mult_0.80 72 0.1957 Rprec_mult_1.00 72 0.1567 Rprec_mult_1.20 72 0.1304 Rprec_mult_1.40 72 0.1118 Rprec_mult_1.60 72 0.0979 Rprec_mult_1.80 72 0.0870 Rprec_mult_2.00 72 0.0783 utility 72 46.0000 11pt_avg 72 0.1783 binG 72 0.0855 G 72 0.0334 ndcg 72 0.2383 ndcg_rel 72 0.3123 Rndcg 72 0.3678 ndcg_cut_5 72 0.7707 ndcg_cut_10 72 0.7144 ndcg_cut_15 72 0.7221 ndcg_cut_20 72 0.7351 ndcg_cut_30 72 0.7332 ndcg_cut_100 72 0.6259 ndcg_cut_200 72 0.4048 ndcg_cut_500 72 0.2383 ndcg_cut_1000 72 0.2383 map_cut_5 72 0.0107 map_cut_10 72 0.0191 map_cut_15 72 0.0290 map_cut_20 72 0.0391 map_cut_30 72 0.0597 map_cut_100 72 0.1452 map_cut_200 72 0.1452 map_cut_500 72 0.1452 map_cut_1000 72 0.1452 relative_P_5 72 1.0000 relative_P_10 72 0.9000 relative_P_15 72 0.9333 relative_P_20 72 0.9500 relative_P_30 72 0.9667 relative_P_100 72 0.7300 relative_P_200 72 0.3650 relative_P_500 72 0.1567 relative_P_1000 72 0.1567 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.7300 set_relative_P 72 0.7300 set_recall 72 0.1567 set_map 72 0.1144 set_F 72 0.2580 num_nonrel_judged_ret 72 2 rbp 72 0.7244 rbp_resid 72 0.0018 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 100 num_rel 84 142 num_rel_ret 84 14 map 84 0.0296 Rprec 84 0.0986 bpref 84 0.0799 recip_rank 84 1.0000 iprec_at_recall_0.00 84 1.0000 iprec_at_recall_0.10 84 0.1443 iprec_at_recall_0.20 84 0.0000 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 0.4000 P_10 84 0.4000 P_15 84 0.3333 P_20 84 0.2500 P_30 84 0.1667 P_100 84 0.1400 P_200 84 0.0700 P_500 84 0.0280 P_1000 84 0.0140 relstring 84 '3000202021' recall_5 84 0.0141 recall_10 84 0.0282 recall_15 84 0.0352 recall_20 84 0.0352 recall_30 84 0.0352 recall_100 84 0.0986 recall_200 84 0.0986 recall_500 84 0.0986 recall_1000 84 0.0986 infAP 84 0.0296 Rprec_mult_0.20 84 0.1724 Rprec_mult_0.40 84 0.1579 Rprec_mult_0.60 84 0.1512 Rprec_mult_0.80 84 0.1228 Rprec_mult_1.00 84 0.0986 Rprec_mult_1.20 84 0.0819 Rprec_mult_1.40 84 0.0704 Rprec_mult_1.60 84 0.0614 Rprec_mult_1.80 84 0.0547 Rprec_mult_2.00 84 0.0493 utility 84 -72.0000 11pt_avg 84 0.1040 binG 84 0.0288 G 84 0.0207 ndcg 84 0.1462 ndcg_rel 84 0.1597 Rndcg 84 0.2111 ndcg_cut_5 84 0.3308 ndcg_cut_10 84 0.3293 ndcg_cut_15 84 0.2901 ndcg_cut_20 84 0.2467 ndcg_cut_30 84 0.2191 ndcg_cut_100 84 0.2193 ndcg_cut_200 84 0.1586 ndcg_cut_500 84 0.1462 ndcg_cut_1000 84 0.1462 map_cut_5 84 0.0099 map_cut_10 84 0.0160 map_cut_15 84 0.0185 map_cut_20 84 0.0185 map_cut_30 84 0.0185 map_cut_100 84 0.0296 map_cut_200 84 0.0296 map_cut_500 84 0.0296 map_cut_1000 84 0.0296 relative_P_5 84 0.4000 relative_P_10 84 0.4000 relative_P_15 84 0.3333 relative_P_20 84 0.2500 relative_P_30 84 0.1667 relative_P_100 84 0.1400 relative_P_200 84 0.0986 relative_P_500 84 0.0986 relative_P_1000 84 0.0986 success_1 84 1.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.1400 set_relative_P 84 0.1400 set_recall 84 0.0986 set_map 84 0.0138 set_F 84 0.1157 num_nonrel_judged_ret 84 52 rbp 84 0.1883 rbp_resid 84 0.0055 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 100 num_rel 897 239 num_rel_ret 897 31 map 897 0.0532 Rprec 897 0.1297 bpref 897 0.1187 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.3514 iprec_at_recall_0.20 897 0.0000 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 0.4000 P_10 897 0.3000 P_15 897 0.4000 P_20 897 0.3500 P_30 897 0.4333 P_100 897 0.3100 P_200 897 0.1550 P_500 897 0.0620 P_1000 897 0.0310 relstring 897 '2100201012' recall_5 897 0.0084 recall_10 897 0.0126 recall_15 897 0.0251 recall_20 897 0.0293 recall_30 897 0.0544 recall_100 897 0.1297 recall_200 897 0.1297 recall_500 897 0.1297 recall_1000 897 0.1297 infAP 897 0.0532 Rprec_mult_0.20 897 0.4167 Rprec_mult_0.40 897 0.3125 Rprec_mult_0.60 897 0.2153 Rprec_mult_0.80 897 0.1615 Rprec_mult_1.00 897 0.1297 Rprec_mult_1.20 897 0.1080 Rprec_mult_1.40 897 0.0925 Rprec_mult_1.60 897 0.0809 Rprec_mult_1.80 897 0.0719 Rprec_mult_2.00 897 0.0649 utility 897 -38.0000 11pt_avg 897 0.1229 binG 897 0.0332 G 897 0.0268 ndcg 897 0.1931 ndcg_rel 897 0.2246 Rndcg 897 0.2711 ndcg_cut_5 897 0.3849 ndcg_cut_10 897 0.3387 ndcg_cut_15 897 0.3995 ndcg_cut_20 897 0.3779 ndcg_cut_30 897 0.4014 ndcg_cut_100 897 0.3708 ndcg_cut_200 897 0.2398 ndcg_cut_500 897 0.1931 ndcg_cut_1000 897 0.1931 map_cut_5 897 0.0059 map_cut_10 897 0.0071 map_cut_15 897 0.0123 map_cut_20 897 0.0139 map_cut_30 897 0.0243 map_cut_100 897 0.0532 map_cut_200 897 0.0532 map_cut_500 897 0.0532 map_cut_1000 897 0.0532 relative_P_5 897 0.4000 relative_P_10 897 0.3000 relative_P_15 897 0.4000 relative_P_20 897 0.3500 relative_P_30 897 0.4333 relative_P_100 897 0.3100 relative_P_200 897 0.1550 relative_P_500 897 0.1297 relative_P_1000 897 0.1297 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.3100 set_relative_P 897 0.3100 set_recall 897 0.1297 set_map 897 0.0402 set_F 897 0.1829 num_nonrel_judged_ret 897 37 rbp 897 0.3635 rbp_resid 897 0.0051 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all RRF_colert_bm25 num_q all 22 num_ret all 2200 num_rel all 5166 num_rel_ret all 827 map all 0.0862 gm_map all 0.0622 Rprec all 0.1584 bpref all 0.1396 recip_rank all 0.7724 iprec_at_recall_0.00 all 0.8521 iprec_at_recall_0.10 all 0.4456 iprec_at_recall_0.20 all 0.1135 iprec_at_recall_0.30 all 0.0000 iprec_at_recall_0.40 all 0.0000 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.5455 P_10 all 0.5045 P_15 all 0.4818 P_20 all 0.4705 P_30 all 0.4409 P_100 all 0.3759 P_200 all 0.1880 P_500 all 0.0752 P_1000 all 0.0376 recall_5 all 0.0116 recall_10 all 0.0213 recall_15 all 0.0302 recall_20 all 0.0391 recall_30 all 0.0541 recall_100 all 0.1584 recall_200 all 0.1584 recall_500 all 0.1584 recall_1000 all 0.1584 infAP all 0.0862 gm_bpref all 0.1268 Rprec_mult_0.20 all 0.4300 Rprec_mult_0.40 all 0.3426 Rprec_mult_0.60 all 0.2566 Rprec_mult_0.80 all 0.1969 Rprec_mult_1.00 all 0.1584 Rprec_mult_1.20 all 0.1318 Rprec_mult_1.40 all 0.1130 Rprec_mult_1.60 all 0.0989 Rprec_mult_1.80 all 0.0879 Rprec_mult_2.00 all 0.0792 utility all -24.8182 11pt_avg all 0.1283 binG all 0.0503 G all 0.0319 ndcg all 0.2106 ndcg_rel all 0.2461 Rndcg all 0.2806 ndcg_cut_5 all 0.4420 ndcg_cut_10 all 0.4320 ndcg_cut_15 all 0.4167 ndcg_cut_20 all 0.4086 ndcg_cut_30 all 0.3992 ndcg_cut_100 all 0.3863 ndcg_cut_200 all 0.2595 ndcg_cut_500 all 0.2106 ndcg_cut_1000 all 0.2106 map_cut_5 all 0.0094 map_cut_10 all 0.0161 map_cut_15 all 0.0219 map_cut_20 all 0.0270 map_cut_30 all 0.0359 map_cut_100 all 0.0862 map_cut_200 all 0.0862 map_cut_500 all 0.0862 map_cut_1000 all 0.0862 relative_P_5 all 0.5455 relative_P_10 all 0.5045 relative_P_15 all 0.4818 relative_P_20 all 0.4705 relative_P_30 all 0.4409 relative_P_100 all 0.3759 relative_P_200 all 0.1979 relative_P_500 all 0.1584 relative_P_1000 all 0.1584 success_1 all 0.6364 success_5 all 0.9545 success_10 all 0.9545 set_P all 0.3759 set_relative_P all 0.3759 set_recall all 0.1584 set_map all 0.0681 set_F all 0.2179 num_nonrel_judged_ret all 823 rbp all 0.3730 rbp_resid all 0.0030 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000