num_ret 14 100 num_rel 14 272 num_rel_ret 14 55 map 14 0.1577 Rprec 14 0.2022 bpref 14 0.1933 recip_rank 14 1.0000 iprec_at_recall_0.00 14 1.0000 iprec_at_recall_0.10 14 0.7941 iprec_at_recall_0.20 14 0.5870 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 1.0000 P_10 14 0.9000 P_15 14 0.8667 P_20 14 0.8500 P_30 14 0.8000 P_100 14 0.5500 P_200 14 0.2750 P_500 14 0.1100 P_1000 14 0.0550 relstring 14 '2232231222' recall_5 14 0.0184 recall_10 14 0.0331 recall_15 14 0.0478 recall_20 14 0.0625 recall_30 14 0.0882 recall_100 14 0.2022 recall_200 14 0.2022 recall_500 14 0.2022 recall_1000 14 0.2022 infAP 14 0.1577 Rprec_mult_0.20 14 0.7091 Rprec_mult_0.40 14 0.5046 Rprec_mult_0.60 14 0.3354 Rprec_mult_0.80 14 0.2523 Rprec_mult_1.00 14 0.2022 Rprec_mult_1.20 14 0.1682 Rprec_mult_1.40 14 0.1444 Rprec_mult_1.60 14 0.1261 Rprec_mult_1.80 14 0.1122 Rprec_mult_2.00 14 0.1011 utility 14 10.0000 11pt_avg 14 0.2165 binG 14 0.0806 G 14 0.0468 ndcg 14 0.3005 ndcg_rel 14 0.3695 Rndcg 14 0.4358 ndcg_cut_5 14 0.6106 ndcg_cut_10 14 0.6297 ndcg_cut_15 14 0.6361 ndcg_cut_20 14 0.6305 ndcg_cut_30 14 0.6420 ndcg_cut_100 14 0.6041 ndcg_cut_200 14 0.3917 ndcg_cut_500 14 0.3005 ndcg_cut_1000 14 0.3005 map_cut_5 14 0.0184 map_cut_10 14 0.0319 map_cut_15 14 0.0444 map_cut_20 14 0.0570 map_cut_30 14 0.0786 map_cut_100 14 0.1577 map_cut_200 14 0.1577 map_cut_500 14 0.1577 map_cut_1000 14 0.1577 relative_P_5 14 1.0000 relative_P_10 14 0.9000 relative_P_15 14 0.8667 relative_P_20 14 0.8500 relative_P_30 14 0.8000 relative_P_100 14 0.5500 relative_P_200 14 0.2750 relative_P_500 14 0.2022 relative_P_1000 14 0.2022 success_1 14 1.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.5500 set_relative_P 14 0.5500 set_recall 14 0.2022 set_map 14 0.1112 set_F 14 0.2957 num_nonrel_judged_ret 14 26 rbp 14 0.5018 rbp_resid 14 0.0032 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 100 num_rel 144 197 num_rel_ret 144 46 map 144 0.1314 Rprec 144 0.2335 bpref 144 0.2120 recip_rank 144 0.5000 iprec_at_recall_0.00 144 0.7059 iprec_at_recall_0.10 144 0.6061 iprec_at_recall_0.20 144 0.4719 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.6000 P_10 144 0.7000 P_15 144 0.6667 P_20 144 0.7000 P_30 144 0.6000 P_100 144 0.4600 P_200 144 0.2300 P_500 144 0.0920 P_1000 144 0.0460 relstring 144 '0213221222' recall_5 144 0.0152 recall_10 144 0.0355 recall_15 144 0.0508 recall_20 144 0.0711 recall_30 144 0.0914 recall_100 144 0.2335 recall_200 144 0.2335 recall_500 144 0.2335 recall_1000 144 0.2335 infAP 144 0.1314 Rprec_mult_0.20 144 0.5500 Rprec_mult_0.40 144 0.4557 Rprec_mult_0.60 144 0.3866 Rprec_mult_0.80 144 0.2911 Rprec_mult_1.00 144 0.2335 Rprec_mult_1.20 144 0.1941 Rprec_mult_1.40 144 0.1667 Rprec_mult_1.60 144 0.1456 Rprec_mult_1.80 144 0.1296 Rprec_mult_2.00 144 0.1168 utility 144 -8.0000 11pt_avg 144 0.1622 binG 144 0.0646 G 144 0.0404 ndcg 144 0.2718 ndcg_rel 144 0.3124 Rndcg 144 0.2673 ndcg_cut_5 144 0.3888 ndcg_cut_10 144 0.4569 ndcg_cut_15 144 0.4728 ndcg_cut_20 144 0.5034 ndcg_cut_30 144 0.4957 ndcg_cut_100 144 0.4950 ndcg_cut_200 144 0.3321 ndcg_cut_500 144 0.2718 ndcg_cut_1000 144 0.2718 map_cut_5 144 0.0081 map_cut_10 144 0.0216 map_cut_15 144 0.0316 map_cut_20 144 0.0457 map_cut_30 144 0.0590 map_cut_100 144 0.1314 map_cut_200 144 0.1314 map_cut_500 144 0.1314 map_cut_1000 144 0.1314 relative_P_5 144 0.6000 relative_P_10 144 0.7000 relative_P_15 144 0.6667 relative_P_20 144 0.7000 relative_P_30 144 0.6000 relative_P_100 144 0.4600 relative_P_200 144 0.2335 relative_P_500 144 0.2335 relative_P_1000 144 0.2335 success_1 144 0.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.4600 set_relative_P 144 0.4600 set_recall 144 0.2335 set_map 144 0.1074 set_F 144 0.3098 num_nonrel_judged_ret 144 39 rbp 144 0.3991 rbp_resid 144 0.0051 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 100 num_rel 161 218 num_rel_ret 161 55 map 161 0.2241 Rprec 161 0.2523 bpref 161 0.2455 recip_rank 161 1.0000 iprec_at_recall_0.00 161 1.0000 iprec_at_recall_0.10 161 0.9667 iprec_at_recall_0.20 161 0.7857 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 1.0000 P_10 161 1.0000 P_15 161 1.0000 P_20 161 1.0000 P_30 161 0.9667 P_100 161 0.5500 P_200 161 0.2750 P_500 161 0.1100 P_1000 161 0.0550 relstring 161 '3222222222' recall_5 161 0.0229 recall_10 161 0.0459 recall_15 161 0.0688 recall_20 161 0.0917 recall_30 161 0.1330 recall_100 161 0.2523 recall_200 161 0.2523 recall_500 161 0.2523 recall_1000 161 0.2523 infAP 161 0.2241 Rprec_mult_0.20 161 0.8409 Rprec_mult_0.40 161 0.6250 Rprec_mult_0.60 161 0.4198 Rprec_mult_0.80 161 0.3143 Rprec_mult_1.00 161 0.2523 Rprec_mult_1.20 161 0.2099 Rprec_mult_1.40 161 0.1797 Rprec_mult_1.60 161 0.1576 Rprec_mult_1.80 161 0.1399 Rprec_mult_2.00 161 0.1261 utility 161 10.0000 11pt_avg 161 0.2502 binG 161 0.1535 G 161 0.0639 ndcg 161 0.3499 ndcg_rel 161 0.4428 Rndcg 161 0.4801 ndcg_cut_5 161 0.7797 ndcg_cut_10 161 0.7400 ndcg_cut_15 161 0.7235 ndcg_cut_20 161 0.7248 ndcg_cut_30 161 0.7553 ndcg_cut_100 161 0.6097 ndcg_cut_200 161 0.3896 ndcg_cut_500 161 0.3499 ndcg_cut_1000 161 0.3499 map_cut_5 161 0.0229 map_cut_10 161 0.0459 map_cut_15 161 0.0688 map_cut_20 161 0.0917 map_cut_30 161 0.1316 map_cut_100 161 0.2241 map_cut_200 161 0.2241 map_cut_500 161 0.2241 map_cut_1000 161 0.2241 relative_P_5 161 1.0000 relative_P_10 161 1.0000 relative_P_15 161 1.0000 relative_P_20 161 1.0000 relative_P_30 161 0.9667 relative_P_100 161 0.5500 relative_P_200 161 0.2750 relative_P_500 161 0.2523 relative_P_1000 161 0.2523 success_1 161 1.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.5500 set_relative_P 161 0.5500 set_recall 161 0.2523 set_map 161 0.1388 set_F 161 0.3459 num_nonrel_judged_ret 161 24 rbp 161 0.6910 rbp_resid 161 0.0006 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 100 num_rel 200 184 num_rel_ret 200 68 map 200 0.3053 Rprec 200 0.3696 bpref 200 0.3567 recip_rank 200 0.5000 iprec_at_recall_0.00 200 0.9333 iprec_at_recall_0.10 200 0.9333 iprec_at_recall_0.20 200 0.8409 iprec_at_recall_0.30 200 0.7857 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 0.8000 P_10 200 0.9000 P_15 200 0.8667 P_20 200 0.9000 P_30 200 0.9333 P_100 200 0.6800 P_200 200 0.3400 P_500 200 0.1360 P_1000 200 0.0680 relstring 200 '1332223233' recall_5 200 0.0217 recall_10 200 0.0489 recall_15 200 0.0707 recall_20 200 0.0978 recall_30 200 0.1522 recall_100 200 0.3696 recall_200 200 0.3696 recall_500 200 0.3696 recall_1000 200 0.3696 infAP 200 0.3053 Rprec_mult_0.20 200 0.9189 Rprec_mult_0.40 200 0.7838 Rprec_mult_0.60 200 0.6126 Rprec_mult_0.80 200 0.4595 Rprec_mult_1.00 200 0.3696 Rprec_mult_1.20 200 0.3077 Rprec_mult_1.40 200 0.2636 Rprec_mult_1.60 200 0.2305 Rprec_mult_1.80 200 0.2048 Rprec_mult_2.00 200 0.1848 utility 200 36.0000 11pt_avg 200 0.3176 binG 200 0.1447 G 200 0.0867 ndcg 200 0.4548 ndcg_rel 200 0.5337 Rndcg 200 0.4707 ndcg_cut_5 200 0.6123 ndcg_cut_10 200 0.6932 ndcg_cut_15 200 0.7010 ndcg_cut_20 200 0.7279 ndcg_cut_30 200 0.7743 ndcg_cut_100 200 0.6881 ndcg_cut_200 200 0.4740 ndcg_cut_500 200 0.4548 ndcg_cut_1000 200 0.4548 map_cut_5 200 0.0148 map_cut_10 200 0.0384 map_cut_15 200 0.0577 map_cut_20 200 0.0819 map_cut_30 200 0.1319 map_cut_100 200 0.3053 map_cut_200 200 0.3053 map_cut_500 200 0.3053 map_cut_1000 200 0.3053 relative_P_5 200 0.8000 relative_P_10 200 0.9000 relative_P_15 200 0.8667 relative_P_20 200 0.9000 relative_P_30 200 0.9333 relative_P_100 200 0.6800 relative_P_200 200 0.3696 relative_P_500 200 0.3696 relative_P_1000 200 0.3696 success_1 200 0.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.6800 set_relative_P 200 0.6800 set_recall 200 0.3696 set_map 200 0.2513 set_F 200 0.4789 num_nonrel_judged_ret 200 20 rbp 200 0.5841 rbp_resid 200 0.0061 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 100 num_rel 213 322 num_rel_ret 213 67 map 213 0.1781 Rprec 213 0.2081 bpref 213 0.1981 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 0.8250 iprec_at_recall_0.20 213 0.6804 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 1.0000 P_10 213 1.0000 P_15 213 1.0000 P_20 213 1.0000 P_30 213 0.9333 P_100 213 0.6700 P_200 213 0.3350 P_500 213 0.1340 P_1000 213 0.0670 relstring 213 '4233224233' recall_5 213 0.0155 recall_10 213 0.0311 recall_15 213 0.0466 recall_20 213 0.0621 recall_30 213 0.0870 recall_100 213 0.2081 recall_200 213 0.2081 recall_500 213 0.2081 recall_1000 213 0.2081 infAP 213 0.1781 Rprec_mult_0.20 213 0.7846 Rprec_mult_0.40 213 0.5194 Rprec_mult_0.60 213 0.3454 Rprec_mult_0.80 213 0.2597 Rprec_mult_1.00 213 0.2081 Rprec_mult_1.20 213 0.1731 Rprec_mult_1.40 213 0.1486 Rprec_mult_1.60 213 0.1298 Rprec_mult_1.80 213 0.1155 Rprec_mult_2.00 213 0.1040 utility 213 34.0000 11pt_avg 213 0.2278 binG 213 0.1092 G 213 0.0473 ndcg 213 0.3032 ndcg_rel 213 0.3874 Rndcg 213 0.4449 ndcg_cut_5 213 0.7485 ndcg_cut_10 213 0.7304 ndcg_cut_15 213 0.7239 ndcg_cut_20 213 0.7433 ndcg_cut_30 213 0.7673 ndcg_cut_100 213 0.6504 ndcg_cut_200 213 0.4168 ndcg_cut_500 213 0.3032 ndcg_cut_1000 213 0.3032 map_cut_5 213 0.0155 map_cut_10 213 0.0311 map_cut_15 213 0.0466 map_cut_20 213 0.0621 map_cut_30 213 0.0859 map_cut_100 213 0.1781 map_cut_200 213 0.1781 map_cut_500 213 0.1781 map_cut_1000 213 0.1781 relative_P_5 213 1.0000 relative_P_10 213 1.0000 relative_P_15 213 1.0000 relative_P_20 213 1.0000 relative_P_30 213 0.9333 relative_P_100 213 0.6700 relative_P_200 213 0.3350 relative_P_500 213 0.2081 relative_P_1000 213 0.2081 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.6700 set_relative_P 213 0.6700 set_recall 213 0.2081 set_map 213 0.1394 set_F 213 0.3175 num_nonrel_judged_ret 213 18 rbp 213 0.6692 rbp_resid 213 0.0016 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 100 num_rel 219 203 num_rel_ret 219 36 map 219 0.0840 Rprec 219 0.1773 bpref 219 0.1549 recip_rank 219 1.0000 iprec_at_recall_0.00 219 1.0000 iprec_at_recall_0.10 219 0.3871 iprec_at_recall_0.20 219 0.0000 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.6000 P_10 219 0.5000 P_15 219 0.5333 P_20 219 0.5500 P_30 219 0.4667 P_100 219 0.3600 P_200 219 0.1800 P_500 219 0.0720 P_1000 219 0.0360 relstring 219 '2033030210' recall_5 219 0.0148 recall_10 219 0.0246 recall_15 219 0.0394 recall_20 219 0.0542 recall_30 219 0.0690 recall_100 219 0.1773 recall_200 219 0.1773 recall_500 219 0.1773 recall_1000 219 0.1773 infAP 219 0.0840 Rprec_mult_0.20 219 0.3902 Rprec_mult_0.40 219 0.3537 Rprec_mult_0.60 219 0.2951 Rprec_mult_0.80 219 0.2209 Rprec_mult_1.00 219 0.1773 Rprec_mult_1.20 219 0.1475 Rprec_mult_1.40 219 0.1263 Rprec_mult_1.60 219 0.1108 Rprec_mult_1.80 219 0.0984 Rprec_mult_2.00 219 0.0887 utility 219 -28.0000 11pt_avg 219 0.1261 binG 219 0.0496 G 219 0.0299 ndcg 219 0.2147 ndcg_rel 219 0.2403 Rndcg 219 0.2983 ndcg_cut_5 219 0.4063 ndcg_cut_10 219 0.3933 ndcg_cut_15 219 0.3966 ndcg_cut_20 219 0.3981 ndcg_cut_30 219 0.3574 ndcg_cut_100 219 0.3580 ndcg_cut_200 219 0.2399 ndcg_cut_500 219 0.2147 ndcg_cut_1000 219 0.2147 map_cut_5 219 0.0119 map_cut_10 219 0.0183 map_cut_15 219 0.0269 map_cut_20 219 0.0355 map_cut_30 219 0.0430 map_cut_100 219 0.0840 map_cut_200 219 0.0840 map_cut_500 219 0.0840 map_cut_1000 219 0.0840 relative_P_5 219 0.6000 relative_P_10 219 0.5000 relative_P_15 219 0.5333 relative_P_20 219 0.5500 relative_P_30 219 0.4667 relative_P_100 219 0.3600 relative_P_200 219 0.1800 relative_P_500 219 0.1773 relative_P_1000 219 0.1773 success_1 219 1.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.3600 set_relative_P 219 0.3600 set_recall 219 0.1773 set_map 219 0.0638 set_F 219 0.2376 num_nonrel_judged_ret 219 50 rbp 219 0.3386 rbp_resid 219 0.0030 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 100 num_rel 224 304 num_rel_ret 224 67 map 224 0.1788 Rprec 224 0.2204 bpref 224 0.2109 recip_rank 224 1.0000 iprec_at_recall_0.00 224 1.0000 iprec_at_recall_0.10 224 0.8333 iprec_at_recall_0.20 224 0.6932 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 1.0000 P_10 224 0.9000 P_15 224 0.9333 P_20 224 0.9000 P_30 224 0.8000 P_100 224 0.6700 P_200 224 0.3350 P_500 224 0.1340 P_1000 224 0.0670 relstring 224 '2223203222' recall_5 224 0.0164 recall_10 224 0.0296 recall_15 224 0.0461 recall_20 224 0.0592 recall_30 224 0.0789 recall_100 224 0.2204 recall_200 224 0.2204 recall_500 224 0.2204 recall_1000 224 0.2204 infAP 224 0.1788 Rprec_mult_0.20 224 0.7213 Rprec_mult_0.40 224 0.5492 Rprec_mult_0.60 224 0.3661 Rprec_mult_0.80 224 0.2746 Rprec_mult_1.00 224 0.2204 Rprec_mult_1.20 224 0.1836 Rprec_mult_1.40 224 0.1573 Rprec_mult_1.60 224 0.1376 Rprec_mult_1.80 224 0.1223 Rprec_mult_2.00 224 0.1102 utility 224 34.0000 11pt_avg 224 0.2297 binG 224 0.0867 G 224 0.0479 ndcg 224 0.3015 ndcg_rel 224 0.3783 Rndcg 224 0.4280 ndcg_cut_5 224 0.7154 ndcg_cut_10 224 0.6705 ndcg_cut_15 224 0.7004 ndcg_cut_20 224 0.6832 ndcg_cut_30 224 0.6481 ndcg_cut_100 224 0.6612 ndcg_cut_200 224 0.4265 ndcg_cut_500 224 0.3015 ndcg_cut_1000 224 0.3015 map_cut_5 224 0.0164 map_cut_10 224 0.0280 map_cut_15 224 0.0432 map_cut_20 224 0.0553 map_cut_30 224 0.0723 map_cut_100 224 0.1788 map_cut_200 224 0.1788 map_cut_500 224 0.1788 map_cut_1000 224 0.1788 relative_P_5 224 1.0000 relative_P_10 224 0.9000 relative_P_15 224 0.9333 relative_P_20 224 0.9000 relative_P_30 224 0.8000 relative_P_100 224 0.6700 relative_P_200 224 0.3350 relative_P_500 224 0.2204 relative_P_1000 224 0.2204 success_1 224 1.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.6700 set_relative_P 224 0.6700 set_recall 224 0.2204 set_map 224 0.1477 set_F 224 0.3317 num_nonrel_judged_ret 224 20 rbp 224 0.6668 rbp_resid 224 0.0013 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 100 num_rel 225 238 num_rel_ret 225 64 map 225 0.2241 Rprec 225 0.2689 bpref 225 0.2495 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.9167 iprec_at_recall_0.20 225 0.7273 iprec_at_recall_0.30 225 0.0000 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 1.0000 P_10 225 0.9000 P_15 225 0.8667 P_20 225 0.8500 P_30 225 0.9000 P_100 225 0.6400 P_200 225 0.3200 P_500 225 0.1280 P_1000 225 0.0640 relstring 225 '2223232230' recall_5 225 0.0210 recall_10 225 0.0378 recall_15 225 0.0546 recall_20 225 0.0714 recall_30 225 0.1134 recall_100 225 0.2689 recall_200 225 0.2689 recall_500 225 0.2689 recall_1000 225 0.2689 infAP 225 0.2241 Rprec_mult_0.20 225 0.8125 Rprec_mult_0.40 225 0.6562 Rprec_mult_0.60 225 0.4476 Rprec_mult_0.80 225 0.3351 Rprec_mult_1.00 225 0.2689 Rprec_mult_1.20 225 0.2238 Rprec_mult_1.40 225 0.1916 Rprec_mult_1.60 225 0.1680 Rprec_mult_1.80 225 0.1492 Rprec_mult_2.00 225 0.1345 utility 225 28.0000 11pt_avg 225 0.2404 binG 225 0.1157 G 225 0.0606 ndcg 225 0.3610 ndcg_rel 225 0.4467 Rndcg 225 0.4658 ndcg_cut_5 225 0.7154 ndcg_cut_10 225 0.7041 ndcg_cut_15 225 0.6945 ndcg_cut_20 225 0.6785 ndcg_cut_30 225 0.7226 ndcg_cut_100 225 0.6441 ndcg_cut_200 225 0.4336 ndcg_cut_500 225 0.3610 ndcg_cut_1000 225 0.3610 map_cut_5 225 0.0210 map_cut_10 225 0.0378 map_cut_15 225 0.0524 map_cut_20 225 0.0667 map_cut_30 225 0.1037 map_cut_100 225 0.2241 map_cut_200 225 0.2241 map_cut_500 225 0.2241 map_cut_1000 225 0.2241 relative_P_5 225 1.0000 relative_P_10 225 0.9000 relative_P_15 225 0.8667 relative_P_20 225 0.8500 relative_P_30 225 0.9000 relative_P_100 225 0.6400 relative_P_200 225 0.3200 relative_P_500 225 0.2689 relative_P_1000 225 0.2689 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.6400 set_relative_P 225 0.6400 set_recall 225 0.2689 set_map 225 0.1721 set_F 225 0.3787 num_nonrel_judged_ret 225 17 rbp 225 0.7056 rbp_resid 225 0.0024 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 100 num_rel 233 203 num_rel_ret 233 76 map 233 0.3291 Rprec 233 0.3744 bpref 233 0.3600 recip_rank 233 1.0000 iprec_at_recall_0.00 233 1.0000 iprec_at_recall_0.10 233 0.9615 iprec_at_recall_0.20 233 0.8723 iprec_at_recall_0.30 233 0.7952 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 1.0000 P_10 233 0.9000 P_15 233 0.9333 P_20 233 0.9500 P_30 233 0.9333 P_100 233 0.7600 P_200 233 0.3800 P_500 233 0.1520 P_1000 233 0.0760 relstring 233 '3222321233' recall_5 233 0.0246 recall_10 233 0.0443 recall_15 233 0.0690 recall_20 233 0.0936 recall_30 233 0.1379 recall_100 233 0.3744 recall_200 233 0.3744 recall_500 233 0.3744 recall_1000 233 0.3744 infAP 233 0.3291 Rprec_mult_0.20 233 0.9024 Rprec_mult_0.40 233 0.7927 Rprec_mult_0.60 233 0.6230 Rprec_mult_0.80 233 0.4663 Rprec_mult_1.00 233 0.3744 Rprec_mult_1.20 233 0.3115 Rprec_mult_1.40 233 0.2667 Rprec_mult_1.60 233 0.2338 Rprec_mult_1.80 233 0.2077 Rprec_mult_2.00 233 0.1872 utility 233 52.0000 11pt_avg 233 0.3299 binG 233 0.1680 G 233 0.0798 ndcg 233 0.4458 ndcg_rel 233 0.5393 Rndcg 233 0.5611 ndcg_cut_5 233 0.6953 ndcg_cut_10 233 0.7031 ndcg_cut_15 233 0.7371 ndcg_cut_20 233 0.7672 ndcg_cut_30 233 0.7605 ndcg_cut_100 233 0.6925 ndcg_cut_200 233 0.4801 ndcg_cut_500 233 0.4458 ndcg_cut_1000 233 0.4458 map_cut_5 233 0.0246 map_cut_10 233 0.0427 map_cut_15 233 0.0654 map_cut_20 233 0.0886 map_cut_30 233 0.1307 map_cut_100 233 0.3291 map_cut_200 233 0.3291 map_cut_500 233 0.3291 map_cut_1000 233 0.3291 relative_P_5 233 1.0000 relative_P_10 233 0.9000 relative_P_15 233 0.9333 relative_P_20 233 0.9500 relative_P_30 233 0.9333 relative_P_100 233 0.7600 relative_P_200 233 0.3800 relative_P_500 233 0.3744 relative_P_1000 233 0.3744 success_1 233 1.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.7600 set_relative_P 233 0.7600 set_recall 233 0.3744 set_map 233 0.2845 set_F 233 0.5017 num_nonrel_judged_ret 233 15 rbp 233 0.5939 rbp_resid 233 0.0010 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 100 num_rel 273 290 num_rel_ret 273 67 map 273 0.2107 Rprec 273 0.2310 bpref 273 0.2248 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.9444 iprec_at_recall_0.20 273 0.8056 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 1.0000 P_10 273 1.0000 P_15 273 1.0000 P_20 273 1.0000 P_30 273 0.9333 P_100 273 0.6700 P_200 273 0.3350 P_500 273 0.1340 P_1000 273 0.0670 relstring 273 '2232233223' recall_5 273 0.0172 recall_10 273 0.0345 recall_15 273 0.0517 recall_20 273 0.0690 recall_30 273 0.0966 recall_100 273 0.2310 recall_200 273 0.2310 recall_500 273 0.2310 recall_1000 273 0.2310 infAP 273 0.2107 Rprec_mult_0.20 273 0.8621 Rprec_mult_0.40 273 0.5776 Rprec_mult_0.60 273 0.3851 Rprec_mult_0.80 273 0.2888 Rprec_mult_1.00 273 0.2310 Rprec_mult_1.20 273 0.1925 Rprec_mult_1.40 273 0.1650 Rprec_mult_1.60 273 0.1444 Rprec_mult_1.80 273 0.1284 Rprec_mult_2.00 273 0.1155 utility 273 34.0000 11pt_avg 273 0.2500 binG 273 0.1329 G 273 0.0516 ndcg 273 0.3171 ndcg_rel 273 0.3960 Rndcg 273 0.4573 ndcg_cut_5 273 0.6497 ndcg_cut_10 273 0.7222 ndcg_cut_15 273 0.7238 ndcg_cut_20 273 0.7358 ndcg_cut_30 273 0.7352 ndcg_cut_100 273 0.6377 ndcg_cut_200 273 0.4366 ndcg_cut_500 273 0.3171 ndcg_cut_1000 273 0.3171 map_cut_5 273 0.0172 map_cut_10 273 0.0345 map_cut_15 273 0.0517 map_cut_20 273 0.0690 map_cut_30 273 0.0950 map_cut_100 273 0.2107 map_cut_200 273 0.2107 map_cut_500 273 0.2107 map_cut_1000 273 0.2107 relative_P_5 273 1.0000 relative_P_10 273 1.0000 relative_P_15 273 1.0000 relative_P_20 273 1.0000 relative_P_30 273 0.9333 relative_P_100 273 0.6700 relative_P_200 273 0.3350 relative_P_500 273 0.2310 relative_P_1000 273 0.2310 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.6700 set_relative_P 273 0.6700 set_recall 273 0.2310 set_map 273 0.1548 set_F 273 0.3436 num_nonrel_judged_ret 273 13 rbp 273 0.5772 rbp_resid 273 0.0013 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 100 num_rel 300 239 num_rel_ret 300 47 map 300 0.1073 Rprec 300 0.1967 bpref 300 0.1800 recip_rank 300 1.0000 iprec_at_recall_0.00 300 1.0000 iprec_at_recall_0.10 300 0.6000 iprec_at_recall_0.20 300 0.0000 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.4000 P_10 300 0.5000 P_15 300 0.4667 P_20 300 0.4500 P_30 300 0.5667 P_100 300 0.4700 P_200 300 0.2350 P_500 300 0.0940 P_1000 300 0.0470 relstring 300 '2112121202' recall_5 300 0.0084 recall_10 300 0.0209 recall_15 300 0.0293 recall_20 300 0.0377 recall_30 300 0.0711 recall_100 300 0.1967 recall_200 300 0.1967 recall_500 300 0.1967 recall_1000 300 0.1967 infAP 300 0.1073 Rprec_mult_0.20 300 0.5833 Rprec_mult_0.40 300 0.4792 Rprec_mult_0.60 300 0.3264 Rprec_mult_0.80 300 0.2448 Rprec_mult_1.00 300 0.1967 Rprec_mult_1.20 300 0.1638 Rprec_mult_1.40 300 0.1403 Rprec_mult_1.60 300 0.1227 Rprec_mult_1.80 300 0.1090 Rprec_mult_2.00 300 0.0983 utility 300 -6.0000 11pt_avg 300 0.1455 binG 300 0.0517 G 300 0.0375 ndcg 300 0.2573 ndcg_rel 300 0.3048 Rndcg 300 0.3362 ndcg_cut_5 300 0.4951 ndcg_cut_10 300 0.4867 ndcg_cut_15 300 0.4381 ndcg_cut_20 300 0.4315 ndcg_cut_30 300 0.4703 ndcg_cut_100 300 0.4777 ndcg_cut_200 300 0.3119 ndcg_cut_500 300 0.2573 ndcg_cut_1000 300 0.2573 map_cut_5 300 0.0063 map_cut_10 300 0.0126 map_cut_15 300 0.0169 map_cut_20 300 0.0207 map_cut_30 300 0.0384 map_cut_100 300 0.1073 map_cut_200 300 0.1073 map_cut_500 300 0.1073 map_cut_1000 300 0.1073 relative_P_5 300 0.4000 relative_P_10 300 0.5000 relative_P_15 300 0.4667 relative_P_20 300 0.4500 relative_P_30 300 0.5667 relative_P_100 300 0.4700 relative_P_200 300 0.2350 relative_P_500 300 0.1967 relative_P_1000 300 0.1967 success_1 300 1.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.4700 set_relative_P 300 0.4700 set_recall 300 0.1967 set_map 300 0.0924 set_F 300 0.2773 num_nonrel_judged_ret 300 36 rbp 300 0.4489 rbp_resid 300 0.0033 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 100 num_rel 31 134 num_rel_ret 31 45 map 31 0.2133 Rprec 31 0.3358 bpref 31 0.2938 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.6333 iprec_at_recall_0.20 31 0.5957 iprec_at_recall_0.30 31 0.4940 iprec_at_recall_0.40 31 0.0000 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 0.8000 P_10 31 0.8000 P_15 31 0.7333 P_20 31 0.5500 P_30 31 0.6333 P_100 31 0.4500 P_200 31 0.2250 P_500 31 0.0900 P_1000 31 0.0450 relstring 31 '2232122330' recall_5 31 0.0299 recall_10 31 0.0597 recall_15 31 0.0821 recall_20 31 0.0821 recall_30 31 0.1418 recall_100 31 0.3358 recall_200 31 0.3358 recall_500 31 0.3358 recall_1000 31 0.3358 infAP 31 0.2133 Rprec_mult_0.20 31 0.5926 Rprec_mult_0.40 31 0.5556 Rprec_mult_0.60 31 0.4938 Rprec_mult_0.80 31 0.4167 Rprec_mult_1.00 31 0.3358 Rprec_mult_1.20 31 0.2795 Rprec_mult_1.40 31 0.2394 Rprec_mult_1.60 31 0.2093 Rprec_mult_1.80 31 0.1860 Rprec_mult_2.00 31 0.1679 utility 31 -10.0000 11pt_avg 31 0.2476 binG 31 0.1151 G 31 0.0760 ndcg 31 0.4135 ndcg_rel 31 0.4769 Rndcg 31 0.4740 ndcg_cut_5 31 0.6795 ndcg_cut_10 31 0.6778 ndcg_cut_15 31 0.6144 ndcg_cut_20 31 0.5512 ndcg_cut_30 31 0.6015 ndcg_cut_100 31 0.5486 ndcg_cut_200 31 0.4135 ndcg_cut_500 31 0.4135 ndcg_cut_1000 31 0.4135 map_cut_5 31 0.0299 map_cut_10 31 0.0556 map_cut_15 31 0.0724 map_cut_20 31 0.0724 map_cut_30 31 0.1084 map_cut_100 31 0.2133 map_cut_200 31 0.2133 map_cut_500 31 0.2133 map_cut_1000 31 0.2133 relative_P_5 31 0.8000 relative_P_10 31 0.8000 relative_P_15 31 0.7333 relative_P_20 31 0.5500 relative_P_30 31 0.6333 relative_P_100 31 0.4500 relative_P_200 31 0.3358 relative_P_500 31 0.3358 relative_P_1000 31 0.3358 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.4500 set_relative_P 31 0.4500 set_recall 31 0.3358 set_map 31 0.1511 set_F 31 0.3846 num_nonrel_judged_ret 31 40 rbp 31 0.5770 rbp_resid 31 0.0010 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 100 num_rel 37 230 num_rel_ret 37 32 map 37 0.0531 Rprec 37 0.1391 bpref 37 0.1234 recip_rank 37 0.3333 iprec_at_recall_0.00 37 0.5385 iprec_at_recall_0.10 37 0.3780 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.2000 P_10 37 0.4000 P_15 37 0.5333 P_20 37 0.5000 P_30 37 0.3333 P_100 37 0.3200 P_200 37 0.1600 P_500 37 0.0640 P_1000 37 0.0320 relstring 37 '1121122200' recall_5 37 0.0043 recall_10 37 0.0174 recall_15 37 0.0348 recall_20 37 0.0435 recall_30 37 0.0435 recall_100 37 0.1391 recall_200 37 0.1391 recall_500 37 0.1391 recall_1000 37 0.1391 infAP 37 0.0531 Rprec_mult_0.20 37 0.3043 Rprec_mult_0.40 37 0.3370 Rprec_mult_0.60 37 0.2319 Rprec_mult_0.80 37 0.1739 Rprec_mult_1.00 37 0.1391 Rprec_mult_1.20 37 0.1159 Rprec_mult_1.40 37 0.0994 Rprec_mult_1.60 37 0.0870 Rprec_mult_1.80 37 0.0773 Rprec_mult_2.00 37 0.0696 utility 37 -36.0000 11pt_avg 37 0.0833 binG 37 0.0334 G 37 0.0270 ndcg 37 0.1969 ndcg_rel 37 0.2307 Rndcg 37 0.2981 ndcg_cut_5 37 0.3899 ndcg_cut_10 37 0.4005 ndcg_cut_15 37 0.4458 ndcg_cut_20 37 0.4493 ndcg_cut_30 37 0.4157 ndcg_cut_100 37 0.4280 ndcg_cut_200 37 0.2730 ndcg_cut_500 37 0.1969 ndcg_cut_1000 37 0.1969 map_cut_5 37 0.0014 map_cut_10 37 0.0069 map_cut_15 37 0.0157 map_cut_20 37 0.0202 map_cut_30 37 0.0202 map_cut_100 37 0.0531 map_cut_200 37 0.0531 map_cut_500 37 0.0531 map_cut_1000 37 0.0531 relative_P_5 37 0.2000 relative_P_10 37 0.4000 relative_P_15 37 0.5333 relative_P_20 37 0.5000 relative_P_30 37 0.3333 relative_P_100 37 0.3200 relative_P_200 37 0.1600 relative_P_500 37 0.1391 relative_P_1000 37 0.1391 success_1 37 0.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.3200 set_relative_P 37 0.3200 set_recall 37 0.1391 set_map 37 0.0445 set_F 37 0.1939 num_nonrel_judged_ret 37 46 rbp 37 0.4206 rbp_resid 37 0.0074 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 100 num_rel 407 102 num_rel_ret 407 36 map 407 0.1599 Rprec 407 0.3529 bpref 407 0.2720 recip_rank 407 1.0000 iprec_at_recall_0.00 407 1.0000 iprec_at_recall_0.10 407 0.4643 iprec_at_recall_0.20 407 0.4643 iprec_at_recall_0.30 407 0.4079 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.6000 P_10 407 0.5000 P_15 407 0.4000 P_20 407 0.3500 P_30 407 0.4000 P_100 407 0.3600 P_200 407 0.1800 P_500 407 0.0720 P_1000 407 0.0360 relstring 407 '2020202200' recall_5 407 0.0294 recall_10 407 0.0490 recall_15 407 0.0588 recall_20 407 0.0686 recall_30 407 0.1176 recall_100 407 0.3529 recall_200 407 0.3529 recall_500 407 0.3529 recall_1000 407 0.3529 infAP 407 0.1599 Rprec_mult_0.20 407 0.3333 Rprec_mult_0.40 407 0.4390 Rprec_mult_0.60 407 0.4516 Rprec_mult_0.80 407 0.3902 Rprec_mult_1.00 407 0.3529 Rprec_mult_1.20 407 0.2927 Rprec_mult_1.40 407 0.2517 Rprec_mult_1.60 407 0.2195 Rprec_mult_1.80 407 0.1957 Rprec_mult_2.00 407 0.1765 utility 407 -28.0000 11pt_avg 407 0.2124 binG 407 0.0932 G 407 0.0638 ndcg 407 0.3503 ndcg_rel 407 0.3691 Rndcg 407 0.3842 ndcg_cut_5 407 0.4266 ndcg_cut_10 407 0.3889 ndcg_cut_15 407 0.3729 ndcg_cut_20 407 0.3498 ndcg_cut_30 407 0.3869 ndcg_cut_100 407 0.3795 ndcg_cut_200 407 0.3503 ndcg_cut_500 407 0.3503 ndcg_cut_1000 407 0.3503 map_cut_5 407 0.0222 map_cut_10 407 0.0340 map_cut_15 407 0.0382 map_cut_20 407 0.0418 map_cut_30 407 0.0606 map_cut_100 407 0.1599 map_cut_200 407 0.1599 map_cut_500 407 0.1599 map_cut_1000 407 0.1599 relative_P_5 407 0.6000 relative_P_10 407 0.5000 relative_P_15 407 0.4000 relative_P_20 407 0.3500 relative_P_30 407 0.4000 relative_P_100 407 0.3600 relative_P_200 407 0.3529 relative_P_500 407 0.3529 relative_P_1000 407 0.3529 success_1 407 1.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.3600 set_relative_P 407 0.3600 set_recall 407 0.3529 set_map 407 0.1271 set_F 407 0.3564 num_nonrel_judged_ret 407 47 rbp 407 0.3079 rbp_resid 407 0.0011 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 100 num_rel 477 285 num_rel_ret 477 77 map 477 0.2488 Rprec 477 0.2702 bpref 477 0.2664 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.9600 iprec_at_recall_0.20 477 0.9344 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 1.0000 P_10 477 1.0000 P_15 477 0.9333 P_20 477 0.9000 P_30 477 0.9333 P_100 477 0.7700 P_200 477 0.3850 P_500 477 0.1540 P_1000 477 0.0770 relstring 477 '3233323323' recall_5 477 0.0175 recall_10 477 0.0351 recall_15 477 0.0491 recall_20 477 0.0632 recall_30 477 0.0982 recall_100 477 0.2702 recall_200 477 0.2702 recall_500 477 0.2702 recall_1000 477 0.2702 infAP 477 0.2488 Rprec_mult_0.20 477 0.9298 Rprec_mult_0.40 477 0.6754 Rprec_mult_0.60 477 0.4503 Rprec_mult_0.80 477 0.3377 Rprec_mult_1.00 477 0.2702 Rprec_mult_1.20 477 0.2251 Rprec_mult_1.40 477 0.1930 Rprec_mult_1.60 477 0.1689 Rprec_mult_1.80 477 0.1501 Rprec_mult_2.00 477 0.1351 utility 477 54.0000 11pt_avg 477 0.2631 binG 477 0.1379 G 477 0.0688 ndcg 477 0.3557 ndcg_rel 477 0.4552 Rndcg 477 0.4781 ndcg_cut_5 477 0.9287 ndcg_cut_10 477 0.9055 ndcg_cut_15 477 0.8522 ndcg_cut_20 477 0.8433 ndcg_cut_30 477 0.8486 ndcg_cut_100 477 0.7220 ndcg_cut_200 477 0.4934 ndcg_cut_500 477 0.3557 ndcg_cut_1000 477 0.3557 map_cut_5 477 0.0175 map_cut_10 477 0.0351 map_cut_15 477 0.0486 map_cut_20 477 0.0613 map_cut_30 477 0.0936 map_cut_100 477 0.2488 map_cut_200 477 0.2488 map_cut_500 477 0.2488 map_cut_1000 477 0.2488 relative_P_5 477 1.0000 relative_P_10 477 1.0000 relative_P_15 477 0.9333 relative_P_20 477 0.9000 relative_P_30 477 0.9333 relative_P_100 477 0.7700 relative_P_200 477 0.3850 relative_P_500 477 0.2702 relative_P_1000 477 0.2702 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.7700 set_relative_P 477 0.7700 set_recall 477 0.2702 set_map 477 0.2080 set_F 477 0.4000 num_nonrel_judged_ret 477 7 rbp 477 0.8537 rbp_resid 477 0.0015 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 100 num_rel 499 192 num_rel_ret 499 57 map 499 0.2013 Rprec 499 0.2969 bpref 499 0.2751 recip_rank 499 0.3333 iprec_at_recall_0.00 499 0.7895 iprec_at_recall_0.10 499 0.7805 iprec_at_recall_0.20 499 0.6567 iprec_at_recall_0.30 499 0.0000 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 0.6000 P_10 499 0.7000 P_15 499 0.7333 P_20 499 0.7500 P_30 499 0.7667 P_100 499 0.5700 P_200 499 0.2850 P_500 499 0.1140 P_1000 499 0.0570 relstring 499 '1133213222' recall_5 499 0.0156 recall_10 499 0.0365 recall_15 499 0.0573 recall_20 499 0.0781 recall_30 499 0.1198 recall_100 499 0.2969 recall_200 499 0.2969 recall_500 499 0.2969 recall_1000 499 0.2969 infAP 499 0.2013 Rprec_mult_0.20 499 0.7692 Rprec_mult_0.40 499 0.6104 Rprec_mult_0.60 499 0.4914 Rprec_mult_0.80 499 0.3701 Rprec_mult_1.00 499 0.2969 Rprec_mult_1.20 499 0.2468 Rprec_mult_1.40 499 0.2119 Rprec_mult_1.60 499 0.1851 Rprec_mult_1.80 499 0.1647 Rprec_mult_2.00 499 0.1484 utility 499 14.0000 11pt_avg 499 0.2024 binG 499 0.0885 G 499 0.0598 ndcg 499 0.3584 ndcg_rel 499 0.4226 Rndcg 499 0.4644 ndcg_cut_5 499 0.5875 ndcg_cut_10 499 0.6136 ndcg_cut_15 499 0.6259 ndcg_cut_20 499 0.6225 ndcg_cut_30 499 0.6253 ndcg_cut_100 499 0.6154 ndcg_cut_200 499 0.4066 ndcg_cut_500 499 0.3584 ndcg_cut_1000 499 0.3584 map_cut_5 499 0.0075 map_cut_10 499 0.0208 map_cut_15 499 0.0366 map_cut_20 499 0.0527 map_cut_30 499 0.0842 map_cut_100 499 0.2013 map_cut_200 499 0.2013 map_cut_500 499 0.2013 map_cut_1000 499 0.2013 relative_P_5 499 0.6000 relative_P_10 499 0.7000 relative_P_15 499 0.7333 relative_P_20 499 0.7500 relative_P_30 499 0.7667 relative_P_100 499 0.5700 relative_P_200 499 0.2969 relative_P_500 499 0.2969 relative_P_1000 499 0.2969 success_1 499 0.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.5700 set_relative_P 499 0.5700 set_recall 499 0.2969 set_map 499 0.1692 set_F 499 0.3904 num_nonrel_judged_ret 499 23 rbp 499 0.6440 rbp_resid 499 0.0029 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 100 num_rel 515 147 num_rel_ret 515 11 map 515 0.0091 Rprec 515 0.0748 bpref 515 0.0513 recip_rank 515 0.3333 iprec_at_recall_0.00 515 0.3333 iprec_at_recall_0.10 515 0.0000 iprec_at_recall_0.20 515 0.0000 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.2000 P_10 515 0.1000 P_15 515 0.0667 P_20 515 0.0500 P_30 515 0.0333 P_100 515 0.1100 P_200 515 0.0550 P_500 515 0.0220 P_1000 515 0.0110 relstring 515 '0020000000' recall_5 515 0.0068 recall_10 515 0.0068 recall_15 515 0.0068 recall_20 515 0.0068 recall_30 515 0.0068 recall_100 515 0.0748 recall_200 515 0.0748 recall_500 515 0.0748 recall_1000 515 0.0748 infAP 515 0.0091 Rprec_mult_0.20 515 0.0333 Rprec_mult_0.40 515 0.0847 Rprec_mult_0.60 515 0.1124 Rprec_mult_0.80 515 0.0932 Rprec_mult_1.00 515 0.0748 Rprec_mult_1.20 515 0.0621 Rprec_mult_1.40 515 0.0534 Rprec_mult_1.60 515 0.0466 Rprec_mult_1.80 515 0.0415 Rprec_mult_2.00 515 0.0374 utility 515 -78.0000 11pt_avg 515 0.0303 binG 515 0.0153 G 515 0.0146 ndcg 515 0.0935 ndcg_rel 515 0.0965 Rndcg 515 0.0979 ndcg_cut_5 515 0.1696 ndcg_cut_10 515 0.1100 ndcg_cut_15 515 0.0853 ndcg_cut_20 515 0.0710 ndcg_cut_30 515 0.0661 ndcg_cut_100 515 0.1354 ndcg_cut_200 515 0.0935 ndcg_cut_500 515 0.0935 ndcg_cut_1000 515 0.0935 map_cut_5 515 0.0023 map_cut_10 515 0.0023 map_cut_15 515 0.0023 map_cut_20 515 0.0023 map_cut_30 515 0.0023 map_cut_100 515 0.0091 map_cut_200 515 0.0091 map_cut_500 515 0.0091 map_cut_1000 515 0.0091 relative_P_5 515 0.2000 relative_P_10 515 0.1000 relative_P_15 515 0.0667 relative_P_20 515 0.0500 relative_P_30 515 0.0333 relative_P_100 515 0.1100 relative_P_200 515 0.0748 relative_P_500 515 0.0748 relative_P_1000 515 0.0748 success_1 515 0.0000 success_5 515 1.0000 success_10 515 1.0000 set_P 515 0.1100 set_relative_P 515 0.1100 set_recall 515 0.0748 set_map 515 0.0082 set_F 515 0.0891 num_nonrel_judged_ret 515 67 rbp 515 0.0953 rbp_resid 515 0.0015 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 100 num_rel 58 373 num_rel_ret 58 78 map 58 0.1894 Rprec 58 0.2091 bpref 58 0.2039 recip_rank 58 1.0000 iprec_at_recall_0.00 58 1.0000 iprec_at_recall_0.10 58 0.9600 iprec_at_recall_0.20 58 0.7812 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 1.0000 P_10 58 0.9000 P_15 58 0.9333 P_20 58 0.9500 P_30 58 0.9333 P_100 58 0.7800 P_200 58 0.3900 P_500 58 0.1560 P_1000 58 0.0780 relstring 58 '3233322231' recall_5 58 0.0134 recall_10 58 0.0241 recall_15 58 0.0375 recall_20 58 0.0509 recall_30 58 0.0751 recall_100 58 0.2091 recall_200 58 0.2091 recall_500 58 0.2091 recall_1000 58 0.2091 infAP 58 0.1894 Rprec_mult_0.20 58 0.8267 Rprec_mult_0.40 58 0.5200 Rprec_mult_0.60 58 0.3482 Rprec_mult_0.80 58 0.2609 Rprec_mult_1.00 58 0.2091 Rprec_mult_1.20 58 0.1741 Rprec_mult_1.40 58 0.1491 Rprec_mult_1.60 58 0.1307 Rprec_mult_1.80 58 0.1161 Rprec_mult_2.00 58 0.1046 utility 58 56.0000 11pt_avg 58 0.2492 binG 58 0.1029 G 58 0.0472 ndcg 58 0.3025 ndcg_rel 58 0.3853 Rndcg 58 0.4554 ndcg_cut_5 58 0.6965 ndcg_cut_10 58 0.6886 ndcg_cut_15 58 0.7100 ndcg_cut_20 58 0.7421 ndcg_cut_30 58 0.7615 ndcg_cut_100 58 0.6873 ndcg_cut_200 58 0.4464 ndcg_cut_500 58 0.3025 ndcg_cut_1000 58 0.3025 map_cut_5 58 0.0134 map_cut_10 58 0.0241 map_cut_15 58 0.0365 map_cut_20 58 0.0491 map_cut_30 58 0.0719 map_cut_100 58 0.1894 map_cut_200 58 0.1894 map_cut_500 58 0.1894 map_cut_1000 58 0.1894 relative_P_5 58 1.0000 relative_P_10 58 0.9000 relative_P_15 58 0.9333 relative_P_20 58 0.9500 relative_P_30 58 0.9333 relative_P_100 58 0.7800 relative_P_200 58 0.3900 relative_P_500 58 0.2091 relative_P_1000 58 0.2091 success_1 58 1.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.7800 set_relative_P 58 0.7800 set_recall 58 0.2091 set_map 58 0.1631 set_F 58 0.3298 num_nonrel_judged_ret 58 4 rbp 58 0.6254 rbp_resid 58 0.0025 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 100 num_rel 707 186 num_rel_ret 707 16 map 707 0.0328 Rprec 707 0.0860 bpref 707 0.0745 recip_rank 707 1.0000 iprec_at_recall_0.00 707 1.0000 iprec_at_recall_0.10 707 0.0000 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.6000 P_10 707 0.3000 P_15 707 0.2667 P_20 707 0.2500 P_30 707 0.2333 P_100 707 0.1600 P_200 707 0.0800 P_500 707 0.0320 P_1000 707 0.0160 relstring 707 '2220000000' recall_5 707 0.0161 recall_10 707 0.0161 recall_15 707 0.0215 recall_20 707 0.0269 recall_30 707 0.0376 recall_100 707 0.0860 recall_200 707 0.0860 recall_500 707 0.0860 recall_1000 707 0.0860 infAP 707 0.0328 Rprec_mult_0.20 707 0.2105 Rprec_mult_0.40 707 0.1867 Rprec_mult_0.60 707 0.1429 Rprec_mult_0.80 707 0.1074 Rprec_mult_1.00 707 0.0860 Rprec_mult_1.20 707 0.0714 Rprec_mult_1.40 707 0.0613 Rprec_mult_1.60 707 0.0537 Rprec_mult_1.80 707 0.0478 Rprec_mult_2.00 707 0.0430 utility 707 -68.0000 11pt_avg 707 0.0909 binG 707 0.0305 G 707 0.0192 ndcg 707 0.1320 ndcg_rel 707 0.1496 Rndcg 707 0.2095 ndcg_cut_5 707 0.4818 ndcg_cut_10 707 0.3268 ndcg_cut_15 707 0.3054 ndcg_cut_20 707 0.2926 ndcg_cut_30 707 0.2763 ndcg_cut_100 707 0.2093 ndcg_cut_200 707 0.1337 ndcg_cut_500 707 0.1320 ndcg_cut_1000 707 0.1320 map_cut_5 707 0.0161 map_cut_10 707 0.0161 map_cut_15 707 0.0178 map_cut_20 707 0.0195 map_cut_30 707 0.0226 map_cut_100 707 0.0328 map_cut_200 707 0.0328 map_cut_500 707 0.0328 map_cut_1000 707 0.0328 relative_P_5 707 0.6000 relative_P_10 707 0.3000 relative_P_15 707 0.2667 relative_P_20 707 0.2500 relative_P_30 707 0.2333 relative_P_100 707 0.1600 relative_P_200 707 0.0860 relative_P_500 707 0.0860 relative_P_1000 707 0.0860 success_1 707 1.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.1600 set_relative_P 707 0.1600 set_recall 707 0.0860 set_map 707 0.0138 set_F 707 0.1119 num_nonrel_judged_ret 707 55 rbp 707 0.2322 rbp_resid 707 0.0063 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 100 num_rel 72 466 num_rel_ret 72 88 map 72 0.1768 Rprec 72 0.1888 bpref 72 0.1855 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.9245 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 1.0000 P_15 72 1.0000 P_20 72 1.0000 P_30 72 0.9667 P_100 72 0.8800 P_200 72 0.4400 P_500 72 0.1760 P_1000 72 0.0880 relstring 72 '3243442434' recall_5 72 0.0107 recall_10 72 0.0215 recall_15 72 0.0322 recall_20 72 0.0429 recall_30 72 0.0622 recall_100 72 0.1888 recall_200 72 0.1888 recall_500 72 0.1888 recall_1000 72 0.1888 infAP 72 0.1768 Rprec_mult_0.20 72 0.8936 Rprec_mult_0.40 72 0.4706 Rprec_mult_0.60 72 0.3143 Rprec_mult_0.80 72 0.2359 Rprec_mult_1.00 72 0.1888 Rprec_mult_1.20 72 0.1571 Rprec_mult_1.40 72 0.1348 Rprec_mult_1.60 72 0.1180 Rprec_mult_1.80 72 0.1049 Rprec_mult_2.00 72 0.0944 utility 72 76.0000 11pt_avg 72 0.1750 binG 72 0.1017 G 72 0.0408 ndcg 72 0.2812 ndcg_rel 72 0.3653 Rndcg 72 0.4050 ndcg_cut_5 72 0.7717 ndcg_cut_10 72 0.7986 ndcg_cut_15 72 0.7868 ndcg_cut_20 72 0.7806 ndcg_cut_30 72 0.7619 ndcg_cut_100 72 0.7386 ndcg_cut_200 72 0.4777 ndcg_cut_500 72 0.2812 ndcg_cut_1000 72 0.2812 map_cut_5 72 0.0107 map_cut_10 72 0.0215 map_cut_15 72 0.0322 map_cut_20 72 0.0429 map_cut_30 72 0.0617 map_cut_100 72 0.1768 map_cut_200 72 0.1768 map_cut_500 72 0.1768 map_cut_1000 72 0.1768 relative_P_5 72 1.0000 relative_P_10 72 1.0000 relative_P_15 72 1.0000 relative_P_20 72 1.0000 relative_P_30 72 0.9667 relative_P_100 72 0.8800 relative_P_200 72 0.4400 relative_P_500 72 0.1888 relative_P_1000 72 0.1888 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.8800 set_relative_P 72 0.8800 set_recall 72 0.1888 set_map 72 0.1662 set_F 72 0.3110 num_nonrel_judged_ret 72 1 rbp 72 0.7734 rbp_resid 72 0.0069 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 100 num_rel 84 142 num_rel_ret 84 24 map 84 0.1044 Rprec 84 0.1690 bpref 84 0.1478 recip_rank 84 1.0000 iprec_at_recall_0.00 84 1.0000 iprec_at_recall_0.10 84 0.4118 iprec_at_recall_0.20 84 0.0000 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 1.0000 P_10 84 0.8000 P_15 84 0.6667 P_20 84 0.5500 P_30 84 0.4000 P_100 84 0.2400 P_200 84 0.1200 P_500 84 0.0480 P_1000 84 0.0240 relstring 84 '2222222012' recall_5 84 0.0352 recall_10 84 0.0563 recall_15 84 0.0704 recall_20 84 0.0775 recall_30 84 0.0845 recall_100 84 0.1690 recall_200 84 0.1690 recall_500 84 0.1690 recall_1000 84 0.1690 infAP 84 0.1044 Rprec_mult_0.20 84 0.4138 Rprec_mult_0.40 84 0.3509 Rprec_mult_0.60 84 0.2674 Rprec_mult_0.80 84 0.2105 Rprec_mult_1.00 84 0.1690 Rprec_mult_1.20 84 0.1404 Rprec_mult_1.40 84 0.1206 Rprec_mult_1.60 84 0.1053 Rprec_mult_1.80 84 0.0938 Rprec_mult_2.00 84 0.0845 utility 84 -52.0000 11pt_avg 84 0.1283 binG 84 0.0807 G 84 0.0305 ndcg 84 0.2116 ndcg_rel 84 0.2389 Rndcg 84 0.3446 ndcg_cut_5 84 0.5170 ndcg_cut_10 84 0.5036 ndcg_cut_15 84 0.4862 ndcg_cut_20 84 0.4342 ndcg_cut_30 84 0.3900 ndcg_cut_100 84 0.3174 ndcg_cut_200 84 0.2296 ndcg_cut_500 84 0.2116 ndcg_cut_1000 84 0.2116 map_cut_5 84 0.0352 map_cut_10 84 0.0549 map_cut_15 84 0.0666 map_cut_20 84 0.0714 map_cut_30 84 0.0749 map_cut_100 84 0.1044 map_cut_200 84 0.1044 map_cut_500 84 0.1044 map_cut_1000 84 0.1044 relative_P_5 84 1.0000 relative_P_10 84 0.8000 relative_P_15 84 0.6667 relative_P_20 84 0.5500 relative_P_30 84 0.4000 relative_P_100 84 0.2400 relative_P_200 84 0.1690 relative_P_500 84 0.1690 relative_P_1000 84 0.1690 success_1 84 1.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.2400 set_relative_P 84 0.2400 set_recall 84 0.1690 set_map 84 0.0406 set_F 84 0.1983 num_nonrel_judged_ret 84 57 rbp 84 0.3672 rbp_resid 84 0.0044 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 100 num_rel 897 239 num_rel_ret 897 62 map 897 0.2160 Rprec 897 0.2594 bpref 897 0.2519 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.9643 iprec_at_recall_0.20 897 0.7042 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 1.0000 P_10 897 0.9000 P_15 897 0.9333 P_20 897 0.9500 P_30 897 0.9000 P_100 897 0.6200 P_200 897 0.3100 P_500 897 0.1240 P_1000 897 0.0620 relstring 897 '3322323022' recall_5 897 0.0209 recall_10 897 0.0377 recall_15 897 0.0586 recall_20 897 0.0795 recall_30 897 0.1130 recall_100 897 0.2594 recall_200 897 0.2594 recall_500 897 0.2594 recall_1000 897 0.2594 infAP 897 0.2160 Rprec_mult_0.20 897 0.7500 Rprec_mult_0.40 897 0.6354 Rprec_mult_0.60 897 0.4306 Rprec_mult_0.80 897 0.3229 Rprec_mult_1.00 897 0.2594 Rprec_mult_1.20 897 0.2160 Rprec_mult_1.40 897 0.1851 Rprec_mult_1.60 897 0.1619 Rprec_mult_1.80 897 0.1439 Rprec_mult_2.00 897 0.1297 utility 897 24.0000 11pt_avg 897 0.2426 binG 897 0.1199 G 897 0.0673 ndcg 897 0.3568 ndcg_rel 897 0.4500 Rndcg 897 0.5085 ndcg_cut_5 897 0.8948 ndcg_cut_10 897 0.7929 ndcg_cut_15 897 0.7944 ndcg_cut_20 897 0.7951 ndcg_cut_30 897 0.7715 ndcg_cut_100 897 0.6852 ndcg_cut_200 897 0.4432 ndcg_cut_500 897 0.3568 ndcg_cut_1000 897 0.3568 map_cut_5 897 0.0209 map_cut_10 897 0.0368 map_cut_15 897 0.0561 map_cut_20 897 0.0758 map_cut_30 897 0.1079 map_cut_100 897 0.2160 map_cut_200 897 0.2160 map_cut_500 897 0.2160 map_cut_1000 897 0.2160 relative_P_5 897 1.0000 relative_P_10 897 0.9000 relative_P_15 897 0.9333 relative_P_20 897 0.9500 relative_P_30 897 0.9000 relative_P_100 897 0.6200 relative_P_200 897 0.3100 relative_P_500 897 0.2594 relative_P_1000 897 0.2594 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.6200 set_relative_P 897 0.6200 set_recall 897 0.2594 set_map 897 0.1608 set_F 897 0.3658 num_nonrel_judged_ret 897 20 rbp 897 0.7599 rbp_resid 897 0.0059 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all pyserini.fusion num_q all 22 num_ret all 2200 num_rel all 5166 num_rel_ret all 1174 map all 0.1698 gm_map all 0.1385 Rprec all 0.2326 bpref all 0.2151 recip_rank all 0.8636 iprec_at_recall_0.00 all 0.9227 iprec_at_recall_0.10 all 0.6930 iprec_at_recall_0.20 all 0.4819 iprec_at_recall_0.30 all 0.1129 iprec_at_recall_0.40 all 0.0000 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.7909 P_10 all 0.7545 P_15 all 0.7424 P_20 all 0.7250 P_30 all 0.6985 P_100 all 0.5336 P_200 all 0.2668 P_500 all 0.1067 P_1000 all 0.0534 recall_5 all 0.0180 recall_10 all 0.0339 recall_15 all 0.0493 recall_20 all 0.0632 recall_30 all 0.0918 recall_100 all 0.2326 recall_200 all 0.2326 recall_500 all 0.2326 recall_1000 all 0.2326 infAP all 0.1698 gm_bpref all 0.1978 Rprec_mult_0.20 all 0.6424 Rprec_mult_0.40 all 0.5074 Rprec_mult_0.60 all 0.3763 Rprec_mult_0.80 all 0.2876 Rprec_mult_1.00 all 0.2326 Rprec_mult_1.20 all 0.1935 Rprec_mult_1.40 all 0.1659 Rprec_mult_1.60 all 0.1451 Rprec_mult_1.80 all 0.1290 Rprec_mult_2.00 all 0.1163 utility all 6.7273 11pt_avg all 0.2009 binG all 0.0944 G all 0.0503 ndcg all 0.3014 ndcg_rel all 0.3633 Rndcg all 0.3984 ndcg_cut_5 all 0.6073 ndcg_cut_10 all 0.5971 ndcg_cut_15 all 0.5921 ndcg_cut_20 all 0.5889 ndcg_cut_30 all 0.5925 ndcg_cut_100 all 0.5448 ndcg_cut_200 all 0.3679 ndcg_cut_500 all 0.3014 ndcg_cut_1000 all 0.3014 map_cut_5 all 0.0161 map_cut_10 all 0.0296 map_cut_15 all 0.0422 map_cut_20 all 0.0538 map_cut_30 all 0.0763 map_cut_100 all 0.1698 map_cut_200 all 0.1698 map_cut_500 all 0.1698 map_cut_1000 all 0.1698 relative_P_5 all 0.7909 relative_P_10 all 0.7545 relative_P_15 all 0.7424 relative_P_20 all 0.7250 relative_P_30 all 0.6985 relative_P_100 all 0.5336 relative_P_200 all 0.2852 relative_P_500 all 0.2326 relative_P_1000 all 0.2326 success_1 all 0.7727 success_5 all 1.0000 success_10 all 1.0000 set_P all 0.5336 set_relative_P all 0.5336 set_recall all 0.2326 set_map all 0.1325 set_F all 0.3159 num_nonrel_judged_ret all 645 rbp all 0.5379 rbp_resid all 0.0032 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000