num_ret 14 100 num_rel 14 272 num_rel_ret 14 22 map 14 0.0344 Rprec 14 0.0809 bpref 14 0.0757 recip_rank 14 1.0000 iprec_at_recall_0.00 14 1.0000 iprec_at_recall_0.10 14 0.0000 iprec_at_recall_0.20 14 0.0000 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 0.6000 P_10 14 0.5000 P_15 14 0.6000 P_20 14 0.5000 P_30 14 0.3333 P_100 14 0.2200 P_200 14 0.1100 P_500 14 0.0440 P_1000 14 0.0220 relstring 14 '2102202200' recall_5 14 0.0110 recall_10 14 0.0184 recall_15 14 0.0331 recall_20 14 0.0368 recall_30 14 0.0368 recall_100 14 0.0809 recall_200 14 0.0809 recall_500 14 0.0809 recall_1000 14 0.0809 infAP 14 0.0344 Rprec_mult_0.20 14 0.2727 Rprec_mult_0.40 14 0.2018 Rprec_mult_0.60 14 0.1341 Rprec_mult_0.80 14 0.1009 Rprec_mult_1.00 14 0.0809 Rprec_mult_1.20 14 0.0673 Rprec_mult_1.40 14 0.0577 Rprec_mult_1.60 14 0.0505 Rprec_mult_1.80 14 0.0449 Rprec_mult_2.00 14 0.0404 utility 14 -56.0000 11pt_avg 14 0.0909 binG 14 0.0248 G 14 0.0159 ndcg 14 0.1265 ndcg_rel 14 0.1429 Rndcg 14 0.2534 ndcg_cut_5 14 0.4072 ndcg_cut_10 14 0.3645 ndcg_cut_15 14 0.4137 ndcg_cut_20 14 0.3805 ndcg_cut_30 14 0.3130 ndcg_cut_100 14 0.2544 ndcg_cut_200 14 0.1650 ndcg_cut_500 14 0.1265 ndcg_cut_1000 14 0.1265 map_cut_5 14 0.0077 map_cut_10 14 0.0121 map_cut_15 14 0.0207 map_cut_20 14 0.0228 map_cut_30 14 0.0228 map_cut_100 14 0.0344 map_cut_200 14 0.0344 map_cut_500 14 0.0344 map_cut_1000 14 0.0344 relative_P_5 14 0.6000 relative_P_10 14 0.5000 relative_P_15 14 0.6000 relative_P_20 14 0.5000 relative_P_30 14 0.3333 relative_P_100 14 0.2200 relative_P_200 14 0.1100 relative_P_500 14 0.0809 relative_P_1000 14 0.0809 success_1 14 1.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.2200 set_relative_P 14 0.2200 set_recall 14 0.0809 set_map 14 0.0178 set_F 14 0.1183 num_nonrel_judged_ret 14 24 rbp 14 0.2746 rbp_resid 14 0.0340 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 100 num_rel 144 197 num_rel_ret 144 23 map 144 0.0707 Rprec 144 0.1168 bpref 144 0.1117 recip_rank 144 1.0000 iprec_at_recall_0.00 144 1.0000 iprec_at_recall_0.10 144 0.2703 iprec_at_recall_0.20 144 0.0000 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 1.0000 P_10 144 0.7000 P_15 144 0.5333 P_20 144 0.5000 P_30 144 0.6000 P_100 144 0.2300 P_200 144 0.1150 P_500 144 0.0460 P_1000 144 0.0230 relstring 144 '4223210023' recall_5 144 0.0254 recall_10 144 0.0355 recall_15 144 0.0406 recall_20 144 0.0508 recall_30 144 0.0914 recall_100 144 0.1168 recall_200 144 0.1168 recall_500 144 0.1168 recall_1000 144 0.1168 infAP 144 0.0707 Rprec_mult_0.20 144 0.4500 Rprec_mult_0.40 144 0.2658 Rprec_mult_0.60 144 0.1933 Rprec_mult_0.80 144 0.1456 Rprec_mult_1.00 144 0.1168 Rprec_mult_1.20 144 0.0970 Rprec_mult_1.40 144 0.0833 Rprec_mult_1.60 144 0.0728 Rprec_mult_1.80 144 0.0648 Rprec_mult_2.00 144 0.0584 utility 144 -54.0000 11pt_avg 144 0.1155 binG 144 0.0501 G 144 0.0291 ndcg 144 0.1804 ndcg_rel 144 0.2151 Rndcg 144 0.4508 ndcg_cut_5 144 0.8458 ndcg_cut_10 144 0.6940 ndcg_cut_15 144 0.5901 ndcg_cut_20 144 0.5490 ndcg_cut_30 144 0.5525 ndcg_cut_100 144 0.3285 ndcg_cut_200 144 0.2204 ndcg_cut_500 144 0.1804 ndcg_cut_1000 144 0.1804 map_cut_5 144 0.0254 map_cut_10 144 0.0323 map_cut_15 144 0.0360 map_cut_20 144 0.0414 map_cut_30 144 0.0638 map_cut_100 144 0.0707 map_cut_200 144 0.0707 map_cut_500 144 0.0707 map_cut_1000 144 0.0707 relative_P_5 144 1.0000 relative_P_10 144 0.7000 relative_P_15 144 0.5333 relative_P_20 144 0.5000 relative_P_30 144 0.6000 relative_P_100 144 0.2300 relative_P_200 144 0.1168 relative_P_500 144 0.1168 relative_P_1000 144 0.1168 success_1 144 1.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.2300 set_relative_P 144 0.2300 set_recall 144 0.1168 set_map 144 0.0269 set_F 144 0.1549 num_nonrel_judged_ret 144 20 rbp 144 0.4170 rbp_resid 144 0.0381 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 100 num_rel 161 218 num_rel_ret 161 25 map 161 0.0297 Rprec 161 0.1147 bpref 161 0.1027 recip_rank 161 1.0000 iprec_at_recall_0.00 161 1.0000 iprec_at_recall_0.10 161 0.2577 iprec_at_recall_0.20 161 0.0000 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 0.4000 P_10 161 0.3000 P_15 161 0.2000 P_20 161 0.1500 P_30 161 0.1667 P_100 161 0.2500 P_200 161 0.1250 P_500 161 0.0500 P_1000 161 0.0250 relstring 161 '2002000020' recall_5 161 0.0092 recall_10 161 0.0138 recall_15 161 0.0138 recall_20 161 0.0138 recall_30 161 0.0229 recall_100 161 0.1147 recall_200 161 0.1147 recall_500 161 0.1147 recall_1000 161 0.1147 infAP 161 0.0297 Rprec_mult_0.20 161 0.1591 Rprec_mult_0.40 161 0.2500 Rprec_mult_0.60 161 0.1908 Rprec_mult_0.80 161 0.1429 Rprec_mult_1.00 161 0.1147 Rprec_mult_1.20 161 0.0954 Rprec_mult_1.40 161 0.0817 Rprec_mult_1.60 161 0.0716 Rprec_mult_1.80 161 0.0636 Rprec_mult_2.00 161 0.0573 utility 161 -50.0000 11pt_avg 161 0.1143 binG 161 0.0264 G 161 0.0187 ndcg 161 0.1336 ndcg_rel 161 0.1438 Rndcg 161 0.1442 ndcg_cut_5 161 0.3235 ndcg_cut_10 161 0.2541 ndcg_cut_15 161 0.1970 ndcg_cut_20 161 0.1640 ndcg_cut_30 161 0.1775 ndcg_cut_100 161 0.2328 ndcg_cut_200 161 0.1487 ndcg_cut_500 161 0.1336 ndcg_cut_1000 161 0.1336 map_cut_5 161 0.0069 map_cut_10 161 0.0084 map_cut_15 161 0.0084 map_cut_20 161 0.0084 map_cut_30 161 0.0102 map_cut_100 161 0.0297 map_cut_200 161 0.0297 map_cut_500 161 0.0297 map_cut_1000 161 0.0297 relative_P_5 161 0.4000 relative_P_10 161 0.3000 relative_P_15 161 0.2000 relative_P_20 161 0.1500 relative_P_30 161 0.1667 relative_P_100 161 0.2500 relative_P_200 161 0.1250 relative_P_500 161 0.1147 relative_P_1000 161 0.1147 success_1 161 1.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.2500 set_relative_P 161 0.2500 set_recall 161 0.1147 set_map 161 0.0287 set_F 161 0.1572 num_nonrel_judged_ret 161 29 rbp 161 0.1639 rbp_resid 161 0.0345 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 100 num_rel 200 184 num_rel_ret 200 10 map 200 0.0033 Rprec 200 0.0543 bpref 200 0.0423 recip_rank 200 0.0120 iprec_at_recall_0.00 200 0.1010 iprec_at_recall_0.10 200 0.0000 iprec_at_recall_0.20 200 0.0000 iprec_at_recall_0.30 200 0.0000 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 0.0000 P_10 200 0.0000 P_15 200 0.0000 P_20 200 0.0000 P_30 200 0.0000 P_100 200 0.1000 P_200 200 0.0500 P_500 200 0.0200 P_1000 200 0.0100 relstring 200 '0000000000' recall_5 200 0.0000 recall_10 200 0.0000 recall_15 200 0.0000 recall_20 200 0.0000 recall_30 200 0.0000 recall_100 200 0.0543 recall_200 200 0.0543 recall_500 200 0.0543 recall_1000 200 0.0543 infAP 200 0.0033 Rprec_mult_0.20 200 0.0000 Rprec_mult_0.40 200 0.0000 Rprec_mult_0.60 200 0.0901 Rprec_mult_0.80 200 0.0676 Rprec_mult_1.00 200 0.0543 Rprec_mult_1.20 200 0.0452 Rprec_mult_1.40 200 0.0388 Rprec_mult_1.60 200 0.0339 Rprec_mult_1.80 200 0.0301 Rprec_mult_2.00 200 0.0272 utility 200 -80.0000 11pt_avg 200 0.0092 binG 200 0.0085 G 200 0.0079 ndcg 200 0.0519 ndcg_rel 200 0.0518 Rndcg 200 0.0269 ndcg_cut_5 200 0.0000 ndcg_cut_10 200 0.0000 ndcg_cut_15 200 0.0000 ndcg_cut_20 200 0.0000 ndcg_cut_30 200 0.0000 ndcg_cut_100 200 0.0785 ndcg_cut_200 200 0.0541 ndcg_cut_500 200 0.0519 ndcg_cut_1000 200 0.0519 map_cut_5 200 0.0000 map_cut_10 200 0.0000 map_cut_15 200 0.0000 map_cut_20 200 0.0000 map_cut_30 200 0.0000 map_cut_100 200 0.0033 map_cut_200 200 0.0033 map_cut_500 200 0.0033 map_cut_1000 200 0.0033 relative_P_5 200 0.0000 relative_P_10 200 0.0000 relative_P_15 200 0.0000 relative_P_20 200 0.0000 relative_P_30 200 0.0000 relative_P_100 200 0.1000 relative_P_200 200 0.0543 relative_P_500 200 0.0543 relative_P_1000 200 0.0543 success_1 200 0.0000 success_5 200 0.0000 success_10 200 0.0000 set_P 200 0.1000 set_relative_P 200 0.1000 set_recall 200 0.0543 set_map 200 0.0054 set_F 200 0.0704 num_nonrel_judged_ret 200 47 rbp 200 0.0001 rbp_resid 200 0.0336 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 100 num_rel 213 322 num_rel_ret 213 36 map 213 0.0697 Rprec 213 0.1118 bpref 213 0.1078 recip_rank 213 0.5000 iprec_at_recall_0.00 213 0.7895 iprec_at_recall_0.10 213 0.4211 iprec_at_recall_0.20 213 0.0000 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 0.4000 P_10 213 0.7000 P_15 213 0.7333 P_20 213 0.7500 P_30 213 0.7667 P_100 213 0.3600 P_200 213 0.1800 P_500 213 0.0720 P_1000 213 0.0360 relstring 213 '1212133222' recall_5 213 0.0062 recall_10 213 0.0217 recall_15 213 0.0342 recall_20 213 0.0466 recall_30 213 0.0714 recall_100 213 0.1118 recall_200 213 0.1118 recall_500 213 0.1118 recall_1000 213 0.1118 infAP 213 0.0697 Rprec_mult_0.20 213 0.4615 Rprec_mult_0.40 213 0.2791 Rprec_mult_0.60 213 0.1856 Rprec_mult_0.80 213 0.1395 Rprec_mult_1.00 213 0.1118 Rprec_mult_1.20 213 0.0930 Rprec_mult_1.40 213 0.0798 Rprec_mult_1.60 213 0.0698 Rprec_mult_1.80 213 0.0621 Rprec_mult_2.00 213 0.0559 utility 213 -28.0000 11pt_avg 213 0.1100 binG 213 0.0365 G 213 0.0206 ndcg 213 0.1625 ndcg_rel 213 0.1935 Rndcg 213 0.2575 ndcg_cut_5 213 0.3400 ndcg_cut_10 213 0.4341 ndcg_cut_15 213 0.4648 ndcg_cut_20 213 0.5016 ndcg_cut_30 213 0.5464 ndcg_cut_100 213 0.3487 ndcg_cut_200 213 0.2234 ndcg_cut_500 213 0.1625 ndcg_cut_1000 213 0.1625 map_cut_5 213 0.0031 map_cut_10 213 0.0126 map_cut_15 213 0.0219 map_cut_20 213 0.0314 map_cut_30 213 0.0502 map_cut_100 213 0.0697 map_cut_200 213 0.0697 map_cut_500 213 0.0697 map_cut_1000 213 0.0697 relative_P_5 213 0.4000 relative_P_10 213 0.7000 relative_P_15 213 0.7333 relative_P_20 213 0.7500 relative_P_30 213 0.7667 relative_P_100 213 0.3600 relative_P_200 213 0.1800 relative_P_500 213 0.1118 relative_P_1000 213 0.1118 success_1 213 0.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.3600 set_relative_P 213 0.3600 set_recall 213 0.1118 set_map 213 0.0402 set_F 213 0.1706 num_nonrel_judged_ret 213 8 rbp 213 0.4587 rbp_resid 213 0.0360 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 100 num_rel 219 203 num_rel_ret 219 13 map 219 0.0110 Rprec 219 0.0640 bpref 219 0.0575 recip_rank 219 0.1250 iprec_at_recall_0.00 219 0.2500 iprec_at_recall_0.10 219 0.0000 iprec_at_recall_0.20 219 0.0000 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.0000 P_10 219 0.2000 P_15 219 0.1333 P_20 219 0.2500 P_30 219 0.2333 P_100 219 0.1300 P_200 219 0.0650 P_500 219 0.0260 P_1000 219 0.0130 relstring 219 '0011010331' recall_5 219 0.0000 recall_10 219 0.0099 recall_15 219 0.0099 recall_20 219 0.0246 recall_30 219 0.0345 recall_100 219 0.0640 recall_200 219 0.0640 recall_500 219 0.0640 recall_1000 219 0.0640 infAP 219 0.0110 Rprec_mult_0.20 219 0.1951 Rprec_mult_0.40 219 0.0976 Rprec_mult_0.60 219 0.1066 Rprec_mult_0.80 219 0.0798 Rprec_mult_1.00 219 0.0640 Rprec_mult_1.20 219 0.0533 Rprec_mult_1.40 219 0.0456 Rprec_mult_1.60 219 0.0400 Rprec_mult_1.80 219 0.0355 Rprec_mult_2.00 219 0.0320 utility 219 -74.0000 11pt_avg 219 0.0227 binG 219 0.0137 G 219 0.0150 ndcg 219 0.1108 ndcg_rel 219 0.1191 Rndcg 219 0.1363 ndcg_cut_5 219 0.0789 ndcg_cut_10 219 0.1984 ndcg_cut_15 219 0.2104 ndcg_cut_20 219 0.2371 ndcg_cut_30 219 0.2488 ndcg_cut_100 219 0.1847 ndcg_cut_200 219 0.1238 ndcg_cut_500 219 0.1108 ndcg_cut_1000 219 0.1108 map_cut_5 219 0.0000 map_cut_10 219 0.0017 map_cut_15 219 0.0017 map_cut_20 219 0.0049 map_cut_30 219 0.0071 map_cut_100 219 0.0110 map_cut_200 219 0.0110 map_cut_500 219 0.0110 map_cut_1000 219 0.0110 relative_P_5 219 0.0000 relative_P_10 219 0.2000 relative_P_15 219 0.1333 relative_P_20 219 0.2500 relative_P_30 219 0.2333 relative_P_100 219 0.1300 relative_P_200 219 0.0650 relative_P_500 219 0.0640 relative_P_1000 219 0.0640 success_1 219 0.0000 success_5 219 0.0000 success_10 219 1.0000 set_P 219 0.1300 set_relative_P 219 0.1300 set_recall 219 0.0640 set_map 219 0.0083 set_F 219 0.0858 num_nonrel_judged_ret 219 32 rbp 219 0.1984 rbp_resid 219 0.0372 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 100 num_rel 224 304 num_rel_ret 224 21 map 224 0.0172 Rprec 224 0.0691 bpref 224 0.0629 recip_rank 224 1.0000 iprec_at_recall_0.00 224 1.0000 iprec_at_recall_0.10 224 0.0000 iprec_at_recall_0.20 224 0.0000 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 0.2000 P_10 224 0.1000 P_15 224 0.1333 P_20 224 0.2500 P_30 224 0.2667 P_100 224 0.2100 P_200 224 0.1050 P_500 224 0.0420 P_1000 224 0.0210 relstring 224 '2000000000' recall_5 224 0.0033 recall_10 224 0.0033 recall_15 224 0.0066 recall_20 224 0.0164 recall_30 224 0.0263 recall_100 224 0.0691 recall_200 224 0.0691 recall_500 224 0.0691 recall_1000 224 0.0691 infAP 224 0.0172 Rprec_mult_0.20 224 0.1803 Rprec_mult_0.40 224 0.1721 Rprec_mult_0.60 224 0.1148 Rprec_mult_0.80 224 0.0861 Rprec_mult_1.00 224 0.0691 Rprec_mult_1.20 224 0.0575 Rprec_mult_1.40 224 0.0493 Rprec_mult_1.60 224 0.0431 Rprec_mult_1.80 224 0.0383 Rprec_mult_2.00 224 0.0345 utility 224 -58.0000 11pt_avg 224 0.0909 binG 224 0.0162 G 224 0.0112 ndcg 224 0.0893 ndcg_rel 224 0.0970 Rndcg 224 0.1246 ndcg_cut_5 224 0.2261 ndcg_cut_10 224 0.1467 ndcg_cut_15 224 0.1578 ndcg_cut_20 224 0.1996 ndcg_cut_30 224 0.2114 ndcg_cut_100 224 0.1959 ndcg_cut_200 224 0.1263 ndcg_cut_500 224 0.0893 ndcg_cut_1000 224 0.0893 map_cut_5 224 0.0033 map_cut_10 224 0.0033 map_cut_15 224 0.0038 map_cut_20 224 0.0061 map_cut_30 224 0.0087 map_cut_100 224 0.0172 map_cut_200 224 0.0172 map_cut_500 224 0.0172 map_cut_1000 224 0.0172 relative_P_5 224 0.2000 relative_P_10 224 0.1000 relative_P_15 224 0.1333 relative_P_20 224 0.2500 relative_P_30 224 0.2667 relative_P_100 224 0.2100 relative_P_200 224 0.1050 relative_P_500 224 0.0691 relative_P_1000 224 0.0691 success_1 224 1.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.2100 set_relative_P 224 0.2100 set_recall 224 0.0691 set_map 224 0.0145 set_F 224 0.1040 num_nonrel_judged_ret 224 27 rbp 224 0.1484 rbp_resid 224 0.0400 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 100 num_rel 225 238 num_rel_ret 225 38 map 225 0.1175 Rprec 225 0.1597 bpref 225 0.1504 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.6667 iprec_at_recall_0.20 225 0.0000 iprec_at_recall_0.30 225 0.0000 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 1.0000 P_10 225 0.8000 P_15 225 0.8000 P_20 225 0.7000 P_30 225 0.7333 P_100 225 0.3800 P_200 225 0.1900 P_500 225 0.0760 P_1000 225 0.0380 relstring 225 '3332232310' recall_5 225 0.0210 recall_10 225 0.0336 recall_15 225 0.0504 recall_20 225 0.0588 recall_30 225 0.0924 recall_100 225 0.1597 recall_200 225 0.1597 recall_500 225 0.1597 recall_1000 225 0.1597 infAP 225 0.1175 Rprec_mult_0.20 225 0.6042 Rprec_mult_0.40 225 0.3958 Rprec_mult_0.60 225 0.2657 Rprec_mult_0.80 225 0.1990 Rprec_mult_1.00 225 0.1597 Rprec_mult_1.20 225 0.1329 Rprec_mult_1.40 225 0.1138 Rprec_mult_1.60 225 0.0997 Rprec_mult_1.80 225 0.0886 Rprec_mult_2.00 225 0.0798 utility 225 -24.0000 11pt_avg 225 0.1515 binG 225 0.0705 G 225 0.0491 ndcg 225 0.2528 ndcg_rel 225 0.3211 Rndcg 225 0.3553 ndcg_cut_5 225 0.9076 ndcg_cut_10 225 0.8078 ndcg_cut_15 225 0.7628 ndcg_cut_20 225 0.7248 ndcg_cut_30 225 0.6952 ndcg_cut_100 225 0.4510 ndcg_cut_200 225 0.3036 ndcg_cut_500 225 0.2528 ndcg_cut_1000 225 0.2528 map_cut_5 225 0.0210 map_cut_10 225 0.0336 map_cut_15 225 0.0475 map_cut_20 225 0.0542 map_cut_30 225 0.0782 map_cut_100 225 0.1175 map_cut_200 225 0.1175 map_cut_500 225 0.1175 map_cut_1000 225 0.1175 relative_P_5 225 1.0000 relative_P_10 225 0.8000 relative_P_15 225 0.8000 relative_P_20 225 0.7000 relative_P_30 225 0.7333 relative_P_100 225 0.3800 relative_P_200 225 0.1900 relative_P_500 225 0.1597 relative_P_1000 225 0.1597 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.3800 set_relative_P 225 0.3800 set_recall 225 0.1597 set_map 225 0.0607 set_F 225 0.2249 num_nonrel_judged_ret 225 9 rbp 225 0.7116 rbp_resid 225 0.0294 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 100 num_rel 233 203 num_rel_ret 233 39 map 233 0.1485 Rprec 233 0.1921 bpref 233 0.1851 recip_rank 233 1.0000 iprec_at_recall_0.00 233 1.0000 iprec_at_recall_0.10 233 0.8276 iprec_at_recall_0.20 233 0.0000 iprec_at_recall_0.30 233 0.0000 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 1.0000 P_10 233 0.8000 P_15 233 0.8000 P_20 233 0.7500 P_30 233 0.8000 P_100 233 0.3900 P_200 233 0.1950 P_500 233 0.0780 P_1000 233 0.0390 relstring 233 '2233323300' recall_5 233 0.0246 recall_10 233 0.0394 recall_15 233 0.0591 recall_20 233 0.0739 recall_30 233 0.1182 recall_100 233 0.1921 recall_200 233 0.1921 recall_500 233 0.1921 recall_1000 233 0.1921 infAP 233 0.1485 Rprec_mult_0.20 233 0.6829 Rprec_mult_0.40 233 0.4756 Rprec_mult_0.60 233 0.3197 Rprec_mult_0.80 233 0.2393 Rprec_mult_1.00 233 0.1921 Rprec_mult_1.20 233 0.1598 Rprec_mult_1.40 233 0.1368 Rprec_mult_1.60 233 0.1200 Rprec_mult_1.80 233 0.1066 Rprec_mult_2.00 233 0.0961 utility 233 -22.0000 11pt_avg 233 0.1661 binG 233 0.0871 G 233 0.0472 ndcg 233 0.2842 ndcg_rel 233 0.3447 Rndcg 233 0.3786 ndcg_cut_5 233 0.6886 ndcg_cut_10 233 0.6469 ndcg_cut_15 233 0.6904 ndcg_cut_20 233 0.6661 ndcg_cut_30 233 0.7109 ndcg_cut_100 233 0.4415 ndcg_cut_200 233 0.3061 ndcg_cut_500 233 0.2842 ndcg_cut_1000 233 0.2842 map_cut_5 233 0.0246 map_cut_10 233 0.0394 map_cut_15 233 0.0550 map_cut_20 233 0.0665 map_cut_30 233 0.1019 map_cut_100 233 0.1485 map_cut_200 233 0.1485 map_cut_500 233 0.1485 map_cut_1000 233 0.1485 relative_P_5 233 1.0000 relative_P_10 233 0.8000 relative_P_15 233 0.8000 relative_P_20 233 0.7500 relative_P_30 233 0.8000 relative_P_100 233 0.3900 relative_P_200 233 0.1950 relative_P_500 233 0.1921 relative_P_1000 233 0.1921 success_1 233 1.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.3900 set_relative_P 233 0.3900 set_recall 233 0.1921 set_map 233 0.0749 set_F 233 0.2574 num_nonrel_judged_ret 233 16 rbp 233 0.5531 rbp_resid 233 0.0162 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 100 num_rel 273 290 num_rel_ret 273 42 map 273 0.1031 Rprec 273 0.1448 bpref 273 0.1404 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.4531 iprec_at_recall_0.20 273 0.0000 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 1.0000 P_10 273 0.9000 P_15 273 0.8667 P_20 273 0.8000 P_30 273 0.8667 P_100 273 0.4200 P_200 273 0.2100 P_500 273 0.0840 P_1000 273 0.0420 relstring 273 '2222220222' recall_5 273 0.0172 recall_10 273 0.0310 recall_15 273 0.0448 recall_20 273 0.0552 recall_30 273 0.0897 recall_100 273 0.1448 recall_200 273 0.1448 recall_500 273 0.1448 recall_1000 273 0.1448 infAP 273 0.1031 Rprec_mult_0.20 273 0.4828 Rprec_mult_0.40 273 0.3621 Rprec_mult_0.60 273 0.2414 Rprec_mult_0.80 273 0.1810 Rprec_mult_1.00 273 0.1448 Rprec_mult_1.20 273 0.1207 Rprec_mult_1.40 273 0.1034 Rprec_mult_1.60 273 0.0905 Rprec_mult_1.80 273 0.0805 Rprec_mult_2.00 273 0.0724 utility 273 -16.0000 11pt_avg 273 0.1321 binG 273 0.0618 G 273 0.0253 ndcg 273 0.1866 ndcg_rel 273 0.2249 Rndcg 273 0.3118 ndcg_cut_5 273 0.5990 ndcg_cut_10 273 0.5755 ndcg_cut_15 273 0.5649 ndcg_cut_20 273 0.5597 ndcg_cut_30 273 0.5836 ndcg_cut_100 273 0.3753 ndcg_cut_200 273 0.2569 ndcg_cut_500 273 0.1866 ndcg_cut_1000 273 0.1866 map_cut_5 273 0.0172 map_cut_10 273 0.0299 map_cut_15 273 0.0416 map_cut_20 273 0.0501 map_cut_30 273 0.0791 map_cut_100 273 0.1031 map_cut_200 273 0.1031 map_cut_500 273 0.1031 map_cut_1000 273 0.1031 relative_P_5 273 1.0000 relative_P_10 273 0.9000 relative_P_15 273 0.8667 relative_P_20 273 0.8000 relative_P_30 273 0.8667 relative_P_100 273 0.4200 relative_P_200 273 0.2100 relative_P_500 273 0.1448 relative_P_1000 273 0.1448 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.4200 set_relative_P 273 0.4200 set_recall 273 0.1448 set_map 273 0.0608 set_F 273 0.2154 num_nonrel_judged_ret 273 11 rbp 273 0.4266 rbp_resid 273 0.0403 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 100 num_rel 300 239 num_rel_ret 300 28 map 300 0.0677 Rprec 300 0.1172 bpref 300 0.1128 recip_rank 300 1.0000 iprec_at_recall_0.00 300 1.0000 iprec_at_recall_0.10 300 0.3289 iprec_at_recall_0.20 300 0.0000 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.8000 P_10 300 0.6000 P_15 300 0.6667 P_20 300 0.6500 P_30 300 0.5667 P_100 300 0.2800 P_200 300 0.1400 P_500 300 0.0560 P_1000 300 0.0280 relstring 300 '3223001032' recall_5 300 0.0167 recall_10 300 0.0251 recall_15 300 0.0418 recall_20 300 0.0544 recall_30 300 0.0711 recall_100 300 0.1172 recall_200 300 0.1172 recall_500 300 0.1172 recall_1000 300 0.1172 infAP 300 0.0677 Rprec_mult_0.20 300 0.3958 Rprec_mult_0.40 300 0.2917 Rprec_mult_0.60 300 0.1944 Rprec_mult_0.80 300 0.1458 Rprec_mult_1.00 300 0.1172 Rprec_mult_1.20 300 0.0976 Rprec_mult_1.40 300 0.0836 Rprec_mult_1.60 300 0.0731 Rprec_mult_1.80 300 0.0650 Rprec_mult_2.00 300 0.0586 utility 300 -44.0000 11pt_avg 300 0.1208 binG 300 0.0436 G 300 0.0314 ndcg 300 0.1976 ndcg_rel 300 0.2408 Rndcg 300 0.3035 ndcg_cut_5 300 0.7409 ndcg_cut_10 300 0.6139 ndcg_cut_15 300 0.6083 ndcg_cut_20 300 0.5846 ndcg_cut_30 300 0.5497 ndcg_cut_100 300 0.3669 ndcg_cut_200 300 0.2395 ndcg_cut_500 300 0.1976 ndcg_cut_1000 300 0.1976 map_cut_5 300 0.0167 map_cut_10 300 0.0216 map_cut_15 300 0.0321 map_cut_20 300 0.0406 map_cut_30 300 0.0506 map_cut_100 300 0.0677 map_cut_200 300 0.0677 map_cut_500 300 0.0677 map_cut_1000 300 0.0677 relative_P_5 300 0.8000 relative_P_10 300 0.6000 relative_P_15 300 0.6667 relative_P_20 300 0.6500 relative_P_30 300 0.5667 relative_P_100 300 0.2800 relative_P_200 300 0.1400 relative_P_500 300 0.1172 relative_P_1000 300 0.1172 success_1 300 1.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.2800 set_relative_P 300 0.2800 set_recall 300 0.1172 set_map 300 0.0328 set_F 300 0.1652 num_nonrel_judged_ret 300 15 rbp 300 0.5325 rbp_resid 300 0.0353 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 100 num_rel 31 134 num_rel_ret 31 7 map 31 0.0058 Rprec 31 0.0522 bpref 31 0.0435 recip_rank 31 0.1429 iprec_at_recall_0.00 31 0.2222 iprec_at_recall_0.10 31 0.0000 iprec_at_recall_0.20 31 0.0000 iprec_at_recall_0.30 31 0.0000 iprec_at_recall_0.40 31 0.0000 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 0.0000 P_10 31 0.2000 P_15 31 0.1333 P_20 31 0.1000 P_30 31 0.1000 P_100 31 0.0700 P_200 31 0.0350 P_500 31 0.0140 P_1000 31 0.0070 relstring 31 '0000002020' recall_5 31 0.0000 recall_10 31 0.0149 recall_15 31 0.0149 recall_20 31 0.0149 recall_30 31 0.0224 recall_100 31 0.0522 recall_200 31 0.0522 recall_500 31 0.0522 recall_1000 31 0.0522 infAP 31 0.0058 Rprec_mult_0.20 31 0.1111 Rprec_mult_0.40 31 0.0556 Rprec_mult_0.60 31 0.0741 Rprec_mult_0.80 31 0.0648 Rprec_mult_1.00 31 0.0522 Rprec_mult_1.20 31 0.0435 Rprec_mult_1.40 31 0.0372 Rprec_mult_1.60 31 0.0326 Rprec_mult_1.80 31 0.0289 Rprec_mult_2.00 31 0.0261 utility 31 -86.0000 11pt_avg 31 0.0202 binG 31 0.0114 G 31 0.0079 ndcg 31 0.0522 ndcg_rel 31 0.0532 Rndcg 31 0.0573 ndcg_cut_5 31 0.0000 ndcg_cut_10 31 0.0931 ndcg_cut_15 31 0.0722 ndcg_cut_20 31 0.0607 ndcg_cut_30 31 0.0768 ndcg_cut_100 31 0.0693 ndcg_cut_200 31 0.0522 ndcg_cut_500 31 0.0522 ndcg_cut_1000 31 0.0522 map_cut_5 31 0.0000 map_cut_10 31 0.0027 map_cut_15 31 0.0027 map_cut_20 31 0.0027 map_cut_30 31 0.0037 map_cut_100 31 0.0058 map_cut_200 31 0.0058 map_cut_500 31 0.0058 map_cut_1000 31 0.0058 relative_P_5 31 0.0000 relative_P_10 31 0.2000 relative_P_15 31 0.1333 relative_P_20 31 0.1000 relative_P_30 31 0.1000 relative_P_100 31 0.0700 relative_P_200 31 0.0522 relative_P_500 31 0.0522 relative_P_1000 31 0.0522 success_1 31 0.0000 success_5 31 0.0000 success_10 31 1.0000 set_P 31 0.0700 set_relative_P 31 0.0700 set_recall 31 0.0522 set_map 31 0.0037 set_F 31 0.0598 num_nonrel_judged_ret 31 40 rbp 31 0.0749 rbp_resid 31 0.0386 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 100 num_rel 37 230 num_rel_ret 37 25 map 37 0.0373 Rprec 37 0.1087 bpref 37 0.1002 recip_rank 37 1.0000 iprec_at_recall_0.00 37 1.0000 iprec_at_recall_0.10 37 0.2526 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.2000 P_10 37 0.3000 P_15 37 0.4000 P_20 37 0.4000 P_30 37 0.4000 P_100 37 0.2500 P_200 37 0.1250 P_500 37 0.0500 P_1000 37 0.0250 relstring 37 '2010122101' recall_5 37 0.0043 recall_10 37 0.0130 recall_15 37 0.0261 recall_20 37 0.0348 recall_30 37 0.0522 recall_100 37 0.1087 recall_200 37 0.1087 recall_500 37 0.1087 recall_1000 37 0.1087 infAP 37 0.0373 Rprec_mult_0.20 37 0.2826 Rprec_mult_0.40 37 0.2391 Rprec_mult_0.60 37 0.1812 Rprec_mult_0.80 37 0.1359 Rprec_mult_1.00 37 0.1087 Rprec_mult_1.20 37 0.0906 Rprec_mult_1.40 37 0.0776 Rprec_mult_1.60 37 0.0679 Rprec_mult_1.80 37 0.0604 Rprec_mult_2.00 37 0.0543 utility 37 -50.0000 11pt_avg 37 0.1139 binG 37 0.0280 G 37 0.0206 ndcg 37 0.1560 ndcg_rel 37 0.1779 Rndcg 37 0.2506 ndcg_cut_5 37 0.3264 ndcg_cut_10 37 0.3573 ndcg_cut_15 37 0.3994 ndcg_cut_20 37 0.3992 ndcg_cut_30 37 0.4242 ndcg_cut_100 37 0.3390 ndcg_cut_200 37 0.2163 ndcg_cut_500 37 0.1560 ndcg_cut_1000 37 0.1560 map_cut_5 37 0.0043 map_cut_10 37 0.0077 map_cut_15 37 0.0129 map_cut_20 37 0.0164 map_cut_30 37 0.0236 map_cut_100 37 0.0373 map_cut_200 37 0.0373 map_cut_500 37 0.0373 map_cut_1000 37 0.0373 relative_P_5 37 0.2000 relative_P_10 37 0.3000 relative_P_15 37 0.4000 relative_P_20 37 0.4000 relative_P_30 37 0.4000 relative_P_100 37 0.2500 relative_P_200 37 0.1250 relative_P_500 37 0.1087 relative_P_1000 37 0.1087 success_1 37 1.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.2500 set_relative_P 37 0.2500 set_recall 37 0.1087 set_map 37 0.0272 set_F 37 0.1515 num_nonrel_judged_ret 37 31 rbp 37 0.3665 rbp_resid 37 0.0253 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 100 num_rel 407 102 num_rel_ret 407 7 map 407 0.0116 Rprec 407 0.0686 bpref 407 0.0567 recip_rank 407 0.2000 iprec_at_recall_0.00 407 0.3750 iprec_at_recall_0.10 407 0.0000 iprec_at_recall_0.20 407 0.0000 iprec_at_recall_0.30 407 0.0000 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.2000 P_10 407 0.3000 P_15 407 0.2000 P_20 407 0.1500 P_30 407 0.1000 P_100 407 0.0700 P_200 407 0.0350 P_500 407 0.0140 P_1000 407 0.0070 relstring 407 '1000221210' recall_5 407 0.0098 recall_10 407 0.0294 recall_15 407 0.0294 recall_20 407 0.0294 recall_30 407 0.0294 recall_100 407 0.0686 recall_200 407 0.0686 recall_500 407 0.0686 recall_1000 407 0.0686 infAP 407 0.0116 Rprec_mult_0.20 407 0.1429 Rprec_mult_0.40 407 0.0732 Rprec_mult_0.60 407 0.0484 Rprec_mult_0.80 407 0.0732 Rprec_mult_1.00 407 0.0686 Rprec_mult_1.20 407 0.0569 Rprec_mult_1.40 407 0.0490 Rprec_mult_1.60 407 0.0427 Rprec_mult_1.80 407 0.0380 Rprec_mult_2.00 407 0.0343 utility 407 -86.0000 11pt_avg 407 0.0341 binG 407 0.0174 G 407 0.0168 ndcg 407 0.1088 ndcg_rel 407 0.1180 Rndcg 407 0.1720 ndcg_cut_5 407 0.2005 ndcg_cut_10 407 0.2877 ndcg_cut_15 407 0.2393 ndcg_cut_20 407 0.2080 ndcg_cut_30 407 0.1782 ndcg_cut_100 407 0.1178 ndcg_cut_200 407 0.1088 ndcg_cut_500 407 0.1088 ndcg_cut_1000 407 0.1088 map_cut_5 407 0.0020 map_cut_10 407 0.0089 map_cut_15 407 0.0089 map_cut_20 407 0.0089 map_cut_30 407 0.0089 map_cut_100 407 0.0116 map_cut_200 407 0.0116 map_cut_500 407 0.0116 map_cut_1000 407 0.0116 relative_P_5 407 0.2000 relative_P_10 407 0.3000 relative_P_15 407 0.2000 relative_P_20 407 0.1500 relative_P_30 407 0.1000 relative_P_100 407 0.0700 relative_P_200 407 0.0686 relative_P_500 407 0.0686 relative_P_1000 407 0.0686 success_1 407 0.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.0700 set_relative_P 407 0.0700 set_recall 407 0.0686 set_map 407 0.0048 set_F 407 0.0693 num_nonrel_judged_ret 407 32 rbp 407 0.1838 rbp_resid 407 0.0421 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 100 num_rel 477 285 num_rel_ret 477 20 map 477 0.0187 Rprec 477 0.0702 bpref 477 0.0602 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.0000 iprec_at_recall_0.20 477 0.0000 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 0.6000 P_10 477 0.4000 P_15 477 0.3333 P_20 477 0.2500 P_30 477 0.1667 P_100 477 0.2000 P_200 477 0.1000 P_500 477 0.0400 P_1000 477 0.0200 relstring 477 '2122111012' recall_5 477 0.0105 recall_10 477 0.0140 recall_15 477 0.0175 recall_20 477 0.0175 recall_30 477 0.0175 recall_100 477 0.0702 recall_200 477 0.0702 recall_500 477 0.0702 recall_1000 477 0.0702 infAP 477 0.0187 Rprec_mult_0.20 477 0.0877 Rprec_mult_0.40 477 0.1754 Rprec_mult_0.60 477 0.1170 Rprec_mult_0.80 477 0.0877 Rprec_mult_1.00 477 0.0702 Rprec_mult_1.20 477 0.0585 Rprec_mult_1.40 477 0.0501 Rprec_mult_1.60 477 0.0439 Rprec_mult_1.80 477 0.0390 Rprec_mult_2.00 477 0.0351 utility 477 -60.0000 11pt_avg 477 0.0909 binG 477 0.0185 G 477 0.0174 ndcg 477 0.1363 ndcg_rel 477 0.1631 Rndcg 477 0.1833 ndcg_cut_5 477 0.5516 ndcg_cut_10 477 0.4730 ndcg_cut_15 477 0.4259 ndcg_cut_20 477 0.3990 ndcg_cut_30 477 0.3838 ndcg_cut_100 477 0.2767 ndcg_cut_200 477 0.1891 ndcg_cut_500 477 0.1363 ndcg_cut_1000 477 0.1363 map_cut_5 477 0.0085 map_cut_10 477 0.0099 map_cut_15 477 0.0111 map_cut_20 477 0.0111 map_cut_30 477 0.0111 map_cut_100 477 0.0187 map_cut_200 477 0.0187 map_cut_500 477 0.0187 map_cut_1000 477 0.0187 relative_P_5 477 0.6000 relative_P_10 477 0.4000 relative_P_15 477 0.3333 relative_P_20 477 0.2500 relative_P_30 477 0.1667 relative_P_100 477 0.2000 relative_P_200 477 0.1000 relative_P_500 477 0.0702 relative_P_1000 477 0.0702 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.2000 set_relative_P 477 0.2000 set_recall 477 0.0702 set_map 477 0.0140 set_F 477 0.1039 num_nonrel_judged_ret 477 33 rbp 477 0.3837 rbp_resid 477 0.0411 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 100 num_rel 499 192 num_rel_ret 499 23 map 499 0.0640 Rprec 499 0.1198 bpref 499 0.1121 recip_rank 499 0.5000 iprec_at_recall_0.00 499 0.7143 iprec_at_recall_0.10 499 0.3519 iprec_at_recall_0.20 499 0.0000 iprec_at_recall_0.30 499 0.0000 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 0.6000 P_10 499 0.6000 P_15 499 0.6667 P_20 499 0.6000 P_30 499 0.5333 P_100 499 0.2300 P_200 499 0.1150 P_500 499 0.0460 P_1000 499 0.0230 relstring 499 '0221211222' recall_5 499 0.0156 recall_10 499 0.0312 recall_15 499 0.0521 recall_20 499 0.0625 recall_30 499 0.0833 recall_100 499 0.1198 recall_200 499 0.1198 recall_500 499 0.1198 recall_1000 499 0.1198 infAP 499 0.0640 Rprec_mult_0.20 499 0.4615 Rprec_mult_0.40 499 0.2857 Rprec_mult_0.60 499 0.1983 Rprec_mult_0.80 499 0.1494 Rprec_mult_1.00 499 0.1198 Rprec_mult_1.20 499 0.0996 Rprec_mult_1.40 499 0.0855 Rprec_mult_1.60 499 0.0747 Rprec_mult_1.80 499 0.0665 Rprec_mult_2.00 499 0.0599 utility 499 -54.0000 11pt_avg 499 0.0969 binG 499 0.0396 G 499 0.0271 ndcg 499 0.1857 ndcg_rel 499 0.2221 Rndcg 499 0.2814 ndcg_cut_5 499 0.3919 ndcg_cut_10 499 0.4378 ndcg_cut_15 499 0.4750 ndcg_cut_20 499 0.4738 ndcg_cut_30 499 0.4645 ndcg_cut_100 499 0.3189 ndcg_cut_200 499 0.2107 ndcg_cut_500 499 0.1857 ndcg_cut_1000 499 0.1857 map_cut_5 499 0.0092 map_cut_10 499 0.0178 map_cut_15 499 0.0319 map_cut_20 499 0.0388 map_cut_30 499 0.0509 map_cut_100 499 0.0640 map_cut_200 499 0.0640 map_cut_500 499 0.0640 map_cut_1000 499 0.0640 relative_P_5 499 0.6000 relative_P_10 499 0.6000 relative_P_15 499 0.6667 relative_P_20 499 0.6000 relative_P_30 499 0.5333 relative_P_100 499 0.2300 relative_P_200 499 0.1198 relative_P_500 499 0.1198 relative_P_1000 499 0.1198 success_1 499 0.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.2300 set_relative_P 499 0.2300 set_recall 499 0.1198 set_map 499 0.0276 set_F 499 0.1575 num_nonrel_judged_ret 499 26 rbp 499 0.4746 rbp_resid 499 0.0243 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 100 num_rel 515 147 num_rel_ret 515 33 map 515 0.1629 Rprec 515 0.2245 bpref 515 0.2189 recip_rank 515 1.0000 iprec_at_recall_0.00 515 1.0000 iprec_at_recall_0.10 515 0.8571 iprec_at_recall_0.20 515 0.3333 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 1.0000 P_10 515 0.7000 P_15 515 0.8000 P_20 515 0.8500 P_30 515 0.8333 P_100 515 0.3300 P_200 515 0.1650 P_500 515 0.0660 P_1000 515 0.0330 relstring 515 '2222212002' recall_5 515 0.0340 recall_10 515 0.0476 recall_15 515 0.0816 recall_20 515 0.1156 recall_30 515 0.1701 recall_100 515 0.2245 recall_200 515 0.2245 recall_500 515 0.2245 recall_1000 515 0.2245 infAP 515 0.1629 Rprec_mult_0.20 515 0.8333 Rprec_mult_0.40 515 0.4407 Rprec_mult_0.60 515 0.2921 Rprec_mult_0.80 515 0.2797 Rprec_mult_1.00 515 0.2245 Rprec_mult_1.20 515 0.1864 Rprec_mult_1.40 515 0.1602 Rprec_mult_1.60 515 0.1398 Rprec_mult_1.80 515 0.1245 Rprec_mult_2.00 515 0.1122 utility 515 -34.0000 11pt_avg 515 0.1991 binG 515 0.1006 G 515 0.0846 ndcg 515 0.3121 ndcg_rel 515 0.4082 Rndcg 515 0.3269 ndcg_cut_5 515 1.0000 ndcg_cut_10 515 0.8251 ndcg_cut_15 515 0.8644 ndcg_cut_20 515 0.8871 ndcg_cut_30 515 0.8899 ndcg_cut_100 515 0.4521 ndcg_cut_200 515 0.3121 ndcg_cut_500 515 0.3121 ndcg_cut_1000 515 0.3121 map_cut_5 515 0.0340 map_cut_10 515 0.0446 map_cut_15 515 0.0707 map_cut_20 515 0.0990 map_cut_30 515 0.1446 map_cut_100 515 0.1629 map_cut_200 515 0.1629 map_cut_500 515 0.1629 map_cut_1000 515 0.1629 relative_P_5 515 1.0000 relative_P_10 515 0.7000 relative_P_15 515 0.8000 relative_P_20 515 0.8500 relative_P_30 515 0.8333 relative_P_100 515 0.3300 relative_P_200 515 0.2245 relative_P_500 515 0.2245 relative_P_1000 515 0.2245 success_1 515 1.0000 success_5 515 1.0000 success_10 515 1.0000 set_P 515 0.3300 set_relative_P 515 0.3300 set_recall 515 0.2245 set_map 515 0.0741 set_F 515 0.2672 num_nonrel_judged_ret 515 7 rbp 515 0.8290 rbp_resid 515 0.0419 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 100 num_rel 58 373 num_rel_ret 58 26 map 58 0.0220 Rprec 58 0.0697 bpref 58 0.0568 recip_rank 58 0.5000 iprec_at_recall_0.00 58 0.5000 iprec_at_recall_0.10 58 0.0000 iprec_at_recall_0.20 58 0.0000 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 0.4000 P_10 58 0.4000 P_15 58 0.4667 P_20 58 0.4500 P_30 58 0.4000 P_100 58 0.2600 P_200 58 0.1300 P_500 58 0.0520 P_1000 58 0.0260 relstring 58 '1200211122' recall_5 58 0.0054 recall_10 58 0.0107 recall_15 58 0.0188 recall_20 58 0.0241 recall_30 58 0.0322 recall_100 58 0.0697 recall_200 58 0.0697 recall_500 58 0.0697 recall_1000 58 0.0697 infAP 58 0.0220 Rprec_mult_0.20 58 0.1867 Rprec_mult_0.40 58 0.1733 Rprec_mult_0.60 58 0.1161 Rprec_mult_0.80 58 0.0870 Rprec_mult_1.00 58 0.0697 Rprec_mult_1.20 58 0.0580 Rprec_mult_1.40 58 0.0497 Rprec_mult_1.60 58 0.0436 Rprec_mult_1.80 58 0.0387 Rprec_mult_2.00 58 0.0349 utility 58 -48.0000 11pt_avg 58 0.0455 binG 58 0.0167 G 58 0.0121 ndcg 58 0.1036 ndcg_rel 58 0.1167 Rndcg 58 0.1607 ndcg_cut_5 58 0.2574 ndcg_cut_10 58 0.3149 ndcg_cut_15 58 0.3562 ndcg_cut_20 58 0.3426 ndcg_cut_30 58 0.3260 ndcg_cut_100 58 0.2353 ndcg_cut_200 58 0.1529 ndcg_cut_500 58 0.1036 ndcg_cut_1000 58 0.1036 map_cut_5 58 0.0024 map_cut_10 58 0.0044 map_cut_15 58 0.0080 map_cut_20 58 0.0104 map_cut_30 58 0.0139 map_cut_100 58 0.0220 map_cut_200 58 0.0220 map_cut_500 58 0.0220 map_cut_1000 58 0.0220 relative_P_5 58 0.4000 relative_P_10 58 0.4000 relative_P_15 58 0.4667 relative_P_20 58 0.4500 relative_P_30 58 0.4000 relative_P_100 58 0.2600 relative_P_200 58 0.1300 relative_P_500 58 0.0697 relative_P_1000 58 0.0697 success_1 58 0.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.2600 set_relative_P 58 0.2600 set_recall 58 0.0697 set_map 58 0.0181 set_F 58 0.1099 num_nonrel_judged_ret 58 21 rbp 58 0.2693 rbp_resid 58 0.0421 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 100 num_rel 707 186 num_rel_ret 707 8 map 707 0.0021 Rprec 707 0.0430 bpref 707 0.0362 recip_rank 707 0.0400 iprec_at_recall_0.00 707 0.0800 iprec_at_recall_0.10 707 0.0000 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.0000 P_10 707 0.0000 P_15 707 0.0000 P_20 707 0.0000 P_30 707 0.0333 P_100 707 0.0800 P_200 707 0.0400 P_500 707 0.0160 P_1000 707 0.0080 relstring 707 '0000000000' recall_5 707 0.0000 recall_10 707 0.0000 recall_15 707 0.0000 recall_20 707 0.0000 recall_30 707 0.0054 recall_100 707 0.0430 recall_200 707 0.0430 recall_500 707 0.0430 recall_1000 707 0.0430 infAP 707 0.0021 Rprec_mult_0.20 707 0.0263 Rprec_mult_0.40 707 0.0133 Rprec_mult_0.60 707 0.0714 Rprec_mult_0.80 707 0.0537 Rprec_mult_1.00 707 0.0430 Rprec_mult_1.20 707 0.0357 Rprec_mult_1.40 707 0.0307 Rprec_mult_1.60 707 0.0268 Rprec_mult_1.80 707 0.0239 Rprec_mult_2.00 707 0.0215 utility 707 -84.0000 11pt_avg 707 0.0073 binG 707 0.0069 G 707 0.0066 ndcg 707 0.0429 ndcg_rel 707 0.0429 Rndcg 707 0.0292 ndcg_cut_5 707 0.0000 ndcg_cut_10 707 0.0000 ndcg_cut_15 707 0.0172 ndcg_cut_20 707 0.0150 ndcg_cut_30 707 0.0312 ndcg_cut_100 707 0.0680 ndcg_cut_200 707 0.0434 ndcg_cut_500 707 0.0429 ndcg_cut_1000 707 0.0429 map_cut_5 707 0.0000 map_cut_10 707 0.0000 map_cut_15 707 0.0000 map_cut_20 707 0.0000 map_cut_30 707 0.0002 map_cut_100 707 0.0021 map_cut_200 707 0.0021 map_cut_500 707 0.0021 map_cut_1000 707 0.0021 relative_P_5 707 0.0000 relative_P_10 707 0.0000 relative_P_15 707 0.0000 relative_P_20 707 0.0000 relative_P_30 707 0.0333 relative_P_100 707 0.0800 relative_P_200 707 0.0430 relative_P_500 707 0.0430 relative_P_1000 707 0.0430 success_1 707 0.0000 success_5 707 0.0000 success_10 707 0.0000 set_P 707 0.0800 set_relative_P 707 0.0800 set_recall 707 0.0430 set_map 707 0.0034 set_F 707 0.0559 num_nonrel_judged_ret 707 30 rbp 707 0.0158 rbp_resid 707 0.0424 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 100 num_rel 72 466 num_rel_ret 72 24 map 72 0.0269 Rprec 72 0.0515 bpref 72 0.0377 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.0000 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 0.8000 P_15 72 0.5333 P_20 72 0.5000 P_30 72 0.4000 P_100 72 0.2400 P_200 72 0.1200 P_500 72 0.0480 P_1000 72 0.0240 relstring 72 '2222201222' recall_5 72 0.0107 recall_10 72 0.0172 recall_15 72 0.0172 recall_20 72 0.0215 recall_30 72 0.0258 recall_100 72 0.0515 recall_200 72 0.0515 recall_500 72 0.0515 recall_1000 72 0.0515 infAP 72 0.0269 Rprec_mult_0.20 72 0.2553 Rprec_mult_0.40 72 0.1283 Rprec_mult_0.60 72 0.0857 Rprec_mult_0.80 72 0.0643 Rprec_mult_1.00 72 0.0515 Rprec_mult_1.20 72 0.0429 Rprec_mult_1.40 72 0.0368 Rprec_mult_1.60 72 0.0322 Rprec_mult_1.80 72 0.0286 Rprec_mult_2.00 72 0.0258 utility 72 -52.0000 11pt_avg 72 0.0909 binG 72 0.0208 G 72 0.0082 ndcg 72 0.0775 ndcg_rel 72 0.0902 Rndcg 72 0.1119 ndcg_cut_5 72 0.5000 ndcg_cut_10 72 0.4425 ndcg_cut_15 72 0.3430 ndcg_cut_20 72 0.3273 ndcg_cut_30 72 0.2744 ndcg_cut_100 72 0.2036 ndcg_cut_200 72 0.1317 ndcg_cut_500 72 0.0775 ndcg_cut_1000 72 0.0775 map_cut_5 72 0.0107 map_cut_10 72 0.0157 map_cut_15 72 0.0157 map_cut_20 72 0.0179 map_cut_30 72 0.0198 map_cut_100 72 0.0269 map_cut_200 72 0.0269 map_cut_500 72 0.0269 map_cut_1000 72 0.0269 relative_P_5 72 1.0000 relative_P_10 72 0.8000 relative_P_15 72 0.5333 relative_P_20 72 0.5000 relative_P_30 72 0.4000 relative_P_100 72 0.2400 relative_P_200 72 0.1200 relative_P_500 72 0.0515 relative_P_1000 72 0.0515 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.2400 set_relative_P 72 0.2400 set_recall 72 0.0515 set_map 72 0.0124 set_F 72 0.0848 num_nonrel_judged_ret 72 18 rbp 72 0.3138 rbp_resid 72 0.0379 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 100 num_rel 84 142 num_rel_ret 84 11 map 84 0.0336 Rprec 84 0.0775 bpref 84 0.0694 recip_rank 84 1.0000 iprec_at_recall_0.00 84 1.0000 iprec_at_recall_0.10 84 0.0000 iprec_at_recall_0.20 84 0.0000 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 0.6000 P_10 84 0.4000 P_15 84 0.2667 P_20 84 0.3000 P_30 84 0.2333 P_100 84 0.1100 P_200 84 0.0550 P_500 84 0.0220 P_1000 84 0.0110 relstring 84 '2221111020' recall_5 84 0.0211 recall_10 84 0.0282 recall_15 84 0.0282 recall_20 84 0.0423 recall_30 84 0.0493 recall_100 84 0.0775 recall_200 84 0.0775 recall_500 84 0.0775 recall_1000 84 0.0775 infAP 84 0.0336 Rprec_mult_0.20 84 0.2414 Rprec_mult_0.40 84 0.1228 Rprec_mult_0.60 84 0.0814 Rprec_mult_0.80 84 0.0965 Rprec_mult_1.00 84 0.0775 Rprec_mult_1.20 84 0.0643 Rprec_mult_1.40 84 0.0553 Rprec_mult_1.60 84 0.0482 Rprec_mult_1.80 84 0.0430 Rprec_mult_2.00 84 0.0387 utility 84 -78.0000 11pt_avg 84 0.0909 binG 84 0.0334 G 84 0.0197 ndcg 84 0.1475 ndcg_rel 84 0.1676 Rndcg 84 0.2775 ndcg_cut_5 84 0.4453 ndcg_cut_10 84 0.3935 ndcg_cut_15 84 0.3435 ndcg_cut_20 84 0.3431 ndcg_cut_30 84 0.3285 ndcg_cut_100 84 0.2212 ndcg_cut_200 84 0.1600 ndcg_cut_500 84 0.1475 ndcg_cut_1000 84 0.1475 map_cut_5 84 0.0211 map_cut_10 84 0.0243 map_cut_15 84 0.0243 map_cut_20 84 0.0289 map_cut_30 84 0.0307 map_cut_100 84 0.0336 map_cut_200 84 0.0336 map_cut_500 84 0.0336 map_cut_1000 84 0.0336 relative_P_5 84 0.6000 relative_P_10 84 0.4000 relative_P_15 84 0.2667 relative_P_20 84 0.3000 relative_P_30 84 0.2333 relative_P_100 84 0.1100 relative_P_200 84 0.0775 relative_P_500 84 0.0775 relative_P_1000 84 0.0775 success_1 84 1.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.1100 set_relative_P 84 0.1100 set_recall 84 0.0775 set_map 84 0.0085 set_F 84 0.0909 num_nonrel_judged_ret 84 34 rbp 84 0.2714 rbp_resid 84 0.0422 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 100 num_rel 897 239 num_rel_ret 897 19 map 897 0.0271 Rprec 897 0.0795 bpref 897 0.0741 recip_rank 897 0.5000 iprec_at_recall_0.00 897 0.7500 iprec_at_recall_0.10 897 0.0000 iprec_at_recall_0.20 897 0.0000 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 0.6000 P_10 897 0.5000 P_15 897 0.4667 P_20 897 0.3500 P_30 897 0.2667 P_100 897 0.1900 P_200 897 0.0950 P_500 897 0.0380 P_1000 897 0.0190 relstring 897 '1222022110' recall_5 897 0.0126 recall_10 897 0.0209 recall_15 897 0.0293 recall_20 897 0.0293 recall_30 897 0.0335 recall_100 897 0.0795 recall_200 897 0.0795 recall_500 897 0.0795 recall_1000 897 0.0795 infAP 897 0.0271 Rprec_mult_0.20 897 0.1667 Rprec_mult_0.40 897 0.1667 Rprec_mult_0.60 897 0.1319 Rprec_mult_0.80 897 0.0990 Rprec_mult_1.00 897 0.0795 Rprec_mult_1.20 897 0.0662 Rprec_mult_1.40 897 0.0567 Rprec_mult_1.60 897 0.0496 Rprec_mult_1.80 897 0.0441 Rprec_mult_2.00 897 0.0397 utility 897 -62.0000 11pt_avg 897 0.0682 binG 897 0.0234 G 897 0.0168 ndcg 897 0.1256 ndcg_rel 897 0.1443 Rndcg 897 0.1913 ndcg_cut_5 897 0.4661 ndcg_cut_10 897 0.4489 ndcg_cut_15 897 0.4227 ndcg_cut_20 897 0.3635 ndcg_cut_30 897 0.3055 ndcg_cut_100 897 0.2412 ndcg_cut_200 897 0.1560 ndcg_cut_500 897 0.1256 ndcg_cut_1000 897 0.1256 map_cut_5 897 0.0080 map_cut_10 897 0.0138 map_cut_15 897 0.0180 map_cut_20 897 0.0180 map_cut_30 897 0.0196 map_cut_100 897 0.0271 map_cut_200 897 0.0271 map_cut_500 897 0.0271 map_cut_1000 897 0.0271 relative_P_5 897 0.6000 relative_P_10 897 0.5000 relative_P_15 897 0.4667 relative_P_20 897 0.3500 relative_P_30 897 0.2667 relative_P_100 897 0.1900 relative_P_200 897 0.0950 relative_P_500 897 0.0795 relative_P_1000 897 0.0795 success_1 897 0.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.1900 set_relative_P 897 0.1900 set_recall 897 0.0795 set_map 897 0.0151 set_F 897 0.1121 num_nonrel_judged_ret 897 26 rbp 897 0.3657 rbp_resid 897 0.0408 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all ronly_auto_plan num_q all 22 num_ret all 2200 num_rel all 5166 num_rel_ret all 500 map all 0.0493 gm_map all 0.0295 Rprec all 0.0996 bpref all 0.0916 recip_rank all 0.7055 iprec_at_recall_0.00 all 0.7628 iprec_at_recall_0.10 all 0.2130 iprec_at_recall_0.20 all 0.0152 iprec_at_recall_0.30 all 0.0000 iprec_at_recall_0.40 all 0.0000 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.5273 P_10 all 0.4636 P_15 all 0.4424 P_20 all 0.4205 P_30 all 0.4000 P_100 all 0.2273 P_200 all 0.1136 P_500 all 0.0455 P_1000 all 0.0227 recall_5 all 0.0118 recall_10 all 0.0209 recall_15 all 0.0295 recall_20 all 0.0374 recall_30 all 0.0534 recall_100 all 0.0996 recall_200 all 0.0996 recall_500 all 0.0996 recall_1000 all 0.0996 infAP all 0.0493 gm_bpref all 0.0808 Rprec_mult_0.20 all 0.3036 Rprec_mult_0.40 all 0.2121 Rprec_mult_0.60 all 0.1561 Rprec_mult_0.80 all 0.1236 Rprec_mult_1.00 all 0.0996 Rprec_mult_1.20 all 0.0828 Rprec_mult_1.40 all 0.0710 Rprec_mult_1.60 all 0.0621 Rprec_mult_1.80 all 0.0552 Rprec_mult_2.00 all 0.0498 utility all -54.5455 11pt_avg all 0.0901 binG all 0.0343 G all 0.0231 ndcg all 0.1466 ndcg_rel all 0.1727 Rndcg all 0.2175 ndcg_cut_5 all 0.4226 ndcg_cut_10 all 0.4004 ndcg_cut_15 all 0.3918 ndcg_cut_20 all 0.3812 ndcg_cut_30 all 0.3760 ndcg_cut_100 all 0.2637 ndcg_cut_200 all 0.1773 ndcg_cut_500 all 0.1466 ndcg_cut_1000 all 0.1466 map_cut_5 all 0.0103 map_cut_10 all 0.0157 map_cut_15 all 0.0215 map_cut_20 all 0.0263 map_cut_30 all 0.0363 map_cut_100 all 0.0493 map_cut_200 all 0.0493 map_cut_500 all 0.0493 map_cut_1000 all 0.0493 relative_P_5 all 0.5273 relative_P_10 all 0.4636 relative_P_15 all 0.4424 relative_P_20 all 0.4205 relative_P_30 all 0.4000 relative_P_100 all 0.2273 relative_P_200 all 0.1203 relative_P_500 all 0.0996 relative_P_1000 all 0.0996 success_1 all 0.5909 success_5 all 0.8182 success_10 all 0.9091 set_P all 0.2273 set_relative_P all 0.2273 set_recall all 0.0996 set_map all 0.0264 set_F all 0.1358 num_nonrel_judged_ret all 536 rbp all 0.3379 rbp_resid all 0.0361 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000