num_ret 14 20 num_rel 14 272 num_rel_ret 14 14 map 14 0.0456 Rprec 14 0.0515 bpref 14 0.0512 recip_rank 14 1.0000 iprec_at_recall_0.00 14 1.0000 iprec_at_recall_0.10 14 0.0000 iprec_at_recall_0.20 14 0.0000 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 0.8000 P_10 14 0.9000 P_15 14 0.8000 P_20 14 0.7000 P_30 14 0.4667 P_100 14 0.1400 P_200 14 0.0700 P_500 14 0.0280 P_1000 14 0.0140 relstring 14 '2220233222' recall_5 14 0.0147 recall_10 14 0.0331 recall_15 14 0.0441 recall_20 14 0.0515 recall_30 14 0.0515 recall_100 14 0.0515 recall_200 14 0.0515 recall_500 14 0.0515 recall_1000 14 0.0515 infAP 14 0.0456 Rprec_mult_0.20 14 0.2545 Rprec_mult_0.40 14 0.1284 Rprec_mult_0.60 14 0.0854 Rprec_mult_0.80 14 0.0642 Rprec_mult_1.00 14 0.0515 Rprec_mult_1.20 14 0.0428 Rprec_mult_1.40 14 0.0367 Rprec_mult_1.60 14 0.0321 Rprec_mult_1.80 14 0.0286 Rprec_mult_2.00 14 0.0257 utility 14 8.0000 11pt_avg 14 0.0909 binG 14 0.0341 G 14 0.0145 ndcg 14 0.1138 ndcg_rel 14 0.1342 Rndcg 14 0.3019 ndcg_cut_5 14 0.4807 ndcg_cut_10 14 0.5842 ndcg_cut_15 14 0.5470 ndcg_cut_20 14 0.5149 ndcg_cut_30 14 0.4236 ndcg_cut_100 14 0.2288 ndcg_cut_200 14 0.1483 ndcg_cut_500 14 0.1138 ndcg_cut_1000 14 0.1138 map_cut_5 14 0.0140 map_cut_10 14 0.0300 map_cut_15 14 0.0396 map_cut_20 14 0.0456 map_cut_30 14 0.0456 map_cut_100 14 0.0456 map_cut_200 14 0.0456 map_cut_500 14 0.0456 map_cut_1000 14 0.0456 relative_P_5 14 0.8000 relative_P_10 14 0.9000 relative_P_15 14 0.8000 relative_P_20 14 0.7000 relative_P_30 14 0.4667 relative_P_100 14 0.1400 relative_P_200 14 0.0700 relative_P_500 14 0.0515 relative_P_1000 14 0.0515 success_1 14 1.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.7000 set_relative_P 14 0.7000 set_recall 14 0.0515 set_map 14 0.0360 set_F 14 0.0959 num_nonrel_judged_ret 14 6 rbp 14 0.3853 rbp_resid 14 0.0000 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 20 num_rel 144 197 num_rel_ret 144 3 map 144 0.0115 Rprec 144 0.0152 bpref 144 0.0150 recip_rank 144 1.0000 iprec_at_recall_0.00 144 1.0000 iprec_at_recall_0.10 144 0.0000 iprec_at_recall_0.20 144 0.0000 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.4000 P_10 144 0.2000 P_15 144 0.2000 P_20 144 0.1500 P_30 144 0.1000 P_100 144 0.0300 P_200 144 0.0150 P_500 144 0.0060 P_1000 144 0.0030 relstring 144 '2211011101' recall_5 144 0.0102 recall_10 144 0.0102 recall_15 144 0.0152 recall_20 144 0.0152 recall_30 144 0.0152 recall_100 144 0.0152 recall_200 144 0.0152 recall_500 144 0.0152 recall_1000 144 0.0152 infAP 144 0.0115 Rprec_mult_0.20 144 0.0750 Rprec_mult_0.40 144 0.0380 Rprec_mult_0.60 144 0.0252 Rprec_mult_0.80 144 0.0190 Rprec_mult_1.00 144 0.0152 Rprec_mult_1.20 144 0.0127 Rprec_mult_1.40 144 0.0109 Rprec_mult_1.60 144 0.0095 Rprec_mult_1.80 144 0.0085 Rprec_mult_2.00 144 0.0076 utility 144 -14.0000 11pt_avg 144 0.0909 binG 144 0.0117 G 144 0.0069 ndcg 144 0.0621 ndcg_rel 144 0.0730 Rndcg 144 0.1993 ndcg_cut_5 144 0.4258 ndcg_cut_10 144 0.3750 ndcg_cut_15 144 0.3394 ndcg_cut_20 144 0.2851 ndcg_cut_30 144 0.2214 ndcg_cut_100 144 0.1131 ndcg_cut_200 144 0.0759 ndcg_cut_500 144 0.0621 ndcg_cut_1000 144 0.0621 map_cut_5 144 0.0102 map_cut_10 144 0.0102 map_cut_15 144 0.0115 map_cut_20 144 0.0115 map_cut_30 144 0.0115 map_cut_100 144 0.0115 map_cut_200 144 0.0115 map_cut_500 144 0.0115 map_cut_1000 144 0.0115 relative_P_5 144 0.4000 relative_P_10 144 0.2000 relative_P_15 144 0.2000 relative_P_20 144 0.1500 relative_P_30 144 0.1000 relative_P_100 144 0.0300 relative_P_200 144 0.0152 relative_P_500 144 0.0152 relative_P_1000 144 0.0152 success_1 144 1.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.1500 set_relative_P 144 0.1500 set_recall 144 0.0152 set_map 144 0.0023 set_F 144 0.0276 num_nonrel_judged_ret 144 17 rbp 144 0.2077 rbp_resid 144 0.0000 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 20 num_rel 161 218 num_rel_ret 161 11 map 161 0.0332 Rprec 161 0.0505 bpref 161 0.0497 recip_rank 161 1.0000 iprec_at_recall_0.00 161 1.0000 iprec_at_recall_0.10 161 0.0000 iprec_at_recall_0.20 161 0.0000 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 0.4000 P_10 161 0.7000 P_15 161 0.6667 P_20 161 0.5500 P_30 161 0.3667 P_100 161 0.1100 P_200 161 0.0550 P_500 161 0.0220 P_1000 161 0.0110 relstring 161 '2000223333' recall_5 161 0.0092 recall_10 161 0.0321 recall_15 161 0.0459 recall_20 161 0.0505 recall_30 161 0.0505 recall_100 161 0.0505 recall_200 161 0.0505 recall_500 161 0.0505 recall_1000 161 0.0505 infAP 161 0.0332 Rprec_mult_0.20 161 0.2500 Rprec_mult_0.40 161 0.1250 Rprec_mult_0.60 161 0.0840 Rprec_mult_0.80 161 0.0629 Rprec_mult_1.00 161 0.0505 Rprec_mult_1.20 161 0.0420 Rprec_mult_1.40 161 0.0359 Rprec_mult_1.60 161 0.0315 Rprec_mult_1.80 161 0.0280 Rprec_mult_2.00 161 0.0252 utility 161 2.0000 11pt_avg 161 0.0909 binG 161 0.0235 G 161 0.0162 ndcg 161 0.1147 ndcg_rel 161 0.1313 Rndcg 161 0.2287 ndcg_cut_5 161 0.3136 ndcg_cut_10 161 0.5284 ndcg_cut_15 161 0.5324 ndcg_cut_20 161 0.4652 ndcg_cut_30 161 0.3840 ndcg_cut_100 161 0.1999 ndcg_cut_200 161 0.1278 ndcg_cut_500 161 0.1147 ndcg_cut_1000 161 0.1147 map_cut_5 161 0.0064 map_cut_10 161 0.0205 map_cut_15 161 0.0305 map_cut_20 161 0.0332 map_cut_30 161 0.0332 map_cut_100 161 0.0332 map_cut_200 161 0.0332 map_cut_500 161 0.0332 map_cut_1000 161 0.0332 relative_P_5 161 0.4000 relative_P_10 161 0.7000 relative_P_15 161 0.6667 relative_P_20 161 0.5500 relative_P_30 161 0.3667 relative_P_100 161 0.1100 relative_P_200 161 0.0550 relative_P_500 161 0.0505 relative_P_1000 161 0.0505 success_1 161 1.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.5500 set_relative_P 161 0.5500 set_recall 161 0.0505 set_map 161 0.0278 set_F 161 0.0924 num_nonrel_judged_ret 161 9 rbp 161 0.4257 rbp_resid 161 0.0000 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 20 num_rel 200 184 num_rel_ret 200 16 map 200 0.0731 Rprec 200 0.0870 bpref 200 0.0860 recip_rank 200 1.0000 iprec_at_recall_0.00 200 1.0000 iprec_at_recall_0.10 200 0.0000 iprec_at_recall_0.20 200 0.0000 iprec_at_recall_0.30 200 0.0000 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 0.8000 P_10 200 0.8000 P_15 200 0.7333 P_20 200 0.8000 P_30 200 0.5333 P_100 200 0.1600 P_200 200 0.0800 P_500 200 0.0320 P_1000 200 0.0160 relstring 200 '2330222330' recall_5 200 0.0217 recall_10 200 0.0435 recall_15 200 0.0598 recall_20 200 0.0870 recall_30 200 0.0870 recall_100 200 0.0870 recall_200 200 0.0870 recall_500 200 0.0870 recall_1000 200 0.0870 infAP 200 0.0731 Rprec_mult_0.20 200 0.4324 Rprec_mult_0.40 200 0.2162 Rprec_mult_0.60 200 0.1441 Rprec_mult_0.80 200 0.1081 Rprec_mult_1.00 200 0.0870 Rprec_mult_1.20 200 0.0724 Rprec_mult_1.40 200 0.0620 Rprec_mult_1.60 200 0.0542 Rprec_mult_1.80 200 0.0482 Rprec_mult_2.00 200 0.0435 utility 200 12.0000 11pt_avg 200 0.0909 binG 200 0.0511 G 200 0.0254 ndcg 200 0.1612 ndcg_rel 200 0.1965 Rndcg 200 0.2893 ndcg_cut_5 200 0.6263 ndcg_cut_10 200 0.6421 ndcg_cut_15 200 0.6187 ndcg_cut_20 200 0.6264 ndcg_cut_30 200 0.4864 ndcg_cut_100 200 0.2439 ndcg_cut_200 200 0.1680 ndcg_cut_500 200 0.1612 ndcg_cut_1000 200 0.1612 map_cut_5 200 0.0207 map_cut_10 200 0.0394 map_cut_15 200 0.0520 map_cut_20 200 0.0731 map_cut_30 200 0.0731 map_cut_100 200 0.0731 map_cut_200 200 0.0731 map_cut_500 200 0.0731 map_cut_1000 200 0.0731 relative_P_5 200 0.8000 relative_P_10 200 0.8000 relative_P_15 200 0.7333 relative_P_20 200 0.8000 relative_P_30 200 0.5333 relative_P_100 200 0.1600 relative_P_200 200 0.0870 relative_P_500 200 0.0870 relative_P_1000 200 0.0870 success_1 200 1.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.8000 set_relative_P 200 0.8000 set_recall 200 0.0870 set_map 200 0.0696 set_F 200 0.1569 num_nonrel_judged_ret 200 4 rbp 200 0.4340 rbp_resid 200 0.0000 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 20 num_rel 213 322 num_rel_ret 213 16 map 213 0.0472 Rprec 213 0.0497 bpref 213 0.0494 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 0.0000 iprec_at_recall_0.20 213 0.0000 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 1.0000 P_10 213 1.0000 P_15 213 0.8667 P_20 213 0.8000 P_30 213 0.5333 P_100 213 0.1600 P_200 213 0.0800 P_500 213 0.0320 P_1000 213 0.0160 relstring 213 '3233333222' recall_5 213 0.0155 recall_10 213 0.0311 recall_15 213 0.0404 recall_20 213 0.0497 recall_30 213 0.0497 recall_100 213 0.0497 recall_200 213 0.0497 recall_500 213 0.0497 recall_1000 213 0.0497 infAP 213 0.0472 Rprec_mult_0.20 213 0.2462 Rprec_mult_0.40 213 0.1240 Rprec_mult_0.60 213 0.0825 Rprec_mult_0.80 213 0.0620 Rprec_mult_1.00 213 0.0497 Rprec_mult_1.20 213 0.0413 Rprec_mult_1.40 213 0.0355 Rprec_mult_1.60 213 0.0310 Rprec_mult_1.80 213 0.0276 Rprec_mult_2.00 213 0.0248 utility 213 12.0000 11pt_avg 213 0.0909 binG 213 0.0414 G 213 0.0150 ndcg 213 0.1157 ndcg_rel 213 0.1432 Rndcg 213 0.2644 ndcg_cut_5 213 0.6965 ndcg_cut_10 213 0.6655 ndcg_cut_15 213 0.6502 ndcg_cut_20 213 0.6428 ndcg_cut_30 213 0.5172 ndcg_cut_100 213 0.2481 ndcg_cut_200 213 0.1590 ndcg_cut_500 213 0.1157 ndcg_cut_1000 213 0.1157 map_cut_5 213 0.0155 map_cut_10 213 0.0311 map_cut_15 213 0.0397 map_cut_20 213 0.0472 map_cut_30 213 0.0472 map_cut_100 213 0.0472 map_cut_200 213 0.0472 map_cut_500 213 0.0472 map_cut_1000 213 0.0472 relative_P_5 213 1.0000 relative_P_10 213 1.0000 relative_P_15 213 0.8667 relative_P_20 213 0.8000 relative_P_30 213 0.5333 relative_P_100 213 0.1600 relative_P_200 213 0.0800 relative_P_500 213 0.0497 relative_P_1000 213 0.0497 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.8000 set_relative_P 213 0.8000 set_recall 213 0.0497 set_map 213 0.0398 set_F 213 0.0936 num_nonrel_judged_ret 213 4 rbp 213 0.5428 rbp_resid 213 0.0000 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 20 num_rel 219 203 num_rel_ret 219 8 map 219 0.0142 Rprec 219 0.0394 bpref 219 0.0378 recip_rank 219 0.5000 iprec_at_recall_0.00 219 0.5000 iprec_at_recall_0.10 219 0.0000 iprec_at_recall_0.20 219 0.0000 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.2000 P_10 219 0.2000 P_15 219 0.3333 P_20 219 0.4000 P_30 219 0.2667 P_100 219 0.0800 P_200 219 0.0400 P_500 219 0.0160 P_1000 219 0.0080 relstring 219 '0200020101' recall_5 219 0.0049 recall_10 219 0.0099 recall_15 219 0.0246 recall_20 219 0.0394 recall_30 219 0.0394 recall_100 219 0.0394 recall_200 219 0.0394 recall_500 219 0.0394 recall_1000 219 0.0394 infAP 219 0.0142 Rprec_mult_0.20 219 0.1951 Rprec_mult_0.40 219 0.0976 Rprec_mult_0.60 219 0.0656 Rprec_mult_0.80 219 0.0491 Rprec_mult_1.00 219 0.0394 Rprec_mult_1.20 219 0.0328 Rprec_mult_1.40 219 0.0281 Rprec_mult_1.60 219 0.0246 Rprec_mult_1.80 219 0.0219 Rprec_mult_2.00 219 0.0197 utility 219 -4.0000 11pt_avg 219 0.0455 binG 219 0.0133 G 219 0.0075 ndcg 219 0.0621 ndcg_rel 219 0.0672 Rndcg 219 0.1068 ndcg_cut_5 219 0.1070 ndcg_cut_10 219 0.1493 ndcg_cut_15 219 0.2089 ndcg_cut_20 219 0.2358 ndcg_cut_30 219 0.1876 ndcg_cut_100 219 0.1035 ndcg_cut_200 219 0.0694 ndcg_cut_500 219 0.0621 ndcg_cut_1000 219 0.0621 map_cut_5 219 0.0025 map_cut_10 219 0.0041 map_cut_15 219 0.0086 map_cut_20 219 0.0142 map_cut_30 219 0.0142 map_cut_100 219 0.0142 map_cut_200 219 0.0142 map_cut_500 219 0.0142 map_cut_1000 219 0.0142 relative_P_5 219 0.2000 relative_P_10 219 0.2000 relative_P_15 219 0.3333 relative_P_20 219 0.4000 relative_P_30 219 0.2667 relative_P_100 219 0.0800 relative_P_200 219 0.0400 relative_P_500 219 0.0394 relative_P_1000 219 0.0394 success_1 219 0.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.4000 set_relative_P 219 0.4000 set_recall 219 0.0394 set_map 219 0.0158 set_F 219 0.0717 num_nonrel_judged_ret 219 12 rbp 219 0.1714 rbp_resid 219 0.0000 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 20 num_rel 224 304 num_rel_ret 224 10 map 224 0.0266 Rprec 224 0.0329 bpref 224 0.0326 recip_rank 224 1.0000 iprec_at_recall_0.00 224 1.0000 iprec_at_recall_0.10 224 0.0000 iprec_at_recall_0.20 224 0.0000 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 0.6000 P_10 224 0.8000 P_15 224 0.6000 P_20 224 0.5000 P_30 224 0.3333 P_100 224 0.1000 P_200 224 0.0500 P_500 224 0.0200 P_1000 224 0.0100 relstring 224 '2320122223' recall_5 224 0.0099 recall_10 224 0.0263 recall_15 224 0.0296 recall_20 224 0.0329 recall_30 224 0.0329 recall_100 224 0.0329 recall_200 224 0.0329 recall_500 224 0.0329 recall_1000 224 0.0329 infAP 224 0.0266 Rprec_mult_0.20 224 0.1639 Rprec_mult_0.40 224 0.0820 Rprec_mult_0.60 224 0.0546 Rprec_mult_0.80 224 0.0410 Rprec_mult_1.00 224 0.0329 Rprec_mult_1.20 224 0.0274 Rprec_mult_1.40 224 0.0235 Rprec_mult_1.60 224 0.0205 Rprec_mult_1.80 224 0.0182 Rprec_mult_2.00 224 0.0164 utility 224 0.0000 11pt_avg 224 0.0909 binG 224 0.0206 G 224 0.0140 ndcg 224 0.1001 ndcg_rel 224 0.1239 Rndcg 224 0.2126 ndcg_cut_5 224 0.5969 ndcg_cut_10 224 0.6426 ndcg_cut_15 224 0.5884 ndcg_cut_20 224 0.5240 ndcg_cut_30 224 0.4118 ndcg_cut_100 224 0.2195 ndcg_cut_200 224 0.1416 ndcg_cut_500 224 0.1001 ndcg_cut_1000 224 0.1001 map_cut_5 224 0.0099 map_cut_10 224 0.0221 map_cut_15 224 0.0245 map_cut_20 224 0.0266 map_cut_30 224 0.0266 map_cut_100 224 0.0266 map_cut_200 224 0.0266 map_cut_500 224 0.0266 map_cut_1000 224 0.0266 relative_P_5 224 0.6000 relative_P_10 224 0.8000 relative_P_15 224 0.6000 relative_P_20 224 0.5000 relative_P_30 224 0.3333 relative_P_100 224 0.1000 relative_P_200 224 0.0500 relative_P_500 224 0.0329 relative_P_1000 224 0.0329 success_1 224 1.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.5000 set_relative_P 224 0.5000 set_recall 224 0.0329 set_map 224 0.0164 set_F 224 0.0617 num_nonrel_judged_ret 224 10 rbp 224 0.4834 rbp_resid 224 0.0000 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 20 num_rel 225 238 num_rel_ret 225 17 map 225 0.0617 Rprec 225 0.0714 bpref 225 0.0703 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.0000 iprec_at_recall_0.20 225 0.0000 iprec_at_recall_0.30 225 0.0000 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 0.8000 P_10 225 0.8000 P_15 225 0.8667 P_20 225 0.8500 P_30 225 0.5667 P_100 225 0.1700 P_200 225 0.0850 P_500 225 0.0340 P_1000 225 0.0170 relstring 225 '2202222212' recall_5 225 0.0168 recall_10 225 0.0336 recall_15 225 0.0546 recall_20 225 0.0714 recall_30 225 0.0714 recall_100 225 0.0714 recall_200 225 0.0714 recall_500 225 0.0714 recall_1000 225 0.0714 infAP 225 0.0617 Rprec_mult_0.20 225 0.3542 Rprec_mult_0.40 225 0.1771 Rprec_mult_0.60 225 0.1189 Rprec_mult_0.80 225 0.0890 Rprec_mult_1.00 225 0.0714 Rprec_mult_1.20 225 0.0594 Rprec_mult_1.40 225 0.0509 Rprec_mult_1.60 225 0.0446 Rprec_mult_1.80 225 0.0396 Rprec_mult_2.00 225 0.0357 utility 225 14.0000 11pt_avg 225 0.0909 binG 225 0.0427 G 225 0.0190 ndcg 225 0.1306 ndcg_rel 225 0.1610 Rndcg 225 0.1873 ndcg_cut_5 225 0.5536 ndcg_cut_10 225 0.5712 ndcg_cut_15 225 0.6230 ndcg_cut_20 225 0.6309 ndcg_cut_30 225 0.4848 ndcg_cut_100 225 0.2331 ndcg_cut_200 225 0.1569 ndcg_cut_500 225 0.1306 ndcg_cut_1000 225 0.1306 map_cut_5 225 0.0149 map_cut_10 225 0.0291 map_cut_15 225 0.0468 map_cut_20 225 0.0617 map_cut_30 225 0.0617 map_cut_100 225 0.0617 map_cut_200 225 0.0617 map_cut_500 225 0.0617 map_cut_1000 225 0.0617 relative_P_5 225 0.8000 relative_P_10 225 0.8000 relative_P_15 225 0.8667 relative_P_20 225 0.8500 relative_P_30 225 0.5667 relative_P_100 225 0.1700 relative_P_200 225 0.0850 relative_P_500 225 0.0714 relative_P_1000 225 0.0714 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.8500 set_relative_P 225 0.8500 set_recall 225 0.0714 set_map 225 0.0607 set_F 225 0.1318 num_nonrel_judged_ret 225 3 rbp 225 0.5388 rbp_resid 225 0.0000 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 20 num_rel 233 203 num_rel_ret 233 10 map 233 0.0267 Rprec 233 0.0493 bpref 233 0.0475 recip_rank 233 1.0000 iprec_at_recall_0.00 233 1.0000 iprec_at_recall_0.10 233 0.0000 iprec_at_recall_0.20 233 0.0000 iprec_at_recall_0.30 233 0.0000 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 0.4000 P_10 233 0.4000 P_15 233 0.4667 P_20 233 0.5000 P_30 233 0.3333 P_100 233 0.1000 P_200 233 0.0500 P_500 233 0.0200 P_1000 233 0.0100 relstring 233 '2003031300' recall_5 233 0.0099 recall_10 233 0.0197 recall_15 233 0.0345 recall_20 233 0.0493 recall_30 233 0.0493 recall_100 233 0.0493 recall_200 233 0.0493 recall_500 233 0.0493 recall_1000 233 0.0493 infAP 233 0.0267 Rprec_mult_0.20 233 0.2439 Rprec_mult_0.40 233 0.1220 Rprec_mult_0.60 233 0.0820 Rprec_mult_0.80 233 0.0613 Rprec_mult_1.00 233 0.0493 Rprec_mult_1.20 233 0.0410 Rprec_mult_1.40 233 0.0351 Rprec_mult_1.60 233 0.0308 Rprec_mult_1.80 233 0.0273 Rprec_mult_2.00 233 0.0246 utility 233 0.0000 11pt_avg 233 0.0909 binG 233 0.0205 G 233 0.0119 ndcg 233 0.0935 ndcg_rel 233 0.1081 Rndcg 233 0.1601 ndcg_cut_5 233 0.3142 ndcg_cut_10 233 0.3696 ndcg_cut_15 233 0.3897 ndcg_cut_20 233 0.4114 ndcg_cut_30 233 0.3215 ndcg_cut_100 233 0.1453 ndcg_cut_200 233 0.1007 ndcg_cut_500 233 0.0935 ndcg_cut_1000 233 0.0935 map_cut_5 233 0.0074 map_cut_10 233 0.0123 map_cut_15 233 0.0193 map_cut_20 233 0.0267 map_cut_30 233 0.0267 map_cut_100 233 0.0267 map_cut_200 233 0.0267 map_cut_500 233 0.0267 map_cut_1000 233 0.0267 relative_P_5 233 0.4000 relative_P_10 233 0.4000 relative_P_15 233 0.4667 relative_P_20 233 0.5000 relative_P_30 233 0.3333 relative_P_100 233 0.1000 relative_P_200 233 0.0500 relative_P_500 233 0.0493 relative_P_1000 233 0.0493 success_1 233 1.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.5000 set_relative_P 233 0.5000 set_recall 233 0.0493 set_map 233 0.0246 set_F 233 0.0897 num_nonrel_judged_ret 233 10 rbp 233 0.2806 rbp_resid 233 0.0000 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 20 num_rel 273 290 num_rel_ret 273 15 map 273 0.0485 Rprec 273 0.0517 bpref 273 0.0514 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.0000 iprec_at_recall_0.20 273 0.0000 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 1.0000 P_10 273 0.9000 P_15 273 0.8667 P_20 273 0.7500 P_30 273 0.5000 P_100 273 0.1500 P_200 273 0.0750 P_500 273 0.0300 P_1000 273 0.0150 relstring 273 '2232222220' recall_5 273 0.0172 recall_10 273 0.0310 recall_15 273 0.0448 recall_20 273 0.0517 recall_30 273 0.0517 recall_100 273 0.0517 recall_200 273 0.0517 recall_500 273 0.0517 recall_1000 273 0.0517 infAP 273 0.0485 Rprec_mult_0.20 273 0.2586 Rprec_mult_0.40 273 0.1293 Rprec_mult_0.60 273 0.0862 Rprec_mult_0.80 273 0.0647 Rprec_mult_1.00 273 0.0517 Rprec_mult_1.20 273 0.0431 Rprec_mult_1.40 273 0.0369 Rprec_mult_1.60 273 0.0323 Rprec_mult_1.80 273 0.0287 Rprec_mult_2.00 273 0.0259 utility 273 10.0000 11pt_avg 273 0.0909 binG 273 0.0409 G 273 0.0139 ndcg 273 0.1035 ndcg_rel 273 0.1239 Rndcg 273 0.2382 ndcg_cut_5 273 0.6497 ndcg_cut_10 273 0.6158 ndcg_cut_15 273 0.6111 ndcg_cut_20 273 0.5672 ndcg_cut_30 273 0.4405 ndcg_cut_100 273 0.2082 ndcg_cut_200 273 0.1425 ndcg_cut_500 273 0.1035 ndcg_cut_1000 273 0.1035 map_cut_5 273 0.0172 map_cut_10 273 0.0310 map_cut_15 273 0.0428 map_cut_20 273 0.0485 map_cut_30 273 0.0485 map_cut_100 273 0.0485 map_cut_200 273 0.0485 map_cut_500 273 0.0485 map_cut_1000 273 0.0485 relative_P_5 273 1.0000 relative_P_10 273 0.9000 relative_P_15 273 0.8667 relative_P_20 273 0.7500 relative_P_30 273 0.5000 relative_P_100 273 0.1500 relative_P_200 273 0.0750 relative_P_500 273 0.0517 relative_P_1000 273 0.0517 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.7500 set_relative_P 273 0.7500 set_recall 273 0.0517 set_map 273 0.0388 set_F 273 0.0968 num_nonrel_judged_ret 273 5 rbp 273 0.4106 rbp_resid 273 0.0000 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 20 num_rel 300 239 num_rel_ret 300 8 map 300 0.0304 Rprec 300 0.0335 bpref 300 0.0334 recip_rank 300 1.0000 iprec_at_recall_0.00 300 1.0000 iprec_at_recall_0.10 300 0.0000 iprec_at_recall_0.20 300 0.0000 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.8000 P_10 300 0.8000 P_15 300 0.5333 P_20 300 0.4000 P_30 300 0.2667 P_100 300 0.0800 P_200 300 0.0400 P_500 300 0.0160 P_1000 300 0.0080 relstring 300 '2222122122' recall_5 300 0.0167 recall_10 300 0.0335 recall_15 300 0.0335 recall_20 300 0.0335 recall_30 300 0.0335 recall_100 300 0.0335 recall_200 300 0.0335 recall_500 300 0.0335 recall_1000 300 0.0335 infAP 300 0.0304 Rprec_mult_0.20 300 0.1667 Rprec_mult_0.40 300 0.0833 Rprec_mult_0.60 300 0.0556 Rprec_mult_0.80 300 0.0417 Rprec_mult_1.00 300 0.0335 Rprec_mult_1.20 300 0.0279 Rprec_mult_1.40 300 0.0239 Rprec_mult_1.60 300 0.0209 Rprec_mult_1.80 300 0.0186 Rprec_mult_2.00 300 0.0167 utility 300 -4.0000 11pt_avg 300 0.0909 binG 300 0.0262 G 300 0.0119 ndcg 300 0.0865 ndcg_rel 300 0.1052 Rndcg 300 0.1500 ndcg_cut_5 300 0.6229 ndcg_cut_10 300 0.6151 ndcg_cut_15 300 0.4768 ndcg_cut_20 300 0.3970 ndcg_cut_30 300 0.3051 ndcg_cut_100 300 0.1606 ndcg_cut_200 300 0.1048 ndcg_cut_500 300 0.0865 ndcg_cut_1000 300 0.0865 map_cut_5 300 0.0167 map_cut_10 300 0.0304 map_cut_15 300 0.0304 map_cut_20 300 0.0304 map_cut_30 300 0.0304 map_cut_100 300 0.0304 map_cut_200 300 0.0304 map_cut_500 300 0.0304 map_cut_1000 300 0.0304 relative_P_5 300 0.8000 relative_P_10 300 0.8000 relative_P_15 300 0.5333 relative_P_20 300 0.4000 relative_P_30 300 0.2667 relative_P_100 300 0.0800 relative_P_200 300 0.0400 relative_P_500 300 0.0335 relative_P_1000 300 0.0335 success_1 300 1.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.4000 set_relative_P 300 0.4000 set_recall 300 0.0335 set_map 300 0.0134 set_F 300 0.0618 num_nonrel_judged_ret 300 12 rbp 300 0.3964 rbp_resid 300 0.0000 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 20 num_rel 31 134 num_rel_ret 31 1 map 31 0.0019 Rprec 31 0.0075 bpref 31 0.0073 recip_rank 31 0.2500 iprec_at_recall_0.00 31 0.2500 iprec_at_recall_0.10 31 0.0000 iprec_at_recall_0.20 31 0.0000 iprec_at_recall_0.30 31 0.0000 iprec_at_recall_0.40 31 0.0000 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 0.2000 P_10 31 0.1000 P_15 31 0.0667 P_20 31 0.0500 P_30 31 0.0333 P_100 31 0.0100 P_200 31 0.0050 P_500 31 0.0020 P_1000 31 0.0010 relstring 31 '0102000000' recall_5 31 0.0075 recall_10 31 0.0075 recall_15 31 0.0075 recall_20 31 0.0075 recall_30 31 0.0075 recall_100 31 0.0075 recall_200 31 0.0075 recall_500 31 0.0075 recall_1000 31 0.0075 infAP 31 0.0019 Rprec_mult_0.20 31 0.0370 Rprec_mult_0.40 31 0.0185 Rprec_mult_0.60 31 0.0123 Rprec_mult_0.80 31 0.0093 Rprec_mult_1.00 31 0.0075 Rprec_mult_1.20 31 0.0062 Rprec_mult_1.40 31 0.0053 Rprec_mult_1.60 31 0.0047 Rprec_mult_1.80 31 0.0041 Rprec_mult_2.00 31 0.0037 utility 31 -18.0000 11pt_avg 31 0.0227 binG 31 0.0032 G 31 0.0028 ndcg 31 0.0231 ndcg_rel 31 0.0247 Rndcg 31 0.0405 ndcg_cut_5 31 0.1687 ndcg_cut_10 31 0.1095 ndcg_cut_15 31 0.0849 ndcg_cut_20 31 0.0714 ndcg_cut_30 31 0.0594 ndcg_cut_100 31 0.0306 ndcg_cut_200 31 0.0231 ndcg_cut_500 31 0.0231 ndcg_cut_1000 31 0.0231 map_cut_5 31 0.0019 map_cut_10 31 0.0019 map_cut_15 31 0.0019 map_cut_20 31 0.0019 map_cut_30 31 0.0019 map_cut_100 31 0.0019 map_cut_200 31 0.0019 map_cut_500 31 0.0019 map_cut_1000 31 0.0019 relative_P_5 31 0.2000 relative_P_10 31 0.1000 relative_P_15 31 0.0667 relative_P_20 31 0.0500 relative_P_30 31 0.0333 relative_P_100 31 0.0100 relative_P_200 31 0.0075 relative_P_500 31 0.0075 relative_P_1000 31 0.0075 success_1 31 0.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.0500 set_relative_P 31 0.0500 set_recall 31 0.0075 set_map 31 0.0004 set_F 31 0.0130 num_nonrel_judged_ret 31 19 rbp 31 0.0786 rbp_resid 31 0.0000 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 20 num_rel 37 230 num_rel_ret 37 2 map 37 0.0043 Rprec 37 0.0087 bpref 37 0.0086 recip_rank 37 0.5000 iprec_at_recall_0.00 37 0.5000 iprec_at_recall_0.10 37 0.0000 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.4000 P_10 37 0.2000 P_15 37 0.1333 P_20 37 0.1000 P_30 37 0.0667 P_100 37 0.0200 P_200 37 0.0100 P_500 37 0.0040 P_1000 37 0.0020 relstring 37 '1202001001' recall_5 37 0.0087 recall_10 37 0.0087 recall_15 37 0.0087 recall_20 37 0.0087 recall_30 37 0.0087 recall_100 37 0.0087 recall_200 37 0.0087 recall_500 37 0.0087 recall_1000 37 0.0087 infAP 37 0.0043 Rprec_mult_0.20 37 0.0435 Rprec_mult_0.40 37 0.0217 Rprec_mult_0.60 37 0.0145 Rprec_mult_0.80 37 0.0109 Rprec_mult_1.00 37 0.0087 Rprec_mult_1.20 37 0.0072 Rprec_mult_1.40 37 0.0062 Rprec_mult_1.60 37 0.0054 Rprec_mult_1.80 37 0.0048 Rprec_mult_2.00 37 0.0043 utility 37 -16.0000 11pt_avg 37 0.0455 binG 37 0.0049 G 37 0.0040 ndcg 37 0.0376 ndcg_rel 37 0.0419 Rndcg 37 0.0914 ndcg_cut_5 37 0.3531 ndcg_cut_10 37 0.2748 ndcg_cut_15 37 0.2272 ndcg_cut_20 37 0.1892 ndcg_cut_30 37 0.1575 ndcg_cut_100 37 0.0817 ndcg_cut_200 37 0.0521 ndcg_cut_500 37 0.0376 ndcg_cut_1000 37 0.0376 map_cut_5 37 0.0043 map_cut_10 37 0.0043 map_cut_15 37 0.0043 map_cut_20 37 0.0043 map_cut_30 37 0.0043 map_cut_100 37 0.0043 map_cut_200 37 0.0043 map_cut_500 37 0.0043 map_cut_1000 37 0.0043 relative_P_5 37 0.4000 relative_P_10 37 0.2000 relative_P_15 37 0.1333 relative_P_20 37 0.1000 relative_P_30 37 0.0667 relative_P_100 37 0.0200 relative_P_200 37 0.0100 relative_P_500 37 0.0087 relative_P_1000 37 0.0087 success_1 37 0.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.1000 set_relative_P 37 0.1000 set_recall 37 0.0087 set_map 37 0.0009 set_F 37 0.0160 num_nonrel_judged_ret 37 18 rbp 37 0.1802 rbp_resid 37 0.0000 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 20 num_rel 407 102 num_rel_ret 407 4 map 407 0.0153 Rprec 407 0.0392 bpref 407 0.0372 recip_rank 407 0.5000 iprec_at_recall_0.00 407 0.5000 iprec_at_recall_0.10 407 0.0000 iprec_at_recall_0.20 407 0.0000 iprec_at_recall_0.30 407 0.0000 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.4000 P_10 407 0.2000 P_15 407 0.2667 P_20 407 0.2000 P_30 407 0.1333 P_100 407 0.0400 P_200 407 0.0200 P_500 407 0.0080 P_1000 407 0.0040 relstring 407 '0202000000' recall_5 407 0.0196 recall_10 407 0.0196 recall_15 407 0.0392 recall_20 407 0.0392 recall_30 407 0.0392 recall_100 407 0.0392 recall_200 407 0.0392 recall_500 407 0.0392 recall_1000 407 0.0392 infAP 407 0.0153 Rprec_mult_0.20 407 0.1905 Rprec_mult_0.40 407 0.0976 Rprec_mult_0.60 407 0.0645 Rprec_mult_0.80 407 0.0488 Rprec_mult_1.00 407 0.0392 Rprec_mult_1.20 407 0.0325 Rprec_mult_1.40 407 0.0280 Rprec_mult_1.60 407 0.0244 Rprec_mult_1.80 407 0.0217 Rprec_mult_2.00 407 0.0196 utility 407 -12.0000 11pt_avg 407 0.0455 binG 407 0.0168 G 407 0.0094 ndcg 407 0.0642 ndcg_rel 407 0.0697 Rndcg 407 0.1040 ndcg_cut_5 407 0.2400 ndcg_cut_10 407 0.1628 ndcg_cut_15 407 0.2034 ndcg_cut_20 407 0.1768 ndcg_cut_30 407 0.1432 ndcg_cut_100 407 0.0696 ndcg_cut_200 407 0.0642 ndcg_cut_500 407 0.0642 ndcg_cut_1000 407 0.0642 map_cut_5 407 0.0098 map_cut_10 407 0.0098 map_cut_15 407 0.0153 map_cut_20 407 0.0153 map_cut_30 407 0.0153 map_cut_100 407 0.0153 map_cut_200 407 0.0153 map_cut_500 407 0.0153 map_cut_1000 407 0.0153 relative_P_5 407 0.4000 relative_P_10 407 0.2000 relative_P_15 407 0.2667 relative_P_20 407 0.2000 relative_P_30 407 0.1333 relative_P_100 407 0.0400 relative_P_200 407 0.0392 relative_P_500 407 0.0392 relative_P_1000 407 0.0392 success_1 407 0.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.2000 set_relative_P 407 0.2000 set_recall 407 0.0392 set_map 407 0.0078 set_F 407 0.0656 num_nonrel_judged_ret 407 16 rbp 407 0.1483 rbp_resid 407 0.0000 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 20 num_rel 477 285 num_rel_ret 477 10 map 477 0.0315 Rprec 477 0.0351 bpref 477 0.0348 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.0000 iprec_at_recall_0.20 477 0.0000 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 1.0000 P_10 477 0.8000 P_15 477 0.6667 P_20 477 0.5000 P_30 477 0.3333 P_100 477 0.1000 P_200 477 0.0500 P_500 477 0.0200 P_1000 477 0.0100 relstring 477 '3322313132' recall_5 477 0.0175 recall_10 477 0.0281 recall_15 477 0.0351 recall_20 477 0.0351 recall_30 477 0.0351 recall_100 477 0.0351 recall_200 477 0.0351 recall_500 477 0.0351 recall_1000 477 0.0351 infAP 477 0.0315 Rprec_mult_0.20 477 0.1754 Rprec_mult_0.40 477 0.0877 Rprec_mult_0.60 477 0.0585 Rprec_mult_0.80 477 0.0439 Rprec_mult_1.00 477 0.0351 Rprec_mult_1.20 477 0.0292 Rprec_mult_1.40 477 0.0251 Rprec_mult_1.60 477 0.0219 Rprec_mult_1.80 477 0.0195 Rprec_mult_2.00 477 0.0175 utility 477 0.0000 11pt_avg 477 0.0909 binG 477 0.0264 G 477 0.0195 ndcg 477 0.1050 ndcg_rel 477 0.1336 Rndcg 477 0.1411 ndcg_cut_5 477 0.8948 ndcg_cut_10 477 0.8120 ndcg_cut_15 477 0.7340 ndcg_cut_20 477 0.6338 ndcg_cut_30 477 0.4870 ndcg_cut_100 477 0.2131 ndcg_cut_200 477 0.1456 ndcg_cut_500 477 0.1050 ndcg_cut_1000 477 0.1050 map_cut_5 477 0.0175 map_cut_10 477 0.0261 map_cut_15 477 0.0315 map_cut_20 477 0.0315 map_cut_30 477 0.0315 map_cut_100 477 0.0315 map_cut_200 477 0.0315 map_cut_500 477 0.0315 map_cut_1000 477 0.0315 relative_P_5 477 1.0000 relative_P_10 477 0.8000 relative_P_15 477 0.6667 relative_P_20 477 0.5000 relative_P_30 477 0.3333 relative_P_100 477 0.1000 relative_P_200 477 0.0500 relative_P_500 477 0.0351 relative_P_1000 477 0.0351 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.5000 set_relative_P 477 0.5000 set_recall 477 0.0351 set_map 477 0.0175 set_F 477 0.0656 num_nonrel_judged_ret 477 10 rbp 477 0.5940 rbp_resid 477 0.0000 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 20 num_rel 499 192 num_rel_ret 499 10 map 499 0.0390 Rprec 499 0.0521 bpref 499 0.0511 recip_rank 499 1.0000 iprec_at_recall_0.00 499 1.0000 iprec_at_recall_0.10 499 0.0000 iprec_at_recall_0.20 499 0.0000 iprec_at_recall_0.30 499 0.0000 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 0.8000 P_10 499 0.6000 P_15 499 0.6000 P_20 499 0.5000 P_30 499 0.3333 P_100 499 0.1000 P_200 499 0.0500 P_500 499 0.0200 P_1000 499 0.0100 relstring 499 '2330210231' recall_5 499 0.0208 recall_10 499 0.0312 recall_15 499 0.0469 recall_20 499 0.0521 recall_30 499 0.0521 recall_100 499 0.0521 recall_200 499 0.0521 recall_500 499 0.0521 recall_1000 499 0.0521 infAP 499 0.0390 Rprec_mult_0.20 499 0.2564 Rprec_mult_0.40 499 0.1299 Rprec_mult_0.60 499 0.0862 Rprec_mult_0.80 499 0.0649 Rprec_mult_1.00 499 0.0521 Rprec_mult_1.20 499 0.0433 Rprec_mult_1.40 499 0.0372 Rprec_mult_1.60 499 0.0325 Rprec_mult_1.80 499 0.0289 Rprec_mult_2.00 499 0.0260 utility 499 0.0000 11pt_avg 499 0.0909 binG 499 0.0305 G 499 0.0204 ndcg 499 0.1278 ndcg_rel 499 0.1552 Rndcg 499 0.2167 ndcg_cut_5 499 0.6971 ndcg_cut_10 499 0.6123 ndcg_cut_15 499 0.6083 ndcg_cut_20 499 0.5407 ndcg_cut_30 499 0.4155 ndcg_cut_100 499 0.2195 ndcg_cut_200 499 0.1451 ndcg_cut_500 499 0.1278 ndcg_cut_1000 499 0.1278 map_cut_5 499 0.0198 map_cut_10 499 0.0265 map_cut_15 499 0.0359 map_cut_20 499 0.0390 map_cut_30 499 0.0390 map_cut_100 499 0.0390 map_cut_200 499 0.0390 map_cut_500 499 0.0390 map_cut_1000 499 0.0390 relative_P_5 499 0.8000 relative_P_10 499 0.6000 relative_P_15 499 0.6000 relative_P_20 499 0.5000 relative_P_30 499 0.3333 relative_P_100 499 0.1000 relative_P_200 499 0.0521 relative_P_500 499 0.0521 relative_P_1000 499 0.0521 success_1 499 1.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.5000 set_relative_P 499 0.5000 set_recall 499 0.0521 set_map 499 0.0260 set_F 499 0.0943 num_nonrel_judged_ret 499 10 rbp 499 0.4909 rbp_resid 499 0.0000 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 20 num_rel 515 147 num_rel_ret 515 1 map 515 0.0007 Rprec 515 0.0068 bpref 515 0.0064 recip_rank 515 0.1000 iprec_at_recall_0.00 515 0.1000 iprec_at_recall_0.10 515 0.0000 iprec_at_recall_0.20 515 0.0000 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.0000 P_10 515 0.1000 P_15 515 0.0667 P_20 515 0.0500 P_30 515 0.0333 P_100 515 0.0100 P_200 515 0.0050 P_500 515 0.0020 P_1000 515 0.0010 relstring 515 '0000010002' recall_5 515 0.0000 recall_10 515 0.0068 recall_15 515 0.0068 recall_20 515 0.0068 recall_30 515 0.0068 recall_100 515 0.0068 recall_200 515 0.0068 recall_500 515 0.0068 recall_1000 515 0.0068 infAP 515 0.0007 Rprec_mult_0.20 515 0.0333 Rprec_mult_0.40 515 0.0169 Rprec_mult_0.60 515 0.0112 Rprec_mult_0.80 515 0.0085 Rprec_mult_1.00 515 0.0068 Rprec_mult_1.20 515 0.0056 Rprec_mult_1.40 515 0.0049 Rprec_mult_1.60 515 0.0042 Rprec_mult_1.80 515 0.0038 Rprec_mult_2.00 515 0.0034 utility 515 -18.0000 11pt_avg 515 0.0091 binG 515 0.0020 G 515 0.0022 ndcg 515 0.0154 ndcg_rel 515 0.0161 Rndcg 515 0.0161 ndcg_cut_5 515 0.0000 ndcg_cut_10 515 0.1028 ndcg_cut_15 515 0.0797 ndcg_cut_20 515 0.0664 ndcg_cut_30 515 0.0510 ndcg_cut_100 515 0.0223 ndcg_cut_200 515 0.0154 ndcg_cut_500 515 0.0154 ndcg_cut_1000 515 0.0154 map_cut_5 515 0.0000 map_cut_10 515 0.0007 map_cut_15 515 0.0007 map_cut_20 515 0.0007 map_cut_30 515 0.0007 map_cut_100 515 0.0007 map_cut_200 515 0.0007 map_cut_500 515 0.0007 map_cut_1000 515 0.0007 relative_P_5 515 0.0000 relative_P_10 515 0.1000 relative_P_15 515 0.0667 relative_P_20 515 0.0500 relative_P_30 515 0.0333 relative_P_100 515 0.0100 relative_P_200 515 0.0068 relative_P_500 515 0.0068 relative_P_1000 515 0.0068 success_1 515 0.0000 success_5 515 0.0000 success_10 515 1.0000 set_P 515 0.0500 set_relative_P 515 0.0500 set_recall 515 0.0068 set_map 515 0.0003 set_F 515 0.0120 num_nonrel_judged_ret 515 19 rbp 515 0.0683 rbp_resid 515 0.0000 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 20 num_rel 58 373 num_rel_ret 58 16 map 58 0.0345 Rprec 58 0.0429 bpref 58 0.0415 recip_rank 58 1.0000 iprec_at_recall_0.00 58 1.0000 iprec_at_recall_0.10 58 0.0000 iprec_at_recall_0.20 58 0.0000 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 0.8000 P_10 58 0.8000 P_15 58 0.7333 P_20 58 0.8000 P_30 58 0.5333 P_100 58 0.1600 P_200 58 0.0800 P_500 58 0.0320 P_1000 58 0.0160 relstring 58 '3331302222' recall_5 58 0.0107 recall_10 58 0.0214 recall_15 58 0.0295 recall_20 58 0.0429 recall_30 58 0.0429 recall_100 58 0.0429 recall_200 58 0.0429 recall_500 58 0.0429 recall_1000 58 0.0429 infAP 58 0.0345 Rprec_mult_0.20 58 0.2133 Rprec_mult_0.40 58 0.1067 Rprec_mult_0.60 58 0.0714 Rprec_mult_0.80 58 0.0535 Rprec_mult_1.00 58 0.0429 Rprec_mult_1.20 58 0.0357 Rprec_mult_1.40 58 0.0306 Rprec_mult_1.60 58 0.0268 Rprec_mult_1.80 58 0.0238 Rprec_mult_2.00 58 0.0214 utility 58 12.0000 11pt_avg 58 0.0909 binG 58 0.0234 G 58 0.0128 ndcg 58 0.1013 ndcg_rel 58 0.1246 Rndcg 58 0.2634 ndcg_cut_5 58 0.6770 ndcg_cut_10 58 0.6310 ndcg_cut_15 58 0.6103 ndcg_cut_20 58 0.6288 ndcg_cut_30 58 0.4973 ndcg_cut_100 58 0.2301 ndcg_cut_200 58 0.1495 ndcg_cut_500 58 0.1013 ndcg_cut_1000 58 0.1013 map_cut_5 58 0.0102 map_cut_10 58 0.0183 map_cut_15 58 0.0241 map_cut_20 58 0.0345 map_cut_30 58 0.0345 map_cut_100 58 0.0345 map_cut_200 58 0.0345 map_cut_500 58 0.0345 map_cut_1000 58 0.0345 relative_P_5 58 0.8000 relative_P_10 58 0.8000 relative_P_15 58 0.7333 relative_P_20 58 0.8000 relative_P_30 58 0.5333 relative_P_100 58 0.1600 relative_P_200 58 0.0800 relative_P_500 58 0.0429 relative_P_1000 58 0.0429 success_1 58 1.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.8000 set_relative_P 58 0.8000 set_recall 58 0.0429 set_map 58 0.0343 set_F 58 0.0814 num_nonrel_judged_ret 58 4 rbp 58 0.4625 rbp_resid 58 0.0000 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 20 num_rel 707 186 num_rel_ret 707 1 map 707 0.0018 Rprec 707 0.0054 bpref 707 0.0053 recip_rank 707 0.3333 iprec_at_recall_0.00 707 0.3333 iprec_at_recall_0.10 707 0.0000 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.2000 P_10 707 0.1000 P_15 707 0.0667 P_20 707 0.0500 P_30 707 0.0333 P_100 707 0.0100 P_200 707 0.0050 P_500 707 0.0020 P_1000 707 0.0010 relstring 707 '0020000000' recall_5 707 0.0054 recall_10 707 0.0054 recall_15 707 0.0054 recall_20 707 0.0054 recall_30 707 0.0054 recall_100 707 0.0054 recall_200 707 0.0054 recall_500 707 0.0054 recall_1000 707 0.0054 infAP 707 0.0018 Rprec_mult_0.20 707 0.0263 Rprec_mult_0.40 707 0.0133 Rprec_mult_0.60 707 0.0089 Rprec_mult_0.80 707 0.0067 Rprec_mult_1.00 707 0.0054 Rprec_mult_1.20 707 0.0045 Rprec_mult_1.40 707 0.0038 Rprec_mult_1.60 707 0.0034 Rprec_mult_1.80 707 0.0030 Rprec_mult_2.00 707 0.0027 utility 707 -18.0000 11pt_avg 707 0.0303 binG 707 0.0027 G 707 0.0016 ndcg 707 0.0138 ndcg_rel 707 0.0145 Rndcg 707 0.0375 ndcg_cut_5 707 0.1131 ndcg_cut_10 707 0.0767 ndcg_cut_15 707 0.0638 ndcg_cut_20 707 0.0555 ndcg_cut_30 707 0.0449 ndcg_cut_100 707 0.0218 ndcg_cut_200 707 0.0139 ndcg_cut_500 707 0.0138 ndcg_cut_1000 707 0.0138 map_cut_5 707 0.0018 map_cut_10 707 0.0018 map_cut_15 707 0.0018 map_cut_20 707 0.0018 map_cut_30 707 0.0018 map_cut_100 707 0.0018 map_cut_200 707 0.0018 map_cut_500 707 0.0018 map_cut_1000 707 0.0018 relative_P_5 707 0.2000 relative_P_10 707 0.1000 relative_P_15 707 0.0667 relative_P_20 707 0.0500 relative_P_30 707 0.0333 relative_P_100 707 0.0100 relative_P_200 707 0.0054 relative_P_500 707 0.0054 relative_P_1000 707 0.0054 success_1 707 0.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.0500 set_relative_P 707 0.0500 set_recall 707 0.0054 set_map 707 0.0003 set_F 707 0.0097 num_nonrel_judged_ret 707 19 rbp 707 0.0540 rbp_resid 707 0.0000 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 20 num_rel 72 466 num_rel_ret 72 20 map 72 0.0429 Rprec 72 0.0429 bpref 72 0.0429 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.0000 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 1.0000 P_15 72 1.0000 P_20 72 1.0000 P_30 72 0.6667 P_100 72 0.2000 P_200 72 0.1000 P_500 72 0.0400 P_1000 72 0.0200 relstring 72 '3422233444' recall_5 72 0.0107 recall_10 72 0.0215 recall_15 72 0.0322 recall_20 72 0.0429 recall_30 72 0.0429 recall_100 72 0.0429 recall_200 72 0.0429 recall_500 72 0.0429 recall_1000 72 0.0429 infAP 72 0.0429 Rprec_mult_0.20 72 0.2128 Rprec_mult_0.40 72 0.1070 Rprec_mult_0.60 72 0.0714 Rprec_mult_0.80 72 0.0536 Rprec_mult_1.00 72 0.0429 Rprec_mult_1.20 72 0.0357 Rprec_mult_1.40 72 0.0306 Rprec_mult_1.60 72 0.0268 Rprec_mult_1.80 72 0.0238 Rprec_mult_2.00 72 0.0215 utility 72 20.0000 11pt_avg 72 0.0909 binG 72 0.0429 G 72 0.0140 ndcg 72 0.1041 ndcg_rel 72 0.1303 Rndcg 72 0.1807 ndcg_cut_5 72 0.6918 ndcg_cut_10 72 0.7620 ndcg_cut_15 72 0.7385 ndcg_cut_20 72 0.7400 ndcg_cut_30 72 0.5686 ndcg_cut_100 72 0.2733 ndcg_cut_200 72 0.1768 ndcg_cut_500 72 0.1041 ndcg_cut_1000 72 0.1041 map_cut_5 72 0.0107 map_cut_10 72 0.0215 map_cut_15 72 0.0322 map_cut_20 72 0.0429 map_cut_30 72 0.0429 map_cut_100 72 0.0429 map_cut_200 72 0.0429 map_cut_500 72 0.0429 map_cut_1000 72 0.0429 relative_P_5 72 1.0000 relative_P_10 72 1.0000 relative_P_15 72 1.0000 relative_P_20 72 1.0000 relative_P_30 72 0.6667 relative_P_100 72 0.2000 relative_P_200 72 0.1000 relative_P_500 72 0.0429 relative_P_1000 72 0.0429 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 1.0000 set_relative_P 72 1.0000 set_recall 72 0.0429 set_map 72 0.0429 set_F 72 0.0823 num_nonrel_judged_ret 72 0 rbp 72 0.6472 rbp_resid 72 0.0000 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 20 num_rel 84 142 num_rel_ret 84 5 map 84 0.0224 Rprec 84 0.0352 bpref 84 0.0345 recip_rank 84 1.0000 iprec_at_recall_0.00 84 1.0000 iprec_at_recall_0.10 84 0.0000 iprec_at_recall_0.20 84 0.0000 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 0.6000 P_10 84 0.4000 P_15 84 0.3333 P_20 84 0.2500 P_30 84 0.1667 P_100 84 0.0500 P_200 84 0.0250 P_500 84 0.0100 P_1000 84 0.0050 relstring 84 '3121200400' recall_5 84 0.0211 recall_10 84 0.0282 recall_15 84 0.0352 recall_20 84 0.0352 recall_30 84 0.0352 recall_100 84 0.0352 recall_200 84 0.0352 recall_500 84 0.0352 recall_1000 84 0.0352 infAP 84 0.0224 Rprec_mult_0.20 84 0.1724 Rprec_mult_0.40 84 0.0877 Rprec_mult_0.60 84 0.0581 Rprec_mult_0.80 84 0.0439 Rprec_mult_1.00 84 0.0352 Rprec_mult_1.20 84 0.0292 Rprec_mult_1.40 84 0.0251 Rprec_mult_1.60 84 0.0219 Rprec_mult_1.80 84 0.0195 Rprec_mult_2.00 84 0.0176 utility 84 -10.0000 11pt_avg 84 0.0909 binG 84 0.0200 G 84 0.0134 ndcg 84 0.1043 ndcg_rel 84 0.1190 Rndcg 84 0.2607 ndcg_cut_5 84 0.5116 ndcg_cut_10 84 0.4383 ndcg_cut_15 84 0.3930 ndcg_cut_20 84 0.3444 ndcg_cut_30 84 0.2853 ndcg_cut_100 84 0.1564 ndcg_cut_200 84 0.1131 ndcg_cut_500 84 0.1043 ndcg_cut_1000 84 0.1043 map_cut_5 84 0.0160 map_cut_10 84 0.0195 map_cut_15 84 0.0224 map_cut_20 84 0.0224 map_cut_30 84 0.0224 map_cut_100 84 0.0224 map_cut_200 84 0.0224 map_cut_500 84 0.0224 map_cut_1000 84 0.0224 relative_P_5 84 0.6000 relative_P_10 84 0.4000 relative_P_15 84 0.3333 relative_P_20 84 0.2500 relative_P_30 84 0.1667 relative_P_100 84 0.0500 relative_P_200 84 0.0352 relative_P_500 84 0.0352 relative_P_1000 84 0.0352 success_1 84 1.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.2500 set_relative_P 84 0.2500 set_recall 84 0.0352 set_map 84 0.0088 set_F 84 0.0617 num_nonrel_judged_ret 84 15 rbp 84 0.2659 rbp_resid 84 0.0000 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 20 num_rel 897 239 num_rel_ret 897 4 map 897 0.0134 Rprec 897 0.0167 bpref 897 0.0166 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.0000 iprec_at_recall_0.20 897 0.0000 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 0.6000 P_10 897 0.4000 P_15 897 0.2667 P_20 897 0.2000 P_30 897 0.1333 P_100 897 0.0400 P_200 897 0.0200 P_500 897 0.0080 P_1000 897 0.0040 relstring 897 '2202100020' recall_5 897 0.0126 recall_10 897 0.0167 recall_15 897 0.0167 recall_20 897 0.0167 recall_30 897 0.0167 recall_100 897 0.0167 recall_200 897 0.0167 recall_500 897 0.0167 recall_1000 897 0.0167 infAP 897 0.0134 Rprec_mult_0.20 897 0.0833 Rprec_mult_0.40 897 0.0417 Rprec_mult_0.60 897 0.0278 Rprec_mult_0.80 897 0.0208 Rprec_mult_1.00 897 0.0167 Rprec_mult_1.20 897 0.0139 Rprec_mult_1.40 897 0.0119 Rprec_mult_1.60 897 0.0104 Rprec_mult_1.80 897 0.0093 Rprec_mult_2.00 897 0.0084 utility 897 -12.0000 11pt_avg 897 0.0909 binG 897 0.0125 G 897 0.0064 ndcg 897 0.0524 ndcg_rel 897 0.0604 Rndcg 897 0.1001 ndcg_cut_5 897 0.5099 ndcg_cut_10 897 0.3750 ndcg_cut_15 897 0.2907 ndcg_cut_20 897 0.2420 ndcg_cut_30 897 0.1874 ndcg_cut_100 897 0.1006 ndcg_cut_200 897 0.0650 ndcg_cut_500 897 0.0524 ndcg_cut_1000 897 0.0524 map_cut_5 897 0.0115 map_cut_10 897 0.0134 map_cut_15 897 0.0134 map_cut_20 897 0.0134 map_cut_30 897 0.0134 map_cut_100 897 0.0134 map_cut_200 897 0.0134 map_cut_500 897 0.0134 map_cut_1000 897 0.0134 relative_P_5 897 0.6000 relative_P_10 897 0.4000 relative_P_15 897 0.2667 relative_P_20 897 0.2000 relative_P_30 897 0.1333 relative_P_100 897 0.0400 relative_P_200 897 0.0200 relative_P_500 897 0.0167 relative_P_1000 897 0.0167 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.2000 set_relative_P 897 0.2000 set_recall 897 0.0167 set_map 897 0.0033 set_F 897 0.0309 num_nonrel_judged_ret 897 16 rbp 897 0.2258 rbp_resid 897 0.0000 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all uema2lab_rrf num_q all 22 num_ret all 440 num_rel all 5166 num_rel_ret all 202 map all 0.0285 gm_map all 0.0181 Rprec all 0.0375 bpref all 0.0368 recip_rank all 0.8265 iprec_at_recall_0.00 all 0.8265 iprec_at_recall_0.10 all 0.0000 iprec_at_recall_0.20 all 0.0000 iprec_at_recall_0.30 all 0.0000 iprec_at_recall_0.40 all 0.0000 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.6000 P_10 all 0.5545 P_15 all 0.5061 P_20 all 0.4591 P_30 all 0.3061 P_100 all 0.0918 P_200 all 0.0459 P_500 all 0.0184 P_1000 all 0.0092 recall_5 all 0.0128 recall_10 all 0.0227 recall_15 all 0.0314 recall_20 all 0.0375 recall_30 all 0.0375 recall_100 all 0.0375 recall_200 all 0.0375 recall_500 all 0.0375 recall_1000 all 0.0375 infAP all 0.0285 gm_bpref all 0.0291 Rprec_mult_0.20 all 0.1857 Rprec_mult_0.40 all 0.0933 Rprec_mult_0.60 all 0.0622 Rprec_mult_0.80 all 0.0467 Rprec_mult_1.00 all 0.0375 Rprec_mult_1.20 all 0.0312 Rprec_mult_1.40 all 0.0267 Rprec_mult_1.60 all 0.0234 Rprec_mult_1.80 all 0.0208 Rprec_mult_2.00 all 0.0187 utility all -1.6364 11pt_avg all 0.0751 binG all 0.0232 G all 0.0120 ndcg all 0.0860 ndcg_rel all 0.1026 Rndcg all 0.1723 ndcg_cut_5 all 0.4657 ndcg_cut_10 all 0.4598 ndcg_cut_15 all 0.4372 ndcg_cut_20 all 0.4086 ndcg_cut_30 all 0.3219 ndcg_cut_100 all 0.1601 ndcg_cut_200 all 0.1072 ndcg_cut_500 all 0.0860 ndcg_cut_1000 all 0.0860 map_cut_5 all 0.0109 map_cut_10 all 0.0184 map_cut_15 all 0.0241 map_cut_20 all 0.0285 map_cut_30 all 0.0285 map_cut_100 all 0.0285 map_cut_200 all 0.0285 map_cut_500 all 0.0285 map_cut_1000 all 0.0285 relative_P_5 all 0.6000 relative_P_10 all 0.5545 relative_P_15 all 0.5061 relative_P_20 all 0.4591 relative_P_30 all 0.3061 relative_P_100 all 0.0918 relative_P_200 all 0.0479 relative_P_500 all 0.0375 relative_P_1000 all 0.0375 success_1 all 0.7273 success_5 all 0.9545 success_10 all 1.0000 set_P all 0.4591 set_relative_P all 0.4591 set_recall all 0.0375 set_map all 0.0222 set_F all 0.0687 num_nonrel_judged_ret all 238 rbp all 0.3406 rbp_resid all 0.0000 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000