num_ret 14 61 num_rel 14 272 num_rel_ret 14 24 map 14 0.0725 Rprec 14 0.0882 bpref 14 0.0870 recip_rank 14 1.0000 iprec_at_recall_0.00 14 1.0000 iprec_at_recall_0.10 14 0.0000 iprec_at_recall_0.20 14 0.0000 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 0.8000 P_10 14 0.8000 P_15 14 0.8000 P_20 14 0.8500 P_30 14 0.7333 P_100 14 0.2400 P_200 14 0.1200 P_500 14 0.0480 P_1000 14 0.0240 relstring 14 '2223122220' recall_5 14 0.0147 recall_10 14 0.0294 recall_15 14 0.0441 recall_20 14 0.0625 recall_30 14 0.0809 recall_100 14 0.0882 recall_200 14 0.0882 recall_500 14 0.0882 recall_1000 14 0.0882 infAP 14 0.0725 Rprec_mult_0.20 14 0.4364 Rprec_mult_0.40 14 0.2202 Rprec_mult_0.60 14 0.1463 Rprec_mult_0.80 14 0.1101 Rprec_mult_1.00 14 0.0882 Rprec_mult_1.20 14 0.0734 Rprec_mult_1.40 14 0.0630 Rprec_mult_1.60 14 0.0550 Rprec_mult_1.80 14 0.0490 Rprec_mult_2.00 14 0.0441 utility 14 -13.0000 11pt_avg 14 0.0909 binG 14 0.0469 G 14 0.0233 ndcg 14 0.1680 ndcg_rel 14 0.2014 Rndcg 14 0.3603 ndcg_cut_5 14 0.5671 ndcg_cut_10 14 0.5604 ndcg_cut_15 14 0.5830 ndcg_cut_20 14 0.6175 ndcg_cut_30 14 0.6004 ndcg_cut_100 14 0.3378 ndcg_cut_200 14 0.2191 ndcg_cut_500 14 0.1680 ndcg_cut_1000 14 0.1680 map_cut_5 14 0.0147 map_cut_10 14 0.0274 map_cut_15 14 0.0395 map_cut_20 14 0.0548 map_cut_30 14 0.0693 map_cut_100 14 0.0725 map_cut_200 14 0.0725 map_cut_500 14 0.0725 map_cut_1000 14 0.0725 relative_P_5 14 0.8000 relative_P_10 14 0.8000 relative_P_15 14 0.8000 relative_P_20 14 0.8500 relative_P_30 14 0.7333 relative_P_100 14 0.2400 relative_P_200 14 0.1200 relative_P_500 14 0.0882 relative_P_1000 14 0.0882 success_1 14 1.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.3934 set_relative_P 14 0.3934 set_recall 14 0.0882 set_map 14 0.0347 set_F 14 0.1441 num_nonrel_judged_ret 14 8 rbp 14 0.4587 rbp_resid 14 0.0416 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 66 num_rel 144 197 num_rel_ret 144 3 map 144 0.0035 Rprec 144 0.0152 bpref 144 0.0147 recip_rank 144 0.1667 iprec_at_recall_0.00 144 0.2857 iprec_at_recall_0.10 144 0.0000 iprec_at_recall_0.20 144 0.0000 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.0000 P_10 144 0.2000 P_15 144 0.2000 P_20 144 0.1500 P_30 144 0.1000 P_100 144 0.0300 P_200 144 0.0150 P_500 144 0.0060 P_1000 144 0.0030 relstring 144 '0100022000' recall_5 144 0.0000 recall_10 144 0.0102 recall_15 144 0.0152 recall_20 144 0.0152 recall_30 144 0.0152 recall_100 144 0.0152 recall_200 144 0.0152 recall_500 144 0.0152 recall_1000 144 0.0152 infAP 144 0.0035 Rprec_mult_0.20 144 0.0750 Rprec_mult_0.40 144 0.0380 Rprec_mult_0.60 144 0.0252 Rprec_mult_0.80 144 0.0190 Rprec_mult_1.00 144 0.0152 Rprec_mult_1.20 144 0.0127 Rprec_mult_1.40 144 0.0109 Rprec_mult_1.60 144 0.0095 Rprec_mult_1.80 144 0.0085 Rprec_mult_2.00 144 0.0076 utility 144 -60.0000 11pt_avg 144 0.0260 binG 144 0.0050 G 144 0.0054 ndcg 144 0.0450 ndcg_rel 144 0.0489 Rndcg 144 0.0527 ndcg_cut_5 144 0.0641 ndcg_cut_10 144 0.1374 ndcg_cut_15 144 0.1649 ndcg_cut_20 144 0.1598 ndcg_cut_30 144 0.1542 ndcg_cut_100 144 0.0819 ndcg_cut_200 144 0.0549 ndcg_cut_500 144 0.0450 ndcg_cut_1000 144 0.0450 map_cut_5 144 0.0000 map_cut_10 144 0.0023 map_cut_15 144 0.0035 map_cut_20 144 0.0035 map_cut_30 144 0.0035 map_cut_100 144 0.0035 map_cut_200 144 0.0035 map_cut_500 144 0.0035 map_cut_1000 144 0.0035 relative_P_5 144 0.0000 relative_P_10 144 0.2000 relative_P_15 144 0.2000 relative_P_20 144 0.1500 relative_P_30 144 0.1000 relative_P_100 144 0.0300 relative_P_200 144 0.0152 relative_P_500 144 0.0152 relative_P_1000 144 0.0152 success_1 144 0.0000 success_5 144 0.0000 success_10 144 1.0000 set_P 144 0.0455 set_relative_P 144 0.0455 set_recall 144 0.0152 set_map 144 0.0007 set_F 144 0.0228 num_nonrel_judged_ret 144 28 rbp 144 0.1243 rbp_resid 144 0.0419 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 78 num_rel 161 218 num_rel_ret 161 21 map 161 0.0430 Rprec 161 0.0963 bpref 161 0.0917 recip_rank 161 0.2000 iprec_at_recall_0.00 161 0.5714 iprec_at_recall_0.10 161 0.0000 iprec_at_recall_0.20 161 0.0000 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 0.2000 P_10 161 0.2000 P_15 161 0.4000 P_20 161 0.5500 P_30 161 0.5333 P_100 161 0.2100 P_200 161 0.1050 P_500 161 0.0420 P_1000 161 0.0210 relstring 161 '0000210020' recall_5 161 0.0046 recall_10 161 0.0092 recall_15 161 0.0275 recall_20 161 0.0505 recall_30 161 0.0734 recall_100 161 0.0963 recall_200 161 0.0963 recall_500 161 0.0963 recall_1000 161 0.0963 infAP 161 0.0430 Rprec_mult_0.20 161 0.4318 Rprec_mult_0.40 161 0.2386 Rprec_mult_0.60 161 0.1603 Rprec_mult_0.80 161 0.1200 Rprec_mult_1.00 161 0.0963 Rprec_mult_1.20 161 0.0802 Rprec_mult_1.40 161 0.0686 Rprec_mult_1.60 161 0.0602 Rprec_mult_1.80 161 0.0534 Rprec_mult_2.00 161 0.0482 utility 161 -36.0000 11pt_avg 161 0.0519 binG 161 0.0265 G 161 0.0179 ndcg 161 0.1260 ndcg_rel 161 0.1386 Rndcg 161 0.1915 ndcg_cut_5 161 0.0875 ndcg_cut_10 161 0.1271 ndcg_cut_15 161 0.2193 ndcg_cut_20 161 0.3050 ndcg_cut_30 161 0.3346 ndcg_cut_100 161 0.2196 ndcg_cut_200 161 0.1403 ndcg_cut_500 161 0.1260 ndcg_cut_1000 161 0.1260 map_cut_5 161 0.0009 map_cut_10 161 0.0019 map_cut_15 161 0.0083 map_cut_20 161 0.0197 map_cut_30 161 0.0323 map_cut_100 161 0.0430 map_cut_200 161 0.0430 map_cut_500 161 0.0430 map_cut_1000 161 0.0430 relative_P_5 161 0.2000 relative_P_10 161 0.2000 relative_P_15 161 0.4000 relative_P_20 161 0.5500 relative_P_30 161 0.5333 relative_P_100 161 0.2100 relative_P_200 161 0.1050 relative_P_500 161 0.0963 relative_P_1000 161 0.0963 success_1 161 0.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.2692 set_relative_P 161 0.2692 set_recall 161 0.0963 set_map 161 0.0259 set_F 161 0.1419 num_nonrel_judged_ret 161 20 rbp 161 0.2649 rbp_resid 161 0.0293 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 73 num_rel 200 184 num_rel_ret 200 26 map 200 0.1058 Rprec 200 0.1413 bpref 200 0.1371 recip_rank 200 1.0000 iprec_at_recall_0.00 200 1.0000 iprec_at_recall_0.10 200 0.6333 iprec_at_recall_0.20 200 0.0000 iprec_at_recall_0.30 200 0.0000 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 1.0000 P_10 200 0.9000 P_15 200 0.8667 P_20 200 0.7000 P_30 200 0.6333 P_100 200 0.2600 P_200 200 0.1300 P_500 200 0.0520 P_1000 200 0.0260 relstring 200 '2232322202' recall_5 200 0.0272 recall_10 200 0.0489 recall_15 200 0.0707 recall_20 200 0.0761 recall_30 200 0.1033 recall_100 200 0.1413 recall_200 200 0.1413 recall_500 200 0.1413 recall_1000 200 0.1413 infAP 200 0.1058 Rprec_mult_0.20 200 0.5135 Rprec_mult_0.40 200 0.3514 Rprec_mult_0.60 200 0.2342 Rprec_mult_0.80 200 0.1757 Rprec_mult_1.00 200 0.1413 Rprec_mult_1.20 200 0.1176 Rprec_mult_1.40 200 0.1008 Rprec_mult_1.60 200 0.0881 Rprec_mult_1.80 200 0.0783 Rprec_mult_2.00 200 0.0707 utility 200 -21.0000 11pt_avg 200 0.1485 binG 200 0.0763 G 200 0.0351 ndcg 200 0.2199 ndcg_rel 200 0.2638 Rndcg 200 0.3374 ndcg_cut_5 200 0.6890 ndcg_cut_10 200 0.6406 ndcg_cut_15 200 0.6742 ndcg_cut_20 200 0.6092 ndcg_cut_30 200 0.5547 ndcg_cut_100 200 0.3327 ndcg_cut_200 200 0.2292 ndcg_cut_500 200 0.2199 ndcg_cut_1000 200 0.2199 map_cut_5 200 0.0272 map_cut_10 200 0.0484 map_cut_15 200 0.0673 map_cut_20 200 0.0718 map_cut_30 200 0.0895 map_cut_100 200 0.1058 map_cut_200 200 0.1058 map_cut_500 200 0.1058 map_cut_1000 200 0.1058 relative_P_5 200 1.0000 relative_P_10 200 0.9000 relative_P_15 200 0.8667 relative_P_20 200 0.7000 relative_P_30 200 0.6333 relative_P_100 200 0.2600 relative_P_200 200 0.1413 relative_P_500 200 0.1413 relative_P_1000 200 0.1413 success_1 200 1.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.3562 set_relative_P 200 0.3562 set_recall 200 0.1413 set_map 200 0.0503 set_F 200 0.2023 num_nonrel_judged_ret 200 12 rbp 200 0.4662 rbp_resid 200 0.0352 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 72 num_rel 213 322 num_rel_ret 213 34 map 213 0.0935 Rprec 213 0.1056 bpref 213 0.1040 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 0.8462 iprec_at_recall_0.20 213 0.0000 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 0.8000 P_10 213 0.9000 P_15 213 0.9333 P_20 213 0.9000 P_30 213 0.8667 P_100 213 0.3400 P_200 213 0.1700 P_500 213 0.0680 P_1000 213 0.0340 relstring 213 '3313333233' recall_5 213 0.0124 recall_10 213 0.0280 recall_15 213 0.0435 recall_20 213 0.0559 recall_30 213 0.0807 recall_100 213 0.1056 recall_200 213 0.1056 recall_500 213 0.1056 recall_1000 213 0.1056 infAP 213 0.0935 Rprec_mult_0.20 213 0.5231 Rprec_mult_0.40 213 0.2636 Rprec_mult_0.60 213 0.1753 Rprec_mult_0.80 213 0.1318 Rprec_mult_1.00 213 0.1056 Rprec_mult_1.20 213 0.0879 Rprec_mult_1.40 213 0.0754 Rprec_mult_1.60 213 0.0659 Rprec_mult_1.80 213 0.0586 Rprec_mult_2.00 213 0.0528 utility 213 -4.0000 11pt_avg 213 0.1678 binG 213 0.0572 G 213 0.0283 ndcg 213 0.1964 ndcg_rel 213 0.2467 Rndcg 213 0.3420 ndcg_cut_5 213 0.6652 ndcg_cut_10 213 0.6776 ndcg_cut_15 213 0.6832 ndcg_cut_20 213 0.6999 ndcg_cut_30 213 0.7196 ndcg_cut_100 213 0.4213 ndcg_cut_200 213 0.2700 ndcg_cut_500 213 0.1964 ndcg_cut_1000 213 0.1964 map_cut_5 213 0.0110 map_cut_10 213 0.0245 map_cut_15 213 0.0389 map_cut_20 213 0.0506 map_cut_30 213 0.0728 map_cut_100 213 0.0935 map_cut_200 213 0.0935 map_cut_500 213 0.0935 map_cut_1000 213 0.0935 relative_P_5 213 0.8000 relative_P_10 213 0.9000 relative_P_15 213 0.9333 relative_P_20 213 0.9000 relative_P_30 213 0.8667 relative_P_100 213 0.3400 relative_P_200 213 0.1700 relative_P_500 213 0.1056 relative_P_1000 213 0.1056 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.4722 set_relative_P 213 0.4722 set_recall 213 0.1056 set_map 213 0.0499 set_F 213 0.1726 num_nonrel_judged_ret 213 7 rbp 213 0.6415 rbp_resid 213 0.0159 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 50 num_rel 219 203 num_rel_ret 219 13 map 219 0.0264 Rprec 219 0.0640 bpref 219 0.0605 recip_rank 219 1.0000 iprec_at_recall_0.00 219 1.0000 iprec_at_recall_0.10 219 0.0000 iprec_at_recall_0.20 219 0.0000 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.2000 P_10 219 0.3000 P_15 219 0.2667 P_20 219 0.3500 P_30 219 0.4333 P_100 219 0.1300 P_200 219 0.0650 P_500 219 0.0260 P_1000 219 0.0130 relstring 219 '2000010022' recall_5 219 0.0049 recall_10 219 0.0148 recall_15 219 0.0197 recall_20 219 0.0345 recall_30 219 0.0640 recall_100 219 0.0640 recall_200 219 0.0640 recall_500 219 0.0640 recall_1000 219 0.0640 infAP 219 0.0264 Rprec_mult_0.20 219 0.3171 Rprec_mult_0.40 219 0.1585 Rprec_mult_0.60 219 0.1066 Rprec_mult_0.80 219 0.0798 Rprec_mult_1.00 219 0.0640 Rprec_mult_1.20 219 0.0533 Rprec_mult_1.40 219 0.0456 Rprec_mult_1.60 219 0.0400 Rprec_mult_1.80 219 0.0355 Rprec_mult_2.00 219 0.0320 utility 219 -24.0000 11pt_avg 219 0.0909 binG 219 0.0207 G 219 0.0139 ndcg 219 0.1090 ndcg_rel 219 0.1218 Rndcg 219 0.1684 ndcg_cut_5 219 0.1696 ndcg_cut_10 219 0.2048 ndcg_cut_15 219 0.2561 ndcg_cut_20 219 0.2855 ndcg_cut_30 219 0.3295 ndcg_cut_100 219 0.1818 ndcg_cut_200 219 0.1218 ndcg_cut_500 219 0.1090 ndcg_cut_1000 219 0.1090 map_cut_5 219 0.0049 map_cut_10 219 0.0075 map_cut_15 219 0.0093 map_cut_20 219 0.0140 map_cut_30 219 0.0264 map_cut_100 219 0.0264 map_cut_200 219 0.0264 map_cut_500 219 0.0264 map_cut_1000 219 0.0264 relative_P_5 219 0.2000 relative_P_10 219 0.3000 relative_P_15 219 0.2667 relative_P_20 219 0.3500 relative_P_30 219 0.4333 relative_P_100 219 0.1300 relative_P_200 219 0.0650 relative_P_500 219 0.0640 relative_P_1000 219 0.0640 success_1 219 1.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.2600 set_relative_P 219 0.2600 set_recall 219 0.0640 set_map 219 0.0167 set_F 219 0.1028 num_nonrel_judged_ret 219 17 rbp 219 0.2189 rbp_resid 219 0.0424 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 91 num_rel 224 304 num_rel_ret 224 19 map 224 0.0413 Rprec 224 0.0625 bpref 224 0.0606 recip_rank 224 1.0000 iprec_at_recall_0.00 224 1.0000 iprec_at_recall_0.10 224 0.0000 iprec_at_recall_0.20 224 0.0000 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 0.6000 P_10 224 0.6000 P_15 224 0.6667 P_20 224 0.5500 P_30 224 0.5667 P_100 224 0.1900 P_200 224 0.0950 P_500 224 0.0380 P_1000 224 0.0190 relstring 224 '2221021122' recall_5 224 0.0099 recall_10 224 0.0197 recall_15 224 0.0329 recall_20 224 0.0362 recall_30 224 0.0559 recall_100 224 0.0625 recall_200 224 0.0625 recall_500 224 0.0625 recall_1000 224 0.0625 infAP 224 0.0413 Rprec_mult_0.20 224 0.3115 Rprec_mult_0.40 224 0.1557 Rprec_mult_0.60 224 0.1038 Rprec_mult_0.80 224 0.0779 Rprec_mult_1.00 224 0.0625 Rprec_mult_1.20 224 0.0521 Rprec_mult_1.40 224 0.0446 Rprec_mult_1.60 224 0.0390 Rprec_mult_1.80 224 0.0347 Rprec_mult_2.00 224 0.0312 utility 224 -53.0000 11pt_avg 224 0.0909 binG 224 0.0269 G 224 0.0159 ndcg 224 0.1219 ndcg_rel 224 0.1481 Rndcg 224 0.2392 ndcg_cut_5 224 0.5305 ndcg_cut_10 224 0.5307 ndcg_cut_15 224 0.5305 ndcg_cut_20 224 0.4633 ndcg_cut_30 224 0.4606 ndcg_cut_100 224 0.2673 ndcg_cut_200 224 0.1724 ndcg_cut_500 224 0.1219 ndcg_cut_1000 224 0.1219 map_cut_5 224 0.0099 map_cut_10 224 0.0159 map_cut_15 224 0.0243 map_cut_20 224 0.0261 map_cut_30 224 0.0381 map_cut_100 224 0.0413 map_cut_200 224 0.0413 map_cut_500 224 0.0413 map_cut_1000 224 0.0413 relative_P_5 224 0.6000 relative_P_10 224 0.6000 relative_P_15 224 0.6667 relative_P_20 224 0.5500 relative_P_30 224 0.5667 relative_P_100 224 0.1900 relative_P_200 224 0.0950 relative_P_500 224 0.0625 relative_P_1000 224 0.0625 success_1 224 1.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.2088 set_relative_P 224 0.2088 set_recall 224 0.0625 set_map 224 0.0130 set_F 224 0.0962 num_nonrel_judged_ret 224 17 rbp 224 0.4561 rbp_resid 224 0.0349 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 55 num_rel 225 238 num_rel_ret 225 25 map 225 0.0941 Rprec 225 0.1050 bpref 225 0.1029 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.8333 iprec_at_recall_0.20 225 0.0000 iprec_at_recall_0.30 225 0.0000 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 0.8000 P_10 225 0.9000 P_15 225 0.9333 P_20 225 0.9000 P_30 225 0.8333 P_100 225 0.2500 P_200 225 0.1250 P_500 225 0.0500 P_1000 225 0.0250 relstring 225 '3222122232' recall_5 225 0.0168 recall_10 225 0.0378 recall_15 225 0.0588 recall_20 225 0.0756 recall_30 225 0.1050 recall_100 225 0.1050 recall_200 225 0.1050 recall_500 225 0.1050 recall_1000 225 0.1050 infAP 225 0.0941 Rprec_mult_0.20 225 0.5208 Rprec_mult_0.40 225 0.2604 Rprec_mult_0.60 225 0.1748 Rprec_mult_0.80 225 0.1309 Rprec_mult_1.00 225 0.1050 Rprec_mult_1.20 225 0.0874 Rprec_mult_1.40 225 0.0749 Rprec_mult_1.60 225 0.0656 Rprec_mult_1.80 225 0.0583 Rprec_mult_2.00 225 0.0525 utility 225 -5.0000 11pt_avg 225 0.1667 binG 225 0.0634 G 225 0.0320 ndcg 225 0.1887 ndcg_rel 225 0.2424 Rndcg 225 0.2706 ndcg_cut_5 225 0.7360 ndcg_cut_10 225 0.7337 ndcg_cut_15 225 0.7336 ndcg_cut_20 225 0.7218 ndcg_cut_30 225 0.7003 ndcg_cut_100 225 0.3367 ndcg_cut_200 225 0.2267 ndcg_cut_500 225 0.1887 ndcg_cut_1000 225 0.1887 map_cut_5 225 0.0168 map_cut_10 225 0.0351 map_cut_15 225 0.0545 map_cut_20 225 0.0697 map_cut_30 225 0.0941 map_cut_100 225 0.0941 map_cut_200 225 0.0941 map_cut_500 225 0.0941 map_cut_1000 225 0.0941 relative_P_5 225 0.8000 relative_P_10 225 0.9000 relative_P_15 225 0.9333 relative_P_20 225 0.9000 relative_P_30 225 0.8333 relative_P_100 225 0.2500 relative_P_200 225 0.1250 relative_P_500 225 0.1050 relative_P_1000 225 0.1050 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.4545 set_relative_P 225 0.4545 set_recall 225 0.1050 set_map 225 0.0477 set_F 225 0.1706 num_nonrel_judged_ret 225 5 rbp 225 0.6665 rbp_resid 225 0.0424 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 77 num_rel 233 203 num_rel_ret 233 44 map 233 0.1888 Rprec 233 0.2167 bpref 233 0.2127 recip_rank 233 1.0000 iprec_at_recall_0.00 233 1.0000 iprec_at_recall_0.10 233 0.9000 iprec_at_recall_0.20 233 0.7455 iprec_at_recall_0.30 233 0.0000 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 1.0000 P_10 233 1.0000 P_15 233 0.8000 P_20 233 0.8500 P_30 233 0.9000 P_100 233 0.4400 P_200 233 0.2200 P_500 233 0.0880 P_1000 233 0.0440 relstring 233 '3232332233' recall_5 233 0.0246 recall_10 233 0.0493 recall_15 233 0.0591 recall_20 233 0.0837 recall_30 233 0.1330 recall_100 233 0.2167 recall_200 233 0.2167 recall_500 233 0.2167 recall_1000 233 0.2167 infAP 233 0.1888 Rprec_mult_0.20 233 0.8537 Rprec_mult_0.40 233 0.5366 Rprec_mult_0.60 233 0.3607 Rprec_mult_0.80 233 0.2699 Rprec_mult_1.00 233 0.2167 Rprec_mult_1.20 233 0.1803 Rprec_mult_1.40 233 0.1544 Rprec_mult_1.60 233 0.1354 Rprec_mult_1.80 233 0.1202 Rprec_mult_2.00 233 0.1084 utility 233 11.0000 11pt_avg 233 0.2405 binG 233 0.1121 G 233 0.0537 ndcg 233 0.3040 ndcg_rel 233 0.3864 Rndcg 233 0.4346 ndcg_cut_5 233 0.7430 ndcg_cut_10 233 0.7811 ndcg_cut_15 233 0.7160 ndcg_cut_20 233 0.7494 ndcg_cut_30 233 0.7751 ndcg_cut_100 233 0.4723 ndcg_cut_200 233 0.3275 ndcg_cut_500 233 0.3040 ndcg_cut_1000 233 0.3040 map_cut_5 233 0.0246 map_cut_10 233 0.0493 map_cut_15 233 0.0580 map_cut_20 233 0.0785 map_cut_30 233 0.1219 map_cut_100 233 0.1888 map_cut_200 233 0.1888 map_cut_500 233 0.1888 map_cut_1000 233 0.1888 relative_P_5 233 1.0000 relative_P_10 233 1.0000 relative_P_15 233 0.8000 relative_P_20 233 0.8500 relative_P_30 233 0.9000 relative_P_100 233 0.4400 relative_P_200 233 0.2200 relative_P_500 233 0.2167 relative_P_1000 233 0.2167 success_1 233 1.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.5714 set_relative_P 233 0.5714 set_recall 233 0.2167 set_map 233 0.1239 set_F 233 0.3143 num_nonrel_judged_ret 233 5 rbp 233 0.5984 rbp_resid 233 0.0119 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 78 num_rel 273 290 num_rel_ret 273 31 map 273 0.1036 Rprec 273 0.1069 bpref 273 0.1066 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.9375 iprec_at_recall_0.20 273 0.0000 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 1.0000 P_10 273 1.0000 P_15 273 1.0000 P_20 273 1.0000 P_30 273 0.9333 P_100 273 0.3100 P_200 273 0.1550 P_500 273 0.0620 P_1000 273 0.0310 relstring 273 '2332222322' recall_5 273 0.0172 recall_10 273 0.0345 recall_15 273 0.0517 recall_20 273 0.0690 recall_30 273 0.0966 recall_100 273 0.1069 recall_200 273 0.1069 recall_500 273 0.1069 recall_1000 273 0.1069 infAP 273 0.1036 Rprec_mult_0.20 273 0.5172 Rprec_mult_0.40 273 0.2672 Rprec_mult_0.60 273 0.1782 Rprec_mult_0.80 273 0.1336 Rprec_mult_1.00 273 0.1069 Rprec_mult_1.20 273 0.0891 Rprec_mult_1.40 273 0.0764 Rprec_mult_1.60 273 0.0668 Rprec_mult_1.80 273 0.0594 Rprec_mult_2.00 273 0.0534 utility 273 -16.0000 11pt_avg 273 0.1761 binG 273 0.0938 G 273 0.0284 ndcg 273 0.1801 ndcg_rel 273 0.2262 Rndcg 273 0.3220 ndcg_cut_5 273 0.7138 ndcg_cut_10 273 0.7200 ndcg_cut_15 273 0.7224 ndcg_cut_20 273 0.7342 ndcg_cut_30 273 0.7273 ndcg_cut_100 273 0.3622 ndcg_cut_200 273 0.2480 ndcg_cut_500 273 0.1801 ndcg_cut_1000 273 0.1801 map_cut_5 273 0.0172 map_cut_10 273 0.0345 map_cut_15 273 0.0517 map_cut_20 273 0.0690 map_cut_30 273 0.0958 map_cut_100 273 0.1036 map_cut_200 273 0.1036 map_cut_500 273 0.1036 map_cut_1000 273 0.1036 relative_P_5 273 1.0000 relative_P_10 273 1.0000 relative_P_15 273 1.0000 relative_P_20 273 1.0000 relative_P_30 273 0.9333 relative_P_100 273 0.3100 relative_P_200 273 0.1550 relative_P_500 273 0.1069 relative_P_1000 273 0.1069 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.3974 set_relative_P 273 0.3974 set_recall 273 0.1069 set_map 273 0.0425 set_F 273 0.1685 num_nonrel_judged_ret 273 2 rbp 273 0.5548 rbp_resid 273 0.0343 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 60 num_rel 300 239 num_rel_ret 300 21 map 300 0.0491 Rprec 300 0.0879 bpref 300 0.0847 recip_rank 300 0.3333 iprec_at_recall_0.00 300 0.6667 iprec_at_recall_0.10 300 0.0000 iprec_at_recall_0.20 300 0.0000 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.6000 P_10 300 0.6000 P_15 300 0.6667 P_20 300 0.6000 P_30 300 0.5333 P_100 300 0.2100 P_200 300 0.1050 P_500 300 0.0420 P_1000 300 0.0210 relstring 300 '1132203022' recall_5 300 0.0126 recall_10 300 0.0251 recall_15 300 0.0418 recall_20 300 0.0502 recall_30 300 0.0669 recall_100 300 0.0879 recall_200 300 0.0879 recall_500 300 0.0879 recall_1000 300 0.0879 infAP 300 0.0491 Rprec_mult_0.20 300 0.4167 Rprec_mult_0.40 300 0.2188 Rprec_mult_0.60 300 0.1458 Rprec_mult_0.80 300 0.1094 Rprec_mult_1.00 300 0.0879 Rprec_mult_1.20 300 0.0732 Rprec_mult_1.40 300 0.0627 Rprec_mult_1.60 300 0.0548 Rprec_mult_1.80 300 0.0487 Rprec_mult_2.00 300 0.0439 utility 300 -18.0000 11pt_avg 300 0.0606 binG 300 0.0294 G 300 0.0212 ndcg 300 0.1518 ndcg_rel 300 0.1802 Rndcg 300 0.2458 ndcg_cut_5 300 0.5388 ndcg_cut_10 300 0.5096 ndcg_cut_15 300 0.5132 ndcg_cut_20 300 0.4715 ndcg_cut_30 300 0.4403 ndcg_cut_100 300 0.2818 ndcg_cut_200 300 0.1840 ndcg_cut_500 300 0.1518 ndcg_cut_1000 300 0.1518 map_cut_5 300 0.0060 map_cut_10 300 0.0132 map_cut_15 300 0.0237 map_cut_20 300 0.0289 map_cut_30 300 0.0391 map_cut_100 300 0.0491 map_cut_200 300 0.0491 map_cut_500 300 0.0491 map_cut_1000 300 0.0491 relative_P_5 300 0.6000 relative_P_10 300 0.6000 relative_P_15 300 0.6667 relative_P_20 300 0.6000 relative_P_30 300 0.5333 relative_P_100 300 0.2100 relative_P_200 300 0.1050 relative_P_500 300 0.0879 relative_P_1000 300 0.0879 success_1 300 0.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.3500 set_relative_P 300 0.3500 set_recall 300 0.0879 set_map 300 0.0308 set_F 300 0.1405 num_nonrel_judged_ret 300 16 rbp 300 0.4756 rbp_resid 300 0.0275 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 85 num_rel 31 134 num_rel_ret 31 29 map 31 0.1252 Rprec 31 0.2164 bpref 31 0.1981 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.5938 iprec_at_recall_0.20 31 0.5283 iprec_at_recall_0.30 31 0.0000 iprec_at_recall_0.40 31 0.0000 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 0.6000 P_10 31 0.5000 P_15 31 0.4667 P_20 31 0.5000 P_30 31 0.5667 P_100 31 0.2900 P_200 31 0.1450 P_500 31 0.0580 P_1000 31 0.0290 relstring 31 '2211221013' recall_5 31 0.0224 recall_10 31 0.0373 recall_15 31 0.0522 recall_20 31 0.0746 recall_30 31 0.1269 recall_100 31 0.2164 recall_200 31 0.2164 recall_500 31 0.2164 recall_1000 31 0.2164 infAP 31 0.1252 Rprec_mult_0.20 31 0.5556 Rprec_mult_0.40 31 0.5185 Rprec_mult_0.60 31 0.3580 Rprec_mult_0.80 31 0.2685 Rprec_mult_1.00 31 0.2164 Rprec_mult_1.20 31 0.1801 Rprec_mult_1.40 31 0.1543 Rprec_mult_1.60 31 0.1349 Rprec_mult_1.80 31 0.1198 Rprec_mult_2.00 31 0.1082 utility 31 -27.0000 11pt_avg 31 0.1929 binG 31 0.0710 G 31 0.0526 ndcg 31 0.3071 ndcg_rel 31 0.3630 Rndcg 31 0.3779 ndcg_cut_5 31 0.5615 ndcg_cut_10 31 0.5268 ndcg_cut_15 31 0.4990 ndcg_cut_20 31 0.5100 ndcg_cut_30 31 0.5770 ndcg_cut_100 31 0.4075 ndcg_cut_200 31 0.3071 ndcg_cut_500 31 0.3071 ndcg_cut_1000 31 0.3071 map_cut_5 31 0.0194 map_cut_10 31 0.0281 map_cut_15 31 0.0359 map_cut_20 31 0.0469 map_cut_30 31 0.0757 map_cut_100 31 0.1252 map_cut_200 31 0.1252 map_cut_500 31 0.1252 map_cut_1000 31 0.1252 relative_P_5 31 0.6000 relative_P_10 31 0.5000 relative_P_15 31 0.4667 relative_P_20 31 0.5000 relative_P_30 31 0.5667 relative_P_100 31 0.2900 relative_P_200 31 0.2164 relative_P_500 31 0.2164 relative_P_1000 31 0.2164 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.3412 set_relative_P 31 0.3412 set_recall 31 0.2164 set_map 31 0.0738 set_F 31 0.2648 num_nonrel_judged_ret 31 26 rbp 31 0.5017 rbp_resid 31 0.0100 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 79 num_rel 37 230 num_rel_ret 37 15 map 37 0.0336 Rprec 37 0.0652 bpref 37 0.0627 recip_rank 37 1.0000 iprec_at_recall_0.00 37 1.0000 iprec_at_recall_0.10 37 0.0000 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.4000 P_10 37 0.6000 P_15 37 0.4667 P_20 37 0.4000 P_30 37 0.4667 P_100 37 0.1500 P_200 37 0.0750 P_500 37 0.0300 P_1000 37 0.0150 relstring 37 '2000222122' recall_5 37 0.0087 recall_10 37 0.0261 recall_15 37 0.0304 recall_20 37 0.0348 recall_30 37 0.0609 recall_100 37 0.0652 recall_200 37 0.0652 recall_500 37 0.0652 recall_1000 37 0.0652 infAP 37 0.0336 Rprec_mult_0.20 37 0.3261 Rprec_mult_0.40 37 0.1630 Rprec_mult_0.60 37 0.1087 Rprec_mult_0.80 37 0.0815 Rprec_mult_1.00 37 0.0652 Rprec_mult_1.20 37 0.0543 Rprec_mult_1.40 37 0.0466 Rprec_mult_1.60 37 0.0408 Rprec_mult_1.80 37 0.0362 Rprec_mult_2.00 37 0.0326 utility 37 -49.0000 11pt_avg 37 0.0909 binG 37 0.0235 G 37 0.0142 ndcg 37 0.1122 ndcg_rel 37 0.1310 Rndcg 37 0.2010 ndcg_cut_5 37 0.3136 ndcg_cut_10 37 0.4144 ndcg_cut_15 37 0.3792 ndcg_cut_20 37 0.3495 ndcg_cut_30 37 0.4255 ndcg_cut_100 37 0.2438 ndcg_cut_200 37 0.1555 ndcg_cut_500 37 0.1122 ndcg_cut_1000 37 0.1122 map_cut_5 37 0.0061 map_cut_10 37 0.0158 map_cut_15 37 0.0178 map_cut_20 37 0.0198 map_cut_30 37 0.0321 map_cut_100 37 0.0336 map_cut_200 37 0.0336 map_cut_500 37 0.0336 map_cut_1000 37 0.0336 relative_P_5 37 0.4000 relative_P_10 37 0.6000 relative_P_15 37 0.4667 relative_P_20 37 0.4000 relative_P_30 37 0.4667 relative_P_100 37 0.1500 relative_P_200 37 0.0750 relative_P_500 37 0.0652 relative_P_1000 37 0.0652 success_1 37 1.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.1899 set_relative_P 37 0.1899 set_recall 37 0.0652 set_map 37 0.0124 set_F 37 0.0971 num_nonrel_judged_ret 37 20 rbp 37 0.3550 rbp_resid 37 0.0309 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 62 num_rel 407 102 num_rel_ret 407 8 map 407 0.0348 Rprec 407 0.0784 bpref 407 0.0716 recip_rank 407 1.0000 iprec_at_recall_0.00 407 1.0000 iprec_at_recall_0.10 407 0.0000 iprec_at_recall_0.20 407 0.0000 iprec_at_recall_0.30 407 0.0000 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.4000 P_10 407 0.3000 P_15 407 0.3333 P_20 407 0.3500 P_30 407 0.2667 P_100 407 0.0800 P_200 407 0.0400 P_500 407 0.0160 P_1000 407 0.0080 relstring 407 '2002102000' recall_5 407 0.0196 recall_10 407 0.0294 recall_15 407 0.0490 recall_20 407 0.0686 recall_30 407 0.0784 recall_100 407 0.0784 recall_200 407 0.0784 recall_500 407 0.0784 recall_1000 407 0.0784 infAP 407 0.0348 Rprec_mult_0.20 407 0.3333 Rprec_mult_0.40 407 0.1951 Rprec_mult_0.60 407 0.1290 Rprec_mult_0.80 407 0.0976 Rprec_mult_1.00 407 0.0784 Rprec_mult_1.20 407 0.0650 Rprec_mult_1.40 407 0.0559 Rprec_mult_1.60 407 0.0488 Rprec_mult_1.80 407 0.0435 Rprec_mult_2.00 407 0.0392 utility 407 -46.0000 11pt_avg 407 0.0909 binG 407 0.0314 G 407 0.0214 ndcg 407 0.1356 ndcg_rel 407 0.1543 Rndcg 407 0.2035 ndcg_cut_5 407 0.3672 ndcg_cut_10 407 0.3002 ndcg_cut_15 407 0.3161 ndcg_cut_20 407 0.3392 ndcg_cut_30 407 0.3022 ndcg_cut_100 407 0.1469 ndcg_cut_200 407 0.1356 ndcg_cut_500 407 0.1356 ndcg_cut_1000 407 0.1356 map_cut_5 407 0.0147 map_cut_10 407 0.0189 map_cut_15 407 0.0254 map_cut_20 407 0.0321 map_cut_30 407 0.0348 map_cut_100 407 0.0348 map_cut_200 407 0.0348 map_cut_500 407 0.0348 map_cut_1000 407 0.0348 relative_P_5 407 0.4000 relative_P_10 407 0.3000 relative_P_15 407 0.3333 relative_P_20 407 0.3500 relative_P_30 407 0.2667 relative_P_100 407 0.0800 relative_P_200 407 0.0784 relative_P_500 407 0.0784 relative_P_1000 407 0.0784 success_1 407 1.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.1290 set_relative_P 407 0.1290 set_recall 407 0.0784 set_map 407 0.0101 set_F 407 0.0976 num_nonrel_judged_ret 407 24 rbp 407 0.2400 rbp_resid 407 0.0402 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 77 num_rel 477 285 num_rel_ret 477 27 map 477 0.0840 Rprec 477 0.0947 bpref 477 0.0934 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.0000 iprec_at_recall_0.20 477 0.0000 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 1.0000 P_10 477 0.9000 P_15 477 0.8667 P_20 477 0.9000 P_30 477 0.8000 P_100 477 0.2700 P_200 477 0.1350 P_500 477 0.0540 P_1000 477 0.0270 relstring 477 '2333333312' recall_5 477 0.0175 recall_10 477 0.0316 recall_15 477 0.0456 recall_20 477 0.0632 recall_30 477 0.0842 recall_100 477 0.0947 recall_200 477 0.0947 recall_500 477 0.0947 recall_1000 477 0.0947 infAP 477 0.0840 Rprec_mult_0.20 477 0.4737 Rprec_mult_0.40 477 0.2368 Rprec_mult_0.60 477 0.1579 Rprec_mult_0.80 477 0.1184 Rprec_mult_1.00 477 0.0947 Rprec_mult_1.20 477 0.0789 Rprec_mult_1.40 477 0.0677 Rprec_mult_1.60 477 0.0592 Rprec_mult_1.80 477 0.0526 Rprec_mult_2.00 477 0.0474 utility 477 -23.0000 11pt_avg 477 0.0909 binG 477 0.0583 G 477 0.0369 ndcg 477 0.1846 ndcg_rel 477 0.2386 Rndcg 477 0.2481 ndcg_cut_5 477 0.8869 ndcg_cut_10 477 0.8613 ndcg_cut_15 477 0.8338 ndcg_cut_20 477 0.8389 ndcg_cut_30 477 0.7831 ndcg_cut_100 477 0.3747 ndcg_cut_200 477 0.2560 ndcg_cut_500 477 0.1846 ndcg_cut_1000 477 0.1846 map_cut_5 477 0.0175 map_cut_10 477 0.0312 map_cut_15 477 0.0439 map_cut_20 477 0.0595 map_cut_30 477 0.0772 map_cut_100 477 0.0840 map_cut_200 477 0.0840 map_cut_500 477 0.0840 map_cut_1000 477 0.0840 relative_P_5 477 1.0000 relative_P_10 477 0.9000 relative_P_15 477 0.8667 relative_P_20 477 0.9000 relative_P_30 477 0.8000 relative_P_100 477 0.2700 relative_P_200 477 0.1350 relative_P_500 477 0.0947 relative_P_1000 477 0.0947 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.3506 set_relative_P 477 0.3506 set_recall 477 0.0947 set_map 477 0.0332 set_F 477 0.1492 num_nonrel_judged_ret 477 10 rbp 477 0.8080 rbp_resid 477 0.0346 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 52 num_rel 499 192 num_rel_ret 499 24 map 499 0.0826 Rprec 499 0.1250 bpref 499 0.1202 recip_rank 499 0.5000 iprec_at_recall_0.00 499 0.8333 iprec_at_recall_0.10 499 0.6452 iprec_at_recall_0.20 499 0.0000 iprec_at_recall_0.30 499 0.0000 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 0.8000 P_10 499 0.6000 P_15 499 0.7333 P_20 499 0.7500 P_30 499 0.6333 P_100 499 0.2400 P_200 499 0.1200 P_500 499 0.0480 P_1000 499 0.0240 relstring 499 '1332331013' recall_5 499 0.0208 recall_10 499 0.0312 recall_15 499 0.0573 recall_20 499 0.0781 recall_30 499 0.0990 recall_100 499 0.1250 recall_200 499 0.1250 recall_500 499 0.1250 recall_1000 499 0.1250 infAP 499 0.0826 Rprec_mult_0.20 499 0.5385 Rprec_mult_0.40 499 0.3117 Rprec_mult_0.60 499 0.2069 Rprec_mult_0.80 499 0.1558 Rprec_mult_1.00 499 0.1250 Rprec_mult_1.20 499 0.1039 Rprec_mult_1.40 499 0.0892 Rprec_mult_1.60 499 0.0779 Rprec_mult_1.80 499 0.0694 Rprec_mult_2.00 499 0.0625 utility 499 -4.0000 11pt_avg 499 0.1344 binG 499 0.0481 G 499 0.0350 ndcg 499 0.2102 ndcg_rel 499 0.2533 Rndcg 499 0.3383 ndcg_cut_5 499 0.7252 ndcg_cut_10 499 0.6592 ndcg_cut_15 499 0.6917 ndcg_cut_20 499 0.6643 ndcg_cut_30 499 0.5943 ndcg_cut_100 499 0.3610 ndcg_cut_200 499 0.2386 ndcg_cut_500 499 0.2102 ndcg_cut_1000 499 0.2102 map_cut_5 499 0.0141 map_cut_10 499 0.0216 map_cut_15 499 0.0395 map_cut_20 499 0.0547 map_cut_30 499 0.0685 map_cut_100 499 0.0826 map_cut_200 499 0.0826 map_cut_500 499 0.0826 map_cut_1000 499 0.0826 relative_P_5 499 0.8000 relative_P_10 499 0.6000 relative_P_15 499 0.7333 relative_P_20 499 0.7500 relative_P_30 499 0.6333 relative_P_100 499 0.2400 relative_P_200 499 0.1250 relative_P_500 499 0.1250 relative_P_1000 499 0.1250 success_1 499 0.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.4615 set_relative_P 499 0.4615 set_recall 499 0.1250 set_map 499 0.0577 set_F 499 0.1967 num_nonrel_judged_ret 499 12 rbp 499 0.6425 rbp_resid 499 0.0295 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 67 num_rel 515 147 num_rel_ret 515 12 map 515 0.0375 Rprec 515 0.0816 bpref 515 0.0755 recip_rank 515 1.0000 iprec_at_recall_0.00 515 1.0000 iprec_at_recall_0.10 515 0.0000 iprec_at_recall_0.20 515 0.0000 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.4000 P_10 515 0.2000 P_15 515 0.3333 P_20 515 0.4000 P_30 515 0.3667 P_100 515 0.1200 P_200 515 0.0600 P_500 515 0.0240 P_1000 515 0.0120 relstring 515 '2200010100' recall_5 515 0.0136 recall_10 515 0.0136 recall_15 515 0.0340 recall_20 515 0.0544 recall_30 515 0.0748 recall_100 515 0.0816 recall_200 515 0.0816 recall_500 515 0.0816 recall_1000 515 0.0816 infAP 515 0.0375 Rprec_mult_0.20 515 0.3667 Rprec_mult_0.40 515 0.2034 Rprec_mult_0.60 515 0.1348 Rprec_mult_0.80 515 0.1017 Rprec_mult_1.00 515 0.0816 Rprec_mult_1.20 515 0.0678 Rprec_mult_1.40 515 0.0583 Rprec_mult_1.60 515 0.0508 Rprec_mult_1.80 515 0.0453 Rprec_mult_2.00 515 0.0408 utility 515 -43.0000 11pt_avg 515 0.0909 binG 515 0.0312 G 515 0.0290 ndcg 515 0.1526 ndcg_rel 515 0.1891 Rndcg 515 0.1598 ndcg_cut_5 515 0.5531 ndcg_cut_10 515 0.4329 ndcg_cut_15 515 0.4905 ndcg_cut_20 515 0.5095 ndcg_cut_30 515 0.4836 ndcg_cut_100 515 0.2211 ndcg_cut_200 515 0.1526 ndcg_cut_500 515 0.1526 ndcg_cut_1000 515 0.1526 map_cut_5 515 0.0136 map_cut_10 515 0.0136 map_cut_15 515 0.0194 map_cut_20 515 0.0275 map_cut_30 515 0.0349 map_cut_100 515 0.0375 map_cut_200 515 0.0375 map_cut_500 515 0.0375 map_cut_1000 515 0.0375 relative_P_5 515 0.4000 relative_P_10 515 0.2000 relative_P_15 515 0.3333 relative_P_20 515 0.4000 relative_P_30 515 0.3667 relative_P_100 515 0.1200 relative_P_200 515 0.0816 relative_P_500 515 0.0816 relative_P_1000 515 0.0816 success_1 515 1.0000 success_5 515 1.0000 success_10 515 1.0000 set_P 515 0.1791 set_relative_P 515 0.1791 set_recall 515 0.0816 set_map 515 0.0146 set_F 515 0.1121 num_nonrel_judged_ret 515 21 rbp 515 0.4237 rbp_resid 515 0.0337 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 74 num_rel 58 373 num_rel_ret 58 25 map 58 0.0551 Rprec 58 0.0670 bpref 58 0.0651 recip_rank 58 0.5000 iprec_at_recall_0.00 58 0.8889 iprec_at_recall_0.10 58 0.0000 iprec_at_recall_0.20 58 0.0000 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 0.8000 P_10 58 0.8000 P_15 58 0.8667 P_20 58 0.8500 P_30 58 0.8333 P_100 58 0.2500 P_200 58 0.1250 P_500 58 0.0500 P_1000 58 0.0250 relstring 58 '1332223023' recall_5 58 0.0107 recall_10 58 0.0214 recall_15 58 0.0349 recall_20 58 0.0456 recall_30 58 0.0670 recall_100 58 0.0670 recall_200 58 0.0670 recall_500 58 0.0670 recall_1000 58 0.0670 infAP 58 0.0551 Rprec_mult_0.20 58 0.3333 Rprec_mult_0.40 58 0.1667 Rprec_mult_0.60 58 0.1116 Rprec_mult_0.80 58 0.0836 Rprec_mult_1.00 58 0.0670 Rprec_mult_1.20 58 0.0558 Rprec_mult_1.40 58 0.0478 Rprec_mult_1.60 58 0.0419 Rprec_mult_1.80 58 0.0372 Rprec_mult_2.00 58 0.0335 utility 58 -24.0000 11pt_avg 58 0.0808 binG 58 0.0334 G 58 0.0174 ndcg 58 0.1316 ndcg_rel 58 0.1626 Rndcg 58 0.2502 ndcg_cut_5 58 0.5111 ndcg_cut_10 58 0.5555 ndcg_cut_15 58 0.6028 ndcg_cut_20 58 0.6322 ndcg_cut_30 58 0.6463 ndcg_cut_100 58 0.2991 ndcg_cut_200 58 0.1943 ndcg_cut_500 58 0.1316 ndcg_cut_1000 58 0.1316 map_cut_5 58 0.0073 map_cut_10 58 0.0160 map_cut_15 58 0.0274 map_cut_20 58 0.0367 map_cut_30 58 0.0551 map_cut_100 58 0.0551 map_cut_200 58 0.0551 map_cut_500 58 0.0551 map_cut_1000 58 0.0551 relative_P_5 58 0.8000 relative_P_10 58 0.8000 relative_P_15 58 0.8667 relative_P_20 58 0.8500 relative_P_30 58 0.8333 relative_P_100 58 0.2500 relative_P_200 58 0.1250 relative_P_500 58 0.0670 relative_P_1000 58 0.0670 success_1 58 0.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.3378 set_relative_P 58 0.3378 set_recall 58 0.0670 set_map 58 0.0226 set_F 58 0.1119 num_nonrel_judged_ret 58 5 rbp 58 0.5217 rbp_resid 58 0.0424 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 61 num_rel 707 186 num_rel_ret 707 21 map 707 0.0735 Rprec 707 0.1129 bpref 707 0.1091 recip_rank 707 1.0000 iprec_at_recall_0.00 707 1.0000 iprec_at_recall_0.10 707 0.6333 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.6000 P_10 707 0.7000 P_15 707 0.6000 P_20 707 0.6000 P_30 707 0.6333 P_100 707 0.2100 P_200 707 0.1050 P_500 707 0.0420 P_1000 707 0.0210 relstring 707 '2020220222' recall_5 707 0.0161 recall_10 707 0.0376 recall_15 707 0.0484 recall_20 707 0.0645 recall_30 707 0.1022 recall_100 707 0.1129 recall_200 707 0.1129 recall_500 707 0.1129 recall_1000 707 0.1129 infAP 707 0.0735 Rprec_mult_0.20 707 0.5263 Rprec_mult_0.40 707 0.2800 Rprec_mult_0.60 707 0.1875 Rprec_mult_0.80 707 0.1409 Rprec_mult_1.00 707 0.1129 Rprec_mult_1.20 707 0.0938 Rprec_mult_1.40 707 0.0805 Rprec_mult_1.60 707 0.0705 Rprec_mult_1.80 707 0.0627 Rprec_mult_2.00 707 0.0565 utility 707 -19.0000 11pt_avg 707 0.1485 binG 707 0.0439 G 707 0.0267 ndcg 707 0.1750 ndcg_rel 707 0.2077 Rndcg 707 0.2628 ndcg_cut_5 707 0.4266 ndcg_cut_10 707 0.4829 ndcg_cut_15 707 0.4718 ndcg_cut_20 707 0.4876 ndcg_cut_30 707 0.5282 ndcg_cut_100 707 0.2774 ndcg_cut_200 707 0.1772 ndcg_cut_500 707 0.1750 ndcg_cut_1000 707 0.1750 map_cut_5 707 0.0122 map_cut_10 707 0.0265 map_cut_15 707 0.0344 map_cut_20 707 0.0439 map_cut_30 707 0.0676 map_cut_100 707 0.0735 map_cut_200 707 0.0735 map_cut_500 707 0.0735 map_cut_1000 707 0.0735 relative_P_5 707 0.6000 relative_P_10 707 0.7000 relative_P_15 707 0.6000 relative_P_20 707 0.6000 relative_P_30 707 0.6333 relative_P_100 707 0.2100 relative_P_200 707 0.1129 relative_P_500 707 0.1129 relative_P_1000 707 0.1129 success_1 707 1.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.3443 set_relative_P 707 0.3443 set_recall 707 0.1129 set_map 707 0.0389 set_F 707 0.1700 num_nonrel_judged_ret 707 11 rbp 707 0.4066 rbp_resid 707 0.0381 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 82 num_rel 72 466 num_rel_ret 72 35 map 72 0.0735 Rprec 72 0.0751 bpref 72 0.0751 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.0000 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 1.0000 P_15 72 1.0000 P_20 72 1.0000 P_30 72 1.0000 P_100 72 0.3500 P_200 72 0.1750 P_500 72 0.0700 P_1000 72 0.0350 relstring 72 '4334332444' recall_5 72 0.0107 recall_10 72 0.0215 recall_15 72 0.0322 recall_20 72 0.0429 recall_30 72 0.0644 recall_100 72 0.0751 recall_200 72 0.0751 recall_500 72 0.0751 recall_1000 72 0.0751 infAP 72 0.0735 Rprec_mult_0.20 72 0.3723 Rprec_mult_0.40 72 0.1872 Rprec_mult_0.60 72 0.1250 Rprec_mult_0.80 72 0.0938 Rprec_mult_1.00 72 0.0751 Rprec_mult_1.20 72 0.0625 Rprec_mult_1.40 72 0.0536 Rprec_mult_1.60 72 0.0469 Rprec_mult_1.80 72 0.0417 Rprec_mult_2.00 72 0.0376 utility 72 -12.0000 11pt_avg 72 0.0909 binG 72 0.0694 G 72 0.0244 ndcg 72 0.1560 ndcg_rel 72 0.2042 Rndcg 72 0.2701 ndcg_cut_5 72 0.8713 ndcg_cut_10 72 0.8602 ndcg_cut_15 72 0.8360 ndcg_cut_20 72 0.8132 ndcg_cut_30 72 0.7758 ndcg_cut_100 72 0.4098 ndcg_cut_200 72 0.2651 ndcg_cut_500 72 0.1560 ndcg_cut_1000 72 0.1560 map_cut_5 72 0.0107 map_cut_10 72 0.0215 map_cut_15 72 0.0322 map_cut_20 72 0.0429 map_cut_30 72 0.0644 map_cut_100 72 0.0735 map_cut_200 72 0.0735 map_cut_500 72 0.0735 map_cut_1000 72 0.0735 relative_P_5 72 1.0000 relative_P_10 72 1.0000 relative_P_15 72 1.0000 relative_P_20 72 1.0000 relative_P_30 72 1.0000 relative_P_100 72 0.3500 relative_P_200 72 0.1750 relative_P_500 72 0.0751 relative_P_1000 72 0.0751 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.4268 set_relative_P 72 0.4268 set_recall 72 0.0751 set_map 72 0.0321 set_F 72 0.1277 num_nonrel_judged_ret 72 1 rbp 72 0.7787 rbp_resid 72 0.0314 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 65 num_rel 84 142 num_rel_ret 84 4 map 84 0.0173 Rprec 84 0.0282 bpref 84 0.0272 recip_rank 84 1.0000 iprec_at_recall_0.00 84 1.0000 iprec_at_recall_0.10 84 0.0000 iprec_at_recall_0.20 84 0.0000 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 0.6000 P_10 84 0.3000 P_15 84 0.2000 P_20 84 0.1500 P_30 84 0.1333 P_100 84 0.0400 P_200 84 0.0200 P_500 84 0.0080 P_1000 84 0.0040 relstring 84 '2120200000' recall_5 84 0.0211 recall_10 84 0.0211 recall_15 84 0.0211 recall_20 84 0.0211 recall_30 84 0.0282 recall_100 84 0.0282 recall_200 84 0.0282 recall_500 84 0.0282 recall_1000 84 0.0282 infAP 84 0.0173 Rprec_mult_0.20 84 0.1379 Rprec_mult_0.40 84 0.0702 Rprec_mult_0.60 84 0.0465 Rprec_mult_0.80 84 0.0351 Rprec_mult_1.00 84 0.0282 Rprec_mult_1.20 84 0.0234 Rprec_mult_1.40 84 0.0201 Rprec_mult_1.60 84 0.0175 Rprec_mult_1.80 84 0.0156 Rprec_mult_2.00 84 0.0141 utility 84 -57.0000 11pt_avg 84 0.0909 binG 84 0.0167 G 84 0.0088 ndcg 84 0.0758 ndcg_rel 84 0.0847 Rndcg 84 0.1823 ndcg_cut_5 84 0.3861 ndcg_cut_10 84 0.2720 ndcg_cut_15 84 0.2186 ndcg_cut_20 84 0.1961 ndcg_cut_30 84 0.2075 ndcg_cut_100 84 0.1137 ndcg_cut_200 84 0.0823 ndcg_cut_500 84 0.0758 ndcg_cut_1000 84 0.0758 map_cut_5 84 0.0160 map_cut_10 84 0.0160 map_cut_15 84 0.0160 map_cut_20 84 0.0160 map_cut_30 84 0.0173 map_cut_100 84 0.0173 map_cut_200 84 0.0173 map_cut_500 84 0.0173 map_cut_1000 84 0.0173 relative_P_5 84 0.6000 relative_P_10 84 0.3000 relative_P_15 84 0.2000 relative_P_20 84 0.1500 relative_P_30 84 0.1333 relative_P_100 84 0.0400 relative_P_200 84 0.0282 relative_P_500 84 0.0282 relative_P_1000 84 0.0282 success_1 84 1.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.0615 set_relative_P 84 0.0615 set_recall 84 0.0282 set_map 84 0.0017 set_F 84 0.0386 num_nonrel_judged_ret 84 26 rbp 84 0.1635 rbp_resid 84 0.0424 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 69 num_rel 897 239 num_rel_ret 897 14 map 897 0.0407 Rprec 897 0.0586 bpref 897 0.0576 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.0000 iprec_at_recall_0.20 897 0.0000 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 0.6000 P_10 897 0.7000 P_15 897 0.6667 P_20 897 0.6500 P_30 897 0.4667 P_100 897 0.1400 P_200 897 0.0700 P_500 897 0.0280 P_1000 897 0.0140 relstring 897 '2122122132' recall_5 897 0.0126 recall_10 897 0.0293 recall_15 897 0.0418 recall_20 897 0.0544 recall_30 897 0.0586 recall_100 897 0.0586 recall_200 897 0.0586 recall_500 897 0.0586 recall_1000 897 0.0586 infAP 897 0.0407 Rprec_mult_0.20 897 0.2917 Rprec_mult_0.40 897 0.1458 Rprec_mult_0.60 897 0.0972 Rprec_mult_0.80 897 0.0729 Rprec_mult_1.00 897 0.0586 Rprec_mult_1.20 897 0.0488 Rprec_mult_1.40 897 0.0418 Rprec_mult_1.60 897 0.0366 Rprec_mult_1.80 897 0.0325 Rprec_mult_2.00 897 0.0293 utility 897 -41.0000 11pt_avg 897 0.0909 binG 897 0.0274 G 897 0.0177 ndcg 897 0.1274 ndcg_rel 897 0.1555 Rndcg 897 0.2435 ndcg_cut_5 897 0.5516 ndcg_cut_10 897 0.5909 ndcg_cut_15 897 0.5789 ndcg_cut_20 897 0.5597 ndcg_cut_30 897 0.4558 ndcg_cut_100 897 0.2446 ndcg_cut_200 897 0.1582 ndcg_cut_500 897 0.1274 ndcg_cut_1000 897 0.1274 map_cut_5 897 0.0101 map_cut_10 897 0.0216 map_cut_15 897 0.0306 map_cut_20 897 0.0386 map_cut_30 897 0.0407 map_cut_100 897 0.0407 map_cut_200 897 0.0407 map_cut_500 897 0.0407 map_cut_1000 897 0.0407 relative_P_5 897 0.6000 relative_P_10 897 0.7000 relative_P_15 897 0.6667 relative_P_20 897 0.6500 relative_P_30 897 0.4667 relative_P_100 897 0.1400 relative_P_200 897 0.0700 relative_P_500 897 0.0586 relative_P_1000 897 0.0586 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.2029 set_relative_P 897 0.2029 set_recall 897 0.0586 set_map 897 0.0119 set_F 897 0.0909 num_nonrel_judged_ret 897 17 rbp 897 0.5028 rbp_resid 897 0.0420 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all RRF_colbert_minlm num_q all 22 num_ret all 1534 num_rel all 5166 num_rel_ret all 475 map all 0.0672 gm_map all 0.0529 Rprec all 0.0951 bpref all 0.0917 recip_rank all 0.8500 iprec_at_recall_0.00 all 0.9203 iprec_at_recall_0.10 all 0.2738 iprec_at_recall_0.20 all 0.0579 iprec_at_recall_0.30 all 0.0000 iprec_at_recall_0.40 all 0.0000 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.6455 P_10 all 0.6364 P_15 all 0.6394 P_20 all 0.6341 P_30 all 0.6015 P_100 all 0.2159 P_200 all 0.1080 P_500 all 0.0432 P_1000 all 0.0216 recall_5 all 0.0145 recall_10 all 0.0276 recall_15 all 0.0415 recall_20 all 0.0551 recall_30 all 0.0782 recall_100 all 0.0951 recall_200 all 0.0951 recall_500 all 0.0951 recall_1000 all 0.0951 infAP all 0.0672 gm_bpref all 0.0801 Rprec_mult_0.20 all 0.4169 Rprec_mult_0.40 all 0.2358 Rprec_mult_0.60 all 0.1579 Rprec_mult_0.80 all 0.1185 Rprec_mult_1.00 all 0.0951 Rprec_mult_1.20 all 0.0792 Rprec_mult_1.40 all 0.0679 Rprec_mult_1.60 all 0.0594 Rprec_mult_1.80 all 0.0528 Rprec_mult_2.00 all 0.0476 utility all -26.5455 11pt_avg all 0.1138 binG all 0.0460 G all 0.0254 ndcg all 0.1627 ndcg_rel all 0.1977 Rndcg all 0.2592 ndcg_cut_5 all 0.5299 ndcg_cut_10 all 0.5263 ndcg_cut_15 all 0.5325 ndcg_cut_20 all 0.5326 ndcg_cut_30 all 0.5262 ndcg_cut_100 all 0.2907 ndcg_cut_200 all 0.1962 ndcg_cut_500 all 0.1627 ndcg_cut_1000 all 0.1627 map_cut_5 all 0.0125 map_cut_10 all 0.0223 map_cut_15 all 0.0319 map_cut_20 all 0.0411 map_cut_30 all 0.0569 map_cut_100 all 0.0672 map_cut_200 all 0.0672 map_cut_500 all 0.0672 map_cut_1000 all 0.0672 relative_P_5 all 0.6455 relative_P_10 all 0.6364 relative_P_15 all 0.6394 relative_P_20 all 0.6341 relative_P_30 all 0.6015 relative_P_100 all 0.2159 relative_P_200 all 0.1154 relative_P_500 all 0.0951 relative_P_1000 all 0.0951 success_1 all 0.7727 success_5 all 0.9545 success_10 all 1.0000 set_P all 0.3092 set_relative_P all 0.3092 set_recall all 0.0951 set_map all 0.0339 set_F all 0.1424 num_nonrel_judged_ret all 310 rbp all 0.4668 rbp_resid all 0.0333 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000