num_ret 14 100 num_rel 14 272 num_rel_ret 14 63 map 14 0.1779 Rprec 14 0.2316 bpref 14 0.2254 recip_rank 14 0.5000 iprec_at_recall_0.00 14 0.8750 iprec_at_recall_0.10 14 0.8605 iprec_at_recall_0.20 14 0.6591 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 0.8000 P_10 14 0.8000 P_15 14 0.7333 P_20 14 0.8000 P_30 14 0.8333 P_100 14 0.6300 P_200 14 0.3150 P_500 14 0.1260 P_1000 14 0.0630 relstring 14 '1232223202' recall_5 14 0.0147 recall_10 14 0.0294 recall_15 14 0.0404 recall_20 14 0.0588 recall_30 14 0.0919 recall_100 14 0.2316 recall_200 14 0.2316 recall_500 14 0.2316 recall_1000 14 0.2316 infAP 14 0.1779 Rprec_mult_0.20 14 0.8182 Rprec_mult_0.40 14 0.5780 Rprec_mult_0.60 14 0.3841 Rprec_mult_0.80 14 0.2890 Rprec_mult_1.00 14 0.2316 Rprec_mult_1.20 14 0.1927 Rprec_mult_1.40 14 0.1654 Rprec_mult_1.60 14 0.1445 Rprec_mult_1.80 14 0.1286 Rprec_mult_2.00 14 0.1158 utility 14 26.0000 11pt_avg 14 0.2177 binG 14 0.0791 G 14 0.0483 ndcg 14 0.3057 ndcg_rel 14 0.3687 Rndcg 14 0.3869 ndcg_cut_5 14 0.5152 ndcg_cut_10 14 0.5451 ndcg_cut_15 14 0.5427 ndcg_cut_20 14 0.5825 ndcg_cut_30 14 0.6166 ndcg_cut_100 14 0.6147 ndcg_cut_200 14 0.3986 ndcg_cut_500 14 0.3057 ndcg_cut_1000 14 0.3057 map_cut_5 14 0.0100 map_cut_10 14 0.0224 map_cut_15 14 0.0309 map_cut_20 14 0.0452 map_cut_30 14 0.0720 map_cut_100 14 0.1779 map_cut_200 14 0.1779 map_cut_500 14 0.1779 map_cut_1000 14 0.1779 relative_P_5 14 0.8000 relative_P_10 14 0.8000 relative_P_15 14 0.7333 relative_P_20 14 0.8000 relative_P_30 14 0.8333 relative_P_100 14 0.6300 relative_P_200 14 0.3150 relative_P_500 14 0.2316 relative_P_1000 14 0.2316 success_1 14 0.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.6300 set_relative_P 14 0.6300 set_recall 14 0.2316 set_map 14 0.1459 set_F 14 0.3387 num_nonrel_judged_ret 14 11 rbp 14 0.4720 rbp_resid 14 0.0077 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 100 num_rel 144 197 num_rel_ret 144 32 map 144 0.0814 Rprec 144 0.1624 bpref 144 0.1483 recip_rank 144 0.2500 iprec_at_recall_0.00 144 0.7143 iprec_at_recall_0.10 144 0.5128 iprec_at_recall_0.20 144 0.0000 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.4000 P_10 144 0.6000 P_15 144 0.6667 P_20 144 0.7000 P_30 144 0.6000 P_100 144 0.3200 P_200 144 0.1600 P_500 144 0.0640 P_1000 144 0.0320 relstring 144 '1112220222' recall_5 144 0.0102 recall_10 144 0.0305 recall_15 144 0.0508 recall_20 144 0.0711 recall_30 144 0.0914 recall_100 144 0.1624 recall_200 144 0.1624 recall_500 144 0.1624 recall_1000 144 0.1624 infAP 144 0.0814 Rprec_mult_0.20 144 0.5000 Rprec_mult_0.40 144 0.3038 Rprec_mult_0.60 144 0.2689 Rprec_mult_0.80 144 0.2025 Rprec_mult_1.00 144 0.1624 Rprec_mult_1.20 144 0.1350 Rprec_mult_1.40 144 0.1159 Rprec_mult_1.60 144 0.1013 Rprec_mult_1.80 144 0.0901 Rprec_mult_2.00 144 0.0812 utility 144 -36.0000 11pt_avg 144 0.1116 binG 144 0.0461 G 144 0.0312 ndcg 144 0.2201 ndcg_rel 144 0.2568 Rndcg 144 0.2921 ndcg_cut_5 144 0.3825 ndcg_cut_10 144 0.4299 ndcg_cut_15 144 0.4665 ndcg_cut_20 144 0.4985 ndcg_cut_30 144 0.4988 ndcg_cut_100 144 0.4009 ndcg_cut_200 144 0.2689 ndcg_cut_500 144 0.2201 ndcg_cut_1000 144 0.2201 map_cut_5 144 0.0033 map_cut_10 144 0.0142 map_cut_15 144 0.0278 map_cut_20 144 0.0417 map_cut_30 144 0.0548 map_cut_100 144 0.0814 map_cut_200 144 0.0814 map_cut_500 144 0.0814 map_cut_1000 144 0.0814 relative_P_5 144 0.4000 relative_P_10 144 0.6000 relative_P_15 144 0.6667 relative_P_20 144 0.7000 relative_P_30 144 0.6000 relative_P_100 144 0.3200 relative_P_200 144 0.1624 relative_P_500 144 0.1624 relative_P_1000 144 0.1624 success_1 144 0.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.3200 set_relative_P 144 0.3200 set_recall 144 0.1624 set_map 144 0.0520 set_F 144 0.2155 num_nonrel_judged_ret 144 44 rbp 144 0.3749 rbp_resid 144 0.0161 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 100 num_rel 161 218 num_rel_ret 161 60 map 161 0.2287 Rprec 161 0.2752 bpref 161 0.2657 recip_rank 161 1.0000 iprec_at_recall_0.00 161 1.0000 iprec_at_recall_0.10 161 0.9167 iprec_at_recall_0.20 161 0.7797 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 1.0000 P_10 161 1.0000 P_15 161 0.9333 P_20 161 0.9000 P_30 161 0.8667 P_100 161 0.6000 P_200 161 0.3000 P_500 161 0.1200 P_1000 161 0.0600 relstring 161 '2222322222' recall_5 161 0.0229 recall_10 161 0.0459 recall_15 161 0.0642 recall_20 161 0.0826 recall_30 161 0.1193 recall_100 161 0.2752 recall_200 161 0.2752 recall_500 161 0.2752 recall_1000 161 0.2752 infAP 161 0.2287 Rprec_mult_0.20 161 0.7955 Rprec_mult_0.40 161 0.6136 Rprec_mult_0.60 161 0.4580 Rprec_mult_0.80 161 0.3429 Rprec_mult_1.00 161 0.2752 Rprec_mult_1.20 161 0.2290 Rprec_mult_1.40 161 0.1961 Rprec_mult_1.60 161 0.1719 Rprec_mult_1.80 161 0.1527 Rprec_mult_2.00 161 0.1376 utility 161 20.0000 11pt_avg 161 0.2451 binG 161 0.1311 G 161 0.0609 ndcg 161 0.3555 ndcg_rel 161 0.4375 Rndcg 161 0.4561 ndcg_cut_5 161 0.7104 ndcg_cut_10 161 0.6950 ndcg_cut_15 161 0.6602 ndcg_cut_20 161 0.6386 ndcg_cut_30 161 0.6685 ndcg_cut_100 161 0.6195 ndcg_cut_200 161 0.3959 ndcg_cut_500 161 0.3555 ndcg_cut_1000 161 0.3555 map_cut_5 161 0.0229 map_cut_10 161 0.0459 map_cut_15 161 0.0642 map_cut_20 161 0.0808 map_cut_30 161 0.1136 map_cut_100 161 0.2287 map_cut_200 161 0.2287 map_cut_500 161 0.2287 map_cut_1000 161 0.2287 relative_P_5 161 1.0000 relative_P_10 161 1.0000 relative_P_15 161 0.9333 relative_P_20 161 0.9000 relative_P_30 161 0.8667 relative_P_100 161 0.6000 relative_P_200 161 0.3000 relative_P_500 161 0.2752 relative_P_1000 161 0.2752 success_1 161 1.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.6000 set_relative_P 161 0.6000 set_recall 161 0.2752 set_map 161 0.1651 set_F 161 0.3774 num_nonrel_judged_ret 161 24 rbp 161 0.6472 rbp_resid 161 0.0040 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 100 num_rel 200 184 num_rel_ret 200 62 map 200 0.2860 Rprec 200 0.3370 bpref 200 0.3267 recip_rank 200 1.0000 iprec_at_recall_0.00 200 1.0000 iprec_at_recall_0.10 200 0.9286 iprec_at_recall_0.20 200 0.8125 iprec_at_recall_0.30 200 0.7368 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 1.0000 P_10 200 1.0000 P_15 200 0.9333 P_20 200 0.9000 P_30 200 0.9000 P_100 200 0.6200 P_200 200 0.3100 P_500 200 0.1240 P_1000 200 0.0620 relstring 200 '2333332333' recall_5 200 0.0272 recall_10 200 0.0543 recall_15 200 0.0761 recall_20 200 0.0978 recall_30 200 0.1467 recall_100 200 0.3370 recall_200 200 0.3370 recall_500 200 0.3370 recall_1000 200 0.3370 infAP 200 0.2859 Rprec_mult_0.20 200 0.8378 Rprec_mult_0.40 200 0.7297 Rprec_mult_0.60 200 0.5586 Rprec_mult_0.80 200 0.4189 Rprec_mult_1.00 200 0.3370 Rprec_mult_1.20 200 0.2805 Rprec_mult_1.40 200 0.2403 Rprec_mult_1.60 200 0.2102 Rprec_mult_1.80 200 0.1867 Rprec_mult_2.00 200 0.1685 utility 200 24.0000 11pt_avg 200 0.3162 binG 200 0.1561 G 200 0.0862 ndcg 200 0.4272 ndcg_rel 200 0.5186 Rndcg 200 0.5202 ndcg_cut_5 200 0.7969 ndcg_cut_10 200 0.8405 ndcg_cut_15 200 0.8294 ndcg_cut_20 200 0.7933 ndcg_cut_30 200 0.7957 ndcg_cut_100 200 0.6462 ndcg_cut_200 200 0.4452 ndcg_cut_500 200 0.4272 ndcg_cut_1000 200 0.4272 map_cut_5 200 0.0272 map_cut_10 200 0.0543 map_cut_15 200 0.0745 map_cut_20 200 0.0947 map_cut_30 200 0.1395 map_cut_100 200 0.2860 map_cut_200 200 0.2860 map_cut_500 200 0.2860 map_cut_1000 200 0.2860 relative_P_5 200 1.0000 relative_P_10 200 1.0000 relative_P_15 200 0.9333 relative_P_20 200 0.9000 relative_P_30 200 0.9000 relative_P_100 200 0.6200 relative_P_200 200 0.3370 relative_P_500 200 0.3370 relative_P_1000 200 0.3370 success_1 200 1.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.6200 set_relative_P 200 0.6200 set_recall 200 0.3370 set_map 200 0.2089 set_F 200 0.4366 num_nonrel_judged_ret 200 19 rbp 200 0.6354 rbp_resid 200 0.0071 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 100 num_rel 213 322 num_rel_ret 213 68 map 213 0.1968 Rprec 213 0.2112 bpref 213 0.2094 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 1.0000 iprec_at_recall_0.20 213 0.7442 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 1.0000 P_10 213 1.0000 P_15 213 1.0000 P_20 213 1.0000 P_30 213 1.0000 P_100 213 0.6800 P_200 213 0.3400 P_500 213 0.1360 P_1000 213 0.0680 relstring 213 '4432233422' recall_5 213 0.0155 recall_10 213 0.0311 recall_15 213 0.0466 recall_20 213 0.0621 recall_30 213 0.0932 recall_100 213 0.2112 recall_200 213 0.2112 recall_500 213 0.2112 recall_1000 213 0.2112 infAP 213 0.1968 Rprec_mult_0.20 213 0.8462 Rprec_mult_0.40 213 0.5271 Rprec_mult_0.60 213 0.3505 Rprec_mult_0.80 213 0.2636 Rprec_mult_1.00 213 0.2112 Rprec_mult_1.20 213 0.1757 Rprec_mult_1.40 213 0.1508 Rprec_mult_1.60 213 0.1318 Rprec_mult_1.80 213 0.1172 Rprec_mult_2.00 213 0.1056 utility 213 36.0000 11pt_avg 213 0.2495 binG 213 0.1450 G 213 0.0571 ndcg 213 0.3191 ndcg_rel 213 0.4131 Rndcg 213 0.4767 ndcg_cut_5 213 0.8190 ndcg_cut_10 213 0.7796 ndcg_cut_15 213 0.7882 ndcg_cut_20 213 0.8172 ndcg_cut_30 213 0.8528 ndcg_cut_100 213 0.6846 ndcg_cut_200 213 0.4387 ndcg_cut_500 213 0.3191 ndcg_cut_1000 213 0.3191 map_cut_5 213 0.0155 map_cut_10 213 0.0311 map_cut_15 213 0.0466 map_cut_20 213 0.0621 map_cut_30 213 0.0932 map_cut_100 213 0.1968 map_cut_200 213 0.1968 map_cut_500 213 0.1968 map_cut_1000 213 0.1968 relative_P_5 213 1.0000 relative_P_10 213 1.0000 relative_P_15 213 1.0000 relative_P_20 213 1.0000 relative_P_30 213 1.0000 relative_P_100 213 0.6800 relative_P_200 213 0.3400 relative_P_500 213 0.2112 relative_P_1000 213 0.2112 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.6800 set_relative_P 213 0.6800 set_recall 213 0.2112 set_map 213 0.1436 set_F 213 0.3223 num_nonrel_judged_ret 213 10 rbp 213 0.7419 rbp_resid 213 0.0066 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 100 num_rel 219 203 num_rel_ret 219 44 map 219 0.0957 Rprec 219 0.2167 bpref 219 0.1912 recip_rank 219 1.0000 iprec_at_recall_0.00 219 1.0000 iprec_at_recall_0.10 219 0.4598 iprec_at_recall_0.20 219 0.4516 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.4000 P_10 219 0.2000 P_15 219 0.1333 P_20 219 0.2500 P_30 219 0.4000 P_100 219 0.4400 P_200 219 0.2200 P_500 219 0.0880 P_1000 219 0.0440 relstring 219 '2200000000' recall_5 219 0.0099 recall_10 219 0.0099 recall_15 219 0.0099 recall_20 219 0.0246 recall_30 219 0.0591 recall_100 219 0.2167 recall_200 219 0.2167 recall_500 219 0.2167 recall_1000 219 0.2167 infAP 219 0.0957 Rprec_mult_0.20 219 0.4634 Rprec_mult_0.40 219 0.4512 Rprec_mult_0.60 219 0.3607 Rprec_mult_0.80 219 0.2699 Rprec_mult_1.00 219 0.2167 Rprec_mult_1.20 219 0.1803 Rprec_mult_1.40 219 0.1544 Rprec_mult_1.60 219 0.1354 Rprec_mult_1.80 219 0.1202 Rprec_mult_2.00 219 0.1084 utility 219 -12.0000 11pt_avg 219 0.1738 binG 219 0.0527 G 219 0.0321 ndcg 219 0.2240 ndcg_rel 219 0.2397 Rndcg 219 0.2495 ndcg_cut_5 219 0.2766 ndcg_cut_10 219 0.1889 ndcg_cut_15 219 0.1537 ndcg_cut_20 219 0.1886 ndcg_cut_30 219 0.2529 ndcg_cut_100 219 0.3735 ndcg_cut_200 219 0.2503 ndcg_cut_500 219 0.2240 ndcg_cut_1000 219 0.2240 map_cut_5 219 0.0099 map_cut_10 219 0.0099 map_cut_15 219 0.0099 map_cut_20 219 0.0130 map_cut_30 219 0.0255 map_cut_100 219 0.0957 map_cut_200 219 0.0957 map_cut_500 219 0.0957 map_cut_1000 219 0.0957 relative_P_5 219 0.4000 relative_P_10 219 0.2000 relative_P_15 219 0.1333 relative_P_20 219 0.2500 relative_P_30 219 0.4000 relative_P_100 219 0.4400 relative_P_200 219 0.2200 relative_P_500 219 0.2167 relative_P_1000 219 0.2167 success_1 219 1.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.4400 set_relative_P 219 0.4400 set_recall 219 0.2167 set_map 219 0.0954 set_F 219 0.2904 num_nonrel_judged_ret 219 37 rbp 219 0.1656 rbp_resid 219 0.0045 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 100 num_rel 224 304 num_rel_ret 224 64 map 224 0.1853 Rprec 224 0.2105 bpref 224 0.2069 recip_rank 224 1.0000 iprec_at_recall_0.00 224 1.0000 iprec_at_recall_0.10 224 0.9091 iprec_at_recall_0.20 224 0.6489 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 1.0000 P_10 224 1.0000 P_15 224 1.0000 P_20 224 1.0000 P_30 224 0.9333 P_100 224 0.6400 P_200 224 0.3200 P_500 224 0.1280 P_1000 224 0.0640 relstring 224 '2322323223' recall_5 224 0.0164 recall_10 224 0.0329 recall_15 224 0.0493 recall_20 224 0.0658 recall_30 224 0.0921 recall_100 224 0.2105 recall_200 224 0.2105 recall_500 224 0.2105 recall_1000 224 0.2105 infAP 224 0.1853 Rprec_mult_0.20 224 0.8033 Rprec_mult_0.40 224 0.5246 Rprec_mult_0.60 224 0.3497 Rprec_mult_0.80 224 0.2623 Rprec_mult_1.00 224 0.2105 Rprec_mult_1.20 224 0.1753 Rprec_mult_1.40 224 0.1502 Rprec_mult_1.60 224 0.1314 Rprec_mult_1.80 224 0.1168 Rprec_mult_2.00 224 0.1053 utility 224 28.0000 11pt_avg 224 0.2325 binG 224 0.1150 G 224 0.0521 ndcg 224 0.3064 ndcg_rel 224 0.3932 Rndcg 224 0.4574 ndcg_cut_5 224 0.7817 ndcg_cut_10 224 0.7870 ndcg_cut_15 224 0.7753 ndcg_cut_20 224 0.7679 ndcg_cut_30 224 0.7449 ndcg_cut_100 224 0.6721 ndcg_cut_200 224 0.4335 ndcg_cut_500 224 0.3064 ndcg_cut_1000 224 0.3064 map_cut_5 224 0.0164 map_cut_10 224 0.0329 map_cut_15 224 0.0493 map_cut_20 224 0.0658 map_cut_30 224 0.0908 map_cut_100 224 0.1853 map_cut_200 224 0.1853 map_cut_500 224 0.1853 map_cut_1000 224 0.1853 relative_P_5 224 1.0000 relative_P_10 224 1.0000 relative_P_15 224 1.0000 relative_P_20 224 1.0000 relative_P_30 224 0.9333 relative_P_100 224 0.6400 relative_P_200 224 0.3200 relative_P_500 224 0.2105 relative_P_1000 224 0.2105 success_1 224 1.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.6400 set_relative_P 224 0.6400 set_recall 224 0.2105 set_map 224 0.1347 set_F 224 0.3168 num_nonrel_judged_ret 224 16 rbp 224 0.7475 rbp_resid 224 0.0119 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 100 num_rel 225 238 num_rel_ret 225 70 map 225 0.2474 Rprec 225 0.2941 bpref 225 0.2786 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.8431 iprec_at_recall_0.20 225 0.8305 iprec_at_recall_0.30 225 0.0000 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 1.0000 P_10 225 0.8000 P_15 225 0.8667 P_20 225 0.8500 P_30 225 0.8000 P_100 225 0.7000 P_200 225 0.3500 P_500 225 0.1400 P_1000 225 0.0700 relstring 225 '2332222300' recall_5 225 0.0210 recall_10 225 0.0336 recall_15 225 0.0546 recall_20 225 0.0714 recall_30 225 0.1008 recall_100 225 0.2941 recall_200 225 0.2941 recall_500 225 0.2941 recall_1000 225 0.2941 infAP 225 0.2474 Rprec_mult_0.20 225 0.8333 Rprec_mult_0.40 225 0.7188 Rprec_mult_0.60 225 0.4895 Rprec_mult_0.80 225 0.3665 Rprec_mult_1.00 225 0.2941 Rprec_mult_1.20 225 0.2448 Rprec_mult_1.40 225 0.2096 Rprec_mult_1.60 225 0.1837 Rprec_mult_1.80 225 0.1632 Rprec_mult_2.00 225 0.1471 utility 225 40.0000 11pt_avg 225 0.2431 binG 225 0.1174 G 225 0.0647 ndcg 225 0.3775 ndcg_rel 225 0.4620 Rndcg 225 0.4869 ndcg_cut_5 225 0.7945 ndcg_cut_10 225 0.6862 ndcg_cut_15 225 0.6960 ndcg_cut_20 225 0.7021 ndcg_cut_30 225 0.7015 ndcg_cut_100 225 0.6735 ndcg_cut_200 225 0.4534 ndcg_cut_500 225 0.3775 ndcg_cut_1000 225 0.3775 map_cut_5 225 0.0210 map_cut_10 225 0.0336 map_cut_15 225 0.0514 map_cut_20 225 0.0660 map_cut_30 225 0.0907 map_cut_100 225 0.2474 map_cut_200 225 0.2474 map_cut_500 225 0.2474 map_cut_1000 225 0.2474 relative_P_5 225 1.0000 relative_P_10 225 0.8000 relative_P_15 225 0.8667 relative_P_20 225 0.8500 relative_P_30 225 0.8000 relative_P_100 225 0.7000 relative_P_200 225 0.3500 relative_P_500 225 0.2941 relative_P_1000 225 0.2941 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.7000 set_relative_P 225 0.7000 set_recall 225 0.2941 set_map 225 0.2059 set_F 225 0.4142 num_nonrel_judged_ret 225 9 rbp 225 0.7000 rbp_resid 225 0.0055 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 100 num_rel 233 203 num_rel_ret 233 69 map 233 0.2811 Rprec 233 0.3399 bpref 233 0.3297 recip_rank 233 1.0000 iprec_at_recall_0.00 233 1.0000 iprec_at_recall_0.10 233 0.8889 iprec_at_recall_0.20 233 0.8448 iprec_at_recall_0.30 233 0.7442 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 0.8000 P_10 233 0.9000 P_15 233 0.8667 P_20 233 0.8500 P_30 233 0.8667 P_100 233 0.6900 P_200 233 0.3450 P_500 233 0.1380 P_1000 233 0.0690 relstring 233 '2213233222' recall_5 233 0.0197 recall_10 233 0.0443 recall_15 233 0.0640 recall_20 233 0.0837 recall_30 233 0.1281 recall_100 233 0.3399 recall_200 233 0.3399 recall_500 233 0.3399 recall_1000 233 0.3399 infAP 233 0.2811 Rprec_mult_0.20 233 0.8049 Rprec_mult_0.40 233 0.7317 Rprec_mult_0.60 233 0.5656 Rprec_mult_0.80 233 0.4233 Rprec_mult_1.00 233 0.3399 Rprec_mult_1.20 233 0.2828 Rprec_mult_1.40 233 0.2421 Rprec_mult_1.60 233 0.2123 Rprec_mult_1.80 233 0.1885 Rprec_mult_2.00 233 0.1700 utility 233 38.0000 11pt_avg 233 0.3162 binG 233 0.1283 G 233 0.0691 ndcg 233 0.4032 ndcg_rel 233 0.4835 Rndcg 233 0.4848 ndcg_cut_5 233 0.5563 ndcg_cut_10 233 0.6361 ndcg_cut_15 233 0.6565 ndcg_cut_20 233 0.6795 ndcg_cut_30 233 0.6991 ndcg_cut_100 233 0.6263 ndcg_cut_200 233 0.4342 ndcg_cut_500 233 0.4032 ndcg_cut_1000 233 0.4032 map_cut_5 233 0.0175 map_cut_10 233 0.0389 map_cut_15 233 0.0561 map_cut_20 233 0.0735 map_cut_30 233 0.1122 map_cut_100 233 0.2811 map_cut_200 233 0.2811 map_cut_500 233 0.2811 map_cut_1000 233 0.2811 relative_P_5 233 0.8000 relative_P_10 233 0.9000 relative_P_15 233 0.8667 relative_P_20 233 0.8500 relative_P_30 233 0.8667 relative_P_100 233 0.6900 relative_P_200 233 0.3450 relative_P_500 233 0.3399 relative_P_1000 233 0.3399 success_1 233 1.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.6900 set_relative_P 233 0.6900 set_recall 233 0.3399 set_map 233 0.2345 set_F 233 0.4554 num_nonrel_judged_ret 233 11 rbp 233 0.5513 rbp_resid 233 0.0097 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 100 num_rel 273 290 num_rel_ret 273 59 map 273 0.1722 Rprec 273 0.2034 bpref 273 0.1978 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.9375 iprec_at_recall_0.20 273 0.5960 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 1.0000 P_10 273 1.0000 P_15 273 0.9333 P_20 273 0.9500 P_30 273 0.9333 P_100 273 0.5900 P_200 273 0.2950 P_500 273 0.1180 P_1000 273 0.0590 relstring 273 '2222222222' recall_5 273 0.0172 recall_10 273 0.0345 recall_15 273 0.0483 recall_20 273 0.0655 recall_30 273 0.0966 recall_100 273 0.2034 recall_200 273 0.2034 recall_500 273 0.2034 recall_1000 273 0.2034 infAP 273 0.1722 Rprec_mult_0.20 273 0.7414 Rprec_mult_0.40 273 0.5086 Rprec_mult_0.60 273 0.3391 Rprec_mult_0.80 273 0.2543 Rprec_mult_1.00 273 0.2034 Rprec_mult_1.20 273 0.1695 Rprec_mult_1.40 273 0.1453 Rprec_mult_1.60 273 0.1272 Rprec_mult_1.80 273 0.1130 Rprec_mult_2.00 273 0.1017 utility 273 18.0000 11pt_avg 273 0.2303 binG 273 0.1063 G 273 0.0418 ndcg 273 0.2803 ndcg_rel 273 0.3412 Rndcg 273 0.4114 ndcg_cut_5 273 0.5990 ndcg_cut_10 273 0.6211 ndcg_cut_15 273 0.6315 ndcg_cut_20 273 0.6586 ndcg_cut_30 273 0.6832 ndcg_cut_100 273 0.5638 ndcg_cut_200 273 0.3860 ndcg_cut_500 273 0.2803 ndcg_cut_1000 273 0.2803 map_cut_5 273 0.0172 map_cut_10 273 0.0345 map_cut_15 273 0.0483 map_cut_20 273 0.0646 map_cut_30 273 0.0941 map_cut_100 273 0.1722 map_cut_200 273 0.1722 map_cut_500 273 0.1722 map_cut_1000 273 0.1722 relative_P_5 273 1.0000 relative_P_10 273 1.0000 relative_P_15 273 0.9333 relative_P_20 273 0.9500 relative_P_30 273 0.9333 relative_P_100 273 0.5900 relative_P_200 273 0.2950 relative_P_500 273 0.2034 relative_P_1000 273 0.2034 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.5900 set_relative_P 273 0.5900 set_recall 273 0.2034 set_map 273 0.1200 set_F 273 0.3026 num_nonrel_judged_ret 273 14 rbp 273 0.5104 rbp_resid 273 0.0119 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 100 num_rel 300 239 num_rel_ret 300 50 map 300 0.1245 Rprec 300 0.2092 bpref 300 0.1980 recip_rank 300 1.0000 iprec_at_recall_0.00 300 1.0000 iprec_at_recall_0.10 300 0.6757 iprec_at_recall_0.20 300 0.5161 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.4000 P_10 300 0.5000 P_15 300 0.5333 P_20 300 0.6000 P_30 300 0.6667 P_100 300 0.5000 P_200 300 0.2500 P_500 300 0.1000 P_1000 300 0.0500 relstring 300 '3101310322' recall_5 300 0.0084 recall_10 300 0.0209 recall_15 300 0.0335 recall_20 300 0.0502 recall_30 300 0.0837 recall_100 300 0.2092 recall_200 300 0.2092 recall_500 300 0.2092 recall_1000 300 0.2092 infAP 300 0.1245 Rprec_mult_0.20 300 0.6250 Rprec_mult_0.40 300 0.5104 Rprec_mult_0.60 300 0.3472 Rprec_mult_0.80 300 0.2604 Rprec_mult_1.00 300 0.2092 Rprec_mult_1.20 300 0.1742 Rprec_mult_1.40 300 0.1493 Rprec_mult_1.60 300 0.1305 Rprec_mult_1.80 300 0.1160 Rprec_mult_2.00 300 0.1046 utility 300 0.0000 11pt_avg 300 0.1993 binG 300 0.0570 G 300 0.0434 ndcg 300 0.2790 ndcg_rel 300 0.3348 Rndcg 300 0.3742 ndcg_cut_5 300 0.5904 ndcg_cut_10 300 0.5653 ndcg_cut_15 300 0.5436 ndcg_cut_20 300 0.5419 ndcg_cut_30 300 0.5559 ndcg_cut_100 300 0.5180 ndcg_cut_200 300 0.3382 ndcg_cut_500 300 0.2790 ndcg_cut_1000 300 0.2790 map_cut_5 300 0.0059 map_cut_10 300 0.0114 map_cut_15 300 0.0183 map_cut_20 300 0.0281 map_cut_30 300 0.0496 map_cut_100 300 0.1245 map_cut_200 300 0.1245 map_cut_500 300 0.1245 map_cut_1000 300 0.1245 relative_P_5 300 0.4000 relative_P_10 300 0.5000 relative_P_15 300 0.5333 relative_P_20 300 0.6000 relative_P_30 300 0.6667 relative_P_100 300 0.5000 relative_P_200 300 0.2500 relative_P_500 300 0.2092 relative_P_1000 300 0.2092 success_1 300 1.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.5000 set_relative_P 300 0.5000 set_recall 300 0.2092 set_map 300 0.1046 set_F 300 0.2950 num_nonrel_judged_ret 300 22 rbp 300 0.5213 rbp_resid 300 0.0124 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 100 num_rel 31 134 num_rel_ret 31 52 map 31 0.2402 Rprec 31 0.3881 bpref 31 0.3363 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.6552 iprec_at_recall_0.20 31 0.5625 iprec_at_recall_0.30 31 0.5385 iprec_at_recall_0.40 31 0.0000 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 0.8000 P_10 31 0.8000 P_15 31 0.7333 P_20 31 0.6000 P_30 31 0.6333 P_100 31 0.5200 P_200 31 0.2600 P_500 31 0.1040 P_1000 31 0.0520 relstring 31 '2321222022' recall_5 31 0.0299 recall_10 31 0.0597 recall_15 31 0.0821 recall_20 31 0.0896 recall_30 31 0.1418 recall_100 31 0.3881 recall_200 31 0.3881 recall_500 31 0.3881 recall_1000 31 0.3881 infAP 31 0.2402 Rprec_mult_0.20 31 0.6296 Rprec_mult_0.40 31 0.5000 Rprec_mult_0.60 31 0.5185 Rprec_mult_0.80 31 0.4815 Rprec_mult_1.00 31 0.3881 Rprec_mult_1.20 31 0.3230 Rprec_mult_1.40 31 0.2766 Rprec_mult_1.60 31 0.2419 Rprec_mult_1.80 31 0.2149 Rprec_mult_2.00 31 0.1940 utility 31 4.0000 11pt_avg 31 0.2506 binG 31 0.1222 G 31 0.0832 ndcg 31 0.4503 ndcg_rel 31 0.5073 Rndcg 31 0.5070 ndcg_cut_5 31 0.6893 ndcg_cut_10 31 0.6351 ndcg_cut_15 31 0.5992 ndcg_cut_20 31 0.5615 ndcg_cut_30 31 0.6010 ndcg_cut_100 31 0.5974 ndcg_cut_200 31 0.4503 ndcg_cut_500 31 0.4503 ndcg_cut_1000 31 0.4503 map_cut_5 31 0.0284 map_cut_10 31 0.0527 map_cut_15 31 0.0714 map_cut_20 31 0.0770 map_cut_30 31 0.1094 map_cut_100 31 0.2402 map_cut_200 31 0.2402 map_cut_500 31 0.2402 map_cut_1000 31 0.2402 relative_P_5 31 0.8000 relative_P_10 31 0.8000 relative_P_15 31 0.7333 relative_P_20 31 0.6000 relative_P_30 31 0.6333 relative_P_100 31 0.5200 relative_P_200 31 0.3881 relative_P_500 31 0.3881 relative_P_1000 31 0.3881 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.5200 set_relative_P 31 0.5200 set_recall 31 0.3881 set_map 31 0.2018 set_F 31 0.4444 num_nonrel_judged_ret 31 39 rbp 31 0.5623 rbp_resid 31 0.0086 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 100 num_rel 37 230 num_rel_ret 37 30 map 37 0.0428 Rprec 37 0.1304 bpref 37 0.1175 recip_rank 37 0.3333 iprec_at_recall_0.00 37 0.4000 iprec_at_recall_0.10 37 0.3488 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.2000 P_10 37 0.2000 P_15 37 0.2000 P_20 37 0.2500 P_30 37 0.3000 P_100 37 0.3000 P_200 37 0.1500 P_500 37 0.0600 P_1000 37 0.0300 relstring 37 '0130111211' recall_5 37 0.0043 recall_10 37 0.0087 recall_15 37 0.0130 recall_20 37 0.0217 recall_30 37 0.0391 recall_100 37 0.1304 recall_200 37 0.1304 recall_500 37 0.1304 recall_1000 37 0.1304 infAP 37 0.0428 Rprec_mult_0.20 37 0.3696 Rprec_mult_0.40 37 0.3261 Rprec_mult_0.60 37 0.2174 Rprec_mult_0.80 37 0.1630 Rprec_mult_1.00 37 0.1304 Rprec_mult_1.20 37 0.1087 Rprec_mult_1.40 37 0.0932 Rprec_mult_1.60 37 0.0815 Rprec_mult_1.80 37 0.0725 Rprec_mult_2.00 37 0.0652 utility 37 -40.0000 11pt_avg 37 0.0681 binG 37 0.0287 G 37 0.0256 ndcg 37 0.1848 ndcg_rel 37 0.2139 Rndcg 37 0.2598 ndcg_cut_5 37 0.2846 ndcg_cut_10 37 0.3249 ndcg_cut_15 37 0.3276 ndcg_cut_20 37 0.3618 ndcg_cut_30 37 0.4018 ndcg_cut_100 37 0.4017 ndcg_cut_200 37 0.2563 ndcg_cut_500 37 0.1848 ndcg_cut_1000 37 0.1848 map_cut_5 37 0.0014 map_cut_10 37 0.0025 map_cut_15 37 0.0036 map_cut_20 37 0.0058 map_cut_30 37 0.0110 map_cut_100 37 0.0428 map_cut_200 37 0.0428 map_cut_500 37 0.0428 map_cut_1000 37 0.0428 relative_P_5 37 0.2000 relative_P_10 37 0.2000 relative_P_15 37 0.2000 relative_P_20 37 0.2500 relative_P_30 37 0.3000 relative_P_100 37 0.3000 relative_P_200 37 0.1500 relative_P_500 37 0.1304 relative_P_1000 37 0.1304 success_1 37 0.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.3000 set_relative_P 37 0.3000 set_recall 37 0.1304 set_map 37 0.0391 set_F 37 0.1818 num_nonrel_judged_ret 37 39 rbp 37 0.3724 rbp_resid 37 0.0115 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 100 num_rel 407 102 num_rel_ret 407 30 map 407 0.1327 Rprec 407 0.2941 bpref 407 0.2347 recip_rank 407 1.0000 iprec_at_recall_0.00 407 1.0000 iprec_at_recall_0.10 407 0.5500 iprec_at_recall_0.20 407 0.3818 iprec_at_recall_0.30 407 0.0000 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.4000 P_10 407 0.4000 P_15 407 0.4667 P_20 407 0.5500 P_30 407 0.4667 P_100 407 0.3000 P_200 407 0.1500 P_500 407 0.0600 P_1000 407 0.0300 relstring 407 '2200002002' recall_5 407 0.0196 recall_10 407 0.0392 recall_15 407 0.0686 recall_20 407 0.1078 recall_30 407 0.1373 recall_100 407 0.2941 recall_200 407 0.2941 recall_500 407 0.2941 recall_1000 407 0.2941 infAP 407 0.1327 Rprec_mult_0.20 407 0.5238 Rprec_mult_0.40 407 0.3902 Rprec_mult_0.60 407 0.3710 Rprec_mult_0.80 407 0.3049 Rprec_mult_1.00 407 0.2941 Rprec_mult_1.20 407 0.2439 Rprec_mult_1.40 407 0.2098 Rprec_mult_1.60 407 0.1829 Rprec_mult_1.80 407 0.1630 Rprec_mult_2.00 407 0.1471 utility 407 -40.0000 11pt_avg 407 0.1756 binG 407 0.0844 G 407 0.0555 ndcg 407 0.3084 ndcg_rel 407 0.3324 Rndcg 407 0.3232 ndcg_cut_5 407 0.3688 ndcg_cut_10 407 0.3456 ndcg_cut_15 407 0.3876 ndcg_cut_20 407 0.4411 ndcg_cut_30 407 0.4134 ndcg_cut_100 407 0.3341 ndcg_cut_200 407 0.3084 ndcg_cut_500 407 0.3084 ndcg_cut_1000 407 0.3084 map_cut_5 407 0.0196 map_cut_10 407 0.0277 map_cut_15 407 0.0410 map_cut_20 407 0.0613 map_cut_30 407 0.0757 map_cut_100 407 0.1327 map_cut_200 407 0.1327 map_cut_500 407 0.1327 map_cut_1000 407 0.1327 relative_P_5 407 0.4000 relative_P_10 407 0.4000 relative_P_15 407 0.4667 relative_P_20 407 0.5500 relative_P_30 407 0.4667 relative_P_100 407 0.3000 relative_P_200 407 0.2941 relative_P_500 407 0.2941 relative_P_1000 407 0.2941 success_1 407 1.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.3000 set_relative_P 407 0.3000 set_recall 407 0.2941 set_map 407 0.0882 set_F 407 0.2970 num_nonrel_judged_ret 407 46 rbp 407 0.3089 rbp_resid 407 0.0090 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 100 num_rel 477 285 num_rel_ret 477 74 map 477 0.2465 Rprec 477 0.2596 bpref 477 0.2580 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 1.0000 iprec_at_recall_0.20 477 0.9508 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 1.0000 P_10 477 1.0000 P_15 477 1.0000 P_20 477 1.0000 P_30 477 1.0000 P_100 477 0.7400 P_200 477 0.3700 P_500 477 0.1480 P_1000 477 0.0740 relstring 477 '2333233322' recall_5 477 0.0175 recall_10 477 0.0351 recall_15 477 0.0526 recall_20 477 0.0702 recall_30 477 0.1053 recall_100 477 0.2596 recall_200 477 0.2596 recall_500 477 0.2596 recall_1000 477 0.2596 infAP 477 0.2465 Rprec_mult_0.20 477 0.9474 Rprec_mult_0.40 477 0.6491 Rprec_mult_0.60 477 0.4327 Rprec_mult_0.80 477 0.3246 Rprec_mult_1.00 477 0.2596 Rprec_mult_1.20 477 0.2164 Rprec_mult_1.40 477 0.1855 Rprec_mult_1.60 477 0.1623 Rprec_mult_1.80 477 0.1442 Rprec_mult_2.00 477 0.1298 utility 477 48.0000 11pt_avg 477 0.2683 binG 477 0.1883 G 477 0.0645 ndcg 477 0.3364 ndcg_rel 477 0.4311 Rndcg 477 0.4521 ndcg_cut_5 477 0.8432 ndcg_cut_10 477 0.8550 ndcg_cut_15 477 0.8426 ndcg_cut_20 477 0.8578 ndcg_cut_30 477 0.8527 ndcg_cut_100 477 0.6827 ndcg_cut_200 477 0.4666 ndcg_cut_500 477 0.3364 ndcg_cut_1000 477 0.3364 map_cut_5 477 0.0175 map_cut_10 477 0.0351 map_cut_15 477 0.0526 map_cut_20 477 0.0702 map_cut_30 477 0.1053 map_cut_100 477 0.2465 map_cut_200 477 0.2465 map_cut_500 477 0.2465 map_cut_1000 477 0.2465 relative_P_5 477 1.0000 relative_P_10 477 1.0000 relative_P_15 477 1.0000 relative_P_20 477 1.0000 relative_P_30 477 1.0000 relative_P_100 477 0.7400 relative_P_200 477 0.3700 relative_P_500 477 0.2596 relative_P_1000 477 0.2596 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.7400 set_relative_P 477 0.7400 set_recall 477 0.2596 set_map 477 0.1921 set_F 477 0.3844 num_nonrel_judged_ret 477 7 rbp 477 0.8612 rbp_resid 477 0.0029 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 100 num_rel 499 192 num_rel_ret 499 65 map 499 0.2709 Rprec 499 0.3385 bpref 499 0.3222 recip_rank 499 1.0000 iprec_at_recall_0.00 499 1.0000 iprec_at_recall_0.10 499 0.8750 iprec_at_recall_0.20 499 0.7931 iprec_at_recall_0.30 499 0.7375 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 0.8000 P_10 499 0.8000 P_15 499 0.8667 P_20 499 0.8500 P_30 499 0.8333 P_100 499 0.6500 P_200 499 0.3250 P_500 499 0.1300 P_1000 499 0.0650 relstring 499 '3221331323' recall_5 499 0.0208 recall_10 499 0.0417 recall_15 499 0.0677 recall_20 499 0.0885 recall_30 499 0.1302 recall_100 499 0.3385 recall_200 499 0.3385 recall_500 499 0.3385 recall_1000 499 0.3385 infAP 499 0.2709 Rprec_mult_0.20 499 0.7692 Rprec_mult_0.40 499 0.7273 Rprec_mult_0.60 499 0.5603 Rprec_mult_0.80 499 0.4221 Rprec_mult_1.00 499 0.3385 Rprec_mult_1.20 499 0.2814 Rprec_mult_1.40 499 0.2416 Rprec_mult_1.60 499 0.2110 Rprec_mult_1.80 499 0.1879 Rprec_mult_2.00 499 0.1693 utility 499 30.0000 11pt_avg 499 0.3096 binG 499 0.1235 G 499 0.0784 ndcg 499 0.4150 ndcg_rel 499 0.5104 Rndcg 499 0.5413 ndcg_cut_5 499 0.7748 ndcg_cut_10 499 0.7828 ndcg_cut_15 499 0.7866 ndcg_cut_20 499 0.7779 ndcg_cut_30 499 0.7527 ndcg_cut_100 499 0.7127 ndcg_cut_200 499 0.4709 ndcg_cut_500 499 0.4150 ndcg_cut_1000 499 0.4150 map_cut_5 499 0.0198 map_cut_10 499 0.0363 map_cut_15 499 0.0582 map_cut_20 499 0.0767 map_cut_30 499 0.1121 map_cut_100 499 0.2709 map_cut_200 499 0.2709 map_cut_500 499 0.2709 map_cut_1000 499 0.2709 relative_P_5 499 0.8000 relative_P_10 499 0.8000 relative_P_15 499 0.8667 relative_P_20 499 0.8500 relative_P_30 499 0.8333 relative_P_100 499 0.6500 relative_P_200 499 0.3385 relative_P_500 499 0.3385 relative_P_1000 499 0.3385 success_1 499 1.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.6500 set_relative_P 499 0.6500 set_recall 499 0.3385 set_map 499 0.2201 set_F 499 0.4452 num_nonrel_judged_ret 499 18 rbp 499 0.7524 rbp_resid 499 0.0052 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 100 num_rel 515 147 num_rel_ret 515 18 map 515 0.0414 Rprec 515 0.1224 bpref 515 0.1011 recip_rank 515 1.0000 iprec_at_recall_0.00 515 1.0000 iprec_at_recall_0.10 515 0.2273 iprec_at_recall_0.20 515 0.0000 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.6000 P_10 515 0.4000 P_15 515 0.2667 P_20 515 0.2500 P_30 515 0.3000 P_100 515 0.1800 P_200 515 0.0900 P_500 515 0.0360 P_1000 515 0.0180 relstring 515 '2012200200' recall_5 515 0.0204 recall_10 515 0.0272 recall_15 515 0.0272 recall_20 515 0.0340 recall_30 515 0.0612 recall_100 515 0.1224 recall_200 515 0.1224 recall_500 515 0.1224 recall_1000 515 0.1224 infAP 515 0.0414 Rprec_mult_0.20 515 0.3000 Rprec_mult_0.40 515 0.2373 Rprec_mult_0.60 515 0.1910 Rprec_mult_0.80 515 0.1525 Rprec_mult_1.00 515 0.1224 Rprec_mult_1.20 515 0.1017 Rprec_mult_1.40 515 0.0874 Rprec_mult_1.60 515 0.0763 Rprec_mult_1.80 515 0.0679 Rprec_mult_2.00 515 0.0612 utility 515 -64.0000 11pt_avg 515 0.1116 binG 515 0.0353 G 515 0.0303 ndcg 515 0.1743 ndcg_rel 515 0.2046 Rndcg 515 0.1826 ndcg_cut_5 515 0.7012 ndcg_cut_10 515 0.5245 ndcg_cut_15 515 0.4066 ndcg_cut_20 515 0.3725 ndcg_cut_30 515 0.3911 ndcg_cut_100 515 0.2526 ndcg_cut_200 515 0.1743 ndcg_cut_500 515 0.1743 ndcg_cut_1000 515 0.1743 map_cut_5 515 0.0143 map_cut_10 515 0.0177 map_cut_15 515 0.0177 map_cut_20 515 0.0197 map_cut_30 515 0.0277 map_cut_100 515 0.0414 map_cut_200 515 0.0414 map_cut_500 515 0.0414 map_cut_1000 515 0.0414 relative_P_5 515 0.6000 relative_P_10 515 0.4000 relative_P_15 515 0.2667 relative_P_20 515 0.2500 relative_P_30 515 0.3000 relative_P_100 515 0.1800 relative_P_200 515 0.1224 relative_P_500 515 0.1224 relative_P_1000 515 0.1224 success_1 515 1.0000 success_5 515 1.0000 success_10 515 1.0000 set_P 515 0.1800 set_relative_P 515 0.1800 set_recall 515 0.1224 set_map 515 0.0220 set_F 515 0.1457 num_nonrel_judged_ret 515 58 rbp 515 0.3895 rbp_resid 515 0.0065 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 100 num_rel 58 373 num_rel_ret 58 82 map 58 0.1974 Rprec 58 0.2198 bpref 58 0.2136 recip_rank 58 1.0000 iprec_at_recall_0.00 58 1.0000 iprec_at_recall_0.10 58 0.9524 iprec_at_recall_0.20 58 0.8681 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 0.8000 P_10 58 0.9000 P_15 58 0.9333 P_20 58 0.9000 P_30 58 0.9333 P_100 58 0.8200 P_200 58 0.4100 P_500 58 0.1640 P_1000 58 0.0820 relstring 58 '4302332332' recall_5 58 0.0107 recall_10 58 0.0241 recall_15 58 0.0375 recall_20 58 0.0483 recall_30 58 0.0751 recall_100 58 0.2198 recall_200 58 0.2198 recall_500 58 0.2198 recall_1000 58 0.2198 infAP 58 0.1974 Rprec_mult_0.20 58 0.8667 Rprec_mult_0.40 58 0.5467 Rprec_mult_0.60 58 0.3661 Rprec_mult_0.80 58 0.2742 Rprec_mult_1.00 58 0.2198 Rprec_mult_1.20 58 0.1830 Rprec_mult_1.40 58 0.1568 Rprec_mult_1.60 58 0.1374 Rprec_mult_1.80 58 0.1220 Rprec_mult_2.00 58 0.1099 utility 58 64.0000 11pt_avg 58 0.2564 binG 58 0.0953 G 58 0.0524 ndcg 58 0.3167 ndcg_rel 58 0.4081 Rndcg 58 0.4622 ndcg_cut_5 58 0.6711 ndcg_cut_10 58 0.7285 ndcg_cut_15 58 0.7812 ndcg_cut_20 58 0.7747 ndcg_cut_30 58 0.7940 ndcg_cut_100 58 0.7195 ndcg_cut_200 58 0.4673 ndcg_cut_500 58 0.3167 ndcg_cut_1000 58 0.3167 map_cut_5 58 0.0095 map_cut_10 58 0.0212 map_cut_15 58 0.0336 map_cut_20 58 0.0434 map_cut_30 58 0.0681 map_cut_100 58 0.1974 map_cut_200 58 0.1974 map_cut_500 58 0.1974 map_cut_1000 58 0.1974 relative_P_5 58 0.8000 relative_P_10 58 0.9000 relative_P_15 58 0.9333 relative_P_20 58 0.9000 relative_P_30 58 0.9333 relative_P_100 58 0.8200 relative_P_200 58 0.4100 relative_P_500 58 0.2198 relative_P_1000 58 0.2198 success_1 58 1.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.8200 set_relative_P 58 0.8200 set_recall 58 0.2198 set_map 58 0.1803 set_F 58 0.3467 num_nonrel_judged_ret 58 4 rbp 58 0.6447 rbp_resid 58 0.0033 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 100 num_rel 707 186 num_rel_ret 707 26 map 707 0.0668 Rprec 707 0.1398 bpref 707 0.1259 recip_rank 707 1.0000 iprec_at_recall_0.00 707 1.0000 iprec_at_recall_0.10 707 0.3284 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.8000 P_10 707 0.7000 P_15 707 0.5333 P_20 707 0.4500 P_30 707 0.3667 P_100 707 0.2600 P_200 707 0.1300 P_500 707 0.0520 P_1000 707 0.0260 relstring 707 '2122220022' recall_5 707 0.0215 recall_10 707 0.0376 recall_15 707 0.0430 recall_20 707 0.0484 recall_30 707 0.0591 recall_100 707 0.1398 recall_200 707 0.1398 recall_500 707 0.1398 recall_1000 707 0.1398 infAP 707 0.0668 Rprec_mult_0.20 707 0.3947 Rprec_mult_0.40 707 0.3067 Rprec_mult_0.60 707 0.2321 Rprec_mult_0.80 707 0.1745 Rprec_mult_1.00 707 0.1398 Rprec_mult_1.20 707 0.1161 Rprec_mult_1.40 707 0.0996 Rprec_mult_1.60 707 0.0872 Rprec_mult_1.80 707 0.0776 Rprec_mult_2.00 707 0.0699 utility 707 -48.0000 11pt_avg 707 0.1208 binG 707 0.0452 G 707 0.0319 ndcg 707 0.2076 ndcg_rel 707 0.2462 Rndcg 707 0.3092 ndcg_cut_5 707 0.5953 ndcg_cut_10 707 0.5489 ndcg_cut_15 707 0.5075 ndcg_cut_20 707 0.4928 ndcg_cut_30 707 0.4372 ndcg_cut_100 707 0.3292 ndcg_cut_200 707 0.2103 ndcg_cut_500 707 0.2076 ndcg_cut_1000 707 0.2076 map_cut_5 707 0.0173 map_cut_10 707 0.0291 map_cut_15 707 0.0327 map_cut_20 707 0.0351 map_cut_30 707 0.0397 map_cut_100 707 0.0668 map_cut_200 707 0.0668 map_cut_500 707 0.0668 map_cut_1000 707 0.0668 relative_P_5 707 0.8000 relative_P_10 707 0.7000 relative_P_15 707 0.5333 relative_P_20 707 0.4500 relative_P_30 707 0.3667 relative_P_100 707 0.2600 relative_P_200 707 0.1398 relative_P_500 707 0.1398 relative_P_1000 707 0.1398 success_1 707 1.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.2600 set_relative_P 707 0.2600 set_recall 707 0.1398 set_map 707 0.0363 set_F 707 0.1818 num_nonrel_judged_ret 707 44 rbp 707 0.4080 rbp_resid 707 0.0140 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 100 num_rel 72 466 num_rel_ret 72 79 map 72 0.1598 Rprec 72 0.1695 bpref 72 0.1695 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.9630 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 1.0000 P_15 72 1.0000 P_20 72 1.0000 P_30 72 1.0000 P_100 72 0.7900 P_200 72 0.3950 P_500 72 0.1580 P_1000 72 0.0790 relstring 72 '4444433332' recall_5 72 0.0107 recall_10 72 0.0215 recall_15 72 0.0322 recall_20 72 0.0429 recall_30 72 0.0644 recall_100 72 0.1695 recall_200 72 0.1695 recall_500 72 0.1695 recall_1000 72 0.1695 infAP 72 0.1598 Rprec_mult_0.20 72 0.8191 Rprec_mult_0.40 72 0.4225 Rprec_mult_0.60 72 0.2821 Rprec_mult_0.80 72 0.2118 Rprec_mult_1.00 72 0.1695 Rprec_mult_1.20 72 0.1411 Rprec_mult_1.40 72 0.1210 Rprec_mult_1.60 72 0.1059 Rprec_mult_1.80 72 0.0942 Rprec_mult_2.00 72 0.0848 utility 72 58.0000 11pt_avg 72 0.1785 binG 72 0.1121 G 72 0.0497 ndcg 72 0.2761 ndcg_rel 72 0.3636 Rndcg 72 0.4182 ndcg_cut_5 72 1.0000 ndcg_cut_10 72 0.8963 ndcg_cut_15 72 0.8864 ndcg_cut_20 72 0.8384 ndcg_cut_30 72 0.8120 ndcg_cut_100 72 0.7252 ndcg_cut_200 72 0.4690 ndcg_cut_500 72 0.2761 ndcg_cut_1000 72 0.2761 map_cut_5 72 0.0107 map_cut_10 72 0.0215 map_cut_15 72 0.0322 map_cut_20 72 0.0429 map_cut_30 72 0.0644 map_cut_100 72 0.1598 map_cut_200 72 0.1598 map_cut_500 72 0.1598 map_cut_1000 72 0.1598 relative_P_5 72 1.0000 relative_P_10 72 1.0000 relative_P_15 72 1.0000 relative_P_20 72 1.0000 relative_P_30 72 1.0000 relative_P_100 72 0.7900 relative_P_200 72 0.3950 relative_P_500 72 0.1695 relative_P_1000 72 0.1695 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.7900 set_relative_P 72 0.7900 set_recall 72 0.1695 set_map 72 0.1339 set_F 72 0.2792 num_nonrel_judged_ret 72 0 rbp 72 0.8407 rbp_resid 72 0.0050 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 100 num_rel 84 142 num_rel_ret 84 21 map 84 0.0417 Rprec 84 0.1479 bpref 84 0.1255 recip_rank 84 0.1250 iprec_at_recall_0.00 84 0.3590 iprec_at_recall_0.10 84 0.3590 iprec_at_recall_0.20 84 0.0000 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 0.0000 P_10 84 0.2000 P_15 84 0.2000 P_20 84 0.3000 P_30 84 0.3000 P_100 84 0.2100 P_200 84 0.1050 P_500 84 0.0420 P_1000 84 0.0210 relstring 84 '0100000212' recall_5 84 0.0000 recall_10 84 0.0141 recall_15 84 0.0211 recall_20 84 0.0423 recall_30 84 0.0634 recall_100 84 0.1479 recall_200 84 0.1479 recall_500 84 0.1479 recall_1000 84 0.1479 infAP 84 0.0417 Rprec_mult_0.20 84 0.3103 Rprec_mult_0.40 84 0.2632 Rprec_mult_0.60 84 0.2209 Rprec_mult_0.80 84 0.1842 Rprec_mult_1.00 84 0.1479 Rprec_mult_1.20 84 0.1228 Rprec_mult_1.40 84 0.1055 Rprec_mult_1.60 84 0.0921 Rprec_mult_1.80 84 0.0820 Rprec_mult_2.00 84 0.0739 utility 84 -58.0000 11pt_avg 84 0.0653 binG 84 0.0331 G 84 0.0210 ndcg 84 0.1423 ndcg_rel 84 0.1487 Rndcg 84 0.1432 ndcg_cut_5 84 0.0553 ndcg_cut_10 84 0.1322 ndcg_cut_15 84 0.1340 ndcg_cut_20 84 0.1930 ndcg_cut_30 84 0.2047 ndcg_cut_100 84 0.2135 ndcg_cut_200 84 0.1545 ndcg_cut_500 84 0.1423 ndcg_cut_1000 84 0.1423 map_cut_5 84 0.0000 map_cut_10 84 0.0023 map_cut_15 84 0.0042 map_cut_20 84 0.0100 map_cut_30 84 0.0168 map_cut_100 84 0.0417 map_cut_200 84 0.0417 map_cut_500 84 0.0417 map_cut_1000 84 0.0417 relative_P_5 84 0.0000 relative_P_10 84 0.2000 relative_P_15 84 0.2000 relative_P_20 84 0.3000 relative_P_30 84 0.3000 relative_P_100 84 0.2100 relative_P_200 84 0.1479 relative_P_500 84 0.1479 relative_P_1000 84 0.1479 success_1 84 0.0000 success_5 84 0.0000 success_10 84 1.0000 set_P 84 0.2100 set_relative_P 84 0.2100 set_recall 84 0.1479 set_map 84 0.0311 set_F 84 0.1736 num_nonrel_judged_ret 84 43 rbp 84 0.1488 rbp_resid 84 0.0149 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 100 num_rel 897 239 num_rel_ret 897 50 map 897 0.1760 Rprec 897 0.2092 bpref 897 0.2039 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.9310 iprec_at_recall_0.20 897 0.5217 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 1.0000 P_10 897 1.0000 P_15 897 1.0000 P_20 897 0.9000 P_30 897 0.9000 P_100 897 0.5000 P_200 897 0.2500 P_500 897 0.1000 P_1000 897 0.0500 relstring 897 '3222223322' recall_5 897 0.0209 recall_10 897 0.0418 recall_15 897 0.0628 recall_20 897 0.0753 recall_30 897 0.1130 recall_100 897 0.2092 recall_200 897 0.2092 recall_500 897 0.2092 recall_1000 897 0.2092 infAP 897 0.1760 Rprec_mult_0.20 897 0.7500 Rprec_mult_0.40 897 0.5000 Rprec_mult_0.60 897 0.3472 Rprec_mult_0.80 897 0.2604 Rprec_mult_1.00 897 0.2092 Rprec_mult_1.20 897 0.1742 Rprec_mult_1.40 897 0.1493 Rprec_mult_1.60 897 0.1305 Rprec_mult_1.80 897 0.1160 Rprec_mult_2.00 897 0.1046 utility 897 0.0000 11pt_avg 897 0.2230 binG 897 0.1177 G 897 0.0516 ndcg 897 0.2999 ndcg_rel 897 0.3772 Rndcg 897 0.4473 ndcg_cut_5 897 0.7797 ndcg_cut_10 897 0.7876 ndcg_cut_15 897 0.7747 ndcg_cut_20 897 0.7241 ndcg_cut_30 897 0.7012 ndcg_cut_100 897 0.5758 ndcg_cut_200 897 0.3724 ndcg_cut_500 897 0.2999 ndcg_cut_1000 897 0.2999 map_cut_5 897 0.0209 map_cut_10 897 0.0418 map_cut_15 897 0.0628 map_cut_20 897 0.0753 map_cut_30 897 0.1099 map_cut_100 897 0.1760 map_cut_200 897 0.1760 map_cut_500 897 0.1760 map_cut_1000 897 0.1760 relative_P_5 897 1.0000 relative_P_10 897 1.0000 relative_P_15 897 1.0000 relative_P_20 897 0.9000 relative_P_30 897 0.9000 relative_P_100 897 0.5000 relative_P_200 897 0.2500 relative_P_500 897 0.2092 relative_P_1000 897 0.2092 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.5000 set_relative_P 897 0.5000 set_recall 897 0.2092 set_map 897 0.1046 set_F 897 0.2950 num_nonrel_judged_ret 897 22 rbp 897 0.7109 rbp_resid 897 0.0070 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all rank num_q all 22 num_ret all 2200 num_rel all 5166 num_rel_ret all 1168 map all 0.1679 gm_map all 0.1436 Rprec all 0.2323 bpref all 0.2175 recip_rank all 0.8731 iprec_at_recall_0.00 all 0.9249 iprec_at_recall_0.10 all 0.7328 iprec_at_recall_0.20 all 0.4983 iprec_at_recall_0.30 all 0.1253 iprec_at_recall_0.40 all 0.0000 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.7364 P_10 all 0.7364 P_15 all 0.7182 P_20 all 0.7205 P_30 all 0.7197 P_100 all 0.5309 P_200 all 0.2655 P_500 all 0.1062 P_1000 all 0.0531 recall_5 all 0.0163 recall_10 all 0.0326 recall_15 all 0.0475 recall_20 all 0.0638 recall_30 all 0.0951 recall_100 all 0.2323 recall_200 all 0.2323 recall_500 all 0.2323 recall_1000 all 0.2323 infAP all 0.1679 gm_bpref all 0.2058 Rprec_mult_0.20 all 0.6704 Rprec_mult_0.40 all 0.5030 Rprec_mult_0.60 all 0.3732 Rprec_mult_0.80 all 0.2867 Rprec_mult_1.00 all 0.2323 Rprec_mult_1.20 all 0.1933 Rprec_mult_1.40 all 0.1657 Rprec_mult_1.60 all 0.1450 Rprec_mult_1.80 all 0.1289 Rprec_mult_2.00 all 0.1162 utility all 6.1818 11pt_avg all 0.2074 binG all 0.0964 G all 0.0514 ndcg all 0.3004 ndcg_rel all 0.3633 Rndcg all 0.3928 ndcg_cut_5 all 0.6175 ndcg_cut_10 all 0.6062 ndcg_cut_15 all 0.5990 ndcg_cut_20 all 0.6029 ndcg_cut_30 all 0.6105 ndcg_cut_100 all 0.5426 ndcg_cut_200 all 0.3656 ndcg_cut_500 all 0.3004 ndcg_cut_1000 all 0.3004 map_cut_5 all 0.0148 map_cut_10 all 0.0280 map_cut_15 all 0.0403 map_cut_20 all 0.0524 map_cut_30 all 0.0762 map_cut_100 all 0.1679 map_cut_200 all 0.1679 map_cut_500 all 0.1679 map_cut_1000 all 0.1679 relative_P_5 all 0.7364 relative_P_10 all 0.7364 relative_P_15 all 0.7182 relative_P_20 all 0.7205 relative_P_30 all 0.7197 relative_P_100 all 0.5309 relative_P_200 all 0.2836 relative_P_500 all 0.2323 relative_P_1000 all 0.2323 success_1 all 0.8182 success_5 all 0.9545 success_10 all 1.0000 set_P all 0.5309 set_relative_P all 0.5309 set_recall all 0.2323 set_map all 0.1300 set_F all 0.3154 num_nonrel_judged_ret all 537 rbp all 0.5485 rbp_resid all 0.0084 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000