num_ret 14 100 num_rel 14 272 num_rel_ret 14 57 map 14 0.1687 Rprec 14 0.2096 bpref 14 0.2064 recip_rank 14 1.0000 iprec_at_recall_0.00 14 1.0000 iprec_at_recall_0.10 14 0.7941 iprec_at_recall_0.20 14 0.5833 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 1.0000 P_10 14 1.0000 P_15 14 1.0000 P_20 14 1.0000 P_30 14 0.8333 P_100 14 0.5700 P_200 14 0.2850 P_500 14 0.1140 P_1000 14 0.0570 relstring 14 '3222322223' recall_5 14 0.0184 recall_10 14 0.0368 recall_15 14 0.0551 recall_20 14 0.0735 recall_30 14 0.0919 recall_100 14 0.2096 recall_200 14 0.2096 recall_500 14 0.2096 recall_1000 14 0.2096 infAP 14 0.1687 Rprec_mult_0.20 14 0.6545 Rprec_mult_0.40 14 0.5229 Rprec_mult_0.60 14 0.3476 Rprec_mult_0.80 14 0.2615 Rprec_mult_1.00 14 0.2096 Rprec_mult_1.20 14 0.1743 Rprec_mult_1.40 14 0.1496 Rprec_mult_1.60 14 0.1307 Rprec_mult_1.80 14 0.1163 Rprec_mult_2.00 14 0.1048 utility 14 14.0000 11pt_avg 14 0.2161 binG 14 0.1126 G 14 0.0455 ndcg 14 0.2919 ndcg_rel 14 0.3606 Rndcg 14 0.4840 ndcg_cut_5 14 0.6953 ndcg_cut_10 14 0.7052 ndcg_cut_15 14 0.6973 ndcg_cut_20 14 0.6925 ndcg_cut_30 14 0.6702 ndcg_cut_100 14 0.5869 ndcg_cut_200 14 0.3806 ndcg_cut_500 14 0.2919 ndcg_cut_1000 14 0.2919 map_cut_5 14 0.0184 map_cut_10 14 0.0368 map_cut_15 14 0.0551 map_cut_20 14 0.0735 map_cut_30 14 0.0907 map_cut_100 14 0.1687 map_cut_200 14 0.1687 map_cut_500 14 0.1687 map_cut_1000 14 0.1687 relative_P_5 14 1.0000 relative_P_10 14 1.0000 relative_P_15 14 1.0000 relative_P_20 14 1.0000 relative_P_30 14 0.8333 relative_P_100 14 0.5700 relative_P_200 14 0.2850 relative_P_500 14 0.2096 relative_P_1000 14 0.2096 success_1 14 1.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.5700 set_relative_P 14 0.5700 set_recall 14 0.2096 set_map 14 0.1194 set_F 14 0.3065 num_nonrel_judged_ret 14 6 rbp 14 0.5286 rbp_resid 14 0.0248 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 100 num_rel 144 197 num_rel_ret 144 14 map 144 0.0173 Rprec 144 0.0711 bpref 144 0.0642 recip_rank 144 0.1667 iprec_at_recall_0.00 144 0.3333 iprec_at_recall_0.10 144 0.0000 iprec_at_recall_0.20 144 0.0000 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.0000 P_10 144 0.1000 P_15 144 0.1333 P_20 144 0.2500 P_30 144 0.3000 P_100 144 0.1400 P_200 144 0.0700 P_500 144 0.0280 P_1000 144 0.0140 relstring 144 '1111121101' recall_5 144 0.0000 recall_10 144 0.0051 recall_15 144 0.0102 recall_20 144 0.0254 recall_30 144 0.0457 recall_100 144 0.0711 recall_200 144 0.0711 recall_500 144 0.0711 recall_1000 144 0.0711 infAP 144 0.0173 Rprec_mult_0.20 144 0.3000 Rprec_mult_0.40 144 0.1646 Rprec_mult_0.60 144 0.1176 Rprec_mult_0.80 144 0.0886 Rprec_mult_1.00 144 0.0711 Rprec_mult_1.20 144 0.0591 Rprec_mult_1.40 144 0.0507 Rprec_mult_1.60 144 0.0443 Rprec_mult_1.80 144 0.0394 Rprec_mult_2.00 144 0.0355 utility 144 -72.0000 11pt_avg 144 0.0303 binG 144 0.0165 G 144 0.0191 ndcg 144 0.1451 ndcg_rel 144 0.1695 Rndcg 144 0.2248 ndcg_cut_5 144 0.2995 ndcg_cut_10 144 0.3143 ndcg_cut_15 144 0.3318 ndcg_cut_20 144 0.3641 ndcg_cut_30 144 0.3865 ndcg_cut_100 144 0.2643 ndcg_cut_200 144 0.1773 ndcg_cut_500 144 0.1451 ndcg_cut_1000 144 0.1451 map_cut_5 144 0.0000 map_cut_10 144 0.0008 map_cut_15 144 0.0015 map_cut_20 144 0.0049 map_cut_30 144 0.0107 map_cut_100 144 0.0173 map_cut_200 144 0.0173 map_cut_500 144 0.0173 map_cut_1000 144 0.0173 relative_P_5 144 0.0000 relative_P_10 144 0.1000 relative_P_15 144 0.1333 relative_P_20 144 0.2500 relative_P_30 144 0.3000 relative_P_100 144 0.1400 relative_P_200 144 0.0711 relative_P_500 144 0.0711 relative_P_1000 144 0.0711 success_1 144 0.0000 success_5 144 0.0000 success_10 144 1.0000 set_P 144 0.1400 set_relative_P 144 0.1400 set_recall 144 0.0711 set_map 144 0.0099 set_F 144 0.0943 num_nonrel_judged_ret 144 34 rbp 144 0.2761 rbp_resid 144 0.0206 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 100 num_rel 161 218 num_rel_ret 161 44 map 161 0.1620 Rprec 161 0.2018 bpref 161 0.1979 recip_rank 161 1.0000 iprec_at_recall_0.00 161 1.0000 iprec_at_recall_0.10 161 0.8621 iprec_at_recall_0.20 161 0.5238 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 1.0000 P_10 161 0.8000 P_15 161 0.8667 P_20 161 0.8500 P_30 161 0.8333 P_100 161 0.4400 P_200 161 0.2200 P_500 161 0.0880 P_1000 161 0.0440 relstring 161 '3322222211' recall_5 161 0.0229 recall_10 161 0.0367 recall_15 161 0.0596 recall_20 161 0.0780 recall_30 161 0.1147 recall_100 161 0.2018 recall_200 161 0.2018 recall_500 161 0.2018 recall_1000 161 0.2018 infAP 161 0.1620 Rprec_mult_0.20 161 0.7500 Rprec_mult_0.40 161 0.5000 Rprec_mult_0.60 161 0.3359 Rprec_mult_0.80 161 0.2514 Rprec_mult_1.00 161 0.2018 Rprec_mult_1.20 161 0.1679 Rprec_mult_1.40 161 0.1438 Rprec_mult_1.60 161 0.1261 Rprec_mult_1.80 161 0.1120 Rprec_mult_2.00 161 0.1009 utility 161 -12.0000 11pt_avg 161 0.2169 binG 161 0.0934 G 161 0.0558 ndcg 161 0.2989 ndcg_rel 161 0.3801 Rndcg 161 0.4354 ndcg_cut_5 161 0.8510 ndcg_cut_10 161 0.7430 ndcg_cut_15 161 0.7259 ndcg_cut_20 161 0.6944 ndcg_cut_30 161 0.7141 ndcg_cut_100 161 0.5209 ndcg_cut_200 161 0.3328 ndcg_cut_500 161 0.2989 ndcg_cut_1000 161 0.2989 map_cut_5 161 0.0229 map_cut_10 161 0.0367 map_cut_15 161 0.0561 map_cut_20 161 0.0723 map_cut_30 161 0.1035 map_cut_100 161 0.1620 map_cut_200 161 0.1620 map_cut_500 161 0.1620 map_cut_1000 161 0.1620 relative_P_5 161 1.0000 relative_P_10 161 0.8000 relative_P_15 161 0.8667 relative_P_20 161 0.8500 relative_P_30 161 0.8333 relative_P_100 161 0.4400 relative_P_200 161 0.2200 relative_P_500 161 0.2018 relative_P_1000 161 0.2018 success_1 161 1.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.4400 set_relative_P 161 0.4400 set_recall 161 0.2018 set_map 161 0.0888 set_F 161 0.2767 num_nonrel_judged_ret 161 15 rbp 161 0.6708 rbp_resid 161 0.0182 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 100 num_rel 200 184 num_rel_ret 200 52 map 200 0.2442 Rprec 200 0.2826 bpref 200 0.2769 recip_rank 200 1.0000 iprec_at_recall_0.00 200 1.0000 iprec_at_recall_0.10 200 1.0000 iprec_at_recall_0.20 200 0.7708 iprec_at_recall_0.30 200 0.0000 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 1.0000 P_10 200 1.0000 P_15 200 1.0000 P_20 200 1.0000 P_30 200 0.9000 P_100 200 0.5200 P_200 200 0.2600 P_500 200 0.1040 P_1000 200 0.0520 relstring 200 '2332233333' recall_5 200 0.0272 recall_10 200 0.0543 recall_15 200 0.0815 recall_20 200 0.1087 recall_30 200 0.1467 recall_100 200 0.2826 recall_200 200 0.2826 recall_500 200 0.2826 recall_1000 200 0.2826 infAP 200 0.2442 Rprec_mult_0.20 200 0.8649 Rprec_mult_0.40 200 0.6351 Rprec_mult_0.60 200 0.4685 Rprec_mult_0.80 200 0.3514 Rprec_mult_1.00 200 0.2826 Rprec_mult_1.20 200 0.2353 Rprec_mult_1.40 200 0.2016 Rprec_mult_1.60 200 0.1763 Rprec_mult_1.80 200 0.1566 Rprec_mult_2.00 200 0.1413 utility 200 4.0000 11pt_avg 200 0.2519 binG 200 0.1668 G 200 0.0804 ndcg 200 0.3911 ndcg_rel 200 0.4748 Rndcg 200 0.4933 ndcg_cut_5 200 0.7138 ndcg_cut_10 200 0.8074 ndcg_cut_15 200 0.8199 ndcg_cut_20 200 0.8495 ndcg_cut_30 200 0.8089 ndcg_cut_100 200 0.5917 ndcg_cut_200 200 0.4076 ndcg_cut_500 200 0.3911 ndcg_cut_1000 200 0.3911 map_cut_5 200 0.0272 map_cut_10 200 0.0543 map_cut_15 200 0.0815 map_cut_20 200 0.1087 map_cut_30 200 0.1446 map_cut_100 200 0.2442 map_cut_200 200 0.2442 map_cut_500 200 0.2442 map_cut_1000 200 0.2442 relative_P_5 200 1.0000 relative_P_10 200 1.0000 relative_P_15 200 1.0000 relative_P_20 200 1.0000 relative_P_30 200 0.9000 relative_P_100 200 0.5200 relative_P_200 200 0.2826 relative_P_500 200 0.2826 relative_P_1000 200 0.2826 success_1 200 1.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.5200 set_relative_P 200 0.5200 set_recall 200 0.2826 set_map 200 0.1470 set_F 200 0.3662 num_nonrel_judged_ret 200 14 rbp 200 0.6400 rbp_resid 200 0.0124 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 100 num_rel 213 322 num_rel_ret 213 44 map 213 0.1073 Rprec 213 0.1366 bpref 213 0.1345 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 0.5738 iprec_at_recall_0.20 213 0.0000 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 1.0000 P_10 213 0.9000 P_15 213 0.8667 P_20 213 0.9000 P_30 213 0.8667 P_100 213 0.4400 P_200 213 0.2200 P_500 213 0.0880 P_1000 213 0.0440 relstring 213 '3433331333' recall_5 213 0.0155 recall_10 213 0.0280 recall_15 213 0.0404 recall_20 213 0.0559 recall_30 213 0.0807 recall_100 213 0.1366 recall_200 213 0.1366 recall_500 213 0.1366 recall_1000 213 0.1366 infAP 213 0.1073 Rprec_mult_0.20 213 0.5385 Rprec_mult_0.40 213 0.3411 Rprec_mult_0.60 213 0.2268 Rprec_mult_0.80 213 0.1705 Rprec_mult_1.00 213 0.1366 Rprec_mult_1.20 213 0.1137 Rprec_mult_1.40 213 0.0976 Rprec_mult_1.60 213 0.0853 Rprec_mult_1.80 213 0.0759 Rprec_mult_2.00 213 0.0683 utility 213 -12.0000 11pt_avg 213 0.1431 binG 213 0.0636 G 213 0.0349 ndcg 213 0.2287 ndcg_rel 213 0.2856 Rndcg 213 0.3829 ndcg_cut_5 213 0.8035 ndcg_cut_10 213 0.7480 ndcg_cut_15 213 0.7384 ndcg_cut_20 213 0.7742 ndcg_cut_30 213 0.7674 ndcg_cut_100 213 0.4906 ndcg_cut_200 213 0.3144 ndcg_cut_500 213 0.2287 ndcg_cut_1000 213 0.2287 map_cut_5 213 0.0155 map_cut_10 213 0.0269 map_cut_15 213 0.0377 map_cut_20 213 0.0515 map_cut_30 213 0.0743 map_cut_100 213 0.1073 map_cut_200 213 0.1073 map_cut_500 213 0.1073 map_cut_1000 213 0.1073 relative_P_5 213 1.0000 relative_P_10 213 0.9000 relative_P_15 213 0.8667 relative_P_20 213 0.9000 relative_P_30 213 0.8667 relative_P_100 213 0.4400 relative_P_200 213 0.2200 relative_P_500 213 0.1366 relative_P_1000 213 0.1366 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.4400 set_relative_P 213 0.4400 set_recall 213 0.1366 set_map 213 0.0601 set_F 213 0.2085 num_nonrel_judged_ret 213 4 rbp 213 0.6877 rbp_resid 213 0.0371 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 100 num_rel 219 203 num_rel_ret 219 25 map 219 0.0930 Rprec 219 0.1232 bpref 219 0.1201 recip_rank 219 1.0000 iprec_at_recall_0.00 219 1.0000 iprec_at_recall_0.10 219 0.7692 iprec_at_recall_0.20 219 0.0000 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 1.0000 P_10 219 0.8000 P_15 219 0.7333 P_20 219 0.7000 P_30 219 0.7000 P_100 219 0.2500 P_200 219 0.1250 P_500 219 0.0500 P_1000 219 0.0250 relstring 219 '2222302402' recall_5 219 0.0246 recall_10 219 0.0394 recall_15 219 0.0542 recall_20 219 0.0690 recall_30 219 0.1034 recall_100 219 0.1232 recall_200 219 0.1232 recall_500 219 0.1232 recall_1000 219 0.1232 infAP 219 0.0930 Rprec_mult_0.20 219 0.5366 Rprec_mult_0.40 219 0.2927 Rprec_mult_0.60 219 0.2049 Rprec_mult_0.80 219 0.1534 Rprec_mult_1.00 219 0.1232 Rprec_mult_1.20 219 0.1025 Rprec_mult_1.40 219 0.0877 Rprec_mult_1.60 219 0.0769 Rprec_mult_1.80 219 0.0683 Rprec_mult_2.00 219 0.0616 utility 219 -50.0000 11pt_avg 219 0.1608 binG 219 0.0607 G 219 0.0278 ndcg 219 0.1993 ndcg_rel 219 0.2322 Rndcg 219 0.3443 ndcg_cut_5 219 0.5328 ndcg_cut_10 219 0.5090 ndcg_cut_15 219 0.5132 ndcg_cut_20 219 0.5360 ndcg_cut_30 219 0.5296 ndcg_cut_100 219 0.3322 ndcg_cut_200 219 0.2227 ndcg_cut_500 219 0.1993 ndcg_cut_1000 219 0.1993 map_cut_5 219 0.0246 map_cut_10 219 0.0371 map_cut_15 219 0.0488 map_cut_20 219 0.0599 map_cut_30 219 0.0854 map_cut_100 219 0.0930 map_cut_200 219 0.0930 map_cut_500 219 0.0930 map_cut_1000 219 0.0930 relative_P_5 219 1.0000 relative_P_10 219 0.8000 relative_P_15 219 0.7333 relative_P_20 219 0.7000 relative_P_30 219 0.7000 relative_P_100 219 0.2500 relative_P_200 219 0.1250 relative_P_500 219 0.1232 relative_P_1000 219 0.1232 success_1 219 1.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.2500 set_relative_P 219 0.2500 set_recall 219 0.1232 set_map 219 0.0308 set_F 219 0.1650 num_nonrel_judged_ret 219 17 rbp 219 0.4509 rbp_resid 219 0.0351 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 100 num_rel 224 304 num_rel_ret 224 39 map 224 0.1036 Rprec 224 0.1283 bpref 224 0.1261 recip_rank 224 1.0000 iprec_at_recall_0.00 224 1.0000 iprec_at_recall_0.10 224 0.6977 iprec_at_recall_0.20 224 0.0000 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 1.0000 P_10 224 1.0000 P_15 224 0.8667 P_20 224 0.9000 P_30 224 0.8333 P_100 224 0.3900 P_200 224 0.1950 P_500 224 0.0780 P_1000 224 0.0390 relstring 224 '3322222222' recall_5 224 0.0164 recall_10 224 0.0329 recall_15 224 0.0428 recall_20 224 0.0592 recall_30 224 0.0822 recall_100 224 0.1283 recall_200 224 0.1283 recall_500 224 0.1283 recall_1000 224 0.1283 infAP 224 0.1036 Rprec_mult_0.20 224 0.5574 Rprec_mult_0.40 224 0.3197 Rprec_mult_0.60 224 0.2131 Rprec_mult_0.80 224 0.1598 Rprec_mult_1.00 224 0.1283 Rprec_mult_1.20 224 0.1068 Rprec_mult_1.40 224 0.0915 Rprec_mult_1.60 224 0.0801 Rprec_mult_1.80 224 0.0712 Rprec_mult_2.00 224 0.0641 utility 224 -22.0000 11pt_avg 224 0.1543 binG 224 0.0690 G 224 0.0362 ndcg 224 0.2127 ndcg_rel 224 0.2728 Rndcg 224 0.3742 ndcg_cut_5 224 0.8510 ndcg_cut_10 224 0.7863 ndcg_cut_15 224 0.7299 ndcg_cut_20 224 0.7193 ndcg_cut_30 224 0.6835 ndcg_cut_100 224 0.4665 ndcg_cut_200 224 0.3009 ndcg_cut_500 224 0.2127 ndcg_cut_1000 224 0.2127 map_cut_5 224 0.0164 map_cut_10 224 0.0329 map_cut_15 224 0.0423 map_cut_20 224 0.0569 map_cut_30 224 0.0768 map_cut_100 224 0.1036 map_cut_200 224 0.1036 map_cut_500 224 0.1036 map_cut_1000 224 0.1036 relative_P_5 224 1.0000 relative_P_10 224 1.0000 relative_P_15 224 0.8667 relative_P_20 224 0.9000 relative_P_30 224 0.8333 relative_P_100 224 0.3900 relative_P_200 224 0.1950 relative_P_500 224 0.1283 relative_P_1000 224 0.1283 success_1 224 1.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.3900 set_relative_P 224 0.3900 set_recall 224 0.1283 set_map 224 0.0500 set_F 224 0.1931 num_nonrel_judged_ret 224 11 rbp 224 0.6775 rbp_resid 224 0.0291 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 100 num_rel 225 238 num_rel_ret 225 58 map 225 0.2065 Rprec 225 0.2437 bpref 225 0.2396 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.9697 iprec_at_recall_0.20 225 0.6575 iprec_at_recall_0.30 225 0.0000 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 1.0000 P_10 225 0.9000 P_15 225 0.9333 P_20 225 0.9500 P_30 225 0.9667 P_100 225 0.5800 P_200 225 0.2900 P_500 225 0.1160 P_1000 225 0.0580 relstring 225 '3232203223' recall_5 225 0.0210 recall_10 225 0.0378 recall_15 225 0.0588 recall_20 225 0.0798 recall_30 225 0.1218 recall_100 225 0.2437 recall_200 225 0.2437 recall_500 225 0.2437 recall_1000 225 0.2437 infAP 225 0.2065 Rprec_mult_0.20 225 0.7917 Rprec_mult_0.40 225 0.6042 Rprec_mult_0.60 225 0.4056 Rprec_mult_0.80 225 0.3037 Rprec_mult_1.00 225 0.2437 Rprec_mult_1.20 225 0.2028 Rprec_mult_1.40 225 0.1737 Rprec_mult_1.60 225 0.1522 Rprec_mult_1.80 225 0.1352 Rprec_mult_2.00 225 0.1218 utility 225 16.0000 11pt_avg 225 0.2388 binG 225 0.1216 G 225 0.0574 ndcg 225 0.3231 ndcg_rel 225 0.4044 Rndcg 225 0.4231 ndcg_cut_5 225 0.8362 ndcg_cut_10 225 0.7701 ndcg_cut_15 225 0.7926 ndcg_cut_20 225 0.7831 ndcg_cut_30 225 0.7638 ndcg_cut_100 225 0.5766 ndcg_cut_200 225 0.3881 ndcg_cut_500 225 0.3231 ndcg_cut_1000 225 0.3231 map_cut_5 225 0.0210 map_cut_10 225 0.0358 map_cut_15 225 0.0552 map_cut_20 225 0.0750 map_cut_30 225 0.1154 map_cut_100 225 0.2065 map_cut_200 225 0.2065 map_cut_500 225 0.2065 map_cut_1000 225 0.2065 relative_P_5 225 1.0000 relative_P_10 225 0.9000 relative_P_15 225 0.9333 relative_P_20 225 0.9500 relative_P_30 225 0.9667 relative_P_100 225 0.5800 relative_P_200 225 0.2900 relative_P_500 225 0.2437 relative_P_1000 225 0.2437 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.5800 set_relative_P 225 0.5800 set_recall 225 0.2437 set_map 225 0.1413 set_F 225 0.3432 num_nonrel_judged_ret 225 4 rbp 225 0.7500 rbp_resid 225 0.0161 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 100 num_rel 233 203 num_rel_ret 233 29 map 233 0.0743 Rprec 233 0.1429 bpref 233 0.1311 recip_rank 233 1.0000 iprec_at_recall_0.00 233 1.0000 iprec_at_recall_0.10 233 0.4348 iprec_at_recall_0.20 233 0.0000 iprec_at_recall_0.30 233 0.0000 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 0.6000 P_10 233 0.7000 P_15 233 0.6000 P_20 233 0.5500 P_30 233 0.4333 P_100 233 0.2900 P_200 233 0.1450 P_500 233 0.0580 P_1000 233 0.0290 relstring 233 '3034032330' recall_5 233 0.0148 recall_10 233 0.0345 recall_15 233 0.0443 recall_20 233 0.0542 recall_30 233 0.0640 recall_100 233 0.1429 recall_200 233 0.1429 recall_500 233 0.1429 recall_1000 233 0.1429 infAP 233 0.0743 Rprec_mult_0.20 233 0.4146 Rprec_mult_0.40 233 0.3293 Rprec_mult_0.60 233 0.2377 Rprec_mult_0.80 233 0.1779 Rprec_mult_1.00 233 0.1429 Rprec_mult_1.20 233 0.1189 Rprec_mult_1.40 233 0.1018 Rprec_mult_1.60 233 0.0892 Rprec_mult_1.80 233 0.0792 Rprec_mult_2.00 233 0.0714 utility 233 -42.0000 11pt_avg 233 0.1304 binG 233 0.0460 G 233 0.0339 ndcg 233 0.2253 ndcg_rel 233 0.2698 Rndcg 233 0.3160 ndcg_cut_5 233 0.5940 ndcg_cut_10 233 0.6426 ndcg_cut_15 233 0.5938 ndcg_cut_20 233 0.5630 ndcg_cut_30 233 0.4994 ndcg_cut_100 233 0.3500 ndcg_cut_200 233 0.2426 ndcg_cut_500 233 0.2253 ndcg_cut_1000 233 0.2253 map_cut_5 233 0.0119 map_cut_10 233 0.0262 map_cut_15 233 0.0330 map_cut_20 233 0.0384 map_cut_30 233 0.0437 map_cut_100 233 0.0743 map_cut_200 233 0.0743 map_cut_500 233 0.0743 map_cut_1000 233 0.0743 relative_P_5 233 0.6000 relative_P_10 233 0.7000 relative_P_15 233 0.6000 relative_P_20 233 0.5500 relative_P_30 233 0.4333 relative_P_100 233 0.2900 relative_P_200 233 0.1450 relative_P_500 233 0.1429 relative_P_1000 233 0.1429 success_1 233 1.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.2900 set_relative_P 233 0.2900 set_recall 233 0.1429 set_map 233 0.0414 set_F 233 0.1914 num_nonrel_judged_ret 233 24 rbp 233 0.4476 rbp_resid 233 0.0180 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 100 num_rel 273 290 num_rel_ret 273 35 map 273 0.0824 Rprec 273 0.1207 bpref 273 0.1153 recip_rank 273 0.5000 iprec_at_recall_0.00 273 0.8750 iprec_at_recall_0.10 273 0.6250 iprec_at_recall_0.20 273 0.0000 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 0.8000 P_10 273 0.8000 P_15 273 0.7333 P_20 273 0.7500 P_30 273 0.7000 P_100 273 0.3500 P_200 273 0.1750 P_500 273 0.0700 P_1000 273 0.0350 relstring 273 '1332232312' recall_5 273 0.0138 recall_10 273 0.0276 recall_15 273 0.0379 recall_20 273 0.0517 recall_30 273 0.0724 recall_100 273 0.1207 recall_200 273 0.1207 recall_500 273 0.1207 recall_1000 273 0.1207 infAP 273 0.0824 Rprec_mult_0.20 273 0.5172 Rprec_mult_0.40 273 0.3017 Rprec_mult_0.60 273 0.2011 Rprec_mult_0.80 273 0.1509 Rprec_mult_1.00 273 0.1207 Rprec_mult_1.20 273 0.1006 Rprec_mult_1.40 273 0.0862 Rprec_mult_1.60 273 0.0754 Rprec_mult_1.80 273 0.0670 Rprec_mult_2.00 273 0.0603 utility 273 -30.0000 11pt_avg 273 0.1364 binG 273 0.0443 G 273 0.0305 ndcg 273 0.2030 ndcg_rel 273 0.2480 Rndcg 273 0.2801 ndcg_cut_5 273 0.6123 ndcg_cut_10 273 0.6554 ndcg_cut_15 273 0.6696 ndcg_cut_20 273 0.6701 ndcg_cut_30 273 0.6400 ndcg_cut_100 273 0.4082 ndcg_cut_200 273 0.2795 ndcg_cut_500 273 0.2030 ndcg_cut_1000 273 0.2030 map_cut_5 273 0.0094 map_cut_10 273 0.0210 map_cut_15 273 0.0287 map_cut_20 273 0.0392 map_cut_30 273 0.0547 map_cut_100 273 0.0824 map_cut_200 273 0.0824 map_cut_500 273 0.0824 map_cut_1000 273 0.0824 relative_P_5 273 0.8000 relative_P_10 273 0.8000 relative_P_15 273 0.7333 relative_P_20 273 0.7500 relative_P_30 273 0.7000 relative_P_100 273 0.3500 relative_P_200 273 0.1750 relative_P_500 273 0.1207 relative_P_1000 273 0.1207 success_1 273 0.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.3500 set_relative_P 273 0.3500 set_recall 273 0.1207 set_map 273 0.0422 set_F 273 0.1795 num_nonrel_judged_ret 273 14 rbp 273 0.5215 rbp_resid 273 0.0235 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 100 num_rel 300 239 num_rel_ret 300 30 map 300 0.0784 Rprec 300 0.1255 bpref 300 0.1209 recip_rank 300 1.0000 iprec_at_recall_0.00 300 1.0000 iprec_at_recall_0.10 300 0.4483 iprec_at_recall_0.20 300 0.0000 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.6000 P_10 300 0.7000 P_15 300 0.6667 P_20 300 0.7000 P_30 300 0.6667 P_100 300 0.3000 P_200 300 0.1500 P_500 300 0.0600 P_1000 300 0.0300 relstring 300 '2221002222' recall_5 300 0.0126 recall_10 300 0.0293 recall_15 300 0.0418 recall_20 300 0.0586 recall_30 300 0.0837 recall_100 300 0.1255 recall_200 300 0.1255 recall_500 300 0.1255 recall_1000 300 0.1255 infAP 300 0.0784 Rprec_mult_0.20 300 0.4583 Rprec_mult_0.40 300 0.3021 Rprec_mult_0.60 300 0.2083 Rprec_mult_0.80 300 0.1562 Rprec_mult_1.00 300 0.1255 Rprec_mult_1.20 300 0.1045 Rprec_mult_1.40 300 0.0896 Rprec_mult_1.60 300 0.0783 Rprec_mult_1.80 300 0.0696 Rprec_mult_2.00 300 0.0628 utility 300 -40.0000 11pt_avg 300 0.1317 binG 300 0.0461 G 300 0.0289 ndcg 300 0.2005 ndcg_rel 300 0.2409 Rndcg 300 0.3042 ndcg_cut_5 300 0.5305 ndcg_cut_10 300 0.5260 ndcg_cut_15 300 0.5275 ndcg_cut_20 300 0.5394 ndcg_cut_30 300 0.5454 ndcg_cut_100 300 0.3723 ndcg_cut_200 300 0.2431 ndcg_cut_500 300 0.2005 ndcg_cut_1000 300 0.2005 map_cut_5 300 0.0126 map_cut_10 300 0.0233 map_cut_15 300 0.0318 map_cut_20 300 0.0434 map_cut_30 300 0.0609 map_cut_100 300 0.0784 map_cut_200 300 0.0784 map_cut_500 300 0.0784 map_cut_1000 300 0.0784 relative_P_5 300 0.6000 relative_P_10 300 0.7000 relative_P_15 300 0.6667 relative_P_20 300 0.7000 relative_P_30 300 0.6667 relative_P_100 300 0.3000 relative_P_200 300 0.1500 relative_P_500 300 0.1255 relative_P_1000 300 0.1255 success_1 300 1.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.3000 set_relative_P 300 0.3000 set_recall 300 0.1255 set_map 300 0.0377 set_F 300 0.1770 num_nonrel_judged_ret 300 19 rbp 300 0.5024 rbp_resid 300 0.0273 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 100 num_rel 31 134 num_rel_ret 31 47 map 31 0.2834 Rprec 31 0.3507 bpref 31 0.3359 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 0.9333 iprec_at_recall_0.20 31 0.8485 iprec_at_recall_0.30 31 0.5797 iprec_at_recall_0.40 31 0.0000 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 1.0000 P_10 31 0.9000 P_15 31 0.9333 P_20 31 0.8500 P_30 31 0.8333 P_100 31 0.4700 P_200 31 0.2350 P_500 31 0.0940 P_1000 31 0.0470 relstring 31 '3323232212' recall_5 31 0.0373 recall_10 31 0.0672 recall_15 31 0.1045 recall_20 31 0.1269 recall_30 31 0.1866 recall_100 31 0.3507 recall_200 31 0.3507 recall_500 31 0.3507 recall_1000 31 0.3507 infAP 31 0.2834 Rprec_mult_0.20 31 0.8148 Rprec_mult_0.40 31 0.6852 Rprec_mult_0.60 31 0.5309 Rprec_mult_0.80 31 0.4352 Rprec_mult_1.00 31 0.3507 Rprec_mult_1.20 31 0.2919 Rprec_mult_1.40 31 0.2500 Rprec_mult_1.60 31 0.2186 Rprec_mult_1.80 31 0.1942 Rprec_mult_2.00 31 0.1754 utility 31 -6.0000 11pt_avg 31 0.3056 binG 31 0.1645 G 31 0.1067 ndcg 31 0.4615 ndcg_rel 31 0.5672 Rndcg 31 0.5890 ndcg_cut_5 31 0.8997 ndcg_cut_10 31 0.8220 ndcg_cut_15 31 0.8316 ndcg_cut_20 31 0.7901 ndcg_cut_30 31 0.8343 ndcg_cut_100 31 0.6123 ndcg_cut_200 31 0.4615 ndcg_cut_500 31 0.4615 ndcg_cut_1000 31 0.4615 map_cut_5 31 0.0373 map_cut_10 31 0.0664 map_cut_15 31 0.1008 map_cut_20 31 0.1207 map_cut_30 31 0.1714 map_cut_100 31 0.2834 map_cut_200 31 0.2834 map_cut_500 31 0.2834 map_cut_1000 31 0.2834 relative_P_5 31 1.0000 relative_P_10 31 0.9000 relative_P_15 31 0.9333 relative_P_20 31 0.8500 relative_P_30 31 0.8333 relative_P_100 31 0.4700 relative_P_200 31 0.3507 relative_P_500 31 0.3507 relative_P_1000 31 0.3507 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.4700 set_relative_P 31 0.4700 set_recall 31 0.3507 set_map 31 0.1649 set_F 31 0.4017 num_nonrel_judged_ret 31 21 rbp 31 0.7684 rbp_resid 31 0.0131 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 100 num_rel 37 230 num_rel_ret 37 26 map 37 0.0550 Rprec 37 0.1130 bpref 37 0.1074 recip_rank 37 1.0000 iprec_at_recall_0.00 37 1.0000 iprec_at_recall_0.10 37 0.2805 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.6000 P_10 37 0.4000 P_15 37 0.4000 P_20 37 0.5000 P_30 37 0.5000 P_100 37 0.2600 P_200 37 0.1300 P_500 37 0.0520 P_1000 37 0.0260 relstring 37 '2202110002' recall_5 37 0.0130 recall_10 37 0.0174 recall_15 37 0.0261 recall_20 37 0.0435 recall_30 37 0.0652 recall_100 37 0.1130 recall_200 37 0.1130 recall_500 37 0.1130 recall_1000 37 0.1130 infAP 37 0.0550 Rprec_mult_0.20 37 0.4130 Rprec_mult_0.40 37 0.2609 Rprec_mult_0.60 37 0.1884 Rprec_mult_0.80 37 0.1413 Rprec_mult_1.00 37 0.1130 Rprec_mult_1.20 37 0.0942 Rprec_mult_1.40 37 0.0807 Rprec_mult_1.60 37 0.0707 Rprec_mult_1.80 37 0.0628 Rprec_mult_2.00 37 0.0565 utility 37 -48.0000 11pt_avg 37 0.1164 binG 37 0.0357 G 37 0.0211 ndcg 37 0.1584 ndcg_rel 37 0.1851 Rndcg 37 0.2679 ndcg_cut_5 37 0.5099 ndcg_cut_10 37 0.3994 ndcg_cut_15 37 0.4149 ndcg_cut_20 37 0.4459 ndcg_cut_30 37 0.4735 ndcg_cut_100 37 0.3442 ndcg_cut_200 37 0.2196 ndcg_cut_500 37 0.1584 ndcg_cut_1000 37 0.1584 map_cut_5 37 0.0120 map_cut_10 37 0.0137 map_cut_15 37 0.0175 map_cut_20 37 0.0257 map_cut_30 37 0.0373 map_cut_100 37 0.0550 map_cut_200 37 0.0550 map_cut_500 37 0.0550 map_cut_1000 37 0.0550 relative_P_5 37 0.6000 relative_P_10 37 0.4000 relative_P_15 37 0.4000 relative_P_20 37 0.5000 relative_P_30 37 0.5000 relative_P_100 37 0.2600 relative_P_200 37 0.1300 relative_P_500 37 0.1130 relative_P_1000 37 0.1130 success_1 37 1.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.2600 set_relative_P 37 0.2600 set_recall 37 0.1130 set_map 37 0.0294 set_F 37 0.1576 num_nonrel_judged_ret 37 20 rbp 37 0.4080 rbp_resid 37 0.0335 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 100 num_rel 407 102 num_rel_ret 407 17 map 407 0.0674 Rprec 407 0.1667 bpref 407 0.1449 recip_rank 407 0.5000 iprec_at_recall_0.00 407 0.6667 iprec_at_recall_0.10 407 0.3571 iprec_at_recall_0.20 407 0.0000 iprec_at_recall_0.30 407 0.0000 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.6000 P_10 407 0.5000 P_15 407 0.4667 P_20 407 0.4000 P_30 407 0.3333 P_100 407 0.1700 P_200 407 0.0850 P_500 407 0.0340 P_1000 407 0.0170 relstring 407 '1220220300' recall_5 407 0.0294 recall_10 407 0.0490 recall_15 407 0.0686 recall_20 407 0.0784 recall_30 407 0.0980 recall_100 407 0.1667 recall_200 407 0.1667 recall_500 407 0.1667 recall_1000 407 0.1667 infAP 407 0.0674 Rprec_mult_0.20 407 0.3810 Rprec_mult_0.40 407 0.2927 Rprec_mult_0.60 407 0.2258 Rprec_mult_0.80 407 0.1707 Rprec_mult_1.00 407 0.1667 Rprec_mult_1.20 407 0.1382 Rprec_mult_1.40 407 0.1189 Rprec_mult_1.60 407 0.1037 Rprec_mult_1.80 407 0.0924 Rprec_mult_2.00 407 0.0833 utility 407 -66.0000 11pt_avg 407 0.0931 binG 407 0.0524 G 407 0.0376 ndcg 407 0.2212 ndcg_rel 407 0.2449 Rndcg 407 0.3126 ndcg_cut_5 407 0.4562 ndcg_cut_10 407 0.4367 ndcg_cut_15 407 0.4278 ndcg_cut_20 407 0.4118 ndcg_cut_30 407 0.3712 ndcg_cut_100 407 0.2396 ndcg_cut_200 407 0.2212 ndcg_cut_500 407 0.2212 ndcg_cut_1000 407 0.2212 map_cut_5 407 0.0173 map_cut_10 407 0.0300 map_cut_15 407 0.0388 map_cut_20 407 0.0434 map_cut_30 407 0.0506 map_cut_100 407 0.0674 map_cut_200 407 0.0674 map_cut_500 407 0.0674 map_cut_1000 407 0.0674 relative_P_5 407 0.6000 relative_P_10 407 0.5000 relative_P_15 407 0.4667 relative_P_20 407 0.4000 relative_P_30 407 0.3333 relative_P_100 407 0.1700 relative_P_200 407 0.1667 relative_P_500 407 0.1667 relative_P_1000 407 0.1667 success_1 407 0.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.1700 set_relative_P 407 0.1700 set_recall 407 0.1667 set_map 407 0.0283 set_F 407 0.1683 num_nonrel_judged_ret 407 30 rbp 407 0.3433 rbp_resid 407 0.0357 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 100 num_rel 477 285 num_rel_ret 477 31 map 477 0.0671 Rprec 477 0.1088 bpref 477 0.1032 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.3163 iprec_at_recall_0.20 477 0.0000 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 0.6000 P_10 477 0.5000 P_15 477 0.5333 P_20 477 0.6000 P_30 477 0.7000 P_100 477 0.3100 P_200 477 0.1550 P_500 477 0.0620 P_1000 477 0.0310 relstring 477 '2231131121' recall_5 477 0.0105 recall_10 477 0.0175 recall_15 477 0.0281 recall_20 477 0.0421 recall_30 477 0.0737 recall_100 477 0.1088 recall_200 477 0.1088 recall_500 477 0.1088 recall_1000 477 0.1088 infAP 477 0.0671 Rprec_mult_0.20 477 0.4561 Rprec_mult_0.40 477 0.2719 Rprec_mult_0.60 477 0.1813 Rprec_mult_0.80 477 0.1360 Rprec_mult_1.00 477 0.1088 Rprec_mult_1.20 477 0.0906 Rprec_mult_1.40 477 0.0777 Rprec_mult_1.60 477 0.0680 Rprec_mult_1.80 477 0.0604 Rprec_mult_2.00 477 0.0544 utility 477 -38.0000 11pt_avg 477 0.1197 binG 477 0.0384 G 477 0.0259 ndcg 477 0.1813 ndcg_rel 477 0.2285 Rndcg 477 0.2437 ndcg_cut_5 477 0.6308 ndcg_cut_10 477 0.6007 ndcg_cut_15 477 0.5847 ndcg_cut_20 477 0.6094 ndcg_cut_30 477 0.6390 ndcg_cut_100 477 0.3680 ndcg_cut_200 477 0.2515 ndcg_cut_500 477 0.1813 ndcg_cut_1000 477 0.1813 map_cut_5 477 0.0105 map_cut_10 477 0.0148 map_cut_15 477 0.0202 map_cut_20 477 0.0285 map_cut_30 477 0.0498 map_cut_100 477 0.0671 map_cut_200 477 0.0671 map_cut_500 477 0.0671 map_cut_1000 477 0.0671 relative_P_5 477 0.6000 relative_P_10 477 0.5000 relative_P_15 477 0.5333 relative_P_20 477 0.6000 relative_P_30 477 0.7000 relative_P_100 477 0.3100 relative_P_200 477 0.1550 relative_P_500 477 0.1088 relative_P_1000 477 0.1088 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.3100 set_relative_P 477 0.3100 set_recall 477 0.1088 set_map 477 0.0337 set_F 477 0.1610 num_nonrel_judged_ret 477 17 rbp 477 0.5957 rbp_resid 477 0.0266 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 100 num_rel 499 192 num_rel_ret 499 37 map 499 0.1460 Rprec 499 0.1927 bpref 499 0.1855 recip_rank 499 1.0000 iprec_at_recall_0.00 499 1.0000 iprec_at_recall_0.10 499 0.8696 iprec_at_recall_0.20 499 0.0000 iprec_at_recall_0.30 499 0.0000 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 1.0000 P_10 499 0.9000 P_15 499 0.9333 P_20 499 0.8500 P_30 499 0.7333 P_100 499 0.3700 P_200 499 0.1850 P_500 499 0.0740 P_1000 499 0.0370 relstring 499 '3333332321' recall_5 499 0.0260 recall_10 499 0.0469 recall_15 499 0.0729 recall_20 499 0.0885 recall_30 499 0.1146 recall_100 499 0.1927 recall_200 499 0.1927 recall_500 499 0.1927 recall_1000 499 0.1927 infAP 499 0.1460 Rprec_mult_0.20 499 0.6154 Rprec_mult_0.40 499 0.4286 Rprec_mult_0.60 499 0.3190 Rprec_mult_0.80 499 0.2403 Rprec_mult_1.00 499 0.1927 Rprec_mult_1.20 499 0.1602 Rprec_mult_1.40 499 0.1375 Rprec_mult_1.60 499 0.1201 Rprec_mult_1.80 499 0.1069 Rprec_mult_2.00 499 0.0964 utility 499 -26.0000 11pt_avg 499 0.1700 binG 499 0.0967 G 499 0.0794 ndcg 499 0.3200 ndcg_rel 499 0.4053 Rndcg 499 0.4700 ndcg_cut_5 499 1.0000 ndcg_cut_10 499 0.9110 ndcg_cut_15 499 0.9015 ndcg_cut_20 499 0.8508 ndcg_cut_30 499 0.7783 ndcg_cut_100 499 0.5496 ndcg_cut_200 499 0.3631 ndcg_cut_500 499 0.3200 ndcg_cut_1000 499 0.3200 map_cut_5 499 0.0260 map_cut_10 499 0.0469 map_cut_15 499 0.0709 map_cut_20 499 0.0843 map_cut_30 499 0.1058 map_cut_100 499 0.1460 map_cut_200 499 0.1460 map_cut_500 499 0.1460 map_cut_1000 499 0.1460 relative_P_5 499 1.0000 relative_P_10 499 0.9000 relative_P_15 499 0.9333 relative_P_20 499 0.8500 relative_P_30 499 0.7333 relative_P_100 499 0.3700 relative_P_200 499 0.1927 relative_P_500 499 0.1927 relative_P_1000 499 0.1927 success_1 499 1.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.3700 set_relative_P 499 0.3700 set_recall 499 0.1927 set_map 499 0.0713 set_F 499 0.2534 num_nonrel_judged_ret 499 17 rbp 499 0.8238 rbp_resid 499 0.0274 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 100 num_rel 515 147 num_rel_ret 515 30 map 515 0.1085 Rprec 515 0.2041 bpref 515 0.1883 recip_rank 515 1.0000 iprec_at_recall_0.00 515 1.0000 iprec_at_recall_0.10 515 0.6250 iprec_at_recall_0.20 515 0.3053 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.6000 P_10 515 0.6000 P_15 515 0.6000 P_20 515 0.6000 P_30 515 0.5667 P_100 515 0.3000 P_200 515 0.1500 P_500 515 0.0600 P_1000 515 0.0300 relstring 515 '2220000222' recall_5 515 0.0204 recall_10 515 0.0408 recall_15 515 0.0612 recall_20 515 0.0816 recall_30 515 0.1156 recall_100 515 0.2041 recall_200 515 0.2041 recall_500 515 0.2041 recall_1000 515 0.2041 infAP 515 0.1085 Rprec_mult_0.20 515 0.5667 Rprec_mult_0.40 515 0.3559 Rprec_mult_0.60 515 0.3034 Rprec_mult_0.80 515 0.2542 Rprec_mult_1.00 515 0.2041 Rprec_mult_1.20 515 0.1695 Rprec_mult_1.40 515 0.1456 Rprec_mult_1.60 515 0.1271 Rprec_mult_1.80 515 0.1132 Rprec_mult_2.00 515 0.1020 utility 515 -40.0000 11pt_avg 515 0.1755 binG 515 0.0678 G 515 0.0533 ndcg 515 0.2619 ndcg_rel 515 0.3197 Rndcg 515 0.2744 ndcg_cut_5 515 0.7227 ndcg_cut_10 515 0.6683 ndcg_cut_15 515 0.6520 ndcg_cut_20 515 0.6426 ndcg_cut_30 515 0.6333 ndcg_cut_100 515 0.3795 ndcg_cut_200 515 0.2619 ndcg_cut_500 515 0.2619 ndcg_cut_1000 515 0.2619 map_cut_5 515 0.0204 map_cut_10 515 0.0317 map_cut_15 515 0.0440 map_cut_20 515 0.0562 map_cut_30 515 0.0769 map_cut_100 515 0.1085 map_cut_200 515 0.1085 map_cut_500 515 0.1085 map_cut_1000 515 0.1085 relative_P_5 515 0.6000 relative_P_10 515 0.6000 relative_P_15 515 0.6000 relative_P_20 515 0.6000 relative_P_30 515 0.5667 relative_P_100 515 0.3000 relative_P_200 515 0.2041 relative_P_500 515 0.2041 relative_P_1000 515 0.2041 success_1 515 1.0000 success_5 515 1.0000 success_10 515 1.0000 set_P 515 0.3000 set_relative_P 515 0.3000 set_recall 515 0.2041 set_map 515 0.0612 set_F 515 0.2429 num_nonrel_judged_ret 515 23 rbp 515 0.5886 rbp_resid 515 0.0295 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 100 num_rel 58 373 num_rel_ret 58 40 map 58 0.0966 Rprec 58 0.1072 bpref 58 0.1070 recip_rank 58 1.0000 iprec_at_recall_0.00 58 1.0000 iprec_at_recall_0.10 58 0.5781 iprec_at_recall_0.20 58 0.0000 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 1.0000 P_10 58 1.0000 P_15 58 1.0000 P_20 58 1.0000 P_30 58 0.9667 P_100 58 0.4000 P_200 58 0.2000 P_500 58 0.0800 P_1000 58 0.0400 relstring 58 '3223233233' recall_5 58 0.0134 recall_10 58 0.0268 recall_15 58 0.0402 recall_20 58 0.0536 recall_30 58 0.0777 recall_100 58 0.1072 recall_200 58 0.1072 recall_500 58 0.1072 recall_1000 58 0.1072 infAP 58 0.0966 Rprec_mult_0.20 58 0.4933 Rprec_mult_0.40 58 0.2667 Rprec_mult_0.60 58 0.1786 Rprec_mult_0.80 58 0.1338 Rprec_mult_1.00 58 0.1072 Rprec_mult_1.20 58 0.0893 Rprec_mult_1.40 58 0.0765 Rprec_mult_1.60 58 0.0670 Rprec_mult_1.80 58 0.0595 Rprec_mult_2.00 58 0.0536 utility 58 -20.0000 11pt_avg 58 0.1435 binG 58 0.0817 G 58 0.0267 ndcg 58 0.1845 ndcg_rel 58 0.2324 Rndcg 58 0.3269 ndcg_cut_5 58 0.6213 ndcg_cut_10 58 0.7116 ndcg_cut_15 58 0.7286 ndcg_cut_20 58 0.7590 ndcg_cut_30 58 0.7397 ndcg_cut_100 58 0.4191 ndcg_cut_200 58 0.2722 ndcg_cut_500 58 0.1845 ndcg_cut_1000 58 0.1845 map_cut_5 58 0.0134 map_cut_10 58 0.0268 map_cut_15 58 0.0402 map_cut_20 58 0.0536 map_cut_30 58 0.0774 map_cut_100 58 0.0966 map_cut_200 58 0.0966 map_cut_500 58 0.0966 map_cut_1000 58 0.0966 relative_P_5 58 1.0000 relative_P_10 58 1.0000 relative_P_15 58 1.0000 relative_P_20 58 1.0000 relative_P_30 58 0.9667 relative_P_100 58 0.4000 relative_P_200 58 0.2000 relative_P_500 58 0.1072 relative_P_1000 58 0.1072 success_1 58 1.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.4000 set_relative_P 58 0.4000 set_recall 58 0.1072 set_map 58 0.0429 set_F 58 0.1691 num_nonrel_judged_ret 58 1 rbp 58 0.6094 rbp_resid 58 0.0378 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 100 num_rel 707 186 num_rel_ret 707 32 map 707 0.1295 Rprec 707 0.1720 bpref 707 0.1664 recip_rank 707 1.0000 iprec_at_recall_0.00 707 1.0000 iprec_at_recall_0.10 707 0.7600 iprec_at_recall_0.20 707 0.0000 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 1.0000 P_10 707 1.0000 P_15 707 0.8667 P_20 707 0.8000 P_30 707 0.7000 P_100 707 0.3200 P_200 707 0.1600 P_500 707 0.0640 P_1000 707 0.0320 relstring 707 '2223222322' recall_5 707 0.0269 recall_10 707 0.0538 recall_15 707 0.0699 recall_20 707 0.0860 recall_30 707 0.1129 recall_100 707 0.1720 recall_200 707 0.1720 recall_500 707 0.1720 recall_1000 707 0.1720 infAP 707 0.1295 Rprec_mult_0.20 707 0.5789 Rprec_mult_0.40 707 0.4133 Rprec_mult_0.60 707 0.2857 Rprec_mult_0.80 707 0.2148 Rprec_mult_1.00 707 0.1720 Rprec_mult_1.20 707 0.1429 Rprec_mult_1.40 707 0.1226 Rprec_mult_1.60 707 0.1074 Rprec_mult_1.80 707 0.0955 Rprec_mult_2.00 707 0.0860 utility 707 -36.0000 11pt_avg 707 0.1600 binG 707 0.0949 G 707 0.0526 ndcg 707 0.2845 ndcg_rel 707 0.3582 Rndcg 707 0.4366 ndcg_cut_5 707 0.7154 ndcg_cut_10 707 0.7541 ndcg_cut_15 707 0.7634 ndcg_cut_20 707 0.7556 ndcg_cut_30 707 0.7352 ndcg_cut_100 707 0.4510 ndcg_cut_200 707 0.2881 ndcg_cut_500 707 0.2845 ndcg_cut_1000 707 0.2845 map_cut_5 707 0.0269 map_cut_10 707 0.0538 map_cut_15 707 0.0692 map_cut_20 707 0.0829 map_cut_30 707 0.1025 map_cut_100 707 0.1295 map_cut_200 707 0.1295 map_cut_500 707 0.1295 map_cut_1000 707 0.1295 relative_P_5 707 1.0000 relative_P_10 707 1.0000 relative_P_15 707 0.8667 relative_P_20 707 0.8000 relative_P_30 707 0.7000 relative_P_100 707 0.3200 relative_P_200 707 0.1720 relative_P_500 707 0.1720 relative_P_1000 707 0.1720 success_1 707 1.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.3200 set_relative_P 707 0.3200 set_recall 707 0.1720 set_map 707 0.0551 set_F 707 0.2238 num_nonrel_judged_ret 707 16 rbp 707 0.6336 rbp_resid 707 0.0293 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 100 num_rel 72 466 num_rel_ret 72 50 map 72 0.0876 Rprec 72 0.1073 bpref 72 0.1053 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.5326 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 1.0000 P_15 72 0.9333 P_20 72 0.9500 P_30 72 0.9667 P_100 72 0.5000 P_200 72 0.2500 P_500 72 0.1000 P_1000 72 0.0500 relstring 72 '4333433324' recall_5 72 0.0107 recall_10 72 0.0215 recall_15 72 0.0300 recall_20 72 0.0408 recall_30 72 0.0622 recall_100 72 0.1073 recall_200 72 0.1073 recall_500 72 0.1073 recall_1000 72 0.1073 infAP 72 0.0876 Rprec_mult_0.20 72 0.5213 Rprec_mult_0.40 72 0.2674 Rprec_mult_0.60 72 0.1786 Rprec_mult_0.80 72 0.1340 Rprec_mult_1.00 72 0.1073 Rprec_mult_1.20 72 0.0893 Rprec_mult_1.40 72 0.0766 Rprec_mult_1.60 72 0.0670 Rprec_mult_1.80 72 0.0596 Rprec_mult_2.00 72 0.0536 utility 72 0.0000 11pt_avg 72 0.1393 binG 72 0.0579 G 72 0.0267 ndcg 72 0.1853 ndcg_rel 72 0.2382 Rndcg 72 0.2873 ndcg_cut_5 72 0.8676 ndcg_cut_10 72 0.8257 ndcg_cut_15 72 0.7744 ndcg_cut_20 72 0.7618 ndcg_cut_30 72 0.7412 ndcg_cut_100 72 0.4867 ndcg_cut_200 72 0.3148 ndcg_cut_500 72 0.1853 ndcg_cut_1000 72 0.1853 map_cut_5 72 0.0107 map_cut_10 72 0.0215 map_cut_15 72 0.0296 map_cut_20 72 0.0397 map_cut_30 72 0.0603 map_cut_100 72 0.0876 map_cut_200 72 0.0876 map_cut_500 72 0.0876 map_cut_1000 72 0.0876 relative_P_5 72 1.0000 relative_P_10 72 1.0000 relative_P_15 72 0.9333 relative_P_20 72 0.9500 relative_P_30 72 0.9667 relative_P_100 72 0.5000 relative_P_200 72 0.2500 relative_P_500 72 0.1073 relative_P_1000 72 0.1073 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.5000 set_relative_P 72 0.5000 set_recall 72 0.1073 set_map 72 0.0536 set_F 72 0.1767 num_nonrel_judged_ret 72 1 rbp 72 0.7294 rbp_resid 72 0.0343 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 100 num_rel 84 142 num_rel_ret 84 33 map 84 0.1919 Rprec 84 0.2324 bpref 84 0.2255 recip_rank 84 1.0000 iprec_at_recall_0.00 84 1.0000 iprec_at_recall_0.10 84 1.0000 iprec_at_recall_0.20 84 0.6829 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 1.0000 P_10 84 1.0000 P_15 84 0.9333 P_20 84 0.8000 P_30 84 0.7667 P_100 84 0.3300 P_200 84 0.1650 P_500 84 0.0660 P_1000 84 0.0330 relstring 84 '2322223422' recall_5 84 0.0352 recall_10 84 0.0704 recall_15 84 0.0986 recall_20 84 0.1127 recall_30 84 0.1620 recall_100 84 0.2324 recall_200 84 0.2324 recall_500 84 0.2324 recall_1000 84 0.2324 infAP 84 0.1919 Rprec_mult_0.20 84 0.7586 Rprec_mult_0.40 84 0.5263 Rprec_mult_0.60 84 0.3837 Rprec_mult_0.80 84 0.2895 Rprec_mult_1.00 84 0.2324 Rprec_mult_1.20 84 0.1930 Rprec_mult_1.40 84 0.1658 Rprec_mult_1.60 84 0.1447 Rprec_mult_1.80 84 0.1289 Rprec_mult_2.00 84 0.1162 utility 84 -34.0000 11pt_avg 84 0.2439 binG 84 0.1389 G 84 0.0450 ndcg 84 0.2815 ndcg_rel 84 0.3273 Rndcg 84 0.4455 ndcg_cut_5 84 0.5723 ndcg_cut_10 84 0.6597 ndcg_cut_15 84 0.6363 ndcg_cut_20 84 0.5903 ndcg_cut_30 84 0.6075 ndcg_cut_100 84 0.4223 ndcg_cut_200 84 0.3054 ndcg_cut_500 84 0.2815 ndcg_cut_1000 84 0.2815 map_cut_5 84 0.0352 map_cut_10 84 0.0704 map_cut_15 84 0.0986 map_cut_20 84 0.1104 map_cut_30 84 0.1495 map_cut_100 84 0.1919 map_cut_200 84 0.1919 map_cut_500 84 0.1919 map_cut_1000 84 0.1919 relative_P_5 84 1.0000 relative_P_10 84 1.0000 relative_P_15 84 0.9333 relative_P_20 84 0.8000 relative_P_30 84 0.7667 relative_P_100 84 0.3300 relative_P_200 84 0.2324 relative_P_500 84 0.2324 relative_P_1000 84 0.2324 success_1 84 1.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.3300 set_relative_P 84 0.3300 set_recall 84 0.2324 set_map 84 0.0767 set_F 84 0.2727 num_nonrel_judged_ret 84 14 rbp 84 0.5052 rbp_resid 84 0.0222 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 100 num_rel 897 239 num_rel_ret 897 33 map 897 0.0970 Rprec 897 0.1381 bpref 897 0.1348 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.7742 iprec_at_recall_0.20 897 0.0000 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 1.0000 P_10 897 0.8000 P_15 897 0.6667 P_20 897 0.7500 P_30 897 0.7667 P_100 897 0.3300 P_200 897 0.1650 P_500 897 0.0660 P_1000 897 0.0330 relstring 897 '3222221221' recall_5 897 0.0209 recall_10 897 0.0335 recall_15 897 0.0418 recall_20 897 0.0628 recall_30 897 0.0962 recall_100 897 0.1381 recall_200 897 0.1381 recall_500 897 0.1381 recall_1000 897 0.1381 infAP 897 0.0970 Rprec_mult_0.20 897 0.5208 Rprec_mult_0.40 897 0.3438 Rprec_mult_0.60 897 0.2292 Rprec_mult_0.80 897 0.1719 Rprec_mult_1.00 897 0.1381 Rprec_mult_1.20 897 0.1150 Rprec_mult_1.40 897 0.0985 Rprec_mult_1.60 897 0.0862 Rprec_mult_1.80 897 0.0766 Rprec_mult_2.00 897 0.0690 utility 897 -34.0000 11pt_avg 897 0.1613 binG 897 0.0603 G 897 0.0339 ndcg 897 0.2123 ndcg_rel 897 0.2612 Rndcg 897 0.3511 ndcg_cut_5 897 0.7797 ndcg_cut_10 897 0.6944 ndcg_cut_15 897 0.6124 ndcg_cut_20 897 0.6215 ndcg_cut_30 897 0.6204 ndcg_cut_100 897 0.4076 ndcg_cut_200 897 0.2637 ndcg_cut_500 897 0.2123 ndcg_cut_1000 897 0.2123 map_cut_5 897 0.0209 map_cut_10 897 0.0325 map_cut_15 897 0.0382 map_cut_20 897 0.0532 map_cut_30 897 0.0788 map_cut_100 897 0.0970 map_cut_200 897 0.0970 map_cut_500 897 0.0970 map_cut_1000 897 0.0970 relative_P_5 897 1.0000 relative_P_10 897 0.8000 relative_P_15 897 0.6667 relative_P_20 897 0.7500 relative_P_30 897 0.7667 relative_P_100 897 0.3300 relative_P_200 897 0.1650 relative_P_500 897 0.1381 relative_P_1000 897 0.1381 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.3300 set_relative_P 897 0.3300 set_recall 897 0.1381 set_map 897 0.0456 set_F 897 0.1947 num_nonrel_judged_ret 897 12 rbp 897 0.5883 rbp_resid 897 0.0324 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all LAS_con-que-sep-nug num_q all 22 num_ret all 2200 num_rel all 5166 num_rel_ret all 803 map all 0.1213 gm_map all 0.1046 Rprec all 0.1672 bpref all 0.1608 recip_rank all 0.9167 iprec_at_recall_0.00 all 0.9489 iprec_at_recall_0.10 all 0.6455 iprec_at_recall_0.20 all 0.1987 iprec_at_recall_0.30 all 0.0264 iprec_at_recall_0.40 all 0.0000 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.8364 P_10 all 0.7864 P_15 all 0.7576 P_20 all 0.7568 P_30 all 0.7212 P_100 all 0.3650 P_200 all 0.1825 P_500 all 0.0730 P_1000 all 0.0365 recall_5 all 0.0196 recall_10 all 0.0367 recall_15 all 0.0531 recall_20 all 0.0696 recall_30 all 0.0987 recall_100 all 0.1672 recall_200 all 0.1672 recall_500 all 0.1672 recall_1000 all 0.1672 infAP all 0.1213 gm_bpref all 0.1495 Rprec_mult_0.20 all 0.5684 Rprec_mult_0.40 all 0.3830 Rprec_mult_0.60 all 0.2714 Rprec_mult_0.80 all 0.2067 Rprec_mult_1.00 all 0.1672 Rprec_mult_1.20 all 0.1391 Rprec_mult_1.40 all 0.1193 Rprec_mult_1.60 all 0.1043 Rprec_mult_1.80 all 0.0928 Rprec_mult_2.00 all 0.0836 utility all -27.0000 11pt_avg all 0.1654 binG all 0.0786 G all 0.0436 ndcg all 0.2487 ndcg_rel all 0.3049 Rndcg all 0.3667 ndcg_cut_5 all 0.6862 ndcg_cut_10 all 0.6678 ndcg_cut_15 all 0.6576 ndcg_cut_20 all 0.6557 ndcg_cut_30 all 0.6446 ndcg_cut_100 all 0.4382 ndcg_cut_200 all 0.2960 ndcg_cut_500 all 0.2487 ndcg_cut_1000 all 0.2487 map_cut_5 all 0.0187 map_cut_10 all 0.0336 map_cut_15 all 0.0473 map_cut_20 all 0.0601 map_cut_30 all 0.0828 map_cut_100 all 0.1213 map_cut_200 all 0.1213 map_cut_500 all 0.1213 map_cut_1000 all 0.1213 relative_P_5 all 0.8364 relative_P_10 all 0.7864 relative_P_15 all 0.7576 relative_P_20 all 0.7568 relative_P_30 all 0.7212 relative_P_100 all 0.3650 relative_P_200 all 0.1990 relative_P_500 all 0.1672 relative_P_1000 all 0.1672 success_1 all 0.8636 success_5 all 0.9545 success_10 all 1.0000 set_P all 0.3650 set_relative_P all 0.3650 set_recall all 0.1672 set_map all 0.0651 set_F all 0.2238 num_nonrel_judged_ret all 334 rbp all 0.5794 rbp_resid all 0.0265 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000