num_ret 14 100 num_rel 14 272 num_rel_ret 14 48 map 14 0.1372 Rprec 14 0.1765 bpref 14 0.1723 recip_rank 14 1.0000 iprec_at_recall_0.00 14 1.0000 iprec_at_recall_0.10 14 0.7568 iprec_at_recall_0.20 14 0.0000 iprec_at_recall_0.30 14 0.0000 iprec_at_recall_0.40 14 0.0000 iprec_at_recall_0.50 14 0.0000 iprec_at_recall_0.60 14 0.0000 iprec_at_recall_0.70 14 0.0000 iprec_at_recall_0.80 14 0.0000 iprec_at_recall_0.90 14 0.0000 iprec_at_recall_1.00 14 0.0000 P_5 14 1.0000 P_10 14 0.9000 P_15 14 0.9333 P_20 14 0.9500 P_30 14 0.7667 P_100 14 0.4800 P_200 14 0.2400 P_500 14 0.0960 P_1000 14 0.0480 relstring 14 '3222213222' recall_5 14 0.0184 recall_10 14 0.0331 recall_15 14 0.0515 recall_20 14 0.0699 recall_30 14 0.0846 recall_100 14 0.1765 recall_200 14 0.1765 recall_500 14 0.1765 recall_1000 14 0.1765 infAP 14 0.1372 Rprec_mult_0.20 14 0.6182 Rprec_mult_0.40 14 0.4404 Rprec_mult_0.60 14 0.2927 Rprec_mult_0.80 14 0.2202 Rprec_mult_1.00 14 0.1765 Rprec_mult_1.20 14 0.1468 Rprec_mult_1.40 14 0.1260 Rprec_mult_1.60 14 0.1101 Rprec_mult_1.80 14 0.0980 Rprec_mult_2.00 14 0.0882 utility 14 -4.0000 11pt_avg 14 0.1597 binG 14 0.0787 G 14 0.0436 ndcg 14 0.2798 ndcg_rel 14 0.3459 Rndcg 14 0.4814 ndcg_cut_5 14 0.6583 ndcg_cut_10 14 0.6594 ndcg_cut_15 14 0.7153 ndcg_cut_20 14 0.7183 ndcg_cut_30 14 0.6676 ndcg_cut_100 14 0.5626 ndcg_cut_200 14 0.3648 ndcg_cut_500 14 0.2798 ndcg_cut_1000 14 0.2798 map_cut_5 14 0.0184 map_cut_10 14 0.0313 map_cut_15 14 0.0483 map_cut_20 14 0.0656 map_cut_30 14 0.0786 map_cut_100 14 0.1372 map_cut_200 14 0.1372 map_cut_500 14 0.1372 map_cut_1000 14 0.1372 relative_P_5 14 1.0000 relative_P_10 14 0.9000 relative_P_15 14 0.9333 relative_P_20 14 0.9500 relative_P_30 14 0.7667 relative_P_100 14 0.4800 relative_P_200 14 0.2400 relative_P_500 14 0.1765 relative_P_1000 14 0.1765 success_1 14 1.0000 success_5 14 1.0000 success_10 14 1.0000 set_P 14 0.4800 set_relative_P 14 0.4800 set_recall 14 0.1765 set_map 14 0.0847 set_F 14 0.2581 num_nonrel_judged_ret 14 14 rbp 14 0.5281 rbp_resid 14 0.0186 unj_5 14 0.0000 unj_10 14 0.0000 unj_20 14 0.0000 num_ret 144 100 num_rel 144 197 num_rel_ret 144 14 map 144 0.0259 Rprec 144 0.0711 bpref 144 0.0659 recip_rank 144 1.0000 iprec_at_recall_0.00 144 1.0000 iprec_at_recall_0.10 144 0.0000 iprec_at_recall_0.20 144 0.0000 iprec_at_recall_0.30 144 0.0000 iprec_at_recall_0.40 144 0.0000 iprec_at_recall_0.50 144 0.0000 iprec_at_recall_0.60 144 0.0000 iprec_at_recall_0.70 144 0.0000 iprec_at_recall_0.80 144 0.0000 iprec_at_recall_0.90 144 0.0000 iprec_at_recall_1.00 144 0.0000 P_5 144 0.2000 P_10 144 0.2000 P_15 144 0.3333 P_20 144 0.4000 P_30 144 0.3667 P_100 144 0.1400 P_200 144 0.0700 P_500 144 0.0280 P_1000 144 0.0140 relstring 144 '2111111121' recall_5 144 0.0051 recall_10 144 0.0102 recall_15 144 0.0254 recall_20 144 0.0406 recall_30 144 0.0558 recall_100 144 0.0711 recall_200 144 0.0711 recall_500 144 0.0711 recall_1000 144 0.0711 infAP 144 0.0259 Rprec_mult_0.20 144 0.3000 Rprec_mult_0.40 144 0.1646 Rprec_mult_0.60 144 0.1176 Rprec_mult_0.80 144 0.0886 Rprec_mult_1.00 144 0.0711 Rprec_mult_1.20 144 0.0591 Rprec_mult_1.40 144 0.0507 Rprec_mult_1.60 144 0.0443 Rprec_mult_1.80 144 0.0394 Rprec_mult_2.00 144 0.0355 utility 144 -72.0000 11pt_avg 144 0.0909 binG 144 0.0215 G 144 0.0210 ndcg 144 0.1591 ndcg_rel 144 0.1918 Rndcg 144 0.3012 ndcg_cut_5 144 0.4010 ndcg_cut_10 144 0.3995 ndcg_cut_15 144 0.4268 ndcg_cut_20 144 0.4444 ndcg_cut_30 144 0.4412 ndcg_cut_100 144 0.2898 ndcg_cut_200 144 0.1944 ndcg_cut_500 144 0.1591 ndcg_cut_1000 144 0.1591 map_cut_5 144 0.0051 map_cut_10 144 0.0062 map_cut_15 144 0.0105 map_cut_20 144 0.0168 map_cut_30 144 0.0222 map_cut_100 144 0.0259 map_cut_200 144 0.0259 map_cut_500 144 0.0259 map_cut_1000 144 0.0259 relative_P_5 144 0.2000 relative_P_10 144 0.2000 relative_P_15 144 0.3333 relative_P_20 144 0.4000 relative_P_30 144 0.3667 relative_P_100 144 0.1400 relative_P_200 144 0.0711 relative_P_500 144 0.0711 relative_P_1000 144 0.0711 success_1 144 1.0000 success_5 144 1.0000 success_10 144 1.0000 set_P 144 0.1400 set_relative_P 144 0.1400 set_recall 144 0.0711 set_map 144 0.0099 set_F 144 0.0943 num_nonrel_judged_ret 144 36 rbp 144 0.3177 rbp_resid 144 0.0257 unj_5 144 0.0000 unj_10 144 0.0000 unj_20 144 0.0000 num_ret 161 100 num_rel 161 218 num_rel_ret 161 49 map 161 0.1949 Rprec 161 0.2248 bpref 161 0.2219 recip_rank 161 1.0000 iprec_at_recall_0.00 161 1.0000 iprec_at_recall_0.10 161 0.9565 iprec_at_recall_0.20 161 0.6769 iprec_at_recall_0.30 161 0.0000 iprec_at_recall_0.40 161 0.0000 iprec_at_recall_0.50 161 0.0000 iprec_at_recall_0.60 161 0.0000 iprec_at_recall_0.70 161 0.0000 iprec_at_recall_0.80 161 0.0000 iprec_at_recall_0.90 161 0.0000 iprec_at_recall_1.00 161 0.0000 P_5 161 1.0000 P_10 161 1.0000 P_15 161 1.0000 P_20 161 0.9500 P_30 161 0.8667 P_100 161 0.4900 P_200 161 0.2450 P_500 161 0.0980 P_1000 161 0.0490 relstring 161 '3223222222' recall_5 161 0.0229 recall_10 161 0.0459 recall_15 161 0.0688 recall_20 161 0.0872 recall_30 161 0.1193 recall_100 161 0.2248 recall_200 161 0.2248 recall_500 161 0.2248 recall_1000 161 0.2248 infAP 161 0.1949 Rprec_mult_0.20 161 0.8182 Rprec_mult_0.40 161 0.5341 Rprec_mult_0.60 161 0.3740 Rprec_mult_0.80 161 0.2800 Rprec_mult_1.00 161 0.2248 Rprec_mult_1.20 161 0.1870 Rprec_mult_1.40 161 0.1601 Rprec_mult_1.60 161 0.1404 Rprec_mult_1.80 161 0.1247 Rprec_mult_2.00 161 0.1124 utility 161 -2.0000 11pt_avg 161 0.2394 binG 161 0.1282 G 161 0.0578 ndcg 161 0.3178 ndcg_rel 161 0.4010 Rndcg 161 0.4539 ndcg_cut_5 161 0.8284 ndcg_cut_10 161 0.7716 ndcg_cut_15 161 0.7480 ndcg_cut_20 161 0.7117 ndcg_cut_30 161 0.7119 ndcg_cut_100 161 0.5538 ndcg_cut_200 161 0.3539 ndcg_cut_500 161 0.3178 ndcg_cut_1000 161 0.3178 map_cut_5 161 0.0229 map_cut_10 161 0.0459 map_cut_15 161 0.0688 map_cut_20 161 0.0864 map_cut_30 161 0.1153 map_cut_100 161 0.1949 map_cut_200 161 0.1949 map_cut_500 161 0.1949 map_cut_1000 161 0.1949 relative_P_5 161 1.0000 relative_P_10 161 1.0000 relative_P_15 161 1.0000 relative_P_20 161 0.9500 relative_P_30 161 0.8667 relative_P_100 161 0.4900 relative_P_200 161 0.2450 relative_P_500 161 0.2248 relative_P_1000 161 0.2248 success_1 161 1.0000 success_5 161 1.0000 success_10 161 1.0000 set_P 161 0.4900 set_relative_P 161 0.4900 set_recall 161 0.2248 set_map 161 0.1101 set_F 161 0.3082 num_nonrel_judged_ret 161 8 rbp 161 0.6921 rbp_resid 161 0.0124 unj_5 161 0.0000 unj_10 161 0.0000 unj_20 161 0.0000 num_ret 200 100 num_rel 200 184 num_rel_ret 200 46 map 200 0.1920 Rprec 200 0.2500 bpref 200 0.2446 recip_rank 200 1.0000 iprec_at_recall_0.00 200 1.0000 iprec_at_recall_0.10 200 0.8571 iprec_at_recall_0.20 200 0.5606 iprec_at_recall_0.30 200 0.0000 iprec_at_recall_0.40 200 0.0000 iprec_at_recall_0.50 200 0.0000 iprec_at_recall_0.60 200 0.0000 iprec_at_recall_0.70 200 0.0000 iprec_at_recall_0.80 200 0.0000 iprec_at_recall_0.90 200 0.0000 iprec_at_recall_1.00 200 0.0000 P_5 200 1.0000 P_10 200 1.0000 P_15 200 0.8667 P_20 200 0.8500 P_30 200 0.8000 P_100 200 0.4600 P_200 200 0.2300 P_500 200 0.0920 P_1000 200 0.0460 relstring 200 '2322323332' recall_5 200 0.0272 recall_10 200 0.0543 recall_15 200 0.0707 recall_20 200 0.0924 recall_30 200 0.1304 recall_100 200 0.2500 recall_200 200 0.2500 recall_500 200 0.2500 recall_1000 200 0.2500 infAP 200 0.1920 Rprec_mult_0.20 200 0.7027 Rprec_mult_0.40 200 0.5541 Rprec_mult_0.60 200 0.4144 Rprec_mult_0.80 200 0.3108 Rprec_mult_1.00 200 0.2500 Rprec_mult_1.20 200 0.2081 Rprec_mult_1.40 200 0.1783 Rprec_mult_1.60 200 0.1559 Rprec_mult_1.80 200 0.1386 Rprec_mult_2.00 200 0.1250 utility 200 -8.0000 11pt_avg 200 0.2198 binG 200 0.1152 G 200 0.0564 ndcg 200 0.3300 ndcg_rel 200 0.3970 Rndcg 200 0.4344 ndcg_cut_5 200 0.7023 ndcg_cut_10 200 0.7556 ndcg_cut_15 200 0.6791 ndcg_cut_20 200 0.6773 ndcg_cut_30 200 0.6669 ndcg_cut_100 200 0.4992 ndcg_cut_200 200 0.3439 ndcg_cut_500 200 0.3300 ndcg_cut_1000 200 0.3300 map_cut_5 200 0.0272 map_cut_10 200 0.0543 map_cut_15 200 0.0691 map_cut_20 200 0.0883 map_cut_30 200 0.1193 map_cut_100 200 0.1920 map_cut_200 200 0.1920 map_cut_500 200 0.1920 map_cut_1000 200 0.1920 relative_P_5 200 1.0000 relative_P_10 200 1.0000 relative_P_15 200 0.8667 relative_P_20 200 0.8500 relative_P_30 200 0.8000 relative_P_100 200 0.4600 relative_P_200 200 0.2500 relative_P_500 200 0.2500 relative_P_1000 200 0.2500 success_1 200 1.0000 success_5 200 1.0000 success_10 200 1.0000 set_P 200 0.4600 set_relative_P 200 0.4600 set_recall 200 0.2500 set_map 200 0.1150 set_F 200 0.3239 num_nonrel_judged_ret 200 9 rbp 200 0.5299 rbp_resid 200 0.0275 unj_5 200 0.0000 unj_10 200 0.0000 unj_20 200 0.0000 num_ret 213 100 num_rel 213 322 num_rel_ret 213 54 map 213 0.1405 Rprec 213 0.1677 bpref 213 0.1663 recip_rank 213 1.0000 iprec_at_recall_0.00 213 1.0000 iprec_at_recall_0.10 213 0.8140 iprec_at_recall_0.20 213 0.0000 iprec_at_recall_0.30 213 0.0000 iprec_at_recall_0.40 213 0.0000 iprec_at_recall_0.50 213 0.0000 iprec_at_recall_0.60 213 0.0000 iprec_at_recall_0.70 213 0.0000 iprec_at_recall_0.80 213 0.0000 iprec_at_recall_0.90 213 0.0000 iprec_at_recall_1.00 213 0.0000 P_5 213 1.0000 P_10 213 1.0000 P_15 213 0.9333 P_20 213 0.9500 P_30 213 0.9333 P_100 213 0.5400 P_200 213 0.2700 P_500 213 0.1080 P_1000 213 0.0540 relstring 213 '3343333433' recall_5 213 0.0155 recall_10 213 0.0311 recall_15 213 0.0435 recall_20 213 0.0590 recall_30 213 0.0870 recall_100 213 0.1677 recall_200 213 0.1677 recall_500 213 0.1677 recall_1000 213 0.1677 infAP 213 0.1405 Rprec_mult_0.20 213 0.6462 Rprec_mult_0.40 213 0.4186 Rprec_mult_0.60 213 0.2784 Rprec_mult_0.80 213 0.2093 Rprec_mult_1.00 213 0.1677 Rprec_mult_1.20 213 0.1395 Rprec_mult_1.40 213 0.1197 Rprec_mult_1.60 213 0.1047 Rprec_mult_1.80 213 0.0931 Rprec_mult_2.00 213 0.0839 utility 213 8.0000 11pt_avg 213 0.1649 binG 213 0.0875 G 213 0.0427 ndcg 213 0.2682 ndcg_rel 213 0.3354 Rndcg 213 0.4351 ndcg_cut_5 213 0.7924 ndcg_cut_10 213 0.7949 ndcg_cut_15 213 0.7769 ndcg_cut_20 213 0.7987 ndcg_cut_30 213 0.8192 ndcg_cut_100 213 0.5755 ndcg_cut_200 213 0.3688 ndcg_cut_500 213 0.2682 ndcg_cut_1000 213 0.2682 map_cut_5 213 0.0155 map_cut_10 213 0.0311 map_cut_15 213 0.0430 map_cut_20 213 0.0577 map_cut_30 213 0.0843 map_cut_100 213 0.1405 map_cut_200 213 0.1405 map_cut_500 213 0.1405 map_cut_1000 213 0.1405 relative_P_5 213 1.0000 relative_P_10 213 1.0000 relative_P_15 213 0.9333 relative_P_20 213 0.9500 relative_P_30 213 0.9333 relative_P_100 213 0.5400 relative_P_200 213 0.2700 relative_P_500 213 0.1677 relative_P_1000 213 0.1677 success_1 213 1.0000 success_5 213 1.0000 success_10 213 1.0000 set_P 213 0.5400 set_relative_P 213 0.5400 set_recall 213 0.1677 set_map 213 0.0906 set_F 213 0.2559 num_nonrel_judged_ret 213 3 rbp 213 0.7354 rbp_resid 213 0.0255 unj_5 213 0.0000 unj_10 213 0.0000 unj_20 213 0.0000 num_ret 219 100 num_rel 219 203 num_rel_ret 219 36 map 219 0.1360 Rprec 219 0.1773 bpref 219 0.1748 recip_rank 219 0.5000 iprec_at_recall_0.00 219 0.9333 iprec_at_recall_0.10 219 0.9333 iprec_at_recall_0.20 219 0.0000 iprec_at_recall_0.30 219 0.0000 iprec_at_recall_0.40 219 0.0000 iprec_at_recall_0.50 219 0.0000 iprec_at_recall_0.60 219 0.0000 iprec_at_recall_0.70 219 0.0000 iprec_at_recall_0.80 219 0.0000 iprec_at_recall_0.90 219 0.0000 iprec_at_recall_1.00 219 0.0000 P_5 219 0.6000 P_10 219 0.8000 P_15 219 0.8667 P_20 219 0.9000 P_30 219 0.9333 P_100 219 0.3600 P_200 219 0.1800 P_500 219 0.0720 P_1000 219 0.0360 relstring 219 '1222022243' recall_5 219 0.0148 recall_10 219 0.0394 recall_15 219 0.0640 recall_20 219 0.0887 recall_30 219 0.1379 recall_100 219 0.1773 recall_200 219 0.1773 recall_500 219 0.1773 recall_1000 219 0.1773 infAP 219 0.1360 Rprec_mult_0.20 219 0.7073 Rprec_mult_0.40 219 0.4268 Rprec_mult_0.60 219 0.2951 Rprec_mult_0.80 219 0.2209 Rprec_mult_1.00 219 0.1773 Rprec_mult_1.20 219 0.1475 Rprec_mult_1.40 219 0.1263 Rprec_mult_1.60 219 0.1108 Rprec_mult_1.80 219 0.0984 Rprec_mult_2.00 219 0.0887 utility 219 -28.0000 11pt_avg 219 0.1697 binG 219 0.0792 G 219 0.0363 ndcg 219 0.2427 ndcg_rel 219 0.2783 Rndcg 219 0.3602 ndcg_cut_5 219 0.3496 ndcg_cut_10 219 0.4751 ndcg_cut_15 219 0.5353 ndcg_cut_20 219 0.5634 ndcg_cut_30 219 0.6252 ndcg_cut_100 219 0.4046 ndcg_cut_200 219 0.2712 ndcg_cut_500 219 0.2427 ndcg_cut_1000 219 0.2427 map_cut_5 219 0.0094 map_cut_10 219 0.0277 map_cut_15 219 0.0485 map_cut_20 219 0.0704 map_cut_30 219 0.1157 map_cut_100 219 0.1360 map_cut_200 219 0.1360 map_cut_500 219 0.1360 map_cut_1000 219 0.1360 relative_P_5 219 0.6000 relative_P_10 219 0.8000 relative_P_15 219 0.8667 relative_P_20 219 0.9000 relative_P_30 219 0.9333 relative_P_100 219 0.3600 relative_P_200 219 0.1800 relative_P_500 219 0.1773 relative_P_1000 219 0.1773 success_1 219 0.0000 success_5 219 1.0000 success_10 219 1.0000 set_P 219 0.3600 set_relative_P 219 0.3600 set_recall 219 0.1773 set_map 219 0.0638 set_F 219 0.2376 num_nonrel_judged_ret 219 11 rbp 219 0.4841 rbp_resid 219 0.0311 unj_5 219 0.0000 unj_10 219 0.0000 unj_20 219 0.0000 num_ret 224 100 num_rel 224 304 num_rel_ret 224 53 map 224 0.1521 Rprec 224 0.1743 bpref 224 0.1736 recip_rank 224 1.0000 iprec_at_recall_0.00 224 1.0000 iprec_at_recall_0.10 224 1.0000 iprec_at_recall_0.20 224 0.0000 iprec_at_recall_0.30 224 0.0000 iprec_at_recall_0.40 224 0.0000 iprec_at_recall_0.50 224 0.0000 iprec_at_recall_0.60 224 0.0000 iprec_at_recall_0.70 224 0.0000 iprec_at_recall_0.80 224 0.0000 iprec_at_recall_0.90 224 0.0000 iprec_at_recall_1.00 224 0.0000 P_5 224 1.0000 P_10 224 1.0000 P_15 224 1.0000 P_20 224 1.0000 P_30 224 1.0000 P_100 224 0.5300 P_200 224 0.2650 P_500 224 0.1060 P_1000 224 0.0530 relstring 224 '2323222222' recall_5 224 0.0164 recall_10 224 0.0329 recall_15 224 0.0493 recall_20 224 0.0658 recall_30 224 0.0987 recall_100 224 0.1743 recall_200 224 0.1743 recall_500 224 0.1743 recall_1000 224 0.1743 infAP 224 0.1521 Rprec_mult_0.20 224 0.6721 Rprec_mult_0.40 224 0.4344 Rprec_mult_0.60 224 0.2896 Rprec_mult_0.80 224 0.2172 Rprec_mult_1.00 224 0.1743 Rprec_mult_1.20 224 0.1452 Rprec_mult_1.40 224 0.1244 Rprec_mult_1.60 224 0.1088 Rprec_mult_1.80 224 0.0967 Rprec_mult_2.00 224 0.0872 utility 224 6.0000 11pt_avg 224 0.1818 binG 224 0.1181 G 224 0.0415 ndcg 224 0.2573 ndcg_rel 224 0.3257 Rndcg 224 0.4155 ndcg_cut_5 224 0.7867 ndcg_cut_10 224 0.7446 ndcg_cut_15 224 0.7270 ndcg_cut_20 224 0.7169 ndcg_cut_30 224 0.7294 ndcg_cut_100 224 0.5643 ndcg_cut_200 224 0.3640 ndcg_cut_500 224 0.2573 ndcg_cut_1000 224 0.2573 map_cut_5 224 0.0164 map_cut_10 224 0.0329 map_cut_15 224 0.0493 map_cut_20 224 0.0658 map_cut_30 224 0.0987 map_cut_100 224 0.1521 map_cut_200 224 0.1521 map_cut_500 224 0.1521 map_cut_1000 224 0.1521 relative_P_5 224 1.0000 relative_P_10 224 1.0000 relative_P_15 224 1.0000 relative_P_20 224 1.0000 relative_P_30 224 1.0000 relative_P_100 224 0.5300 relative_P_200 224 0.2650 relative_P_500 224 0.1743 relative_P_1000 224 0.1743 success_1 224 1.0000 success_5 224 1.0000 success_10 224 1.0000 set_P 224 0.5300 set_relative_P 224 0.5300 set_recall 224 0.1743 set_map 224 0.0924 set_F 224 0.2624 num_nonrel_judged_ret 224 3 rbp 224 0.7078 rbp_resid 224 0.0232 unj_5 224 0.0000 unj_10 224 0.0000 unj_20 224 0.0000 num_ret 225 100 num_rel 225 238 num_rel_ret 225 71 map 225 0.2549 Rprec 225 0.2983 bpref 225 0.2913 recip_rank 225 1.0000 iprec_at_recall_0.00 225 1.0000 iprec_at_recall_0.10 225 0.9667 iprec_at_recall_0.20 225 0.8033 iprec_at_recall_0.30 225 0.7172 iprec_at_recall_0.40 225 0.0000 iprec_at_recall_0.50 225 0.0000 iprec_at_recall_0.60 225 0.0000 iprec_at_recall_0.70 225 0.0000 iprec_at_recall_0.80 225 0.0000 iprec_at_recall_0.90 225 0.0000 iprec_at_recall_1.00 225 0.0000 P_5 225 1.0000 P_10 225 0.9000 P_15 225 0.9333 P_20 225 0.9500 P_30 225 0.9667 P_100 225 0.7100 P_200 225 0.3550 P_500 225 0.1420 P_1000 225 0.0710 relstring 225 '3323220232' recall_5 225 0.0210 recall_10 225 0.0378 recall_15 225 0.0588 recall_20 225 0.0798 recall_30 225 0.1218 recall_100 225 0.2983 recall_200 225 0.2983 recall_500 225 0.2983 recall_1000 225 0.2983 infAP 225 0.2549 Rprec_mult_0.20 225 0.8125 Rprec_mult_0.40 225 0.7188 Rprec_mult_0.60 225 0.4965 Rprec_mult_0.80 225 0.3717 Rprec_mult_1.00 225 0.2983 Rprec_mult_1.20 225 0.2483 Rprec_mult_1.40 225 0.2126 Rprec_mult_1.60 225 0.1864 Rprec_mult_1.80 225 0.1655 Rprec_mult_2.00 225 0.1492 utility 225 42.0000 11pt_avg 225 0.3170 binG 225 0.1334 G 225 0.0693 ndcg 225 0.3733 ndcg_rel 225 0.4648 Rndcg 225 0.4861 ndcg_cut_5 225 0.8997 ndcg_cut_10 225 0.7911 ndcg_cut_15 225 0.8073 ndcg_cut_20 225 0.7837 ndcg_cut_30 225 0.7952 ndcg_cut_100 225 0.6660 ndcg_cut_200 225 0.4483 ndcg_cut_500 225 0.3733 ndcg_cut_1000 225 0.3733 map_cut_5 225 0.0210 map_cut_10 225 0.0364 map_cut_15 225 0.0558 map_cut_20 225 0.0756 map_cut_30 225 0.1160 map_cut_100 225 0.2549 map_cut_200 225 0.2549 map_cut_500 225 0.2549 map_cut_1000 225 0.2549 relative_P_5 225 1.0000 relative_P_10 225 0.9000 relative_P_15 225 0.9333 relative_P_20 225 0.9500 relative_P_30 225 0.9667 relative_P_100 225 0.7100 relative_P_200 225 0.3550 relative_P_500 225 0.2983 relative_P_1000 225 0.2983 success_1 225 1.0000 success_5 225 1.0000 success_10 225 1.0000 set_P 225 0.7100 set_relative_P 225 0.7100 set_recall 225 0.2983 set_map 225 0.2118 set_F 225 0.4201 num_nonrel_judged_ret 225 5 rbp 225 0.7643 rbp_resid 225 0.0154 unj_5 225 0.0000 unj_10 225 0.0000 unj_20 225 0.0000 num_ret 233 100 num_rel 233 203 num_rel_ret 233 42 map 233 0.1114 Rprec 233 0.2069 bpref 233 0.1896 recip_rank 233 1.0000 iprec_at_recall_0.00 233 1.0000 iprec_at_recall_0.10 233 0.6000 iprec_at_recall_0.20 233 0.4713 iprec_at_recall_0.30 233 0.0000 iprec_at_recall_0.40 233 0.0000 iprec_at_recall_0.50 233 0.0000 iprec_at_recall_0.60 233 0.0000 iprec_at_recall_0.70 233 0.0000 iprec_at_recall_0.80 233 0.0000 iprec_at_recall_0.90 233 0.0000 iprec_at_recall_1.00 233 0.0000 P_5 233 0.8000 P_10 233 0.5000 P_15 233 0.5333 P_20 233 0.5000 P_30 233 0.5333 P_100 233 0.4200 P_200 233 0.2100 P_500 233 0.0840 P_1000 233 0.0420 relstring 233 '2033213110' recall_5 233 0.0197 recall_10 233 0.0246 recall_15 233 0.0394 recall_20 233 0.0493 recall_30 233 0.0788 recall_100 233 0.2069 recall_200 233 0.2069 recall_500 233 0.2069 recall_1000 233 0.2069 infAP 233 0.1114 Rprec_mult_0.20 233 0.5122 Rprec_mult_0.40 233 0.4634 Rprec_mult_0.60 233 0.3443 Rprec_mult_0.80 233 0.2577 Rprec_mult_1.00 233 0.2069 Rprec_mult_1.20 233 0.1721 Rprec_mult_1.40 233 0.1474 Rprec_mult_1.60 233 0.1292 Rprec_mult_1.80 233 0.1148 Rprec_mult_2.00 233 0.1034 utility 233 -16.0000 11pt_avg 233 0.1883 binG 233 0.0584 G 233 0.0433 ndcg 233 0.2863 ndcg_rel 233 0.3325 Rndcg 233 0.3321 ndcg_cut_5 233 0.5313 ndcg_cut_10 233 0.4939 ndcg_cut_15 233 0.5424 ndcg_cut_20 233 0.5201 ndcg_cut_30 233 0.5362 ndcg_cut_100 233 0.4448 ndcg_cut_200 233 0.3084 ndcg_cut_500 233 0.2863 ndcg_cut_1000 233 0.2863 map_cut_5 233 0.0158 map_cut_10 233 0.0194 map_cut_15 233 0.0271 map_cut_20 233 0.0323 map_cut_30 233 0.0475 map_cut_100 233 0.1114 map_cut_200 233 0.1114 map_cut_500 233 0.1114 map_cut_1000 233 0.1114 relative_P_5 233 0.8000 relative_P_10 233 0.5000 relative_P_15 233 0.5333 relative_P_20 233 0.5000 relative_P_30 233 0.5333 relative_P_100 233 0.4200 relative_P_200 233 0.2100 relative_P_500 233 0.2069 relative_P_1000 233 0.2069 success_1 233 1.0000 success_5 233 1.0000 success_10 233 1.0000 set_P 233 0.4200 set_relative_P 233 0.4200 set_recall 233 0.2069 set_map 233 0.0869 set_F 233 0.2772 num_nonrel_judged_ret 233 23 rbp 233 0.4270 rbp_resid 233 0.0162 unj_5 233 0.0000 unj_10 233 0.0000 unj_20 233 0.0000 num_ret 273 100 num_rel 273 290 num_rel_ret 273 36 map 273 0.0823 Rprec 273 0.1241 bpref 273 0.1169 recip_rank 273 1.0000 iprec_at_recall_0.00 273 1.0000 iprec_at_recall_0.10 273 0.5000 iprec_at_recall_0.20 273 0.0000 iprec_at_recall_0.30 273 0.0000 iprec_at_recall_0.40 273 0.0000 iprec_at_recall_0.50 273 0.0000 iprec_at_recall_0.60 273 0.0000 iprec_at_recall_0.70 273 0.0000 iprec_at_recall_0.80 273 0.0000 iprec_at_recall_0.90 273 0.0000 iprec_at_recall_1.00 273 0.0000 P_5 273 1.0000 P_10 273 0.8000 P_15 273 0.8000 P_20 273 0.6500 P_30 273 0.7000 P_100 273 0.3600 P_200 273 0.1800 P_500 273 0.0720 P_1000 273 0.0360 relstring 273 '3323311232' recall_5 273 0.0172 recall_10 273 0.0276 recall_15 273 0.0414 recall_20 273 0.0448 recall_30 273 0.0724 recall_100 273 0.1241 recall_200 273 0.1241 recall_500 273 0.1241 recall_1000 273 0.1241 infAP 273 0.0823 Rprec_mult_0.20 273 0.5000 Rprec_mult_0.40 273 0.3103 Rprec_mult_0.60 273 0.2069 Rprec_mult_0.80 273 0.1552 Rprec_mult_1.00 273 0.1241 Rprec_mult_1.20 273 0.1034 Rprec_mult_1.40 273 0.0887 Rprec_mult_1.60 273 0.0776 Rprec_mult_1.80 273 0.0690 Rprec_mult_2.00 273 0.0621 utility 273 -28.0000 11pt_avg 273 0.1364 binG 273 0.0483 G 273 0.0344 ndcg 273 0.2229 ndcg_rel 273 0.2797 Rndcg 273 0.4226 ndcg_cut_5 273 0.8476 ndcg_cut_10 273 0.7619 ndcg_cut_15 273 0.7408 ndcg_cut_20 273 0.6973 ndcg_cut_30 273 0.6753 ndcg_cut_100 273 0.4484 ndcg_cut_200 273 0.3070 ndcg_cut_500 273 0.2229 ndcg_cut_1000 273 0.2229 map_cut_5 273 0.0172 map_cut_10 273 0.0253 map_cut_15 273 0.0360 map_cut_20 273 0.0386 map_cut_30 273 0.0571 map_cut_100 273 0.0823 map_cut_200 273 0.0823 map_cut_500 273 0.0823 map_cut_1000 273 0.0823 relative_P_5 273 1.0000 relative_P_10 273 0.8000 relative_P_15 273 0.8000 relative_P_20 273 0.6500 relative_P_30 273 0.7000 relative_P_100 273 0.3600 relative_P_200 273 0.1800 relative_P_500 273 0.1241 relative_P_1000 273 0.1241 success_1 273 1.0000 success_5 273 1.0000 success_10 273 1.0000 set_P 273 0.3600 set_relative_P 273 0.3600 set_recall 273 0.1241 set_map 273 0.0447 set_F 273 0.1846 num_nonrel_judged_ret 273 20 rbp 273 0.5318 rbp_resid 273 0.0281 unj_5 273 0.0000 unj_10 273 0.0000 unj_20 273 0.0000 num_ret 300 100 num_rel 300 239 num_rel_ret 300 32 map 300 0.0816 Rprec 300 0.1339 bpref 300 0.1292 recip_rank 300 1.0000 iprec_at_recall_0.00 300 1.0000 iprec_at_recall_0.10 300 0.4800 iprec_at_recall_0.20 300 0.0000 iprec_at_recall_0.30 300 0.0000 iprec_at_recall_0.40 300 0.0000 iprec_at_recall_0.50 300 0.0000 iprec_at_recall_0.60 300 0.0000 iprec_at_recall_0.70 300 0.0000 iprec_at_recall_0.80 300 0.0000 iprec_at_recall_0.90 300 0.0000 iprec_at_recall_1.00 300 0.0000 P_5 300 0.6000 P_10 300 0.6000 P_15 300 0.6000 P_20 300 0.6500 P_30 300 0.6667 P_100 300 0.3200 P_200 300 0.1600 P_500 300 0.0640 P_1000 300 0.0320 relstring 300 '2221133201' recall_5 300 0.0126 recall_10 300 0.0251 recall_15 300 0.0377 recall_20 300 0.0544 recall_30 300 0.0837 recall_100 300 0.1339 recall_200 300 0.1339 recall_500 300 0.1339 recall_1000 300 0.1339 infAP 300 0.0816 Rprec_mult_0.20 300 0.4583 Rprec_mult_0.40 300 0.3229 Rprec_mult_0.60 300 0.2222 Rprec_mult_0.80 300 0.1667 Rprec_mult_1.00 300 0.1339 Rprec_mult_1.20 300 0.1115 Rprec_mult_1.40 300 0.0955 Rprec_mult_1.60 300 0.0836 Rprec_mult_1.80 300 0.0742 Rprec_mult_2.00 300 0.0669 utility 300 -36.0000 11pt_avg 300 0.1345 binG 300 0.0471 G 300 0.0324 ndcg 300 0.2186 ndcg_rel 300 0.2638 Rndcg 300 0.3364 ndcg_cut_5 300 0.5742 ndcg_cut_10 300 0.5919 ndcg_cut_15 300 0.5762 ndcg_cut_20 300 0.5805 ndcg_cut_30 300 0.5839 ndcg_cut_100 300 0.4058 ndcg_cut_200 300 0.2650 ndcg_cut_500 300 0.2186 ndcg_cut_1000 300 0.2186 map_cut_5 300 0.0126 map_cut_10 300 0.0215 map_cut_15 300 0.0286 map_cut_20 300 0.0396 map_cut_30 300 0.0584 map_cut_100 300 0.0816 map_cut_200 300 0.0816 map_cut_500 300 0.0816 map_cut_1000 300 0.0816 relative_P_5 300 0.6000 relative_P_10 300 0.6000 relative_P_15 300 0.6000 relative_P_20 300 0.6500 relative_P_30 300 0.6667 relative_P_100 300 0.3200 relative_P_200 300 0.1600 relative_P_500 300 0.1339 relative_P_1000 300 0.1339 success_1 300 1.0000 success_5 300 1.0000 success_10 300 1.0000 set_P 300 0.3200 set_relative_P 300 0.3200 set_recall 300 0.1339 set_map 300 0.0428 set_F 300 0.1888 num_nonrel_judged_ret 300 12 rbp 300 0.5574 rbp_resid 300 0.0308 unj_5 300 0.0000 unj_10 300 0.0000 unj_20 300 0.0000 num_ret 31 100 num_rel 31 134 num_rel_ret 31 45 map 31 0.2842 Rprec 31 0.3358 bpref 31 0.3269 recip_rank 31 1.0000 iprec_at_recall_0.00 31 1.0000 iprec_at_recall_0.10 31 1.0000 iprec_at_recall_0.20 31 0.7941 iprec_at_recall_0.30 31 0.6452 iprec_at_recall_0.40 31 0.0000 iprec_at_recall_0.50 31 0.0000 iprec_at_recall_0.60 31 0.0000 iprec_at_recall_0.70 31 0.0000 iprec_at_recall_0.80 31 0.0000 iprec_at_recall_0.90 31 0.0000 iprec_at_recall_1.00 31 0.0000 P_5 31 1.0000 P_10 31 1.0000 P_15 31 1.0000 P_20 31 0.9000 P_30 31 0.8333 P_100 31 0.4500 P_200 31 0.2250 P_500 31 0.0900 P_1000 31 0.0450 relstring 31 '2333233222' recall_5 31 0.0373 recall_10 31 0.0746 recall_15 31 0.1119 recall_20 31 0.1343 recall_30 31 0.1866 recall_100 31 0.3358 recall_200 31 0.3358 recall_500 31 0.3358 recall_1000 31 0.3358 infAP 31 0.2842 Rprec_mult_0.20 31 0.8519 Rprec_mult_0.40 31 0.6852 Rprec_mult_0.60 31 0.5432 Rprec_mult_0.80 31 0.4167 Rprec_mult_1.00 31 0.3358 Rprec_mult_1.20 31 0.2795 Rprec_mult_1.40 31 0.2394 Rprec_mult_1.60 31 0.2093 Rprec_mult_1.80 31 0.1860 Rprec_mult_2.00 31 0.1679 utility 31 -10.0000 11pt_avg 31 0.3127 binG 31 0.1923 G 31 0.1042 ndcg 31 0.4516 ndcg_rel 31 0.5547 Rndcg 31 0.5811 ndcg_cut_5 31 0.8432 ndcg_cut_10 31 0.8318 ndcg_cut_15 31 0.8409 ndcg_cut_20 31 0.7982 ndcg_cut_30 31 0.8322 ndcg_cut_100 31 0.5992 ndcg_cut_200 31 0.4516 ndcg_cut_500 31 0.4516 ndcg_cut_1000 31 0.4516 map_cut_5 31 0.0373 map_cut_10 31 0.0746 map_cut_15 31 0.1119 map_cut_20 31 0.1336 map_cut_30 31 0.1803 map_cut_100 31 0.2842 map_cut_200 31 0.2842 map_cut_500 31 0.2842 map_cut_1000 31 0.2842 relative_P_5 31 1.0000 relative_P_10 31 1.0000 relative_P_15 31 1.0000 relative_P_20 31 0.9000 relative_P_30 31 0.8333 relative_P_100 31 0.4500 relative_P_200 31 0.3358 relative_P_500 31 0.3358 relative_P_1000 31 0.3358 success_1 31 1.0000 success_5 31 1.0000 success_10 31 1.0000 set_P 31 0.4500 set_relative_P 31 0.4500 set_recall 31 0.3358 set_map 31 0.1511 set_F 31 0.3846 num_nonrel_judged_ret 31 11 rbp 31 0.7926 rbp_resid 31 0.0191 unj_5 31 0.0000 unj_10 31 0.0000 unj_20 31 0.0000 num_ret 37 100 num_rel 37 230 num_rel_ret 37 31 map 37 0.0630 Rprec 37 0.1348 bpref 37 0.1267 recip_rank 37 1.0000 iprec_at_recall_0.00 37 1.0000 iprec_at_recall_0.10 37 0.4237 iprec_at_recall_0.20 37 0.0000 iprec_at_recall_0.30 37 0.0000 iprec_at_recall_0.40 37 0.0000 iprec_at_recall_0.50 37 0.0000 iprec_at_recall_0.60 37 0.0000 iprec_at_recall_0.70 37 0.0000 iprec_at_recall_0.80 37 0.0000 iprec_at_recall_0.90 37 0.0000 iprec_at_recall_1.00 37 0.0000 P_5 37 0.4000 P_10 37 0.4000 P_15 37 0.4667 P_20 37 0.4500 P_30 37 0.5000 P_100 37 0.3100 P_200 37 0.1550 P_500 37 0.0620 P_1000 37 0.0310 relstring 37 '2210120201' recall_5 37 0.0087 recall_10 37 0.0174 recall_15 37 0.0304 recall_20 37 0.0391 recall_30 37 0.0652 recall_100 37 0.1348 recall_200 37 0.1348 recall_500 37 0.1348 recall_1000 37 0.1348 infAP 37 0.0630 Rprec_mult_0.20 37 0.4348 Rprec_mult_0.40 37 0.3043 Rprec_mult_0.60 37 0.2246 Rprec_mult_0.80 37 0.1685 Rprec_mult_1.00 37 0.1348 Rprec_mult_1.20 37 0.1123 Rprec_mult_1.40 37 0.0963 Rprec_mult_1.60 37 0.0842 Rprec_mult_1.80 37 0.0749 Rprec_mult_2.00 37 0.0674 utility 37 -38.0000 11pt_avg 37 0.1294 binG 37 0.0388 G 37 0.0245 ndcg 37 0.1801 ndcg_rel 37 0.2108 Rndcg 37 0.2820 ndcg_cut_5 37 0.4690 ndcg_cut_10 37 0.4241 ndcg_cut_15 37 0.4465 ndcg_cut_20 37 0.4390 ndcg_cut_30 37 0.4988 ndcg_cut_100 37 0.3915 ndcg_cut_200 37 0.2498 ndcg_cut_500 37 0.1801 ndcg_cut_1000 37 0.1801 map_cut_5 37 0.0087 map_cut_10 37 0.0130 map_cut_15 37 0.0187 map_cut_20 37 0.0230 map_cut_30 37 0.0354 map_cut_100 37 0.0630 map_cut_200 37 0.0630 map_cut_500 37 0.0630 map_cut_1000 37 0.0630 relative_P_5 37 0.4000 relative_P_10 37 0.4000 relative_P_15 37 0.4667 relative_P_20 37 0.4500 relative_P_30 37 0.5000 relative_P_100 37 0.3100 relative_P_200 37 0.1550 relative_P_500 37 0.1348 relative_P_1000 37 0.1348 success_1 37 1.0000 success_5 37 1.0000 success_10 37 1.0000 set_P 37 0.3100 set_relative_P 37 0.3100 set_recall 37 0.1348 set_map 37 0.0418 set_F 37 0.1879 num_nonrel_judged_ret 37 21 rbp 37 0.4143 rbp_resid 37 0.0275 unj_5 37 0.0000 unj_10 37 0.0000 unj_20 37 0.0000 num_ret 407 100 num_rel 407 102 num_rel_ret 407 20 map 407 0.0843 Rprec 407 0.1961 bpref 407 0.1722 recip_rank 407 0.3333 iprec_at_recall_0.00 407 0.7143 iprec_at_recall_0.10 407 0.4138 iprec_at_recall_0.20 407 0.2353 iprec_at_recall_0.30 407 0.0000 iprec_at_recall_0.40 407 0.0000 iprec_at_recall_0.50 407 0.0000 iprec_at_recall_0.60 407 0.0000 iprec_at_recall_0.70 407 0.0000 iprec_at_recall_0.80 407 0.0000 iprec_at_recall_0.90 407 0.0000 iprec_at_recall_1.00 407 0.0000 P_5 407 0.6000 P_10 407 0.6000 P_15 407 0.4667 P_20 407 0.4000 P_30 407 0.4000 P_100 407 0.2000 P_200 407 0.1000 P_500 407 0.0400 P_1000 407 0.0200 relstring 407 '0122322020' recall_5 407 0.0294 recall_10 407 0.0588 recall_15 407 0.0686 recall_20 407 0.0784 recall_30 407 0.1176 recall_100 407 0.1961 recall_200 407 0.1961 recall_500 407 0.1961 recall_1000 407 0.1961 infAP 407 0.0843 Rprec_mult_0.20 407 0.4286 Rprec_mult_0.40 407 0.3659 Rprec_mult_0.60 407 0.2742 Rprec_mult_0.80 407 0.2317 Rprec_mult_1.00 407 0.1961 Rprec_mult_1.20 407 0.1626 Rprec_mult_1.40 407 0.1399 Rprec_mult_1.60 407 0.1220 Rprec_mult_1.80 407 0.1087 Rprec_mult_2.00 407 0.0980 utility 407 -60.0000 11pt_avg 407 0.1239 binG 407 0.0593 G 407 0.0429 ndcg 407 0.2403 ndcg_rel 407 0.2624 Rndcg 407 0.3072 ndcg_cut_5 407 0.4130 ndcg_cut_10 407 0.4320 ndcg_cut_15 407 0.3929 ndcg_cut_20 407 0.3796 ndcg_cut_30 407 0.4026 ndcg_cut_100 407 0.2603 ndcg_cut_200 407 0.2403 ndcg_cut_500 407 0.2403 ndcg_cut_1000 407 0.2403 map_cut_5 407 0.0141 map_cut_10 407 0.0341 map_cut_15 407 0.0394 map_cut_20 407 0.0433 map_cut_30 407 0.0594 map_cut_100 407 0.0843 map_cut_200 407 0.0843 map_cut_500 407 0.0843 map_cut_1000 407 0.0843 relative_P_5 407 0.6000 relative_P_10 407 0.6000 relative_P_15 407 0.4667 relative_P_20 407 0.4000 relative_P_30 407 0.4000 relative_P_100 407 0.2000 relative_P_200 407 0.1961 relative_P_500 407 0.1961 relative_P_1000 407 0.1961 success_1 407 0.0000 success_5 407 1.0000 success_10 407 1.0000 set_P 407 0.2000 set_relative_P 407 0.2000 set_recall 407 0.1961 set_map 407 0.0392 set_F 407 0.1980 num_nonrel_judged_ret 407 25 rbp 407 0.3671 rbp_resid 407 0.0294 unj_5 407 0.0000 unj_10 407 0.0000 unj_20 407 0.0000 num_ret 477 100 num_rel 477 285 num_rel_ret 477 36 map 477 0.0764 Rprec 477 0.1263 bpref 477 0.1179 recip_rank 477 1.0000 iprec_at_recall_0.00 477 1.0000 iprec_at_recall_0.10 477 0.4051 iprec_at_recall_0.20 477 0.0000 iprec_at_recall_0.30 477 0.0000 iprec_at_recall_0.40 477 0.0000 iprec_at_recall_0.50 477 0.0000 iprec_at_recall_0.60 477 0.0000 iprec_at_recall_0.70 477 0.0000 iprec_at_recall_0.80 477 0.0000 iprec_at_recall_0.90 477 0.0000 iprec_at_recall_1.00 477 0.0000 P_5 477 1.0000 P_10 477 0.8000 P_15 477 0.6667 P_20 477 0.6000 P_30 477 0.5333 P_100 477 0.3600 P_200 477 0.1800 P_500 477 0.0720 P_1000 477 0.0360 relstring 477 '2333322121' recall_5 477 0.0175 recall_10 477 0.0281 recall_15 477 0.0351 recall_20 477 0.0421 recall_30 477 0.0561 recall_100 477 0.1263 recall_200 477 0.1263 recall_500 477 0.1263 recall_1000 477 0.1263 infAP 477 0.0764 Rprec_mult_0.20 477 0.4211 Rprec_mult_0.40 477 0.3158 Rprec_mult_0.60 477 0.2105 Rprec_mult_0.80 477 0.1579 Rprec_mult_1.00 477 0.1263 Rprec_mult_1.20 477 0.1053 Rprec_mult_1.40 477 0.0902 Rprec_mult_1.60 477 0.0789 Rprec_mult_1.80 477 0.0702 Rprec_mult_2.00 477 0.0632 utility 477 -28.0000 11pt_avg 477 0.1277 binG 477 0.0496 G 477 0.0338 ndcg 477 0.2092 ndcg_rel 477 0.2657 Rndcg 477 0.2811 ndcg_cut_5 477 0.8869 ndcg_cut_10 477 0.7653 ndcg_cut_15 477 0.7131 ndcg_cut_20 477 0.6716 ndcg_cut_30 477 0.6248 ndcg_cut_100 477 0.4245 ndcg_cut_200 477 0.2901 ndcg_cut_500 477 0.2092 ndcg_cut_1000 477 0.2092 map_cut_5 477 0.0175 map_cut_10 477 0.0277 map_cut_15 477 0.0327 map_cut_20 477 0.0370 map_cut_30 477 0.0456 map_cut_100 477 0.0764 map_cut_200 477 0.0764 map_cut_500 477 0.0764 map_cut_1000 477 0.0764 relative_P_5 477 1.0000 relative_P_10 477 0.8000 relative_P_15 477 0.6667 relative_P_20 477 0.6000 relative_P_30 477 0.5333 relative_P_100 477 0.3600 relative_P_200 477 0.1800 relative_P_500 477 0.1263 relative_P_1000 477 0.1263 success_1 477 1.0000 success_5 477 1.0000 success_10 477 1.0000 set_P 477 0.3600 set_relative_P 477 0.3600 set_recall 477 0.1263 set_map 477 0.0455 set_F 477 0.1870 num_nonrel_judged_ret 477 19 rbp 477 0.6749 rbp_resid 477 0.0254 unj_5 477 0.0000 unj_10 477 0.0000 unj_20 477 0.0000 num_ret 499 100 num_rel 499 192 num_rel_ret 499 45 map 499 0.1758 Rprec 499 0.2344 bpref 499 0.2262 recip_rank 499 1.0000 iprec_at_recall_0.00 499 1.0000 iprec_at_recall_0.10 499 0.8333 iprec_at_recall_0.20 499 0.4756 iprec_at_recall_0.30 499 0.0000 iprec_at_recall_0.40 499 0.0000 iprec_at_recall_0.50 499 0.0000 iprec_at_recall_0.60 499 0.0000 iprec_at_recall_0.70 499 0.0000 iprec_at_recall_0.80 499 0.0000 iprec_at_recall_0.90 499 0.0000 iprec_at_recall_1.00 499 0.0000 P_5 499 1.0000 P_10 499 0.9000 P_15 499 0.8667 P_20 499 0.8500 P_30 499 0.8000 P_100 499 0.4500 P_200 499 0.2250 P_500 499 0.0900 P_1000 499 0.0450 relstring 499 '3323222132' recall_5 499 0.0260 recall_10 499 0.0469 recall_15 499 0.0677 recall_20 499 0.0885 recall_30 499 0.1250 recall_100 499 0.2344 recall_200 499 0.2344 recall_500 499 0.2344 recall_1000 499 0.2344 infAP 499 0.1758 Rprec_mult_0.20 499 0.7179 Rprec_mult_0.40 499 0.4805 Rprec_mult_0.60 499 0.3879 Rprec_mult_0.80 499 0.2922 Rprec_mult_1.00 499 0.2344 Rprec_mult_1.20 499 0.1948 Rprec_mult_1.40 499 0.1673 Rprec_mult_1.60 499 0.1461 Rprec_mult_1.80 499 0.1301 Rprec_mult_2.00 499 0.1172 utility 499 -10.0000 11pt_avg 499 0.2099 binG 499 0.1028 G 499 0.0664 ndcg 499 0.3409 ndcg_rel 499 0.4211 Rndcg 499 0.4907 ndcg_cut_5 499 0.8997 ndcg_cut_10 499 0.8169 ndcg_cut_15 499 0.8123 ndcg_cut_20 499 0.7999 ndcg_cut_30 499 0.7684 ndcg_cut_100 499 0.5854 ndcg_cut_200 499 0.3868 ndcg_cut_500 499 0.3409 ndcg_cut_1000 499 0.3409 map_cut_5 499 0.0260 map_cut_10 499 0.0458 map_cut_15 499 0.0643 map_cut_20 499 0.0827 map_cut_30 499 0.1126 map_cut_100 499 0.1758 map_cut_200 499 0.1758 map_cut_500 499 0.1758 map_cut_1000 499 0.1758 relative_P_5 499 1.0000 relative_P_10 499 0.9000 relative_P_15 499 0.8667 relative_P_20 499 0.8500 relative_P_30 499 0.8000 relative_P_100 499 0.4500 relative_P_200 499 0.2344 relative_P_500 499 0.2344 relative_P_1000 499 0.2344 success_1 499 1.0000 success_5 499 1.0000 success_10 499 1.0000 set_P 499 0.4500 set_relative_P 499 0.4500 set_recall 499 0.2344 set_map 499 0.1055 set_F 499 0.3082 num_nonrel_judged_ret 499 12 rbp 499 0.7628 rbp_resid 499 0.0231 unj_5 499 0.0000 unj_10 499 0.0000 unj_20 499 0.0000 num_ret 515 100 num_rel 515 147 num_rel_ret 515 35 map 515 0.1767 Rprec 515 0.2381 bpref 515 0.2300 recip_rank 515 1.0000 iprec_at_recall_0.00 515 1.0000 iprec_at_recall_0.10 515 0.8333 iprec_at_recall_0.20 515 0.5882 iprec_at_recall_0.30 515 0.0000 iprec_at_recall_0.40 515 0.0000 iprec_at_recall_0.50 515 0.0000 iprec_at_recall_0.60 515 0.0000 iprec_at_recall_0.70 515 0.0000 iprec_at_recall_0.80 515 0.0000 iprec_at_recall_0.90 515 0.0000 iprec_at_recall_1.00 515 0.0000 P_5 515 0.8000 P_10 515 0.8000 P_15 515 0.8000 P_20 515 0.8000 P_30 515 0.8000 P_100 515 0.3500 P_200 515 0.1750 P_500 515 0.0700 P_1000 515 0.0350 relstring 515 '2220220222' recall_5 515 0.0272 recall_10 515 0.0544 recall_15 515 0.0816 recall_20 515 0.1088 recall_30 515 0.1633 recall_100 515 0.2381 recall_200 515 0.2381 recall_500 515 0.2381 recall_1000 515 0.2381 infAP 515 0.1767 Rprec_mult_0.20 515 0.8000 Rprec_mult_0.40 515 0.5424 Rprec_mult_0.60 515 0.3820 Rprec_mult_0.80 515 0.2966 Rprec_mult_1.00 515 0.2381 Rprec_mult_1.20 515 0.1977 Rprec_mult_1.40 515 0.1699 Rprec_mult_1.60 515 0.1483 Rprec_mult_1.80 515 0.1321 Rprec_mult_2.00 515 0.1190 utility 515 -30.0000 11pt_avg 515 0.2201 binG 515 0.0989 G 515 0.0736 ndcg 515 0.3144 ndcg_rel 515 0.4039 Rndcg 515 0.3294 ndcg_cut_5 515 0.8539 ndcg_cut_10 515 0.8318 ndcg_cut_15 515 0.8248 ndcg_cut_20 515 0.8213 ndcg_cut_30 515 0.8162 ndcg_cut_100 515 0.4555 ndcg_cut_200 515 0.3144 ndcg_cut_500 515 0.3144 ndcg_cut_1000 515 0.3144 map_cut_5 515 0.0259 map_cut_10 515 0.0474 map_cut_15 515 0.0694 map_cut_20 515 0.0916 map_cut_30 515 0.1352 map_cut_100 515 0.1767 map_cut_200 515 0.1767 map_cut_500 515 0.1767 map_cut_1000 515 0.1767 relative_P_5 515 0.8000 relative_P_10 515 0.8000 relative_P_15 515 0.8000 relative_P_20 515 0.8000 relative_P_30 515 0.8000 relative_P_100 515 0.3500 relative_P_200 515 0.2381 relative_P_500 515 0.2381 relative_P_1000 515 0.2381 success_1 515 1.0000 success_5 515 1.0000 success_10 515 1.0000 set_P 515 0.3500 set_relative_P 515 0.3500 set_recall 515 0.2381 set_map 515 0.0833 set_F 515 0.2834 num_nonrel_judged_ret 515 18 rbp 515 0.7799 rbp_resid 515 0.0305 unj_5 515 0.0000 unj_10 515 0.0000 unj_20 515 0.0000 num_ret 58 100 num_rel 58 373 num_rel_ret 58 52 map 58 0.1123 Rprec 58 0.1394 bpref 58 0.1360 recip_rank 58 1.0000 iprec_at_recall_0.00 58 1.0000 iprec_at_recall_0.10 58 0.6727 iprec_at_recall_0.20 58 0.0000 iprec_at_recall_0.30 58 0.0000 iprec_at_recall_0.40 58 0.0000 iprec_at_recall_0.50 58 0.0000 iprec_at_recall_0.60 58 0.0000 iprec_at_recall_0.70 58 0.0000 iprec_at_recall_0.80 58 0.0000 iprec_at_recall_0.90 58 0.0000 iprec_at_recall_1.00 58 0.0000 P_5 58 0.8000 P_10 58 0.9000 P_15 58 0.9333 P_20 58 0.9500 P_30 58 0.9000 P_100 58 0.5200 P_200 58 0.2600 P_500 58 0.1040 P_1000 58 0.0520 relstring 58 '3333022432' recall_5 58 0.0107 recall_10 58 0.0241 recall_15 58 0.0375 recall_20 58 0.0509 recall_30 58 0.0724 recall_100 58 0.1394 recall_200 58 0.1394 recall_500 58 0.1394 recall_1000 58 0.1394 infAP 58 0.1123 Rprec_mult_0.20 58 0.6000 Rprec_mult_0.40 58 0.3467 Rprec_mult_0.60 58 0.2321 Rprec_mult_0.80 58 0.1739 Rprec_mult_1.00 58 0.1394 Rprec_mult_1.20 58 0.1161 Rprec_mult_1.40 58 0.0994 Rprec_mult_1.60 58 0.0871 Rprec_mult_1.80 58 0.0774 Rprec_mult_2.00 58 0.0697 utility 58 4.0000 11pt_avg 58 0.1521 binG 58 0.0648 G 58 0.0332 ndcg 58 0.2270 ndcg_rel 58 0.2848 Rndcg 58 0.3740 ndcg_cut_5 58 0.6516 ndcg_cut_10 58 0.7122 ndcg_cut_15 58 0.7426 ndcg_cut_20 58 0.7516 ndcg_cut_30 58 0.7344 ndcg_cut_100 58 0.5159 ndcg_cut_200 58 0.3351 ndcg_cut_500 58 0.2270 ndcg_cut_1000 58 0.2270 map_cut_5 58 0.0107 map_cut_10 58 0.0224 map_cut_15 58 0.0348 map_cut_20 58 0.0474 map_cut_30 58 0.0678 map_cut_100 58 0.1123 map_cut_200 58 0.1123 map_cut_500 58 0.1123 map_cut_1000 58 0.1123 relative_P_5 58 0.8000 relative_P_10 58 0.9000 relative_P_15 58 0.9333 relative_P_20 58 0.9500 relative_P_30 58 0.9000 relative_P_100 58 0.5200 relative_P_200 58 0.2600 relative_P_500 58 0.1394 relative_P_1000 58 0.1394 success_1 58 1.0000 success_5 58 1.0000 success_10 58 1.0000 set_P 58 0.5200 set_relative_P 58 0.5200 set_recall 58 0.1394 set_map 58 0.0725 set_F 58 0.2199 num_nonrel_judged_ret 58 3 rbp 58 0.6120 rbp_resid 58 0.0260 unj_5 58 0.0000 unj_10 58 0.0000 unj_20 58 0.0000 num_ret 707 100 num_rel 707 186 num_rel_ret 707 38 map 707 0.1436 Rprec 707 0.2043 bpref 707 0.1968 recip_rank 707 1.0000 iprec_at_recall_0.00 707 1.0000 iprec_at_recall_0.10 707 0.7407 iprec_at_recall_0.20 707 0.5139 iprec_at_recall_0.30 707 0.0000 iprec_at_recall_0.40 707 0.0000 iprec_at_recall_0.50 707 0.0000 iprec_at_recall_0.60 707 0.0000 iprec_at_recall_0.70 707 0.0000 iprec_at_recall_0.80 707 0.0000 iprec_at_recall_0.90 707 0.0000 iprec_at_recall_1.00 707 0.0000 P_5 707 0.8000 P_10 707 0.8000 P_15 707 0.7333 P_20 707 0.7500 P_30 707 0.7333 P_100 707 0.3800 P_200 707 0.1900 P_500 707 0.0760 P_1000 707 0.0380 relstring 707 '2222012322' recall_5 707 0.0215 recall_10 707 0.0430 recall_15 707 0.0591 recall_20 707 0.0806 recall_30 707 0.1183 recall_100 707 0.2043 recall_200 707 0.2043 recall_500 707 0.2043 recall_1000 707 0.2043 infAP 707 0.1436 Rprec_mult_0.20 707 0.6842 Rprec_mult_0.40 707 0.5067 Rprec_mult_0.60 707 0.3393 Rprec_mult_0.80 707 0.2550 Rprec_mult_1.00 707 0.2043 Rprec_mult_1.20 707 0.1696 Rprec_mult_1.40 707 0.1456 Rprec_mult_1.60 707 0.1275 Rprec_mult_1.80 707 0.1134 Rprec_mult_2.00 707 0.1022 utility 707 -24.0000 11pt_avg 707 0.2050 binG 707 0.0780 G 707 0.0544 ndcg 707 0.3057 ndcg_rel 707 0.3778 Rndcg 707 0.4071 ndcg_cut_5 707 0.5792 ndcg_cut_10 707 0.6344 ndcg_cut_15 707 0.6618 ndcg_cut_20 707 0.6803 ndcg_cut_30 707 0.7219 ndcg_cut_100 707 0.4846 ndcg_cut_200 707 0.3096 ndcg_cut_500 707 0.3057 ndcg_cut_1000 707 0.3057 map_cut_5 707 0.0215 map_cut_10 707 0.0379 map_cut_15 707 0.0497 map_cut_20 707 0.0660 map_cut_30 707 0.0936 map_cut_100 707 0.1436 map_cut_200 707 0.1436 map_cut_500 707 0.1436 map_cut_1000 707 0.1436 relative_P_5 707 0.8000 relative_P_10 707 0.8000 relative_P_15 707 0.7333 relative_P_20 707 0.7500 relative_P_30 707 0.7333 relative_P_100 707 0.3800 relative_P_200 707 0.2043 relative_P_500 707 0.2043 relative_P_1000 707 0.2043 success_1 707 1.0000 success_5 707 1.0000 success_10 707 1.0000 set_P 707 0.3800 set_relative_P 707 0.3800 set_recall 707 0.2043 set_map 707 0.0776 set_F 707 0.2657 num_nonrel_judged_ret 707 14 rbp 707 0.5651 rbp_resid 707 0.0227 unj_5 707 0.0000 unj_10 707 0.0000 unj_20 707 0.0000 num_ret 72 100 num_rel 72 466 num_rel_ret 72 55 map 72 0.1041 Rprec 72 0.1180 bpref 72 0.1180 recip_rank 72 1.0000 iprec_at_recall_0.00 72 1.0000 iprec_at_recall_0.10 72 0.6812 iprec_at_recall_0.20 72 0.0000 iprec_at_recall_0.30 72 0.0000 iprec_at_recall_0.40 72 0.0000 iprec_at_recall_0.50 72 0.0000 iprec_at_recall_0.60 72 0.0000 iprec_at_recall_0.70 72 0.0000 iprec_at_recall_0.80 72 0.0000 iprec_at_recall_0.90 72 0.0000 iprec_at_recall_1.00 72 0.0000 P_5 72 1.0000 P_10 72 1.0000 P_15 72 1.0000 P_20 72 1.0000 P_30 72 1.0000 P_100 72 0.5500 P_200 72 0.2750 P_500 72 0.1100 P_1000 72 0.0550 relstring 72 '4333343443' recall_5 72 0.0107 recall_10 72 0.0215 recall_15 72 0.0322 recall_20 72 0.0429 recall_30 72 0.0644 recall_100 72 0.1180 recall_200 72 0.1180 recall_500 72 0.1180 recall_1000 72 0.1180 infAP 72 0.1041 Rprec_mult_0.20 72 0.5532 Rprec_mult_0.40 72 0.2941 Rprec_mult_0.60 72 0.1964 Rprec_mult_0.80 72 0.1475 Rprec_mult_1.00 72 0.1180 Rprec_mult_1.20 72 0.0982 Rprec_mult_1.40 72 0.0842 Rprec_mult_1.60 72 0.0737 Rprec_mult_1.80 72 0.0656 Rprec_mult_2.00 72 0.0590 utility 72 10.0000 11pt_avg 72 0.1528 binG 72 0.0799 G 72 0.0312 ndcg 72 0.2098 ndcg_rel 72 0.2699 Rndcg 72 0.3339 ndcg_cut_5 72 0.8348 ndcg_cut_10 72 0.8585 ndcg_cut_15 72 0.8114 ndcg_cut_20 72 0.7929 ndcg_cut_30 72 0.7827 ndcg_cut_100 72 0.5511 ndcg_cut_200 72 0.3564 ndcg_cut_500 72 0.2098 ndcg_cut_1000 72 0.2098 map_cut_5 72 0.0107 map_cut_10 72 0.0215 map_cut_15 72 0.0322 map_cut_20 72 0.0429 map_cut_30 72 0.0644 map_cut_100 72 0.1041 map_cut_200 72 0.1041 map_cut_500 72 0.1041 map_cut_1000 72 0.1041 relative_P_5 72 1.0000 relative_P_10 72 1.0000 relative_P_15 72 1.0000 relative_P_20 72 1.0000 relative_P_30 72 1.0000 relative_P_100 72 0.5500 relative_P_200 72 0.2750 relative_P_500 72 0.1180 relative_P_1000 72 0.1180 success_1 72 1.0000 success_5 72 1.0000 success_10 72 1.0000 set_P 72 0.5500 set_relative_P 72 0.5500 set_recall 72 0.1180 set_map 72 0.0649 set_F 72 0.1943 num_nonrel_judged_ret 72 0 rbp 72 0.7763 rbp_resid 72 0.0232 unj_5 72 0.0000 unj_10 72 0.0000 unj_20 72 0.0000 num_ret 84 100 num_rel 84 142 num_rel_ret 84 37 map 84 0.1979 Rprec 84 0.2606 bpref 84 0.2500 recip_rank 84 1.0000 iprec_at_recall_0.00 84 1.0000 iprec_at_recall_0.10 84 0.9048 iprec_at_recall_0.20 84 0.5385 iprec_at_recall_0.30 84 0.0000 iprec_at_recall_0.40 84 0.0000 iprec_at_recall_0.50 84 0.0000 iprec_at_recall_0.60 84 0.0000 iprec_at_recall_0.70 84 0.0000 iprec_at_recall_0.80 84 0.0000 iprec_at_recall_0.90 84 0.0000 iprec_at_recall_1.00 84 0.0000 P_5 84 1.0000 P_10 84 1.0000 P_15 84 0.8667 P_20 84 0.9000 P_30 84 0.7333 P_100 84 0.3700 P_200 84 0.1850 P_500 84 0.0740 P_1000 84 0.0370 relstring 84 '2222332242' recall_5 84 0.0352 recall_10 84 0.0704 recall_15 84 0.0915 recall_20 84 0.1268 recall_30 84 0.1549 recall_100 84 0.2606 recall_200 84 0.2606 recall_500 84 0.2606 recall_1000 84 0.2606 infAP 84 0.1979 Rprec_mult_0.20 84 0.7586 Rprec_mult_0.40 84 0.5263 Rprec_mult_0.60 84 0.3953 Rprec_mult_0.80 84 0.3246 Rprec_mult_1.00 84 0.2606 Rprec_mult_1.20 84 0.2164 Rprec_mult_1.40 84 0.1859 Rprec_mult_1.60 84 0.1623 Rprec_mult_1.80 84 0.1445 Rprec_mult_2.00 84 0.1303 utility 84 -26.0000 11pt_avg 84 0.2221 binG 84 0.1364 G 84 0.0508 ndcg 84 0.3117 ndcg_rel 84 0.3586 Rndcg 84 0.4520 ndcg_cut_5 84 0.5509 ndcg_cut_10 84 0.6443 ndcg_cut_15 84 0.6358 ndcg_cut_20 84 0.6404 ndcg_cut_30 84 0.6122 ndcg_cut_100 84 0.4676 ndcg_cut_200 84 0.3383 ndcg_cut_500 84 0.3117 ndcg_cut_1000 84 0.3117 map_cut_5 84 0.0352 map_cut_10 84 0.0704 map_cut_15 84 0.0905 map_cut_20 84 0.1218 map_cut_30 84 0.1448 map_cut_100 84 0.1979 map_cut_200 84 0.1979 map_cut_500 84 0.1979 map_cut_1000 84 0.1979 relative_P_5 84 1.0000 relative_P_10 84 1.0000 relative_P_15 84 0.8667 relative_P_20 84 0.9000 relative_P_30 84 0.7333 relative_P_100 84 0.3700 relative_P_200 84 0.2606 relative_P_500 84 0.2606 relative_P_1000 84 0.2606 success_1 84 1.0000 success_5 84 1.0000 success_10 84 1.0000 set_P 84 0.3700 set_relative_P 84 0.3700 set_recall 84 0.2606 set_map 84 0.0964 set_F 84 0.3058 num_nonrel_judged_ret 84 16 rbp 84 0.5143 rbp_resid 84 0.0289 unj_5 84 0.0000 unj_10 84 0.0000 unj_20 84 0.0000 num_ret 897 100 num_rel 897 239 num_rel_ret 897 48 map 897 0.1589 Rprec 897 0.2008 bpref 897 0.1972 recip_rank 897 1.0000 iprec_at_recall_0.00 897 1.0000 iprec_at_recall_0.10 897 0.8000 iprec_at_recall_0.20 897 0.4948 iprec_at_recall_0.30 897 0.0000 iprec_at_recall_0.40 897 0.0000 iprec_at_recall_0.50 897 0.0000 iprec_at_recall_0.60 897 0.0000 iprec_at_recall_0.70 897 0.0000 iprec_at_recall_0.80 897 0.0000 iprec_at_recall_0.90 897 0.0000 iprec_at_recall_1.00 897 0.0000 P_5 897 1.0000 P_10 897 1.0000 P_15 897 0.8667 P_20 897 0.8500 P_30 897 0.8000 P_100 897 0.4800 P_200 897 0.2400 P_500 897 0.0960 P_1000 897 0.0480 relstring 897 '3232222222' recall_5 897 0.0209 recall_10 897 0.0418 recall_15 897 0.0544 recall_20 897 0.0711 recall_30 897 0.1004 recall_100 897 0.2008 recall_200 897 0.2008 recall_500 897 0.2008 recall_1000 897 0.2008 infAP 897 0.1589 Rprec_mult_0.20 897 0.6875 Rprec_mult_0.40 897 0.4896 Rprec_mult_0.60 897 0.3333 Rprec_mult_0.80 897 0.2500 Rprec_mult_1.00 897 0.2008 Rprec_mult_1.20 897 0.1672 Rprec_mult_1.40 897 0.1433 Rprec_mult_1.60 897 0.1253 Rprec_mult_1.80 897 0.1114 Rprec_mult_2.00 897 0.1004 utility 897 -4.0000 11pt_avg 897 0.2086 binG 897 0.0932 G 897 0.0486 ndcg 897 0.2831 ndcg_rel 897 0.3509 Rndcg 897 0.4219 ndcg_cut_5 897 0.8362 ndcg_cut_10 897 0.7767 ndcg_cut_15 897 0.7365 ndcg_cut_20 897 0.7126 ndcg_cut_30 897 0.6757 ndcg_cut_100 897 0.5436 ndcg_cut_200 897 0.3516 ndcg_cut_500 897 0.2831 ndcg_cut_1000 897 0.2831 map_cut_5 897 0.0209 map_cut_10 897 0.0418 map_cut_15 897 0.0538 map_cut_20 897 0.0678 map_cut_30 897 0.0914 map_cut_100 897 0.1589 map_cut_200 897 0.1589 map_cut_500 897 0.1589 map_cut_1000 897 0.1589 relative_P_5 897 1.0000 relative_P_10 897 1.0000 relative_P_15 897 0.8667 relative_P_20 897 0.8500 relative_P_30 897 0.8000 relative_P_100 897 0.4800 relative_P_200 897 0.2400 relative_P_500 897 0.2008 relative_P_1000 897 0.2008 success_1 897 1.0000 success_5 897 1.0000 success_10 897 1.0000 set_P 897 0.4800 set_relative_P 897 0.4800 set_recall 897 0.2008 set_map 897 0.0964 set_F 897 0.2832 num_nonrel_judged_ret 897 10 rbp 897 0.6838 rbp_resid 897 0.0192 unj_5 897 0.0000 unj_10 897 0.0000 unj_20 897 0.0000 runid all LAS_con-que-con-nug num_q all 22 num_ret all 2200 num_rel all 5166 num_rel_ret all 923 map all 0.1403 gm_map all 0.1252 Rprec all 0.1906 bpref all 0.1838 recip_rank all 0.9470 iprec_at_recall_0.00 all 0.9840 iprec_at_recall_0.10 all 0.7079 iprec_at_recall_0.20 all 0.2797 iprec_at_recall_0.30 all 0.0619 iprec_at_recall_0.40 all 0.0000 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.8455 P_10 all 0.8136 P_15 all 0.7939 P_20 all 0.7818 P_30 all 0.7530 P_100 all 0.4195 P_200 all 0.2098 P_500 all 0.0839 P_1000 all 0.0420 recall_5 all 0.0198 recall_10 all 0.0383 recall_15 all 0.0555 recall_20 all 0.0725 recall_30 all 0.1043 recall_100 all 0.1906 recall_200 all 0.1906 recall_500 all 0.1906 recall_1000 all 0.1906 infAP all 0.1403 gm_bpref all 0.1732 Rprec_mult_0.20 all 0.6221 Rprec_mult_0.40 all 0.4384 Rprec_mult_0.60 all 0.3114 Rprec_mult_0.80 all 0.2369 Rprec_mult_1.00 all 0.1906 Rprec_mult_1.20 all 0.1586 Rprec_mult_1.40 all 0.1360 Rprec_mult_1.60 all 0.1189 Rprec_mult_1.80 all 0.1057 Rprec_mult_2.00 all 0.0953 utility all -16.0909 11pt_avg all 0.1849 binG all 0.0868 G all 0.0474 ndcg all 0.2741 ndcg_rel all 0.3353 Rndcg all 0.3963 ndcg_cut_5 all 0.6905 ndcg_cut_10 all 0.6803 ndcg_cut_15 all 0.6770 ndcg_cut_20 all 0.6682 ndcg_cut_30 all 0.6692 ndcg_cut_100 all 0.4861 ndcg_cut_200 all 0.3279 ndcg_cut_500 all 0.2741 ndcg_cut_1000 all 0.2741 map_cut_5 all 0.0186 map_cut_10 all 0.0349 map_cut_15 all 0.0492 map_cut_20 all 0.0634 map_cut_30 all 0.0883 map_cut_100 all 0.1403 map_cut_200 all 0.1403 map_cut_500 all 0.1403 map_cut_1000 all 0.1403 relative_P_5 all 0.8455 relative_P_10 all 0.8136 relative_P_15 all 0.7939 relative_P_20 all 0.7818 relative_P_30 all 0.7530 relative_P_100 all 0.4195 relative_P_200 all 0.2275 relative_P_500 all 0.1906 relative_P_1000 all 0.1906 success_1 all 0.9091 success_5 all 1.0000 success_10 all 1.0000 set_P all 0.4195 set_relative_P all 0.4195 set_recall all 0.1906 set_map all 0.0830 set_F all 0.2559 num_nonrel_judged_ret all 293 rbp all 0.6008 rbp_resid all 0.0241 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000