num_ret 0_10 1000 num_rel 0_10 54 num_rel_ret 0_10 15 map 0_10 0.0396 Rprec 0_10 0.1111 bpref 0_10 0.2370 recip_rank 0_10 0.3333 iprec_at_recall_0.00 0_10 0.3333 iprec_at_recall_0.10 0_10 0.1667 iprec_at_recall_0.20 0_10 0.1319 iprec_at_recall_0.30 0_10 0.0000 iprec_at_recall_0.40 0_10 0.0000 iprec_at_recall_0.50 0_10 0.0000 iprec_at_recall_0.60 0_10 0.0000 iprec_at_recall_0.70 0_10 0.0000 iprec_at_recall_0.80 0_10 0.0000 iprec_at_recall_0.90 0_10 0.0000 iprec_at_recall_1.00 0_10 0.0000 P_5 0_10 0.2000 P_10 0_10 0.1000 P_15 0_10 0.1333 P_20 0_10 0.1500 P_30 0_10 0.1667 P_100 0_10 0.1200 P_200 0_10 0.0700 P_500 0_10 0.0300 P_1000 0_10 0.0150 relstring 0_10 '00200-----' recall_5 0_10 0.0185 recall_10 0_10 0.0185 recall_15 0_10 0.0370 recall_20 0_10 0.0556 recall_30 0_10 0.0926 recall_100 0_10 0.2222 recall_200 0_10 0.2593 recall_500 0_10 0.2778 recall_1000 0_10 0.2778 infAP 0_10 0.0396 Rprec_mult_0.20 0_10 0.1818 Rprec_mult_0.40 0_10 0.1364 Rprec_mult_0.60 0_10 0.1515 Rprec_mult_0.80 0_10 0.1364 Rprec_mult_1.00 0_10 0.1111 Rprec_mult_1.20 0_10 0.1077 Rprec_mult_1.40 0_10 0.1053 Rprec_mult_1.60 0_10 0.1264 Rprec_mult_1.80 0_10 0.1224 Rprec_mult_2.00 0_10 0.1111 utility 0_10 -970.0000 11pt_avg 0_10 0.0574 binG 0_10 0.0566 G 0_10 0.0435 ndcg 0_10 0.1966 ndcg_rel 0_10 0.1806 Rndcg 0_10 0.1234 ndcg_cut_5 0_10 0.1131 ndcg_cut_10 0_10 0.0734 ndcg_cut_15 0_10 0.0727 ndcg_cut_20 0_10 0.0940 ndcg_cut_30 0_10 0.1126 ndcg_cut_100 0_10 0.1732 ndcg_cut_200 0_10 0.1929 ndcg_cut_500 0_10 0.1966 ndcg_cut_1000 0_10 0.1966 map_cut_5 0_10 0.0062 map_cut_10 0_10 0.0062 map_cut_15 0_10 0.0095 map_cut_20 0_10 0.0126 map_cut_30 0_10 0.0189 map_cut_100 0_10 0.0354 map_cut_200 0_10 0.0385 map_cut_500 0_10 0.0396 map_cut_1000 0_10 0.0396 relative_P_5 0_10 0.2000 relative_P_10 0_10 0.1000 relative_P_15 0_10 0.1333 relative_P_20 0_10 0.1500 relative_P_30 0_10 0.1667 relative_P_100 0_10 0.2222 relative_P_200 0_10 0.2593 relative_P_500 0_10 0.2778 relative_P_1000 0_10 0.2778 success_1 0_10 0.0000 success_5 0_10 1.0000 success_10 0_10 1.0000 set_P 0_10 0.0150 set_relative_P 0_10 0.2778 set_recall 0_10 0.2778 set_map 0_10 0.0042 set_F 0_10 0.0285 num_nonrel_judged_ret 0_10 14 rbp 0_10 0.0951 rbp_resid 0_10 0.4923 unj_5 0_10 0.0000 unj_10 0_10 0.5000 unj_20 0_10 0.6500 num_ret 0_11 1000 num_rel 0_11 12 num_rel_ret 0_11 11 map 0_11 0.1067 Rprec 0_11 0.0833 bpref 0_11 0.0556 recip_rank 0_11 0.0909 iprec_at_recall_0.00 0_11 0.1724 iprec_at_recall_0.10 0_11 0.1724 iprec_at_recall_0.20 0_11 0.1724 iprec_at_recall_0.30 0_11 0.1724 iprec_at_recall_0.40 0_11 0.1724 iprec_at_recall_0.50 0_11 0.1143 iprec_at_recall_0.60 0_11 0.1143 iprec_at_recall_0.70 0_11 0.1143 iprec_at_recall_0.80 0_11 0.0833 iprec_at_recall_0.90 0_11 0.0769 iprec_at_recall_1.00 0_11 0.0000 P_5 0_11 0.0000 P_10 0_11 0.0000 P_15 0_11 0.0667 P_20 0_11 0.1000 P_30 0_11 0.1667 P_100 0_11 0.0900 P_200 0_11 0.0550 P_500 0_11 0.0220 P_1000 0_11 0.0110 relstring 0_11 '000000-0-0' recall_5 0_11 0.0000 recall_10 0_11 0.0000 recall_15 0_11 0.0833 recall_20 0_11 0.1667 recall_30 0_11 0.4167 recall_100 0_11 0.7500 recall_200 0_11 0.9167 recall_500 0_11 0.9167 recall_1000 0_11 0.9167 infAP 0_11 0.1067 Rprec_mult_0.20 0_11 0.0000 Rprec_mult_0.40 0_11 0.0000 Rprec_mult_0.60 0_11 0.0000 Rprec_mult_0.80 0_11 0.0000 Rprec_mult_1.00 0_11 0.0833 Rprec_mult_1.20 0_11 0.0667 Rprec_mult_1.40 0_11 0.1176 Rprec_mult_1.60 0_11 0.1000 Rprec_mult_1.80 0_11 0.0909 Rprec_mult_2.00 0_11 0.1667 utility 0_11 -978.0000 11pt_avg 0_11 0.1241 binG 0_11 0.1789 G 0_11 0.1580 ndcg 0_11 0.4119 ndcg_rel 0_11 0.2636 Rndcg 0_11 0.2333 ndcg_cut_5 0_11 0.0000 ndcg_cut_10 0_11 0.0000 ndcg_cut_15 0_11 0.0548 ndcg_cut_20 0_11 0.1019 ndcg_cut_30 0_11 0.2270 ndcg_cut_100 0_11 0.3561 ndcg_cut_200 0_11 0.4119 ndcg_cut_500 0_11 0.4119 ndcg_cut_1000 0_11 0.4119 map_cut_5 0_11 0.0000 map_cut_10 0_11 0.0000 map_cut_15 0_11 0.0076 map_cut_20 0_11 0.0174 map_cut_30 0_11 0.0565 map_cut_100 0_11 0.0933 map_cut_200 0_11 0.1067 map_cut_500 0_11 0.1067 map_cut_1000 0_11 0.1067 relative_P_5 0_11 0.0000 relative_P_10 0_11 0.0000 relative_P_15 0_11 0.0833 relative_P_20 0_11 0.1667 relative_P_30 0_11 0.4167 relative_P_100 0_11 0.7500 relative_P_200 0_11 0.9167 relative_P_500 0_11 0.9167 relative_P_1000 0_11 0.9167 success_1 0_11 0.0000 success_5 0_11 0.0000 success_10 0_11 0.0000 set_P 0_11 0.0110 set_relative_P 0_11 0.9167 set_recall 0_11 0.9167 set_map 0_11 0.0101 set_F 0_11 0.0217 num_nonrel_judged_ret 0_11 17 rbp 0_11 0.0780 rbp_resid 0_11 0.2963 unj_5 0_11 0.0000 unj_10 0_11 0.2000 unj_20 0_11 0.4000 num_ret 0_2 1000 num_rel 0_2 34 num_rel_ret 0_2 20 map 0_2 0.0418 Rprec 0_2 0.1176 bpref 0_2 0.0467 recip_rank 0_2 0.1250 iprec_at_recall_0.00 0_2 0.1250 iprec_at_recall_0.10 0_2 0.1212 iprec_at_recall_0.20 0_2 0.0875 iprec_at_recall_0.30 0_2 0.0763 iprec_at_recall_0.40 0_2 0.0494 iprec_at_recall_0.50 0_2 0.0444 iprec_at_recall_0.60 0_2 0.0392 iprec_at_recall_0.70 0_2 0.0000 iprec_at_recall_0.80 0_2 0.0000 iprec_at_recall_0.90 0_2 0.0000 iprec_at_recall_1.00 0_2 0.0000 P_5 0_2 0.0000 P_10 0_2 0.1000 P_15 0_2 0.0667 P_20 0_2 0.0500 P_30 0_2 0.1000 P_100 0_2 0.0700 P_200 0_2 0.0600 P_500 0_2 0.0380 P_1000 0_2 0.0200 relstring 0_2 '0000000100' recall_5 0_2 0.0000 recall_10 0_2 0.0294 recall_15 0_2 0.0294 recall_20 0_2 0.0294 recall_30 0_2 0.0882 recall_100 0_2 0.2059 recall_200 0_2 0.3529 recall_500 0_2 0.5588 recall_1000 0_2 0.5882 infAP 0_2 0.0418 Rprec_mult_0.20 0_2 0.0000 Rprec_mult_0.40 0_2 0.0714 Rprec_mult_0.60 0_2 0.0476 Rprec_mult_0.80 0_2 0.1071 Rprec_mult_1.00 0_2 0.1176 Rprec_mult_1.20 0_2 0.0976 Rprec_mult_1.40 0_2 0.0833 Rprec_mult_1.60 0_2 0.0727 Rprec_mult_1.80 0_2 0.0968 Rprec_mult_2.00 0_2 0.0882 utility 0_2 -960.0000 11pt_avg 0_2 0.0494 binG 0_2 0.0915 G 0_2 0.0843 ndcg 0_2 0.2601 ndcg_rel 0_2 0.1944 Rndcg 0_2 0.0887 ndcg_cut_5 0_2 0.0000 ndcg_cut_10 0_2 0.0313 ndcg_cut_15 0_2 0.0253 ndcg_cut_20 0_2 0.0231 ndcg_cut_30 0_2 0.0599 ndcg_cut_100 0_2 0.1093 ndcg_cut_200 0_2 0.1683 ndcg_cut_500 0_2 0.2467 ndcg_cut_1000 0_2 0.2601 map_cut_5 0_2 0.0000 map_cut_10 0_2 0.0037 map_cut_15 0_2 0.0037 map_cut_20 0_2 0.0037 map_cut_30 0_2 0.0094 map_cut_100 0_2 0.0211 map_cut_200 0_2 0.0313 map_cut_500 0_2 0.0406 map_cut_1000 0_2 0.0418 relative_P_5 0_2 0.0000 relative_P_10 0_2 0.1000 relative_P_15 0_2 0.0667 relative_P_20 0_2 0.0500 relative_P_30 0_2 0.1000 relative_P_100 0_2 0.2059 relative_P_200 0_2 0.3529 relative_P_500 0_2 0.5588 relative_P_1000 0_2 0.5882 success_1 0_2 0.0000 success_5 0_2 0.0000 success_10 0_2 1.0000 set_P 0_2 0.0200 set_relative_P 0_2 0.5882 set_recall 0_2 0.5882 set_map 0_2 0.0118 set_F 0_2 0.0387 num_nonrel_judged_ret 0_2 142 rbp 0_2 0.0245 rbp_resid 0_2 0.0172 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1000 num_rel 0_3 24 num_rel_ret 0_3 23 map 0_3 0.1020 Rprec 0_3 0.0833 bpref 0_3 0.0556 recip_rank 0_3 0.2000 iprec_at_recall_0.00 0_3 0.2000 iprec_at_recall_0.10 0_3 0.1429 iprec_at_recall_0.20 0_3 0.1263 iprec_at_recall_0.30 0_3 0.1263 iprec_at_recall_0.40 0_3 0.1263 iprec_at_recall_0.50 0_3 0.1263 iprec_at_recall_0.60 0_3 0.0946 iprec_at_recall_0.70 0_3 0.0905 iprec_at_recall_0.80 0_3 0.0884 iprec_at_recall_0.90 0_3 0.0667 iprec_at_recall_1.00 0_3 0.0000 P_5 0_3 0.2000 P_10 0_3 0.1000 P_15 0_3 0.1333 P_20 0_3 0.1000 P_30 0_3 0.1000 P_100 0_3 0.1200 P_200 0_3 0.0900 P_500 0_3 0.0460 P_1000 0_3 0.0230 relstring 0_3 '0000100000' recall_5 0_3 0.0417 recall_10 0_3 0.0417 recall_15 0_3 0.0833 recall_20 0_3 0.0833 recall_30 0_3 0.1250 recall_100 0_3 0.5000 recall_200 0_3 0.7500 recall_500 0_3 0.9583 recall_1000 0_3 0.9583 infAP 0_3 0.1020 Rprec_mult_0.20 0_3 0.2000 Rprec_mult_0.40 0_3 0.1000 Rprec_mult_0.60 0_3 0.1333 Rprec_mult_0.80 0_3 0.1000 Rprec_mult_1.00 0_3 0.0833 Rprec_mult_1.20 0_3 0.1034 Rprec_mult_1.40 0_3 0.1176 Rprec_mult_1.60 0_3 0.1026 Rprec_mult_1.80 0_3 0.0909 Rprec_mult_2.00 0_3 0.0833 utility 0_3 -954.0000 11pt_avg 0_3 0.1080 binG 0_3 0.1606 G 0_3 0.1489 ndcg 0_3 0.3857 ndcg_rel 0_3 0.2193 Rndcg 0_3 0.1240 ndcg_cut_5 0_3 0.0561 ndcg_cut_10 0_3 0.0456 ndcg_cut_15 0_3 0.0655 ndcg_cut_20 0_3 0.0585 ndcg_cut_30 0_3 0.0717 ndcg_cut_100 0_3 0.2116 ndcg_cut_200 0_3 0.2915 ndcg_cut_500 0_3 0.3857 ndcg_cut_1000 0_3 0.3857 map_cut_5 0_3 0.0083 map_cut_10 0_3 0.0083 map_cut_15 0_3 0.0143 map_cut_20 0_3 0.0143 map_cut_30 0_3 0.0189 map_cut_100 0_3 0.0624 map_cut_200 0_3 0.0859 map_cut_500 0_3 0.1020 map_cut_1000 0_3 0.1020 relative_P_5 0_3 0.2000 relative_P_10 0_3 0.1000 relative_P_15 0_3 0.1333 relative_P_20 0_3 0.1000 relative_P_30 0_3 0.1250 relative_P_100 0_3 0.5000 relative_P_200 0_3 0.7500 relative_P_500 0_3 0.9583 relative_P_1000 0_3 0.9583 success_1 0_3 0.0000 success_5 0_3 1.0000 success_10 0_3 1.0000 set_P 0_3 0.0230 set_relative_P 0_3 0.9583 set_recall 0_3 0.9583 set_map 0_3 0.0220 set_F 0_3 0.0449 num_nonrel_judged_ret 0_3 126 rbp 0_3 0.0343 rbp_resid 0_3 0.0065 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 1000 num_rel 0_4 20 num_rel_ret 0_4 4 map 0_4 0.0140 Rprec 0_4 0.0500 bpref 0_4 0.1200 recip_rank 0_4 0.1000 iprec_at_recall_0.00 0_4 0.1000 iprec_at_recall_0.10 0_4 0.0682 iprec_at_recall_0.20 0_4 0.0482 iprec_at_recall_0.30 0_4 0.0000 iprec_at_recall_0.40 0_4 0.0000 iprec_at_recall_0.50 0_4 0.0000 iprec_at_recall_0.60 0_4 0.0000 iprec_at_recall_0.70 0_4 0.0000 iprec_at_recall_0.80 0_4 0.0000 iprec_at_recall_0.90 0_4 0.0000 iprec_at_recall_1.00 0_4 0.0000 P_5 0_4 0.0000 P_10 0_4 0.1000 P_15 0_4 0.0667 P_20 0_4 0.0500 P_30 0_4 0.0333 P_100 0_4 0.0400 P_200 0_4 0.0200 P_500 0_4 0.0080 P_1000 0_4 0.0040 relstring 0_4 '00000---04' recall_5 0_4 0.0000 recall_10 0_4 0.0500 recall_15 0_4 0.0500 recall_20 0_4 0.0500 recall_30 0_4 0.0500 recall_100 0_4 0.2000 recall_200 0_4 0.2000 recall_500 0_4 0.2000 recall_1000 0_4 0.2000 infAP 0_4 0.0140 Rprec_mult_0.20 0_4 0.0000 Rprec_mult_0.40 0_4 0.0000 Rprec_mult_0.60 0_4 0.0833 Rprec_mult_0.80 0_4 0.0625 Rprec_mult_1.00 0_4 0.0500 Rprec_mult_1.20 0_4 0.0417 Rprec_mult_1.40 0_4 0.0357 Rprec_mult_1.60 0_4 0.0625 Rprec_mult_1.80 0_4 0.0556 Rprec_mult_2.00 0_4 0.0500 utility 0_4 -992.0000 11pt_avg 0_4 0.0197 binG 0_4 0.0416 G 0_4 0.0571 ndcg 0_4 0.1550 ndcg_rel 0_4 0.1481 Rndcg 0_4 0.0603 ndcg_cut_5 0_4 0.0000 ndcg_cut_10 0_4 0.0839 ndcg_cut_15 0_4 0.0739 ndcg_cut_20 0_4 0.0687 ndcg_cut_30 0_4 0.0687 ndcg_cut_100 0_4 0.1550 ndcg_cut_200 0_4 0.1550 ndcg_cut_500 0_4 0.1550 ndcg_cut_1000 0_4 0.1550 map_cut_5 0_4 0.0000 map_cut_10 0_4 0.0050 map_cut_15 0_4 0.0050 map_cut_20 0_4 0.0050 map_cut_30 0_4 0.0050 map_cut_100 0_4 0.0140 map_cut_200 0_4 0.0140 map_cut_500 0_4 0.0140 map_cut_1000 0_4 0.0140 relative_P_5 0_4 0.0000 relative_P_10 0_4 0.1000 relative_P_15 0_4 0.0667 relative_P_20 0_4 0.0500 relative_P_30 0_4 0.0500 relative_P_100 0_4 0.2000 relative_P_200 0_4 0.2000 relative_P_500 0_4 0.2000 relative_P_1000 0_4 0.2000 success_1 0_4 0.0000 success_5 0_4 0.0000 success_10 0_4 1.0000 set_P 0_4 0.0040 set_relative_P 0_4 0.2000 set_recall 0_4 0.2000 set_map 0_4 0.0008 set_F 0_4 0.0078 num_nonrel_judged_ret 0_4 25 rbp 0_4 0.0433 rbp_resid 0_4 0.4915 unj_5 0_4 0.0000 unj_10 0_4 0.3000 unj_20 0_4 0.6500 num_ret 0_6 1000 num_rel 0_6 121 num_rel_ret 0_6 1 map 0_6 0.0001 Rprec 0_6 0.0000 bpref 0_6 0.0061 recip_rank 0_6 0.0079 iprec_at_recall_0.00 0_6 0.0079 iprec_at_recall_0.10 0_6 0.0000 iprec_at_recall_0.20 0_6 0.0000 iprec_at_recall_0.30 0_6 0.0000 iprec_at_recall_0.40 0_6 0.0000 iprec_at_recall_0.50 0_6 0.0000 iprec_at_recall_0.60 0_6 0.0000 iprec_at_recall_0.70 0_6 0.0000 iprec_at_recall_0.80 0_6 0.0000 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 0.0000 P_10 0_6 0.0000 P_15 0_6 0.0000 P_20 0_6 0.0000 P_30 0_6 0.0000 P_100 0_6 0.0000 P_200 0_6 0.0050 P_500 0_6 0.0020 P_1000 0_6 0.0010 relstring 0_6 '0000000-00' recall_5 0_6 0.0000 recall_10 0_6 0.0000 recall_15 0_6 0.0000 recall_20 0_6 0.0000 recall_30 0_6 0.0000 recall_100 0_6 0.0000 recall_200 0_6 0.0083 recall_500 0_6 0.0083 recall_1000 0_6 0.0083 infAP 0_6 0.0001 Rprec_mult_0.20 0_6 0.0000 Rprec_mult_0.40 0_6 0.0000 Rprec_mult_0.60 0_6 0.0000 Rprec_mult_0.80 0_6 0.0000 Rprec_mult_1.00 0_6 0.0000 Rprec_mult_1.20 0_6 0.0068 Rprec_mult_1.40 0_6 0.0059 Rprec_mult_1.60 0_6 0.0052 Rprec_mult_1.80 0_6 0.0046 Rprec_mult_2.00 0_6 0.0041 utility 0_6 -998.0000 11pt_avg 0_6 0.0007 binG 0_6 0.0012 G 0_6 0.0008 ndcg 0_6 0.0038 ndcg_rel 0_6 0.0038 Rndcg 0_6 0.0010 ndcg_cut_5 0_6 0.0000 ndcg_cut_10 0_6 0.0000 ndcg_cut_15 0_6 0.0000 ndcg_cut_20 0_6 0.0000 ndcg_cut_30 0_6 0.0000 ndcg_cut_100 0_6 0.0000 ndcg_cut_200 0_6 0.0038 ndcg_cut_500 0_6 0.0038 ndcg_cut_1000 0_6 0.0038 map_cut_5 0_6 0.0000 map_cut_10 0_6 0.0000 map_cut_15 0_6 0.0000 map_cut_20 0_6 0.0000 map_cut_30 0_6 0.0000 map_cut_100 0_6 0.0000 map_cut_200 0_6 0.0001 map_cut_500 0_6 0.0001 map_cut_1000 0_6 0.0001 relative_P_5 0_6 0.0000 relative_P_10 0_6 0.0000 relative_P_15 0_6 0.0000 relative_P_20 0_6 0.0000 relative_P_30 0_6 0.0000 relative_P_100 0_6 0.0000 relative_P_200 0_6 0.0083 relative_P_500 0_6 0.0083 relative_P_1000 0_6 0.0083 success_1 0_6 0.0000 success_5 0_6 0.0000 success_10 0_6 0.0000 set_P 0_6 0.0010 set_relative_P 0_6 0.0083 set_recall 0_6 0.0083 set_map 0_6 0.0000 set_F 0_6 0.0018 num_nonrel_judged_ret 0_6 24 rbp 0_6 0.0000 rbp_resid 0_6 0.2850 unj_5 0_6 0.0000 unj_10 0_6 0.1000 unj_20 0_6 0.3500 num_ret 0_7 1000 num_rel 0_7 33 num_rel_ret 0_7 0 map 0_7 0.0000 Rprec 0_7 0.0000 bpref 0_7 0.0000 recip_rank 0_7 0.0000 iprec_at_recall_0.00 0_7 0.0000 iprec_at_recall_0.10 0_7 0.0000 iprec_at_recall_0.20 0_7 0.0000 iprec_at_recall_0.30 0_7 0.0000 iprec_at_recall_0.40 0_7 0.0000 iprec_at_recall_0.50 0_7 0.0000 iprec_at_recall_0.60 0_7 0.0000 iprec_at_recall_0.70 0_7 0.0000 iprec_at_recall_0.80 0_7 0.0000 iprec_at_recall_0.90 0_7 0.0000 iprec_at_recall_1.00 0_7 0.0000 P_5 0_7 0.0000 P_10 0_7 0.0000 P_15 0_7 0.0000 P_20 0_7 0.0000 P_30 0_7 0.0000 P_100 0_7 0.0000 P_200 0_7 0.0000 P_500 0_7 0.0000 P_1000 0_7 0.0000 relstring 0_7 '00000-----' recall_5 0_7 0.0000 recall_10 0_7 0.0000 recall_15 0_7 0.0000 recall_20 0_7 0.0000 recall_30 0_7 0.0000 recall_100 0_7 0.0000 recall_200 0_7 0.0000 recall_500 0_7 0.0000 recall_1000 0_7 0.0000 infAP 0_7 0.0000 Rprec_mult_0.20 0_7 0.0000 Rprec_mult_0.40 0_7 0.0000 Rprec_mult_0.60 0_7 0.0000 Rprec_mult_0.80 0_7 0.0000 Rprec_mult_1.00 0_7 0.0000 Rprec_mult_1.20 0_7 0.0000 Rprec_mult_1.40 0_7 0.0000 Rprec_mult_1.60 0_7 0.0000 Rprec_mult_1.80 0_7 0.0000 Rprec_mult_2.00 0_7 0.0000 utility 0_7 -1000.0000 11pt_avg 0_7 0.0000 binG 0_7 0.0000 G 0_7 0.0000 ndcg 0_7 0.0000 ndcg_rel 0_7 0.0000 Rndcg 0_7 0.0000 ndcg_cut_5 0_7 0.0000 ndcg_cut_10 0_7 0.0000 ndcg_cut_15 0_7 0.0000 ndcg_cut_20 0_7 0.0000 ndcg_cut_30 0_7 0.0000 ndcg_cut_100 0_7 0.0000 ndcg_cut_200 0_7 0.0000 ndcg_cut_500 0_7 0.0000 ndcg_cut_1000 0_7 0.0000 map_cut_5 0_7 0.0000 map_cut_10 0_7 0.0000 map_cut_15 0_7 0.0000 map_cut_20 0_7 0.0000 map_cut_30 0_7 0.0000 map_cut_100 0_7 0.0000 map_cut_200 0_7 0.0000 map_cut_500 0_7 0.0000 map_cut_1000 0_7 0.0000 relative_P_5 0_7 0.0000 relative_P_10 0_7 0.0000 relative_P_15 0_7 0.0000 relative_P_20 0_7 0.0000 relative_P_30 0_7 0.0000 relative_P_100 0_7 0.0000 relative_P_200 0_7 0.0000 relative_P_500 0_7 0.0000 relative_P_1000 0_7 0.0000 success_1 0_7 0.0000 success_5 0_7 0.0000 success_10 0_7 0.0000 set_P 0_7 0.0000 set_relative_P 0_7 0.0000 set_recall 0_7 0.0000 set_map 0_7 0.0000 set_F 0_7 0.0000 num_nonrel_judged_ret 0_7 5 rbp 0_7 0.0000 rbp_resid 0_7 0.5905 unj_5 0_7 0.0000 unj_10 0_7 0.5000 unj_20 0_7 0.7500 num_ret 0_8 1000 num_rel 0_8 31 num_rel_ret 0_8 1 map 0_8 0.0001 Rprec 0_8 0.0000 bpref 0_8 0.0250 recip_rank 0_8 0.0022 iprec_at_recall_0.00 0_8 0.0022 iprec_at_recall_0.10 0_8 0.0000 iprec_at_recall_0.20 0_8 0.0000 iprec_at_recall_0.30 0_8 0.0000 iprec_at_recall_0.40 0_8 0.0000 iprec_at_recall_0.50 0_8 0.0000 iprec_at_recall_0.60 0_8 0.0000 iprec_at_recall_0.70 0_8 0.0000 iprec_at_recall_0.80 0_8 0.0000 iprec_at_recall_0.90 0_8 0.0000 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.0000 P_10 0_8 0.0000 P_15 0_8 0.0000 P_20 0_8 0.0000 P_30 0_8 0.0000 P_100 0_8 0.0000 P_200 0_8 0.0000 P_500 0_8 0.0020 P_1000 0_8 0.0010 relstring 0_8 '00000-----' recall_5 0_8 0.0000 recall_10 0_8 0.0000 recall_15 0_8 0.0000 recall_20 0_8 0.0000 recall_30 0_8 0.0000 recall_100 0_8 0.0000 recall_200 0_8 0.0000 recall_500 0_8 0.0323 recall_1000 0_8 0.0323 infAP 0_8 0.0001 Rprec_mult_0.20 0_8 0.0000 Rprec_mult_0.40 0_8 0.0000 Rprec_mult_0.60 0_8 0.0000 Rprec_mult_0.80 0_8 0.0000 Rprec_mult_1.00 0_8 0.0000 Rprec_mult_1.20 0_8 0.0000 Rprec_mult_1.40 0_8 0.0000 Rprec_mult_1.60 0_8 0.0000 Rprec_mult_1.80 0_8 0.0000 Rprec_mult_2.00 0_8 0.0000 utility 0_8 -998.0000 11pt_avg 0_8 0.0002 binG 0_8 0.0037 G 0_8 0.0028 ndcg 0_8 0.0083 ndcg_rel 0_8 0.0083 Rndcg 0_8 0.0028 ndcg_cut_5 0_8 0.0000 ndcg_cut_10 0_8 0.0000 ndcg_cut_15 0_8 0.0000 ndcg_cut_20 0_8 0.0000 ndcg_cut_30 0_8 0.0000 ndcg_cut_100 0_8 0.0000 ndcg_cut_200 0_8 0.0000 ndcg_cut_500 0_8 0.0083 ndcg_cut_1000 0_8 0.0083 map_cut_5 0_8 0.0000 map_cut_10 0_8 0.0000 map_cut_15 0_8 0.0000 map_cut_20 0_8 0.0000 map_cut_30 0_8 0.0000 map_cut_100 0_8 0.0000 map_cut_200 0_8 0.0000 map_cut_500 0_8 0.0001 map_cut_1000 0_8 0.0001 relative_P_5 0_8 0.0000 relative_P_10 0_8 0.0000 relative_P_15 0_8 0.0000 relative_P_20 0_8 0.0000 relative_P_30 0_8 0.0000 relative_P_100 0_8 0.0000 relative_P_200 0_8 0.0000 relative_P_500 0_8 0.0323 relative_P_1000 0_8 0.0323 success_1 0_8 0.0000 success_5 0_8 0.0000 success_10 0_8 0.0000 set_P 0_8 0.0010 set_relative_P 0_8 0.0323 set_recall 0_8 0.0323 set_map 0_8 0.0000 set_F 0_8 0.0019 num_nonrel_judged_ret 0_8 7 rbp 0_8 0.0000 rbp_resid 0_8 0.5871 unj_5 0_8 0.0000 unj_10 0_8 0.5000 unj_20 0_8 0.7500 num_ret 10_1 1000 num_rel 10_1 118 num_rel_ret 10_1 15 map 10_1 0.0474 Rprec 10_1 0.1102 bpref 10_1 0.1169 recip_rank 10_1 1.0000 iprec_at_recall_0.00 10_1 1.0000 iprec_at_recall_0.10 10_1 0.1150 iprec_at_recall_0.20 10_1 0.0000 iprec_at_recall_0.30 10_1 0.0000 iprec_at_recall_0.40 10_1 0.0000 iprec_at_recall_0.50 10_1 0.0000 iprec_at_recall_0.60 10_1 0.0000 iprec_at_recall_0.70 10_1 0.0000 iprec_at_recall_0.80 10_1 0.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 0.6000 P_10 10_1 0.3000 P_15 10_1 0.4000 P_20 10_1 0.3500 P_30 10_1 0.2667 P_100 10_1 0.1100 P_200 10_1 0.0700 P_500 10_1 0.0300 P_1000 10_1 0.0150 relstring 10_1 '110200----' recall_5 10_1 0.0254 recall_10 10_1 0.0254 recall_15 10_1 0.0508 recall_20 10_1 0.0593 recall_30 10_1 0.0678 recall_100 10_1 0.0932 recall_200 10_1 0.1186 recall_500 10_1 0.1271 recall_1000 10_1 0.1271 infAP 10_1 0.0474 Rprec_mult_0.20 10_1 0.2917 Rprec_mult_0.40 10_1 0.2083 Rprec_mult_0.60 10_1 0.1549 Rprec_mult_0.80 10_1 0.1158 Rprec_mult_1.00 10_1 0.1102 Rprec_mult_1.20 10_1 0.0986 Rprec_mult_1.40 10_1 0.0843 Rprec_mult_1.60 10_1 0.0741 Rprec_mult_1.80 10_1 0.0657 Rprec_mult_2.00 10_1 0.0593 utility 10_1 -970.0000 11pt_avg 10_1 0.1014 binG 10_1 0.0438 G 10_1 0.0251 ndcg 10_1 0.1476 ndcg_rel 10_1 0.1568 Rndcg 10_1 0.1940 ndcg_cut_5 10_1 0.2946 ndcg_cut_10 10_1 0.2140 ndcg_cut_15 10_1 0.2494 ndcg_cut_20 10_1 0.2285 ndcg_cut_30 10_1 0.2018 ndcg_cut_100 10_1 0.1431 ndcg_cut_200 10_1 0.1445 ndcg_cut_500 10_1 0.1476 ndcg_cut_1000 10_1 0.1476 map_cut_5 10_1 0.0233 map_cut_10 10_1 0.0233 map_cut_15 10_1 0.0330 map_cut_20 10_1 0.0365 map_cut_30 10_1 0.0389 map_cut_100 10_1 0.0443 map_cut_200 10_1 0.0471 map_cut_500 10_1 0.0474 map_cut_1000 10_1 0.0474 relative_P_5 10_1 0.6000 relative_P_10 10_1 0.3000 relative_P_15 10_1 0.4000 relative_P_20 10_1 0.3500 relative_P_30 10_1 0.2667 relative_P_100 10_1 0.1100 relative_P_200 10_1 0.1186 relative_P_500 10_1 0.1271 relative_P_1000 10_1 0.1271 success_1 10_1 1.0000 success_5 10_1 1.0000 success_10 10_1 1.0000 set_P 10_1 0.0150 set_relative_P 10_1 0.1271 set_recall 10_1 0.1271 set_map 10_1 0.0019 set_F 10_1 0.0268 num_nonrel_judged_ret 10_1 32 rbp 10_1 0.1635 rbp_resid 10_1 0.3199 unj_5 10_1 0.0000 unj_10 10_1 0.4000 unj_20 10_1 0.3500 num_ret 10_12 1000 num_rel 10_12 71 num_rel_ret 10_12 0 map 10_12 0.0000 Rprec 10_12 0.0000 bpref 10_12 0.0000 recip_rank 10_12 0.0000 iprec_at_recall_0.00 10_12 0.0000 iprec_at_recall_0.10 10_12 0.0000 iprec_at_recall_0.20 10_12 0.0000 iprec_at_recall_0.30 10_12 0.0000 iprec_at_recall_0.40 10_12 0.0000 iprec_at_recall_0.50 10_12 0.0000 iprec_at_recall_0.60 10_12 0.0000 iprec_at_recall_0.70 10_12 0.0000 iprec_at_recall_0.80 10_12 0.0000 iprec_at_recall_0.90 10_12 0.0000 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 0.0000 P_10 10_12 0.0000 P_15 10_12 0.0000 P_20 10_12 0.0000 P_30 10_12 0.0000 P_100 10_12 0.0000 P_200 10_12 0.0000 P_500 10_12 0.0000 P_1000 10_12 0.0000 relstring 10_12 '00000-----' recall_5 10_12 0.0000 recall_10 10_12 0.0000 recall_15 10_12 0.0000 recall_20 10_12 0.0000 recall_30 10_12 0.0000 recall_100 10_12 0.0000 recall_200 10_12 0.0000 recall_500 10_12 0.0000 recall_1000 10_12 0.0000 infAP 10_12 0.0000 Rprec_mult_0.20 10_12 0.0000 Rprec_mult_0.40 10_12 0.0000 Rprec_mult_0.60 10_12 0.0000 Rprec_mult_0.80 10_12 0.0000 Rprec_mult_1.00 10_12 0.0000 Rprec_mult_1.20 10_12 0.0000 Rprec_mult_1.40 10_12 0.0000 Rprec_mult_1.60 10_12 0.0000 Rprec_mult_1.80 10_12 0.0000 Rprec_mult_2.00 10_12 0.0000 utility 10_12 -1000.0000 11pt_avg 10_12 0.0000 binG 10_12 0.0000 G 10_12 0.0000 ndcg 10_12 0.0000 ndcg_rel 10_12 0.0000 Rndcg 10_12 0.0000 ndcg_cut_5 10_12 0.0000 ndcg_cut_10 10_12 0.0000 ndcg_cut_15 10_12 0.0000 ndcg_cut_20 10_12 0.0000 ndcg_cut_30 10_12 0.0000 ndcg_cut_100 10_12 0.0000 ndcg_cut_200 10_12 0.0000 ndcg_cut_500 10_12 0.0000 ndcg_cut_1000 10_12 0.0000 map_cut_5 10_12 0.0000 map_cut_10 10_12 0.0000 map_cut_15 10_12 0.0000 map_cut_20 10_12 0.0000 map_cut_30 10_12 0.0000 map_cut_100 10_12 0.0000 map_cut_200 10_12 0.0000 map_cut_500 10_12 0.0000 map_cut_1000 10_12 0.0000 relative_P_5 10_12 0.0000 relative_P_10 10_12 0.0000 relative_P_15 10_12 0.0000 relative_P_20 10_12 0.0000 relative_P_30 10_12 0.0000 relative_P_100 10_12 0.0000 relative_P_200 10_12 0.0000 relative_P_500 10_12 0.0000 relative_P_1000 10_12 0.0000 success_1 10_12 0.0000 success_5 10_12 0.0000 success_10 10_12 0.0000 set_P 10_12 0.0000 set_relative_P 10_12 0.0000 set_recall 10_12 0.0000 set_map 10_12 0.0000 set_F 10_12 0.0000 num_nonrel_judged_ret 10_12 5 rbp 10_12 0.0000 rbp_resid 10_12 0.5905 unj_5 10_12 0.0000 unj_10 10_12 0.5000 unj_20 10_12 0.7500 num_ret 10_2 1000 num_rel 10_2 30 num_rel_ret 10_2 2 map 10_2 0.0003 Rprec 10_2 0.0000 bpref 10_2 0.0000 recip_rank 10_2 0.0056 iprec_at_recall_0.00 10_2 0.0056 iprec_at_recall_0.10 10_2 0.0000 iprec_at_recall_0.20 10_2 0.0000 iprec_at_recall_0.30 10_2 0.0000 iprec_at_recall_0.40 10_2 0.0000 iprec_at_recall_0.50 10_2 0.0000 iprec_at_recall_0.60 10_2 0.0000 iprec_at_recall_0.70 10_2 0.0000 iprec_at_recall_0.80 10_2 0.0000 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 0.0000 P_10 10_2 0.0000 P_15 10_2 0.0000 P_20 10_2 0.0000 P_30 10_2 0.0000 P_100 10_2 0.0000 P_200 10_2 0.0050 P_500 10_2 0.0020 P_1000 10_2 0.0020 relstring 10_2 '0000000-00' recall_5 10_2 0.0000 recall_10 10_2 0.0000 recall_15 10_2 0.0000 recall_20 10_2 0.0000 recall_30 10_2 0.0000 recall_100 10_2 0.0000 recall_200 10_2 0.0333 recall_500 10_2 0.0333 recall_1000 10_2 0.0667 infAP 10_2 0.0003 Rprec_mult_0.20 10_2 0.0000 Rprec_mult_0.40 10_2 0.0000 Rprec_mult_0.60 10_2 0.0000 Rprec_mult_0.80 10_2 0.0000 Rprec_mult_1.00 10_2 0.0000 Rprec_mult_1.20 10_2 0.0000 Rprec_mult_1.40 10_2 0.0000 Rprec_mult_1.60 10_2 0.0000 Rprec_mult_1.80 10_2 0.0000 Rprec_mult_2.00 10_2 0.0000 utility 10_2 -996.0000 11pt_avg 10_2 0.0005 binG 10_2 0.0081 G 10_2 0.0072 ndcg 10_2 0.0193 ndcg_rel 10_2 0.0189 Rndcg 10_2 0.0039 ndcg_cut_5 10_2 0.0000 ndcg_cut_10 10_2 0.0000 ndcg_cut_15 10_2 0.0000 ndcg_cut_20 10_2 0.0000 ndcg_cut_30 10_2 0.0000 ndcg_cut_100 10_2 0.0000 ndcg_cut_200 10_2 0.0073 ndcg_cut_500 10_2 0.0073 ndcg_cut_1000 10_2 0.0193 map_cut_5 10_2 0.0000 map_cut_10 10_2 0.0000 map_cut_15 10_2 0.0000 map_cut_20 10_2 0.0000 map_cut_30 10_2 0.0000 map_cut_100 10_2 0.0000 map_cut_200 10_2 0.0002 map_cut_500 10_2 0.0002 map_cut_1000 10_2 0.0003 relative_P_5 10_2 0.0000 relative_P_10 10_2 0.0000 relative_P_15 10_2 0.0000 relative_P_20 10_2 0.0000 relative_P_30 10_2 0.0000 relative_P_100 10_2 0.0000 relative_P_200 10_2 0.0333 relative_P_500 10_2 0.0333 relative_P_1000 10_2 0.0667 success_1 10_2 0.0000 success_5 10_2 0.0000 success_10 10_2 0.0000 set_P 10_2 0.0020 set_relative_P 10_2 0.0667 set_recall 10_2 0.0667 set_map 10_2 0.0001 set_F 10_2 0.0039 num_nonrel_judged_ret 10_2 49 rbp 10_2 0.0000 rbp_resid 10_2 0.2049 unj_5 10_2 0.0000 unj_10 10_2 0.1000 unj_20 10_2 0.3000 num_ret 10_3 1000 num_rel 10_3 23 num_rel_ret 10_3 0 map 10_3 0.0000 Rprec 10_3 0.0000 bpref 10_3 0.0000 recip_rank 10_3 0.0000 iprec_at_recall_0.00 10_3 0.0000 iprec_at_recall_0.10 10_3 0.0000 iprec_at_recall_0.20 10_3 0.0000 iprec_at_recall_0.30 10_3 0.0000 iprec_at_recall_0.40 10_3 0.0000 iprec_at_recall_0.50 10_3 0.0000 iprec_at_recall_0.60 10_3 0.0000 iprec_at_recall_0.70 10_3 0.0000 iprec_at_recall_0.80 10_3 0.0000 iprec_at_recall_0.90 10_3 0.0000 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 0.0000 P_10 10_3 0.0000 P_15 10_3 0.0000 P_20 10_3 0.0000 P_30 10_3 0.0000 P_100 10_3 0.0000 P_200 10_3 0.0000 P_500 10_3 0.0000 P_1000 10_3 0.0000 relstring 10_3 '00000-----' recall_5 10_3 0.0000 recall_10 10_3 0.0000 recall_15 10_3 0.0000 recall_20 10_3 0.0000 recall_30 10_3 0.0000 recall_100 10_3 0.0000 recall_200 10_3 0.0000 recall_500 10_3 0.0000 recall_1000 10_3 0.0000 infAP 10_3 0.0000 Rprec_mult_0.20 10_3 0.0000 Rprec_mult_0.40 10_3 0.0000 Rprec_mult_0.60 10_3 0.0000 Rprec_mult_0.80 10_3 0.0000 Rprec_mult_1.00 10_3 0.0000 Rprec_mult_1.20 10_3 0.0000 Rprec_mult_1.40 10_3 0.0000 Rprec_mult_1.60 10_3 0.0000 Rprec_mult_1.80 10_3 0.0000 Rprec_mult_2.00 10_3 0.0000 utility 10_3 -1000.0000 11pt_avg 10_3 0.0000 binG 10_3 0.0000 G 10_3 0.0000 ndcg 10_3 0.0000 ndcg_rel 10_3 0.0000 Rndcg 10_3 0.0000 ndcg_cut_5 10_3 0.0000 ndcg_cut_10 10_3 0.0000 ndcg_cut_15 10_3 0.0000 ndcg_cut_20 10_3 0.0000 ndcg_cut_30 10_3 0.0000 ndcg_cut_100 10_3 0.0000 ndcg_cut_200 10_3 0.0000 ndcg_cut_500 10_3 0.0000 ndcg_cut_1000 10_3 0.0000 map_cut_5 10_3 0.0000 map_cut_10 10_3 0.0000 map_cut_15 10_3 0.0000 map_cut_20 10_3 0.0000 map_cut_30 10_3 0.0000 map_cut_100 10_3 0.0000 map_cut_200 10_3 0.0000 map_cut_500 10_3 0.0000 map_cut_1000 10_3 0.0000 relative_P_5 10_3 0.0000 relative_P_10 10_3 0.0000 relative_P_15 10_3 0.0000 relative_P_20 10_3 0.0000 relative_P_30 10_3 0.0000 relative_P_100 10_3 0.0000 relative_P_200 10_3 0.0000 relative_P_500 10_3 0.0000 relative_P_1000 10_3 0.0000 success_1 10_3 0.0000 success_5 10_3 0.0000 success_10 10_3 0.0000 set_P 10_3 0.0000 set_relative_P 10_3 0.0000 set_recall 10_3 0.0000 set_map 10_3 0.0000 set_F 10_3 0.0000 num_nonrel_judged_ret 10_3 12 rbp 10_3 0.0000 rbp_resid 10_3 0.5904 unj_5 10_3 0.0000 unj_10 10_3 0.5000 unj_20 10_3 0.7500 num_ret 10_6 1000 num_rel 10_6 133 num_rel_ret 10_6 0 map 10_6 0.0000 Rprec 10_6 0.0000 bpref 10_6 0.0000 recip_rank 10_6 0.0000 iprec_at_recall_0.00 10_6 0.0000 iprec_at_recall_0.10 10_6 0.0000 iprec_at_recall_0.20 10_6 0.0000 iprec_at_recall_0.30 10_6 0.0000 iprec_at_recall_0.40 10_6 0.0000 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 0.0000 P_10 10_6 0.0000 P_15 10_6 0.0000 P_20 10_6 0.0000 P_30 10_6 0.0000 P_100 10_6 0.0000 P_200 10_6 0.0000 P_500 10_6 0.0000 P_1000 10_6 0.0000 relstring 10_6 '00000-----' recall_5 10_6 0.0000 recall_10 10_6 0.0000 recall_15 10_6 0.0000 recall_20 10_6 0.0000 recall_30 10_6 0.0000 recall_100 10_6 0.0000 recall_200 10_6 0.0000 recall_500 10_6 0.0000 recall_1000 10_6 0.0000 infAP 10_6 0.0000 Rprec_mult_0.20 10_6 0.0000 Rprec_mult_0.40 10_6 0.0000 Rprec_mult_0.60 10_6 0.0000 Rprec_mult_0.80 10_6 0.0000 Rprec_mult_1.00 10_6 0.0000 Rprec_mult_1.20 10_6 0.0000 Rprec_mult_1.40 10_6 0.0000 Rprec_mult_1.60 10_6 0.0000 Rprec_mult_1.80 10_6 0.0000 Rprec_mult_2.00 10_6 0.0000 utility 10_6 -1000.0000 11pt_avg 10_6 0.0000 binG 10_6 0.0000 G 10_6 0.0000 ndcg 10_6 0.0000 ndcg_rel 10_6 0.0000 Rndcg 10_6 0.0000 ndcg_cut_5 10_6 0.0000 ndcg_cut_10 10_6 0.0000 ndcg_cut_15 10_6 0.0000 ndcg_cut_20 10_6 0.0000 ndcg_cut_30 10_6 0.0000 ndcg_cut_100 10_6 0.0000 ndcg_cut_200 10_6 0.0000 ndcg_cut_500 10_6 0.0000 ndcg_cut_1000 10_6 0.0000 map_cut_5 10_6 0.0000 map_cut_10 10_6 0.0000 map_cut_15 10_6 0.0000 map_cut_20 10_6 0.0000 map_cut_30 10_6 0.0000 map_cut_100 10_6 0.0000 map_cut_200 10_6 0.0000 map_cut_500 10_6 0.0000 map_cut_1000 10_6 0.0000 relative_P_5 10_6 0.0000 relative_P_10 10_6 0.0000 relative_P_15 10_6 0.0000 relative_P_20 10_6 0.0000 relative_P_30 10_6 0.0000 relative_P_100 10_6 0.0000 relative_P_200 10_6 0.0000 relative_P_500 10_6 0.0000 relative_P_1000 10_6 0.0000 success_1 10_6 0.0000 success_5 10_6 0.0000 success_10 10_6 0.0000 set_P 10_6 0.0000 set_relative_P 10_6 0.0000 set_recall 10_6 0.0000 set_map 10_6 0.0000 set_F 10_6 0.0000 num_nonrel_judged_ret 10_6 5 rbp 10_6 0.0000 rbp_resid 10_6 0.5905 unj_5 10_6 0.0000 unj_10 10_6 0.5000 unj_20 10_6 0.7500 num_ret 10_7 1000 num_rel 10_7 149 num_rel_ret 10_7 0 map 10_7 0.0000 Rprec 10_7 0.0000 bpref 10_7 0.0000 recip_rank 10_7 0.0000 iprec_at_recall_0.00 10_7 0.0000 iprec_at_recall_0.10 10_7 0.0000 iprec_at_recall_0.20 10_7 0.0000 iprec_at_recall_0.30 10_7 0.0000 iprec_at_recall_0.40 10_7 0.0000 iprec_at_recall_0.50 10_7 0.0000 iprec_at_recall_0.60 10_7 0.0000 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 0.0000 P_10 10_7 0.0000 P_15 10_7 0.0000 P_20 10_7 0.0000 P_30 10_7 0.0000 P_100 10_7 0.0000 P_200 10_7 0.0000 P_500 10_7 0.0000 P_1000 10_7 0.0000 relstring 10_7 '00000-----' recall_5 10_7 0.0000 recall_10 10_7 0.0000 recall_15 10_7 0.0000 recall_20 10_7 0.0000 recall_30 10_7 0.0000 recall_100 10_7 0.0000 recall_200 10_7 0.0000 recall_500 10_7 0.0000 recall_1000 10_7 0.0000 infAP 10_7 0.0000 Rprec_mult_0.20 10_7 0.0000 Rprec_mult_0.40 10_7 0.0000 Rprec_mult_0.60 10_7 0.0000 Rprec_mult_0.80 10_7 0.0000 Rprec_mult_1.00 10_7 0.0000 Rprec_mult_1.20 10_7 0.0000 Rprec_mult_1.40 10_7 0.0000 Rprec_mult_1.60 10_7 0.0000 Rprec_mult_1.80 10_7 0.0000 Rprec_mult_2.00 10_7 0.0000 utility 10_7 -1000.0000 11pt_avg 10_7 0.0000 binG 10_7 0.0000 G 10_7 0.0000 ndcg 10_7 0.0000 ndcg_rel 10_7 0.0000 Rndcg 10_7 0.0000 ndcg_cut_5 10_7 0.0000 ndcg_cut_10 10_7 0.0000 ndcg_cut_15 10_7 0.0000 ndcg_cut_20 10_7 0.0000 ndcg_cut_30 10_7 0.0000 ndcg_cut_100 10_7 0.0000 ndcg_cut_200 10_7 0.0000 ndcg_cut_500 10_7 0.0000 ndcg_cut_1000 10_7 0.0000 map_cut_5 10_7 0.0000 map_cut_10 10_7 0.0000 map_cut_15 10_7 0.0000 map_cut_20 10_7 0.0000 map_cut_30 10_7 0.0000 map_cut_100 10_7 0.0000 map_cut_200 10_7 0.0000 map_cut_500 10_7 0.0000 map_cut_1000 10_7 0.0000 relative_P_5 10_7 0.0000 relative_P_10 10_7 0.0000 relative_P_15 10_7 0.0000 relative_P_20 10_7 0.0000 relative_P_30 10_7 0.0000 relative_P_100 10_7 0.0000 relative_P_200 10_7 0.0000 relative_P_500 10_7 0.0000 relative_P_1000 10_7 0.0000 success_1 10_7 0.0000 success_5 10_7 0.0000 success_10 10_7 0.0000 set_P 10_7 0.0000 set_relative_P 10_7 0.0000 set_recall 10_7 0.0000 set_map 10_7 0.0000 set_F 10_7 0.0000 num_nonrel_judged_ret 10_7 5 rbp 10_7 0.0000 rbp_resid 10_7 0.5905 unj_5 10_7 0.0000 unj_10 10_7 0.5000 unj_20 10_7 0.7500 num_ret 10_8 1000 num_rel 10_8 76 num_rel_ret 10_8 0 map 10_8 0.0000 Rprec 10_8 0.0000 bpref 10_8 0.0000 recip_rank 10_8 0.0000 iprec_at_recall_0.00 10_8 0.0000 iprec_at_recall_0.10 10_8 0.0000 iprec_at_recall_0.20 10_8 0.0000 iprec_at_recall_0.30 10_8 0.0000 iprec_at_recall_0.40 10_8 0.0000 iprec_at_recall_0.50 10_8 0.0000 iprec_at_recall_0.60 10_8 0.0000 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 0.0000 P_10 10_8 0.0000 P_15 10_8 0.0000 P_20 10_8 0.0000 P_30 10_8 0.0000 P_100 10_8 0.0000 P_200 10_8 0.0000 P_500 10_8 0.0000 P_1000 10_8 0.0000 relstring 10_8 '00000-----' recall_5 10_8 0.0000 recall_10 10_8 0.0000 recall_15 10_8 0.0000 recall_20 10_8 0.0000 recall_30 10_8 0.0000 recall_100 10_8 0.0000 recall_200 10_8 0.0000 recall_500 10_8 0.0000 recall_1000 10_8 0.0000 infAP 10_8 0.0000 Rprec_mult_0.20 10_8 0.0000 Rprec_mult_0.40 10_8 0.0000 Rprec_mult_0.60 10_8 0.0000 Rprec_mult_0.80 10_8 0.0000 Rprec_mult_1.00 10_8 0.0000 Rprec_mult_1.20 10_8 0.0000 Rprec_mult_1.40 10_8 0.0000 Rprec_mult_1.60 10_8 0.0000 Rprec_mult_1.80 10_8 0.0000 Rprec_mult_2.00 10_8 0.0000 utility 10_8 -1000.0000 11pt_avg 10_8 0.0000 binG 10_8 0.0000 G 10_8 0.0000 ndcg 10_8 0.0000 ndcg_rel 10_8 0.0000 Rndcg 10_8 0.0000 ndcg_cut_5 10_8 0.0000 ndcg_cut_10 10_8 0.0000 ndcg_cut_15 10_8 0.0000 ndcg_cut_20 10_8 0.0000 ndcg_cut_30 10_8 0.0000 ndcg_cut_100 10_8 0.0000 ndcg_cut_200 10_8 0.0000 ndcg_cut_500 10_8 0.0000 ndcg_cut_1000 10_8 0.0000 map_cut_5 10_8 0.0000 map_cut_10 10_8 0.0000 map_cut_15 10_8 0.0000 map_cut_20 10_8 0.0000 map_cut_30 10_8 0.0000 map_cut_100 10_8 0.0000 map_cut_200 10_8 0.0000 map_cut_500 10_8 0.0000 map_cut_1000 10_8 0.0000 relative_P_5 10_8 0.0000 relative_P_10 10_8 0.0000 relative_P_15 10_8 0.0000 relative_P_20 10_8 0.0000 relative_P_30 10_8 0.0000 relative_P_100 10_8 0.0000 relative_P_200 10_8 0.0000 relative_P_500 10_8 0.0000 relative_P_1000 10_8 0.0000 success_1 10_8 0.0000 success_5 10_8 0.0000 success_10 10_8 0.0000 set_P 10_8 0.0000 set_relative_P 10_8 0.0000 set_recall 10_8 0.0000 set_map 10_8 0.0000 set_F 10_8 0.0000 num_nonrel_judged_ret 10_8 5 rbp 10_8 0.0000 rbp_resid 10_8 0.5905 unj_5 10_8 0.0000 unj_10 10_8 0.5000 unj_20 10_8 0.7500 num_ret 11_10 1000 num_rel 11_10 126 num_rel_ret 11_10 0 map 11_10 0.0000 Rprec 11_10 0.0000 bpref 11_10 0.0000 recip_rank 11_10 0.0000 iprec_at_recall_0.00 11_10 0.0000 iprec_at_recall_0.10 11_10 0.0000 iprec_at_recall_0.20 11_10 0.0000 iprec_at_recall_0.30 11_10 0.0000 iprec_at_recall_0.40 11_10 0.0000 iprec_at_recall_0.50 11_10 0.0000 iprec_at_recall_0.60 11_10 0.0000 iprec_at_recall_0.70 11_10 0.0000 iprec_at_recall_0.80 11_10 0.0000 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 0.0000 P_10 11_10 0.0000 P_15 11_10 0.0000 P_20 11_10 0.0000 P_30 11_10 0.0000 P_100 11_10 0.0000 P_200 11_10 0.0000 P_500 11_10 0.0000 P_1000 11_10 0.0000 relstring 11_10 '00000-----' recall_5 11_10 0.0000 recall_10 11_10 0.0000 recall_15 11_10 0.0000 recall_20 11_10 0.0000 recall_30 11_10 0.0000 recall_100 11_10 0.0000 recall_200 11_10 0.0000 recall_500 11_10 0.0000 recall_1000 11_10 0.0000 infAP 11_10 0.0000 Rprec_mult_0.20 11_10 0.0000 Rprec_mult_0.40 11_10 0.0000 Rprec_mult_0.60 11_10 0.0000 Rprec_mult_0.80 11_10 0.0000 Rprec_mult_1.00 11_10 0.0000 Rprec_mult_1.20 11_10 0.0000 Rprec_mult_1.40 11_10 0.0000 Rprec_mult_1.60 11_10 0.0000 Rprec_mult_1.80 11_10 0.0000 Rprec_mult_2.00 11_10 0.0000 utility 11_10 -1000.0000 11pt_avg 11_10 0.0000 binG 11_10 0.0000 G 11_10 0.0000 ndcg 11_10 0.0000 ndcg_rel 11_10 0.0000 Rndcg 11_10 0.0000 ndcg_cut_5 11_10 0.0000 ndcg_cut_10 11_10 0.0000 ndcg_cut_15 11_10 0.0000 ndcg_cut_20 11_10 0.0000 ndcg_cut_30 11_10 0.0000 ndcg_cut_100 11_10 0.0000 ndcg_cut_200 11_10 0.0000 ndcg_cut_500 11_10 0.0000 ndcg_cut_1000 11_10 0.0000 map_cut_5 11_10 0.0000 map_cut_10 11_10 0.0000 map_cut_15 11_10 0.0000 map_cut_20 11_10 0.0000 map_cut_30 11_10 0.0000 map_cut_100 11_10 0.0000 map_cut_200 11_10 0.0000 map_cut_500 11_10 0.0000 map_cut_1000 11_10 0.0000 relative_P_5 11_10 0.0000 relative_P_10 11_10 0.0000 relative_P_15 11_10 0.0000 relative_P_20 11_10 0.0000 relative_P_30 11_10 0.0000 relative_P_100 11_10 0.0000 relative_P_200 11_10 0.0000 relative_P_500 11_10 0.0000 relative_P_1000 11_10 0.0000 success_1 11_10 0.0000 success_5 11_10 0.0000 success_10 11_10 0.0000 set_P 11_10 0.0000 set_relative_P 11_10 0.0000 set_recall 11_10 0.0000 set_map 11_10 0.0000 set_F 11_10 0.0000 num_nonrel_judged_ret 11_10 5 rbp 11_10 0.0000 rbp_resid 11_10 0.5905 unj_5 11_10 0.0000 unj_10 11_10 0.5000 unj_20 11_10 0.7500 num_ret 11_11 1000 num_rel 11_11 134 num_rel_ret 11_11 0 map 11_11 0.0000 Rprec 11_11 0.0000 bpref 11_11 0.0000 recip_rank 11_11 0.0000 iprec_at_recall_0.00 11_11 0.0000 iprec_at_recall_0.10 11_11 0.0000 iprec_at_recall_0.20 11_11 0.0000 iprec_at_recall_0.30 11_11 0.0000 iprec_at_recall_0.40 11_11 0.0000 iprec_at_recall_0.50 11_11 0.0000 iprec_at_recall_0.60 11_11 0.0000 iprec_at_recall_0.70 11_11 0.0000 iprec_at_recall_0.80 11_11 0.0000 iprec_at_recall_0.90 11_11 0.0000 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 0.0000 P_10 11_11 0.0000 P_15 11_11 0.0000 P_20 11_11 0.0000 P_30 11_11 0.0000 P_100 11_11 0.0000 P_200 11_11 0.0000 P_500 11_11 0.0000 P_1000 11_11 0.0000 relstring 11_11 '00000-----' recall_5 11_11 0.0000 recall_10 11_11 0.0000 recall_15 11_11 0.0000 recall_20 11_11 0.0000 recall_30 11_11 0.0000 recall_100 11_11 0.0000 recall_200 11_11 0.0000 recall_500 11_11 0.0000 recall_1000 11_11 0.0000 infAP 11_11 0.0000 Rprec_mult_0.20 11_11 0.0000 Rprec_mult_0.40 11_11 0.0000 Rprec_mult_0.60 11_11 0.0000 Rprec_mult_0.80 11_11 0.0000 Rprec_mult_1.00 11_11 0.0000 Rprec_mult_1.20 11_11 0.0000 Rprec_mult_1.40 11_11 0.0000 Rprec_mult_1.60 11_11 0.0000 Rprec_mult_1.80 11_11 0.0000 Rprec_mult_2.00 11_11 0.0000 utility 11_11 -1000.0000 11pt_avg 11_11 0.0000 binG 11_11 0.0000 G 11_11 0.0000 ndcg 11_11 0.0000 ndcg_rel 11_11 0.0000 Rndcg 11_11 0.0000 ndcg_cut_5 11_11 0.0000 ndcg_cut_10 11_11 0.0000 ndcg_cut_15 11_11 0.0000 ndcg_cut_20 11_11 0.0000 ndcg_cut_30 11_11 0.0000 ndcg_cut_100 11_11 0.0000 ndcg_cut_200 11_11 0.0000 ndcg_cut_500 11_11 0.0000 ndcg_cut_1000 11_11 0.0000 map_cut_5 11_11 0.0000 map_cut_10 11_11 0.0000 map_cut_15 11_11 0.0000 map_cut_20 11_11 0.0000 map_cut_30 11_11 0.0000 map_cut_100 11_11 0.0000 map_cut_200 11_11 0.0000 map_cut_500 11_11 0.0000 map_cut_1000 11_11 0.0000 relative_P_5 11_11 0.0000 relative_P_10 11_11 0.0000 relative_P_15 11_11 0.0000 relative_P_20 11_11 0.0000 relative_P_30 11_11 0.0000 relative_P_100 11_11 0.0000 relative_P_200 11_11 0.0000 relative_P_500 11_11 0.0000 relative_P_1000 11_11 0.0000 success_1 11_11 0.0000 success_5 11_11 0.0000 success_10 11_11 0.0000 set_P 11_11 0.0000 set_relative_P 11_11 0.0000 set_recall 11_11 0.0000 set_map 11_11 0.0000 set_F 11_11 0.0000 num_nonrel_judged_ret 11_11 5 rbp 11_11 0.0000 rbp_resid 11_11 0.5905 unj_5 11_11 0.0000 unj_10 11_11 0.5000 unj_20 11_11 0.7500 num_ret 11_12 1000 num_rel 11_12 89 num_rel_ret 11_12 0 map 11_12 0.0000 Rprec 11_12 0.0000 bpref 11_12 0.0000 recip_rank 11_12 0.0000 iprec_at_recall_0.00 11_12 0.0000 iprec_at_recall_0.10 11_12 0.0000 iprec_at_recall_0.20 11_12 0.0000 iprec_at_recall_0.30 11_12 0.0000 iprec_at_recall_0.40 11_12 0.0000 iprec_at_recall_0.50 11_12 0.0000 iprec_at_recall_0.60 11_12 0.0000 iprec_at_recall_0.70 11_12 0.0000 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.0000 P_10 11_12 0.0000 P_15 11_12 0.0000 P_20 11_12 0.0000 P_30 11_12 0.0000 P_100 11_12 0.0000 P_200 11_12 0.0000 P_500 11_12 0.0000 P_1000 11_12 0.0000 relstring 11_12 '00000-----' recall_5 11_12 0.0000 recall_10 11_12 0.0000 recall_15 11_12 0.0000 recall_20 11_12 0.0000 recall_30 11_12 0.0000 recall_100 11_12 0.0000 recall_200 11_12 0.0000 recall_500 11_12 0.0000 recall_1000 11_12 0.0000 infAP 11_12 0.0000 Rprec_mult_0.20 11_12 0.0000 Rprec_mult_0.40 11_12 0.0000 Rprec_mult_0.60 11_12 0.0000 Rprec_mult_0.80 11_12 0.0000 Rprec_mult_1.00 11_12 0.0000 Rprec_mult_1.20 11_12 0.0000 Rprec_mult_1.40 11_12 0.0000 Rprec_mult_1.60 11_12 0.0000 Rprec_mult_1.80 11_12 0.0000 Rprec_mult_2.00 11_12 0.0000 utility 11_12 -1000.0000 11pt_avg 11_12 0.0000 binG 11_12 0.0000 G 11_12 0.0000 ndcg 11_12 0.0000 ndcg_rel 11_12 0.0000 Rndcg 11_12 0.0000 ndcg_cut_5 11_12 0.0000 ndcg_cut_10 11_12 0.0000 ndcg_cut_15 11_12 0.0000 ndcg_cut_20 11_12 0.0000 ndcg_cut_30 11_12 0.0000 ndcg_cut_100 11_12 0.0000 ndcg_cut_200 11_12 0.0000 ndcg_cut_500 11_12 0.0000 ndcg_cut_1000 11_12 0.0000 map_cut_5 11_12 0.0000 map_cut_10 11_12 0.0000 map_cut_15 11_12 0.0000 map_cut_20 11_12 0.0000 map_cut_30 11_12 0.0000 map_cut_100 11_12 0.0000 map_cut_200 11_12 0.0000 map_cut_500 11_12 0.0000 map_cut_1000 11_12 0.0000 relative_P_5 11_12 0.0000 relative_P_10 11_12 0.0000 relative_P_15 11_12 0.0000 relative_P_20 11_12 0.0000 relative_P_30 11_12 0.0000 relative_P_100 11_12 0.0000 relative_P_200 11_12 0.0000 relative_P_500 11_12 0.0000 relative_P_1000 11_12 0.0000 success_1 11_12 0.0000 success_5 11_12 0.0000 success_10 11_12 0.0000 set_P 11_12 0.0000 set_relative_P 11_12 0.0000 set_recall 11_12 0.0000 set_map 11_12 0.0000 set_F 11_12 0.0000 num_nonrel_judged_ret 11_12 5 rbp 11_12 0.0000 rbp_resid 11_12 0.5905 unj_5 11_12 0.0000 unj_10 11_12 0.5000 unj_20 11_12 0.7500 num_ret 11_13 1000 num_rel 11_13 203 num_rel_ret 11_13 0 map 11_13 0.0000 Rprec 11_13 0.0000 bpref 11_13 0.0000 recip_rank 11_13 0.0000 iprec_at_recall_0.00 11_13 0.0000 iprec_at_recall_0.10 11_13 0.0000 iprec_at_recall_0.20 11_13 0.0000 iprec_at_recall_0.30 11_13 0.0000 iprec_at_recall_0.40 11_13 0.0000 iprec_at_recall_0.50 11_13 0.0000 iprec_at_recall_0.60 11_13 0.0000 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 0.0000 P_10 11_13 0.0000 P_15 11_13 0.0000 P_20 11_13 0.0000 P_30 11_13 0.0000 P_100 11_13 0.0000 P_200 11_13 0.0000 P_500 11_13 0.0000 P_1000 11_13 0.0000 relstring 11_13 '0000-0----' recall_5 11_13 0.0000 recall_10 11_13 0.0000 recall_15 11_13 0.0000 recall_20 11_13 0.0000 recall_30 11_13 0.0000 recall_100 11_13 0.0000 recall_200 11_13 0.0000 recall_500 11_13 0.0000 recall_1000 11_13 0.0000 infAP 11_13 0.0000 Rprec_mult_0.20 11_13 0.0000 Rprec_mult_0.40 11_13 0.0000 Rprec_mult_0.60 11_13 0.0000 Rprec_mult_0.80 11_13 0.0000 Rprec_mult_1.00 11_13 0.0000 Rprec_mult_1.20 11_13 0.0000 Rprec_mult_1.40 11_13 0.0000 Rprec_mult_1.60 11_13 0.0000 Rprec_mult_1.80 11_13 0.0000 Rprec_mult_2.00 11_13 0.0000 utility 11_13 -1000.0000 11pt_avg 11_13 0.0000 binG 11_13 0.0000 G 11_13 0.0000 ndcg 11_13 0.0000 ndcg_rel 11_13 0.0000 Rndcg 11_13 0.0000 ndcg_cut_5 11_13 0.0000 ndcg_cut_10 11_13 0.0000 ndcg_cut_15 11_13 0.0000 ndcg_cut_20 11_13 0.0000 ndcg_cut_30 11_13 0.0000 ndcg_cut_100 11_13 0.0000 ndcg_cut_200 11_13 0.0000 ndcg_cut_500 11_13 0.0000 ndcg_cut_1000 11_13 0.0000 map_cut_5 11_13 0.0000 map_cut_10 11_13 0.0000 map_cut_15 11_13 0.0000 map_cut_20 11_13 0.0000 map_cut_30 11_13 0.0000 map_cut_100 11_13 0.0000 map_cut_200 11_13 0.0000 map_cut_500 11_13 0.0000 map_cut_1000 11_13 0.0000 relative_P_5 11_13 0.0000 relative_P_10 11_13 0.0000 relative_P_15 11_13 0.0000 relative_P_20 11_13 0.0000 relative_P_30 11_13 0.0000 relative_P_100 11_13 0.0000 relative_P_200 11_13 0.0000 relative_P_500 11_13 0.0000 relative_P_1000 11_13 0.0000 success_1 11_13 0.0000 success_5 11_13 0.0000 success_10 11_13 0.0000 set_P 11_13 0.0000 set_relative_P 11_13 0.0000 set_recall 11_13 0.0000 set_map 11_13 0.0000 set_F 11_13 0.0000 num_nonrel_judged_ret 11_13 5 rbp 11_13 0.0000 rbp_resid 11_13 0.5971 unj_5 11_13 0.2000 unj_10 11_13 0.5000 unj_20 11_13 0.7500 num_ret 11_2 1000 num_rel 11_2 146 num_rel_ret 11_2 0 map 11_2 0.0000 Rprec 11_2 0.0000 bpref 11_2 0.0000 recip_rank 11_2 0.0000 iprec_at_recall_0.00 11_2 0.0000 iprec_at_recall_0.10 11_2 0.0000 iprec_at_recall_0.20 11_2 0.0000 iprec_at_recall_0.30 11_2 0.0000 iprec_at_recall_0.40 11_2 0.0000 iprec_at_recall_0.50 11_2 0.0000 iprec_at_recall_0.60 11_2 0.0000 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 0.0000 P_10 11_2 0.0000 P_15 11_2 0.0000 P_20 11_2 0.0000 P_30 11_2 0.0000 P_100 11_2 0.0000 P_200 11_2 0.0000 P_500 11_2 0.0000 P_1000 11_2 0.0000 relstring 11_2 '00000-----' recall_5 11_2 0.0000 recall_10 11_2 0.0000 recall_15 11_2 0.0000 recall_20 11_2 0.0000 recall_30 11_2 0.0000 recall_100 11_2 0.0000 recall_200 11_2 0.0000 recall_500 11_2 0.0000 recall_1000 11_2 0.0000 infAP 11_2 0.0000 Rprec_mult_0.20 11_2 0.0000 Rprec_mult_0.40 11_2 0.0000 Rprec_mult_0.60 11_2 0.0000 Rprec_mult_0.80 11_2 0.0000 Rprec_mult_1.00 11_2 0.0000 Rprec_mult_1.20 11_2 0.0000 Rprec_mult_1.40 11_2 0.0000 Rprec_mult_1.60 11_2 0.0000 Rprec_mult_1.80 11_2 0.0000 Rprec_mult_2.00 11_2 0.0000 utility 11_2 -1000.0000 11pt_avg 11_2 0.0000 binG 11_2 0.0000 G 11_2 0.0000 ndcg 11_2 0.0000 ndcg_rel 11_2 0.0000 Rndcg 11_2 0.0000 ndcg_cut_5 11_2 0.0000 ndcg_cut_10 11_2 0.0000 ndcg_cut_15 11_2 0.0000 ndcg_cut_20 11_2 0.0000 ndcg_cut_30 11_2 0.0000 ndcg_cut_100 11_2 0.0000 ndcg_cut_200 11_2 0.0000 ndcg_cut_500 11_2 0.0000 ndcg_cut_1000 11_2 0.0000 map_cut_5 11_2 0.0000 map_cut_10 11_2 0.0000 map_cut_15 11_2 0.0000 map_cut_20 11_2 0.0000 map_cut_30 11_2 0.0000 map_cut_100 11_2 0.0000 map_cut_200 11_2 0.0000 map_cut_500 11_2 0.0000 map_cut_1000 11_2 0.0000 relative_P_5 11_2 0.0000 relative_P_10 11_2 0.0000 relative_P_15 11_2 0.0000 relative_P_20 11_2 0.0000 relative_P_30 11_2 0.0000 relative_P_100 11_2 0.0000 relative_P_200 11_2 0.0000 relative_P_500 11_2 0.0000 relative_P_1000 11_2 0.0000 success_1 11_2 0.0000 success_5 11_2 0.0000 success_10 11_2 0.0000 set_P 11_2 0.0000 set_relative_P 11_2 0.0000 set_recall 11_2 0.0000 set_map 11_2 0.0000 set_F 11_2 0.0000 num_nonrel_judged_ret 11_2 7 rbp 11_2 0.0000 rbp_resid 11_2 0.5880 unj_5 11_2 0.0000 unj_10 11_2 0.5000 unj_20 11_2 0.7500 num_ret 11_3 1000 num_rel 11_3 188 num_rel_ret 11_3 0 map 11_3 0.0000 Rprec 11_3 0.0000 bpref 11_3 0.0000 recip_rank 11_3 0.0000 iprec_at_recall_0.00 11_3 0.0000 iprec_at_recall_0.10 11_3 0.0000 iprec_at_recall_0.20 11_3 0.0000 iprec_at_recall_0.30 11_3 0.0000 iprec_at_recall_0.40 11_3 0.0000 iprec_at_recall_0.50 11_3 0.0000 iprec_at_recall_0.60 11_3 0.0000 iprec_at_recall_0.70 11_3 0.0000 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 0.0000 P_10 11_3 0.0000 P_15 11_3 0.0000 P_20 11_3 0.0000 P_30 11_3 0.0000 P_100 11_3 0.0000 P_200 11_3 0.0000 P_500 11_3 0.0000 P_1000 11_3 0.0000 relstring 11_3 '00000-----' recall_5 11_3 0.0000 recall_10 11_3 0.0000 recall_15 11_3 0.0000 recall_20 11_3 0.0000 recall_30 11_3 0.0000 recall_100 11_3 0.0000 recall_200 11_3 0.0000 recall_500 11_3 0.0000 recall_1000 11_3 0.0000 infAP 11_3 0.0000 Rprec_mult_0.20 11_3 0.0000 Rprec_mult_0.40 11_3 0.0000 Rprec_mult_0.60 11_3 0.0000 Rprec_mult_0.80 11_3 0.0000 Rprec_mult_1.00 11_3 0.0000 Rprec_mult_1.20 11_3 0.0000 Rprec_mult_1.40 11_3 0.0000 Rprec_mult_1.60 11_3 0.0000 Rprec_mult_1.80 11_3 0.0000 Rprec_mult_2.00 11_3 0.0000 utility 11_3 -1000.0000 11pt_avg 11_3 0.0000 binG 11_3 0.0000 G 11_3 0.0000 ndcg 11_3 0.0000 ndcg_rel 11_3 0.0000 Rndcg 11_3 0.0000 ndcg_cut_5 11_3 0.0000 ndcg_cut_10 11_3 0.0000 ndcg_cut_15 11_3 0.0000 ndcg_cut_20 11_3 0.0000 ndcg_cut_30 11_3 0.0000 ndcg_cut_100 11_3 0.0000 ndcg_cut_200 11_3 0.0000 ndcg_cut_500 11_3 0.0000 ndcg_cut_1000 11_3 0.0000 map_cut_5 11_3 0.0000 map_cut_10 11_3 0.0000 map_cut_15 11_3 0.0000 map_cut_20 11_3 0.0000 map_cut_30 11_3 0.0000 map_cut_100 11_3 0.0000 map_cut_200 11_3 0.0000 map_cut_500 11_3 0.0000 map_cut_1000 11_3 0.0000 relative_P_5 11_3 0.0000 relative_P_10 11_3 0.0000 relative_P_15 11_3 0.0000 relative_P_20 11_3 0.0000 relative_P_30 11_3 0.0000 relative_P_100 11_3 0.0000 relative_P_200 11_3 0.0000 relative_P_500 11_3 0.0000 relative_P_1000 11_3 0.0000 success_1 11_3 0.0000 success_5 11_3 0.0000 success_10 11_3 0.0000 set_P 11_3 0.0000 set_relative_P 11_3 0.0000 set_recall 11_3 0.0000 set_map 11_3 0.0000 set_F 11_3 0.0000 num_nonrel_judged_ret 11_3 6 rbp 11_3 0.0000 rbp_resid 11_3 0.5905 unj_5 11_3 0.0000 unj_10 11_3 0.5000 unj_20 11_3 0.7500 num_ret 11_4 1000 num_rel 11_4 144 num_rel_ret 11_4 0 map 11_4 0.0000 Rprec 11_4 0.0000 bpref 11_4 0.0000 recip_rank 11_4 0.0000 iprec_at_recall_0.00 11_4 0.0000 iprec_at_recall_0.10 11_4 0.0000 iprec_at_recall_0.20 11_4 0.0000 iprec_at_recall_0.30 11_4 0.0000 iprec_at_recall_0.40 11_4 0.0000 iprec_at_recall_0.50 11_4 0.0000 iprec_at_recall_0.60 11_4 0.0000 iprec_at_recall_0.70 11_4 0.0000 iprec_at_recall_0.80 11_4 0.0000 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 0.0000 P_10 11_4 0.0000 P_15 11_4 0.0000 P_20 11_4 0.0000 P_30 11_4 0.0000 P_100 11_4 0.0000 P_200 11_4 0.0000 P_500 11_4 0.0000 P_1000 11_4 0.0000 relstring 11_4 '00000-----' recall_5 11_4 0.0000 recall_10 11_4 0.0000 recall_15 11_4 0.0000 recall_20 11_4 0.0000 recall_30 11_4 0.0000 recall_100 11_4 0.0000 recall_200 11_4 0.0000 recall_500 11_4 0.0000 recall_1000 11_4 0.0000 infAP 11_4 0.0000 Rprec_mult_0.20 11_4 0.0000 Rprec_mult_0.40 11_4 0.0000 Rprec_mult_0.60 11_4 0.0000 Rprec_mult_0.80 11_4 0.0000 Rprec_mult_1.00 11_4 0.0000 Rprec_mult_1.20 11_4 0.0000 Rprec_mult_1.40 11_4 0.0000 Rprec_mult_1.60 11_4 0.0000 Rprec_mult_1.80 11_4 0.0000 Rprec_mult_2.00 11_4 0.0000 utility 11_4 -1000.0000 11pt_avg 11_4 0.0000 binG 11_4 0.0000 G 11_4 0.0000 ndcg 11_4 0.0000 ndcg_rel 11_4 0.0000 Rndcg 11_4 0.0000 ndcg_cut_5 11_4 0.0000 ndcg_cut_10 11_4 0.0000 ndcg_cut_15 11_4 0.0000 ndcg_cut_20 11_4 0.0000 ndcg_cut_30 11_4 0.0000 ndcg_cut_100 11_4 0.0000 ndcg_cut_200 11_4 0.0000 ndcg_cut_500 11_4 0.0000 ndcg_cut_1000 11_4 0.0000 map_cut_5 11_4 0.0000 map_cut_10 11_4 0.0000 map_cut_15 11_4 0.0000 map_cut_20 11_4 0.0000 map_cut_30 11_4 0.0000 map_cut_100 11_4 0.0000 map_cut_200 11_4 0.0000 map_cut_500 11_4 0.0000 map_cut_1000 11_4 0.0000 relative_P_5 11_4 0.0000 relative_P_10 11_4 0.0000 relative_P_15 11_4 0.0000 relative_P_20 11_4 0.0000 relative_P_30 11_4 0.0000 relative_P_100 11_4 0.0000 relative_P_200 11_4 0.0000 relative_P_500 11_4 0.0000 relative_P_1000 11_4 0.0000 success_1 11_4 0.0000 success_5 11_4 0.0000 success_10 11_4 0.0000 set_P 11_4 0.0000 set_relative_P 11_4 0.0000 set_recall 11_4 0.0000 set_map 11_4 0.0000 set_F 11_4 0.0000 num_nonrel_judged_ret 11_4 5 rbp 11_4 0.0000 rbp_resid 11_4 0.5905 unj_5 11_4 0.0000 unj_10 11_4 0.5000 unj_20 11_4 0.7500 num_ret 11_6 1000 num_rel 11_6 60 num_rel_ret 11_6 0 map 11_6 0.0000 Rprec 11_6 0.0000 bpref 11_6 0.0000 recip_rank 11_6 0.0000 iprec_at_recall_0.00 11_6 0.0000 iprec_at_recall_0.10 11_6 0.0000 iprec_at_recall_0.20 11_6 0.0000 iprec_at_recall_0.30 11_6 0.0000 iprec_at_recall_0.40 11_6 0.0000 iprec_at_recall_0.50 11_6 0.0000 iprec_at_recall_0.60 11_6 0.0000 iprec_at_recall_0.70 11_6 0.0000 iprec_at_recall_0.80 11_6 0.0000 iprec_at_recall_0.90 11_6 0.0000 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 0.0000 P_10 11_6 0.0000 P_15 11_6 0.0000 P_20 11_6 0.0000 P_30 11_6 0.0000 P_100 11_6 0.0000 P_200 11_6 0.0000 P_500 11_6 0.0000 P_1000 11_6 0.0000 relstring 11_6 '00000-----' recall_5 11_6 0.0000 recall_10 11_6 0.0000 recall_15 11_6 0.0000 recall_20 11_6 0.0000 recall_30 11_6 0.0000 recall_100 11_6 0.0000 recall_200 11_6 0.0000 recall_500 11_6 0.0000 recall_1000 11_6 0.0000 infAP 11_6 0.0000 Rprec_mult_0.20 11_6 0.0000 Rprec_mult_0.40 11_6 0.0000 Rprec_mult_0.60 11_6 0.0000 Rprec_mult_0.80 11_6 0.0000 Rprec_mult_1.00 11_6 0.0000 Rprec_mult_1.20 11_6 0.0000 Rprec_mult_1.40 11_6 0.0000 Rprec_mult_1.60 11_6 0.0000 Rprec_mult_1.80 11_6 0.0000 Rprec_mult_2.00 11_6 0.0000 utility 11_6 -1000.0000 11pt_avg 11_6 0.0000 binG 11_6 0.0000 G 11_6 0.0000 ndcg 11_6 0.0000 ndcg_rel 11_6 0.0000 Rndcg 11_6 0.0000 ndcg_cut_5 11_6 0.0000 ndcg_cut_10 11_6 0.0000 ndcg_cut_15 11_6 0.0000 ndcg_cut_20 11_6 0.0000 ndcg_cut_30 11_6 0.0000 ndcg_cut_100 11_6 0.0000 ndcg_cut_200 11_6 0.0000 ndcg_cut_500 11_6 0.0000 ndcg_cut_1000 11_6 0.0000 map_cut_5 11_6 0.0000 map_cut_10 11_6 0.0000 map_cut_15 11_6 0.0000 map_cut_20 11_6 0.0000 map_cut_30 11_6 0.0000 map_cut_100 11_6 0.0000 map_cut_200 11_6 0.0000 map_cut_500 11_6 0.0000 map_cut_1000 11_6 0.0000 relative_P_5 11_6 0.0000 relative_P_10 11_6 0.0000 relative_P_15 11_6 0.0000 relative_P_20 11_6 0.0000 relative_P_30 11_6 0.0000 relative_P_100 11_6 0.0000 relative_P_200 11_6 0.0000 relative_P_500 11_6 0.0000 relative_P_1000 11_6 0.0000 success_1 11_6 0.0000 success_5 11_6 0.0000 success_10 11_6 0.0000 set_P 11_6 0.0000 set_relative_P 11_6 0.0000 set_recall 11_6 0.0000 set_map 11_6 0.0000 set_F 11_6 0.0000 num_nonrel_judged_ret 11_6 5 rbp 11_6 0.0000 rbp_resid 11_6 0.5905 unj_5 11_6 0.0000 unj_10 11_6 0.5000 unj_20 11_6 0.7500 num_ret 11_7 1000 num_rel 11_7 90 num_rel_ret 11_7 0 map 11_7 0.0000 Rprec 11_7 0.0000 bpref 11_7 0.0000 recip_rank 11_7 0.0000 iprec_at_recall_0.00 11_7 0.0000 iprec_at_recall_0.10 11_7 0.0000 iprec_at_recall_0.20 11_7 0.0000 iprec_at_recall_0.30 11_7 0.0000 iprec_at_recall_0.40 11_7 0.0000 iprec_at_recall_0.50 11_7 0.0000 iprec_at_recall_0.60 11_7 0.0000 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 0.0000 P_10 11_7 0.0000 P_15 11_7 0.0000 P_20 11_7 0.0000 P_30 11_7 0.0000 P_100 11_7 0.0000 P_200 11_7 0.0000 P_500 11_7 0.0000 P_1000 11_7 0.0000 relstring 11_7 '00000-----' recall_5 11_7 0.0000 recall_10 11_7 0.0000 recall_15 11_7 0.0000 recall_20 11_7 0.0000 recall_30 11_7 0.0000 recall_100 11_7 0.0000 recall_200 11_7 0.0000 recall_500 11_7 0.0000 recall_1000 11_7 0.0000 infAP 11_7 0.0000 Rprec_mult_0.20 11_7 0.0000 Rprec_mult_0.40 11_7 0.0000 Rprec_mult_0.60 11_7 0.0000 Rprec_mult_0.80 11_7 0.0000 Rprec_mult_1.00 11_7 0.0000 Rprec_mult_1.20 11_7 0.0000 Rprec_mult_1.40 11_7 0.0000 Rprec_mult_1.60 11_7 0.0000 Rprec_mult_1.80 11_7 0.0000 Rprec_mult_2.00 11_7 0.0000 utility 11_7 -1000.0000 11pt_avg 11_7 0.0000 binG 11_7 0.0000 G 11_7 0.0000 ndcg 11_7 0.0000 ndcg_rel 11_7 0.0000 Rndcg 11_7 0.0000 ndcg_cut_5 11_7 0.0000 ndcg_cut_10 11_7 0.0000 ndcg_cut_15 11_7 0.0000 ndcg_cut_20 11_7 0.0000 ndcg_cut_30 11_7 0.0000 ndcg_cut_100 11_7 0.0000 ndcg_cut_200 11_7 0.0000 ndcg_cut_500 11_7 0.0000 ndcg_cut_1000 11_7 0.0000 map_cut_5 11_7 0.0000 map_cut_10 11_7 0.0000 map_cut_15 11_7 0.0000 map_cut_20 11_7 0.0000 map_cut_30 11_7 0.0000 map_cut_100 11_7 0.0000 map_cut_200 11_7 0.0000 map_cut_500 11_7 0.0000 map_cut_1000 11_7 0.0000 relative_P_5 11_7 0.0000 relative_P_10 11_7 0.0000 relative_P_15 11_7 0.0000 relative_P_20 11_7 0.0000 relative_P_30 11_7 0.0000 relative_P_100 11_7 0.0000 relative_P_200 11_7 0.0000 relative_P_500 11_7 0.0000 relative_P_1000 11_7 0.0000 success_1 11_7 0.0000 success_5 11_7 0.0000 success_10 11_7 0.0000 set_P 11_7 0.0000 set_relative_P 11_7 0.0000 set_recall 11_7 0.0000 set_map 11_7 0.0000 set_F 11_7 0.0000 num_nonrel_judged_ret 11_7 5 rbp 11_7 0.0000 rbp_resid 11_7 0.5905 unj_5 11_7 0.0000 unj_10 11_7 0.5000 unj_20 11_7 0.7500 num_ret 11_8 1000 num_rel 11_8 97 num_rel_ret 11_8 0 map 11_8 0.0000 Rprec 11_8 0.0000 bpref 11_8 0.0000 recip_rank 11_8 0.0000 iprec_at_recall_0.00 11_8 0.0000 iprec_at_recall_0.10 11_8 0.0000 iprec_at_recall_0.20 11_8 0.0000 iprec_at_recall_0.30 11_8 0.0000 iprec_at_recall_0.40 11_8 0.0000 iprec_at_recall_0.50 11_8 0.0000 iprec_at_recall_0.60 11_8 0.0000 iprec_at_recall_0.70 11_8 0.0000 iprec_at_recall_0.80 11_8 0.0000 iprec_at_recall_0.90 11_8 0.0000 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 0.0000 P_10 11_8 0.0000 P_15 11_8 0.0000 P_20 11_8 0.0000 P_30 11_8 0.0000 P_100 11_8 0.0000 P_200 11_8 0.0000 P_500 11_8 0.0000 P_1000 11_8 0.0000 relstring 11_8 '00000-----' recall_5 11_8 0.0000 recall_10 11_8 0.0000 recall_15 11_8 0.0000 recall_20 11_8 0.0000 recall_30 11_8 0.0000 recall_100 11_8 0.0000 recall_200 11_8 0.0000 recall_500 11_8 0.0000 recall_1000 11_8 0.0000 infAP 11_8 0.0000 Rprec_mult_0.20 11_8 0.0000 Rprec_mult_0.40 11_8 0.0000 Rprec_mult_0.60 11_8 0.0000 Rprec_mult_0.80 11_8 0.0000 Rprec_mult_1.00 11_8 0.0000 Rprec_mult_1.20 11_8 0.0000 Rprec_mult_1.40 11_8 0.0000 Rprec_mult_1.60 11_8 0.0000 Rprec_mult_1.80 11_8 0.0000 Rprec_mult_2.00 11_8 0.0000 utility 11_8 -1000.0000 11pt_avg 11_8 0.0000 binG 11_8 0.0000 G 11_8 0.0000 ndcg 11_8 0.0000 ndcg_rel 11_8 0.0000 Rndcg 11_8 0.0000 ndcg_cut_5 11_8 0.0000 ndcg_cut_10 11_8 0.0000 ndcg_cut_15 11_8 0.0000 ndcg_cut_20 11_8 0.0000 ndcg_cut_30 11_8 0.0000 ndcg_cut_100 11_8 0.0000 ndcg_cut_200 11_8 0.0000 ndcg_cut_500 11_8 0.0000 ndcg_cut_1000 11_8 0.0000 map_cut_5 11_8 0.0000 map_cut_10 11_8 0.0000 map_cut_15 11_8 0.0000 map_cut_20 11_8 0.0000 map_cut_30 11_8 0.0000 map_cut_100 11_8 0.0000 map_cut_200 11_8 0.0000 map_cut_500 11_8 0.0000 map_cut_1000 11_8 0.0000 relative_P_5 11_8 0.0000 relative_P_10 11_8 0.0000 relative_P_15 11_8 0.0000 relative_P_20 11_8 0.0000 relative_P_30 11_8 0.0000 relative_P_100 11_8 0.0000 relative_P_200 11_8 0.0000 relative_P_500 11_8 0.0000 relative_P_1000 11_8 0.0000 success_1 11_8 0.0000 success_5 11_8 0.0000 success_10 11_8 0.0000 set_P 11_8 0.0000 set_relative_P 11_8 0.0000 set_recall 11_8 0.0000 set_map 11_8 0.0000 set_F 11_8 0.0000 num_nonrel_judged_ret 11_8 5 rbp 11_8 0.0000 rbp_resid 11_8 0.5905 unj_5 11_8 0.0000 unj_10 11_8 0.5000 unj_20 11_8 0.7500 num_ret 11_9 1000 num_rel 11_9 117 num_rel_ret 11_9 0 map 11_9 0.0000 Rprec 11_9 0.0000 bpref 11_9 0.0000 recip_rank 11_9 0.0000 iprec_at_recall_0.00 11_9 0.0000 iprec_at_recall_0.10 11_9 0.0000 iprec_at_recall_0.20 11_9 0.0000 iprec_at_recall_0.30 11_9 0.0000 iprec_at_recall_0.40 11_9 0.0000 iprec_at_recall_0.50 11_9 0.0000 iprec_at_recall_0.60 11_9 0.0000 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 0.0000 P_10 11_9 0.0000 P_15 11_9 0.0000 P_20 11_9 0.0000 P_30 11_9 0.0000 P_100 11_9 0.0000 P_200 11_9 0.0000 P_500 11_9 0.0000 P_1000 11_9 0.0000 relstring 11_9 '00000-----' recall_5 11_9 0.0000 recall_10 11_9 0.0000 recall_15 11_9 0.0000 recall_20 11_9 0.0000 recall_30 11_9 0.0000 recall_100 11_9 0.0000 recall_200 11_9 0.0000 recall_500 11_9 0.0000 recall_1000 11_9 0.0000 infAP 11_9 0.0000 Rprec_mult_0.20 11_9 0.0000 Rprec_mult_0.40 11_9 0.0000 Rprec_mult_0.60 11_9 0.0000 Rprec_mult_0.80 11_9 0.0000 Rprec_mult_1.00 11_9 0.0000 Rprec_mult_1.20 11_9 0.0000 Rprec_mult_1.40 11_9 0.0000 Rprec_mult_1.60 11_9 0.0000 Rprec_mult_1.80 11_9 0.0000 Rprec_mult_2.00 11_9 0.0000 utility 11_9 -1000.0000 11pt_avg 11_9 0.0000 binG 11_9 0.0000 G 11_9 0.0000 ndcg 11_9 0.0000 ndcg_rel 11_9 0.0000 Rndcg 11_9 0.0000 ndcg_cut_5 11_9 0.0000 ndcg_cut_10 11_9 0.0000 ndcg_cut_15 11_9 0.0000 ndcg_cut_20 11_9 0.0000 ndcg_cut_30 11_9 0.0000 ndcg_cut_100 11_9 0.0000 ndcg_cut_200 11_9 0.0000 ndcg_cut_500 11_9 0.0000 ndcg_cut_1000 11_9 0.0000 map_cut_5 11_9 0.0000 map_cut_10 11_9 0.0000 map_cut_15 11_9 0.0000 map_cut_20 11_9 0.0000 map_cut_30 11_9 0.0000 map_cut_100 11_9 0.0000 map_cut_200 11_9 0.0000 map_cut_500 11_9 0.0000 map_cut_1000 11_9 0.0000 relative_P_5 11_9 0.0000 relative_P_10 11_9 0.0000 relative_P_15 11_9 0.0000 relative_P_20 11_9 0.0000 relative_P_30 11_9 0.0000 relative_P_100 11_9 0.0000 relative_P_200 11_9 0.0000 relative_P_500 11_9 0.0000 relative_P_1000 11_9 0.0000 success_1 11_9 0.0000 success_5 11_9 0.0000 success_10 11_9 0.0000 set_P 11_9 0.0000 set_relative_P 11_9 0.0000 set_recall 11_9 0.0000 set_map 11_9 0.0000 set_F 11_9 0.0000 num_nonrel_judged_ret 11_9 5 rbp 11_9 0.0000 rbp_resid 11_9 0.5905 unj_5 11_9 0.0000 unj_10 11_9 0.5000 unj_20 11_9 0.7500 num_ret 12_1 1000 num_rel 12_1 75 num_rel_ret 12_1 6 map 12_1 0.0349 Rprec 12_1 0.0800 bpref 12_1 0.0695 recip_rank 12_1 1.0000 iprec_at_recall_0.00 12_1 1.0000 iprec_at_recall_0.10 12_1 0.0000 iprec_at_recall_0.20 12_1 0.0000 iprec_at_recall_0.30 12_1 0.0000 iprec_at_recall_0.40 12_1 0.0000 iprec_at_recall_0.50 12_1 0.0000 iprec_at_recall_0.60 12_1 0.0000 iprec_at_recall_0.70 12_1 0.0000 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 0.4000 P_10 12_1 0.3000 P_15 12_1 0.2000 P_20 12_1 0.2000 P_30 12_1 0.1667 P_100 12_1 0.0600 P_200 12_1 0.0300 P_500 12_1 0.0120 P_1000 12_1 0.0060 relstring 12_1 '1010001000' recall_5 12_1 0.0267 recall_10 12_1 0.0400 recall_15 12_1 0.0400 recall_20 12_1 0.0533 recall_30 12_1 0.0667 recall_100 12_1 0.0800 recall_200 12_1 0.0800 recall_500 12_1 0.0800 recall_1000 12_1 0.0800 infAP 12_1 0.0349 Rprec_mult_0.20 12_1 0.2000 Rprec_mult_0.40 12_1 0.1667 Rprec_mult_0.60 12_1 0.1111 Rprec_mult_0.80 12_1 0.1000 Rprec_mult_1.00 12_1 0.0800 Rprec_mult_1.20 12_1 0.0667 Rprec_mult_1.40 12_1 0.0571 Rprec_mult_1.60 12_1 0.0500 Rprec_mult_1.80 12_1 0.0444 Rprec_mult_2.00 12_1 0.0400 utility 12_1 -988.0000 11pt_avg 12_1 0.0909 binG 12_1 0.0355 G 12_1 0.0157 ndcg 12_1 0.0912 ndcg_rel 12_1 0.1003 Rndcg 12_1 0.1558 ndcg_cut_5 12_1 0.2175 ndcg_cut_10 12_1 0.1817 ndcg_cut_15 12_1 0.1441 ndcg_cut_20 12_1 0.1369 ndcg_cut_30 12_1 0.1286 ndcg_cut_100 12_1 0.0912 ndcg_cut_200 12_1 0.0912 ndcg_cut_500 12_1 0.0912 ndcg_cut_1000 12_1 0.0912 map_cut_5 12_1 0.0222 map_cut_10 12_1 0.0279 map_cut_15 12_1 0.0279 map_cut_20 12_1 0.0307 map_cut_30 12_1 0.0333 map_cut_100 12_1 0.0349 map_cut_200 12_1 0.0349 map_cut_500 12_1 0.0349 map_cut_1000 12_1 0.0349 relative_P_5 12_1 0.4000 relative_P_10 12_1 0.3000 relative_P_15 12_1 0.2000 relative_P_20 12_1 0.2000 relative_P_30 12_1 0.1667 relative_P_100 12_1 0.0800 relative_P_200 12_1 0.0800 relative_P_500 12_1 0.0800 relative_P_1000 12_1 0.0800 success_1 12_1 1.0000 success_5 12_1 1.0000 success_10 12_1 1.0000 set_P 12_1 0.0060 set_relative_P 12_1 0.0800 set_recall 12_1 0.0800 set_map 12_1 0.0005 set_F 12_1 0.0112 num_nonrel_judged_ret 12_1 31 rbp 12_1 0.0880 rbp_resid 12_1 0.0909 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0000 num_ret 12_2 1000 num_rel 12_2 65 num_rel_ret 12_2 1 map 12_2 0.0001 Rprec 12_2 0.0000 bpref 12_2 0.0135 recip_rank 12_2 0.0053 iprec_at_recall_0.00 12_2 0.0053 iprec_at_recall_0.10 12_2 0.0000 iprec_at_recall_0.20 12_2 0.0000 iprec_at_recall_0.30 12_2 0.0000 iprec_at_recall_0.40 12_2 0.0000 iprec_at_recall_0.50 12_2 0.0000 iprec_at_recall_0.60 12_2 0.0000 iprec_at_recall_0.70 12_2 0.0000 iprec_at_recall_0.80 12_2 0.0000 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 0.0000 P_10 12_2 0.0000 P_15 12_2 0.0000 P_20 12_2 0.0000 P_30 12_2 0.0000 P_100 12_2 0.0000 P_200 12_2 0.0050 P_500 12_2 0.0020 P_1000 12_2 0.0010 relstring 12_2 '00000----0' recall_5 12_2 0.0000 recall_10 12_2 0.0000 recall_15 12_2 0.0000 recall_20 12_2 0.0000 recall_30 12_2 0.0000 recall_100 12_2 0.0000 recall_200 12_2 0.0154 recall_500 12_2 0.0154 recall_1000 12_2 0.0154 infAP 12_2 0.0001 Rprec_mult_0.20 12_2 0.0000 Rprec_mult_0.40 12_2 0.0000 Rprec_mult_0.60 12_2 0.0000 Rprec_mult_0.80 12_2 0.0000 Rprec_mult_1.00 12_2 0.0000 Rprec_mult_1.20 12_2 0.0000 Rprec_mult_1.40 12_2 0.0000 Rprec_mult_1.60 12_2 0.0000 Rprec_mult_1.80 12_2 0.0000 Rprec_mult_2.00 12_2 0.0000 utility 12_2 -998.0000 11pt_avg 12_2 0.0005 binG 12_2 0.0020 G 12_2 0.0014 ndcg 12_2 0.0051 ndcg_rel 12_2 0.0051 Rndcg 12_2 0.0013 ndcg_cut_5 12_2 0.0000 ndcg_cut_10 12_2 0.0000 ndcg_cut_15 12_2 0.0000 ndcg_cut_20 12_2 0.0000 ndcg_cut_30 12_2 0.0000 ndcg_cut_100 12_2 0.0000 ndcg_cut_200 12_2 0.0051 ndcg_cut_500 12_2 0.0051 ndcg_cut_1000 12_2 0.0051 map_cut_5 12_2 0.0000 map_cut_10 12_2 0.0000 map_cut_15 12_2 0.0000 map_cut_20 12_2 0.0000 map_cut_30 12_2 0.0000 map_cut_100 12_2 0.0000 map_cut_200 12_2 0.0001 map_cut_500 12_2 0.0001 map_cut_1000 12_2 0.0001 relative_P_5 12_2 0.0000 relative_P_10 12_2 0.0000 relative_P_15 12_2 0.0000 relative_P_20 12_2 0.0000 relative_P_30 12_2 0.0000 relative_P_100 12_2 0.0000 relative_P_200 12_2 0.0154 relative_P_500 12_2 0.0154 relative_P_1000 12_2 0.0154 success_1 12_2 0.0000 success_5 12_2 0.0000 success_10 12_2 0.0000 set_P 12_2 0.0010 set_relative_P 12_2 0.0154 set_recall 12_2 0.0154 set_map 12_2 0.0000 set_F 12_2 0.0019 num_nonrel_judged_ret 12_2 10 rbp 12_2 0.0000 rbp_resid 12_2 0.5235 unj_5 12_2 0.0000 unj_10 12_2 0.4000 unj_20 12_2 0.6500 num_ret 12_3 1000 num_rel 12_3 75 num_rel_ret 12_3 0 map 12_3 0.0000 Rprec 12_3 0.0000 bpref 12_3 0.0000 recip_rank 12_3 0.0000 iprec_at_recall_0.00 12_3 0.0000 iprec_at_recall_0.10 12_3 0.0000 iprec_at_recall_0.20 12_3 0.0000 iprec_at_recall_0.30 12_3 0.0000 iprec_at_recall_0.40 12_3 0.0000 iprec_at_recall_0.50 12_3 0.0000 iprec_at_recall_0.60 12_3 0.0000 iprec_at_recall_0.70 12_3 0.0000 iprec_at_recall_0.80 12_3 0.0000 iprec_at_recall_0.90 12_3 0.0000 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 0.0000 P_10 12_3 0.0000 P_15 12_3 0.0000 P_20 12_3 0.0000 P_30 12_3 0.0000 P_100 12_3 0.0000 P_200 12_3 0.0000 P_500 12_3 0.0000 P_1000 12_3 0.0000 relstring 12_3 '000-00-0--' recall_5 12_3 0.0000 recall_10 12_3 0.0000 recall_15 12_3 0.0000 recall_20 12_3 0.0000 recall_30 12_3 0.0000 recall_100 12_3 0.0000 recall_200 12_3 0.0000 recall_500 12_3 0.0000 recall_1000 12_3 0.0000 infAP 12_3 0.0000 Rprec_mult_0.20 12_3 0.0000 Rprec_mult_0.40 12_3 0.0000 Rprec_mult_0.60 12_3 0.0000 Rprec_mult_0.80 12_3 0.0000 Rprec_mult_1.00 12_3 0.0000 Rprec_mult_1.20 12_3 0.0000 Rprec_mult_1.40 12_3 0.0000 Rprec_mult_1.60 12_3 0.0000 Rprec_mult_1.80 12_3 0.0000 Rprec_mult_2.00 12_3 0.0000 utility 12_3 -1000.0000 11pt_avg 12_3 0.0000 binG 12_3 0.0000 G 12_3 0.0000 ndcg 12_3 0.0000 ndcg_rel 12_3 0.0000 Rndcg 12_3 0.0000 ndcg_cut_5 12_3 0.0000 ndcg_cut_10 12_3 0.0000 ndcg_cut_15 12_3 0.0000 ndcg_cut_20 12_3 0.0000 ndcg_cut_30 12_3 0.0000 ndcg_cut_100 12_3 0.0000 ndcg_cut_200 12_3 0.0000 ndcg_cut_500 12_3 0.0000 ndcg_cut_1000 12_3 0.0000 map_cut_5 12_3 0.0000 map_cut_10 12_3 0.0000 map_cut_15 12_3 0.0000 map_cut_20 12_3 0.0000 map_cut_30 12_3 0.0000 map_cut_100 12_3 0.0000 map_cut_200 12_3 0.0000 map_cut_500 12_3 0.0000 map_cut_1000 12_3 0.0000 relative_P_5 12_3 0.0000 relative_P_10 12_3 0.0000 relative_P_15 12_3 0.0000 relative_P_20 12_3 0.0000 relative_P_30 12_3 0.0000 relative_P_100 12_3 0.0000 relative_P_200 12_3 0.0000 relative_P_500 12_3 0.0000 relative_P_1000 12_3 0.0000 success_1 12_3 0.0000 success_5 12_3 0.0000 success_10 12_3 0.0000 set_P 12_3 0.0000 set_relative_P 12_3 0.0000 set_recall 12_3 0.0000 set_map 12_3 0.0000 set_F 12_3 0.0000 num_nonrel_judged_ret 12_3 7 rbp 12_3 0.0000 rbp_resid 12_3 0.5561 unj_5 12_3 0.2000 unj_10 12_3 0.4000 unj_20 12_3 0.7000 num_ret 12_5 1000 num_rel 12_5 57 num_rel_ret 12_5 1 map 12_5 0.0000 Rprec 12_5 0.0000 bpref 12_5 0.0062 recip_rank 12_5 0.0014 iprec_at_recall_0.00 12_5 0.0014 iprec_at_recall_0.10 12_5 0.0000 iprec_at_recall_0.20 12_5 0.0000 iprec_at_recall_0.30 12_5 0.0000 iprec_at_recall_0.40 12_5 0.0000 iprec_at_recall_0.50 12_5 0.0000 iprec_at_recall_0.60 12_5 0.0000 iprec_at_recall_0.70 12_5 0.0000 iprec_at_recall_0.80 12_5 0.0000 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 0.0000 P_10 12_5 0.0000 P_15 12_5 0.0000 P_20 12_5 0.0000 P_30 12_5 0.0000 P_100 12_5 0.0000 P_200 12_5 0.0000 P_500 12_5 0.0000 P_1000 12_5 0.0010 relstring 12_5 '000000---0' recall_5 12_5 0.0000 recall_10 12_5 0.0000 recall_15 12_5 0.0000 recall_20 12_5 0.0000 recall_30 12_5 0.0000 recall_100 12_5 0.0000 recall_200 12_5 0.0000 recall_500 12_5 0.0000 recall_1000 12_5 0.0175 infAP 12_5 0.0000 Rprec_mult_0.20 12_5 0.0000 Rprec_mult_0.40 12_5 0.0000 Rprec_mult_0.60 12_5 0.0000 Rprec_mult_0.80 12_5 0.0000 Rprec_mult_1.00 12_5 0.0000 Rprec_mult_1.20 12_5 0.0000 Rprec_mult_1.40 12_5 0.0000 Rprec_mult_1.60 12_5 0.0000 Rprec_mult_1.80 12_5 0.0000 Rprec_mult_2.00 12_5 0.0000 utility 12_5 -998.0000 11pt_avg 12_5 0.0001 binG 12_5 0.0018 G 12_5 0.0018 ndcg 12_5 0.0067 ndcg_rel 12_5 0.0067 Rndcg 12_5 0.0017 ndcg_cut_5 12_5 0.0000 ndcg_cut_10 12_5 0.0000 ndcg_cut_15 12_5 0.0000 ndcg_cut_20 12_5 0.0000 ndcg_cut_30 12_5 0.0000 ndcg_cut_100 12_5 0.0000 ndcg_cut_200 12_5 0.0000 ndcg_cut_500 12_5 0.0000 ndcg_cut_1000 12_5 0.0067 map_cut_5 12_5 0.0000 map_cut_10 12_5 0.0000 map_cut_15 12_5 0.0000 map_cut_20 12_5 0.0000 map_cut_30 12_5 0.0000 map_cut_100 12_5 0.0000 map_cut_200 12_5 0.0000 map_cut_500 12_5 0.0000 map_cut_1000 12_5 0.0000 relative_P_5 12_5 0.0000 relative_P_10 12_5 0.0000 relative_P_15 12_5 0.0000 relative_P_20 12_5 0.0000 relative_P_30 12_5 0.0000 relative_P_100 12_5 0.0000 relative_P_200 12_5 0.0000 relative_P_500 12_5 0.0000 relative_P_1000 12_5 0.0175 success_1 12_5 0.0000 success_5 12_5 0.0000 success_10 12_5 0.0000 set_P 12_5 0.0010 set_relative_P 12_5 0.0175 set_recall 12_5 0.0175 set_map 12_5 0.0000 set_F 12_5 0.0019 num_nonrel_judged_ret 12_5 37 rbp 12_5 0.0000 rbp_resid 12_5 0.4649 unj_5 12_5 0.0000 unj_10 12_5 0.3000 unj_20 12_5 0.6500 num_ret 12_6 1000 num_rel 12_6 48 num_rel_ret 12_6 0 map 12_6 0.0000 Rprec 12_6 0.0000 bpref 12_6 0.0000 recip_rank 12_6 0.0000 iprec_at_recall_0.00 12_6 0.0000 iprec_at_recall_0.10 12_6 0.0000 iprec_at_recall_0.20 12_6 0.0000 iprec_at_recall_0.30 12_6 0.0000 iprec_at_recall_0.40 12_6 0.0000 iprec_at_recall_0.50 12_6 0.0000 iprec_at_recall_0.60 12_6 0.0000 iprec_at_recall_0.70 12_6 0.0000 iprec_at_recall_0.80 12_6 0.0000 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 0.0000 P_10 12_6 0.0000 P_15 12_6 0.0000 P_20 12_6 0.0000 P_30 12_6 0.0000 P_100 12_6 0.0000 P_200 12_6 0.0000 P_500 12_6 0.0000 P_1000 12_6 0.0000 relstring 12_6 '00000-----' recall_5 12_6 0.0000 recall_10 12_6 0.0000 recall_15 12_6 0.0000 recall_20 12_6 0.0000 recall_30 12_6 0.0000 recall_100 12_6 0.0000 recall_200 12_6 0.0000 recall_500 12_6 0.0000 recall_1000 12_6 0.0000 infAP 12_6 0.0000 Rprec_mult_0.20 12_6 0.0000 Rprec_mult_0.40 12_6 0.0000 Rprec_mult_0.60 12_6 0.0000 Rprec_mult_0.80 12_6 0.0000 Rprec_mult_1.00 12_6 0.0000 Rprec_mult_1.20 12_6 0.0000 Rprec_mult_1.40 12_6 0.0000 Rprec_mult_1.60 12_6 0.0000 Rprec_mult_1.80 12_6 0.0000 Rprec_mult_2.00 12_6 0.0000 utility 12_6 -1000.0000 11pt_avg 12_6 0.0000 binG 12_6 0.0000 G 12_6 0.0000 ndcg 12_6 0.0000 ndcg_rel 12_6 0.0000 Rndcg 12_6 0.0000 ndcg_cut_5 12_6 0.0000 ndcg_cut_10 12_6 0.0000 ndcg_cut_15 12_6 0.0000 ndcg_cut_20 12_6 0.0000 ndcg_cut_30 12_6 0.0000 ndcg_cut_100 12_6 0.0000 ndcg_cut_200 12_6 0.0000 ndcg_cut_500 12_6 0.0000 ndcg_cut_1000 12_6 0.0000 map_cut_5 12_6 0.0000 map_cut_10 12_6 0.0000 map_cut_15 12_6 0.0000 map_cut_20 12_6 0.0000 map_cut_30 12_6 0.0000 map_cut_100 12_6 0.0000 map_cut_200 12_6 0.0000 map_cut_500 12_6 0.0000 map_cut_1000 12_6 0.0000 relative_P_5 12_6 0.0000 relative_P_10 12_6 0.0000 relative_P_15 12_6 0.0000 relative_P_20 12_6 0.0000 relative_P_30 12_6 0.0000 relative_P_100 12_6 0.0000 relative_P_200 12_6 0.0000 relative_P_500 12_6 0.0000 relative_P_1000 12_6 0.0000 success_1 12_6 0.0000 success_5 12_6 0.0000 success_10 12_6 0.0000 set_P 12_6 0.0000 set_relative_P 12_6 0.0000 set_recall 12_6 0.0000 set_map 12_6 0.0000 set_F 12_6 0.0000 num_nonrel_judged_ret 12_6 6 rbp 12_6 0.0000 rbp_resid 12_6 0.5905 unj_5 12_6 0.0000 unj_10 12_6 0.5000 unj_20 12_6 0.7500 num_ret 12_7 1000 num_rel 12_7 17 num_rel_ret 12_7 0 map 12_7 0.0000 Rprec 12_7 0.0000 bpref 12_7 0.0000 recip_rank 12_7 0.0000 iprec_at_recall_0.00 12_7 0.0000 iprec_at_recall_0.10 12_7 0.0000 iprec_at_recall_0.20 12_7 0.0000 iprec_at_recall_0.30 12_7 0.0000 iprec_at_recall_0.40 12_7 0.0000 iprec_at_recall_0.50 12_7 0.0000 iprec_at_recall_0.60 12_7 0.0000 iprec_at_recall_0.70 12_7 0.0000 iprec_at_recall_0.80 12_7 0.0000 iprec_at_recall_0.90 12_7 0.0000 iprec_at_recall_1.00 12_7 0.0000 P_5 12_7 0.0000 P_10 12_7 0.0000 P_15 12_7 0.0000 P_20 12_7 0.0000 P_30 12_7 0.0000 P_100 12_7 0.0000 P_200 12_7 0.0000 P_500 12_7 0.0000 P_1000 12_7 0.0000 relstring 12_7 '00000-----' recall_5 12_7 0.0000 recall_10 12_7 0.0000 recall_15 12_7 0.0000 recall_20 12_7 0.0000 recall_30 12_7 0.0000 recall_100 12_7 0.0000 recall_200 12_7 0.0000 recall_500 12_7 0.0000 recall_1000 12_7 0.0000 infAP 12_7 0.0000 Rprec_mult_0.20 12_7 0.0000 Rprec_mult_0.40 12_7 0.0000 Rprec_mult_0.60 12_7 0.0000 Rprec_mult_0.80 12_7 0.0000 Rprec_mult_1.00 12_7 0.0000 Rprec_mult_1.20 12_7 0.0000 Rprec_mult_1.40 12_7 0.0000 Rprec_mult_1.60 12_7 0.0000 Rprec_mult_1.80 12_7 0.0000 Rprec_mult_2.00 12_7 0.0000 utility 12_7 -1000.0000 11pt_avg 12_7 0.0000 binG 12_7 0.0000 G 12_7 0.0000 ndcg 12_7 0.0000 ndcg_rel 12_7 0.0000 Rndcg 12_7 0.0000 ndcg_cut_5 12_7 0.0000 ndcg_cut_10 12_7 0.0000 ndcg_cut_15 12_7 0.0000 ndcg_cut_20 12_7 0.0000 ndcg_cut_30 12_7 0.0000 ndcg_cut_100 12_7 0.0000 ndcg_cut_200 12_7 0.0000 ndcg_cut_500 12_7 0.0000 ndcg_cut_1000 12_7 0.0000 map_cut_5 12_7 0.0000 map_cut_10 12_7 0.0000 map_cut_15 12_7 0.0000 map_cut_20 12_7 0.0000 map_cut_30 12_7 0.0000 map_cut_100 12_7 0.0000 map_cut_200 12_7 0.0000 map_cut_500 12_7 0.0000 map_cut_1000 12_7 0.0000 relative_P_5 12_7 0.0000 relative_P_10 12_7 0.0000 relative_P_15 12_7 0.0000 relative_P_20 12_7 0.0000 relative_P_30 12_7 0.0000 relative_P_100 12_7 0.0000 relative_P_200 12_7 0.0000 relative_P_500 12_7 0.0000 relative_P_1000 12_7 0.0000 success_1 12_7 0.0000 success_5 12_7 0.0000 success_10 12_7 0.0000 set_P 12_7 0.0000 set_relative_P 12_7 0.0000 set_recall 12_7 0.0000 set_map 12_7 0.0000 set_F 12_7 0.0000 num_nonrel_judged_ret 12_7 6 rbp 12_7 0.0000 rbp_resid 12_7 0.5795 unj_5 12_7 0.0000 unj_10 12_7 0.5000 unj_20 12_7 0.7500 num_ret 12_9 1000 num_rel 12_9 27 num_rel_ret 12_9 1 map 12_9 0.0001 Rprec 12_9 0.0000 bpref 12_9 0.0123 recip_rank 12_9 0.0023 iprec_at_recall_0.00 12_9 0.0023 iprec_at_recall_0.10 12_9 0.0000 iprec_at_recall_0.20 12_9 0.0000 iprec_at_recall_0.30 12_9 0.0000 iprec_at_recall_0.40 12_9 0.0000 iprec_at_recall_0.50 12_9 0.0000 iprec_at_recall_0.60 12_9 0.0000 iprec_at_recall_0.70 12_9 0.0000 iprec_at_recall_0.80 12_9 0.0000 iprec_at_recall_0.90 12_9 0.0000 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 0.0000 P_10 12_9 0.0000 P_15 12_9 0.0000 P_20 12_9 0.0000 P_30 12_9 0.0000 P_100 12_9 0.0000 P_200 12_9 0.0000 P_500 12_9 0.0020 P_1000 12_9 0.0010 relstring 12_9 '00000-----' recall_5 12_9 0.0000 recall_10 12_9 0.0000 recall_15 12_9 0.0000 recall_20 12_9 0.0000 recall_30 12_9 0.0000 recall_100 12_9 0.0000 recall_200 12_9 0.0000 recall_500 12_9 0.0370 recall_1000 12_9 0.0370 infAP 12_9 0.0001 Rprec_mult_0.20 12_9 0.0000 Rprec_mult_0.40 12_9 0.0000 Rprec_mult_0.60 12_9 0.0000 Rprec_mult_0.80 12_9 0.0000 Rprec_mult_1.00 12_9 0.0000 Rprec_mult_1.20 12_9 0.0000 Rprec_mult_1.40 12_9 0.0000 Rprec_mult_1.60 12_9 0.0000 Rprec_mult_1.80 12_9 0.0000 Rprec_mult_2.00 12_9 0.0000 utility 12_9 -998.0000 11pt_avg 12_9 0.0002 binG 12_9 0.0042 G 12_9 0.0026 ndcg 12_9 0.0071 ndcg_rel 12_9 0.0071 Rndcg 12_9 0.0018 ndcg_cut_5 12_9 0.0000 ndcg_cut_10 12_9 0.0000 ndcg_cut_15 12_9 0.0000 ndcg_cut_20 12_9 0.0000 ndcg_cut_30 12_9 0.0000 ndcg_cut_100 12_9 0.0000 ndcg_cut_200 12_9 0.0000 ndcg_cut_500 12_9 0.0071 ndcg_cut_1000 12_9 0.0071 map_cut_5 12_9 0.0000 map_cut_10 12_9 0.0000 map_cut_15 12_9 0.0000 map_cut_20 12_9 0.0000 map_cut_30 12_9 0.0000 map_cut_100 12_9 0.0000 map_cut_200 12_9 0.0000 map_cut_500 12_9 0.0001 map_cut_1000 12_9 0.0001 relative_P_5 12_9 0.0000 relative_P_10 12_9 0.0000 relative_P_15 12_9 0.0000 relative_P_20 12_9 0.0000 relative_P_30 12_9 0.0000 relative_P_100 12_9 0.0000 relative_P_200 12_9 0.0000 relative_P_500 12_9 0.0370 relative_P_1000 12_9 0.0370 success_1 12_9 0.0000 success_5 12_9 0.0000 success_10 12_9 0.0000 set_P 12_9 0.0010 set_relative_P 12_9 0.0370 set_recall 12_9 0.0370 set_map 12_9 0.0000 set_F 12_9 0.0019 num_nonrel_judged_ret 12_9 19 rbp 12_9 0.0000 rbp_resid 12_9 0.5541 unj_5 12_9 0.0000 unj_10 12_9 0.5000 unj_20 12_9 0.7000 num_ret 13_2 1000 num_rel 13_2 154 num_rel_ret 13_2 34 map 13_2 0.0435 Rprec 13_2 0.1299 bpref 13_2 0.1954 recip_rank 13_2 0.3333 iprec_at_recall_0.00 13_2 0.4545 iprec_at_recall_0.10 13_2 0.1875 iprec_at_recall_0.20 13_2 0.1185 iprec_at_recall_0.30 13_2 0.0000 iprec_at_recall_0.40 13_2 0.0000 iprec_at_recall_0.50 13_2 0.0000 iprec_at_recall_0.60 13_2 0.0000 iprec_at_recall_0.70 13_2 0.0000 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 0.4000 P_10 13_2 0.4000 P_15 13_2 0.4000 P_20 13_2 0.3000 P_30 13_2 0.2333 P_100 13_2 0.1600 P_200 13_2 0.1300 P_500 13_2 0.0680 P_1000 13_2 0.0340 relstring 13_2 '00102---22' recall_5 13_2 0.0130 recall_10 13_2 0.0260 recall_15 13_2 0.0390 recall_20 13_2 0.0390 recall_30 13_2 0.0455 recall_100 13_2 0.1039 recall_200 13_2 0.1688 recall_500 13_2 0.2208 recall_1000 13_2 0.2208 infAP 13_2 0.0435 Rprec_mult_0.20 13_2 0.2581 Rprec_mult_0.40 13_2 0.2097 Rprec_mult_0.60 13_2 0.1613 Rprec_mult_0.80 13_2 0.1452 Rprec_mult_1.00 13_2 0.1299 Rprec_mult_1.20 13_2 0.1297 Rprec_mult_1.40 13_2 0.1204 Rprec_mult_1.60 13_2 0.1215 Rprec_mult_1.80 13_2 0.1151 Rprec_mult_2.00 13_2 0.1039 utility 13_2 -932.0000 11pt_avg 13_2 0.0691 binG 13_2 0.0421 G 13_2 0.0316 ndcg 13_2 0.1818 ndcg_rel 13_2 0.1734 Rndcg 13_2 0.1128 ndcg_cut_5 13_2 0.1294 ndcg_cut_10 13_2 0.1677 ndcg_cut_15 13_2 0.1605 ndcg_cut_20 13_2 0.1348 ndcg_cut_30 13_2 0.1246 ndcg_cut_100 13_2 0.1269 ndcg_cut_200 13_2 0.1507 ndcg_cut_500 13_2 0.1818 ndcg_cut_1000 13_2 0.1818 map_cut_5 13_2 0.0048 map_cut_10 13_2 0.0095 map_cut_15 13_2 0.0151 map_cut_20 13_2 0.0151 map_cut_30 13_2 0.0167 map_cut_100 13_2 0.0286 map_cut_200 13_2 0.0376 map_cut_500 13_2 0.0435 map_cut_1000 13_2 0.0435 relative_P_5 13_2 0.4000 relative_P_10 13_2 0.4000 relative_P_15 13_2 0.4000 relative_P_20 13_2 0.3000 relative_P_30 13_2 0.2333 relative_P_100 13_2 0.1600 relative_P_200 13_2 0.1688 relative_P_500 13_2 0.2208 relative_P_1000 13_2 0.2208 success_1 13_2 0.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.0340 set_relative_P 13_2 0.2208 set_recall 13_2 0.2208 set_map 13_2 0.0075 set_F 13_2 0.0589 num_nonrel_judged_ret 13_2 9 rbp 13_2 0.1144 rbp_resid 13_2 0.4341 unj_5 13_2 0.0000 unj_10 13_2 0.3000 unj_20 13_2 0.5500 num_ret 13_3 1000 num_rel 13_3 79 num_rel_ret 13_3 5 map 13_3 0.0112 Rprec 13_3 0.0506 bpref 13_3 0.0581 recip_rank 13_3 0.2000 iprec_at_recall_0.00 13_3 0.3333 iprec_at_recall_0.10 13_3 0.0000 iprec_at_recall_0.20 13_3 0.0000 iprec_at_recall_0.30 13_3 0.0000 iprec_at_recall_0.40 13_3 0.0000 iprec_at_recall_0.50 13_3 0.0000 iprec_at_recall_0.60 13_3 0.0000 iprec_at_recall_0.70 13_3 0.0000 iprec_at_recall_0.80 13_3 0.0000 iprec_at_recall_0.90 13_3 0.0000 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 0.2000 P_10 13_3 0.2000 P_15 13_3 0.2000 P_20 13_3 0.1500 P_30 13_3 0.1000 P_100 13_3 0.0400 P_200 13_3 0.0200 P_500 13_3 0.0100 P_1000 13_3 0.0050 relstring 13_3 '000022----' recall_5 13_3 0.0127 recall_10 13_3 0.0253 recall_15 13_3 0.0380 recall_20 13_3 0.0380 recall_30 13_3 0.0380 recall_100 13_3 0.0506 recall_200 13_3 0.0506 recall_500 13_3 0.0633 recall_1000 13_3 0.0633 infAP 13_3 0.0112 Rprec_mult_0.20 13_3 0.1875 Rprec_mult_0.40 13_3 0.0938 Rprec_mult_0.60 13_3 0.0625 Rprec_mult_0.80 13_3 0.0469 Rprec_mult_1.00 13_3 0.0506 Rprec_mult_1.20 13_3 0.0421 Rprec_mult_1.40 13_3 0.0360 Rprec_mult_1.60 13_3 0.0315 Rprec_mult_1.80 13_3 0.0280 Rprec_mult_2.00 13_3 0.0253 utility 13_3 -990.0000 11pt_avg 13_3 0.0303 binG 13_3 0.0173 G 13_3 0.0143 ndcg 13_3 0.0757 ndcg_rel 13_3 0.0781 Rndcg 13_3 0.0523 ndcg_cut_5 13_3 0.0915 ndcg_cut_10 13_3 0.1276 ndcg_cut_15 13_3 0.1431 ndcg_cut_20 13_3 0.1228 ndcg_cut_30 13_3 0.0979 ndcg_cut_100 13_3 0.0684 ndcg_cut_200 13_3 0.0684 ndcg_cut_500 13_3 0.0757 ndcg_cut_1000 13_3 0.0757 map_cut_5 13_3 0.0025 map_cut_10 13_3 0.0068 map_cut_15 13_3 0.0102 map_cut_20 13_3 0.0102 map_cut_30 13_3 0.0102 map_cut_100 13_3 0.0110 map_cut_200 13_3 0.0110 map_cut_500 13_3 0.0112 map_cut_1000 13_3 0.0112 relative_P_5 13_3 0.2000 relative_P_10 13_3 0.2000 relative_P_15 13_3 0.2000 relative_P_20 13_3 0.1500 relative_P_30 13_3 0.1000 relative_P_100 13_3 0.0506 relative_P_200 13_3 0.0506 relative_P_500 13_3 0.0633 relative_P_1000 13_3 0.0633 success_1 13_3 0.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.0050 set_relative_P 13_3 0.0633 set_recall 13_3 0.0633 set_map 13_3 0.0003 set_F 13_3 0.0093 num_nonrel_judged_ret 13_3 11 rbp 13_3 0.1064 rbp_resid 13_3 0.4716 unj_5 13_3 0.0000 unj_10 13_3 0.4000 unj_20 13_3 0.6000 num_ret 13_4 1000 num_rel 13_4 132 num_rel_ret 13_4 2 map 13_4 0.0087 Rprec 13_4 0.0152 bpref 13_4 0.0147 recip_rank 13_4 1.0000 iprec_at_recall_0.00 13_4 1.0000 iprec_at_recall_0.10 13_4 0.0000 iprec_at_recall_0.20 13_4 0.0000 iprec_at_recall_0.30 13_4 0.0000 iprec_at_recall_0.40 13_4 0.0000 iprec_at_recall_0.50 13_4 0.0000 iprec_at_recall_0.60 13_4 0.0000 iprec_at_recall_0.70 13_4 0.0000 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 0.2000 P_10 13_4 0.1000 P_15 13_4 0.1333 P_20 13_4 0.1000 P_30 13_4 0.0667 P_100 13_4 0.0200 P_200 13_4 0.0100 P_500 13_4 0.0040 P_1000 13_4 0.0020 relstring 13_4 '20000-----' recall_5 13_4 0.0076 recall_10 13_4 0.0076 recall_15 13_4 0.0152 recall_20 13_4 0.0152 recall_30 13_4 0.0152 recall_100 13_4 0.0152 recall_200 13_4 0.0152 recall_500 13_4 0.0152 recall_1000 13_4 0.0152 infAP 13_4 0.0087 Rprec_mult_0.20 13_4 0.0741 Rprec_mult_0.40 13_4 0.0377 Rprec_mult_0.60 13_4 0.0250 Rprec_mult_0.80 13_4 0.0189 Rprec_mult_1.00 13_4 0.0152 Rprec_mult_1.20 13_4 0.0126 Rprec_mult_1.40 13_4 0.0108 Rprec_mult_1.60 13_4 0.0094 Rprec_mult_1.80 13_4 0.0084 Rprec_mult_2.00 13_4 0.0076 utility 13_4 -996.0000 11pt_avg 13_4 0.0909 binG 13_4 0.0096 G 13_4 0.0071 ndcg 13_4 0.0520 ndcg_rel 13_4 0.0579 Rndcg 13_4 0.2067 ndcg_cut_5 13_4 0.2900 ndcg_cut_10 13_4 0.1983 ndcg_cut_15 13_4 0.1985 ndcg_cut_20 13_4 0.1675 ndcg_cut_30 13_4 0.1307 ndcg_cut_100 13_4 0.0589 ndcg_cut_200 13_4 0.0520 ndcg_cut_500 13_4 0.0520 ndcg_cut_1000 13_4 0.0520 map_cut_5 13_4 0.0076 map_cut_10 13_4 0.0076 map_cut_15 13_4 0.0087 map_cut_20 13_4 0.0087 map_cut_30 13_4 0.0087 map_cut_100 13_4 0.0087 map_cut_200 13_4 0.0087 map_cut_500 13_4 0.0087 map_cut_1000 13_4 0.0087 relative_P_5 13_4 0.2000 relative_P_10 13_4 0.1000 relative_P_15 13_4 0.1333 relative_P_20 13_4 0.1000 relative_P_30 13_4 0.0667 relative_P_100 13_4 0.0200 relative_P_200 13_4 0.0152 relative_P_500 13_4 0.0152 relative_P_1000 13_4 0.0152 success_1 13_4 1.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.0020 set_relative_P 13_4 0.0152 set_recall 13_4 0.0152 set_map 13_4 0.0000 set_F 13_4 0.0035 num_nonrel_judged_ret 13_4 6 rbp 13_4 0.0855 rbp_resid 13_4 0.5606 unj_5 13_4 0.0000 unj_10 13_4 0.5000 unj_20 13_4 0.7000 num_ret 13_6 1000 num_rel 13_6 135 num_rel_ret 13_6 0 map 13_6 0.0000 Rprec 13_6 0.0000 bpref 13_6 0.0000 recip_rank 13_6 0.0000 iprec_at_recall_0.00 13_6 0.0000 iprec_at_recall_0.10 13_6 0.0000 iprec_at_recall_0.20 13_6 0.0000 iprec_at_recall_0.30 13_6 0.0000 iprec_at_recall_0.40 13_6 0.0000 iprec_at_recall_0.50 13_6 0.0000 iprec_at_recall_0.60 13_6 0.0000 iprec_at_recall_0.70 13_6 0.0000 iprec_at_recall_0.80 13_6 0.0000 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 0.0000 P_10 13_6 0.0000 P_15 13_6 0.0000 P_20 13_6 0.0000 P_30 13_6 0.0000 P_100 13_6 0.0000 P_200 13_6 0.0000 P_500 13_6 0.0000 P_1000 13_6 0.0000 relstring 13_6 '00000-----' recall_5 13_6 0.0000 recall_10 13_6 0.0000 recall_15 13_6 0.0000 recall_20 13_6 0.0000 recall_30 13_6 0.0000 recall_100 13_6 0.0000 recall_200 13_6 0.0000 recall_500 13_6 0.0000 recall_1000 13_6 0.0000 infAP 13_6 0.0000 Rprec_mult_0.20 13_6 0.0000 Rprec_mult_0.40 13_6 0.0000 Rprec_mult_0.60 13_6 0.0000 Rprec_mult_0.80 13_6 0.0000 Rprec_mult_1.00 13_6 0.0000 Rprec_mult_1.20 13_6 0.0000 Rprec_mult_1.40 13_6 0.0000 Rprec_mult_1.60 13_6 0.0000 Rprec_mult_1.80 13_6 0.0000 Rprec_mult_2.00 13_6 0.0000 utility 13_6 -1000.0000 11pt_avg 13_6 0.0000 binG 13_6 0.0000 G 13_6 0.0000 ndcg 13_6 0.0000 ndcg_rel 13_6 0.0000 Rndcg 13_6 0.0000 ndcg_cut_5 13_6 0.0000 ndcg_cut_10 13_6 0.0000 ndcg_cut_15 13_6 0.0000 ndcg_cut_20 13_6 0.0000 ndcg_cut_30 13_6 0.0000 ndcg_cut_100 13_6 0.0000 ndcg_cut_200 13_6 0.0000 ndcg_cut_500 13_6 0.0000 ndcg_cut_1000 13_6 0.0000 map_cut_5 13_6 0.0000 map_cut_10 13_6 0.0000 map_cut_15 13_6 0.0000 map_cut_20 13_6 0.0000 map_cut_30 13_6 0.0000 map_cut_100 13_6 0.0000 map_cut_200 13_6 0.0000 map_cut_500 13_6 0.0000 map_cut_1000 13_6 0.0000 relative_P_5 13_6 0.0000 relative_P_10 13_6 0.0000 relative_P_15 13_6 0.0000 relative_P_20 13_6 0.0000 relative_P_30 13_6 0.0000 relative_P_100 13_6 0.0000 relative_P_200 13_6 0.0000 relative_P_500 13_6 0.0000 relative_P_1000 13_6 0.0000 success_1 13_6 0.0000 success_5 13_6 0.0000 success_10 13_6 0.0000 set_P 13_6 0.0000 set_relative_P 13_6 0.0000 set_recall 13_6 0.0000 set_map 13_6 0.0000 set_F 13_6 0.0000 num_nonrel_judged_ret 13_6 5 rbp 13_6 0.0000 rbp_resid 13_6 0.5905 unj_5 13_6 0.0000 unj_10 13_6 0.5000 unj_20 13_6 0.7500 num_ret 13_8 1000 num_rel 13_8 100 num_rel_ret 13_8 0 map 13_8 0.0000 Rprec 13_8 0.0000 bpref 13_8 0.0000 recip_rank 13_8 0.0000 iprec_at_recall_0.00 13_8 0.0000 iprec_at_recall_0.10 13_8 0.0000 iprec_at_recall_0.20 13_8 0.0000 iprec_at_recall_0.30 13_8 0.0000 iprec_at_recall_0.40 13_8 0.0000 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 0.0000 P_10 13_8 0.0000 P_15 13_8 0.0000 P_20 13_8 0.0000 P_30 13_8 0.0000 P_100 13_8 0.0000 P_200 13_8 0.0000 P_500 13_8 0.0000 P_1000 13_8 0.0000 relstring 13_8 '00000-----' recall_5 13_8 0.0000 recall_10 13_8 0.0000 recall_15 13_8 0.0000 recall_20 13_8 0.0000 recall_30 13_8 0.0000 recall_100 13_8 0.0000 recall_200 13_8 0.0000 recall_500 13_8 0.0000 recall_1000 13_8 0.0000 infAP 13_8 0.0000 Rprec_mult_0.20 13_8 0.0000 Rprec_mult_0.40 13_8 0.0000 Rprec_mult_0.60 13_8 0.0000 Rprec_mult_0.80 13_8 0.0000 Rprec_mult_1.00 13_8 0.0000 Rprec_mult_1.20 13_8 0.0000 Rprec_mult_1.40 13_8 0.0000 Rprec_mult_1.60 13_8 0.0000 Rprec_mult_1.80 13_8 0.0000 Rprec_mult_2.00 13_8 0.0000 utility 13_8 -1000.0000 11pt_avg 13_8 0.0000 binG 13_8 0.0000 G 13_8 0.0000 ndcg 13_8 0.0000 ndcg_rel 13_8 0.0000 Rndcg 13_8 0.0000 ndcg_cut_5 13_8 0.0000 ndcg_cut_10 13_8 0.0000 ndcg_cut_15 13_8 0.0000 ndcg_cut_20 13_8 0.0000 ndcg_cut_30 13_8 0.0000 ndcg_cut_100 13_8 0.0000 ndcg_cut_200 13_8 0.0000 ndcg_cut_500 13_8 0.0000 ndcg_cut_1000 13_8 0.0000 map_cut_5 13_8 0.0000 map_cut_10 13_8 0.0000 map_cut_15 13_8 0.0000 map_cut_20 13_8 0.0000 map_cut_30 13_8 0.0000 map_cut_100 13_8 0.0000 map_cut_200 13_8 0.0000 map_cut_500 13_8 0.0000 map_cut_1000 13_8 0.0000 relative_P_5 13_8 0.0000 relative_P_10 13_8 0.0000 relative_P_15 13_8 0.0000 relative_P_20 13_8 0.0000 relative_P_30 13_8 0.0000 relative_P_100 13_8 0.0000 relative_P_200 13_8 0.0000 relative_P_500 13_8 0.0000 relative_P_1000 13_8 0.0000 success_1 13_8 0.0000 success_5 13_8 0.0000 success_10 13_8 0.0000 set_P 13_8 0.0000 set_relative_P 13_8 0.0000 set_recall 13_8 0.0000 set_map 13_8 0.0000 set_F 13_8 0.0000 num_nonrel_judged_ret 13_8 5 rbp 13_8 0.0000 rbp_resid 13_8 0.5905 unj_5 13_8 0.0000 unj_10 13_8 0.5000 unj_20 13_8 0.7500 num_ret 14_10 1000 num_rel 14_10 52 num_rel_ret 14_10 0 map 14_10 0.0000 Rprec 14_10 0.0000 bpref 14_10 0.0000 recip_rank 14_10 0.0000 iprec_at_recall_0.00 14_10 0.0000 iprec_at_recall_0.10 14_10 0.0000 iprec_at_recall_0.20 14_10 0.0000 iprec_at_recall_0.30 14_10 0.0000 iprec_at_recall_0.40 14_10 0.0000 iprec_at_recall_0.50 14_10 0.0000 iprec_at_recall_0.60 14_10 0.0000 iprec_at_recall_0.70 14_10 0.0000 iprec_at_recall_0.80 14_10 0.0000 iprec_at_recall_0.90 14_10 0.0000 iprec_at_recall_1.00 14_10 0.0000 P_5 14_10 0.0000 P_10 14_10 0.0000 P_15 14_10 0.0000 P_20 14_10 0.0000 P_30 14_10 0.0000 P_100 14_10 0.0000 P_200 14_10 0.0000 P_500 14_10 0.0000 P_1000 14_10 0.0000 relstring 14_10 '00000-----' recall_5 14_10 0.0000 recall_10 14_10 0.0000 recall_15 14_10 0.0000 recall_20 14_10 0.0000 recall_30 14_10 0.0000 recall_100 14_10 0.0000 recall_200 14_10 0.0000 recall_500 14_10 0.0000 recall_1000 14_10 0.0000 infAP 14_10 0.0000 Rprec_mult_0.20 14_10 0.0000 Rprec_mult_0.40 14_10 0.0000 Rprec_mult_0.60 14_10 0.0000 Rprec_mult_0.80 14_10 0.0000 Rprec_mult_1.00 14_10 0.0000 Rprec_mult_1.20 14_10 0.0000 Rprec_mult_1.40 14_10 0.0000 Rprec_mult_1.60 14_10 0.0000 Rprec_mult_1.80 14_10 0.0000 Rprec_mult_2.00 14_10 0.0000 utility 14_10 -1000.0000 11pt_avg 14_10 0.0000 binG 14_10 0.0000 G 14_10 0.0000 ndcg 14_10 0.0000 ndcg_rel 14_10 0.0000 Rndcg 14_10 0.0000 ndcg_cut_5 14_10 0.0000 ndcg_cut_10 14_10 0.0000 ndcg_cut_15 14_10 0.0000 ndcg_cut_20 14_10 0.0000 ndcg_cut_30 14_10 0.0000 ndcg_cut_100 14_10 0.0000 ndcg_cut_200 14_10 0.0000 ndcg_cut_500 14_10 0.0000 ndcg_cut_1000 14_10 0.0000 map_cut_5 14_10 0.0000 map_cut_10 14_10 0.0000 map_cut_15 14_10 0.0000 map_cut_20 14_10 0.0000 map_cut_30 14_10 0.0000 map_cut_100 14_10 0.0000 map_cut_200 14_10 0.0000 map_cut_500 14_10 0.0000 map_cut_1000 14_10 0.0000 relative_P_5 14_10 0.0000 relative_P_10 14_10 0.0000 relative_P_15 14_10 0.0000 relative_P_20 14_10 0.0000 relative_P_30 14_10 0.0000 relative_P_100 14_10 0.0000 relative_P_200 14_10 0.0000 relative_P_500 14_10 0.0000 relative_P_1000 14_10 0.0000 success_1 14_10 0.0000 success_5 14_10 0.0000 success_10 14_10 0.0000 set_P 14_10 0.0000 set_relative_P 14_10 0.0000 set_recall 14_10 0.0000 set_map 14_10 0.0000 set_F 14_10 0.0000 num_nonrel_judged_ret 14_10 7 rbp 14_10 0.0000 rbp_resid 14_10 0.5905 unj_5 14_10 0.0000 unj_10 14_10 0.5000 unj_20 14_10 0.7500 num_ret 14_2 1000 num_rel 14_2 105 num_rel_ret 14_2 0 map 14_2 0.0000 Rprec 14_2 0.0000 bpref 14_2 0.0000 recip_rank 14_2 0.0000 iprec_at_recall_0.00 14_2 0.0000 iprec_at_recall_0.10 14_2 0.0000 iprec_at_recall_0.20 14_2 0.0000 iprec_at_recall_0.30 14_2 0.0000 iprec_at_recall_0.40 14_2 0.0000 iprec_at_recall_0.50 14_2 0.0000 iprec_at_recall_0.60 14_2 0.0000 iprec_at_recall_0.70 14_2 0.0000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 0.0000 P_10 14_2 0.0000 P_15 14_2 0.0000 P_20 14_2 0.0000 P_30 14_2 0.0000 P_100 14_2 0.0000 P_200 14_2 0.0000 P_500 14_2 0.0000 P_1000 14_2 0.0000 relstring 14_2 '00000-----' recall_5 14_2 0.0000 recall_10 14_2 0.0000 recall_15 14_2 0.0000 recall_20 14_2 0.0000 recall_30 14_2 0.0000 recall_100 14_2 0.0000 recall_200 14_2 0.0000 recall_500 14_2 0.0000 recall_1000 14_2 0.0000 infAP 14_2 0.0000 Rprec_mult_0.20 14_2 0.0000 Rprec_mult_0.40 14_2 0.0000 Rprec_mult_0.60 14_2 0.0000 Rprec_mult_0.80 14_2 0.0000 Rprec_mult_1.00 14_2 0.0000 Rprec_mult_1.20 14_2 0.0000 Rprec_mult_1.40 14_2 0.0000 Rprec_mult_1.60 14_2 0.0000 Rprec_mult_1.80 14_2 0.0000 Rprec_mult_2.00 14_2 0.0000 utility 14_2 -1000.0000 11pt_avg 14_2 0.0000 binG 14_2 0.0000 G 14_2 0.0000 ndcg 14_2 0.0000 ndcg_rel 14_2 0.0000 Rndcg 14_2 0.0000 ndcg_cut_5 14_2 0.0000 ndcg_cut_10 14_2 0.0000 ndcg_cut_15 14_2 0.0000 ndcg_cut_20 14_2 0.0000 ndcg_cut_30 14_2 0.0000 ndcg_cut_100 14_2 0.0000 ndcg_cut_200 14_2 0.0000 ndcg_cut_500 14_2 0.0000 ndcg_cut_1000 14_2 0.0000 map_cut_5 14_2 0.0000 map_cut_10 14_2 0.0000 map_cut_15 14_2 0.0000 map_cut_20 14_2 0.0000 map_cut_30 14_2 0.0000 map_cut_100 14_2 0.0000 map_cut_200 14_2 0.0000 map_cut_500 14_2 0.0000 map_cut_1000 14_2 0.0000 relative_P_5 14_2 0.0000 relative_P_10 14_2 0.0000 relative_P_15 14_2 0.0000 relative_P_20 14_2 0.0000 relative_P_30 14_2 0.0000 relative_P_100 14_2 0.0000 relative_P_200 14_2 0.0000 relative_P_500 14_2 0.0000 relative_P_1000 14_2 0.0000 success_1 14_2 0.0000 success_5 14_2 0.0000 success_10 14_2 0.0000 set_P 14_2 0.0000 set_relative_P 14_2 0.0000 set_recall 14_2 0.0000 set_map 14_2 0.0000 set_F 14_2 0.0000 num_nonrel_judged_ret 14_2 10 rbp 14_2 0.0000 rbp_resid 14_2 0.5893 unj_5 14_2 0.0000 unj_10 14_2 0.5000 unj_20 14_2 0.7500 num_ret 14_3 1000 num_rel 14_3 160 num_rel_ret 14_3 4 map 14_3 0.0042 Rprec 14_3 0.0125 bpref 14_3 0.0238 recip_rank 14_3 0.2500 iprec_at_recall_0.00 14_3 0.4000 iprec_at_recall_0.10 14_3 0.0000 iprec_at_recall_0.20 14_3 0.0000 iprec_at_recall_0.30 14_3 0.0000 iprec_at_recall_0.40 14_3 0.0000 iprec_at_recall_0.50 14_3 0.0000 iprec_at_recall_0.60 14_3 0.0000 iprec_at_recall_0.70 14_3 0.0000 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 0.4000 P_10 14_3 0.2000 P_15 14_3 0.1333 P_20 14_3 0.1000 P_30 14_3 0.0667 P_100 14_3 0.0200 P_200 14_3 0.0150 P_500 14_3 0.0060 P_1000 14_3 0.0040 relstring 14_3 '00011---0-' recall_5 14_3 0.0125 recall_10 14_3 0.0125 recall_15 14_3 0.0125 recall_20 14_3 0.0125 recall_30 14_3 0.0125 recall_100 14_3 0.0125 recall_200 14_3 0.0187 recall_500 14_3 0.0187 recall_1000 14_3 0.0250 infAP 14_3 0.0042 Rprec_mult_0.20 14_3 0.0625 Rprec_mult_0.40 14_3 0.0312 Rprec_mult_0.60 14_3 0.0208 Rprec_mult_0.80 14_3 0.0156 Rprec_mult_1.00 14_3 0.0125 Rprec_mult_1.20 14_3 0.0104 Rprec_mult_1.40 14_3 0.0134 Rprec_mult_1.60 14_3 0.0117 Rprec_mult_1.80 14_3 0.0104 Rprec_mult_2.00 14_3 0.0094 utility 14_3 -992.0000 11pt_avg 14_3 0.0364 binG 14_3 0.0069 G 14_3 0.0046 ndcg 14_3 0.0285 ndcg_rel 14_3 0.0291 Rndcg 14_3 0.0184 ndcg_cut_5 14_3 0.1018 ndcg_cut_10 14_3 0.0729 ndcg_cut_15 14_3 0.0590 ndcg_cut_20 14_3 0.0504 ndcg_cut_30 14_3 0.0400 ndcg_cut_100 14_3 0.0221 ndcg_cut_200 14_3 0.0237 ndcg_cut_500 14_3 0.0237 ndcg_cut_1000 14_3 0.0285 map_cut_5 14_3 0.0041 map_cut_10 14_3 0.0041 map_cut_15 14_3 0.0041 map_cut_20 14_3 0.0041 map_cut_30 14_3 0.0041 map_cut_100 14_3 0.0041 map_cut_200 14_3 0.0042 map_cut_500 14_3 0.0042 map_cut_1000 14_3 0.0042 relative_P_5 14_3 0.4000 relative_P_10 14_3 0.2000 relative_P_15 14_3 0.1333 relative_P_20 14_3 0.1000 relative_P_30 14_3 0.0667 relative_P_100 14_3 0.0200 relative_P_200 14_3 0.0187 relative_P_500 14_3 0.0187 relative_P_1000 14_3 0.0250 success_1 14_3 0.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.0040 set_relative_P 14_3 0.0250 set_recall 14_3 0.0250 set_map 14_3 0.0001 set_F 14_3 0.0069 num_nonrel_judged_ret 14_3 6 rbp 14_3 0.0462 rbp_resid 14_3 0.5474 unj_5 14_3 0.0000 unj_10 14_3 0.4000 unj_20 14_3 0.7000 num_ret 14_4 1000 num_rel 14_4 46 num_rel_ret 14_4 3 map 14_4 0.0091 Rprec 14_4 0.0435 bpref 14_4 0.0572 recip_rank 14_4 0.2500 iprec_at_recall_0.00 14_4 0.2500 iprec_at_recall_0.10 14_4 0.0000 iprec_at_recall_0.20 14_4 0.0000 iprec_at_recall_0.30 14_4 0.0000 iprec_at_recall_0.40 14_4 0.0000 iprec_at_recall_0.50 14_4 0.0000 iprec_at_recall_0.60 14_4 0.0000 iprec_at_recall_0.70 14_4 0.0000 iprec_at_recall_0.80 14_4 0.0000 iprec_at_recall_0.90 14_4 0.0000 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.2000 P_10 14_4 0.1000 P_15 14_4 0.1333 P_20 14_4 0.1000 P_30 14_4 0.0667 P_100 14_4 0.0200 P_200 14_4 0.0150 P_500 14_4 0.0060 P_1000 14_4 0.0030 relstring 14_4 '00030---0-' recall_5 14_4 0.0217 recall_10 14_4 0.0217 recall_15 14_4 0.0435 recall_20 14_4 0.0435 recall_30 14_4 0.0435 recall_100 14_4 0.0435 recall_200 14_4 0.0652 recall_500 14_4 0.0652 recall_1000 14_4 0.0652 infAP 14_4 0.0091 Rprec_mult_0.20 14_4 0.1000 Rprec_mult_0.40 14_4 0.1053 Rprec_mult_0.60 14_4 0.0714 Rprec_mult_0.80 14_4 0.0541 Rprec_mult_1.00 14_4 0.0435 Rprec_mult_1.20 14_4 0.0357 Rprec_mult_1.40 14_4 0.0308 Rprec_mult_1.60 14_4 0.0270 Rprec_mult_1.80 14_4 0.0241 Rprec_mult_2.00 14_4 0.0217 utility 14_4 -994.0000 11pt_avg 14_4 0.0227 binG 14_4 0.0181 G 14_4 0.0214 ndcg 14_4 0.0942 ndcg_rel 14_4 0.0968 Rndcg 14_4 0.0994 ndcg_cut_5 14_4 0.1461 ndcg_cut_10 14_4 0.0968 ndcg_cut_15 14_4 0.1302 ndcg_cut_20 14_4 0.1134 ndcg_cut_30 14_4 0.1017 ndcg_cut_100 14_4 0.0886 ndcg_cut_200 14_4 0.0942 ndcg_cut_500 14_4 0.0942 ndcg_cut_1000 14_4 0.0942 map_cut_5 14_4 0.0054 map_cut_10 14_4 0.0054 map_cut_15 14_4 0.0088 map_cut_20 14_4 0.0088 map_cut_30 14_4 0.0088 map_cut_100 14_4 0.0088 map_cut_200 14_4 0.0091 map_cut_500 14_4 0.0091 map_cut_1000 14_4 0.0091 relative_P_5 14_4 0.2000 relative_P_10 14_4 0.1000 relative_P_15 14_4 0.1333 relative_P_20 14_4 0.1000 relative_P_30 14_4 0.0667 relative_P_100 14_4 0.0435 relative_P_200 14_4 0.0652 relative_P_500 14_4 0.0652 relative_P_1000 14_4 0.0652 success_1 14_4 0.0000 success_5 14_4 1.0000 success_10 14_4 1.0000 set_P 14_4 0.0030 set_relative_P 14_4 0.0652 set_recall 14_4 0.0652 set_map 14_4 0.0002 set_F 14_4 0.0057 num_nonrel_judged_ret 14_4 11 rbp 14_4 0.1011 rbp_resid 14_4 0.4666 unj_5 14_4 0.0000 unj_10 14_4 0.4000 unj_20 14_4 0.5500 num_ret 14_7 1000 num_rel 14_7 83 num_rel_ret 14_7 0 map 14_7 0.0000 Rprec 14_7 0.0000 bpref 14_7 0.0000 recip_rank 14_7 0.0000 iprec_at_recall_0.00 14_7 0.0000 iprec_at_recall_0.10 14_7 0.0000 iprec_at_recall_0.20 14_7 0.0000 iprec_at_recall_0.30 14_7 0.0000 iprec_at_recall_0.40 14_7 0.0000 iprec_at_recall_0.50 14_7 0.0000 iprec_at_recall_0.60 14_7 0.0000 iprec_at_recall_0.70 14_7 0.0000 iprec_at_recall_0.80 14_7 0.0000 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 0.0000 P_10 14_7 0.0000 P_15 14_7 0.0000 P_20 14_7 0.0000 P_30 14_7 0.0000 P_100 14_7 0.0000 P_200 14_7 0.0000 P_500 14_7 0.0000 P_1000 14_7 0.0000 relstring 14_7 '00000----0' recall_5 14_7 0.0000 recall_10 14_7 0.0000 recall_15 14_7 0.0000 recall_20 14_7 0.0000 recall_30 14_7 0.0000 recall_100 14_7 0.0000 recall_200 14_7 0.0000 recall_500 14_7 0.0000 recall_1000 14_7 0.0000 infAP 14_7 0.0000 Rprec_mult_0.20 14_7 0.0000 Rprec_mult_0.40 14_7 0.0000 Rprec_mult_0.60 14_7 0.0000 Rprec_mult_0.80 14_7 0.0000 Rprec_mult_1.00 14_7 0.0000 Rprec_mult_1.20 14_7 0.0000 Rprec_mult_1.40 14_7 0.0000 Rprec_mult_1.60 14_7 0.0000 Rprec_mult_1.80 14_7 0.0000 Rprec_mult_2.00 14_7 0.0000 utility 14_7 -1000.0000 11pt_avg 14_7 0.0000 binG 14_7 0.0000 G 14_7 0.0000 ndcg 14_7 0.0000 ndcg_rel 14_7 0.0000 Rndcg 14_7 0.0000 ndcg_cut_5 14_7 0.0000 ndcg_cut_10 14_7 0.0000 ndcg_cut_15 14_7 0.0000 ndcg_cut_20 14_7 0.0000 ndcg_cut_30 14_7 0.0000 ndcg_cut_100 14_7 0.0000 ndcg_cut_200 14_7 0.0000 ndcg_cut_500 14_7 0.0000 ndcg_cut_1000 14_7 0.0000 map_cut_5 14_7 0.0000 map_cut_10 14_7 0.0000 map_cut_15 14_7 0.0000 map_cut_20 14_7 0.0000 map_cut_30 14_7 0.0000 map_cut_100 14_7 0.0000 map_cut_200 14_7 0.0000 map_cut_500 14_7 0.0000 map_cut_1000 14_7 0.0000 relative_P_5 14_7 0.0000 relative_P_10 14_7 0.0000 relative_P_15 14_7 0.0000 relative_P_20 14_7 0.0000 relative_P_30 14_7 0.0000 relative_P_100 14_7 0.0000 relative_P_200 14_7 0.0000 relative_P_500 14_7 0.0000 relative_P_1000 14_7 0.0000 success_1 14_7 0.0000 success_5 14_7 0.0000 success_10 14_7 0.0000 set_P 14_7 0.0000 set_relative_P 14_7 0.0000 set_recall 14_7 0.0000 set_map 14_7 0.0000 set_F 14_7 0.0000 num_nonrel_judged_ret 14_7 32 rbp 14_7 0.0000 rbp_resid 14_7 0.5015 unj_5 14_7 0.0000 unj_10 14_7 0.4000 unj_20 14_7 0.6000 num_ret 14_8 1000 num_rel 14_8 18 num_rel_ret 14_8 0 map 14_8 0.0000 Rprec 14_8 0.0000 bpref 14_8 0.0000 recip_rank 14_8 0.0000 iprec_at_recall_0.00 14_8 0.0000 iprec_at_recall_0.10 14_8 0.0000 iprec_at_recall_0.20 14_8 0.0000 iprec_at_recall_0.30 14_8 0.0000 iprec_at_recall_0.40 14_8 0.0000 iprec_at_recall_0.50 14_8 0.0000 iprec_at_recall_0.60 14_8 0.0000 iprec_at_recall_0.70 14_8 0.0000 iprec_at_recall_0.80 14_8 0.0000 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.0000 P_10 14_8 0.0000 P_15 14_8 0.0000 P_20 14_8 0.0000 P_30 14_8 0.0000 P_100 14_8 0.0000 P_200 14_8 0.0000 P_500 14_8 0.0000 P_1000 14_8 0.0000 relstring 14_8 '00000-----' recall_5 14_8 0.0000 recall_10 14_8 0.0000 recall_15 14_8 0.0000 recall_20 14_8 0.0000 recall_30 14_8 0.0000 recall_100 14_8 0.0000 recall_200 14_8 0.0000 recall_500 14_8 0.0000 recall_1000 14_8 0.0000 infAP 14_8 0.0000 Rprec_mult_0.20 14_8 0.0000 Rprec_mult_0.40 14_8 0.0000 Rprec_mult_0.60 14_8 0.0000 Rprec_mult_0.80 14_8 0.0000 Rprec_mult_1.00 14_8 0.0000 Rprec_mult_1.20 14_8 0.0000 Rprec_mult_1.40 14_8 0.0000 Rprec_mult_1.60 14_8 0.0000 Rprec_mult_1.80 14_8 0.0000 Rprec_mult_2.00 14_8 0.0000 utility 14_8 -1000.0000 11pt_avg 14_8 0.0000 binG 14_8 0.0000 G 14_8 0.0000 ndcg 14_8 0.0000 ndcg_rel 14_8 0.0000 Rndcg 14_8 0.0000 ndcg_cut_5 14_8 0.0000 ndcg_cut_10 14_8 0.0000 ndcg_cut_15 14_8 0.0000 ndcg_cut_20 14_8 0.0000 ndcg_cut_30 14_8 0.0000 ndcg_cut_100 14_8 0.0000 ndcg_cut_200 14_8 0.0000 ndcg_cut_500 14_8 0.0000 ndcg_cut_1000 14_8 0.0000 map_cut_5 14_8 0.0000 map_cut_10 14_8 0.0000 map_cut_15 14_8 0.0000 map_cut_20 14_8 0.0000 map_cut_30 14_8 0.0000 map_cut_100 14_8 0.0000 map_cut_200 14_8 0.0000 map_cut_500 14_8 0.0000 map_cut_1000 14_8 0.0000 relative_P_5 14_8 0.0000 relative_P_10 14_8 0.0000 relative_P_15 14_8 0.0000 relative_P_20 14_8 0.0000 relative_P_30 14_8 0.0000 relative_P_100 14_8 0.0000 relative_P_200 14_8 0.0000 relative_P_500 14_8 0.0000 relative_P_1000 14_8 0.0000 success_1 14_8 0.0000 success_5 14_8 0.0000 success_10 14_8 0.0000 set_P 14_8 0.0000 set_relative_P 14_8 0.0000 set_recall 14_8 0.0000 set_map 14_8 0.0000 set_F 14_8 0.0000 num_nonrel_judged_ret 14_8 9 rbp 14_8 0.0000 rbp_resid 14_8 0.5905 unj_5 14_8 0.0000 unj_10 14_8 0.5000 unj_20 14_8 0.7500 num_ret 14_9 1000 num_rel 14_9 213 num_rel_ret 14_9 0 map 14_9 0.0000 Rprec 14_9 0.0000 bpref 14_9 0.0000 recip_rank 14_9 0.0000 iprec_at_recall_0.00 14_9 0.0000 iprec_at_recall_0.10 14_9 0.0000 iprec_at_recall_0.20 14_9 0.0000 iprec_at_recall_0.30 14_9 0.0000 iprec_at_recall_0.40 14_9 0.0000 iprec_at_recall_0.50 14_9 0.0000 iprec_at_recall_0.60 14_9 0.0000 iprec_at_recall_0.70 14_9 0.0000 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 0.0000 P_10 14_9 0.0000 P_15 14_9 0.0000 P_20 14_9 0.0000 P_30 14_9 0.0000 P_100 14_9 0.0000 P_200 14_9 0.0000 P_500 14_9 0.0000 P_1000 14_9 0.0000 relstring 14_9 '00000-----' recall_5 14_9 0.0000 recall_10 14_9 0.0000 recall_15 14_9 0.0000 recall_20 14_9 0.0000 recall_30 14_9 0.0000 recall_100 14_9 0.0000 recall_200 14_9 0.0000 recall_500 14_9 0.0000 recall_1000 14_9 0.0000 infAP 14_9 0.0000 Rprec_mult_0.20 14_9 0.0000 Rprec_mult_0.40 14_9 0.0000 Rprec_mult_0.60 14_9 0.0000 Rprec_mult_0.80 14_9 0.0000 Rprec_mult_1.00 14_9 0.0000 Rprec_mult_1.20 14_9 0.0000 Rprec_mult_1.40 14_9 0.0000 Rprec_mult_1.60 14_9 0.0000 Rprec_mult_1.80 14_9 0.0000 Rprec_mult_2.00 14_9 0.0000 utility 14_9 -1000.0000 11pt_avg 14_9 0.0000 binG 14_9 0.0000 G 14_9 0.0000 ndcg 14_9 0.0000 ndcg_rel 14_9 0.0000 Rndcg 14_9 0.0000 ndcg_cut_5 14_9 0.0000 ndcg_cut_10 14_9 0.0000 ndcg_cut_15 14_9 0.0000 ndcg_cut_20 14_9 0.0000 ndcg_cut_30 14_9 0.0000 ndcg_cut_100 14_9 0.0000 ndcg_cut_200 14_9 0.0000 ndcg_cut_500 14_9 0.0000 ndcg_cut_1000 14_9 0.0000 map_cut_5 14_9 0.0000 map_cut_10 14_9 0.0000 map_cut_15 14_9 0.0000 map_cut_20 14_9 0.0000 map_cut_30 14_9 0.0000 map_cut_100 14_9 0.0000 map_cut_200 14_9 0.0000 map_cut_500 14_9 0.0000 map_cut_1000 14_9 0.0000 relative_P_5 14_9 0.0000 relative_P_10 14_9 0.0000 relative_P_15 14_9 0.0000 relative_P_20 14_9 0.0000 relative_P_30 14_9 0.0000 relative_P_100 14_9 0.0000 relative_P_200 14_9 0.0000 relative_P_500 14_9 0.0000 relative_P_1000 14_9 0.0000 success_1 14_9 0.0000 success_5 14_9 0.0000 success_10 14_9 0.0000 set_P 14_9 0.0000 set_relative_P 14_9 0.0000 set_recall 14_9 0.0000 set_map 14_9 0.0000 set_F 14_9 0.0000 num_nonrel_judged_ret 14_9 7 rbp 14_9 0.0000 rbp_resid 14_9 0.5900 unj_5 14_9 0.0000 unj_10 14_9 0.5000 unj_20 14_9 0.7500 num_ret 15_1 1000 num_rel 15_1 81 num_rel_ret 15_1 3 map 15_1 0.0140 Rprec 15_1 0.0370 bpref 15_1 0.0340 recip_rank 15_1 1.0000 iprec_at_recall_0.00 15_1 1.0000 iprec_at_recall_0.10 15_1 0.0000 iprec_at_recall_0.20 15_1 0.0000 iprec_at_recall_0.30 15_1 0.0000 iprec_at_recall_0.40 15_1 0.0000 iprec_at_recall_0.50 15_1 0.0000 iprec_at_recall_0.60 15_1 0.0000 iprec_at_recall_0.70 15_1 0.0000 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 0.2000 P_10 15_1 0.1000 P_15 15_1 0.0667 P_20 15_1 0.0500 P_30 15_1 0.0333 P_100 15_1 0.0300 P_200 15_1 0.0150 P_500 15_1 0.0060 P_1000 15_1 0.0030 relstring 15_1 '10000--0--' recall_5 15_1 0.0123 recall_10 15_1 0.0123 recall_15 15_1 0.0123 recall_20 15_1 0.0123 recall_30 15_1 0.0123 recall_100 15_1 0.0370 recall_200 15_1 0.0370 recall_500 15_1 0.0370 recall_1000 15_1 0.0370 infAP 15_1 0.0140 Rprec_mult_0.20 15_1 0.0588 Rprec_mult_0.40 15_1 0.0606 Rprec_mult_0.60 15_1 0.0612 Rprec_mult_0.80 15_1 0.0462 Rprec_mult_1.00 15_1 0.0370 Rprec_mult_1.20 15_1 0.0306 Rprec_mult_1.40 15_1 0.0263 Rprec_mult_1.60 15_1 0.0231 Rprec_mult_1.80 15_1 0.0205 Rprec_mult_2.00 15_1 0.0185 utility 15_1 -994.0000 11pt_avg 15_1 0.0909 binG 15_1 0.0171 G 15_1 0.0066 ndcg 15_1 0.0435 ndcg_rel 15_1 0.0473 Rndcg 15_1 0.0593 ndcg_cut_5 15_1 0.1131 ndcg_cut_10 15_1 0.0807 ndcg_cut_15 15_1 0.0665 ndcg_cut_20 15_1 0.0575 ndcg_cut_30 15_1 0.0462 ndcg_cut_100 15_1 0.0435 ndcg_cut_200 15_1 0.0435 ndcg_cut_500 15_1 0.0435 ndcg_cut_1000 15_1 0.0435 map_cut_5 15_1 0.0123 map_cut_10 15_1 0.0123 map_cut_15 15_1 0.0123 map_cut_20 15_1 0.0123 map_cut_30 15_1 0.0123 map_cut_100 15_1 0.0140 map_cut_200 15_1 0.0140 map_cut_500 15_1 0.0140 map_cut_1000 15_1 0.0140 relative_P_5 15_1 0.2000 relative_P_10 15_1 0.1000 relative_P_15 15_1 0.0667 relative_P_20 15_1 0.0500 relative_P_30 15_1 0.0333 relative_P_100 15_1 0.0370 relative_P_200 15_1 0.0370 relative_P_500 15_1 0.0370 relative_P_1000 15_1 0.0370 success_1 15_1 1.0000 success_5 15_1 1.0000 success_10 15_1 1.0000 set_P 15_1 0.0030 set_relative_P 15_1 0.0370 set_recall 15_1 0.0370 set_map 15_1 0.0001 set_F 15_1 0.0056 num_nonrel_judged_ret 15_1 18 rbp 15_1 0.0352 rbp_resid 15_1 0.4829 unj_5 15_1 0.0000 unj_10 15_1 0.4000 unj_20 15_1 0.6500 num_ret 15_10 1000 num_rel 15_10 35 num_rel_ret 15_10 0 map 15_10 0.0000 Rprec 15_10 0.0000 bpref 15_10 0.0000 recip_rank 15_10 0.0000 iprec_at_recall_0.00 15_10 0.0000 iprec_at_recall_0.10 15_10 0.0000 iprec_at_recall_0.20 15_10 0.0000 iprec_at_recall_0.30 15_10 0.0000 iprec_at_recall_0.40 15_10 0.0000 iprec_at_recall_0.50 15_10 0.0000 iprec_at_recall_0.60 15_10 0.0000 iprec_at_recall_0.70 15_10 0.0000 iprec_at_recall_0.80 15_10 0.0000 iprec_at_recall_0.90 15_10 0.0000 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 0.0000 P_10 15_10 0.0000 P_15 15_10 0.0000 P_20 15_10 0.0000 P_30 15_10 0.0000 P_100 15_10 0.0000 P_200 15_10 0.0000 P_500 15_10 0.0000 P_1000 15_10 0.0000 relstring 15_10 '00000-----' recall_5 15_10 0.0000 recall_10 15_10 0.0000 recall_15 15_10 0.0000 recall_20 15_10 0.0000 recall_30 15_10 0.0000 recall_100 15_10 0.0000 recall_200 15_10 0.0000 recall_500 15_10 0.0000 recall_1000 15_10 0.0000 infAP 15_10 0.0000 Rprec_mult_0.20 15_10 0.0000 Rprec_mult_0.40 15_10 0.0000 Rprec_mult_0.60 15_10 0.0000 Rprec_mult_0.80 15_10 0.0000 Rprec_mult_1.00 15_10 0.0000 Rprec_mult_1.20 15_10 0.0000 Rprec_mult_1.40 15_10 0.0000 Rprec_mult_1.60 15_10 0.0000 Rprec_mult_1.80 15_10 0.0000 Rprec_mult_2.00 15_10 0.0000 utility 15_10 -1000.0000 11pt_avg 15_10 0.0000 binG 15_10 0.0000 G 15_10 0.0000 ndcg 15_10 0.0000 ndcg_rel 15_10 0.0000 Rndcg 15_10 0.0000 ndcg_cut_5 15_10 0.0000 ndcg_cut_10 15_10 0.0000 ndcg_cut_15 15_10 0.0000 ndcg_cut_20 15_10 0.0000 ndcg_cut_30 15_10 0.0000 ndcg_cut_100 15_10 0.0000 ndcg_cut_200 15_10 0.0000 ndcg_cut_500 15_10 0.0000 ndcg_cut_1000 15_10 0.0000 map_cut_5 15_10 0.0000 map_cut_10 15_10 0.0000 map_cut_15 15_10 0.0000 map_cut_20 15_10 0.0000 map_cut_30 15_10 0.0000 map_cut_100 15_10 0.0000 map_cut_200 15_10 0.0000 map_cut_500 15_10 0.0000 map_cut_1000 15_10 0.0000 relative_P_5 15_10 0.0000 relative_P_10 15_10 0.0000 relative_P_15 15_10 0.0000 relative_P_20 15_10 0.0000 relative_P_30 15_10 0.0000 relative_P_100 15_10 0.0000 relative_P_200 15_10 0.0000 relative_P_500 15_10 0.0000 relative_P_1000 15_10 0.0000 success_1 15_10 0.0000 success_5 15_10 0.0000 success_10 15_10 0.0000 set_P 15_10 0.0000 set_relative_P 15_10 0.0000 set_recall 15_10 0.0000 set_map 15_10 0.0000 set_F 15_10 0.0000 num_nonrel_judged_ret 15_10 5 rbp 15_10 0.0000 rbp_resid 15_10 0.5905 unj_5 15_10 0.0000 unj_10 15_10 0.5000 unj_20 15_10 0.7500 num_ret 15_3 1000 num_rel 15_3 22 num_rel_ret 15_3 0 map 15_3 0.0000 Rprec 15_3 0.0000 bpref 15_3 0.0000 recip_rank 15_3 0.0000 iprec_at_recall_0.00 15_3 0.0000 iprec_at_recall_0.10 15_3 0.0000 iprec_at_recall_0.20 15_3 0.0000 iprec_at_recall_0.30 15_3 0.0000 iprec_at_recall_0.40 15_3 0.0000 iprec_at_recall_0.50 15_3 0.0000 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.0000 P_10 15_3 0.0000 P_15 15_3 0.0000 P_20 15_3 0.0000 P_30 15_3 0.0000 P_100 15_3 0.0000 P_200 15_3 0.0000 P_500 15_3 0.0000 P_1000 15_3 0.0000 relstring 15_3 '0000--0---' recall_5 15_3 0.0000 recall_10 15_3 0.0000 recall_15 15_3 0.0000 recall_20 15_3 0.0000 recall_30 15_3 0.0000 recall_100 15_3 0.0000 recall_200 15_3 0.0000 recall_500 15_3 0.0000 recall_1000 15_3 0.0000 infAP 15_3 0.0000 Rprec_mult_0.20 15_3 0.0000 Rprec_mult_0.40 15_3 0.0000 Rprec_mult_0.60 15_3 0.0000 Rprec_mult_0.80 15_3 0.0000 Rprec_mult_1.00 15_3 0.0000 Rprec_mult_1.20 15_3 0.0000 Rprec_mult_1.40 15_3 0.0000 Rprec_mult_1.60 15_3 0.0000 Rprec_mult_1.80 15_3 0.0000 Rprec_mult_2.00 15_3 0.0000 utility 15_3 -1000.0000 11pt_avg 15_3 0.0000 binG 15_3 0.0000 G 15_3 0.0000 ndcg 15_3 0.0000 ndcg_rel 15_3 0.0000 Rndcg 15_3 0.0000 ndcg_cut_5 15_3 0.0000 ndcg_cut_10 15_3 0.0000 ndcg_cut_15 15_3 0.0000 ndcg_cut_20 15_3 0.0000 ndcg_cut_30 15_3 0.0000 ndcg_cut_100 15_3 0.0000 ndcg_cut_200 15_3 0.0000 ndcg_cut_500 15_3 0.0000 ndcg_cut_1000 15_3 0.0000 map_cut_5 15_3 0.0000 map_cut_10 15_3 0.0000 map_cut_15 15_3 0.0000 map_cut_20 15_3 0.0000 map_cut_30 15_3 0.0000 map_cut_100 15_3 0.0000 map_cut_200 15_3 0.0000 map_cut_500 15_3 0.0000 map_cut_1000 15_3 0.0000 relative_P_5 15_3 0.0000 relative_P_10 15_3 0.0000 relative_P_15 15_3 0.0000 relative_P_20 15_3 0.0000 relative_P_30 15_3 0.0000 relative_P_100 15_3 0.0000 relative_P_200 15_3 0.0000 relative_P_500 15_3 0.0000 relative_P_1000 15_3 0.0000 success_1 15_3 0.0000 success_5 15_3 0.0000 success_10 15_3 0.0000 set_P 15_3 0.0000 set_relative_P 15_3 0.0000 set_recall 15_3 0.0000 set_map 15_3 0.0000 set_F 15_3 0.0000 num_nonrel_judged_ret 15_3 5 rbp 15_3 0.0000 rbp_resid 15_3 0.6030 unj_5 15_3 0.2000 unj_10 15_3 0.5000 unj_20 15_3 0.7500 num_ret 15_4 1000 num_rel 15_4 20 num_rel_ret 15_4 0 map 15_4 0.0000 Rprec 15_4 0.0000 bpref 15_4 0.0000 recip_rank 15_4 0.0000 iprec_at_recall_0.00 15_4 0.0000 iprec_at_recall_0.10 15_4 0.0000 iprec_at_recall_0.20 15_4 0.0000 iprec_at_recall_0.30 15_4 0.0000 iprec_at_recall_0.40 15_4 0.0000 iprec_at_recall_0.50 15_4 0.0000 iprec_at_recall_0.60 15_4 0.0000 iprec_at_recall_0.70 15_4 0.0000 iprec_at_recall_0.80 15_4 0.0000 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.0000 P_10 15_4 0.0000 P_15 15_4 0.0000 P_20 15_4 0.0000 P_30 15_4 0.0000 P_100 15_4 0.0000 P_200 15_4 0.0000 P_500 15_4 0.0000 P_1000 15_4 0.0000 relstring 15_4 '00000-----' recall_5 15_4 0.0000 recall_10 15_4 0.0000 recall_15 15_4 0.0000 recall_20 15_4 0.0000 recall_30 15_4 0.0000 recall_100 15_4 0.0000 recall_200 15_4 0.0000 recall_500 15_4 0.0000 recall_1000 15_4 0.0000 infAP 15_4 0.0000 Rprec_mult_0.20 15_4 0.0000 Rprec_mult_0.40 15_4 0.0000 Rprec_mult_0.60 15_4 0.0000 Rprec_mult_0.80 15_4 0.0000 Rprec_mult_1.00 15_4 0.0000 Rprec_mult_1.20 15_4 0.0000 Rprec_mult_1.40 15_4 0.0000 Rprec_mult_1.60 15_4 0.0000 Rprec_mult_1.80 15_4 0.0000 Rprec_mult_2.00 15_4 0.0000 utility 15_4 -1000.0000 11pt_avg 15_4 0.0000 binG 15_4 0.0000 G 15_4 0.0000 ndcg 15_4 0.0000 ndcg_rel 15_4 0.0000 Rndcg 15_4 0.0000 ndcg_cut_5 15_4 0.0000 ndcg_cut_10 15_4 0.0000 ndcg_cut_15 15_4 0.0000 ndcg_cut_20 15_4 0.0000 ndcg_cut_30 15_4 0.0000 ndcg_cut_100 15_4 0.0000 ndcg_cut_200 15_4 0.0000 ndcg_cut_500 15_4 0.0000 ndcg_cut_1000 15_4 0.0000 map_cut_5 15_4 0.0000 map_cut_10 15_4 0.0000 map_cut_15 15_4 0.0000 map_cut_20 15_4 0.0000 map_cut_30 15_4 0.0000 map_cut_100 15_4 0.0000 map_cut_200 15_4 0.0000 map_cut_500 15_4 0.0000 map_cut_1000 15_4 0.0000 relative_P_5 15_4 0.0000 relative_P_10 15_4 0.0000 relative_P_15 15_4 0.0000 relative_P_20 15_4 0.0000 relative_P_30 15_4 0.0000 relative_P_100 15_4 0.0000 relative_P_200 15_4 0.0000 relative_P_500 15_4 0.0000 relative_P_1000 15_4 0.0000 success_1 15_4 0.0000 success_5 15_4 0.0000 success_10 15_4 0.0000 set_P 15_4 0.0000 set_relative_P 15_4 0.0000 set_recall 15_4 0.0000 set_map 15_4 0.0000 set_F 15_4 0.0000 num_nonrel_judged_ret 15_4 9 rbp 15_4 0.0000 rbp_resid 15_4 0.5905 unj_5 15_4 0.0000 unj_10 15_4 0.5000 unj_20 15_4 0.7500 num_ret 15_5 1000 num_rel 15_5 31 num_rel_ret 15_5 0 map 15_5 0.0000 Rprec 15_5 0.0000 bpref 15_5 0.0000 recip_rank 15_5 0.0000 iprec_at_recall_0.00 15_5 0.0000 iprec_at_recall_0.10 15_5 0.0000 iprec_at_recall_0.20 15_5 0.0000 iprec_at_recall_0.30 15_5 0.0000 iprec_at_recall_0.40 15_5 0.0000 iprec_at_recall_0.50 15_5 0.0000 iprec_at_recall_0.60 15_5 0.0000 iprec_at_recall_0.70 15_5 0.0000 iprec_at_recall_0.80 15_5 0.0000 iprec_at_recall_0.90 15_5 0.0000 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.0000 P_10 15_5 0.0000 P_15 15_5 0.0000 P_20 15_5 0.0000 P_30 15_5 0.0000 P_100 15_5 0.0000 P_200 15_5 0.0000 P_500 15_5 0.0000 P_1000 15_5 0.0000 relstring 15_5 '00000-----' recall_5 15_5 0.0000 recall_10 15_5 0.0000 recall_15 15_5 0.0000 recall_20 15_5 0.0000 recall_30 15_5 0.0000 recall_100 15_5 0.0000 recall_200 15_5 0.0000 recall_500 15_5 0.0000 recall_1000 15_5 0.0000 infAP 15_5 0.0000 Rprec_mult_0.20 15_5 0.0000 Rprec_mult_0.40 15_5 0.0000 Rprec_mult_0.60 15_5 0.0000 Rprec_mult_0.80 15_5 0.0000 Rprec_mult_1.00 15_5 0.0000 Rprec_mult_1.20 15_5 0.0000 Rprec_mult_1.40 15_5 0.0000 Rprec_mult_1.60 15_5 0.0000 Rprec_mult_1.80 15_5 0.0000 Rprec_mult_2.00 15_5 0.0000 utility 15_5 -1000.0000 11pt_avg 15_5 0.0000 binG 15_5 0.0000 G 15_5 0.0000 ndcg 15_5 0.0000 ndcg_rel 15_5 0.0000 Rndcg 15_5 0.0000 ndcg_cut_5 15_5 0.0000 ndcg_cut_10 15_5 0.0000 ndcg_cut_15 15_5 0.0000 ndcg_cut_20 15_5 0.0000 ndcg_cut_30 15_5 0.0000 ndcg_cut_100 15_5 0.0000 ndcg_cut_200 15_5 0.0000 ndcg_cut_500 15_5 0.0000 ndcg_cut_1000 15_5 0.0000 map_cut_5 15_5 0.0000 map_cut_10 15_5 0.0000 map_cut_15 15_5 0.0000 map_cut_20 15_5 0.0000 map_cut_30 15_5 0.0000 map_cut_100 15_5 0.0000 map_cut_200 15_5 0.0000 map_cut_500 15_5 0.0000 map_cut_1000 15_5 0.0000 relative_P_5 15_5 0.0000 relative_P_10 15_5 0.0000 relative_P_15 15_5 0.0000 relative_P_20 15_5 0.0000 relative_P_30 15_5 0.0000 relative_P_100 15_5 0.0000 relative_P_200 15_5 0.0000 relative_P_500 15_5 0.0000 relative_P_1000 15_5 0.0000 success_1 15_5 0.0000 success_5 15_5 0.0000 success_10 15_5 0.0000 set_P 15_5 0.0000 set_relative_P 15_5 0.0000 set_recall 15_5 0.0000 set_map 15_5 0.0000 set_F 15_5 0.0000 num_nonrel_judged_ret 15_5 6 rbp 15_5 0.0000 rbp_resid 15_5 0.5905 unj_5 15_5 0.0000 unj_10 15_5 0.5000 unj_20 15_5 0.7500 num_ret 15_6 1000 num_rel 15_6 19 num_rel_ret 15_6 0 map 15_6 0.0000 Rprec 15_6 0.0000 bpref 15_6 0.0000 recip_rank 15_6 0.0000 iprec_at_recall_0.00 15_6 0.0000 iprec_at_recall_0.10 15_6 0.0000 iprec_at_recall_0.20 15_6 0.0000 iprec_at_recall_0.30 15_6 0.0000 iprec_at_recall_0.40 15_6 0.0000 iprec_at_recall_0.50 15_6 0.0000 iprec_at_recall_0.60 15_6 0.0000 iprec_at_recall_0.70 15_6 0.0000 iprec_at_recall_0.80 15_6 0.0000 iprec_at_recall_0.90 15_6 0.0000 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.0000 P_10 15_6 0.0000 P_15 15_6 0.0000 P_20 15_6 0.0000 P_30 15_6 0.0000 P_100 15_6 0.0000 P_200 15_6 0.0000 P_500 15_6 0.0000 P_1000 15_6 0.0000 relstring 15_6 '00000-----' recall_5 15_6 0.0000 recall_10 15_6 0.0000 recall_15 15_6 0.0000 recall_20 15_6 0.0000 recall_30 15_6 0.0000 recall_100 15_6 0.0000 recall_200 15_6 0.0000 recall_500 15_6 0.0000 recall_1000 15_6 0.0000 infAP 15_6 0.0000 Rprec_mult_0.20 15_6 0.0000 Rprec_mult_0.40 15_6 0.0000 Rprec_mult_0.60 15_6 0.0000 Rprec_mult_0.80 15_6 0.0000 Rprec_mult_1.00 15_6 0.0000 Rprec_mult_1.20 15_6 0.0000 Rprec_mult_1.40 15_6 0.0000 Rprec_mult_1.60 15_6 0.0000 Rprec_mult_1.80 15_6 0.0000 Rprec_mult_2.00 15_6 0.0000 utility 15_6 -1000.0000 11pt_avg 15_6 0.0000 binG 15_6 0.0000 G 15_6 0.0000 ndcg 15_6 0.0000 ndcg_rel 15_6 0.0000 Rndcg 15_6 0.0000 ndcg_cut_5 15_6 0.0000 ndcg_cut_10 15_6 0.0000 ndcg_cut_15 15_6 0.0000 ndcg_cut_20 15_6 0.0000 ndcg_cut_30 15_6 0.0000 ndcg_cut_100 15_6 0.0000 ndcg_cut_200 15_6 0.0000 ndcg_cut_500 15_6 0.0000 ndcg_cut_1000 15_6 0.0000 map_cut_5 15_6 0.0000 map_cut_10 15_6 0.0000 map_cut_15 15_6 0.0000 map_cut_20 15_6 0.0000 map_cut_30 15_6 0.0000 map_cut_100 15_6 0.0000 map_cut_200 15_6 0.0000 map_cut_500 15_6 0.0000 map_cut_1000 15_6 0.0000 relative_P_5 15_6 0.0000 relative_P_10 15_6 0.0000 relative_P_15 15_6 0.0000 relative_P_20 15_6 0.0000 relative_P_30 15_6 0.0000 relative_P_100 15_6 0.0000 relative_P_200 15_6 0.0000 relative_P_500 15_6 0.0000 relative_P_1000 15_6 0.0000 success_1 15_6 0.0000 success_5 15_6 0.0000 success_10 15_6 0.0000 set_P 15_6 0.0000 set_relative_P 15_6 0.0000 set_recall 15_6 0.0000 set_map 15_6 0.0000 set_F 15_6 0.0000 num_nonrel_judged_ret 15_6 5 rbp 15_6 0.0000 rbp_resid 15_6 0.5905 unj_5 15_6 0.0000 unj_10 15_6 0.5000 unj_20 15_6 0.7500 num_ret 1_1 1000 num_rel 1_1 257 num_rel_ret 1_1 59 map 1_1 0.1233 Rprec 1_1 0.2101 bpref 1_1 0.2024 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 0.6000 iprec_at_recall_0.20 1_1 0.4595 iprec_at_recall_0.30 1_1 0.0000 iprec_at_recall_0.40 1_1 0.0000 iprec_at_recall_0.50 1_1 0.0000 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 0.6000 P_10 1_1 0.5000 P_15 1_1 0.6667 P_20 1_1 0.6500 P_30 1_1 0.6000 P_100 1_1 0.4900 P_200 1_1 0.2650 P_500 1_1 0.1160 P_1000 1_1 0.0590 relstring 1_1 '2100220001' recall_5 1_1 0.0117 recall_10 1_1 0.0195 recall_15 1_1 0.0389 recall_20 1_1 0.0506 recall_30 1_1 0.0700 recall_100 1_1 0.1907 recall_200 1_1 0.2062 recall_500 1_1 0.2257 recall_1000 1_1 0.2296 infAP 1_1 0.1233 Rprec_mult_0.20 1_1 0.5769 Rprec_mult_0.40 1_1 0.4757 Rprec_mult_0.60 1_1 0.3419 Rprec_mult_0.80 1_1 0.2621 Rprec_mult_1.00 1_1 0.2101 Rprec_mult_1.20 1_1 0.1748 Rprec_mult_1.40 1_1 0.1500 Rprec_mult_1.60 1_1 0.1359 Rprec_mult_1.80 1_1 0.1253 Rprec_mult_2.00 1_1 0.1128 utility 1_1 -882.0000 11pt_avg 1_1 0.1872 binG 1_1 0.0599 G 1_1 0.0304 ndcg 1_1 0.2048 ndcg_rel 1_1 0.2308 Rndcg 1_1 0.2402 ndcg_cut_5 1_1 0.3849 ndcg_cut_10 1_1 0.3232 ndcg_cut_15 1_1 0.3591 ndcg_cut_20 1_1 0.3519 ndcg_cut_30 1_1 0.3419 ndcg_cut_100 1_1 0.2835 ndcg_cut_200 1_1 0.2115 ndcg_cut_500 1_1 0.2019 ndcg_cut_1000 1_1 0.2048 map_cut_5 1_1 0.0101 map_cut_10 1_1 0.0147 map_cut_15 1_1 0.0265 map_cut_20 1_1 0.0343 map_cut_30 1_1 0.0461 map_cut_100 1_1 0.1132 map_cut_200 1_1 0.1199 map_cut_500 1_1 0.1230 map_cut_1000 1_1 0.1233 relative_P_5 1_1 0.6000 relative_P_10 1_1 0.5000 relative_P_15 1_1 0.6667 relative_P_20 1_1 0.6500 relative_P_30 1_1 0.6000 relative_P_100 1_1 0.4900 relative_P_200 1_1 0.2650 relative_P_500 1_1 0.2257 relative_P_1000 1_1 0.2296 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.0590 set_relative_P 1_1 0.2296 set_recall 1_1 0.2296 set_map 1_1 0.0135 set_F 1_1 0.0939 num_nonrel_judged_ret 1_1 12 rbp 1_1 0.2928 rbp_resid 1_1 0.0539 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1000 num_rel 1_2 114 num_rel_ret 1_2 6 map 1_2 0.0309 Rprec 1_2 0.0439 bpref 1_2 0.0505 recip_rank 1_2 1.0000 iprec_at_recall_0.00 1_2 1.0000 iprec_at_recall_0.10 1_2 0.0000 iprec_at_recall_0.20 1_2 0.0000 iprec_at_recall_0.30 1_2 0.0000 iprec_at_recall_0.40 1_2 0.0000 iprec_at_recall_0.50 1_2 0.0000 iprec_at_recall_0.60 1_2 0.0000 iprec_at_recall_0.70 1_2 0.0000 iprec_at_recall_0.80 1_2 0.0000 iprec_at_recall_0.90 1_2 0.0000 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 0.6000 P_10 1_2 0.4000 P_15 1_2 0.2667 P_20 1_2 0.2000 P_30 1_2 0.1667 P_100 1_2 0.0500 P_200 1_2 0.0250 P_500 1_2 0.0100 P_1000 1_2 0.0060 relstring 1_2 '22020-1---' recall_5 1_2 0.0263 recall_10 1_2 0.0351 recall_15 1_2 0.0351 recall_20 1_2 0.0351 recall_30 1_2 0.0439 recall_100 1_2 0.0439 recall_200 1_2 0.0439 recall_500 1_2 0.0439 recall_1000 1_2 0.0526 infAP 1_2 0.0309 Rprec_mult_0.20 1_2 0.1739 Rprec_mult_0.40 1_2 0.1087 Rprec_mult_0.60 1_2 0.0725 Rprec_mult_0.80 1_2 0.0543 Rprec_mult_1.00 1_2 0.0439 Rprec_mult_1.20 1_2 0.0365 Rprec_mult_1.40 1_2 0.0312 Rprec_mult_1.60 1_2 0.0273 Rprec_mult_1.80 1_2 0.0243 Rprec_mult_2.00 1_2 0.0219 utility 1_2 -988.0000 11pt_avg 1_2 0.0909 binG 1_2 0.0297 G 1_2 0.0156 ndcg 1_2 0.1059 ndcg_rel 1_2 0.1196 Rndcg 1_2 0.2105 ndcg_cut_5 1_2 0.4188 ndcg_cut_10 1_2 0.3046 ndcg_cut_15 1_2 0.2398 ndcg_cut_20 1_2 0.2057 ndcg_cut_30 1_2 0.1802 ndcg_cut_100 1_2 0.1086 ndcg_cut_200 1_2 0.1036 ndcg_cut_500 1_2 0.1036 ndcg_cut_1000 1_2 0.1059 map_cut_5 1_2 0.0241 map_cut_10 1_2 0.0291 map_cut_15 1_2 0.0291 map_cut_20 1_2 0.0291 map_cut_30 1_2 0.0308 map_cut_100 1_2 0.0308 map_cut_200 1_2 0.0308 map_cut_500 1_2 0.0308 map_cut_1000 1_2 0.0309 relative_P_5 1_2 0.6000 relative_P_10 1_2 0.4000 relative_P_15 1_2 0.2667 relative_P_20 1_2 0.2000 relative_P_30 1_2 0.1667 relative_P_100 1_2 0.0500 relative_P_200 1_2 0.0439 relative_P_500 1_2 0.0439 relative_P_1000 1_2 0.0526 success_1 1_2 1.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 0.0060 set_relative_P 1_2 0.0526 set_recall 1_2 0.0526 set_map 1_2 0.0003 set_F 1_2 0.0108 num_nonrel_judged_ret 1_2 3 rbp 1_2 0.1465 rbp_resid 1_2 0.5302 unj_5 1_2 0.0000 unj_10 1_2 0.4000 unj_20 1_2 0.7000 num_ret 1_3 1000 num_rel 1_3 71 num_rel_ret 1_3 5 map 1_3 0.0565 Rprec 1_3 0.0563 bpref 1_3 0.0701 recip_rank 1_3 1.0000 iprec_at_recall_0.00 1_3 1.0000 iprec_at_recall_0.10 1_3 0.0000 iprec_at_recall_0.20 1_3 0.0000 iprec_at_recall_0.30 1_3 0.0000 iprec_at_recall_0.40 1_3 0.0000 iprec_at_recall_0.50 1_3 0.0000 iprec_at_recall_0.60 1_3 0.0000 iprec_at_recall_0.70 1_3 0.0000 iprec_at_recall_0.80 1_3 0.0000 iprec_at_recall_0.90 1_3 0.0000 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 0.8000 P_10 1_3 0.4000 P_15 1_3 0.2667 P_20 1_3 0.2000 P_30 1_3 0.1333 P_100 1_3 0.0400 P_200 1_3 0.0200 P_500 1_3 0.0080 P_1000 1_3 0.0050 relstring 1_3 '11110-----' recall_5 1_3 0.0563 recall_10 1_3 0.0563 recall_15 1_3 0.0563 recall_20 1_3 0.0563 recall_30 1_3 0.0563 recall_100 1_3 0.0563 recall_200 1_3 0.0563 recall_500 1_3 0.0563 recall_1000 1_3 0.0704 infAP 1_3 0.0565 Rprec_mult_0.20 1_3 0.2667 Rprec_mult_0.40 1_3 0.1379 Rprec_mult_0.60 1_3 0.0930 Rprec_mult_0.80 1_3 0.0702 Rprec_mult_1.00 1_3 0.0563 Rprec_mult_1.20 1_3 0.0465 Rprec_mult_1.40 1_3 0.0400 Rprec_mult_1.60 1_3 0.0351 Rprec_mult_1.80 1_3 0.0312 Rprec_mult_2.00 1_3 0.0282 utility 1_3 -990.0000 11pt_avg 1_3 0.0909 binG 1_3 0.0579 G 1_3 0.0167 ndcg 1_3 0.0974 ndcg_rel 1_3 0.1107 Rndcg 1_3 0.1381 ndcg_cut_5 1_3 0.2896 ndcg_cut_10 1_3 0.2067 ndcg_cut_15 1_3 0.1705 ndcg_cut_20 1_3 0.1473 ndcg_cut_30 1_3 0.1184 ndcg_cut_100 1_3 0.0863 ndcg_cut_200 1_3 0.0863 ndcg_cut_500 1_3 0.0863 ndcg_cut_1000 1_3 0.0974 map_cut_5 1_3 0.0563 map_cut_10 1_3 0.0563 map_cut_15 1_3 0.0563 map_cut_20 1_3 0.0563 map_cut_30 1_3 0.0563 map_cut_100 1_3 0.0563 map_cut_200 1_3 0.0563 map_cut_500 1_3 0.0563 map_cut_1000 1_3 0.0565 relative_P_5 1_3 0.8000 relative_P_10 1_3 0.4000 relative_P_15 1_3 0.2667 relative_P_20 1_3 0.2000 relative_P_30 1_3 0.1333 relative_P_100 1_3 0.0563 relative_P_200 1_3 0.0563 relative_P_500 1_3 0.0563 relative_P_1000 1_3 0.0704 success_1 1_3 1.0000 success_5 1_3 1.0000 success_10 1_3 1.0000 set_P 1_3 0.0050 set_relative_P 1_3 0.0704 set_recall 1_3 0.0704 set_map 1_3 0.0004 set_F 1_3 0.0093 num_nonrel_judged_ret 1_3 2 rbp 1_3 0.1146 rbp_resid 1_3 0.5905 unj_5 1_3 0.0000 unj_10 1_3 0.5000 unj_20 1_3 0.7500 num_ret 1_4 1000 num_rel 1_4 134 num_rel_ret 1_4 1 map 1_4 0.0075 Rprec 1_4 0.0075 bpref 1_4 0.0075 recip_rank 1_4 1.0000 iprec_at_recall_0.00 1_4 1.0000 iprec_at_recall_0.10 1_4 0.0000 iprec_at_recall_0.20 1_4 0.0000 iprec_at_recall_0.30 1_4 0.0000 iprec_at_recall_0.40 1_4 0.0000 iprec_at_recall_0.50 1_4 0.0000 iprec_at_recall_0.60 1_4 0.0000 iprec_at_recall_0.70 1_4 0.0000 iprec_at_recall_0.80 1_4 0.0000 iprec_at_recall_0.90 1_4 0.0000 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 0.2000 P_10 1_4 0.1000 P_15 1_4 0.0667 P_20 1_4 0.0500 P_30 1_4 0.0333 P_100 1_4 0.0100 P_200 1_4 0.0050 P_500 1_4 0.0020 P_1000 1_4 0.0010 relstring 1_4 '10000-----' recall_5 1_4 0.0075 recall_10 1_4 0.0075 recall_15 1_4 0.0075 recall_20 1_4 0.0075 recall_30 1_4 0.0075 recall_100 1_4 0.0075 recall_200 1_4 0.0075 recall_500 1_4 0.0075 recall_1000 1_4 0.0075 infAP 1_4 0.0075 Rprec_mult_0.20 1_4 0.0370 Rprec_mult_0.40 1_4 0.0185 Rprec_mult_0.60 1_4 0.0123 Rprec_mult_0.80 1_4 0.0093 Rprec_mult_1.00 1_4 0.0075 Rprec_mult_1.20 1_4 0.0062 Rprec_mult_1.40 1_4 0.0053 Rprec_mult_1.60 1_4 0.0047 Rprec_mult_1.80 1_4 0.0041 Rprec_mult_2.00 1_4 0.0037 utility 1_4 -998.0000 11pt_avg 1_4 0.0909 binG 1_4 0.0075 G 1_4 0.0021 ndcg 1_4 0.0196 ndcg_rel 1_4 0.0220 Rndcg 1_4 0.0303 ndcg_cut_5 1_4 0.1131 ndcg_cut_10 1_4 0.0734 ndcg_cut_15 1_4 0.0577 ndcg_cut_20 1_4 0.0508 ndcg_cut_30 1_4 0.0418 ndcg_cut_100 1_4 0.0218 ndcg_cut_200 1_4 0.0196 ndcg_cut_500 1_4 0.0196 ndcg_cut_1000 1_4 0.0196 map_cut_5 1_4 0.0075 map_cut_10 1_4 0.0075 map_cut_15 1_4 0.0075 map_cut_20 1_4 0.0075 map_cut_30 1_4 0.0075 map_cut_100 1_4 0.0075 map_cut_200 1_4 0.0075 map_cut_500 1_4 0.0075 map_cut_1000 1_4 0.0075 relative_P_5 1_4 0.2000 relative_P_10 1_4 0.1000 relative_P_15 1_4 0.0667 relative_P_20 1_4 0.0500 relative_P_30 1_4 0.0333 relative_P_100 1_4 0.0100 relative_P_200 1_4 0.0075 relative_P_500 1_4 0.0075 relative_P_1000 1_4 0.0075 success_1 1_4 1.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 0.0010 set_relative_P 1_4 0.0075 set_recall 1_4 0.0075 set_map 1_4 0.0000 set_F 1_4 0.0018 num_nonrel_judged_ret 1_4 4 rbp 1_4 0.0333 rbp_resid 1_4 0.5905 unj_5 1_4 0.0000 unj_10 1_4 0.5000 unj_20 1_4 0.7500 num_ret 1_6 1000 num_rel 1_6 121 num_rel_ret 1_6 3 map 1_6 0.0092 Rprec 1_6 0.0248 bpref 1_6 0.0241 recip_rank 1_6 0.5000 iprec_at_recall_0.00 1_6 0.5000 iprec_at_recall_0.10 1_6 0.0000 iprec_at_recall_0.20 1_6 0.0000 iprec_at_recall_0.30 1_6 0.0000 iprec_at_recall_0.40 1_6 0.0000 iprec_at_recall_0.50 1_6 0.0000 iprec_at_recall_0.60 1_6 0.0000 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 0.4000 P_10 1_6 0.2000 P_15 1_6 0.1333 P_20 1_6 0.1000 P_30 1_6 0.1000 P_100 1_6 0.0300 P_200 1_6 0.0150 P_500 1_6 0.0060 P_1000 1_6 0.0030 relstring 1_6 '01010-----' recall_5 1_6 0.0165 recall_10 1_6 0.0165 recall_15 1_6 0.0165 recall_20 1_6 0.0165 recall_30 1_6 0.0248 recall_100 1_6 0.0248 recall_200 1_6 0.0248 recall_500 1_6 0.0248 recall_1000 1_6 0.0248 infAP 1_6 0.0092 Rprec_mult_0.20 1_6 0.0800 Rprec_mult_0.40 1_6 0.0612 Rprec_mult_0.60 1_6 0.0411 Rprec_mult_0.80 1_6 0.0309 Rprec_mult_1.00 1_6 0.0248 Rprec_mult_1.20 1_6 0.0205 Rprec_mult_1.40 1_6 0.0176 Rprec_mult_1.60 1_6 0.0155 Rprec_mult_1.80 1_6 0.0138 Rprec_mult_2.00 1_6 0.0124 utility 1_6 -994.0000 11pt_avg 1_6 0.0455 binG 1_6 0.0111 G 1_6 0.0041 ndcg 1_6 0.0283 ndcg_rel 1_6 0.0302 Rndcg 1_6 0.0355 ndcg_cut_5 1_6 0.1200 ndcg_cut_10 1_6 0.0779 ndcg_cut_15 1_6 0.0604 ndcg_cut_20 1_6 0.0503 ndcg_cut_30 1_6 0.0496 ndcg_cut_100 1_6 0.0304 ndcg_cut_200 1_6 0.0283 ndcg_cut_500 1_6 0.0283 ndcg_cut_1000 1_6 0.0283 map_cut_5 1_6 0.0083 map_cut_10 1_6 0.0083 map_cut_15 1_6 0.0083 map_cut_20 1_6 0.0083 map_cut_30 1_6 0.0092 map_cut_100 1_6 0.0092 map_cut_200 1_6 0.0092 map_cut_500 1_6 0.0092 map_cut_1000 1_6 0.0092 relative_P_5 1_6 0.4000 relative_P_10 1_6 0.2000 relative_P_15 1_6 0.1333 relative_P_20 1_6 0.1000 relative_P_30 1_6 0.1000 relative_P_100 1_6 0.0300 relative_P_200 1_6 0.0248 relative_P_500 1_6 0.0248 relative_P_1000 1_6 0.0248 success_1 1_6 0.0000 success_5 1_6 1.0000 success_10 1_6 1.0000 set_P 1_6 0.0030 set_relative_P 1_6 0.0248 set_recall 1_6 0.0248 set_map 1_6 0.0001 set_F 1_6 0.0054 num_nonrel_judged_ret 1_6 3 rbp 1_6 0.0565 rbp_resid 1_6 0.5840 unj_5 1_6 0.0000 unj_10 1_6 0.5000 unj_20 1_6 0.7500 num_ret 1_7 1000 num_rel 1_7 110 num_rel_ret 1_7 0 map 1_7 0.0000 Rprec 1_7 0.0000 bpref 1_7 0.0000 recip_rank 1_7 0.0000 iprec_at_recall_0.00 1_7 0.0000 iprec_at_recall_0.10 1_7 0.0000 iprec_at_recall_0.20 1_7 0.0000 iprec_at_recall_0.30 1_7 0.0000 iprec_at_recall_0.40 1_7 0.0000 iprec_at_recall_0.50 1_7 0.0000 iprec_at_recall_0.60 1_7 0.0000 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 0.0000 P_10 1_7 0.0000 P_15 1_7 0.0000 P_20 1_7 0.0000 P_30 1_7 0.0000 P_100 1_7 0.0000 P_200 1_7 0.0000 P_500 1_7 0.0000 P_1000 1_7 0.0000 relstring 1_7 '00000-----' recall_5 1_7 0.0000 recall_10 1_7 0.0000 recall_15 1_7 0.0000 recall_20 1_7 0.0000 recall_30 1_7 0.0000 recall_100 1_7 0.0000 recall_200 1_7 0.0000 recall_500 1_7 0.0000 recall_1000 1_7 0.0000 infAP 1_7 0.0000 Rprec_mult_0.20 1_7 0.0000 Rprec_mult_0.40 1_7 0.0000 Rprec_mult_0.60 1_7 0.0000 Rprec_mult_0.80 1_7 0.0000 Rprec_mult_1.00 1_7 0.0000 Rprec_mult_1.20 1_7 0.0000 Rprec_mult_1.40 1_7 0.0000 Rprec_mult_1.60 1_7 0.0000 Rprec_mult_1.80 1_7 0.0000 Rprec_mult_2.00 1_7 0.0000 utility 1_7 -1000.0000 11pt_avg 1_7 0.0000 binG 1_7 0.0000 G 1_7 0.0000 ndcg 1_7 0.0000 ndcg_rel 1_7 0.0000 Rndcg 1_7 0.0000 ndcg_cut_5 1_7 0.0000 ndcg_cut_10 1_7 0.0000 ndcg_cut_15 1_7 0.0000 ndcg_cut_20 1_7 0.0000 ndcg_cut_30 1_7 0.0000 ndcg_cut_100 1_7 0.0000 ndcg_cut_200 1_7 0.0000 ndcg_cut_500 1_7 0.0000 ndcg_cut_1000 1_7 0.0000 map_cut_5 1_7 0.0000 map_cut_10 1_7 0.0000 map_cut_15 1_7 0.0000 map_cut_20 1_7 0.0000 map_cut_30 1_7 0.0000 map_cut_100 1_7 0.0000 map_cut_200 1_7 0.0000 map_cut_500 1_7 0.0000 map_cut_1000 1_7 0.0000 relative_P_5 1_7 0.0000 relative_P_10 1_7 0.0000 relative_P_15 1_7 0.0000 relative_P_20 1_7 0.0000 relative_P_30 1_7 0.0000 relative_P_100 1_7 0.0000 relative_P_200 1_7 0.0000 relative_P_500 1_7 0.0000 relative_P_1000 1_7 0.0000 success_1 1_7 0.0000 success_5 1_7 0.0000 success_10 1_7 0.0000 set_P 1_7 0.0000 set_relative_P 1_7 0.0000 set_recall 1_7 0.0000 set_map 1_7 0.0000 set_F 1_7 0.0000 num_nonrel_judged_ret 1_7 6 rbp 1_7 0.0000 rbp_resid 1_7 0.5905 unj_5 1_7 0.0000 unj_10 1_7 0.5000 unj_20 1_7 0.7500 num_ret 1_8 1000 num_rel 1_8 118 num_rel_ret 1_8 0 map 1_8 0.0000 Rprec 1_8 0.0000 bpref 1_8 0.0000 recip_rank 1_8 0.0000 iprec_at_recall_0.00 1_8 0.0000 iprec_at_recall_0.10 1_8 0.0000 iprec_at_recall_0.20 1_8 0.0000 iprec_at_recall_0.30 1_8 0.0000 iprec_at_recall_0.40 1_8 0.0000 iprec_at_recall_0.50 1_8 0.0000 iprec_at_recall_0.60 1_8 0.0000 iprec_at_recall_0.70 1_8 0.0000 iprec_at_recall_0.80 1_8 0.0000 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 0.0000 P_10 1_8 0.0000 P_15 1_8 0.0000 P_20 1_8 0.0000 P_30 1_8 0.0000 P_100 1_8 0.0000 P_200 1_8 0.0000 P_500 1_8 0.0000 P_1000 1_8 0.0000 relstring 1_8 '00000-----' recall_5 1_8 0.0000 recall_10 1_8 0.0000 recall_15 1_8 0.0000 recall_20 1_8 0.0000 recall_30 1_8 0.0000 recall_100 1_8 0.0000 recall_200 1_8 0.0000 recall_500 1_8 0.0000 recall_1000 1_8 0.0000 infAP 1_8 0.0000 Rprec_mult_0.20 1_8 0.0000 Rprec_mult_0.40 1_8 0.0000 Rprec_mult_0.60 1_8 0.0000 Rprec_mult_0.80 1_8 0.0000 Rprec_mult_1.00 1_8 0.0000 Rprec_mult_1.20 1_8 0.0000 Rprec_mult_1.40 1_8 0.0000 Rprec_mult_1.60 1_8 0.0000 Rprec_mult_1.80 1_8 0.0000 Rprec_mult_2.00 1_8 0.0000 utility 1_8 -1000.0000 11pt_avg 1_8 0.0000 binG 1_8 0.0000 G 1_8 0.0000 ndcg 1_8 0.0000 ndcg_rel 1_8 0.0000 Rndcg 1_8 0.0000 ndcg_cut_5 1_8 0.0000 ndcg_cut_10 1_8 0.0000 ndcg_cut_15 1_8 0.0000 ndcg_cut_20 1_8 0.0000 ndcg_cut_30 1_8 0.0000 ndcg_cut_100 1_8 0.0000 ndcg_cut_200 1_8 0.0000 ndcg_cut_500 1_8 0.0000 ndcg_cut_1000 1_8 0.0000 map_cut_5 1_8 0.0000 map_cut_10 1_8 0.0000 map_cut_15 1_8 0.0000 map_cut_20 1_8 0.0000 map_cut_30 1_8 0.0000 map_cut_100 1_8 0.0000 map_cut_200 1_8 0.0000 map_cut_500 1_8 0.0000 map_cut_1000 1_8 0.0000 relative_P_5 1_8 0.0000 relative_P_10 1_8 0.0000 relative_P_15 1_8 0.0000 relative_P_20 1_8 0.0000 relative_P_30 1_8 0.0000 relative_P_100 1_8 0.0000 relative_P_200 1_8 0.0000 relative_P_500 1_8 0.0000 relative_P_1000 1_8 0.0000 success_1 1_8 0.0000 success_5 1_8 0.0000 success_10 1_8 0.0000 set_P 1_8 0.0000 set_relative_P 1_8 0.0000 set_recall 1_8 0.0000 set_map 1_8 0.0000 set_F 1_8 0.0000 num_nonrel_judged_ret 1_8 6 rbp 1_8 0.0000 rbp_resid 1_8 0.5905 unj_5 1_8 0.0000 unj_10 1_8 0.5000 unj_20 1_8 0.7500 num_ret 1_9 1000 num_rel 1_9 48 num_rel_ret 1_9 0 map 1_9 0.0000 Rprec 1_9 0.0000 bpref 1_9 0.0000 recip_rank 1_9 0.0000 iprec_at_recall_0.00 1_9 0.0000 iprec_at_recall_0.10 1_9 0.0000 iprec_at_recall_0.20 1_9 0.0000 iprec_at_recall_0.30 1_9 0.0000 iprec_at_recall_0.40 1_9 0.0000 iprec_at_recall_0.50 1_9 0.0000 iprec_at_recall_0.60 1_9 0.0000 iprec_at_recall_0.70 1_9 0.0000 iprec_at_recall_0.80 1_9 0.0000 iprec_at_recall_0.90 1_9 0.0000 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 0.0000 P_10 1_9 0.0000 P_15 1_9 0.0000 P_20 1_9 0.0000 P_30 1_9 0.0000 P_100 1_9 0.0000 P_200 1_9 0.0000 P_500 1_9 0.0000 P_1000 1_9 0.0000 relstring 1_9 '00000-----' recall_5 1_9 0.0000 recall_10 1_9 0.0000 recall_15 1_9 0.0000 recall_20 1_9 0.0000 recall_30 1_9 0.0000 recall_100 1_9 0.0000 recall_200 1_9 0.0000 recall_500 1_9 0.0000 recall_1000 1_9 0.0000 infAP 1_9 0.0000 Rprec_mult_0.20 1_9 0.0000 Rprec_mult_0.40 1_9 0.0000 Rprec_mult_0.60 1_9 0.0000 Rprec_mult_0.80 1_9 0.0000 Rprec_mult_1.00 1_9 0.0000 Rprec_mult_1.20 1_9 0.0000 Rprec_mult_1.40 1_9 0.0000 Rprec_mult_1.60 1_9 0.0000 Rprec_mult_1.80 1_9 0.0000 Rprec_mult_2.00 1_9 0.0000 utility 1_9 -1000.0000 11pt_avg 1_9 0.0000 binG 1_9 0.0000 G 1_9 0.0000 ndcg 1_9 0.0000 ndcg_rel 1_9 0.0000 Rndcg 1_9 0.0000 ndcg_cut_5 1_9 0.0000 ndcg_cut_10 1_9 0.0000 ndcg_cut_15 1_9 0.0000 ndcg_cut_20 1_9 0.0000 ndcg_cut_30 1_9 0.0000 ndcg_cut_100 1_9 0.0000 ndcg_cut_200 1_9 0.0000 ndcg_cut_500 1_9 0.0000 ndcg_cut_1000 1_9 0.0000 map_cut_5 1_9 0.0000 map_cut_10 1_9 0.0000 map_cut_15 1_9 0.0000 map_cut_20 1_9 0.0000 map_cut_30 1_9 0.0000 map_cut_100 1_9 0.0000 map_cut_200 1_9 0.0000 map_cut_500 1_9 0.0000 map_cut_1000 1_9 0.0000 relative_P_5 1_9 0.0000 relative_P_10 1_9 0.0000 relative_P_15 1_9 0.0000 relative_P_20 1_9 0.0000 relative_P_30 1_9 0.0000 relative_P_100 1_9 0.0000 relative_P_200 1_9 0.0000 relative_P_500 1_9 0.0000 relative_P_1000 1_9 0.0000 success_1 1_9 0.0000 success_5 1_9 0.0000 success_10 1_9 0.0000 set_P 1_9 0.0000 set_relative_P 1_9 0.0000 set_recall 1_9 0.0000 set_map 1_9 0.0000 set_F 1_9 0.0000 num_nonrel_judged_ret 1_9 5 rbp 1_9 0.0000 rbp_resid 1_9 0.5905 unj_5 1_9 0.0000 unj_10 1_9 0.5000 unj_20 1_9 0.7500 num_ret 4_10 1000 num_rel 4_10 188 num_rel_ret 4_10 11 map 4_10 0.0138 Rprec 4_10 0.0479 bpref 4_10 0.0541 recip_rank 4_10 0.5000 iprec_at_recall_0.00 4_10 0.7500 iprec_at_recall_0.10 4_10 0.0000 iprec_at_recall_0.20 4_10 0.0000 iprec_at_recall_0.30 4_10 0.0000 iprec_at_recall_0.40 4_10 0.0000 iprec_at_recall_0.50 4_10 0.0000 iprec_at_recall_0.60 4_10 0.0000 iprec_at_recall_0.70 4_10 0.0000 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 0.6000 P_10 4_10 0.3000 P_15 4_10 0.2000 P_20 4_10 0.2000 P_30 4_10 0.1333 P_100 4_10 0.0700 P_200 4_10 0.0500 P_500 4_10 0.0220 P_1000 4_10 0.0110 relstring 4_10 '01110-----' recall_5 4_10 0.0160 recall_10 4_10 0.0160 recall_15 4_10 0.0160 recall_20 4_10 0.0213 recall_30 4_10 0.0213 recall_100 4_10 0.0372 recall_200 4_10 0.0532 recall_500 4_10 0.0585 recall_1000 4_10 0.0585 infAP 4_10 0.0138 Rprec_mult_0.20 4_10 0.1053 Rprec_mult_0.40 4_10 0.0789 Rprec_mult_0.60 4_10 0.0619 Rprec_mult_0.80 4_10 0.0530 Rprec_mult_1.00 4_10 0.0479 Rprec_mult_1.20 4_10 0.0487 Rprec_mult_1.40 4_10 0.0417 Rprec_mult_1.60 4_10 0.0365 Rprec_mult_1.80 4_10 0.0324 Rprec_mult_2.00 4_10 0.0293 utility 4_10 -978.0000 11pt_avg 4_10 0.0682 binG 4_10 0.0169 G 4_10 0.0085 ndcg 4_10 0.0556 ndcg_rel 4_10 0.0577 Rndcg 4_10 0.0661 ndcg_cut_5 4_10 0.1765 ndcg_cut_10 4_10 0.1146 ndcg_cut_15 4_10 0.0914 ndcg_cut_20 4_10 0.0923 ndcg_cut_30 4_10 0.0757 ndcg_cut_100 4_10 0.0594 ndcg_cut_200 4_10 0.0531 ndcg_cut_500 4_10 0.0556 ndcg_cut_1000 4_10 0.0556 map_cut_5 4_10 0.0102 map_cut_10 4_10 0.0102 map_cut_15 4_10 0.0102 map_cut_20 4_10 0.0113 map_cut_30 4_10 0.0113 map_cut_100 4_10 0.0126 map_cut_200 4_10 0.0135 map_cut_500 4_10 0.0138 map_cut_1000 4_10 0.0138 relative_P_5 4_10 0.6000 relative_P_10 4_10 0.3000 relative_P_15 4_10 0.2000 relative_P_20 4_10 0.2000 relative_P_30 4_10 0.1333 relative_P_100 4_10 0.0700 relative_P_200 4_10 0.0532 relative_P_500 4_10 0.0585 relative_P_1000 4_10 0.0585 success_1 4_10 0.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 0.0110 set_relative_P 4_10 0.0585 set_recall 4_10 0.0585 set_map 4_10 0.0006 set_F 4_10 0.0185 num_nonrel_judged_ret 4_10 5 rbp 4_10 0.0864 rbp_resid 4_10 0.5372 unj_5 4_10 0.0000 unj_10 4_10 0.5000 unj_20 4_10 0.6500 num_ret 4_11 1000 num_rel 4_11 171 num_rel_ret 4_11 17 map 4_11 0.0024 Rprec 4_11 0.0117 bpref 4_11 0.0750 recip_rank 4_11 0.0714 iprec_at_recall_0.00 4_11 0.1176 iprec_at_recall_0.10 4_11 0.0172 iprec_at_recall_0.20 4_11 0.0000 iprec_at_recall_0.30 4_11 0.0000 iprec_at_recall_0.40 4_11 0.0000 iprec_at_recall_0.50 4_11 0.0000 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 0.0000 P_10 4_11 0.0000 P_15 4_11 0.0667 P_20 4_11 0.1000 P_30 4_11 0.0667 P_100 4_11 0.0200 P_200 4_11 0.0150 P_500 4_11 0.0120 P_1000 4_11 0.0170 relstring 4_11 '0000000000' recall_5 4_11 0.0000 recall_10 4_11 0.0000 recall_15 4_11 0.0058 recall_20 4_11 0.0117 recall_30 4_11 0.0117 recall_100 4_11 0.0117 recall_200 4_11 0.0175 recall_500 4_11 0.0351 recall_1000 4_11 0.0994 infAP 4_11 0.0024 Rprec_mult_0.20 4_11 0.0571 Rprec_mult_0.40 4_11 0.0290 Rprec_mult_0.60 4_11 0.0194 Rprec_mult_0.80 4_11 0.0146 Rprec_mult_1.00 4_11 0.0117 Rprec_mult_1.20 4_11 0.0146 Rprec_mult_1.40 4_11 0.0125 Rprec_mult_1.60 4_11 0.0109 Rprec_mult_1.80 4_11 0.0097 Rprec_mult_2.00 4_11 0.0117 utility 4_11 -966.0000 11pt_avg 4_11 0.0123 binG 4_11 0.0124 G 4_11 0.0114 ndcg 4_11 0.0612 ndcg_rel 4_11 0.0586 Rndcg 4_11 0.0198 ndcg_cut_5 4_11 0.0000 ndcg_cut_10 4_11 0.0000 ndcg_cut_15 4_11 0.0152 ndcg_cut_20 4_11 0.0259 ndcg_cut_30 4_11 0.0212 ndcg_cut_100 4_11 0.0106 ndcg_cut_200 4_11 0.0128 ndcg_cut_500 4_11 0.0246 ndcg_cut_1000 4_11 0.0612 map_cut_5 4_11 0.0000 map_cut_10 4_11 0.0000 map_cut_15 4_11 0.0004 map_cut_20 4_11 0.0011 map_cut_30 4_11 0.0011 map_cut_100 4_11 0.0011 map_cut_200 4_11 0.0012 map_cut_500 4_11 0.0014 map_cut_1000 4_11 0.0024 relative_P_5 4_11 0.0000 relative_P_10 4_11 0.0000 relative_P_15 4_11 0.0667 relative_P_20 4_11 0.1000 relative_P_30 4_11 0.0667 relative_P_100 4_11 0.0200 relative_P_200 4_11 0.0175 relative_P_500 4_11 0.0351 relative_P_1000 4_11 0.0994 success_1 4_11 0.0000 success_5 4_11 0.0000 success_10 4_11 0.0000 set_P 4_11 0.0170 set_relative_P 4_11 0.0994 set_recall 4_11 0.0994 set_map 4_11 0.0017 set_F 4_11 0.0290 num_nonrel_judged_ret 4_11 48 rbp 4_11 0.0146 rbp_resid 4_11 0.0792 unj_5 4_11 0.0000 unj_10 4_11 0.0000 unj_20 4_11 0.0000 num_ret 4_12 1000 num_rel 4_12 134 num_rel_ret 4_12 0 map 4_12 0.0000 Rprec 4_12 0.0000 bpref 4_12 0.0000 recip_rank 4_12 0.0000 iprec_at_recall_0.00 4_12 0.0000 iprec_at_recall_0.10 4_12 0.0000 iprec_at_recall_0.20 4_12 0.0000 iprec_at_recall_0.30 4_12 0.0000 iprec_at_recall_0.40 4_12 0.0000 iprec_at_recall_0.50 4_12 0.0000 iprec_at_recall_0.60 4_12 0.0000 iprec_at_recall_0.70 4_12 0.0000 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 0.0000 P_10 4_12 0.0000 P_15 4_12 0.0000 P_20 4_12 0.0000 P_30 4_12 0.0000 P_100 4_12 0.0000 P_200 4_12 0.0000 P_500 4_12 0.0000 P_1000 4_12 0.0000 relstring 4_12 '00000-----' recall_5 4_12 0.0000 recall_10 4_12 0.0000 recall_15 4_12 0.0000 recall_20 4_12 0.0000 recall_30 4_12 0.0000 recall_100 4_12 0.0000 recall_200 4_12 0.0000 recall_500 4_12 0.0000 recall_1000 4_12 0.0000 infAP 4_12 0.0000 Rprec_mult_0.20 4_12 0.0000 Rprec_mult_0.40 4_12 0.0000 Rprec_mult_0.60 4_12 0.0000 Rprec_mult_0.80 4_12 0.0000 Rprec_mult_1.00 4_12 0.0000 Rprec_mult_1.20 4_12 0.0000 Rprec_mult_1.40 4_12 0.0000 Rprec_mult_1.60 4_12 0.0000 Rprec_mult_1.80 4_12 0.0000 Rprec_mult_2.00 4_12 0.0000 utility 4_12 -1000.0000 11pt_avg 4_12 0.0000 binG 4_12 0.0000 G 4_12 0.0000 ndcg 4_12 0.0000 ndcg_rel 4_12 0.0000 Rndcg 4_12 0.0000 ndcg_cut_5 4_12 0.0000 ndcg_cut_10 4_12 0.0000 ndcg_cut_15 4_12 0.0000 ndcg_cut_20 4_12 0.0000 ndcg_cut_30 4_12 0.0000 ndcg_cut_100 4_12 0.0000 ndcg_cut_200 4_12 0.0000 ndcg_cut_500 4_12 0.0000 ndcg_cut_1000 4_12 0.0000 map_cut_5 4_12 0.0000 map_cut_10 4_12 0.0000 map_cut_15 4_12 0.0000 map_cut_20 4_12 0.0000 map_cut_30 4_12 0.0000 map_cut_100 4_12 0.0000 map_cut_200 4_12 0.0000 map_cut_500 4_12 0.0000 map_cut_1000 4_12 0.0000 relative_P_5 4_12 0.0000 relative_P_10 4_12 0.0000 relative_P_15 4_12 0.0000 relative_P_20 4_12 0.0000 relative_P_30 4_12 0.0000 relative_P_100 4_12 0.0000 relative_P_200 4_12 0.0000 relative_P_500 4_12 0.0000 relative_P_1000 4_12 0.0000 success_1 4_12 0.0000 success_5 4_12 0.0000 success_10 4_12 0.0000 set_P 4_12 0.0000 set_relative_P 4_12 0.0000 set_recall 4_12 0.0000 set_map 4_12 0.0000 set_F 4_12 0.0000 num_nonrel_judged_ret 4_12 12 rbp 4_12 0.0000 rbp_resid 4_12 0.5546 unj_5 4_12 0.0000 unj_10 4_12 0.5000 unj_20 4_12 0.7000 num_ret 4_13 1000 num_rel 4_13 162 num_rel_ret 4_13 0 map 4_13 0.0000 Rprec 4_13 0.0000 bpref 4_13 0.0000 recip_rank 4_13 0.0000 iprec_at_recall_0.00 4_13 0.0000 iprec_at_recall_0.10 4_13 0.0000 iprec_at_recall_0.20 4_13 0.0000 iprec_at_recall_0.30 4_13 0.0000 iprec_at_recall_0.40 4_13 0.0000 iprec_at_recall_0.50 4_13 0.0000 iprec_at_recall_0.60 4_13 0.0000 iprec_at_recall_0.70 4_13 0.0000 iprec_at_recall_0.80 4_13 0.0000 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 0.0000 P_10 4_13 0.0000 P_15 4_13 0.0000 P_20 4_13 0.0000 P_30 4_13 0.0000 P_100 4_13 0.0000 P_200 4_13 0.0000 P_500 4_13 0.0000 P_1000 4_13 0.0000 relstring 4_13 '00000-----' recall_5 4_13 0.0000 recall_10 4_13 0.0000 recall_15 4_13 0.0000 recall_20 4_13 0.0000 recall_30 4_13 0.0000 recall_100 4_13 0.0000 recall_200 4_13 0.0000 recall_500 4_13 0.0000 recall_1000 4_13 0.0000 infAP 4_13 0.0000 Rprec_mult_0.20 4_13 0.0000 Rprec_mult_0.40 4_13 0.0000 Rprec_mult_0.60 4_13 0.0000 Rprec_mult_0.80 4_13 0.0000 Rprec_mult_1.00 4_13 0.0000 Rprec_mult_1.20 4_13 0.0000 Rprec_mult_1.40 4_13 0.0000 Rprec_mult_1.60 4_13 0.0000 Rprec_mult_1.80 4_13 0.0000 Rprec_mult_2.00 4_13 0.0000 utility 4_13 -1000.0000 11pt_avg 4_13 0.0000 binG 4_13 0.0000 G 4_13 0.0000 ndcg 4_13 0.0000 ndcg_rel 4_13 0.0000 Rndcg 4_13 0.0000 ndcg_cut_5 4_13 0.0000 ndcg_cut_10 4_13 0.0000 ndcg_cut_15 4_13 0.0000 ndcg_cut_20 4_13 0.0000 ndcg_cut_30 4_13 0.0000 ndcg_cut_100 4_13 0.0000 ndcg_cut_200 4_13 0.0000 ndcg_cut_500 4_13 0.0000 ndcg_cut_1000 4_13 0.0000 map_cut_5 4_13 0.0000 map_cut_10 4_13 0.0000 map_cut_15 4_13 0.0000 map_cut_20 4_13 0.0000 map_cut_30 4_13 0.0000 map_cut_100 4_13 0.0000 map_cut_200 4_13 0.0000 map_cut_500 4_13 0.0000 map_cut_1000 4_13 0.0000 relative_P_5 4_13 0.0000 relative_P_10 4_13 0.0000 relative_P_15 4_13 0.0000 relative_P_20 4_13 0.0000 relative_P_30 4_13 0.0000 relative_P_100 4_13 0.0000 relative_P_200 4_13 0.0000 relative_P_500 4_13 0.0000 relative_P_1000 4_13 0.0000 success_1 4_13 0.0000 success_5 4_13 0.0000 success_10 4_13 0.0000 set_P 4_13 0.0000 set_relative_P 4_13 0.0000 set_recall 4_13 0.0000 set_map 4_13 0.0000 set_F 4_13 0.0000 num_nonrel_judged_ret 4_13 6 rbp 4_13 0.0000 rbp_resid 4_13 0.5905 unj_5 4_13 0.0000 unj_10 4_13 0.5000 unj_20 4_13 0.7500 num_ret 4_14 1000 num_rel 4_14 177 num_rel_ret 4_14 0 map 4_14 0.0000 Rprec 4_14 0.0000 bpref 4_14 0.0000 recip_rank 4_14 0.0000 iprec_at_recall_0.00 4_14 0.0000 iprec_at_recall_0.10 4_14 0.0000 iprec_at_recall_0.20 4_14 0.0000 iprec_at_recall_0.30 4_14 0.0000 iprec_at_recall_0.40 4_14 0.0000 iprec_at_recall_0.50 4_14 0.0000 iprec_at_recall_0.60 4_14 0.0000 iprec_at_recall_0.70 4_14 0.0000 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 0.0000 P_10 4_14 0.0000 P_15 4_14 0.0000 P_20 4_14 0.0000 P_30 4_14 0.0000 P_100 4_14 0.0000 P_200 4_14 0.0000 P_500 4_14 0.0000 P_1000 4_14 0.0000 relstring 4_14 '00000-----' recall_5 4_14 0.0000 recall_10 4_14 0.0000 recall_15 4_14 0.0000 recall_20 4_14 0.0000 recall_30 4_14 0.0000 recall_100 4_14 0.0000 recall_200 4_14 0.0000 recall_500 4_14 0.0000 recall_1000 4_14 0.0000 infAP 4_14 0.0000 Rprec_mult_0.20 4_14 0.0000 Rprec_mult_0.40 4_14 0.0000 Rprec_mult_0.60 4_14 0.0000 Rprec_mult_0.80 4_14 0.0000 Rprec_mult_1.00 4_14 0.0000 Rprec_mult_1.20 4_14 0.0000 Rprec_mult_1.40 4_14 0.0000 Rprec_mult_1.60 4_14 0.0000 Rprec_mult_1.80 4_14 0.0000 Rprec_mult_2.00 4_14 0.0000 utility 4_14 -1000.0000 11pt_avg 4_14 0.0000 binG 4_14 0.0000 G 4_14 0.0000 ndcg 4_14 0.0000 ndcg_rel 4_14 0.0000 Rndcg 4_14 0.0000 ndcg_cut_5 4_14 0.0000 ndcg_cut_10 4_14 0.0000 ndcg_cut_15 4_14 0.0000 ndcg_cut_20 4_14 0.0000 ndcg_cut_30 4_14 0.0000 ndcg_cut_100 4_14 0.0000 ndcg_cut_200 4_14 0.0000 ndcg_cut_500 4_14 0.0000 ndcg_cut_1000 4_14 0.0000 map_cut_5 4_14 0.0000 map_cut_10 4_14 0.0000 map_cut_15 4_14 0.0000 map_cut_20 4_14 0.0000 map_cut_30 4_14 0.0000 map_cut_100 4_14 0.0000 map_cut_200 4_14 0.0000 map_cut_500 4_14 0.0000 map_cut_1000 4_14 0.0000 relative_P_5 4_14 0.0000 relative_P_10 4_14 0.0000 relative_P_15 4_14 0.0000 relative_P_20 4_14 0.0000 relative_P_30 4_14 0.0000 relative_P_100 4_14 0.0000 relative_P_200 4_14 0.0000 relative_P_500 4_14 0.0000 relative_P_1000 4_14 0.0000 success_1 4_14 0.0000 success_5 4_14 0.0000 success_10 4_14 0.0000 set_P 4_14 0.0000 set_relative_P 4_14 0.0000 set_recall 4_14 0.0000 set_map 4_14 0.0000 set_F 4_14 0.0000 num_nonrel_judged_ret 4_14 5 rbp 4_14 0.0000 rbp_resid 4_14 0.5905 unj_5 4_14 0.0000 unj_10 4_14 0.5000 unj_20 4_14 0.7500 num_ret 4_17 1000 num_rel 4_17 1 num_rel_ret 4_17 0 map 4_17 0.0000 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0000 iprec_at_recall_0.00 4_17 0.0000 iprec_at_recall_0.10 4_17 0.0000 iprec_at_recall_0.20 4_17 0.0000 iprec_at_recall_0.30 4_17 0.0000 iprec_at_recall_0.40 4_17 0.0000 iprec_at_recall_0.50 4_17 0.0000 iprec_at_recall_0.60 4_17 0.0000 iprec_at_recall_0.70 4_17 0.0000 iprec_at_recall_0.80 4_17 0.0000 iprec_at_recall_0.90 4_17 0.0000 iprec_at_recall_1.00 4_17 0.0000 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0000 P_100 4_17 0.0000 P_200 4_17 0.0000 P_500 4_17 0.0000 P_1000 4_17 0.0000 relstring 4_17 '00000-----' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 0.0000 recall_100 4_17 0.0000 recall_200 4_17 0.0000 recall_500 4_17 0.0000 recall_1000 4_17 0.0000 infAP 4_17 0.0000 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -1000.0000 11pt_avg 4_17 0.0000 binG 4_17 0.0000 G 4_17 0.0000 ndcg 4_17 0.0000 ndcg_rel 4_17 0.0000 Rndcg 4_17 0.0000 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.0000 ndcg_cut_100 4_17 0.0000 ndcg_cut_200 4_17 0.0000 ndcg_cut_500 4_17 0.0000 ndcg_cut_1000 4_17 0.0000 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0000 map_cut_100 4_17 0.0000 map_cut_200 4_17 0.0000 map_cut_500 4_17 0.0000 map_cut_1000 4_17 0.0000 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 0.0000 relative_P_100 4_17 0.0000 relative_P_200 4_17 0.0000 relative_P_500 4_17 0.0000 relative_P_1000 4_17 0.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0000 set_relative_P 4_17 0.0000 set_recall 4_17 0.0000 set_map 4_17 0.0000 set_F 4_17 0.0000 num_nonrel_judged_ret 4_17 32 rbp 4_17 0.0000 rbp_resid 4_17 0.4175 unj_5 4_17 0.0000 unj_10 4_17 0.5000 unj_20 4_17 0.5000 num_ret 4_3 1000 num_rel 4_3 164 num_rel_ret 4_3 17 map 4_3 0.0212 Rprec 4_3 0.0671 bpref 4_3 0.0979 recip_rank 4_3 0.5000 iprec_at_recall_0.00 4_3 0.5000 iprec_at_recall_0.10 4_3 0.0460 iprec_at_recall_0.20 4_3 0.0000 iprec_at_recall_0.30 4_3 0.0000 iprec_at_recall_0.40 4_3 0.0000 iprec_at_recall_0.50 4_3 0.0000 iprec_at_recall_0.60 4_3 0.0000 iprec_at_recall_0.70 4_3 0.0000 iprec_at_recall_0.80 4_3 0.0000 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 0.4000 P_10 4_3 0.3000 P_15 4_3 0.2667 P_20 4_3 0.3000 P_30 4_3 0.2667 P_100 4_3 0.0900 P_200 4_3 0.0550 P_500 4_3 0.0320 P_1000 4_3 0.0170 relstring 4_3 '01010----1' recall_5 4_3 0.0122 recall_10 4_3 0.0183 recall_15 4_3 0.0244 recall_20 4_3 0.0366 recall_30 4_3 0.0488 recall_100 4_3 0.0549 recall_200 4_3 0.0671 recall_500 4_3 0.0976 recall_1000 4_3 0.1037 infAP 4_3 0.0212 Rprec_mult_0.20 4_3 0.2424 Rprec_mult_0.40 4_3 0.1364 Rprec_mult_0.60 4_3 0.0909 Rprec_mult_0.80 4_3 0.0758 Rprec_mult_1.00 4_3 0.0671 Rprec_mult_1.20 4_3 0.0558 Rprec_mult_1.40 4_3 0.0652 Rprec_mult_1.60 4_3 0.0570 Rprec_mult_1.80 4_3 0.0507 Rprec_mult_2.00 4_3 0.0457 utility 4_3 -966.0000 11pt_avg 4_3 0.0496 binG 4_3 0.0240 G 4_3 0.0115 ndcg 4_3 0.0722 ndcg_rel 4_3 0.0731 Rndcg 4_3 0.0552 ndcg_cut_5 4_3 0.1078 ndcg_cut_10 4_3 0.0923 ndcg_cut_15 4_3 0.0861 ndcg_cut_20 4_3 0.0938 ndcg_cut_30 4_3 0.0946 ndcg_cut_100 4_3 0.0535 ndcg_cut_200 4_3 0.0517 ndcg_cut_500 4_3 0.0705 ndcg_cut_1000 4_3 0.0722 map_cut_5 4_3 0.0061 map_cut_10 4_3 0.0079 map_cut_15 4_3 0.0096 map_cut_20 4_3 0.0134 map_cut_30 4_3 0.0174 map_cut_100 4_3 0.0184 map_cut_200 4_3 0.0193 map_cut_500 4_3 0.0211 map_cut_1000 4_3 0.0212 relative_P_5 4_3 0.4000 relative_P_10 4_3 0.3000 relative_P_15 4_3 0.2667 relative_P_20 4_3 0.3000 relative_P_30 4_3 0.2667 relative_P_100 4_3 0.0900 relative_P_200 4_3 0.0671 relative_P_500 4_3 0.0976 relative_P_1000 4_3 0.1037 success_1 4_3 0.0000 success_5 4_3 1.0000 success_10 4_3 1.0000 set_P 4_3 0.0170 set_relative_P 4_3 0.1037 set_recall 4_3 0.1037 set_map 4_3 0.0018 set_F 4_3 0.0292 num_nonrel_judged_ret 4_3 7 rbp 4_3 0.0702 rbp_resid 4_3 0.4410 unj_5 4_3 0.0000 unj_10 4_3 0.4000 unj_20 4_3 0.5000 num_ret 4_4 1000 num_rel 4_4 154 num_rel_ret 4_4 8 map 4_4 0.0304 Rprec 4_4 0.0455 bpref 4_4 0.0514 recip_rank 4_4 1.0000 iprec_at_recall_0.00 4_4 1.0000 iprec_at_recall_0.10 4_4 0.0000 iprec_at_recall_0.20 4_4 0.0000 iprec_at_recall_0.30 4_4 0.0000 iprec_at_recall_0.40 4_4 0.0000 iprec_at_recall_0.50 4_4 0.0000 iprec_at_recall_0.60 4_4 0.0000 iprec_at_recall_0.70 4_4 0.0000 iprec_at_recall_0.80 4_4 0.0000 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 0.8000 P_10 4_4 0.5000 P_15 4_4 0.3333 P_20 4_4 0.2500 P_30 4_4 0.1667 P_100 4_4 0.0500 P_200 4_4 0.0350 P_500 4_4 0.0160 P_1000 4_4 0.0080 relstring 4_4 '22220---2-' recall_5 4_4 0.0260 recall_10 4_4 0.0325 recall_15 4_4 0.0325 recall_20 4_4 0.0325 recall_30 4_4 0.0325 recall_100 4_4 0.0325 recall_200 4_4 0.0455 recall_500 4_4 0.0519 recall_1000 4_4 0.0519 infAP 4_4 0.0304 Rprec_mult_0.20 4_4 0.1613 Rprec_mult_0.40 4_4 0.0806 Rprec_mult_0.60 4_4 0.0538 Rprec_mult_0.80 4_4 0.0403 Rprec_mult_1.00 4_4 0.0455 Rprec_mult_1.20 4_4 0.0378 Rprec_mult_1.40 4_4 0.0324 Rprec_mult_1.60 4_4 0.0283 Rprec_mult_1.80 4_4 0.0252 Rprec_mult_2.00 4_4 0.0227 utility 4_4 -984.0000 11pt_avg 4_4 0.0909 binG 4_4 0.0311 G 4_4 0.0138 ndcg 4_4 0.1021 ndcg_rel 4_4 0.1149 Rndcg 4_4 0.2071 ndcg_cut_5 4_4 0.4890 ndcg_cut_10 4_4 0.3751 ndcg_cut_15 4_4 0.2980 ndcg_cut_20 4_4 0.2516 ndcg_cut_30 4_4 0.2070 ndcg_cut_100 4_4 0.1118 ndcg_cut_200 4_4 0.1001 ndcg_cut_500 4_4 0.1021 ndcg_cut_1000 4_4 0.1021 map_cut_5 4_4 0.0260 map_cut_10 4_4 0.0296 map_cut_15 4_4 0.0296 map_cut_20 4_4 0.0296 map_cut_30 4_4 0.0296 map_cut_100 4_4 0.0296 map_cut_200 4_4 0.0302 map_cut_500 4_4 0.0304 map_cut_1000 4_4 0.0304 relative_P_5 4_4 0.8000 relative_P_10 4_4 0.5000 relative_P_15 4_4 0.3333 relative_P_20 4_4 0.2500 relative_P_30 4_4 0.1667 relative_P_100 4_4 0.0500 relative_P_200 4_4 0.0455 relative_P_500 4_4 0.0519 relative_P_1000 4_4 0.0519 success_1 4_4 1.0000 success_5 4_4 1.0000 success_10 4_4 1.0000 set_P 4_4 0.0080 set_relative_P 4_4 0.0519 set_recall 4_4 0.0519 set_map 4_4 0.0004 set_F 4_4 0.0139 num_nonrel_judged_ret 4_4 1 rbp 4_4 0.1935 rbp_resid 4_4 0.5474 unj_5 4_4 0.0000 unj_10 4_4 0.4000 unj_20 4_4 0.7000 num_ret 4_5 1000 num_rel 4_5 122 num_rel_ret 4_5 9 map 4_5 0.0239 Rprec 4_5 0.0656 bpref 4_5 0.0703 recip_rank 4_5 0.5000 iprec_at_recall_0.00 4_5 0.6667 iprec_at_recall_0.10 4_5 0.0000 iprec_at_recall_0.20 4_5 0.0000 iprec_at_recall_0.30 4_5 0.0000 iprec_at_recall_0.40 4_5 0.0000 iprec_at_recall_0.50 4_5 0.0000 iprec_at_recall_0.60 4_5 0.0000 iprec_at_recall_0.70 4_5 0.0000 iprec_at_recall_0.80 4_5 0.0000 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 0.4000 P_10 4_5 0.4000 P_15 4_5 0.3333 P_20 4_5 0.2500 P_30 4_5 0.2333 P_100 4_5 0.0800 P_200 4_5 0.0400 P_500 4_5 0.0180 P_1000 4_5 0.0090 relstring 4_5 '02100---22' recall_5 4_5 0.0164 recall_10 4_5 0.0328 recall_15 4_5 0.0410 recall_20 4_5 0.0410 recall_30 4_5 0.0574 recall_100 4_5 0.0656 recall_200 4_5 0.0656 recall_500 4_5 0.0738 recall_1000 4_5 0.0738 infAP 4_5 0.0239 Rprec_mult_0.20 4_5 0.2000 Rprec_mult_0.40 4_5 0.1429 Rprec_mult_0.60 4_5 0.1081 Rprec_mult_0.80 4_5 0.0816 Rprec_mult_1.00 4_5 0.0656 Rprec_mult_1.20 4_5 0.0544 Rprec_mult_1.40 4_5 0.0468 Rprec_mult_1.60 4_5 0.0408 Rprec_mult_1.80 4_5 0.0364 Rprec_mult_2.00 4_5 0.0328 utility 4_5 -982.0000 11pt_avg 4_5 0.0606 binG 4_5 0.0243 G 4_5 0.0139 ndcg 4_5 0.0895 ndcg_rel 4_5 0.0966 Rndcg 4_5 0.1032 ndcg_cut_5 4_5 0.1992 ndcg_cut_10 4_5 0.2158 ndcg_cut_15 4_5 0.1981 ndcg_cut_20 4_5 0.1649 ndcg_cut_30 4_5 0.1589 ndcg_cut_100 4_5 0.0914 ndcg_cut_200 4_5 0.0852 ndcg_cut_500 4_5 0.0895 ndcg_cut_1000 4_5 0.0895 map_cut_5 4_5 0.0096 map_cut_10 4_5 0.0156 map_cut_15 4_5 0.0190 map_cut_20 4_5 0.0190 map_cut_30 4_5 0.0227 map_cut_100 4_5 0.0236 map_cut_200 4_5 0.0236 map_cut_500 4_5 0.0239 map_cut_1000 4_5 0.0239 relative_P_5 4_5 0.4000 relative_P_10 4_5 0.4000 relative_P_15 4_5 0.3333 relative_P_20 4_5 0.2500 relative_P_30 4_5 0.2333 relative_P_100 4_5 0.0800 relative_P_200 4_5 0.0656 relative_P_500 4_5 0.0738 relative_P_1000 4_5 0.0738 success_1 4_5 0.0000 success_5 4_5 1.0000 success_10 4_5 1.0000 set_P 4_5 0.0090 set_relative_P 4_5 0.0738 set_recall 4_5 0.0738 set_map 4_5 0.0007 set_F 4_5 0.0160 num_nonrel_judged_ret 4_5 3 rbp 4_5 0.1699 rbp_resid 4_5 0.4662 unj_5 4_5 0.0000 unj_10 4_5 0.3000 unj_20 4_5 0.6000 num_ret 4_7 1000 num_rel 4_7 76 num_rel_ret 4_7 10 map 4_7 0.0076 Rprec 4_7 0.0263 bpref 4_7 0.1158 recip_rank 4_7 0.3333 iprec_at_recall_0.00 4_7 0.3333 iprec_at_recall_0.10 4_7 0.0236 iprec_at_recall_0.20 4_7 0.0000 iprec_at_recall_0.30 4_7 0.0000 iprec_at_recall_0.40 4_7 0.0000 iprec_at_recall_0.50 4_7 0.0000 iprec_at_recall_0.60 4_7 0.0000 iprec_at_recall_0.70 4_7 0.0000 iprec_at_recall_0.80 4_7 0.0000 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 0.2000 P_10 4_7 0.1000 P_15 4_7 0.0667 P_20 4_7 0.0500 P_30 4_7 0.0333 P_100 4_7 0.0300 P_200 4_7 0.0250 P_500 4_7 0.0200 P_1000 4_7 0.0100 relstring 4_7 '00100-----' recall_5 4_7 0.0132 recall_10 4_7 0.0132 recall_15 4_7 0.0132 recall_20 4_7 0.0132 recall_30 4_7 0.0132 recall_100 4_7 0.0395 recall_200 4_7 0.0658 recall_500 4_7 0.1316 recall_1000 4_7 0.1316 infAP 4_7 0.0076 Rprec_mult_0.20 4_7 0.0625 Rprec_mult_0.40 4_7 0.0323 Rprec_mult_0.60 4_7 0.0217 Rprec_mult_0.80 4_7 0.0164 Rprec_mult_1.00 4_7 0.0263 Rprec_mult_1.20 4_7 0.0326 Rprec_mult_1.40 4_7 0.0280 Rprec_mult_1.60 4_7 0.0328 Rprec_mult_1.80 4_7 0.0365 Rprec_mult_2.00 4_7 0.0329 utility 4_7 -980.0000 11pt_avg 4_7 0.0324 binG 4_7 0.0223 G 4_7 0.0218 ndcg 4_7 0.0929 ndcg_rel 4_7 0.0899 Rndcg 4_7 0.0386 ndcg_cut_5 4_7 0.0664 ndcg_cut_10 4_7 0.0467 ndcg_cut_15 4_7 0.0374 ndcg_cut_20 4_7 0.0318 ndcg_cut_30 4_7 0.0256 ndcg_cut_100 4_7 0.0466 ndcg_cut_200 4_7 0.0674 ndcg_cut_500 4_7 0.0929 ndcg_cut_1000 4_7 0.0929 map_cut_5 4_7 0.0044 map_cut_10 4_7 0.0044 map_cut_15 4_7 0.0044 map_cut_20 4_7 0.0044 map_cut_30 4_7 0.0044 map_cut_100 4_7 0.0052 map_cut_200 4_7 0.0061 map_cut_500 4_7 0.0076 map_cut_1000 4_7 0.0076 relative_P_5 4_7 0.2000 relative_P_10 4_7 0.1000 relative_P_15 4_7 0.0667 relative_P_20 4_7 0.0500 relative_P_30 4_7 0.0333 relative_P_100 4_7 0.0395 relative_P_200 4_7 0.0658 relative_P_500 4_7 0.1316 relative_P_1000 4_7 0.1316 success_1 4_7 0.0000 success_5 4_7 1.0000 success_10 4_7 1.0000 set_P 4_7 0.0100 set_relative_P 4_7 0.1316 set_recall 4_7 0.1316 set_map 4_7 0.0013 set_F 4_7 0.0186 num_nonrel_judged_ret 4_7 14 rbp 4_7 0.0270 rbp_resid 4_7 0.5857 unj_5 4_7 0.0000 unj_10 4_7 0.5000 unj_20 4_7 0.7500 num_ret 4_8 1000 num_rel 4_8 96 num_rel_ret 4_8 37 map 4_8 0.1366 Rprec 4_8 0.1875 bpref 4_8 0.3111 recip_rank 4_8 1.0000 iprec_at_recall_0.00 4_8 1.0000 iprec_at_recall_0.10 4_8 0.4583 iprec_at_recall_0.20 4_8 0.1695 iprec_at_recall_0.30 4_8 0.0954 iprec_at_recall_0.40 4_8 0.0000 iprec_at_recall_0.50 4_8 0.0000 iprec_at_recall_0.60 4_8 0.0000 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 1.0000 P_10 4_8 0.6000 P_15 4_8 0.5333 P_20 4_8 0.4500 P_30 4_8 0.4333 P_100 4_8 0.1800 P_200 4_8 0.1250 P_500 4_8 0.0700 P_1000 4_8 0.0370 relstring 4_8 '212122-0-0' recall_5 4_8 0.0521 recall_10 4_8 0.0625 recall_15 4_8 0.0833 recall_20 4_8 0.0938 recall_30 4_8 0.1354 recall_100 4_8 0.1875 recall_200 4_8 0.2604 recall_500 4_8 0.3646 recall_1000 4_8 0.3854 infAP 4_8 0.1366 Rprec_mult_0.20 4_8 0.4500 Rprec_mult_0.40 4_8 0.3590 Rprec_mult_0.60 4_8 0.2759 Rprec_mult_0.80 4_8 0.2078 Rprec_mult_1.00 4_8 0.1875 Rprec_mult_1.20 4_8 0.1638 Rprec_mult_1.40 4_8 0.1556 Rprec_mult_1.60 4_8 0.1429 Rprec_mult_1.80 4_8 0.1387 Rprec_mult_2.00 4_8 0.1302 utility 4_8 -926.0000 11pt_avg 4_8 0.1567 binG 4_8 0.1188 G 4_8 0.0879 ndcg 4_8 0.3960 ndcg_rel 4_8 0.4066 Rndcg 4_8 0.4345 ndcg_cut_5 4_8 0.7011 ndcg_cut_10 4_8 0.5500 ndcg_cut_15 4_8 0.4781 ndcg_cut_20 4_8 0.4192 ndcg_cut_30 4_8 0.4039 ndcg_cut_100 4_8 0.2949 ndcg_cut_200 4_8 0.3355 ndcg_cut_500 4_8 0.3889 ndcg_cut_1000 4_8 0.3960 map_cut_5 4_8 0.0521 map_cut_10 4_8 0.0625 map_cut_15 4_8 0.0751 map_cut_20 4_8 0.0806 map_cut_30 4_8 0.0989 map_cut_100 4_8 0.1149 map_cut_200 4_8 0.1261 map_cut_500 4_8 0.1352 map_cut_1000 4_8 0.1366 relative_P_5 4_8 1.0000 relative_P_10 4_8 0.6000 relative_P_15 4_8 0.5333 relative_P_20 4_8 0.4500 relative_P_30 4_8 0.4333 relative_P_100 4_8 0.1875 relative_P_200 4_8 0.2604 relative_P_500 4_8 0.3646 relative_P_1000 4_8 0.3854 success_1 4_8 1.0000 success_5 4_8 1.0000 success_10 4_8 1.0000 set_P 4_8 0.0370 set_relative_P 4_8 0.3854 set_recall 4_8 0.3854 set_map 4_8 0.0143 set_F 4_8 0.0675 num_nonrel_judged_ret 4_8 33 rbp 4_8 0.3047 rbp_resid 4_8 0.1848 unj_5 4_8 0.0000 unj_10 4_8 0.2000 unj_20 4_8 0.2500 num_ret 4_9 1000 num_rel 4_9 85 num_rel_ret 4_9 14 map 4_9 0.0173 Rprec 4_9 0.0941 bpref 4_9 0.1463 recip_rank 4_9 0.2500 iprec_at_recall_0.00 4_9 0.2500 iprec_at_recall_0.10 4_9 0.0989 iprec_at_recall_0.20 4_9 0.0000 iprec_at_recall_0.30 4_9 0.0000 iprec_at_recall_0.40 4_9 0.0000 iprec_at_recall_0.50 4_9 0.0000 iprec_at_recall_0.60 4_9 0.0000 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 0.2000 P_10 4_9 0.1000 P_15 4_9 0.1333 P_20 4_9 0.1000 P_30 4_9 0.1333 P_100 4_9 0.0900 P_200 4_9 0.0500 P_500 4_9 0.0280 P_1000 4_9 0.0140 relstring 4_9 '00010-----' recall_5 4_9 0.0118 recall_10 4_9 0.0118 recall_15 4_9 0.0235 recall_20 4_9 0.0235 recall_30 4_9 0.0471 recall_100 4_9 0.1059 recall_200 4_9 0.1176 recall_500 4_9 0.1647 recall_1000 4_9 0.1647 infAP 4_9 0.0173 Rprec_mult_0.20 4_9 0.1176 Rprec_mult_0.40 4_9 0.1176 Rprec_mult_0.60 4_9 0.0980 Rprec_mult_0.80 4_9 0.0882 Rprec_mult_1.00 4_9 0.0941 Rprec_mult_1.20 4_9 0.0882 Rprec_mult_1.40 4_9 0.0756 Rprec_mult_1.60 4_9 0.0662 Rprec_mult_1.80 4_9 0.0588 Rprec_mult_2.00 4_9 0.0529 utility 4_9 -972.0000 11pt_avg 4_9 0.0317 binG 4_9 0.0311 G 4_9 0.0206 ndcg 4_9 0.1034 ndcg_rel 4_9 0.0976 Rndcg 4_9 0.0661 ndcg_cut_5 4_9 0.0487 ndcg_cut_10 4_9 0.0316 ndcg_cut_15 4_9 0.0404 ndcg_cut_20 4_9 0.0336 ndcg_cut_30 4_9 0.0526 ndcg_cut_100 4_9 0.0688 ndcg_cut_200 4_9 0.0780 ndcg_cut_500 4_9 0.1034 ndcg_cut_1000 4_9 0.1034 map_cut_5 4_9 0.0029 map_cut_10 4_9 0.0029 map_cut_15 4_9 0.0051 map_cut_20 4_9 0.0051 map_cut_30 4_9 0.0086 map_cut_100 4_9 0.0146 map_cut_200 4_9 0.0153 map_cut_500 4_9 0.0173 map_cut_1000 4_9 0.0173 relative_P_5 4_9 0.2000 relative_P_10 4_9 0.1000 relative_P_15 4_9 0.1333 relative_P_20 4_9 0.1000 relative_P_30 4_9 0.1333 relative_P_100 4_9 0.1059 relative_P_200 4_9 0.1176 relative_P_500 4_9 0.1647 relative_P_1000 4_9 0.1647 success_1 4_9 0.0000 success_5 4_9 1.0000 success_10 4_9 1.0000 set_P 4_9 0.0140 set_relative_P 4_9 0.1647 set_recall 4_9 0.1647 set_map 4_9 0.0023 set_F 4_9 0.0258 num_nonrel_judged_ret 4_9 13 rbp 4_9 0.0471 rbp_resid 4_9 0.5146 unj_5 4_9 0.0000 unj_10 4_9 0.5000 unj_20 4_9 0.7000 num_ret 5_10 1000 num_rel 5_10 43 num_rel_ret 5_10 0 map 5_10 0.0000 Rprec 5_10 0.0000 bpref 5_10 0.0000 recip_rank 5_10 0.0000 iprec_at_recall_0.00 5_10 0.0000 iprec_at_recall_0.10 5_10 0.0000 iprec_at_recall_0.20 5_10 0.0000 iprec_at_recall_0.30 5_10 0.0000 iprec_at_recall_0.40 5_10 0.0000 iprec_at_recall_0.50 5_10 0.0000 iprec_at_recall_0.60 5_10 0.0000 iprec_at_recall_0.70 5_10 0.0000 iprec_at_recall_0.80 5_10 0.0000 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 0.0000 P_10 5_10 0.0000 P_15 5_10 0.0000 P_20 5_10 0.0000 P_30 5_10 0.0000 P_100 5_10 0.0000 P_200 5_10 0.0000 P_500 5_10 0.0000 P_1000 5_10 0.0000 relstring 5_10 '00000-----' recall_5 5_10 0.0000 recall_10 5_10 0.0000 recall_15 5_10 0.0000 recall_20 5_10 0.0000 recall_30 5_10 0.0000 recall_100 5_10 0.0000 recall_200 5_10 0.0000 recall_500 5_10 0.0000 recall_1000 5_10 0.0000 infAP 5_10 0.0000 Rprec_mult_0.20 5_10 0.0000 Rprec_mult_0.40 5_10 0.0000 Rprec_mult_0.60 5_10 0.0000 Rprec_mult_0.80 5_10 0.0000 Rprec_mult_1.00 5_10 0.0000 Rprec_mult_1.20 5_10 0.0000 Rprec_mult_1.40 5_10 0.0000 Rprec_mult_1.60 5_10 0.0000 Rprec_mult_1.80 5_10 0.0000 Rprec_mult_2.00 5_10 0.0000 utility 5_10 -1000.0000 11pt_avg 5_10 0.0000 binG 5_10 0.0000 G 5_10 0.0000 ndcg 5_10 0.0000 ndcg_rel 5_10 0.0000 Rndcg 5_10 0.0000 ndcg_cut_5 5_10 0.0000 ndcg_cut_10 5_10 0.0000 ndcg_cut_15 5_10 0.0000 ndcg_cut_20 5_10 0.0000 ndcg_cut_30 5_10 0.0000 ndcg_cut_100 5_10 0.0000 ndcg_cut_200 5_10 0.0000 ndcg_cut_500 5_10 0.0000 ndcg_cut_1000 5_10 0.0000 map_cut_5 5_10 0.0000 map_cut_10 5_10 0.0000 map_cut_15 5_10 0.0000 map_cut_20 5_10 0.0000 map_cut_30 5_10 0.0000 map_cut_100 5_10 0.0000 map_cut_200 5_10 0.0000 map_cut_500 5_10 0.0000 map_cut_1000 5_10 0.0000 relative_P_5 5_10 0.0000 relative_P_10 5_10 0.0000 relative_P_15 5_10 0.0000 relative_P_20 5_10 0.0000 relative_P_30 5_10 0.0000 relative_P_100 5_10 0.0000 relative_P_200 5_10 0.0000 relative_P_500 5_10 0.0000 relative_P_1000 5_10 0.0000 success_1 5_10 0.0000 success_5 5_10 0.0000 success_10 5_10 0.0000 set_P 5_10 0.0000 set_relative_P 5_10 0.0000 set_recall 5_10 0.0000 set_map 5_10 0.0000 set_F 5_10 0.0000 num_nonrel_judged_ret 5_10 5 rbp 5_10 0.0000 rbp_resid 5_10 0.5905 unj_5 5_10 0.0000 unj_10 5_10 0.5000 unj_20 5_10 0.7500 num_ret 5_13 1000 num_rel 5_13 112 num_rel_ret 5_13 1 map 5_13 0.0000 Rprec 5_13 0.0000 bpref 5_13 0.0083 recip_rank 5_13 0.0040 iprec_at_recall_0.00 5_13 0.0040 iprec_at_recall_0.10 5_13 0.0000 iprec_at_recall_0.20 5_13 0.0000 iprec_at_recall_0.30 5_13 0.0000 iprec_at_recall_0.40 5_13 0.0000 iprec_at_recall_0.50 5_13 0.0000 iprec_at_recall_0.60 5_13 0.0000 iprec_at_recall_0.70 5_13 0.0000 iprec_at_recall_0.80 5_13 0.0000 iprec_at_recall_0.90 5_13 0.0000 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 0.0000 P_10 5_13 0.0000 P_15 5_13 0.0000 P_20 5_13 0.0000 P_30 5_13 0.0000 P_100 5_13 0.0000 P_200 5_13 0.0000 P_500 5_13 0.0020 P_1000 5_13 0.0010 relstring 5_13 '00000-----' recall_5 5_13 0.0000 recall_10 5_13 0.0000 recall_15 5_13 0.0000 recall_20 5_13 0.0000 recall_30 5_13 0.0000 recall_100 5_13 0.0000 recall_200 5_13 0.0000 recall_500 5_13 0.0089 recall_1000 5_13 0.0089 infAP 5_13 0.0000 Rprec_mult_0.20 5_13 0.0000 Rprec_mult_0.40 5_13 0.0000 Rprec_mult_0.60 5_13 0.0000 Rprec_mult_0.80 5_13 0.0000 Rprec_mult_1.00 5_13 0.0000 Rprec_mult_1.20 5_13 0.0000 Rprec_mult_1.40 5_13 0.0000 Rprec_mult_1.60 5_13 0.0000 Rprec_mult_1.80 5_13 0.0000 Rprec_mult_2.00 5_13 0.0000 utility 5_13 -998.0000 11pt_avg 5_13 0.0004 binG 5_13 0.0011 G 5_13 0.0007 ndcg 5_13 0.0032 ndcg_rel 5_13 0.0032 Rndcg 5_13 0.0006 ndcg_cut_5 5_13 0.0000 ndcg_cut_10 5_13 0.0000 ndcg_cut_15 5_13 0.0000 ndcg_cut_20 5_13 0.0000 ndcg_cut_30 5_13 0.0000 ndcg_cut_100 5_13 0.0000 ndcg_cut_200 5_13 0.0000 ndcg_cut_500 5_13 0.0032 ndcg_cut_1000 5_13 0.0032 map_cut_5 5_13 0.0000 map_cut_10 5_13 0.0000 map_cut_15 5_13 0.0000 map_cut_20 5_13 0.0000 map_cut_30 5_13 0.0000 map_cut_100 5_13 0.0000 map_cut_200 5_13 0.0000 map_cut_500 5_13 0.0000 map_cut_1000 5_13 0.0000 relative_P_5 5_13 0.0000 relative_P_10 5_13 0.0000 relative_P_15 5_13 0.0000 relative_P_20 5_13 0.0000 relative_P_30 5_13 0.0000 relative_P_100 5_13 0.0000 relative_P_200 5_13 0.0000 relative_P_500 5_13 0.0089 relative_P_1000 5_13 0.0089 success_1 5_13 0.0000 success_5 5_13 0.0000 success_10 5_13 0.0000 set_P 5_13 0.0010 set_relative_P 5_13 0.0089 set_recall 5_13 0.0089 set_map 5_13 0.0000 set_F 5_13 0.0018 num_nonrel_judged_ret 5_13 7 rbp 5_13 0.0000 rbp_resid 5_13 0.5905 unj_5 5_13 0.0000 unj_10 5_13 0.5000 unj_20 5_13 0.7500 num_ret 5_14 1000 num_rel 5_14 38 num_rel_ret 5_14 0 map 5_14 0.0000 Rprec 5_14 0.0000 bpref 5_14 0.0000 recip_rank 5_14 0.0000 iprec_at_recall_0.00 5_14 0.0000 iprec_at_recall_0.10 5_14 0.0000 iprec_at_recall_0.20 5_14 0.0000 iprec_at_recall_0.30 5_14 0.0000 iprec_at_recall_0.40 5_14 0.0000 iprec_at_recall_0.50 5_14 0.0000 iprec_at_recall_0.60 5_14 0.0000 iprec_at_recall_0.70 5_14 0.0000 iprec_at_recall_0.80 5_14 0.0000 iprec_at_recall_0.90 5_14 0.0000 iprec_at_recall_1.00 5_14 0.0000 P_5 5_14 0.0000 P_10 5_14 0.0000 P_15 5_14 0.0000 P_20 5_14 0.0000 P_30 5_14 0.0000 P_100 5_14 0.0000 P_200 5_14 0.0000 P_500 5_14 0.0000 P_1000 5_14 0.0000 relstring 5_14 '00000----0' recall_5 5_14 0.0000 recall_10 5_14 0.0000 recall_15 5_14 0.0000 recall_20 5_14 0.0000 recall_30 5_14 0.0000 recall_100 5_14 0.0000 recall_200 5_14 0.0000 recall_500 5_14 0.0000 recall_1000 5_14 0.0000 infAP 5_14 0.0000 Rprec_mult_0.20 5_14 0.0000 Rprec_mult_0.40 5_14 0.0000 Rprec_mult_0.60 5_14 0.0000 Rprec_mult_0.80 5_14 0.0000 Rprec_mult_1.00 5_14 0.0000 Rprec_mult_1.20 5_14 0.0000 Rprec_mult_1.40 5_14 0.0000 Rprec_mult_1.60 5_14 0.0000 Rprec_mult_1.80 5_14 0.0000 Rprec_mult_2.00 5_14 0.0000 utility 5_14 -1000.0000 11pt_avg 5_14 0.0000 binG 5_14 0.0000 G 5_14 0.0000 ndcg 5_14 0.0000 ndcg_rel 5_14 0.0000 Rndcg 5_14 0.0000 ndcg_cut_5 5_14 0.0000 ndcg_cut_10 5_14 0.0000 ndcg_cut_15 5_14 0.0000 ndcg_cut_20 5_14 0.0000 ndcg_cut_30 5_14 0.0000 ndcg_cut_100 5_14 0.0000 ndcg_cut_200 5_14 0.0000 ndcg_cut_500 5_14 0.0000 ndcg_cut_1000 5_14 0.0000 map_cut_5 5_14 0.0000 map_cut_10 5_14 0.0000 map_cut_15 5_14 0.0000 map_cut_20 5_14 0.0000 map_cut_30 5_14 0.0000 map_cut_100 5_14 0.0000 map_cut_200 5_14 0.0000 map_cut_500 5_14 0.0000 map_cut_1000 5_14 0.0000 relative_P_5 5_14 0.0000 relative_P_10 5_14 0.0000 relative_P_15 5_14 0.0000 relative_P_20 5_14 0.0000 relative_P_30 5_14 0.0000 relative_P_100 5_14 0.0000 relative_P_200 5_14 0.0000 relative_P_500 5_14 0.0000 relative_P_1000 5_14 0.0000 success_1 5_14 0.0000 success_5 5_14 0.0000 success_10 5_14 0.0000 set_P 5_14 0.0000 set_relative_P 5_14 0.0000 set_recall 5_14 0.0000 set_map 5_14 0.0000 set_F 5_14 0.0000 num_nonrel_judged_ret 5_14 7 rbp 5_14 0.0000 rbp_resid 5_14 0.5289 unj_5 5_14 0.0000 unj_10 5_14 0.4000 unj_20 5_14 0.6500 num_ret 5_15 1000 num_rel 5_15 43 num_rel_ret 5_15 24 map 5_15 0.0401 Rprec 5_15 0.0930 bpref 5_15 0.1217 recip_rank 5_15 0.1250 iprec_at_recall_0.00 5_15 0.1250 iprec_at_recall_0.10 5_15 0.1081 iprec_at_recall_0.20 5_15 0.0813 iprec_at_recall_0.30 5_15 0.0813 iprec_at_recall_0.40 5_15 0.0511 iprec_at_recall_0.50 5_15 0.0492 iprec_at_recall_0.60 5_15 0.0000 iprec_at_recall_0.70 5_15 0.0000 iprec_at_recall_0.80 5_15 0.0000 iprec_at_recall_0.90 5_15 0.0000 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 0.0000 P_10 5_15 0.1000 P_15 5_15 0.0667 P_20 5_15 0.1000 P_30 5_15 0.0667 P_100 5_15 0.0800 P_200 5_15 0.0700 P_500 5_15 0.0480 P_1000 5_15 0.0240 relstring 5_15 '00000--1-0' recall_5 5_15 0.0000 recall_10 5_15 0.0233 recall_15 5_15 0.0233 recall_20 5_15 0.0465 recall_30 5_15 0.0465 recall_100 5_15 0.1860 recall_200 5_15 0.3256 recall_500 5_15 0.5581 recall_1000 5_15 0.5581 infAP 5_15 0.0401 Rprec_mult_0.20 5_15 0.1111 Rprec_mult_0.40 5_15 0.1111 Rprec_mult_0.60 5_15 0.0769 Rprec_mult_0.80 5_15 0.0857 Rprec_mult_1.00 5_15 0.0930 Rprec_mult_1.20 5_15 0.0962 Rprec_mult_1.40 5_15 0.0820 Rprec_mult_1.60 5_15 0.0725 Rprec_mult_1.80 5_15 0.0641 Rprec_mult_2.00 5_15 0.0581 utility 5_15 -952.0000 11pt_avg 5_15 0.0451 binG 5_15 0.0841 G 5_15 0.0703 ndcg 5_15 0.2365 ndcg_rel 5_15 0.1751 Rndcg 5_15 0.0692 ndcg_cut_5 5_15 0.0000 ndcg_cut_10 5_15 0.0216 ndcg_cut_15 5_15 0.0180 ndcg_cut_20 5_15 0.0404 ndcg_cut_30 5_15 0.0345 ndcg_cut_100 5_15 0.0841 ndcg_cut_200 5_15 0.1371 ndcg_cut_500 5_15 0.2365 ndcg_cut_1000 5_15 0.2365 map_cut_5 5_15 0.0000 map_cut_10 5_15 0.0029 map_cut_15 5_15 0.0029 map_cut_20 5_15 0.0058 map_cut_30 5_15 0.0058 map_cut_100 5_15 0.0180 map_cut_200 5_15 0.0282 map_cut_500 5_15 0.0401 map_cut_1000 5_15 0.0401 relative_P_5 5_15 0.0000 relative_P_10 5_15 0.1000 relative_P_15 5_15 0.0667 relative_P_20 5_15 0.1000 relative_P_30 5_15 0.0667 relative_P_100 5_15 0.1860 relative_P_200 5_15 0.3256 relative_P_500 5_15 0.5581 relative_P_1000 5_15 0.5581 success_1 5_15 0.0000 success_5 5_15 0.0000 success_10 5_15 1.0000 set_P 5_15 0.0240 set_relative_P 5_15 0.5581 set_recall 5_15 0.5581 set_map 5_15 0.0134 set_F 5_15 0.0460 num_nonrel_judged_ret 5_15 59 rbp 5_15 0.0243 rbp_resid 5_15 0.3238 unj_5 5_15 0.0000 unj_10 5_15 0.3000 unj_20 5_15 0.3500 num_ret 5_2 1000 num_rel 5_2 139 num_rel_ret 5_2 12 map 5_2 0.0087 Rprec 5_2 0.0432 bpref 5_2 0.0647 recip_rank 5_2 0.3333 iprec_at_recall_0.00 5_2 0.3333 iprec_at_recall_0.10 5_2 0.0000 iprec_at_recall_0.20 5_2 0.0000 iprec_at_recall_0.30 5_2 0.0000 iprec_at_recall_0.40 5_2 0.0000 iprec_at_recall_0.50 5_2 0.0000 iprec_at_recall_0.60 5_2 0.0000 iprec_at_recall_0.70 5_2 0.0000 iprec_at_recall_0.80 5_2 0.0000 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 0.2000 P_10 5_2 0.2000 P_15 5_2 0.1333 P_20 5_2 0.1000 P_30 5_2 0.1000 P_100 5_2 0.0600 P_200 5_2 0.0350 P_500 5_2 0.0220 P_1000 5_2 0.0120 relstring 5_2 '0010000010' recall_5 5_2 0.0072 recall_10 5_2 0.0144 recall_15 5_2 0.0144 recall_20 5_2 0.0144 recall_30 5_2 0.0216 recall_100 5_2 0.0432 recall_200 5_2 0.0504 recall_500 5_2 0.0791 recall_1000 5_2 0.0863 infAP 5_2 0.0087 Rprec_mult_0.20 5_2 0.0714 Rprec_mult_0.40 5_2 0.1071 Rprec_mult_0.60 5_2 0.0714 Rprec_mult_0.80 5_2 0.0536 Rprec_mult_1.00 5_2 0.0432 Rprec_mult_1.20 5_2 0.0419 Rprec_mult_1.40 5_2 0.0359 Rprec_mult_1.60 5_2 0.0314 Rprec_mult_1.80 5_2 0.0359 Rprec_mult_2.00 5_2 0.0360 utility 5_2 -976.0000 11pt_avg 5_2 0.0303 binG 5_2 0.0168 G 5_2 0.0089 ndcg 5_2 0.0494 ndcg_rel 5_2 0.0486 Rndcg 5_2 0.0353 ndcg_cut_5 5_2 0.0424 ndcg_cut_10 5_2 0.0441 ndcg_cut_15 5_2 0.0342 ndcg_cut_20 5_2 0.0297 ndcg_cut_30 5_2 0.0301 ndcg_cut_100 5_2 0.0291 ndcg_cut_200 5_2 0.0287 ndcg_cut_500 5_2 0.0476 ndcg_cut_1000 5_2 0.0494 map_cut_5 5_2 0.0024 map_cut_10 5_2 0.0040 map_cut_15 5_2 0.0040 map_cut_20 5_2 0.0040 map_cut_30 5_2 0.0047 map_cut_100 5_2 0.0072 map_cut_200 5_2 0.0076 map_cut_500 5_2 0.0085 map_cut_1000 5_2 0.0087 relative_P_5 5_2 0.2000 relative_P_10 5_2 0.2000 relative_P_15 5_2 0.1333 relative_P_20 5_2 0.1000 relative_P_30 5_2 0.1000 relative_P_100 5_2 0.0600 relative_P_200 5_2 0.0504 relative_P_500 5_2 0.0791 relative_P_1000 5_2 0.0863 success_1 5_2 0.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 0.0120 set_relative_P 5_2 0.0863 set_recall 5_2 0.0863 set_map 5_2 0.0010 set_F 5_2 0.0211 num_nonrel_judged_ret 5_2 20 rbp 5_2 0.0336 rbp_resid 5_2 0.1981 unj_5 5_2 0.0000 unj_10 5_2 0.0000 unj_20 5_2 0.2500 num_ret 5_4 1000 num_rel 5_4 108 num_rel_ret 5_4 16 map 5_4 0.0121 Rprec 5_4 0.0185 bpref 5_4 0.0966 recip_rank 5_4 1.0000 iprec_at_recall_0.00 5_4 1.0000 iprec_at_recall_0.10 5_4 0.0217 iprec_at_recall_0.20 5_4 0.0000 iprec_at_recall_0.30 5_4 0.0000 iprec_at_recall_0.40 5_4 0.0000 iprec_at_recall_0.50 5_4 0.0000 iprec_at_recall_0.60 5_4 0.0000 iprec_at_recall_0.70 5_4 0.0000 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 0.2000 P_10 5_4 0.1000 P_15 5_4 0.0667 P_20 5_4 0.0500 P_30 5_4 0.0333 P_100 5_4 0.0200 P_200 5_4 0.0200 P_500 5_4 0.0180 P_1000 5_4 0.0160 relstring 5_4 '20000000--' recall_5 5_4 0.0093 recall_10 5_4 0.0093 recall_15 5_4 0.0093 recall_20 5_4 0.0093 recall_30 5_4 0.0093 recall_100 5_4 0.0185 recall_200 5_4 0.0370 recall_500 5_4 0.0833 recall_1000 5_4 0.1481 infAP 5_4 0.0121 Rprec_mult_0.20 5_4 0.0455 Rprec_mult_0.40 5_4 0.0227 Rprec_mult_0.60 5_4 0.0154 Rprec_mult_0.80 5_4 0.0230 Rprec_mult_1.00 5_4 0.0185 Rprec_mult_1.20 5_4 0.0154 Rprec_mult_1.40 5_4 0.0132 Rprec_mult_1.60 5_4 0.0116 Rprec_mult_1.80 5_4 0.0103 Rprec_mult_2.00 5_4 0.0185 utility 5_4 -968.0000 11pt_avg 5_4 0.0929 binG 5_4 0.0257 G 5_4 0.0214 ndcg 5_4 0.1148 ndcg_rel 5_4 0.1141 Rndcg 5_4 0.0939 ndcg_cut_5 5_4 0.1696 ndcg_cut_10 5_4 0.1181 ndcg_cut_15 5_4 0.0957 ndcg_cut_20 5_4 0.0860 ndcg_cut_30 5_4 0.0728 ndcg_cut_100 5_4 0.0523 ndcg_cut_200 5_4 0.0644 ndcg_cut_500 5_4 0.0840 ndcg_cut_1000 5_4 0.1148 map_cut_5 5_4 0.0093 map_cut_10 5_4 0.0093 map_cut_15 5_4 0.0093 map_cut_20 5_4 0.0093 map_cut_30 5_4 0.0093 map_cut_100 5_4 0.0095 map_cut_200 5_4 0.0098 map_cut_500 5_4 0.0108 map_cut_1000 5_4 0.0121 relative_P_5 5_4 0.2000 relative_P_10 5_4 0.1000 relative_P_15 5_4 0.0667 relative_P_20 5_4 0.0500 relative_P_30 5_4 0.0333 relative_P_100 5_4 0.0200 relative_P_200 5_4 0.0370 relative_P_500 5_4 0.0833 relative_P_1000 5_4 0.1481 success_1 5_4 1.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.0160 set_relative_P 5_4 0.1481 set_recall 5_4 0.1481 set_map 5_4 0.0024 set_F 5_4 0.0289 num_nonrel_judged_ret 5_4 19 rbp 5_4 0.0500 rbp_resid 5_4 0.3828 unj_5 5_4 0.0000 unj_10 5_4 0.2000 unj_20 5_4 0.5000 num_ret 5_5 1000 num_rel 5_5 108 num_rel_ret 5_5 6 map 5_5 0.0017 Rprec 5_5 0.0185 bpref 5_5 0.0490 recip_rank 5_5 0.0714 iprec_at_recall_0.00 5_5 0.0714 iprec_at_recall_0.10 5_5 0.0000 iprec_at_recall_0.20 5_5 0.0000 iprec_at_recall_0.30 5_5 0.0000 iprec_at_recall_0.40 5_5 0.0000 iprec_at_recall_0.50 5_5 0.0000 iprec_at_recall_0.60 5_5 0.0000 iprec_at_recall_0.70 5_5 0.0000 iprec_at_recall_0.80 5_5 0.0000 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 0.0000 P_10 5_5 0.0000 P_15 5_5 0.0667 P_20 5_5 0.0500 P_30 5_5 0.0333 P_100 5_5 0.0200 P_200 5_5 0.0150 P_500 5_5 0.0120 P_1000 5_5 0.0060 relstring 5_5 '000000-00-' recall_5 5_5 0.0000 recall_10 5_5 0.0000 recall_15 5_5 0.0093 recall_20 5_5 0.0093 recall_30 5_5 0.0093 recall_100 5_5 0.0185 recall_200 5_5 0.0278 recall_500 5_5 0.0556 recall_1000 5_5 0.0556 infAP 5_5 0.0017 Rprec_mult_0.20 5_5 0.0455 Rprec_mult_0.40 5_5 0.0455 Rprec_mult_0.60 5_5 0.0308 Rprec_mult_0.80 5_5 0.0230 Rprec_mult_1.00 5_5 0.0185 Rprec_mult_1.20 5_5 0.0154 Rprec_mult_1.40 5_5 0.0197 Rprec_mult_1.60 5_5 0.0173 Rprec_mult_1.80 5_5 0.0154 Rprec_mult_2.00 5_5 0.0139 utility 5_5 -988.0000 11pt_avg 5_5 0.0065 binG 5_5 0.0087 G 5_5 0.0083 ndcg 5_5 0.0391 ndcg_rel 5_5 0.0386 Rndcg 5_5 0.0151 ndcg_cut_5 5_5 0.0000 ndcg_cut_10 5_5 0.0000 ndcg_cut_15 5_5 0.0268 ndcg_cut_20 5_5 0.0238 ndcg_cut_30 5_5 0.0199 ndcg_cut_100 5_5 0.0166 ndcg_cut_200 5_5 0.0226 ndcg_cut_500 5_5 0.0391 ndcg_cut_1000 5_5 0.0391 map_cut_5 5_5 0.0000 map_cut_10 5_5 0.0000 map_cut_15 5_5 0.0007 map_cut_20 5_5 0.0007 map_cut_30 5_5 0.0007 map_cut_100 5_5 0.0011 map_cut_200 5_5 0.0013 map_cut_500 5_5 0.0017 map_cut_1000 5_5 0.0017 relative_P_5 5_5 0.0000 relative_P_10 5_5 0.0000 relative_P_15 5_5 0.0667 relative_P_20 5_5 0.0500 relative_P_30 5_5 0.0333 relative_P_100 5_5 0.0200 relative_P_200 5_5 0.0278 relative_P_500 5_5 0.0556 relative_P_1000 5_5 0.0556 success_1 5_5 0.0000 success_5 5_5 0.0000 success_10 5_5 0.0000 set_P 5_5 0.0060 set_relative_P 5_5 0.0556 set_recall 5_5 0.0556 set_map 5_5 0.0003 set_F 5_5 0.0108 num_nonrel_judged_ret 5_5 16 rbp 5_5 0.0130 rbp_resid 5_5 0.3352 unj_5 5_5 0.0000 unj_10 5_5 0.2000 unj_20 5_5 0.4000 num_ret 5_8 1000 num_rel 5_8 78 num_rel_ret 5_8 7 map 5_8 0.0079 Rprec 5_8 0.0513 bpref 5_8 0.0830 recip_rank 5_8 0.2000 iprec_at_recall_0.00 5_8 0.2000 iprec_at_recall_0.10 5_8 0.0000 iprec_at_recall_0.20 5_8 0.0000 iprec_at_recall_0.30 5_8 0.0000 iprec_at_recall_0.40 5_8 0.0000 iprec_at_recall_0.50 5_8 0.0000 iprec_at_recall_0.60 5_8 0.0000 iprec_at_recall_0.70 5_8 0.0000 iprec_at_recall_0.80 5_8 0.0000 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.2000 P_10 5_8 0.1000 P_15 5_8 0.1333 P_20 5_8 0.1000 P_30 5_8 0.0667 P_100 5_8 0.0500 P_200 5_8 0.0250 P_500 5_8 0.0120 P_1000 5_8 0.0070 relstring 5_8 '00001-----' recall_5 5_8 0.0128 recall_10 5_8 0.0128 recall_15 5_8 0.0256 recall_20 5_8 0.0256 recall_30 5_8 0.0256 recall_100 5_8 0.0641 recall_200 5_8 0.0641 recall_500 5_8 0.0769 recall_1000 5_8 0.0897 infAP 5_8 0.0079 Rprec_mult_0.20 5_8 0.1250 Rprec_mult_0.40 5_8 0.0625 Rprec_mult_0.60 5_8 0.0851 Rprec_mult_0.80 5_8 0.0635 Rprec_mult_1.00 5_8 0.0513 Rprec_mult_1.20 5_8 0.0426 Rprec_mult_1.40 5_8 0.0455 Rprec_mult_1.60 5_8 0.0400 Rprec_mult_1.80 5_8 0.0355 Rprec_mult_2.00 5_8 0.0321 utility 5_8 -986.0000 11pt_avg 5_8 0.0182 binG 5_8 0.0182 G 5_8 0.0093 ndcg 5_8 0.0429 ndcg_rel 5_8 0.0423 Rndcg 5_8 0.0261 ndcg_cut_5 5_8 0.0352 ndcg_cut_10 5_8 0.0245 ndcg_cut_15 5_8 0.0338 ndcg_cut_20 5_8 0.0301 ndcg_cut_30 5_8 0.0252 ndcg_cut_100 5_8 0.0336 ndcg_cut_200 5_8 0.0336 ndcg_cut_500 5_8 0.0399 ndcg_cut_1000 5_8 0.0429 map_cut_5 5_8 0.0026 map_cut_10 5_8 0.0026 map_cut_15 5_8 0.0047 map_cut_20 5_8 0.0047 map_cut_30 5_8 0.0047 map_cut_100 5_8 0.0076 map_cut_200 5_8 0.0076 map_cut_500 5_8 0.0078 map_cut_1000 5_8 0.0079 relative_P_5 5_8 0.2000 relative_P_10 5_8 0.1000 relative_P_15 5_8 0.1333 relative_P_20 5_8 0.1000 relative_P_30 5_8 0.0667 relative_P_100 5_8 0.0641 relative_P_200 5_8 0.0641 relative_P_500 5_8 0.0769 relative_P_1000 5_8 0.0897 success_1 5_8 0.0000 success_5 5_8 1.0000 success_10 5_8 1.0000 set_P 5_8 0.0070 set_relative_P 5_8 0.0897 set_recall 5_8 0.0897 set_map 5_8 0.0006 set_F 5_8 0.0130 num_nonrel_judged_ret 5_8 8 rbp 5_8 0.0252 rbp_resid 5_8 0.5538 unj_5 5_8 0.0000 unj_10 5_8 0.5000 unj_20 5_8 0.7000 num_ret 5_9 1000 num_rel 5_9 53 num_rel_ret 5_9 0 map 5_9 0.0000 Rprec 5_9 0.0000 bpref 5_9 0.0000 recip_rank 5_9 0.0000 iprec_at_recall_0.00 5_9 0.0000 iprec_at_recall_0.10 5_9 0.0000 iprec_at_recall_0.20 5_9 0.0000 iprec_at_recall_0.30 5_9 0.0000 iprec_at_recall_0.40 5_9 0.0000 iprec_at_recall_0.50 5_9 0.0000 iprec_at_recall_0.60 5_9 0.0000 iprec_at_recall_0.70 5_9 0.0000 iprec_at_recall_0.80 5_9 0.0000 iprec_at_recall_0.90 5_9 0.0000 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 0.0000 P_10 5_9 0.0000 P_15 5_9 0.0000 P_20 5_9 0.0000 P_30 5_9 0.0000 P_100 5_9 0.0000 P_200 5_9 0.0000 P_500 5_9 0.0000 P_1000 5_9 0.0000 relstring 5_9 '00000-----' recall_5 5_9 0.0000 recall_10 5_9 0.0000 recall_15 5_9 0.0000 recall_20 5_9 0.0000 recall_30 5_9 0.0000 recall_100 5_9 0.0000 recall_200 5_9 0.0000 recall_500 5_9 0.0000 recall_1000 5_9 0.0000 infAP 5_9 0.0000 Rprec_mult_0.20 5_9 0.0000 Rprec_mult_0.40 5_9 0.0000 Rprec_mult_0.60 5_9 0.0000 Rprec_mult_0.80 5_9 0.0000 Rprec_mult_1.00 5_9 0.0000 Rprec_mult_1.20 5_9 0.0000 Rprec_mult_1.40 5_9 0.0000 Rprec_mult_1.60 5_9 0.0000 Rprec_mult_1.80 5_9 0.0000 Rprec_mult_2.00 5_9 0.0000 utility 5_9 -1000.0000 11pt_avg 5_9 0.0000 binG 5_9 0.0000 G 5_9 0.0000 ndcg 5_9 0.0000 ndcg_rel 5_9 0.0000 Rndcg 5_9 0.0000 ndcg_cut_5 5_9 0.0000 ndcg_cut_10 5_9 0.0000 ndcg_cut_15 5_9 0.0000 ndcg_cut_20 5_9 0.0000 ndcg_cut_30 5_9 0.0000 ndcg_cut_100 5_9 0.0000 ndcg_cut_200 5_9 0.0000 ndcg_cut_500 5_9 0.0000 ndcg_cut_1000 5_9 0.0000 map_cut_5 5_9 0.0000 map_cut_10 5_9 0.0000 map_cut_15 5_9 0.0000 map_cut_20 5_9 0.0000 map_cut_30 5_9 0.0000 map_cut_100 5_9 0.0000 map_cut_200 5_9 0.0000 map_cut_500 5_9 0.0000 map_cut_1000 5_9 0.0000 relative_P_5 5_9 0.0000 relative_P_10 5_9 0.0000 relative_P_15 5_9 0.0000 relative_P_20 5_9 0.0000 relative_P_30 5_9 0.0000 relative_P_100 5_9 0.0000 relative_P_200 5_9 0.0000 relative_P_500 5_9 0.0000 relative_P_1000 5_9 0.0000 success_1 5_9 0.0000 success_5 5_9 0.0000 success_10 5_9 0.0000 set_P 5_9 0.0000 set_relative_P 5_9 0.0000 set_recall 5_9 0.0000 set_map 5_9 0.0000 set_F 5_9 0.0000 num_nonrel_judged_ret 5_9 5 rbp 5_9 0.0000 rbp_resid 5_9 0.5905 unj_5 5_9 0.0000 unj_10 5_9 0.5000 unj_20 5_9 0.7500 num_ret 6_1 1000 num_rel 6_1 331 num_rel_ret 6_1 66 map 6_1 0.0541 Rprec 6_1 0.1329 bpref 6_1 0.1525 recip_rank 6_1 1.0000 iprec_at_recall_0.00 6_1 1.0000 iprec_at_recall_0.10 6_1 0.1594 iprec_at_recall_0.20 6_1 0.0759 iprec_at_recall_0.30 6_1 0.0000 iprec_at_recall_0.40 6_1 0.0000 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 0.6000 P_10 6_1 0.5000 P_15 6_1 0.4667 P_20 6_1 0.5000 P_30 6_1 0.5000 P_100 6_1 0.2500 P_200 6_1 0.1600 P_500 6_1 0.1040 P_1000 6_1 0.0660 relstring 6_1 '1010320001' recall_5 6_1 0.0091 recall_10 6_1 0.0151 recall_15 6_1 0.0211 recall_20 6_1 0.0302 recall_30 6_1 0.0453 recall_100 6_1 0.0755 recall_200 6_1 0.0967 recall_500 6_1 0.1571 recall_1000 6_1 0.1994 infAP 6_1 0.0541 Rprec_mult_0.20 6_1 0.3433 Rprec_mult_0.40 6_1 0.2030 Rprec_mult_0.60 6_1 0.1558 Rprec_mult_0.80 6_1 0.1396 Rprec_mult_1.00 6_1 0.1329 Rprec_mult_1.20 6_1 0.1181 Rprec_mult_1.40 6_1 0.1099 Rprec_mult_1.60 6_1 0.1000 Rprec_mult_1.80 6_1 0.0956 Rprec_mult_2.00 6_1 0.0876 utility 6_1 -868.0000 11pt_avg 6_1 0.1123 binG 6_1 0.0388 G 6_1 0.0281 ndcg 6_1 0.1925 ndcg_rel 6_1 0.1939 Rndcg 6_1 0.2011 ndcg_cut_5 6_1 0.2702 ndcg_cut_10 6_1 0.2503 ndcg_cut_15 6_1 0.2325 ndcg_cut_20 6_1 0.2622 ndcg_cut_30 6_1 0.2775 ndcg_cut_100 6_1 0.1924 ndcg_cut_200 6_1 0.1558 ndcg_cut_500 6_1 0.1684 ndcg_cut_1000 6_1 0.1925 map_cut_5 6_1 0.0068 map_cut_10 6_1 0.0104 map_cut_15 6_1 0.0136 map_cut_20 6_1 0.0180 map_cut_30 6_1 0.0259 map_cut_100 6_1 0.0380 map_cut_200 6_1 0.0422 map_cut_500 6_1 0.0503 map_cut_1000 6_1 0.0541 relative_P_5 6_1 0.6000 relative_P_10 6_1 0.5000 relative_P_15 6_1 0.4667 relative_P_20 6_1 0.5000 relative_P_30 6_1 0.5000 relative_P_100 6_1 0.2500 relative_P_200 6_1 0.1600 relative_P_500 6_1 0.1571 relative_P_1000 6_1 0.1994 success_1 6_1 1.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.0660 set_relative_P 6_1 0.1994 set_recall 6_1 0.1994 set_map 6_1 0.0132 set_F 6_1 0.0992 num_nonrel_judged_ret 6_1 37 rbp 6_1 0.1848 rbp_resid 6_1 0.0430 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1000 num_rel 6_10 45 num_rel_ret 6_10 11 map 6_10 0.1333 Rprec 6_10 0.2000 bpref 6_10 0.2237 recip_rank 6_10 1.0000 iprec_at_recall_0.00 6_10 1.0000 iprec_at_recall_0.10 6_10 0.5455 iprec_at_recall_0.20 6_10 0.4091 iprec_at_recall_0.30 6_10 0.0000 iprec_at_recall_0.40 6_10 0.0000 iprec_at_recall_0.50 6_10 0.0000 iprec_at_recall_0.60 6_10 0.0000 iprec_at_recall_0.70 6_10 0.0000 iprec_at_recall_0.80 6_10 0.0000 iprec_at_recall_0.90 6_10 0.0000 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 0.6000 P_10 6_10 0.5000 P_15 6_10 0.4667 P_20 6_10 0.4000 P_30 6_10 0.3000 P_100 6_10 0.1000 P_200 6_10 0.0550 P_500 6_10 0.0220 P_1000 6_10 0.0110 relstring 6_10 '32200-0-32' recall_5 6_10 0.0667 recall_10 6_10 0.1111 recall_15 6_10 0.1556 recall_20 6_10 0.1778 recall_30 6_10 0.2000 recall_100 6_10 0.2222 recall_200 6_10 0.2444 recall_500 6_10 0.2444 recall_1000 6_10 0.2444 infAP 6_10 0.1333 Rprec_mult_0.20 6_10 0.4444 Rprec_mult_0.40 6_10 0.4444 Rprec_mult_0.60 6_10 0.3333 Rprec_mult_0.80 6_10 0.2500 Rprec_mult_1.00 6_10 0.2000 Rprec_mult_1.20 6_10 0.1667 Rprec_mult_1.40 6_10 0.1429 Rprec_mult_1.60 6_10 0.1250 Rprec_mult_1.80 6_10 0.1111 Rprec_mult_2.00 6_10 0.1000 utility 6_10 -978.0000 11pt_avg 6_10 0.1777 binG 6_10 0.1156 G 6_10 0.0792 ndcg 6_10 0.3349 ndcg_rel 6_10 0.3752 Rndcg 6_10 0.4452 ndcg_cut_5 6_10 0.5344 ndcg_cut_10 6_10 0.4609 ndcg_cut_15 6_10 0.4379 ndcg_cut_20 6_10 0.3984 ndcg_cut_30 6_10 0.3623 ndcg_cut_100 6_10 0.3295 ndcg_cut_200 6_10 0.3349 ndcg_cut_500 6_10 0.3349 ndcg_cut_1000 6_10 0.3349 map_cut_5 6_10 0.0667 map_cut_10 6_10 0.0877 map_cut_15 6_10 0.1101 map_cut_20 6_10 0.1200 map_cut_30 6_10 0.1291 map_cut_100 6_10 0.1313 map_cut_200 6_10 0.1333 map_cut_500 6_10 0.1333 map_cut_1000 6_10 0.1333 relative_P_5 6_10 0.6000 relative_P_10 6_10 0.5000 relative_P_15 6_10 0.4667 relative_P_20 6_10 0.4000 relative_P_30 6_10 0.3000 relative_P_100 6_10 0.2222 relative_P_200 6_10 0.2444 relative_P_500 6_10 0.2444 relative_P_1000 6_10 0.2444 success_1 6_10 1.0000 success_5 6_10 1.0000 success_10 6_10 1.0000 set_P 6_10 0.0110 set_relative_P 6_10 0.2444 set_recall 6_10 0.2444 set_map 6_10 0.0027 set_F 6_10 0.0211 num_nonrel_judged_ret 6_10 9 rbp 6_10 0.2534 rbp_resid 6_10 0.3157 unj_5 6_10 0.0000 unj_10 6_10 0.2000 unj_20 6_10 0.3500 num_ret 6_11 1000 num_rel 6_11 118 num_rel_ret 6_11 2 map 6_11 0.0001 Rprec 6_11 0.0000 bpref 6_11 0.0157 recip_rank 6_11 0.0028 iprec_at_recall_0.00 6_11 0.0032 iprec_at_recall_0.10 6_11 0.0000 iprec_at_recall_0.20 6_11 0.0000 iprec_at_recall_0.30 6_11 0.0000 iprec_at_recall_0.40 6_11 0.0000 iprec_at_recall_0.50 6_11 0.0000 iprec_at_recall_0.60 6_11 0.0000 iprec_at_recall_0.70 6_11 0.0000 iprec_at_recall_0.80 6_11 0.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 0.0000 P_10 6_11 0.0000 P_15 6_11 0.0000 P_20 6_11 0.0000 P_30 6_11 0.0000 P_100 6_11 0.0000 P_200 6_11 0.0000 P_500 6_11 0.0020 P_1000 6_11 0.0020 relstring 6_11 '00000-0---' recall_5 6_11 0.0000 recall_10 6_11 0.0000 recall_15 6_11 0.0000 recall_20 6_11 0.0000 recall_30 6_11 0.0000 recall_100 6_11 0.0000 recall_200 6_11 0.0000 recall_500 6_11 0.0085 recall_1000 6_11 0.0169 infAP 6_11 0.0001 Rprec_mult_0.20 6_11 0.0000 Rprec_mult_0.40 6_11 0.0000 Rprec_mult_0.60 6_11 0.0000 Rprec_mult_0.80 6_11 0.0000 Rprec_mult_1.00 6_11 0.0000 Rprec_mult_1.20 6_11 0.0000 Rprec_mult_1.40 6_11 0.0000 Rprec_mult_1.60 6_11 0.0000 Rprec_mult_1.80 6_11 0.0000 Rprec_mult_2.00 6_11 0.0000 utility 6_11 -996.0000 11pt_avg 6_11 0.0003 binG 6_11 0.0019 G 6_11 0.0025 ndcg 6_11 0.0113 ndcg_rel 6_11 0.0113 Rndcg 6_11 0.0028 ndcg_cut_5 6_11 0.0000 ndcg_cut_10 6_11 0.0000 ndcg_cut_15 6_11 0.0000 ndcg_cut_20 6_11 0.0000 ndcg_cut_30 6_11 0.0000 ndcg_cut_100 6_11 0.0000 ndcg_cut_200 6_11 0.0000 ndcg_cut_500 6_11 0.0059 ndcg_cut_1000 6_11 0.0113 map_cut_5 6_11 0.0000 map_cut_10 6_11 0.0000 map_cut_15 6_11 0.0000 map_cut_20 6_11 0.0000 map_cut_30 6_11 0.0000 map_cut_100 6_11 0.0000 map_cut_200 6_11 0.0000 map_cut_500 6_11 0.0000 map_cut_1000 6_11 0.0001 relative_P_5 6_11 0.0000 relative_P_10 6_11 0.0000 relative_P_15 6_11 0.0000 relative_P_20 6_11 0.0000 relative_P_30 6_11 0.0000 relative_P_100 6_11 0.0000 relative_P_200 6_11 0.0000 relative_P_500 6_11 0.0085 relative_P_1000 6_11 0.0169 success_1 6_11 0.0000 success_5 6_11 0.0000 success_10 6_11 0.0000 set_P 6_11 0.0020 set_relative_P 6_11 0.0169 set_recall 6_11 0.0169 set_map 6_11 0.0000 set_F 6_11 0.0036 num_nonrel_judged_ret 6_11 8 rbp 6_11 0.0000 rbp_resid 6_11 0.5373 unj_5 6_11 0.0000 unj_10 6_11 0.4000 unj_20 6_11 0.7000 num_ret 6_12 1000 num_rel 6_12 69 num_rel_ret 6_12 0 map 6_12 0.0000 Rprec 6_12 0.0000 bpref 6_12 0.0000 recip_rank 6_12 0.0000 iprec_at_recall_0.00 6_12 0.0000 iprec_at_recall_0.10 6_12 0.0000 iprec_at_recall_0.20 6_12 0.0000 iprec_at_recall_0.30 6_12 0.0000 iprec_at_recall_0.40 6_12 0.0000 iprec_at_recall_0.50 6_12 0.0000 iprec_at_recall_0.60 6_12 0.0000 iprec_at_recall_0.70 6_12 0.0000 iprec_at_recall_0.80 6_12 0.0000 iprec_at_recall_0.90 6_12 0.0000 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 0.0000 P_10 6_12 0.0000 P_15 6_12 0.0000 P_20 6_12 0.0000 P_30 6_12 0.0000 P_100 6_12 0.0000 P_200 6_12 0.0000 P_500 6_12 0.0000 P_1000 6_12 0.0000 relstring 6_12 '00000-----' recall_5 6_12 0.0000 recall_10 6_12 0.0000 recall_15 6_12 0.0000 recall_20 6_12 0.0000 recall_30 6_12 0.0000 recall_100 6_12 0.0000 recall_200 6_12 0.0000 recall_500 6_12 0.0000 recall_1000 6_12 0.0000 infAP 6_12 0.0000 Rprec_mult_0.20 6_12 0.0000 Rprec_mult_0.40 6_12 0.0000 Rprec_mult_0.60 6_12 0.0000 Rprec_mult_0.80 6_12 0.0000 Rprec_mult_1.00 6_12 0.0000 Rprec_mult_1.20 6_12 0.0000 Rprec_mult_1.40 6_12 0.0000 Rprec_mult_1.60 6_12 0.0000 Rprec_mult_1.80 6_12 0.0000 Rprec_mult_2.00 6_12 0.0000 utility 6_12 -1000.0000 11pt_avg 6_12 0.0000 binG 6_12 0.0000 G 6_12 0.0000 ndcg 6_12 0.0000 ndcg_rel 6_12 0.0000 Rndcg 6_12 0.0000 ndcg_cut_5 6_12 0.0000 ndcg_cut_10 6_12 0.0000 ndcg_cut_15 6_12 0.0000 ndcg_cut_20 6_12 0.0000 ndcg_cut_30 6_12 0.0000 ndcg_cut_100 6_12 0.0000 ndcg_cut_200 6_12 0.0000 ndcg_cut_500 6_12 0.0000 ndcg_cut_1000 6_12 0.0000 map_cut_5 6_12 0.0000 map_cut_10 6_12 0.0000 map_cut_15 6_12 0.0000 map_cut_20 6_12 0.0000 map_cut_30 6_12 0.0000 map_cut_100 6_12 0.0000 map_cut_200 6_12 0.0000 map_cut_500 6_12 0.0000 map_cut_1000 6_12 0.0000 relative_P_5 6_12 0.0000 relative_P_10 6_12 0.0000 relative_P_15 6_12 0.0000 relative_P_20 6_12 0.0000 relative_P_30 6_12 0.0000 relative_P_100 6_12 0.0000 relative_P_200 6_12 0.0000 relative_P_500 6_12 0.0000 relative_P_1000 6_12 0.0000 success_1 6_12 0.0000 success_5 6_12 0.0000 success_10 6_12 0.0000 set_P 6_12 0.0000 set_relative_P 6_12 0.0000 set_recall 6_12 0.0000 set_map 6_12 0.0000 set_F 6_12 0.0000 num_nonrel_judged_ret 6_12 5 rbp 6_12 0.0000 rbp_resid 6_12 0.5905 unj_5 6_12 0.0000 unj_10 6_12 0.5000 unj_20 6_12 0.7500 num_ret 6_13 1000 num_rel 6_13 107 num_rel_ret 6_13 0 map 6_13 0.0000 Rprec 6_13 0.0000 bpref 6_13 0.0000 recip_rank 6_13 0.0000 iprec_at_recall_0.00 6_13 0.0000 iprec_at_recall_0.10 6_13 0.0000 iprec_at_recall_0.20 6_13 0.0000 iprec_at_recall_0.30 6_13 0.0000 iprec_at_recall_0.40 6_13 0.0000 iprec_at_recall_0.50 6_13 0.0000 iprec_at_recall_0.60 6_13 0.0000 iprec_at_recall_0.70 6_13 0.0000 iprec_at_recall_0.80 6_13 0.0000 iprec_at_recall_0.90 6_13 0.0000 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 0.0000 P_10 6_13 0.0000 P_15 6_13 0.0000 P_20 6_13 0.0000 P_30 6_13 0.0000 P_100 6_13 0.0000 P_200 6_13 0.0000 P_500 6_13 0.0000 P_1000 6_13 0.0000 relstring 6_13 '00000-----' recall_5 6_13 0.0000 recall_10 6_13 0.0000 recall_15 6_13 0.0000 recall_20 6_13 0.0000 recall_30 6_13 0.0000 recall_100 6_13 0.0000 recall_200 6_13 0.0000 recall_500 6_13 0.0000 recall_1000 6_13 0.0000 infAP 6_13 0.0000 Rprec_mult_0.20 6_13 0.0000 Rprec_mult_0.40 6_13 0.0000 Rprec_mult_0.60 6_13 0.0000 Rprec_mult_0.80 6_13 0.0000 Rprec_mult_1.00 6_13 0.0000 Rprec_mult_1.20 6_13 0.0000 Rprec_mult_1.40 6_13 0.0000 Rprec_mult_1.60 6_13 0.0000 Rprec_mult_1.80 6_13 0.0000 Rprec_mult_2.00 6_13 0.0000 utility 6_13 -1000.0000 11pt_avg 6_13 0.0000 binG 6_13 0.0000 G 6_13 0.0000 ndcg 6_13 0.0000 ndcg_rel 6_13 0.0000 Rndcg 6_13 0.0000 ndcg_cut_5 6_13 0.0000 ndcg_cut_10 6_13 0.0000 ndcg_cut_15 6_13 0.0000 ndcg_cut_20 6_13 0.0000 ndcg_cut_30 6_13 0.0000 ndcg_cut_100 6_13 0.0000 ndcg_cut_200 6_13 0.0000 ndcg_cut_500 6_13 0.0000 ndcg_cut_1000 6_13 0.0000 map_cut_5 6_13 0.0000 map_cut_10 6_13 0.0000 map_cut_15 6_13 0.0000 map_cut_20 6_13 0.0000 map_cut_30 6_13 0.0000 map_cut_100 6_13 0.0000 map_cut_200 6_13 0.0000 map_cut_500 6_13 0.0000 map_cut_1000 6_13 0.0000 relative_P_5 6_13 0.0000 relative_P_10 6_13 0.0000 relative_P_15 6_13 0.0000 relative_P_20 6_13 0.0000 relative_P_30 6_13 0.0000 relative_P_100 6_13 0.0000 relative_P_200 6_13 0.0000 relative_P_500 6_13 0.0000 relative_P_1000 6_13 0.0000 success_1 6_13 0.0000 success_5 6_13 0.0000 success_10 6_13 0.0000 set_P 6_13 0.0000 set_relative_P 6_13 0.0000 set_recall 6_13 0.0000 set_map 6_13 0.0000 set_F 6_13 0.0000 num_nonrel_judged_ret 6_13 5 rbp 6_13 0.0000 rbp_resid 6_13 0.5905 unj_5 6_13 0.0000 unj_10 6_13 0.5000 unj_20 6_13 0.7500 num_ret 6_14 1000 num_rel 6_14 56 num_rel_ret 6_14 0 map 6_14 0.0000 Rprec 6_14 0.0000 bpref 6_14 0.0000 recip_rank 6_14 0.0000 iprec_at_recall_0.00 6_14 0.0000 iprec_at_recall_0.10 6_14 0.0000 iprec_at_recall_0.20 6_14 0.0000 iprec_at_recall_0.30 6_14 0.0000 iprec_at_recall_0.40 6_14 0.0000 iprec_at_recall_0.50 6_14 0.0000 iprec_at_recall_0.60 6_14 0.0000 iprec_at_recall_0.70 6_14 0.0000 iprec_at_recall_0.80 6_14 0.0000 iprec_at_recall_0.90 6_14 0.0000 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.0000 P_10 6_14 0.0000 P_15 6_14 0.0000 P_20 6_14 0.0000 P_30 6_14 0.0000 P_100 6_14 0.0000 P_200 6_14 0.0000 P_500 6_14 0.0000 P_1000 6_14 0.0000 relstring 6_14 '00000-----' recall_5 6_14 0.0000 recall_10 6_14 0.0000 recall_15 6_14 0.0000 recall_20 6_14 0.0000 recall_30 6_14 0.0000 recall_100 6_14 0.0000 recall_200 6_14 0.0000 recall_500 6_14 0.0000 recall_1000 6_14 0.0000 infAP 6_14 0.0000 Rprec_mult_0.20 6_14 0.0000 Rprec_mult_0.40 6_14 0.0000 Rprec_mult_0.60 6_14 0.0000 Rprec_mult_0.80 6_14 0.0000 Rprec_mult_1.00 6_14 0.0000 Rprec_mult_1.20 6_14 0.0000 Rprec_mult_1.40 6_14 0.0000 Rprec_mult_1.60 6_14 0.0000 Rprec_mult_1.80 6_14 0.0000 Rprec_mult_2.00 6_14 0.0000 utility 6_14 -1000.0000 11pt_avg 6_14 0.0000 binG 6_14 0.0000 G 6_14 0.0000 ndcg 6_14 0.0000 ndcg_rel 6_14 0.0000 Rndcg 6_14 0.0000 ndcg_cut_5 6_14 0.0000 ndcg_cut_10 6_14 0.0000 ndcg_cut_15 6_14 0.0000 ndcg_cut_20 6_14 0.0000 ndcg_cut_30 6_14 0.0000 ndcg_cut_100 6_14 0.0000 ndcg_cut_200 6_14 0.0000 ndcg_cut_500 6_14 0.0000 ndcg_cut_1000 6_14 0.0000 map_cut_5 6_14 0.0000 map_cut_10 6_14 0.0000 map_cut_15 6_14 0.0000 map_cut_20 6_14 0.0000 map_cut_30 6_14 0.0000 map_cut_100 6_14 0.0000 map_cut_200 6_14 0.0000 map_cut_500 6_14 0.0000 map_cut_1000 6_14 0.0000 relative_P_5 6_14 0.0000 relative_P_10 6_14 0.0000 relative_P_15 6_14 0.0000 relative_P_20 6_14 0.0000 relative_P_30 6_14 0.0000 relative_P_100 6_14 0.0000 relative_P_200 6_14 0.0000 relative_P_500 6_14 0.0000 relative_P_1000 6_14 0.0000 success_1 6_14 0.0000 success_5 6_14 0.0000 success_10 6_14 0.0000 set_P 6_14 0.0000 set_relative_P 6_14 0.0000 set_recall 6_14 0.0000 set_map 6_14 0.0000 set_F 6_14 0.0000 num_nonrel_judged_ret 6_14 5 rbp 6_14 0.0000 rbp_resid 6_14 0.5905 unj_5 6_14 0.0000 unj_10 6_14 0.5000 unj_20 6_14 0.7500 num_ret 6_16 1000 num_rel 6_16 29 num_rel_ret 6_16 0 map 6_16 0.0000 Rprec 6_16 0.0000 bpref 6_16 0.0000 recip_rank 6_16 0.0000 iprec_at_recall_0.00 6_16 0.0000 iprec_at_recall_0.10 6_16 0.0000 iprec_at_recall_0.20 6_16 0.0000 iprec_at_recall_0.30 6_16 0.0000 iprec_at_recall_0.40 6_16 0.0000 iprec_at_recall_0.50 6_16 0.0000 iprec_at_recall_0.60 6_16 0.0000 iprec_at_recall_0.70 6_16 0.0000 iprec_at_recall_0.80 6_16 0.0000 iprec_at_recall_0.90 6_16 0.0000 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.0000 P_10 6_16 0.0000 P_15 6_16 0.0000 P_20 6_16 0.0000 P_30 6_16 0.0000 P_100 6_16 0.0000 P_200 6_16 0.0000 P_500 6_16 0.0000 P_1000 6_16 0.0000 relstring 6_16 '00000-----' recall_5 6_16 0.0000 recall_10 6_16 0.0000 recall_15 6_16 0.0000 recall_20 6_16 0.0000 recall_30 6_16 0.0000 recall_100 6_16 0.0000 recall_200 6_16 0.0000 recall_500 6_16 0.0000 recall_1000 6_16 0.0000 infAP 6_16 0.0000 Rprec_mult_0.20 6_16 0.0000 Rprec_mult_0.40 6_16 0.0000 Rprec_mult_0.60 6_16 0.0000 Rprec_mult_0.80 6_16 0.0000 Rprec_mult_1.00 6_16 0.0000 Rprec_mult_1.20 6_16 0.0000 Rprec_mult_1.40 6_16 0.0000 Rprec_mult_1.60 6_16 0.0000 Rprec_mult_1.80 6_16 0.0000 Rprec_mult_2.00 6_16 0.0000 utility 6_16 -1000.0000 11pt_avg 6_16 0.0000 binG 6_16 0.0000 G 6_16 0.0000 ndcg 6_16 0.0000 ndcg_rel 6_16 0.0000 Rndcg 6_16 0.0000 ndcg_cut_5 6_16 0.0000 ndcg_cut_10 6_16 0.0000 ndcg_cut_15 6_16 0.0000 ndcg_cut_20 6_16 0.0000 ndcg_cut_30 6_16 0.0000 ndcg_cut_100 6_16 0.0000 ndcg_cut_200 6_16 0.0000 ndcg_cut_500 6_16 0.0000 ndcg_cut_1000 6_16 0.0000 map_cut_5 6_16 0.0000 map_cut_10 6_16 0.0000 map_cut_15 6_16 0.0000 map_cut_20 6_16 0.0000 map_cut_30 6_16 0.0000 map_cut_100 6_16 0.0000 map_cut_200 6_16 0.0000 map_cut_500 6_16 0.0000 map_cut_1000 6_16 0.0000 relative_P_5 6_16 0.0000 relative_P_10 6_16 0.0000 relative_P_15 6_16 0.0000 relative_P_20 6_16 0.0000 relative_P_30 6_16 0.0000 relative_P_100 6_16 0.0000 relative_P_200 6_16 0.0000 relative_P_500 6_16 0.0000 relative_P_1000 6_16 0.0000 success_1 6_16 0.0000 success_5 6_16 0.0000 success_10 6_16 0.0000 set_P 6_16 0.0000 set_relative_P 6_16 0.0000 set_recall 6_16 0.0000 set_map 6_16 0.0000 set_F 6_16 0.0000 num_nonrel_judged_ret 6_16 7 rbp 6_16 0.0000 rbp_resid 6_16 0.5905 unj_5 6_16 0.0000 unj_10 6_16 0.5000 unj_20 6_16 0.7500 num_ret 6_3 1000 num_rel 6_3 97 num_rel_ret 6_3 13 map 6_3 0.0513 Rprec 6_3 0.1031 bpref 6_3 0.1303 recip_rank 6_3 1.0000 iprec_at_recall_0.00 6_3 1.0000 iprec_at_recall_0.10 6_3 0.2000 iprec_at_recall_0.20 6_3 0.0000 iprec_at_recall_0.30 6_3 0.0000 iprec_at_recall_0.40 6_3 0.0000 iprec_at_recall_0.50 6_3 0.0000 iprec_at_recall_0.60 6_3 0.0000 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 0.6000 P_10 6_3 0.3000 P_15 6_3 0.3333 P_20 6_3 0.3500 P_30 6_3 0.2333 P_100 6_3 0.1000 P_200 6_3 0.0650 P_500 6_3 0.0260 P_1000 6_3 0.0130 relstring 6_3 '12002----0' recall_5 6_3 0.0309 recall_10 6_3 0.0309 recall_15 6_3 0.0515 recall_20 6_3 0.0722 recall_30 6_3 0.0722 recall_100 6_3 0.1031 recall_200 6_3 0.1340 recall_500 6_3 0.1340 recall_1000 6_3 0.1340 infAP 6_3 0.0513 Rprec_mult_0.20 6_3 0.3500 Rprec_mult_0.40 6_3 0.2051 Rprec_mult_0.60 6_3 0.1695 Rprec_mult_0.80 6_3 0.1282 Rprec_mult_1.00 6_3 0.1031 Rprec_mult_1.20 6_3 0.0855 Rprec_mult_1.40 6_3 0.0809 Rprec_mult_1.60 6_3 0.0833 Rprec_mult_1.80 6_3 0.0743 Rprec_mult_2.00 6_3 0.0670 utility 6_3 -974.0000 11pt_avg 6_3 0.1091 binG 6_3 0.0481 G 6_3 0.0224 ndcg 6_3 0.1352 ndcg_rel 6_3 0.1436 Rndcg 6_3 0.1883 ndcg_cut_5 6_3 0.2898 ndcg_cut_10 6_3 0.1989 ndcg_cut_15 6_3 0.1883 ndcg_cut_20 6_3 0.2120 ndcg_cut_30 6_3 0.1769 ndcg_cut_100 6_3 0.1217 ndcg_cut_200 6_3 0.1352 ndcg_cut_500 6_3 0.1352 ndcg_cut_1000 6_3 0.1352 map_cut_5 6_3 0.0268 map_cut_10 6_3 0.0268 map_cut_15 6_3 0.0342 map_cut_20 6_3 0.0421 map_cut_30 6_3 0.0421 map_cut_100 6_3 0.0485 map_cut_200 6_3 0.0513 map_cut_500 6_3 0.0513 map_cut_1000 6_3 0.0513 relative_P_5 6_3 0.6000 relative_P_10 6_3 0.3000 relative_P_15 6_3 0.3333 relative_P_20 6_3 0.3500 relative_P_30 6_3 0.2333 relative_P_100 6_3 0.1031 relative_P_200 6_3 0.1340 relative_P_500 6_3 0.1340 relative_P_1000 6_3 0.1340 success_1 6_3 1.0000 success_5 6_3 1.0000 success_10 6_3 1.0000 set_P 6_3 0.0130 set_relative_P 6_3 0.1340 set_recall 6_3 0.1340 set_map 6_3 0.0017 set_F 6_3 0.0237 num_nonrel_judged_ret 6_3 13 rbp 6_3 0.1365 rbp_resid 6_3 0.4501 unj_5 6_3 0.0000 unj_10 6_3 0.4000 unj_20 6_3 0.5000 num_ret 6_4 1000 num_rel 6_4 121 num_rel_ret 6_4 1 map 6_4 0.0000 Rprec 6_4 0.0000 bpref 6_4 0.0075 recip_rank 6_4 0.0013 iprec_at_recall_0.00 6_4 0.0013 iprec_at_recall_0.10 6_4 0.0000 iprec_at_recall_0.20 6_4 0.0000 iprec_at_recall_0.30 6_4 0.0000 iprec_at_recall_0.40 6_4 0.0000 iprec_at_recall_0.50 6_4 0.0000 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 0.0000 P_10 6_4 0.0000 P_15 6_4 0.0000 P_20 6_4 0.0000 P_30 6_4 0.0000 P_100 6_4 0.0000 P_200 6_4 0.0000 P_500 6_4 0.0000 P_1000 6_4 0.0010 relstring 6_4 '00000-----' recall_5 6_4 0.0000 recall_10 6_4 0.0000 recall_15 6_4 0.0000 recall_20 6_4 0.0000 recall_30 6_4 0.0000 recall_100 6_4 0.0000 recall_200 6_4 0.0000 recall_500 6_4 0.0000 recall_1000 6_4 0.0083 infAP 6_4 0.0000 Rprec_mult_0.20 6_4 0.0000 Rprec_mult_0.40 6_4 0.0000 Rprec_mult_0.60 6_4 0.0000 Rprec_mult_0.80 6_4 0.0000 Rprec_mult_1.00 6_4 0.0000 Rprec_mult_1.20 6_4 0.0000 Rprec_mult_1.40 6_4 0.0000 Rprec_mult_1.60 6_4 0.0000 Rprec_mult_1.80 6_4 0.0000 Rprec_mult_2.00 6_4 0.0000 utility 6_4 -998.0000 11pt_avg 6_4 0.0001 binG 6_4 0.0009 G 6_4 0.0009 ndcg 6_4 0.0041 ndcg_rel 6_4 0.0041 Rndcg 6_4 0.0010 ndcg_cut_5 6_4 0.0000 ndcg_cut_10 6_4 0.0000 ndcg_cut_15 6_4 0.0000 ndcg_cut_20 6_4 0.0000 ndcg_cut_30 6_4 0.0000 ndcg_cut_100 6_4 0.0000 ndcg_cut_200 6_4 0.0000 ndcg_cut_500 6_4 0.0000 ndcg_cut_1000 6_4 0.0041 map_cut_5 6_4 0.0000 map_cut_10 6_4 0.0000 map_cut_15 6_4 0.0000 map_cut_20 6_4 0.0000 map_cut_30 6_4 0.0000 map_cut_100 6_4 0.0000 map_cut_200 6_4 0.0000 map_cut_500 6_4 0.0000 map_cut_1000 6_4 0.0000 relative_P_5 6_4 0.0000 relative_P_10 6_4 0.0000 relative_P_15 6_4 0.0000 relative_P_20 6_4 0.0000 relative_P_30 6_4 0.0000 relative_P_100 6_4 0.0000 relative_P_200 6_4 0.0000 relative_P_500 6_4 0.0000 relative_P_1000 6_4 0.0083 success_1 6_4 0.0000 success_5 6_4 0.0000 success_10 6_4 0.0000 set_P 6_4 0.0010 set_relative_P 6_4 0.0083 set_recall 6_4 0.0083 set_map 6_4 0.0000 set_F 6_4 0.0018 num_nonrel_judged_ret 6_4 13 rbp 6_4 0.0000 rbp_resid 6_4 0.5905 unj_5 6_4 0.0000 unj_10 6_4 0.5000 unj_20 6_4 0.7500 num_ret 6_5 1000 num_rel 6_5 47 num_rel_ret 6_5 5 map 6_5 0.0010 Rprec 6_5 0.0000 bpref 6_5 0.0951 recip_rank 6_5 0.0091 iprec_at_recall_0.00 6_5 0.0106 iprec_at_recall_0.10 6_5 0.0106 iprec_at_recall_0.20 6_5 0.0000 iprec_at_recall_0.30 6_5 0.0000 iprec_at_recall_0.40 6_5 0.0000 iprec_at_recall_0.50 6_5 0.0000 iprec_at_recall_0.60 6_5 0.0000 iprec_at_recall_0.70 6_5 0.0000 iprec_at_recall_0.80 6_5 0.0000 iprec_at_recall_0.90 6_5 0.0000 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 0.0000 P_10 6_5 0.0000 P_15 6_5 0.0000 P_20 6_5 0.0000 P_30 6_5 0.0000 P_100 6_5 0.0000 P_200 6_5 0.0050 P_500 6_5 0.0100 P_1000 6_5 0.0050 relstring 6_5 '00000-----' recall_5 6_5 0.0000 recall_10 6_5 0.0000 recall_15 6_5 0.0000 recall_20 6_5 0.0000 recall_30 6_5 0.0000 recall_100 6_5 0.0000 recall_200 6_5 0.0213 recall_500 6_5 0.1064 recall_1000 6_5 0.1064 infAP 6_5 0.0010 Rprec_mult_0.20 6_5 0.0000 Rprec_mult_0.40 6_5 0.0000 Rprec_mult_0.60 6_5 0.0000 Rprec_mult_0.80 6_5 0.0000 Rprec_mult_1.00 6_5 0.0000 Rprec_mult_1.20 6_5 0.0000 Rprec_mult_1.40 6_5 0.0000 Rprec_mult_1.60 6_5 0.0000 Rprec_mult_1.80 6_5 0.0000 Rprec_mult_2.00 6_5 0.0000 utility 6_5 -990.0000 11pt_avg 6_5 0.0019 binG 6_5 0.0133 G 6_5 0.0134 ndcg 6_5 0.0468 ndcg_rel 6_5 0.0453 Rndcg 6_5 0.0094 ndcg_cut_5 6_5 0.0000 ndcg_cut_10 6_5 0.0000 ndcg_cut_15 6_5 0.0000 ndcg_cut_20 6_5 0.0000 ndcg_cut_30 6_5 0.0000 ndcg_cut_100 6_5 0.0000 ndcg_cut_200 6_5 0.0135 ndcg_cut_500 6_5 0.0468 ndcg_cut_1000 6_5 0.0468 map_cut_5 6_5 0.0000 map_cut_10 6_5 0.0000 map_cut_15 6_5 0.0000 map_cut_20 6_5 0.0000 map_cut_30 6_5 0.0000 map_cut_100 6_5 0.0000 map_cut_200 6_5 0.0002 map_cut_500 6_5 0.0010 map_cut_1000 6_5 0.0010 relative_P_5 6_5 0.0000 relative_P_10 6_5 0.0000 relative_P_15 6_5 0.0000 relative_P_20 6_5 0.0000 relative_P_30 6_5 0.0000 relative_P_100 6_5 0.0000 relative_P_200 6_5 0.0213 relative_P_500 6_5 0.1064 relative_P_1000 6_5 0.1064 success_1 6_5 0.0000 success_5 6_5 0.0000 success_10 6_5 0.0000 set_P 6_5 0.0050 set_relative_P 6_5 0.1064 set_recall 6_5 0.1064 set_map 6_5 0.0005 set_F 6_5 0.0096 num_nonrel_judged_ret 6_5 8 rbp 6_5 0.0000 rbp_resid 6_5 0.5905 unj_5 6_5 0.0000 unj_10 6_5 0.5000 unj_20 6_5 0.7500 num_ret 6_6 1000 num_rel 6_6 85 num_rel_ret 6_6 5 map 6_6 0.0005 Rprec 6_6 0.0000 bpref 6_6 0.0522 recip_rank 6_6 0.0046 iprec_at_recall_0.00 6_6 0.0104 iprec_at_recall_0.10 6_6 0.0000 iprec_at_recall_0.20 6_6 0.0000 iprec_at_recall_0.30 6_6 0.0000 iprec_at_recall_0.40 6_6 0.0000 iprec_at_recall_0.50 6_6 0.0000 iprec_at_recall_0.60 6_6 0.0000 iprec_at_recall_0.70 6_6 0.0000 iprec_at_recall_0.80 6_6 0.0000 iprec_at_recall_0.90 6_6 0.0000 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 0.0000 P_10 6_6 0.0000 P_15 6_6 0.0000 P_20 6_6 0.0000 P_30 6_6 0.0000 P_100 6_6 0.0000 P_200 6_6 0.0000 P_500 6_6 0.0100 P_1000 6_6 0.0050 relstring 6_6 '00000-----' recall_5 6_6 0.0000 recall_10 6_6 0.0000 recall_15 6_6 0.0000 recall_20 6_6 0.0000 recall_30 6_6 0.0000 recall_100 6_6 0.0000 recall_200 6_6 0.0000 recall_500 6_6 0.0588 recall_1000 6_6 0.0588 infAP 6_6 0.0005 Rprec_mult_0.20 6_6 0.0000 Rprec_mult_0.40 6_6 0.0000 Rprec_mult_0.60 6_6 0.0000 Rprec_mult_0.80 6_6 0.0000 Rprec_mult_1.00 6_6 0.0000 Rprec_mult_1.20 6_6 0.0000 Rprec_mult_1.40 6_6 0.0000 Rprec_mult_1.60 6_6 0.0000 Rprec_mult_1.80 6_6 0.0000 Rprec_mult_2.00 6_6 0.0000 utility 6_6 -990.0000 11pt_avg 6_6 0.0009 binG 6_6 0.0071 G 6_6 0.0070 ndcg 6_6 0.0298 ndcg_rel 6_6 0.0292 Rndcg 6_6 0.0074 ndcg_cut_5 6_6 0.0000 ndcg_cut_10 6_6 0.0000 ndcg_cut_15 6_6 0.0000 ndcg_cut_20 6_6 0.0000 ndcg_cut_30 6_6 0.0000 ndcg_cut_100 6_6 0.0000 ndcg_cut_200 6_6 0.0000 ndcg_cut_500 6_6 0.0298 ndcg_cut_1000 6_6 0.0298 map_cut_5 6_6 0.0000 map_cut_10 6_6 0.0000 map_cut_15 6_6 0.0000 map_cut_20 6_6 0.0000 map_cut_30 6_6 0.0000 map_cut_100 6_6 0.0000 map_cut_200 6_6 0.0000 map_cut_500 6_6 0.0005 map_cut_1000 6_6 0.0005 relative_P_5 6_6 0.0000 relative_P_10 6_6 0.0000 relative_P_15 6_6 0.0000 relative_P_20 6_6 0.0000 relative_P_30 6_6 0.0000 relative_P_100 6_6 0.0000 relative_P_200 6_6 0.0000 relative_P_500 6_6 0.0588 relative_P_1000 6_6 0.0588 success_1 6_6 0.0000 success_5 6_6 0.0000 success_10 6_6 0.0000 set_P 6_6 0.0050 set_relative_P 6_6 0.0588 set_recall 6_6 0.0588 set_map 6_6 0.0003 set_F 6_6 0.0092 num_nonrel_judged_ret 6_6 10 rbp 6_6 0.0000 rbp_resid 6_6 0.5905 unj_5 6_6 0.0000 unj_10 6_6 0.5000 unj_20 6_6 0.7500 num_ret 7_11 1000 num_rel 7_11 38 num_rel_ret 7_11 36 map 7_11 0.2029 Rprec 7_11 0.2895 bpref 7_11 0.7742 recip_rank 7_11 0.2500 iprec_at_recall_0.00 7_11 0.4286 iprec_at_recall_0.10 7_11 0.3889 iprec_at_recall_0.20 7_11 0.3333 iprec_at_recall_0.30 7_11 0.3171 iprec_at_recall_0.40 7_11 0.2143 iprec_at_recall_0.50 7_11 0.1930 iprec_at_recall_0.60 7_11 0.1825 iprec_at_recall_0.70 7_11 0.1280 iprec_at_recall_0.80 7_11 0.1038 iprec_at_recall_0.90 7_11 0.0815 iprec_at_recall_1.00 7_11 0.0000 P_5 7_11 0.2000 P_10 7_11 0.3000 P_15 7_11 0.3333 P_20 7_11 0.3500 P_30 7_11 0.3333 P_100 7_11 0.1800 P_200 7_11 0.1300 P_500 7_11 0.0700 P_1000 7_11 0.0360 relstring 7_11 '0003011---' recall_5 7_11 0.0263 recall_10 7_11 0.0789 recall_15 7_11 0.1316 recall_20 7_11 0.1842 recall_30 7_11 0.2632 recall_100 7_11 0.4737 recall_200 7_11 0.6842 recall_500 7_11 0.9211 recall_1000 7_11 0.9474 infAP 7_11 0.2029 Rprec_mult_0.20 7_11 0.3750 Rprec_mult_0.40 7_11 0.3125 Rprec_mult_0.60 7_11 0.3043 Rprec_mult_0.80 7_11 0.3226 Rprec_mult_1.00 7_11 0.2895 Rprec_mult_1.20 7_11 0.2826 Rprec_mult_1.40 7_11 0.2407 Rprec_mult_1.60 7_11 0.2131 Rprec_mult_1.80 7_11 0.2029 Rprec_mult_2.00 7_11 0.2105 utility 7_11 -928.0000 11pt_avg 7_11 0.2155 binG 7_11 0.1806 G 7_11 0.1613 ndcg 7_11 0.5138 ndcg_rel 7_11 0.3423 Rndcg 7_11 0.2703 ndcg_cut_5 7_11 0.1527 ndcg_cut_10 7_11 0.1701 ndcg_cut_15 7_11 0.2030 ndcg_cut_20 7_11 0.2354 ndcg_cut_30 7_11 0.2550 ndcg_cut_100 7_11 0.3262 ndcg_cut_200 7_11 0.3962 ndcg_cut_500 7_11 0.5079 ndcg_cut_1000 7_11 0.5138 map_cut_5 7_11 0.0066 map_cut_10 7_11 0.0266 map_cut_15 7_11 0.0435 map_cut_20 7_11 0.0630 map_cut_30 7_11 0.0883 map_cut_100 7_11 0.1402 map_cut_200 7_11 0.1772 map_cut_500 7_11 0.2014 map_cut_1000 7_11 0.2029 relative_P_5 7_11 0.2000 relative_P_10 7_11 0.3000 relative_P_15 7_11 0.3333 relative_P_20 7_11 0.3500 relative_P_30 7_11 0.3333 relative_P_100 7_11 0.4737 relative_P_200 7_11 0.6842 relative_P_500 7_11 0.9211 relative_P_1000 7_11 0.9474 success_1 7_11 0.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 0.0360 set_relative_P 7_11 0.9474 set_recall 7_11 0.9474 set_map 7_11 0.0341 set_F 7_11 0.0694 num_nonrel_judged_ret 7_11 13 rbp 7_11 0.1636 rbp_resid 7_11 0.3686 unj_5 7_11 0.0000 unj_10 7_11 0.3000 unj_20 7_11 0.4500 num_ret 7_12 1000 num_rel 7_12 64 num_rel_ret 7_12 37 map 7_12 0.1316 Rprec 7_12 0.2031 bpref 7_12 0.4202 recip_rank 7_12 0.5000 iprec_at_recall_0.00 7_12 0.6667 iprec_at_recall_0.10 7_12 0.3529 iprec_at_recall_0.20 7_12 0.2131 iprec_at_recall_0.30 7_12 0.2020 iprec_at_recall_0.40 7_12 0.1806 iprec_at_recall_0.50 7_12 0.0833 iprec_at_recall_0.60 7_12 0.0000 iprec_at_recall_0.70 7_12 0.0000 iprec_at_recall_0.80 7_12 0.0000 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 0.4000 P_10 7_12 0.5000 P_15 7_12 0.3333 P_20 7_12 0.3000 P_30 7_12 0.2667 P_100 7_12 0.2000 P_200 7_12 0.1500 P_500 7_12 0.0660 P_1000 7_12 0.0370 relstring 7_12 '012000211-' recall_5 7_12 0.0312 recall_10 7_12 0.0781 recall_15 7_12 0.0781 recall_20 7_12 0.0938 recall_30 7_12 0.1250 recall_100 7_12 0.3125 recall_200 7_12 0.4688 recall_500 7_12 0.5156 recall_1000 7_12 0.5781 infAP 7_12 0.1316 Rprec_mult_0.20 7_12 0.3846 Rprec_mult_0.40 7_12 0.3077 Rprec_mult_0.60 7_12 0.2308 Rprec_mult_0.80 7_12 0.1923 Rprec_mult_1.00 7_12 0.2031 Rprec_mult_1.20 7_12 0.1948 Rprec_mult_1.40 7_12 0.1889 Rprec_mult_1.60 7_12 0.1942 Rprec_mult_1.80 7_12 0.1897 Rprec_mult_2.00 7_12 0.1875 utility 7_12 -926.0000 11pt_avg 7_12 0.1544 binG 7_12 0.1172 G 7_12 0.0988 ndcg 7_12 0.4035 ndcg_rel 7_12 0.3279 Rndcg 7_12 0.2628 ndcg_cut_5 7_12 0.2032 ndcg_cut_10 7_12 0.2598 ndcg_cut_15 7_12 0.2103 ndcg_cut_20 7_12 0.2241 ndcg_cut_30 7_12 0.1991 ndcg_cut_100 7_12 0.2497 ndcg_cut_200 7_12 0.3533 ndcg_cut_500 7_12 0.3752 ndcg_cut_1000 7_12 0.4035 map_cut_5 7_12 0.0182 map_cut_10 7_12 0.0414 map_cut_15 7_12 0.0414 map_cut_20 7_12 0.0469 map_cut_30 7_12 0.0574 map_cut_100 7_12 0.0956 map_cut_200 7_12 0.1237 map_cut_500 7_12 0.1280 map_cut_1000 7_12 0.1316 relative_P_5 7_12 0.4000 relative_P_10 7_12 0.5000 relative_P_15 7_12 0.3333 relative_P_20 7_12 0.3000 relative_P_30 7_12 0.2667 relative_P_100 7_12 0.3125 relative_P_200 7_12 0.4688 relative_P_500 7_12 0.5156 relative_P_1000 7_12 0.5781 success_1 7_12 0.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.0370 set_relative_P 7_12 0.5781 set_recall 7_12 0.5781 set_map 7_12 0.0214 set_F 7_12 0.0695 num_nonrel_judged_ret 7_12 37 rbp 7_12 0.1766 rbp_resid 7_12 0.2663 unj_5 7_12 0.0000 unj_10 7_12 0.1000 unj_20 7_12 0.4000 num_ret 7_14 1000 num_rel 7_14 67 num_rel_ret 7_14 61 map 7_14 0.5406 Rprec 7_14 0.5522 bpref 7_14 0.8428 recip_rank 7_14 1.0000 iprec_at_recall_0.00 7_14 1.0000 iprec_at_recall_0.10 7_14 1.0000 iprec_at_recall_0.20 7_14 0.9286 iprec_at_recall_0.30 7_14 0.7027 iprec_at_recall_0.40 7_14 0.6923 iprec_at_recall_0.50 7_14 0.6071 iprec_at_recall_0.60 7_14 0.5128 iprec_at_recall_0.70 7_14 0.3917 iprec_at_recall_0.80 7_14 0.1607 iprec_at_recall_0.90 7_14 0.0806 iprec_at_recall_1.00 7_14 0.0000 P_5 7_14 1.0000 P_10 7_14 0.9000 P_15 7_14 0.8667 P_20 7_14 0.8500 P_30 7_14 0.6667 P_100 7_14 0.4400 P_200 7_14 0.2400 P_500 7_14 0.1140 P_1000 7_14 0.0610 relstring 7_14 '333321133-' recall_5 7_14 0.0746 recall_10 7_14 0.1343 recall_15 7_14 0.1940 recall_20 7_14 0.2537 recall_30 7_14 0.2985 recall_100 7_14 0.6567 recall_200 7_14 0.7164 recall_500 7_14 0.8507 recall_1000 7_14 0.9104 infAP 7_14 0.5406 Rprec_mult_0.20 7_14 0.9286 Rprec_mult_0.40 7_14 0.7037 Rprec_mult_0.60 7_14 0.6585 Rprec_mult_0.80 7_14 0.6111 Rprec_mult_1.00 7_14 0.5522 Rprec_mult_1.20 7_14 0.4938 Rprec_mult_1.40 7_14 0.4468 Rprec_mult_1.60 7_14 0.4167 Rprec_mult_1.80 7_14 0.3884 Rprec_mult_2.00 7_14 0.3507 utility 7_14 -878.0000 11pt_avg 7_14 0.5524 binG 7_14 0.3285 G 7_14 0.2357 ndcg 7_14 0.7933 ndcg_rel 7_14 0.7334 Rndcg 7_14 0.6602 ndcg_cut_5 7_14 0.9563 ndcg_cut_10 7_14 0.8068 ndcg_cut_15 7_14 0.7627 ndcg_cut_20 7_14 0.7236 ndcg_cut_30 7_14 0.6196 ndcg_cut_100 7_14 0.6690 ndcg_cut_200 7_14 0.7024 ndcg_cut_500 7_14 0.7656 ndcg_cut_1000 7_14 0.7933 map_cut_5 7_14 0.0746 map_cut_10 7_14 0.1343 map_cut_15 7_14 0.1892 map_cut_20 7_14 0.2407 map_cut_30 7_14 0.2745 map_cut_100 7_14 0.4892 map_cut_200 7_14 0.5116 map_cut_500 7_14 0.5355 map_cut_1000 7_14 0.5406 relative_P_5 7_14 1.0000 relative_P_10 7_14 0.9000 relative_P_15 7_14 0.8667 relative_P_20 7_14 0.8500 relative_P_30 7_14 0.6667 relative_P_100 7_14 0.6567 relative_P_200 7_14 0.7164 relative_P_500 7_14 0.8507 relative_P_1000 7_14 0.9104 success_1 7_14 1.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 0.0610 set_relative_P 7_14 0.9104 set_recall 7_14 0.9104 set_map 7_14 0.0555 set_F 7_14 0.1143 num_nonrel_judged_ret 7_14 8 rbp 7_14 0.6910 rbp_resid 7_14 0.1442 unj_5 7_14 0.0000 unj_10 7_14 0.1000 unj_20 7_14 0.1500 num_ret 7_15 1000 num_rel 7_15 54 num_rel_ret 7_15 6 map 7_15 0.0071 Rprec 7_15 0.0556 bpref 7_15 0.0986 recip_rank 7_15 0.0625 iprec_at_recall_0.00 7_15 0.1000 iprec_at_recall_0.10 7_15 0.0495 iprec_at_recall_0.20 7_15 0.0000 iprec_at_recall_0.30 7_15 0.0000 iprec_at_recall_0.40 7_15 0.0000 iprec_at_recall_0.50 7_15 0.0000 iprec_at_recall_0.60 7_15 0.0000 iprec_at_recall_0.70 7_15 0.0000 iprec_at_recall_0.80 7_15 0.0000 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 0.0000 P_10 7_15 0.0000 P_15 7_15 0.0000 P_20 7_15 0.1000 P_30 7_15 0.0667 P_100 7_15 0.0400 P_200 7_15 0.0300 P_500 7_15 0.0120 P_1000 7_15 0.0060 relstring 7_15 '00000-----' recall_5 7_15 0.0000 recall_10 7_15 0.0000 recall_15 7_15 0.0000 recall_20 7_15 0.0370 recall_30 7_15 0.0370 recall_100 7_15 0.0741 recall_200 7_15 0.1111 recall_500 7_15 0.1111 recall_1000 7_15 0.1111 infAP 7_15 0.0071 Rprec_mult_0.20 7_15 0.0000 Rprec_mult_0.40 7_15 0.0909 Rprec_mult_0.60 7_15 0.0606 Rprec_mult_0.80 7_15 0.0682 Rprec_mult_1.00 7_15 0.0556 Rprec_mult_1.20 7_15 0.0615 Rprec_mult_1.40 7_15 0.0526 Rprec_mult_1.60 7_15 0.0460 Rprec_mult_1.80 7_15 0.0408 Rprec_mult_2.00 7_15 0.0463 utility 7_15 -988.0000 11pt_avg 7_15 0.0136 binG 7_15 0.0207 G 7_15 0.0234 ndcg 7_15 0.0888 ndcg_rel 7_15 0.0864 Rndcg 7_15 0.0438 ndcg_cut_5 7_15 0.0000 ndcg_cut_10 7_15 0.0000 ndcg_cut_15 7_15 0.0000 ndcg_cut_20 7_15 0.0629 ndcg_cut_30 7_15 0.0551 ndcg_cut_100 7_15 0.0754 ndcg_cut_200 7_15 0.0888 ndcg_cut_500 7_15 0.0888 ndcg_cut_1000 7_15 0.0888 map_cut_5 7_15 0.0000 map_cut_10 7_15 0.0000 map_cut_15 7_15 0.0000 map_cut_20 7_15 0.0030 map_cut_30 7_15 0.0030 map_cut_100 7_15 0.0055 map_cut_200 7_15 0.0071 map_cut_500 7_15 0.0071 map_cut_1000 7_15 0.0071 relative_P_5 7_15 0.0000 relative_P_10 7_15 0.0000 relative_P_15 7_15 0.0000 relative_P_20 7_15 0.1000 relative_P_30 7_15 0.0667 relative_P_100 7_15 0.0741 relative_P_200 7_15 0.1111 relative_P_500 7_15 0.1111 relative_P_1000 7_15 0.1111 success_1 7_15 0.0000 success_5 7_15 0.0000 success_10 7_15 0.0000 set_P 7_15 0.0060 set_relative_P 7_15 0.1111 set_recall 7_15 0.1111 set_map 7_15 0.0007 set_F 7_15 0.0114 num_nonrel_judged_ret 7_15 8 rbp 7_15 0.0233 rbp_resid 7_15 0.5549 unj_5 7_15 0.0000 unj_10 7_15 0.5000 unj_20 7_15 0.6500 num_ret 7_16 1000 num_rel 7_16 47 num_rel_ret 7_16 0 map 7_16 0.0000 Rprec 7_16 0.0000 bpref 7_16 0.0000 recip_rank 7_16 0.0000 iprec_at_recall_0.00 7_16 0.0000 iprec_at_recall_0.10 7_16 0.0000 iprec_at_recall_0.20 7_16 0.0000 iprec_at_recall_0.30 7_16 0.0000 iprec_at_recall_0.40 7_16 0.0000 iprec_at_recall_0.50 7_16 0.0000 iprec_at_recall_0.60 7_16 0.0000 iprec_at_recall_0.70 7_16 0.0000 iprec_at_recall_0.80 7_16 0.0000 iprec_at_recall_0.90 7_16 0.0000 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.0000 P_10 7_16 0.0000 P_15 7_16 0.0000 P_20 7_16 0.0000 P_30 7_16 0.0000 P_100 7_16 0.0000 P_200 7_16 0.0000 P_500 7_16 0.0000 P_1000 7_16 0.0000 relstring 7_16 '00000-----' recall_5 7_16 0.0000 recall_10 7_16 0.0000 recall_15 7_16 0.0000 recall_20 7_16 0.0000 recall_30 7_16 0.0000 recall_100 7_16 0.0000 recall_200 7_16 0.0000 recall_500 7_16 0.0000 recall_1000 7_16 0.0000 infAP 7_16 0.0000 Rprec_mult_0.20 7_16 0.0000 Rprec_mult_0.40 7_16 0.0000 Rprec_mult_0.60 7_16 0.0000 Rprec_mult_0.80 7_16 0.0000 Rprec_mult_1.00 7_16 0.0000 Rprec_mult_1.20 7_16 0.0000 Rprec_mult_1.40 7_16 0.0000 Rprec_mult_1.60 7_16 0.0000 Rprec_mult_1.80 7_16 0.0000 Rprec_mult_2.00 7_16 0.0000 utility 7_16 -1000.0000 11pt_avg 7_16 0.0000 binG 7_16 0.0000 G 7_16 0.0000 ndcg 7_16 0.0000 ndcg_rel 7_16 0.0000 Rndcg 7_16 0.0000 ndcg_cut_5 7_16 0.0000 ndcg_cut_10 7_16 0.0000 ndcg_cut_15 7_16 0.0000 ndcg_cut_20 7_16 0.0000 ndcg_cut_30 7_16 0.0000 ndcg_cut_100 7_16 0.0000 ndcg_cut_200 7_16 0.0000 ndcg_cut_500 7_16 0.0000 ndcg_cut_1000 7_16 0.0000 map_cut_5 7_16 0.0000 map_cut_10 7_16 0.0000 map_cut_15 7_16 0.0000 map_cut_20 7_16 0.0000 map_cut_30 7_16 0.0000 map_cut_100 7_16 0.0000 map_cut_200 7_16 0.0000 map_cut_500 7_16 0.0000 map_cut_1000 7_16 0.0000 relative_P_5 7_16 0.0000 relative_P_10 7_16 0.0000 relative_P_15 7_16 0.0000 relative_P_20 7_16 0.0000 relative_P_30 7_16 0.0000 relative_P_100 7_16 0.0000 relative_P_200 7_16 0.0000 relative_P_500 7_16 0.0000 relative_P_1000 7_16 0.0000 success_1 7_16 0.0000 success_5 7_16 0.0000 success_10 7_16 0.0000 set_P 7_16 0.0000 set_relative_P 7_16 0.0000 set_recall 7_16 0.0000 set_map 7_16 0.0000 set_F 7_16 0.0000 num_nonrel_judged_ret 7_16 5 rbp 7_16 0.0000 rbp_resid 7_16 0.5905 unj_5 7_16 0.0000 unj_10 7_16 0.5000 unj_20 7_16 0.7500 num_ret 7_2 1000 num_rel 7_2 76 num_rel_ret 7_2 61 map 7_2 0.4731 Rprec 7_2 0.4737 bpref 7_2 0.7410 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 1.0000 iprec_at_recall_0.20 7_2 0.8333 iprec_at_recall_0.30 7_2 0.6571 iprec_at_recall_0.40 7_2 0.5556 iprec_at_recall_0.50 7_2 0.4545 iprec_at_recall_0.60 7_2 0.3898 iprec_at_recall_0.70 7_2 0.2632 iprec_at_recall_0.80 7_2 0.1644 iprec_at_recall_0.90 7_2 0.0000 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 1.0000 P_10 7_2 1.0000 P_15 7_2 0.8667 P_20 7_2 0.8000 P_30 7_2 0.7000 P_100 7_2 0.4100 P_200 7_2 0.2600 P_500 7_2 0.1220 P_1000 7_2 0.0610 relstring 7_2 '1213313211' recall_5 7_2 0.0658 recall_10 7_2 0.1316 recall_15 7_2 0.1711 recall_20 7_2 0.2105 recall_30 7_2 0.2763 recall_100 7_2 0.5395 recall_200 7_2 0.6842 recall_500 7_2 0.8026 recall_1000 7_2 0.8026 infAP 7_2 0.4731 Rprec_mult_0.20 7_2 0.8125 Rprec_mult_0.40 7_2 0.6774 Rprec_mult_0.60 7_2 0.5870 Rprec_mult_0.80 7_2 0.5410 Rprec_mult_1.00 7_2 0.4737 Rprec_mult_1.20 7_2 0.4348 Rprec_mult_1.40 7_2 0.3925 Rprec_mult_1.60 7_2 0.3770 Rprec_mult_1.80 7_2 0.3431 Rprec_mult_2.00 7_2 0.3289 utility 7_2 -878.0000 11pt_avg 7_2 0.4835 binG 7_2 0.2978 G 7_2 0.1804 ndcg 7_2 0.6903 ndcg_rel 7_2 0.6080 Rndcg 7_2 0.5967 ndcg_cut_5 7_2 0.5895 ndcg_cut_10 7_2 0.6474 ndcg_cut_15 7_2 0.5860 ndcg_cut_20 7_2 0.5740 ndcg_cut_30 7_2 0.5898 ndcg_cut_100 7_2 0.5601 ndcg_cut_200 7_2 0.6313 ndcg_cut_500 7_2 0.6903 ndcg_cut_1000 7_2 0.6903 map_cut_5 7_2 0.0658 map_cut_10 7_2 0.1316 map_cut_15 7_2 0.1701 map_cut_20 7_2 0.2024 map_cut_30 7_2 0.2515 map_cut_100 7_2 0.3944 map_cut_200 7_2 0.4462 map_cut_500 7_2 0.4731 map_cut_1000 7_2 0.4731 relative_P_5 7_2 1.0000 relative_P_10 7_2 1.0000 relative_P_15 7_2 0.8667 relative_P_20 7_2 0.8000 relative_P_30 7_2 0.7000 relative_P_100 7_2 0.5395 relative_P_200 7_2 0.6842 relative_P_500 7_2 0.8026 relative_P_1000 7_2 0.8026 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.0610 set_relative_P 7_2 0.8026 set_recall 7_2 0.8026 set_map 7_2 0.0490 set_F 7_2 0.1134 num_nonrel_judged_ret 7_2 11 rbp 7_2 0.4784 rbp_resid 7_2 0.1377 unj_5 7_2 0.0000 unj_10 7_2 0.0000 unj_20 7_2 0.2000 num_ret 7_3 1000 num_rel 7_3 55 num_rel_ret 7_3 41 map 7_3 0.2677 Rprec 7_3 0.3455 bpref 7_3 0.4658 recip_rank 7_3 1.0000 iprec_at_recall_0.00 7_3 1.0000 iprec_at_recall_0.10 7_3 0.5714 iprec_at_recall_0.20 7_3 0.5714 iprec_at_recall_0.30 7_3 0.4500 iprec_at_recall_0.40 7_3 0.3385 iprec_at_recall_0.50 7_3 0.2705 iprec_at_recall_0.60 7_3 0.2705 iprec_at_recall_0.70 7_3 0.1168 iprec_at_recall_0.80 7_3 0.0000 iprec_at_recall_0.90 7_3 0.0000 iprec_at_recall_1.00 7_3 0.0000 P_5 7_3 0.4000 P_10 7_3 0.3000 P_15 7_3 0.4667 P_20 7_3 0.5500 P_30 7_3 0.4667 P_100 7_3 0.2700 P_200 7_3 0.1800 P_500 7_3 0.0800 P_1000 7_3 0.0410 relstring 7_3 '20001010-0' recall_5 7_3 0.0364 recall_10 7_3 0.0545 recall_15 7_3 0.1273 recall_20 7_3 0.2000 recall_30 7_3 0.2545 recall_100 7_3 0.4909 recall_200 7_3 0.6545 recall_500 7_3 0.7273 recall_1000 7_3 0.7455 infAP 7_3 0.2677 Rprec_mult_0.20 7_3 0.3636 Rprec_mult_0.40 7_3 0.5455 Rprec_mult_0.60 7_3 0.4848 Rprec_mult_0.80 7_3 0.4091 Rprec_mult_1.00 7_3 0.3455 Rprec_mult_1.20 7_3 0.3333 Rprec_mult_1.40 7_3 0.2987 Rprec_mult_1.60 7_3 0.2727 Rprec_mult_1.80 7_3 0.2727 Rprec_mult_2.00 7_3 0.2636 utility 7_3 -918.0000 11pt_avg 7_3 0.3263 binG 7_3 0.1725 G 7_3 0.1413 ndcg 7_3 0.5189 ndcg_rel 7_3 0.4288 Rndcg 7_3 0.3522 ndcg_cut_5 7_3 0.2973 ndcg_cut_10 7_3 0.2425 ndcg_cut_15 7_3 0.3075 ndcg_cut_20 7_3 0.3642 ndcg_cut_30 7_3 0.3695 ndcg_cut_100 7_3 0.4017 ndcg_cut_200 7_3 0.4908 ndcg_cut_500 7_3 0.5139 ndcg_cut_1000 7_3 0.5189 map_cut_5 7_3 0.0255 map_cut_10 7_3 0.0332 map_cut_15 7_3 0.0631 map_cut_20 7_3 0.1014 map_cut_30 7_3 0.1304 map_cut_100 7_3 0.2159 map_cut_200 7_3 0.2574 map_cut_500 7_3 0.2666 map_cut_1000 7_3 0.2677 relative_P_5 7_3 0.4000 relative_P_10 7_3 0.3000 relative_P_15 7_3 0.4667 relative_P_20 7_3 0.5500 relative_P_30 7_3 0.4667 relative_P_100 7_3 0.4909 relative_P_200 7_3 0.6545 relative_P_500 7_3 0.7273 relative_P_1000 7_3 0.7455 success_1 7_3 1.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.0410 set_relative_P 7_3 0.7455 set_recall 7_3 0.7455 set_map 7_3 0.0306 set_F 7_3 0.0777 num_nonrel_judged_ret 7_3 43 rbp 7_3 0.1947 rbp_resid 7_3 0.0672 unj_5 7_3 0.0000 unj_10 7_3 0.1000 unj_20 7_3 0.0500 num_ret 7_4 1000 num_rel 7_4 29 num_rel_ret 7_4 21 map 7_4 0.3433 Rprec 7_4 0.4138 bpref 7_4 0.5363 recip_rank 7_4 0.5000 iprec_at_recall_0.00 7_4 0.7000 iprec_at_recall_0.10 7_4 0.7000 iprec_at_recall_0.20 7_4 0.7000 iprec_at_recall_0.30 7_4 0.5294 iprec_at_recall_0.40 7_4 0.4333 iprec_at_recall_0.50 7_4 0.4054 iprec_at_recall_0.60 7_4 0.3617 iprec_at_recall_0.70 7_4 0.2632 iprec_at_recall_0.80 7_4 0.0000 iprec_at_recall_0.90 7_4 0.0000 iprec_at_recall_1.00 7_4 0.0000 P_5 7_4 0.6000 P_10 7_4 0.7000 P_15 7_4 0.4667 P_20 7_4 0.4500 P_30 7_4 0.4333 P_100 7_4 0.2100 P_200 7_4 0.1050 P_500 7_4 0.0420 P_1000 7_4 0.0210 relstring 7_4 '023011-312' recall_5 7_4 0.1034 recall_10 7_4 0.2414 recall_15 7_4 0.2414 recall_20 7_4 0.3103 recall_30 7_4 0.4483 recall_100 7_4 0.7241 recall_200 7_4 0.7241 recall_500 7_4 0.7241 recall_1000 7_4 0.7241 infAP 7_4 0.3433 Rprec_mult_0.20 7_4 0.6667 Rprec_mult_0.40 7_4 0.5833 Rprec_mult_0.60 7_4 0.5000 Rprec_mult_0.80 7_4 0.4583 Rprec_mult_1.00 7_4 0.4138 Rprec_mult_1.20 7_4 0.4000 Rprec_mult_1.40 7_4 0.3659 Rprec_mult_1.60 7_4 0.3617 Rprec_mult_1.80 7_4 0.3396 Rprec_mult_2.00 7_4 0.3103 utility 7_4 -958.0000 11pt_avg 7_4 0.3721 binG 7_4 0.2317 G 7_4 0.1738 ndcg 7_4 0.5476 ndcg_rel 7_4 0.4686 Rndcg 7_4 0.4282 ndcg_cut_5 7_4 0.3723 ndcg_cut_10 7_4 0.4576 ndcg_cut_15 7_4 0.3732 ndcg_cut_20 7_4 0.3702 ndcg_cut_30 7_4 0.4400 ndcg_cut_100 7_4 0.5476 ndcg_cut_200 7_4 0.5476 ndcg_cut_500 7_4 0.5476 ndcg_cut_1000 7_4 0.5476 map_cut_5 7_4 0.0609 map_cut_10 7_4 0.1526 map_cut_15 7_4 0.1526 map_cut_20 7_4 0.1881 map_cut_30 7_4 0.2507 map_cut_100 7_4 0.3433 map_cut_200 7_4 0.3433 map_cut_500 7_4 0.3433 map_cut_1000 7_4 0.3433 relative_P_5 7_4 0.6000 relative_P_10 7_4 0.7000 relative_P_15 7_4 0.4667 relative_P_20 7_4 0.4500 relative_P_30 7_4 0.4483 relative_P_100 7_4 0.7241 relative_P_200 7_4 0.7241 relative_P_500 7_4 0.7241 relative_P_1000 7_4 0.7241 success_1 7_4 0.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 0.0210 set_relative_P 7_4 0.7241 set_recall 7_4 0.7241 set_map 7_4 0.0152 set_F 7_4 0.0408 num_nonrel_judged_ret 7_4 42 rbp 7_4 0.3141 rbp_resid 7_4 0.2006 unj_5 7_4 0.0000 unj_10 7_4 0.1000 unj_20 7_4 0.2500 num_ret 7_9 1000 num_rel 7_9 36 num_rel_ret 7_9 8 map 7_9 0.0263 Rprec 7_9 0.0556 bpref 7_9 0.1651 recip_rank 7_9 0.3333 iprec_at_recall_0.00 7_9 0.4000 iprec_at_recall_0.10 7_9 0.0435 iprec_at_recall_0.20 7_9 0.0374 iprec_at_recall_0.30 7_9 0.0000 iprec_at_recall_0.40 7_9 0.0000 iprec_at_recall_0.50 7_9 0.0000 iprec_at_recall_0.60 7_9 0.0000 iprec_at_recall_0.70 7_9 0.0000 iprec_at_recall_0.80 7_9 0.0000 iprec_at_recall_0.90 7_9 0.0000 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.4000 P_10 7_9 0.2000 P_15 7_9 0.1333 P_20 7_9 0.1000 P_30 7_9 0.0667 P_100 7_9 0.0200 P_200 7_9 0.0350 P_500 7_9 0.0160 P_1000 7_9 0.0080 relstring 7_9 '00301-----' recall_5 7_9 0.0556 recall_10 7_9 0.0556 recall_15 7_9 0.0556 recall_20 7_9 0.0556 recall_30 7_9 0.0556 recall_100 7_9 0.0556 recall_200 7_9 0.1944 recall_500 7_9 0.2222 recall_1000 7_9 0.2222 infAP 7_9 0.0263 Rprec_mult_0.20 7_9 0.2500 Rprec_mult_0.40 7_9 0.1333 Rprec_mult_0.60 7_9 0.0909 Rprec_mult_0.80 7_9 0.0690 Rprec_mult_1.00 7_9 0.0556 Rprec_mult_1.20 7_9 0.0455 Rprec_mult_1.40 7_9 0.0392 Rprec_mult_1.60 7_9 0.0345 Rprec_mult_1.80 7_9 0.0308 Rprec_mult_2.00 7_9 0.0278 utility 7_9 -984.0000 11pt_avg 7_9 0.0437 binG 7_9 0.0491 G 7_9 0.0439 ndcg 7_9 0.1629 ndcg_rel 7_9 0.1623 Rndcg 7_9 0.1592 ndcg_cut_5 7_9 0.2350 ndcg_cut_10 7_9 0.1682 ndcg_cut_15 7_9 0.1362 ndcg_cut_20 7_9 0.1255 ndcg_cut_30 7_9 0.1100 ndcg_cut_100 7_9 0.1029 ndcg_cut_200 7_9 0.1564 ndcg_cut_500 7_9 0.1629 ndcg_cut_1000 7_9 0.1629 map_cut_5 7_9 0.0204 map_cut_10 7_9 0.0204 map_cut_15 7_9 0.0204 map_cut_20 7_9 0.0204 map_cut_30 7_9 0.0204 map_cut_100 7_9 0.0204 map_cut_200 7_9 0.0256 map_cut_500 7_9 0.0263 map_cut_1000 7_9 0.0263 relative_P_5 7_9 0.4000 relative_P_10 7_9 0.2000 relative_P_15 7_9 0.1333 relative_P_20 7_9 0.1000 relative_P_30 7_9 0.0667 relative_P_100 7_9 0.0556 relative_P_200 7_9 0.1944 relative_P_500 7_9 0.2222 relative_P_1000 7_9 0.2222 success_1 7_9 0.0000 success_5 7_9 1.0000 success_10 7_9 1.0000 set_P 7_9 0.0080 set_relative_P 7_9 0.2222 set_recall 7_9 0.2222 set_map 7_9 0.0018 set_F 7_9 0.0154 num_nonrel_judged_ret 7_9 19 rbp 7_9 0.1029 rbp_resid 7_9 0.5438 unj_5 7_9 0.0000 unj_10 7_9 0.5000 unj_20 7_9 0.7000 num_ret 8_1 1000 num_rel 8_1 64 num_rel_ret 8_1 1 map 8_1 0.0005 Rprec 8_1 0.0156 bpref 8_1 0.0125 recip_rank 8_1 0.0312 iprec_at_recall_0.00 8_1 0.0312 iprec_at_recall_0.10 8_1 0.0000 iprec_at_recall_0.20 8_1 0.0000 iprec_at_recall_0.30 8_1 0.0000 iprec_at_recall_0.40 8_1 0.0000 iprec_at_recall_0.50 8_1 0.0000 iprec_at_recall_0.60 8_1 0.0000 iprec_at_recall_0.70 8_1 0.0000 iprec_at_recall_0.80 8_1 0.0000 iprec_at_recall_0.90 8_1 0.0000 iprec_at_recall_1.00 8_1 0.0000 P_5 8_1 0.0000 P_10 8_1 0.0000 P_15 8_1 0.0000 P_20 8_1 0.0000 P_30 8_1 0.0000 P_100 8_1 0.0100 P_200 8_1 0.0050 P_500 8_1 0.0020 P_1000 8_1 0.0010 relstring 8_1 '000000----' recall_5 8_1 0.0000 recall_10 8_1 0.0000 recall_15 8_1 0.0000 recall_20 8_1 0.0000 recall_30 8_1 0.0000 recall_100 8_1 0.0156 recall_200 8_1 0.0156 recall_500 8_1 0.0156 recall_1000 8_1 0.0156 infAP 8_1 0.0005 Rprec_mult_0.20 8_1 0.0000 Rprec_mult_0.40 8_1 0.0000 Rprec_mult_0.60 8_1 0.0256 Rprec_mult_0.80 8_1 0.0192 Rprec_mult_1.00 8_1 0.0156 Rprec_mult_1.20 8_1 0.0130 Rprec_mult_1.40 8_1 0.0111 Rprec_mult_1.60 8_1 0.0097 Rprec_mult_1.80 8_1 0.0086 Rprec_mult_2.00 8_1 0.0078 utility 8_1 -998.0000 11pt_avg 8_1 0.0028 binG 8_1 0.0031 G 8_1 0.0013 ndcg 8_1 0.0057 ndcg_rel 8_1 0.0057 Rndcg 8_1 0.0036 ndcg_cut_5 8_1 0.0000 ndcg_cut_10 8_1 0.0000 ndcg_cut_15 8_1 0.0000 ndcg_cut_20 8_1 0.0000 ndcg_cut_30 8_1 0.0000 ndcg_cut_100 8_1 0.0057 ndcg_cut_200 8_1 0.0057 ndcg_cut_500 8_1 0.0057 ndcg_cut_1000 8_1 0.0057 map_cut_5 8_1 0.0000 map_cut_10 8_1 0.0000 map_cut_15 8_1 0.0000 map_cut_20 8_1 0.0000 map_cut_30 8_1 0.0000 map_cut_100 8_1 0.0005 map_cut_200 8_1 0.0005 map_cut_500 8_1 0.0005 map_cut_1000 8_1 0.0005 relative_P_5 8_1 0.0000 relative_P_10 8_1 0.0000 relative_P_15 8_1 0.0000 relative_P_20 8_1 0.0000 relative_P_30 8_1 0.0000 relative_P_100 8_1 0.0156 relative_P_200 8_1 0.0156 relative_P_500 8_1 0.0156 relative_P_1000 8_1 0.0156 success_1 8_1 0.0000 success_5 8_1 0.0000 success_10 8_1 0.0000 set_P 8_1 0.0010 set_relative_P 8_1 0.0156 set_recall 8_1 0.0156 set_map 8_1 0.0000 set_F 8_1 0.0019 num_nonrel_judged_ret 8_1 29 rbp 8_1 0.0010 rbp_resid 8_1 0.4256 unj_5 8_1 0.0000 unj_10 8_1 0.4000 unj_20 8_1 0.5500 num_ret 8_10 1000 num_rel 8_10 28 num_rel_ret 8_10 0 map 8_10 0.0000 Rprec 8_10 0.0000 bpref 8_10 0.0000 recip_rank 8_10 0.0000 iprec_at_recall_0.00 8_10 0.0000 iprec_at_recall_0.10 8_10 0.0000 iprec_at_recall_0.20 8_10 0.0000 iprec_at_recall_0.30 8_10 0.0000 iprec_at_recall_0.40 8_10 0.0000 iprec_at_recall_0.50 8_10 0.0000 iprec_at_recall_0.60 8_10 0.0000 iprec_at_recall_0.70 8_10 0.0000 iprec_at_recall_0.80 8_10 0.0000 iprec_at_recall_0.90 8_10 0.0000 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.0000 P_10 8_10 0.0000 P_15 8_10 0.0000 P_20 8_10 0.0000 P_30 8_10 0.0000 P_100 8_10 0.0000 P_200 8_10 0.0000 P_500 8_10 0.0000 P_1000 8_10 0.0000 relstring 8_10 '00000-----' recall_5 8_10 0.0000 recall_10 8_10 0.0000 recall_15 8_10 0.0000 recall_20 8_10 0.0000 recall_30 8_10 0.0000 recall_100 8_10 0.0000 recall_200 8_10 0.0000 recall_500 8_10 0.0000 recall_1000 8_10 0.0000 infAP 8_10 0.0000 Rprec_mult_0.20 8_10 0.0000 Rprec_mult_0.40 8_10 0.0000 Rprec_mult_0.60 8_10 0.0000 Rprec_mult_0.80 8_10 0.0000 Rprec_mult_1.00 8_10 0.0000 Rprec_mult_1.20 8_10 0.0000 Rprec_mult_1.40 8_10 0.0000 Rprec_mult_1.60 8_10 0.0000 Rprec_mult_1.80 8_10 0.0000 Rprec_mult_2.00 8_10 0.0000 utility 8_10 -1000.0000 11pt_avg 8_10 0.0000 binG 8_10 0.0000 G 8_10 0.0000 ndcg 8_10 0.0000 ndcg_rel 8_10 0.0000 Rndcg 8_10 0.0000 ndcg_cut_5 8_10 0.0000 ndcg_cut_10 8_10 0.0000 ndcg_cut_15 8_10 0.0000 ndcg_cut_20 8_10 0.0000 ndcg_cut_30 8_10 0.0000 ndcg_cut_100 8_10 0.0000 ndcg_cut_200 8_10 0.0000 ndcg_cut_500 8_10 0.0000 ndcg_cut_1000 8_10 0.0000 map_cut_5 8_10 0.0000 map_cut_10 8_10 0.0000 map_cut_15 8_10 0.0000 map_cut_20 8_10 0.0000 map_cut_30 8_10 0.0000 map_cut_100 8_10 0.0000 map_cut_200 8_10 0.0000 map_cut_500 8_10 0.0000 map_cut_1000 8_10 0.0000 relative_P_5 8_10 0.0000 relative_P_10 8_10 0.0000 relative_P_15 8_10 0.0000 relative_P_20 8_10 0.0000 relative_P_30 8_10 0.0000 relative_P_100 8_10 0.0000 relative_P_200 8_10 0.0000 relative_P_500 8_10 0.0000 relative_P_1000 8_10 0.0000 success_1 8_10 0.0000 success_5 8_10 0.0000 success_10 8_10 0.0000 set_P 8_10 0.0000 set_relative_P 8_10 0.0000 set_recall 8_10 0.0000 set_map 8_10 0.0000 set_F 8_10 0.0000 num_nonrel_judged_ret 8_10 5 rbp 8_10 0.0000 rbp_resid 8_10 0.5905 unj_5 8_10 0.0000 unj_10 8_10 0.5000 unj_20 8_10 0.7500 num_ret 8_11 1000 num_rel 8_11 10 num_rel_ret 8_11 0 map 8_11 0.0000 Rprec 8_11 0.0000 bpref 8_11 0.0000 recip_rank 8_11 0.0000 iprec_at_recall_0.00 8_11 0.0000 iprec_at_recall_0.10 8_11 0.0000 iprec_at_recall_0.20 8_11 0.0000 iprec_at_recall_0.30 8_11 0.0000 iprec_at_recall_0.40 8_11 0.0000 iprec_at_recall_0.50 8_11 0.0000 iprec_at_recall_0.60 8_11 0.0000 iprec_at_recall_0.70 8_11 0.0000 iprec_at_recall_0.80 8_11 0.0000 iprec_at_recall_0.90 8_11 0.0000 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 0.0000 P_10 8_11 0.0000 P_15 8_11 0.0000 P_20 8_11 0.0000 P_30 8_11 0.0000 P_100 8_11 0.0000 P_200 8_11 0.0000 P_500 8_11 0.0000 P_1000 8_11 0.0000 relstring 8_11 '00000-----' recall_5 8_11 0.0000 recall_10 8_11 0.0000 recall_15 8_11 0.0000 recall_20 8_11 0.0000 recall_30 8_11 0.0000 recall_100 8_11 0.0000 recall_200 8_11 0.0000 recall_500 8_11 0.0000 recall_1000 8_11 0.0000 infAP 8_11 0.0000 Rprec_mult_0.20 8_11 0.0000 Rprec_mult_0.40 8_11 0.0000 Rprec_mult_0.60 8_11 0.0000 Rprec_mult_0.80 8_11 0.0000 Rprec_mult_1.00 8_11 0.0000 Rprec_mult_1.20 8_11 0.0000 Rprec_mult_1.40 8_11 0.0000 Rprec_mult_1.60 8_11 0.0000 Rprec_mult_1.80 8_11 0.0000 Rprec_mult_2.00 8_11 0.0000 utility 8_11 -1000.0000 11pt_avg 8_11 0.0000 binG 8_11 0.0000 G 8_11 0.0000 ndcg 8_11 0.0000 ndcg_rel 8_11 0.0000 Rndcg 8_11 0.0000 ndcg_cut_5 8_11 0.0000 ndcg_cut_10 8_11 0.0000 ndcg_cut_15 8_11 0.0000 ndcg_cut_20 8_11 0.0000 ndcg_cut_30 8_11 0.0000 ndcg_cut_100 8_11 0.0000 ndcg_cut_200 8_11 0.0000 ndcg_cut_500 8_11 0.0000 ndcg_cut_1000 8_11 0.0000 map_cut_5 8_11 0.0000 map_cut_10 8_11 0.0000 map_cut_15 8_11 0.0000 map_cut_20 8_11 0.0000 map_cut_30 8_11 0.0000 map_cut_100 8_11 0.0000 map_cut_200 8_11 0.0000 map_cut_500 8_11 0.0000 map_cut_1000 8_11 0.0000 relative_P_5 8_11 0.0000 relative_P_10 8_11 0.0000 relative_P_15 8_11 0.0000 relative_P_20 8_11 0.0000 relative_P_30 8_11 0.0000 relative_P_100 8_11 0.0000 relative_P_200 8_11 0.0000 relative_P_500 8_11 0.0000 relative_P_1000 8_11 0.0000 success_1 8_11 0.0000 success_5 8_11 0.0000 success_10 8_11 0.0000 set_P 8_11 0.0000 set_relative_P 8_11 0.0000 set_recall 8_11 0.0000 set_map 8_11 0.0000 set_F 8_11 0.0000 num_nonrel_judged_ret 8_11 7 rbp 8_11 0.0000 rbp_resid 8_11 0.5902 unj_5 8_11 0.0000 unj_10 8_11 0.5000 unj_20 8_11 0.7500 num_ret 8_12 1000 num_rel 8_12 44 num_rel_ret 8_12 1 map 8_12 0.0000 Rprec 8_12 0.0000 bpref 8_12 0.0181 recip_rank 8_12 0.0013 iprec_at_recall_0.00 8_12 0.0013 iprec_at_recall_0.10 8_12 0.0000 iprec_at_recall_0.20 8_12 0.0000 iprec_at_recall_0.30 8_12 0.0000 iprec_at_recall_0.40 8_12 0.0000 iprec_at_recall_0.50 8_12 0.0000 iprec_at_recall_0.60 8_12 0.0000 iprec_at_recall_0.70 8_12 0.0000 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.0000 P_10 8_12 0.0000 P_15 8_12 0.0000 P_20 8_12 0.0000 P_30 8_12 0.0000 P_100 8_12 0.0000 P_200 8_12 0.0000 P_500 8_12 0.0000 P_1000 8_12 0.0010 relstring 8_12 '00000-----' recall_5 8_12 0.0000 recall_10 8_12 0.0000 recall_15 8_12 0.0000 recall_20 8_12 0.0000 recall_30 8_12 0.0000 recall_100 8_12 0.0000 recall_200 8_12 0.0000 recall_500 8_12 0.0000 recall_1000 8_12 0.0227 infAP 8_12 0.0000 Rprec_mult_0.20 8_12 0.0000 Rprec_mult_0.40 8_12 0.0000 Rprec_mult_0.60 8_12 0.0000 Rprec_mult_0.80 8_12 0.0000 Rprec_mult_1.00 8_12 0.0000 Rprec_mult_1.20 8_12 0.0000 Rprec_mult_1.40 8_12 0.0000 Rprec_mult_1.60 8_12 0.0000 Rprec_mult_1.80 8_12 0.0000 Rprec_mult_2.00 8_12 0.0000 utility 8_12 -998.0000 11pt_avg 8_12 0.0001 binG 8_12 0.0024 G 8_12 0.0015 ndcg 8_12 0.0045 ndcg_rel 8_12 0.0045 Rndcg 8_12 0.0009 ndcg_cut_5 8_12 0.0000 ndcg_cut_10 8_12 0.0000 ndcg_cut_15 8_12 0.0000 ndcg_cut_20 8_12 0.0000 ndcg_cut_30 8_12 0.0000 ndcg_cut_100 8_12 0.0000 ndcg_cut_200 8_12 0.0000 ndcg_cut_500 8_12 0.0000 ndcg_cut_1000 8_12 0.0045 map_cut_5 8_12 0.0000 map_cut_10 8_12 0.0000 map_cut_15 8_12 0.0000 map_cut_20 8_12 0.0000 map_cut_30 8_12 0.0000 map_cut_100 8_12 0.0000 map_cut_200 8_12 0.0000 map_cut_500 8_12 0.0000 map_cut_1000 8_12 0.0000 relative_P_5 8_12 0.0000 relative_P_10 8_12 0.0000 relative_P_15 8_12 0.0000 relative_P_20 8_12 0.0000 relative_P_30 8_12 0.0000 relative_P_100 8_12 0.0000 relative_P_200 8_12 0.0000 relative_P_500 8_12 0.0000 relative_P_1000 8_12 0.0227 success_1 8_12 0.0000 success_5 8_12 0.0000 success_10 8_12 0.0000 set_P 8_12 0.0010 set_relative_P 8_12 0.0227 set_recall 8_12 0.0227 set_map 8_12 0.0000 set_F 8_12 0.0019 num_nonrel_judged_ret 8_12 9 rbp 8_12 0.0000 rbp_resid 8_12 0.5905 unj_5 8_12 0.0000 unj_10 8_12 0.5000 unj_20 8_12 0.7500 num_ret 8_13 1000 num_rel 8_13 53 num_rel_ret 8_13 0 map 8_13 0.0000 Rprec 8_13 0.0000 bpref 8_13 0.0000 recip_rank 8_13 0.0000 iprec_at_recall_0.00 8_13 0.0000 iprec_at_recall_0.10 8_13 0.0000 iprec_at_recall_0.20 8_13 0.0000 iprec_at_recall_0.30 8_13 0.0000 iprec_at_recall_0.40 8_13 0.0000 iprec_at_recall_0.50 8_13 0.0000 iprec_at_recall_0.60 8_13 0.0000 iprec_at_recall_0.70 8_13 0.0000 iprec_at_recall_0.80 8_13 0.0000 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 0.0000 P_10 8_13 0.0000 P_15 8_13 0.0000 P_20 8_13 0.0000 P_30 8_13 0.0000 P_100 8_13 0.0000 P_200 8_13 0.0000 P_500 8_13 0.0000 P_1000 8_13 0.0000 relstring 8_13 '00000---0-' recall_5 8_13 0.0000 recall_10 8_13 0.0000 recall_15 8_13 0.0000 recall_20 8_13 0.0000 recall_30 8_13 0.0000 recall_100 8_13 0.0000 recall_200 8_13 0.0000 recall_500 8_13 0.0000 recall_1000 8_13 0.0000 infAP 8_13 0.0000 Rprec_mult_0.20 8_13 0.0000 Rprec_mult_0.40 8_13 0.0000 Rprec_mult_0.60 8_13 0.0000 Rprec_mult_0.80 8_13 0.0000 Rprec_mult_1.00 8_13 0.0000 Rprec_mult_1.20 8_13 0.0000 Rprec_mult_1.40 8_13 0.0000 Rprec_mult_1.60 8_13 0.0000 Rprec_mult_1.80 8_13 0.0000 Rprec_mult_2.00 8_13 0.0000 utility 8_13 -1000.0000 11pt_avg 8_13 0.0000 binG 8_13 0.0000 G 8_13 0.0000 ndcg 8_13 0.0000 ndcg_rel 8_13 0.0000 Rndcg 8_13 0.0000 ndcg_cut_5 8_13 0.0000 ndcg_cut_10 8_13 0.0000 ndcg_cut_15 8_13 0.0000 ndcg_cut_20 8_13 0.0000 ndcg_cut_30 8_13 0.0000 ndcg_cut_100 8_13 0.0000 ndcg_cut_200 8_13 0.0000 ndcg_cut_500 8_13 0.0000 ndcg_cut_1000 8_13 0.0000 map_cut_5 8_13 0.0000 map_cut_10 8_13 0.0000 map_cut_15 8_13 0.0000 map_cut_20 8_13 0.0000 map_cut_30 8_13 0.0000 map_cut_100 8_13 0.0000 map_cut_200 8_13 0.0000 map_cut_500 8_13 0.0000 map_cut_1000 8_13 0.0000 relative_P_5 8_13 0.0000 relative_P_10 8_13 0.0000 relative_P_15 8_13 0.0000 relative_P_20 8_13 0.0000 relative_P_30 8_13 0.0000 relative_P_100 8_13 0.0000 relative_P_200 8_13 0.0000 relative_P_500 8_13 0.0000 relative_P_1000 8_13 0.0000 success_1 8_13 0.0000 success_5 8_13 0.0000 success_10 8_13 0.0000 set_P 8_13 0.0000 set_relative_P 8_13 0.0000 set_recall 8_13 0.0000 set_map 8_13 0.0000 set_F 8_13 0.0000 num_nonrel_judged_ret 8_13 10 rbp 8_13 0.0000 rbp_resid 8_13 0.5474 unj_5 8_13 0.0000 unj_10 8_13 0.4000 unj_20 8_13 0.7000 num_ret 8_2 1000 num_rel 8_2 47 num_rel_ret 8_2 20 map 8_2 0.0748 Rprec 8_2 0.1702 bpref 8_2 0.2390 recip_rank 8_2 1.0000 iprec_at_recall_0.00 8_2 1.0000 iprec_at_recall_0.10 8_2 0.2381 iprec_at_recall_0.20 8_2 0.1406 iprec_at_recall_0.30 8_2 0.0761 iprec_at_recall_0.40 8_2 0.0457 iprec_at_recall_0.50 8_2 0.0000 iprec_at_recall_0.60 8_2 0.0000 iprec_at_recall_0.70 8_2 0.0000 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 0.2000 P_10 8_2 0.3000 P_15 8_2 0.2000 P_20 8_2 0.2000 P_30 8_2 0.2000 P_100 8_2 0.1000 P_200 8_2 0.0700 P_500 8_2 0.0380 P_1000 8_2 0.0200 relstring 8_2 '10000-1-10' recall_5 8_2 0.0213 recall_10 8_2 0.0638 recall_15 8_2 0.0638 recall_20 8_2 0.0851 recall_30 8_2 0.1277 recall_100 8_2 0.2128 recall_200 8_2 0.2979 recall_500 8_2 0.4043 recall_1000 8_2 0.4255 infAP 8_2 0.0748 Rprec_mult_0.20 8_2 0.3000 Rprec_mult_0.40 8_2 0.1579 Rprec_mult_0.60 8_2 0.1724 Rprec_mult_0.80 8_2 0.1842 Rprec_mult_1.00 8_2 0.1702 Rprec_mult_1.20 8_2 0.1404 Rprec_mult_1.40 8_2 0.1364 Rprec_mult_1.60 8_2 0.1184 Rprec_mult_1.80 8_2 0.1176 Rprec_mult_2.00 8_2 0.1064 utility 8_2 -960.0000 11pt_avg 8_2 0.1364 binG 8_2 0.0931 G 8_2 0.0597 ndcg 8_2 0.2284 ndcg_rel 8_2 0.2062 Rndcg 8_2 0.1428 ndcg_cut_5 8_2 0.0911 ndcg_cut_10 8_2 0.1056 ndcg_cut_15 8_2 0.0903 ndcg_cut_20 8_2 0.1132 ndcg_cut_30 8_2 0.1314 ndcg_cut_100 8_2 0.1641 ndcg_cut_200 8_2 0.2014 ndcg_cut_500 8_2 0.2241 ndcg_cut_1000 8_2 0.2284 map_cut_5 8_2 0.0213 map_cut_10 8_2 0.0344 map_cut_15 8_2 0.0344 map_cut_20 8_2 0.0387 map_cut_30 8_2 0.0480 map_cut_100 8_2 0.0624 map_cut_200 8_2 0.0691 map_cut_500 8_2 0.0741 map_cut_1000 8_2 0.0748 relative_P_5 8_2 0.2000 relative_P_10 8_2 0.3000 relative_P_15 8_2 0.2000 relative_P_20 8_2 0.2000 relative_P_30 8_2 0.2000 relative_P_100 8_2 0.2128 relative_P_200 8_2 0.2979 relative_P_500 8_2 0.4043 relative_P_1000 8_2 0.4255 success_1 8_2 1.0000 success_5 8_2 1.0000 success_10 8_2 1.0000 set_P 8_2 0.0200 set_relative_P 8_2 0.4255 set_recall 8_2 0.4255 set_map 8_2 0.0085 set_F 8_2 0.0382 num_nonrel_judged_ret 8_2 45 rbp 8_2 0.0695 rbp_resid 8_2 0.3224 unj_5 8_2 0.0000 unj_10 8_2 0.2000 unj_20 8_2 0.4000 num_ret 8_3 1000 num_rel 8_3 28 num_rel_ret 8_3 5 map 8_3 0.0022 Rprec 8_3 0.0000 bpref 8_3 0.0714 recip_rank 8_3 0.0147 iprec_at_recall_0.00 8_3 0.0152 iprec_at_recall_0.10 8_3 0.0126 iprec_at_recall_0.20 8_3 0.0000 iprec_at_recall_0.30 8_3 0.0000 iprec_at_recall_0.40 8_3 0.0000 iprec_at_recall_0.50 8_3 0.0000 iprec_at_recall_0.60 8_3 0.0000 iprec_at_recall_0.70 8_3 0.0000 iprec_at_recall_0.80 8_3 0.0000 iprec_at_recall_0.90 8_3 0.0000 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.0000 P_10 8_3 0.0000 P_15 8_3 0.0000 P_20 8_3 0.0000 P_30 8_3 0.0000 P_100 8_3 0.0100 P_200 8_3 0.0100 P_500 8_3 0.0080 P_1000 8_3 0.0050 relstring 8_3 '00000-----' recall_5 8_3 0.0000 recall_10 8_3 0.0000 recall_15 8_3 0.0000 recall_20 8_3 0.0000 recall_30 8_3 0.0000 recall_100 8_3 0.0357 recall_200 8_3 0.0714 recall_500 8_3 0.1429 recall_1000 8_3 0.1786 infAP 8_3 0.0022 Rprec_mult_0.20 8_3 0.0000 Rprec_mult_0.40 8_3 0.0000 Rprec_mult_0.60 8_3 0.0000 Rprec_mult_0.80 8_3 0.0000 Rprec_mult_1.00 8_3 0.0000 Rprec_mult_1.20 8_3 0.0000 Rprec_mult_1.40 8_3 0.0000 Rprec_mult_1.60 8_3 0.0000 Rprec_mult_1.80 8_3 0.0000 Rprec_mult_2.00 8_3 0.0000 utility 8_3 -990.0000 11pt_avg 8_3 0.0025 binG 8_3 0.0235 G 8_3 0.0192 ndcg 8_3 0.0545 ndcg_rel 8_3 0.0510 Rndcg 8_3 0.0182 ndcg_cut_5 8_3 0.0000 ndcg_cut_10 8_3 0.0000 ndcg_cut_15 8_3 0.0000 ndcg_cut_20 8_3 0.0000 ndcg_cut_30 8_3 0.0000 ndcg_cut_100 8_3 0.0136 ndcg_cut_200 8_3 0.0253 ndcg_cut_500 8_3 0.0456 ndcg_cut_1000 8_3 0.0545 map_cut_5 8_3 0.0000 map_cut_10 8_3 0.0000 map_cut_15 8_3 0.0000 map_cut_20 8_3 0.0000 map_cut_30 8_3 0.0000 map_cut_100 8_3 0.0005 map_cut_200 8_3 0.0011 map_cut_500 8_3 0.0019 map_cut_1000 8_3 0.0022 relative_P_5 8_3 0.0000 relative_P_10 8_3 0.0000 relative_P_15 8_3 0.0000 relative_P_20 8_3 0.0000 relative_P_30 8_3 0.0000 relative_P_100 8_3 0.0357 relative_P_200 8_3 0.0714 relative_P_500 8_3 0.1429 relative_P_1000 8_3 0.1786 success_1 8_3 0.0000 success_5 8_3 0.0000 success_10 8_3 0.0000 set_P 8_3 0.0050 set_relative_P 8_3 0.1786 set_recall 8_3 0.1786 set_map 8_3 0.0009 set_F 8_3 0.0097 num_nonrel_judged_ret 8_3 23 rbp 8_3 0.0000 rbp_resid 8_3 0.5847 unj_5 8_3 0.0000 unj_10 8_3 0.5000 unj_20 8_3 0.7500 num_ret 8_4 1000 num_rel 8_4 101 num_rel_ret 8_4 0 map 8_4 0.0000 Rprec 8_4 0.0000 bpref 8_4 0.0000 recip_rank 8_4 0.0000 iprec_at_recall_0.00 8_4 0.0000 iprec_at_recall_0.10 8_4 0.0000 iprec_at_recall_0.20 8_4 0.0000 iprec_at_recall_0.30 8_4 0.0000 iprec_at_recall_0.40 8_4 0.0000 iprec_at_recall_0.50 8_4 0.0000 iprec_at_recall_0.60 8_4 0.0000 iprec_at_recall_0.70 8_4 0.0000 iprec_at_recall_0.80 8_4 0.0000 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 0.0000 P_10 8_4 0.0000 P_15 8_4 0.0000 P_20 8_4 0.0000 P_30 8_4 0.0000 P_100 8_4 0.0000 P_200 8_4 0.0000 P_500 8_4 0.0000 P_1000 8_4 0.0000 relstring 8_4 '00000-----' recall_5 8_4 0.0000 recall_10 8_4 0.0000 recall_15 8_4 0.0000 recall_20 8_4 0.0000 recall_30 8_4 0.0000 recall_100 8_4 0.0000 recall_200 8_4 0.0000 recall_500 8_4 0.0000 recall_1000 8_4 0.0000 infAP 8_4 0.0000 Rprec_mult_0.20 8_4 0.0000 Rprec_mult_0.40 8_4 0.0000 Rprec_mult_0.60 8_4 0.0000 Rprec_mult_0.80 8_4 0.0000 Rprec_mult_1.00 8_4 0.0000 Rprec_mult_1.20 8_4 0.0000 Rprec_mult_1.40 8_4 0.0000 Rprec_mult_1.60 8_4 0.0000 Rprec_mult_1.80 8_4 0.0000 Rprec_mult_2.00 8_4 0.0000 utility 8_4 -1000.0000 11pt_avg 8_4 0.0000 binG 8_4 0.0000 G 8_4 0.0000 ndcg 8_4 0.0000 ndcg_rel 8_4 0.0000 Rndcg 8_4 0.0000 ndcg_cut_5 8_4 0.0000 ndcg_cut_10 8_4 0.0000 ndcg_cut_15 8_4 0.0000 ndcg_cut_20 8_4 0.0000 ndcg_cut_30 8_4 0.0000 ndcg_cut_100 8_4 0.0000 ndcg_cut_200 8_4 0.0000 ndcg_cut_500 8_4 0.0000 ndcg_cut_1000 8_4 0.0000 map_cut_5 8_4 0.0000 map_cut_10 8_4 0.0000 map_cut_15 8_4 0.0000 map_cut_20 8_4 0.0000 map_cut_30 8_4 0.0000 map_cut_100 8_4 0.0000 map_cut_200 8_4 0.0000 map_cut_500 8_4 0.0000 map_cut_1000 8_4 0.0000 relative_P_5 8_4 0.0000 relative_P_10 8_4 0.0000 relative_P_15 8_4 0.0000 relative_P_20 8_4 0.0000 relative_P_30 8_4 0.0000 relative_P_100 8_4 0.0000 relative_P_200 8_4 0.0000 relative_P_500 8_4 0.0000 relative_P_1000 8_4 0.0000 success_1 8_4 0.0000 success_5 8_4 0.0000 success_10 8_4 0.0000 set_P 8_4 0.0000 set_relative_P 8_4 0.0000 set_recall 8_4 0.0000 set_map 8_4 0.0000 set_F 8_4 0.0000 num_nonrel_judged_ret 8_4 5 rbp 8_4 0.0000 rbp_resid 8_4 0.5905 unj_5 8_4 0.0000 unj_10 8_4 0.5000 unj_20 8_4 0.7500 num_ret 8_5 1000 num_rel 8_5 51 num_rel_ret 8_5 6 map 8_5 0.0021 Rprec 8_5 0.0196 bpref 8_5 0.1034 recip_rank 8_5 0.0400 iprec_at_recall_0.00 8_5 0.0400 iprec_at_recall_0.10 8_5 0.0085 iprec_at_recall_0.20 8_5 0.0000 iprec_at_recall_0.30 8_5 0.0000 iprec_at_recall_0.40 8_5 0.0000 iprec_at_recall_0.50 8_5 0.0000 iprec_at_recall_0.60 8_5 0.0000 iprec_at_recall_0.70 8_5 0.0000 iprec_at_recall_0.80 8_5 0.0000 iprec_at_recall_0.90 8_5 0.0000 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.0000 P_10 8_5 0.0000 P_15 8_5 0.0000 P_20 8_5 0.0000 P_30 8_5 0.0333 P_100 8_5 0.0200 P_200 8_5 0.0100 P_500 8_5 0.0080 P_1000 8_5 0.0060 relstring 8_5 '00000-----' recall_5 8_5 0.0000 recall_10 8_5 0.0000 recall_15 8_5 0.0000 recall_20 8_5 0.0000 recall_30 8_5 0.0196 recall_100 8_5 0.0392 recall_200 8_5 0.0392 recall_500 8_5 0.0784 recall_1000 8_5 0.1176 infAP 8_5 0.0021 Rprec_mult_0.20 8_5 0.0000 Rprec_mult_0.40 8_5 0.0000 Rprec_mult_0.60 8_5 0.0323 Rprec_mult_0.80 8_5 0.0244 Rprec_mult_1.00 8_5 0.0196 Rprec_mult_1.20 8_5 0.0161 Rprec_mult_1.40 8_5 0.0278 Rprec_mult_1.60 8_5 0.0244 Rprec_mult_1.80 8_5 0.0217 Rprec_mult_2.00 8_5 0.0196 utility 8_5 -988.0000 11pt_avg 8_5 0.0044 binG 8_5 0.0162 G 8_5 0.0132 ndcg 8_5 0.0433 ndcg_rel 8_5 0.0418 Rndcg 8_5 0.0105 ndcg_cut_5 8_5 0.0000 ndcg_cut_10 8_5 0.0000 ndcg_cut_15 8_5 0.0000 ndcg_cut_20 8_5 0.0000 ndcg_cut_30 8_5 0.0112 ndcg_cut_100 8_5 0.0237 ndcg_cut_200 8_5 0.0237 ndcg_cut_500 8_5 0.0340 ndcg_cut_1000 8_5 0.0433 map_cut_5 8_5 0.0000 map_cut_10 8_5 0.0000 map_cut_15 8_5 0.0000 map_cut_20 8_5 0.0000 map_cut_30 8_5 0.0008 map_cut_100 8_5 0.0014 map_cut_200 8_5 0.0014 map_cut_500 8_5 0.0018 map_cut_1000 8_5 0.0021 relative_P_5 8_5 0.0000 relative_P_10 8_5 0.0000 relative_P_15 8_5 0.0000 relative_P_20 8_5 0.0000 relative_P_30 8_5 0.0333 relative_P_100 8_5 0.0392 relative_P_200 8_5 0.0392 relative_P_500 8_5 0.0784 relative_P_1000 8_5 0.1176 success_1 8_5 0.0000 success_5 8_5 0.0000 success_10 8_5 0.0000 set_P 8_5 0.0060 set_relative_P 8_5 0.1176 set_recall 8_5 0.1176 set_map 8_5 0.0007 set_F 8_5 0.0114 num_nonrel_judged_ret 8_5 10 rbp 8_5 0.0020 rbp_resid 8_5 0.5824 unj_5 8_5 0.0000 unj_10 8_5 0.5000 unj_20 8_5 0.7500 num_ret 8_7 1000 num_rel 8_7 47 num_rel_ret 8_7 0 map 8_7 0.0000 Rprec 8_7 0.0000 bpref 8_7 0.0000 recip_rank 8_7 0.0000 iprec_at_recall_0.00 8_7 0.0000 iprec_at_recall_0.10 8_7 0.0000 iprec_at_recall_0.20 8_7 0.0000 iprec_at_recall_0.30 8_7 0.0000 iprec_at_recall_0.40 8_7 0.0000 iprec_at_recall_0.50 8_7 0.0000 iprec_at_recall_0.60 8_7 0.0000 iprec_at_recall_0.70 8_7 0.0000 iprec_at_recall_0.80 8_7 0.0000 iprec_at_recall_0.90 8_7 0.0000 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 0.0000 P_10 8_7 0.0000 P_15 8_7 0.0000 P_20 8_7 0.0000 P_30 8_7 0.0000 P_100 8_7 0.0000 P_200 8_7 0.0000 P_500 8_7 0.0000 P_1000 8_7 0.0000 relstring 8_7 '00000---0-' recall_5 8_7 0.0000 recall_10 8_7 0.0000 recall_15 8_7 0.0000 recall_20 8_7 0.0000 recall_30 8_7 0.0000 recall_100 8_7 0.0000 recall_200 8_7 0.0000 recall_500 8_7 0.0000 recall_1000 8_7 0.0000 infAP 8_7 0.0000 Rprec_mult_0.20 8_7 0.0000 Rprec_mult_0.40 8_7 0.0000 Rprec_mult_0.60 8_7 0.0000 Rprec_mult_0.80 8_7 0.0000 Rprec_mult_1.00 8_7 0.0000 Rprec_mult_1.20 8_7 0.0000 Rprec_mult_1.40 8_7 0.0000 Rprec_mult_1.60 8_7 0.0000 Rprec_mult_1.80 8_7 0.0000 Rprec_mult_2.00 8_7 0.0000 utility 8_7 -1000.0000 11pt_avg 8_7 0.0000 binG 8_7 0.0000 G 8_7 0.0000 ndcg 8_7 0.0000 ndcg_rel 8_7 0.0000 Rndcg 8_7 0.0000 ndcg_cut_5 8_7 0.0000 ndcg_cut_10 8_7 0.0000 ndcg_cut_15 8_7 0.0000 ndcg_cut_20 8_7 0.0000 ndcg_cut_30 8_7 0.0000 ndcg_cut_100 8_7 0.0000 ndcg_cut_200 8_7 0.0000 ndcg_cut_500 8_7 0.0000 ndcg_cut_1000 8_7 0.0000 map_cut_5 8_7 0.0000 map_cut_10 8_7 0.0000 map_cut_15 8_7 0.0000 map_cut_20 8_7 0.0000 map_cut_30 8_7 0.0000 map_cut_100 8_7 0.0000 map_cut_200 8_7 0.0000 map_cut_500 8_7 0.0000 map_cut_1000 8_7 0.0000 relative_P_5 8_7 0.0000 relative_P_10 8_7 0.0000 relative_P_15 8_7 0.0000 relative_P_20 8_7 0.0000 relative_P_30 8_7 0.0000 relative_P_100 8_7 0.0000 relative_P_200 8_7 0.0000 relative_P_500 8_7 0.0000 relative_P_1000 8_7 0.0000 success_1 8_7 0.0000 success_5 8_7 0.0000 success_10 8_7 0.0000 set_P 8_7 0.0000 set_relative_P 8_7 0.0000 set_recall 8_7 0.0000 set_map 8_7 0.0000 set_F 8_7 0.0000 num_nonrel_judged_ret 8_7 8 rbp 8_7 0.0000 rbp_resid 8_7 0.5112 unj_5 8_7 0.0000 unj_10 8_7 0.4000 unj_20 8_7 0.6500 num_ret 8_8 1000 num_rel 8_8 32 num_rel_ret 8_8 1 map 8_8 0.0005 Rprec 8_8 0.0000 bpref 8_8 0.0234 recip_rank 8_8 0.0159 iprec_at_recall_0.00 8_8 0.0159 iprec_at_recall_0.10 8_8 0.0000 iprec_at_recall_0.20 8_8 0.0000 iprec_at_recall_0.30 8_8 0.0000 iprec_at_recall_0.40 8_8 0.0000 iprec_at_recall_0.50 8_8 0.0000 iprec_at_recall_0.60 8_8 0.0000 iprec_at_recall_0.70 8_8 0.0000 iprec_at_recall_0.80 8_8 0.0000 iprec_at_recall_0.90 8_8 0.0000 iprec_at_recall_1.00 8_8 0.0000 P_5 8_8 0.0000 P_10 8_8 0.0000 P_15 8_8 0.0000 P_20 8_8 0.0000 P_30 8_8 0.0000 P_100 8_8 0.0100 P_200 8_8 0.0050 P_500 8_8 0.0020 P_1000 8_8 0.0010 relstring 8_8 '0000000---' recall_5 8_8 0.0000 recall_10 8_8 0.0000 recall_15 8_8 0.0000 recall_20 8_8 0.0000 recall_30 8_8 0.0000 recall_100 8_8 0.0312 recall_200 8_8 0.0312 recall_500 8_8 0.0312 recall_1000 8_8 0.0312 infAP 8_8 0.0005 Rprec_mult_0.20 8_8 0.0000 Rprec_mult_0.40 8_8 0.0000 Rprec_mult_0.60 8_8 0.0000 Rprec_mult_0.80 8_8 0.0000 Rprec_mult_1.00 8_8 0.0000 Rprec_mult_1.20 8_8 0.0000 Rprec_mult_1.40 8_8 0.0000 Rprec_mult_1.60 8_8 0.0000 Rprec_mult_1.80 8_8 0.0000 Rprec_mult_2.00 8_8 0.0156 utility 8_8 -998.0000 11pt_avg 8_8 0.0014 binG 8_8 0.0052 G 8_8 0.0023 ndcg 8_8 0.0070 ndcg_rel 8_8 0.0070 Rndcg 8_8 0.0014 ndcg_cut_5 8_8 0.0000 ndcg_cut_10 8_8 0.0000 ndcg_cut_15 8_8 0.0000 ndcg_cut_20 8_8 0.0000 ndcg_cut_30 8_8 0.0000 ndcg_cut_100 8_8 0.0070 ndcg_cut_200 8_8 0.0070 ndcg_cut_500 8_8 0.0070 ndcg_cut_1000 8_8 0.0070 map_cut_5 8_8 0.0000 map_cut_10 8_8 0.0000 map_cut_15 8_8 0.0000 map_cut_20 8_8 0.0000 map_cut_30 8_8 0.0000 map_cut_100 8_8 0.0005 map_cut_200 8_8 0.0005 map_cut_500 8_8 0.0005 map_cut_1000 8_8 0.0005 relative_P_5 8_8 0.0000 relative_P_10 8_8 0.0000 relative_P_15 8_8 0.0000 relative_P_20 8_8 0.0000 relative_P_30 8_8 0.0000 relative_P_100 8_8 0.0312 relative_P_200 8_8 0.0312 relative_P_500 8_8 0.0312 relative_P_1000 8_8 0.0312 success_1 8_8 0.0000 success_5 8_8 0.0000 success_10 8_8 0.0000 set_P 8_8 0.0010 set_relative_P 8_8 0.0312 set_recall 8_8 0.0312 set_map 8_8 0.0000 set_F 8_8 0.0019 num_nonrel_judged_ret 8_8 18 rbp 8_8 0.0000 rbp_resid 8_8 0.4692 unj_5 8_8 0.0000 unj_10 8_8 0.3000 unj_20 8_8 0.6500 num_ret 9_11 1000 num_rel 9_11 119 num_rel_ret 9_11 11 map 9_11 0.0704 Rprec 9_11 0.0924 bpref 9_11 0.0915 recip_rank 9_11 1.0000 iprec_at_recall_0.00 9_11 1.0000 iprec_at_recall_0.10 9_11 0.0000 iprec_at_recall_0.20 9_11 0.0000 iprec_at_recall_0.30 9_11 0.0000 iprec_at_recall_0.40 9_11 0.0000 iprec_at_recall_0.50 9_11 0.0000 iprec_at_recall_0.60 9_11 0.0000 iprec_at_recall_0.70 9_11 0.0000 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 0.8000 P_10 9_11 0.7000 P_15 9_11 0.6000 P_20 9_11 0.4500 P_30 9_11 0.3333 P_100 9_11 0.1100 P_200 9_11 0.0550 P_500 9_11 0.0220 P_1000 9_11 0.0110 relstring 9_11 '321202-2-1' recall_5 9_11 0.0336 recall_10 9_11 0.0588 recall_15 9_11 0.0756 recall_20 9_11 0.0756 recall_30 9_11 0.0840 recall_100 9_11 0.0924 recall_200 9_11 0.0924 recall_500 9_11 0.0924 recall_1000 9_11 0.0924 infAP 9_11 0.0704 Rprec_mult_0.20 9_11 0.4167 Rprec_mult_0.40 9_11 0.2083 Rprec_mult_0.60 9_11 0.1528 Rprec_mult_0.80 9_11 0.1146 Rprec_mult_1.00 9_11 0.0924 Rprec_mult_1.20 9_11 0.0769 Rprec_mult_1.40 9_11 0.0659 Rprec_mult_1.60 9_11 0.0576 Rprec_mult_1.80 9_11 0.0512 Rprec_mult_2.00 9_11 0.0462 utility 9_11 -978.0000 11pt_avg 9_11 0.0909 binG 9_11 0.0574 G 9_11 0.0401 ndcg 9_11 0.1940 ndcg_rel 9_11 0.2343 Rndcg 9_11 0.2909 ndcg_cut_5 9_11 0.6357 ndcg_cut_10 9_11 0.5438 ndcg_cut_15 9_11 0.5045 ndcg_cut_20 9_11 0.4396 ndcg_cut_30 9_11 0.3768 ndcg_cut_100 9_11 0.2070 ndcg_cut_200 9_11 0.1940 ndcg_cut_500 9_11 0.1940 ndcg_cut_1000 9_11 0.1940 map_cut_5 9_11 0.0336 map_cut_10 9_11 0.0528 map_cut_15 9_11 0.0647 map_cut_20 9_11 0.0647 map_cut_30 9_11 0.0687 map_cut_100 9_11 0.0704 map_cut_200 9_11 0.0704 map_cut_500 9_11 0.0704 map_cut_1000 9_11 0.0704 relative_P_5 9_11 0.8000 relative_P_10 9_11 0.7000 relative_P_15 9_11 0.6000 relative_P_20 9_11 0.4500 relative_P_30 9_11 0.3333 relative_P_100 9_11 0.1100 relative_P_200 9_11 0.0924 relative_P_500 9_11 0.0924 relative_P_1000 9_11 0.0924 success_1 9_11 1.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.0110 set_relative_P 9_11 0.0924 set_recall 9_11 0.0924 set_map 9_11 0.0010 set_F 9_11 0.0197 num_nonrel_judged_ret 9_11 2 rbp 9_11 0.3584 rbp_resid 9_11 0.3692 unj_5 9_11 0.0000 unj_10 9_11 0.2000 unj_20 9_11 0.5000 num_ret 9_13 1000 num_rel 9_13 4 num_rel_ret 9_13 0 map 9_13 0.0000 Rprec 9_13 0.0000 bpref 9_13 0.0000 recip_rank 9_13 0.0000 iprec_at_recall_0.00 9_13 0.0000 iprec_at_recall_0.10 9_13 0.0000 iprec_at_recall_0.20 9_13 0.0000 iprec_at_recall_0.30 9_13 0.0000 iprec_at_recall_0.40 9_13 0.0000 iprec_at_recall_0.50 9_13 0.0000 iprec_at_recall_0.60 9_13 0.0000 iprec_at_recall_0.70 9_13 0.0000 iprec_at_recall_0.80 9_13 0.0000 iprec_at_recall_0.90 9_13 0.0000 iprec_at_recall_1.00 9_13 0.0000 P_5 9_13 0.0000 P_10 9_13 0.0000 P_15 9_13 0.0000 P_20 9_13 0.0000 P_30 9_13 0.0000 P_100 9_13 0.0000 P_200 9_13 0.0000 P_500 9_13 0.0000 P_1000 9_13 0.0000 relstring 9_13 '----------' recall_5 9_13 0.0000 recall_10 9_13 0.0000 recall_15 9_13 0.0000 recall_20 9_13 0.0000 recall_30 9_13 0.0000 recall_100 9_13 0.0000 recall_200 9_13 0.0000 recall_500 9_13 0.0000 recall_1000 9_13 0.0000 infAP 9_13 0.0000 Rprec_mult_0.20 9_13 0.0000 Rprec_mult_0.40 9_13 0.0000 Rprec_mult_0.60 9_13 0.0000 Rprec_mult_0.80 9_13 0.0000 Rprec_mult_1.00 9_13 0.0000 Rprec_mult_1.20 9_13 0.0000 Rprec_mult_1.40 9_13 0.0000 Rprec_mult_1.60 9_13 0.0000 Rprec_mult_1.80 9_13 0.0000 Rprec_mult_2.00 9_13 0.0000 utility 9_13 -1000.0000 11pt_avg 9_13 0.0000 binG 9_13 0.0000 G 9_13 0.0000 ndcg 9_13 0.0000 ndcg_rel 9_13 0.0000 Rndcg 9_13 0.0000 ndcg_cut_5 9_13 0.0000 ndcg_cut_10 9_13 0.0000 ndcg_cut_15 9_13 0.0000 ndcg_cut_20 9_13 0.0000 ndcg_cut_30 9_13 0.0000 ndcg_cut_100 9_13 0.0000 ndcg_cut_200 9_13 0.0000 ndcg_cut_500 9_13 0.0000 ndcg_cut_1000 9_13 0.0000 map_cut_5 9_13 0.0000 map_cut_10 9_13 0.0000 map_cut_15 9_13 0.0000 map_cut_20 9_13 0.0000 map_cut_30 9_13 0.0000 map_cut_100 9_13 0.0000 map_cut_200 9_13 0.0000 map_cut_500 9_13 0.0000 map_cut_1000 9_13 0.0000 relative_P_5 9_13 0.0000 relative_P_10 9_13 0.0000 relative_P_15 9_13 0.0000 relative_P_20 9_13 0.0000 relative_P_30 9_13 0.0000 relative_P_100 9_13 0.0000 relative_P_200 9_13 0.0000 relative_P_500 9_13 0.0000 relative_P_1000 9_13 0.0000 success_1 9_13 0.0000 success_5 9_13 0.0000 success_10 9_13 0.0000 set_P 9_13 0.0000 set_relative_P 9_13 0.0000 set_recall 9_13 0.0000 set_map 9_13 0.0000 set_F 9_13 0.0000 num_nonrel_judged_ret 9_13 0 rbp 9_13 0.0000 rbp_resid 9_13 1.0000 unj_5 9_13 1.0000 unj_10 9_13 1.0000 unj_20 9_13 1.0000 num_ret 9_2 1000 num_rel 9_2 113 num_rel_ret 9_2 11 map 9_2 0.0492 Rprec 9_2 0.0708 bpref 9_2 0.0937 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 0.0482 iprec_at_recall_0.20 9_2 0.0000 iprec_at_recall_0.30 9_2 0.0000 iprec_at_recall_0.40 9_2 0.0000 iprec_at_recall_0.50 9_2 0.0000 iprec_at_recall_0.60 9_2 0.0000 iprec_at_recall_0.70 9_2 0.0000 iprec_at_recall_0.80 9_2 0.0000 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 0.8000 P_10 9_2 0.6000 P_15 9_2 0.4000 P_20 9_2 0.3000 P_30 9_2 0.2000 P_100 9_2 0.0700 P_200 9_2 0.0500 P_500 9_2 0.0220 P_1000 9_2 0.0110 relstring 9_2 '2110110--2' recall_5 9_2 0.0354 recall_10 9_2 0.0531 recall_15 9_2 0.0531 recall_20 9_2 0.0531 recall_30 9_2 0.0531 recall_100 9_2 0.0619 recall_200 9_2 0.0885 recall_500 9_2 0.0973 recall_1000 9_2 0.0973 infAP 9_2 0.0492 Rprec_mult_0.20 9_2 0.2609 Rprec_mult_0.40 9_2 0.1304 Rprec_mult_0.60 9_2 0.0882 Rprec_mult_0.80 9_2 0.0659 Rprec_mult_1.00 9_2 0.0708 Rprec_mult_1.20 9_2 0.0662 Rprec_mult_1.40 9_2 0.0629 Rprec_mult_1.60 9_2 0.0552 Rprec_mult_1.80 9_2 0.0490 Rprec_mult_2.00 9_2 0.0442 utility 9_2 -978.0000 11pt_avg 9_2 0.0953 binG 9_2 0.0475 G 9_2 0.0249 ndcg 9_2 0.1451 ndcg_rel 9_2 0.1624 Rndcg 9_2 0.2108 ndcg_cut_5 9_2 0.3977 ndcg_cut_10 9_2 0.3699 ndcg_cut_15 9_2 0.3035 ndcg_cut_20 9_2 0.2614 ndcg_cut_30 9_2 0.2093 ndcg_cut_100 9_2 0.1295 ndcg_cut_200 9_2 0.1383 ndcg_cut_500 9_2 0.1451 ndcg_cut_1000 9_2 0.1451 map_cut_5 9_2 0.0336 map_cut_10 9_2 0.0463 map_cut_15 9_2 0.0463 map_cut_20 9_2 0.0463 map_cut_30 9_2 0.0463 map_cut_100 9_2 0.0469 map_cut_200 9_2 0.0488 map_cut_500 9_2 0.0492 map_cut_1000 9_2 0.0492 relative_P_5 9_2 0.8000 relative_P_10 9_2 0.6000 relative_P_15 9_2 0.4000 relative_P_20 9_2 0.3000 relative_P_30 9_2 0.2000 relative_P_100 9_2 0.0700 relative_P_200 9_2 0.0885 relative_P_500 9_2 0.0973 relative_P_1000 9_2 0.0973 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 0.0110 set_relative_P 9_2 0.0973 set_recall 9_2 0.0973 set_map 9_2 0.0011 set_F 9_2 0.0198 num_nonrel_judged_ret 9_2 4 rbp 9_2 0.1910 rbp_resid 9_2 0.4388 unj_5 9_2 0.0000 unj_10 9_2 0.2000 unj_20 9_2 0.6000 num_ret 9_6 1000 num_rel 9_6 131 num_rel_ret 9_6 3 map 9_6 0.0135 Rprec 9_6 0.0229 bpref 9_6 0.0221 recip_rank 9_6 0.5000 iprec_at_recall_0.00 9_6 0.6667 iprec_at_recall_0.10 9_6 0.0000 iprec_at_recall_0.20 9_6 0.0000 iprec_at_recall_0.30 9_6 0.0000 iprec_at_recall_0.40 9_6 0.0000 iprec_at_recall_0.50 9_6 0.0000 iprec_at_recall_0.60 9_6 0.0000 iprec_at_recall_0.70 9_6 0.0000 iprec_at_recall_0.80 9_6 0.0000 iprec_at_recall_0.90 9_6 0.0000 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 0.6000 P_10 9_6 0.3000 P_15 9_6 0.2000 P_20 9_6 0.1500 P_30 9_6 0.1000 P_100 9_6 0.0300 P_200 9_6 0.0150 P_500 9_6 0.0060 P_1000 9_6 0.0030 relstring 9_6 '02101-----' recall_5 9_6 0.0229 recall_10 9_6 0.0229 recall_15 9_6 0.0229 recall_20 9_6 0.0229 recall_30 9_6 0.0229 recall_100 9_6 0.0229 recall_200 9_6 0.0229 recall_500 9_6 0.0229 recall_1000 9_6 0.0229 infAP 9_6 0.0135 Rprec_mult_0.20 9_6 0.1111 Rprec_mult_0.40 9_6 0.0566 Rprec_mult_0.60 9_6 0.0380 Rprec_mult_0.80 9_6 0.0286 Rprec_mult_1.00 9_6 0.0229 Rprec_mult_1.20 9_6 0.0190 Rprec_mult_1.40 9_6 0.0163 Rprec_mult_1.60 9_6 0.0143 Rprec_mult_1.80 9_6 0.0127 Rprec_mult_2.00 9_6 0.0115 utility 9_6 -994.0000 11pt_avg 9_6 0.0606 binG 9_6 0.0134 G 9_6 0.0053 ndcg 9_6 0.0391 ndcg_rel 9_6 0.0442 Rndcg 9_6 0.0539 ndcg_cut_5 9_6 0.2429 ndcg_cut_10 9_6 0.1576 ndcg_cut_15 9_6 0.1222 ndcg_cut_20 9_6 0.1017 ndcg_cut_30 9_6 0.0833 ndcg_cut_100 9_6 0.0435 ndcg_cut_200 9_6 0.0391 ndcg_cut_500 9_6 0.0391 ndcg_cut_1000 9_6 0.0391 map_cut_5 9_6 0.0135 map_cut_10 9_6 0.0135 map_cut_15 9_6 0.0135 map_cut_20 9_6 0.0135 map_cut_30 9_6 0.0135 map_cut_100 9_6 0.0135 map_cut_200 9_6 0.0135 map_cut_500 9_6 0.0135 map_cut_1000 9_6 0.0135 relative_P_5 9_6 0.6000 relative_P_10 9_6 0.3000 relative_P_15 9_6 0.2000 relative_P_20 9_6 0.1500 relative_P_30 9_6 0.1000 relative_P_100 9_6 0.0300 relative_P_200 9_6 0.0229 relative_P_500 9_6 0.0229 relative_P_1000 9_6 0.0229 success_1 9_6 0.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 0.0030 set_relative_P 9_6 0.0229 set_recall 9_6 0.0229 set_map 9_6 0.0001 set_F 9_6 0.0053 num_nonrel_judged_ret 9_6 2 rbp 9_6 0.1089 rbp_resid 9_6 0.5905 unj_5 9_6 0.0000 unj_10 9_6 0.5000 unj_20 9_6 0.7500 num_ret 9_9 1000 num_rel 9_9 55 num_rel_ret 9_9 33 map 9_9 0.0675 Rprec 9_9 0.1091 bpref 9_9 0.4833 recip_rank 9_9 0.1111 iprec_at_recall_0.00 9_9 0.1462 iprec_at_recall_0.10 9_9 0.1462 iprec_at_recall_0.20 9_9 0.1462 iprec_at_recall_0.30 9_9 0.1462 iprec_at_recall_0.40 9_9 0.1462 iprec_at_recall_0.50 9_9 0.1061 iprec_at_recall_0.60 9_9 0.0365 iprec_at_recall_0.70 9_9 0.0000 iprec_at_recall_0.80 9_9 0.0000 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 0.0000 P_10 9_9 0.1000 P_15 9_9 0.1333 P_20 9_9 0.1000 P_30 9_9 0.0667 P_100 9_9 0.1200 P_200 9_9 0.1250 P_500 9_9 0.0620 P_1000 9_9 0.0330 relstring 9_9 '00000---10' recall_5 9_9 0.0000 recall_10 9_9 0.0182 recall_15 9_9 0.0364 recall_20 9_9 0.0364 recall_30 9_9 0.0364 recall_100 9_9 0.2182 recall_200 9_9 0.4545 recall_500 9_9 0.5636 recall_1000 9_9 0.6000 infAP 9_9 0.0675 Rprec_mult_0.20 9_9 0.0909 Rprec_mult_0.40 9_9 0.0909 Rprec_mult_0.60 9_9 0.0606 Rprec_mult_0.80 9_9 0.0909 Rprec_mult_1.00 9_9 0.1091 Rprec_mult_1.20 9_9 0.0909 Rprec_mult_1.40 9_9 0.0779 Rprec_mult_1.60 9_9 0.1023 Rprec_mult_1.80 9_9 0.1111 Rprec_mult_2.00 9_9 0.1182 utility 9_9 -934.0000 11pt_avg 9_9 0.0794 binG 9_9 0.0925 G 9_9 0.0901 ndcg 9_9 0.3493 ndcg_rel 9_9 0.2553 Rndcg 9_9 0.1202 ndcg_cut_5 9_9 0.0000 ndcg_cut_10 9_9 0.0221 ndcg_cut_15 9_9 0.0317 ndcg_cut_20 9_9 0.0264 ndcg_cut_30 9_9 0.0216 ndcg_cut_100 9_9 0.1347 ndcg_cut_200 9_9 0.2825 ndcg_cut_500 9_9 0.3397 ndcg_cut_1000 9_9 0.3493 map_cut_5 9_9 0.0000 map_cut_10 9_9 0.0020 map_cut_15 9_9 0.0046 map_cut_20 9_9 0.0046 map_cut_30 9_9 0.0046 map_cut_100 9_9 0.0232 map_cut_200 9_9 0.0549 map_cut_500 9_9 0.0659 map_cut_1000 9_9 0.0675 relative_P_5 9_9 0.0000 relative_P_10 9_9 0.1000 relative_P_15 9_9 0.1333 relative_P_20 9_9 0.1000 relative_P_30 9_9 0.0667 relative_P_100 9_9 0.2182 relative_P_200 9_9 0.4545 relative_P_500 9_9 0.5636 relative_P_1000 9_9 0.6000 success_1 9_9 0.0000 success_5 9_9 0.0000 success_10 9_9 1.0000 set_P 9_9 0.0330 set_relative_P 9_9 0.6000 set_recall 9_9 0.6000 set_map 9_9 0.0198 set_F 9_9 0.0626 num_nonrel_judged_ret 9_9 14 rbp 9_9 0.0272 rbp_resid 9_9 0.4756 unj_5 9_9 0.0000 unj_10 9_9 0.3000 unj_20 9_9 0.6000 runid all dcu_auto_qe_key_topP-50_topK-5 num_q all 116 num_ret all 116000 num_rel all 9895 num_rel_ret all 881 map all 0.0305 gm_map all 0.0004 Rprec all 0.0462 bpref all 0.0752 recip_rank all 0.2386 iprec_at_recall_0.00 all 0.2542 iprec_at_recall_0.10 all 0.0674 iprec_at_recall_0.20 all 0.0499 iprec_at_recall_0.30 all 0.0313 iprec_at_recall_0.40 all 0.0259 iprec_at_recall_0.50 all 0.0212 iprec_at_recall_0.60 all 0.0173 iprec_at_recall_0.70 all 0.0118 iprec_at_recall_0.80 all 0.0052 iprec_at_recall_0.90 all 0.0026 iprec_at_recall_1.00 all 0.0000 P_5 all 0.1552 P_10 all 0.1181 P_15 all 0.1052 P_20 all 0.0953 P_30 all 0.0805 P_100 all 0.0436 P_200 all 0.0281 P_500 all 0.0141 P_1000 all 0.0076 recall_5 all 0.0095 recall_10 all 0.0159 recall_15 all 0.0215 recall_20 all 0.0267 recall_30 all 0.0360 recall_100 all 0.0686 recall_200 all 0.0903 recall_500 all 0.1112 recall_1000 all 0.1170 infAP all 0.0305 gm_bpref all 0.0011 Rprec_mult_0.20 all 0.0917 Rprec_mult_0.40 all 0.0707 Rprec_mult_0.60 all 0.0586 Rprec_mult_0.80 all 0.0510 Rprec_mult_1.00 all 0.0462 Rprec_mult_1.20 all 0.0421 Rprec_mult_1.40 all 0.0388 Rprec_mult_1.60 all 0.0365 Rprec_mult_1.80 all 0.0344 Rprec_mult_2.00 all 0.0331 utility all -984.8103 11pt_avg all 0.0442 binG all 0.0286 G all 0.0214 ndcg all 0.0830 ndcg_rel all 0.0750 Rndcg all 0.0682 ndcg_cut_5 all 0.0878 ndcg_cut_10 all 0.0763 ndcg_cut_15 all 0.0713 ndcg_cut_20 all 0.0688 ndcg_cut_30 all 0.0660 ndcg_cut_100 all 0.0641 ndcg_cut_200 all 0.0720 ndcg_cut_500 all 0.0807 ndcg_cut_1000 all 0.0830 map_cut_5 all 0.0069 map_cut_10 all 0.0104 map_cut_15 all 0.0126 map_cut_20 all 0.0148 map_cut_30 all 0.0178 map_cut_100 all 0.0259 map_cut_200 all 0.0288 map_cut_500 all 0.0303 map_cut_1000 all 0.0305 relative_P_5 all 0.1552 relative_P_10 all 0.1181 relative_P_15 all 0.1053 relative_P_20 all 0.0958 relative_P_30 all 0.0831 relative_P_100 all 0.0749 relative_P_200 all 0.0913 relative_P_500 all 0.1112 relative_P_1000 all 0.1170 success_1 all 0.1724 success_5 all 0.3362 success_10 all 0.3707 set_P all 0.0076 set_relative_P all 0.1170 set_recall all 0.1170 set_map all 0.0032 set_F all 0.0138 num_nonrel_judged_ret all 1676 rbp all 0.0534 rbp_resid all 0.4899 unj_5 all 0.0138 unj_10 all 0.4000 unj_20 all 0.6159