num_ret 0_10 4 num_rel 0_10 54 num_rel_ret 0_10 4 map 0_10 0.0741 Rprec 0_10 0.0741 bpref 0_10 0.0741 recip_rank 0_10 1.0000 iprec_at_recall_0.00 0_10 1.0000 iprec_at_recall_0.10 0_10 0.0000 iprec_at_recall_0.20 0_10 0.0000 iprec_at_recall_0.30 0_10 0.0000 iprec_at_recall_0.40 0_10 0.0000 iprec_at_recall_0.50 0_10 0.0000 iprec_at_recall_0.60 0_10 0.0000 iprec_at_recall_0.70 0_10 0.0000 iprec_at_recall_0.80 0_10 0.0000 iprec_at_recall_0.90 0_10 0.0000 iprec_at_recall_1.00 0_10 0.0000 P_5 0_10 0.8000 P_10 0_10 0.4000 P_15 0_10 0.2667 P_20 0_10 0.2000 P_30 0_10 0.1333 P_100 0_10 0.0400 P_200 0_10 0.0200 P_500 0_10 0.0080 P_1000 0_10 0.0040 relstring 0_10 '2311' recall_5 0_10 0.0741 recall_10 0_10 0.0741 recall_15 0_10 0.0741 recall_20 0_10 0.0741 recall_30 0_10 0.0741 recall_100 0_10 0.0741 recall_200 0_10 0.0741 recall_500 0_10 0.0741 recall_1000 0_10 0.0741 infAP 0_10 0.0741 Rprec_mult_0.20 0_10 0.3636 Rprec_mult_0.40 0_10 0.1818 Rprec_mult_0.60 0_10 0.1212 Rprec_mult_0.80 0_10 0.0909 Rprec_mult_1.00 0_10 0.0741 Rprec_mult_1.20 0_10 0.0615 Rprec_mult_1.40 0_10 0.0526 Rprec_mult_1.60 0_10 0.0460 Rprec_mult_1.80 0_10 0.0408 Rprec_mult_2.00 0_10 0.0370 utility 0_10 4.0000 11pt_avg 0_10 0.0909 binG 0_10 0.0741 G 0_10 0.0310 ndcg 0_10 0.1405 ndcg_rel 0_10 0.1815 Rndcg 0_10 0.1583 ndcg_cut_5 0_10 0.5453 ndcg_cut_10 0_10 0.3539 ndcg_cut_15 0_10 0.2743 ndcg_cut_20 0_10 0.2284 ndcg_cut_30 0_10 0.1795 ndcg_cut_100 0_10 0.1405 ndcg_cut_200 0_10 0.1405 ndcg_cut_500 0_10 0.1405 ndcg_cut_1000 0_10 0.1405 map_cut_5 0_10 0.0741 map_cut_10 0_10 0.0741 map_cut_15 0_10 0.0741 map_cut_20 0_10 0.0741 map_cut_30 0_10 0.0741 map_cut_100 0_10 0.0741 map_cut_200 0_10 0.0741 map_cut_500 0_10 0.0741 map_cut_1000 0_10 0.0741 relative_P_5 0_10 0.8000 relative_P_10 0_10 0.4000 relative_P_15 0_10 0.2667 relative_P_20 0_10 0.2000 relative_P_30 0_10 0.1333 relative_P_100 0_10 0.0741 relative_P_200 0_10 0.0741 relative_P_500 0_10 0.0741 relative_P_1000 0_10 0.0741 success_1 0_10 1.0000 success_5 0_10 1.0000 success_10 0_10 1.0000 set_P 0_10 1.0000 set_relative_P 0_10 1.0000 set_recall 0_10 0.0741 set_map 0_10 0.0741 set_F 0_10 0.1379 num_nonrel_judged_ret 0_10 0 rbp 0_10 0.2080 rbp_resid 0_10 0.0000 unj_5 0_10 0.0000 unj_10 0_10 0.0000 unj_20 0_10 0.0000 num_ret 0_11 1 num_rel 0_11 12 num_rel_ret 0_11 1 map 0_11 0.0833 Rprec 0_11 0.0833 bpref 0_11 0.0833 recip_rank 0_11 1.0000 iprec_at_recall_0.00 0_11 1.0000 iprec_at_recall_0.10 0_11 1.0000 iprec_at_recall_0.20 0_11 0.0000 iprec_at_recall_0.30 0_11 0.0000 iprec_at_recall_0.40 0_11 0.0000 iprec_at_recall_0.50 0_11 0.0000 iprec_at_recall_0.60 0_11 0.0000 iprec_at_recall_0.70 0_11 0.0000 iprec_at_recall_0.80 0_11 0.0000 iprec_at_recall_0.90 0_11 0.0000 iprec_at_recall_1.00 0_11 0.0000 P_5 0_11 0.2000 P_10 0_11 0.1000 P_15 0_11 0.0667 P_20 0_11 0.0500 P_30 0_11 0.0333 P_100 0_11 0.0100 P_200 0_11 0.0050 P_500 0_11 0.0020 P_1000 0_11 0.0010 relstring 0_11 '3' recall_5 0_11 0.0833 recall_10 0_11 0.0833 recall_15 0_11 0.0833 recall_20 0_11 0.0833 recall_30 0_11 0.0833 recall_100 0_11 0.0833 recall_200 0_11 0.0833 recall_500 0_11 0.0833 recall_1000 0_11 0.0833 infAP 0_11 0.0833 Rprec_mult_0.20 0_11 0.3333 Rprec_mult_0.40 0_11 0.2000 Rprec_mult_0.60 0_11 0.1250 Rprec_mult_0.80 0_11 0.1000 Rprec_mult_1.00 0_11 0.0833 Rprec_mult_1.20 0_11 0.0667 Rprec_mult_1.40 0_11 0.0588 Rprec_mult_1.60 0_11 0.0500 Rprec_mult_1.80 0_11 0.0455 Rprec_mult_2.00 0_11 0.0417 utility 0_11 1.0000 11pt_avg 0_11 0.1818 binG 0_11 0.0833 G 0_11 0.0833 ndcg 0_11 0.1964 ndcg_rel 0_11 0.2633 Rndcg 0_11 0.1964 ndcg_cut_5 0_11 0.3392 ndcg_cut_10 0_11 0.2201 ndcg_cut_15 0_11 0.1964 ndcg_cut_20 0_11 0.1964 ndcg_cut_30 0_11 0.1964 ndcg_cut_100 0_11 0.1964 ndcg_cut_200 0_11 0.1964 ndcg_cut_500 0_11 0.1964 ndcg_cut_1000 0_11 0.1964 map_cut_5 0_11 0.0833 map_cut_10 0_11 0.0833 map_cut_15 0_11 0.0833 map_cut_20 0_11 0.0833 map_cut_30 0_11 0.0833 map_cut_100 0_11 0.0833 map_cut_200 0_11 0.0833 map_cut_500 0_11 0.0833 map_cut_1000 0_11 0.0833 relative_P_5 0_11 0.2000 relative_P_10 0_11 0.1000 relative_P_15 0_11 0.0833 relative_P_20 0_11 0.0833 relative_P_30 0_11 0.0833 relative_P_100 0_11 0.0833 relative_P_200 0_11 0.0833 relative_P_500 0_11 0.0833 relative_P_1000 0_11 0.0833 success_1 0_11 1.0000 success_5 0_11 1.0000 success_10 0_11 1.0000 set_P 0_11 1.0000 set_relative_P 0_11 1.0000 set_recall 0_11 0.0833 set_map 0_11 0.0833 set_F 0_11 0.1538 num_nonrel_judged_ret 0_11 0 rbp 0_11 0.1000 rbp_resid 0_11 0.0000 unj_5 0_11 0.0000 unj_10 0_11 0.0000 unj_20 0_11 0.0000 num_ret 0_2 1 num_rel 0_2 34 num_rel_ret 0_2 0 map 0_2 0.0000 Rprec 0_2 0.0000 bpref 0_2 0.0000 recip_rank 0_2 0.0000 iprec_at_recall_0.00 0_2 0.0000 iprec_at_recall_0.10 0_2 0.0000 iprec_at_recall_0.20 0_2 0.0000 iprec_at_recall_0.30 0_2 0.0000 iprec_at_recall_0.40 0_2 0.0000 iprec_at_recall_0.50 0_2 0.0000 iprec_at_recall_0.60 0_2 0.0000 iprec_at_recall_0.70 0_2 0.0000 iprec_at_recall_0.80 0_2 0.0000 iprec_at_recall_0.90 0_2 0.0000 iprec_at_recall_1.00 0_2 0.0000 P_5 0_2 0.0000 P_10 0_2 0.0000 P_15 0_2 0.0000 P_20 0_2 0.0000 P_30 0_2 0.0000 P_100 0_2 0.0000 P_200 0_2 0.0000 P_500 0_2 0.0000 P_1000 0_2 0.0000 relstring 0_2 '0' recall_5 0_2 0.0000 recall_10 0_2 0.0000 recall_15 0_2 0.0000 recall_20 0_2 0.0000 recall_30 0_2 0.0000 recall_100 0_2 0.0000 recall_200 0_2 0.0000 recall_500 0_2 0.0000 recall_1000 0_2 0.0000 infAP 0_2 0.0000 Rprec_mult_0.20 0_2 0.0000 Rprec_mult_0.40 0_2 0.0000 Rprec_mult_0.60 0_2 0.0000 Rprec_mult_0.80 0_2 0.0000 Rprec_mult_1.00 0_2 0.0000 Rprec_mult_1.20 0_2 0.0000 Rprec_mult_1.40 0_2 0.0000 Rprec_mult_1.60 0_2 0.0000 Rprec_mult_1.80 0_2 0.0000 Rprec_mult_2.00 0_2 0.0000 utility 0_2 -1.0000 11pt_avg 0_2 0.0000 binG 0_2 0.0000 G 0_2 0.0000 ndcg 0_2 0.0000 ndcg_rel 0_2 0.0000 Rndcg 0_2 0.0000 ndcg_cut_5 0_2 0.0000 ndcg_cut_10 0_2 0.0000 ndcg_cut_15 0_2 0.0000 ndcg_cut_20 0_2 0.0000 ndcg_cut_30 0_2 0.0000 ndcg_cut_100 0_2 0.0000 ndcg_cut_200 0_2 0.0000 ndcg_cut_500 0_2 0.0000 ndcg_cut_1000 0_2 0.0000 map_cut_5 0_2 0.0000 map_cut_10 0_2 0.0000 map_cut_15 0_2 0.0000 map_cut_20 0_2 0.0000 map_cut_30 0_2 0.0000 map_cut_100 0_2 0.0000 map_cut_200 0_2 0.0000 map_cut_500 0_2 0.0000 map_cut_1000 0_2 0.0000 relative_P_5 0_2 0.0000 relative_P_10 0_2 0.0000 relative_P_15 0_2 0.0000 relative_P_20 0_2 0.0000 relative_P_30 0_2 0.0000 relative_P_100 0_2 0.0000 relative_P_200 0_2 0.0000 relative_P_500 0_2 0.0000 relative_P_1000 0_2 0.0000 success_1 0_2 0.0000 success_5 0_2 0.0000 success_10 0_2 0.0000 set_P 0_2 0.0000 set_relative_P 0_2 0.0000 set_recall 0_2 0.0000 set_map 0_2 0.0000 set_F 0_2 0.0000 num_nonrel_judged_ret 0_2 1 rbp 0_2 0.0000 rbp_resid 0_2 0.0000 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1 num_rel 0_3 24 num_rel_ret 0_3 1 map 0_3 0.0417 Rprec 0_3 0.0417 bpref 0_3 0.0417 recip_rank 0_3 1.0000 iprec_at_recall_0.00 0_3 1.0000 iprec_at_recall_0.10 0_3 0.0000 iprec_at_recall_0.20 0_3 0.0000 iprec_at_recall_0.30 0_3 0.0000 iprec_at_recall_0.40 0_3 0.0000 iprec_at_recall_0.50 0_3 0.0000 iprec_at_recall_0.60 0_3 0.0000 iprec_at_recall_0.70 0_3 0.0000 iprec_at_recall_0.80 0_3 0.0000 iprec_at_recall_0.90 0_3 0.0000 iprec_at_recall_1.00 0_3 0.0000 P_5 0_3 0.2000 P_10 0_3 0.1000 P_15 0_3 0.0667 P_20 0_3 0.0500 P_30 0_3 0.0333 P_100 0_3 0.0100 P_200 0_3 0.0050 P_500 0_3 0.0020 P_1000 0_3 0.0010 relstring 0_3 '1' recall_5 0_3 0.0417 recall_10 0_3 0.0417 recall_15 0_3 0.0417 recall_20 0_3 0.0417 recall_30 0_3 0.0417 recall_100 0_3 0.0417 recall_200 0_3 0.0417 recall_500 0_3 0.0417 recall_1000 0_3 0.0417 infAP 0_3 0.0417 Rprec_mult_0.20 0_3 0.2000 Rprec_mult_0.40 0_3 0.1000 Rprec_mult_0.60 0_3 0.0667 Rprec_mult_0.80 0_3 0.0500 Rprec_mult_1.00 0_3 0.0417 Rprec_mult_1.20 0_3 0.0345 Rprec_mult_1.40 0_3 0.0294 Rprec_mult_1.60 0_3 0.0256 Rprec_mult_1.80 0_3 0.0227 Rprec_mult_2.00 0_3 0.0208 utility 0_3 1.0000 11pt_avg 0_3 0.0909 binG 0_3 0.0417 G 0_3 0.0167 ndcg 0_3 0.0843 ndcg_rel 0_3 0.0946 Rndcg 0_3 0.1875 ndcg_cut_5 0_3 0.1450 ndcg_cut_10 0_3 0.1178 ndcg_cut_15 0_3 0.1019 ndcg_cut_20 0_3 0.0910 ndcg_cut_30 0_3 0.0843 ndcg_cut_100 0_3 0.0843 ndcg_cut_200 0_3 0.0843 ndcg_cut_500 0_3 0.0843 ndcg_cut_1000 0_3 0.0843 map_cut_5 0_3 0.0417 map_cut_10 0_3 0.0417 map_cut_15 0_3 0.0417 map_cut_20 0_3 0.0417 map_cut_30 0_3 0.0417 map_cut_100 0_3 0.0417 map_cut_200 0_3 0.0417 map_cut_500 0_3 0.0417 map_cut_1000 0_3 0.0417 relative_P_5 0_3 0.2000 relative_P_10 0_3 0.1000 relative_P_15 0_3 0.0667 relative_P_20 0_3 0.0500 relative_P_30 0_3 0.0417 relative_P_100 0_3 0.0417 relative_P_200 0_3 0.0417 relative_P_500 0_3 0.0417 relative_P_1000 0_3 0.0417 success_1 0_3 1.0000 success_5 0_3 1.0000 success_10 0_3 1.0000 set_P 0_3 1.0000 set_relative_P 0_3 1.0000 set_recall 0_3 0.0417 set_map 0_3 0.0417 set_F 0_3 0.0800 num_nonrel_judged_ret 0_3 0 rbp 0_3 0.0333 rbp_resid 0_3 0.0000 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 2 num_rel 0_4 20 num_rel_ret 0_4 2 map 0_4 0.1000 Rprec 0_4 0.1000 bpref 0_4 0.1000 recip_rank 0_4 1.0000 iprec_at_recall_0.00 0_4 1.0000 iprec_at_recall_0.10 0_4 1.0000 iprec_at_recall_0.20 0_4 0.0000 iprec_at_recall_0.30 0_4 0.0000 iprec_at_recall_0.40 0_4 0.0000 iprec_at_recall_0.50 0_4 0.0000 iprec_at_recall_0.60 0_4 0.0000 iprec_at_recall_0.70 0_4 0.0000 iprec_at_recall_0.80 0_4 0.0000 iprec_at_recall_0.90 0_4 0.0000 iprec_at_recall_1.00 0_4 0.0000 P_5 0_4 0.4000 P_10 0_4 0.2000 P_15 0_4 0.1333 P_20 0_4 0.1000 P_30 0_4 0.0667 P_100 0_4 0.0200 P_200 0_4 0.0100 P_500 0_4 0.0040 P_1000 0_4 0.0020 relstring 0_4 '34' recall_5 0_4 0.1000 recall_10 0_4 0.1000 recall_15 0_4 0.1000 recall_20 0_4 0.1000 recall_30 0_4 0.1000 recall_100 0_4 0.1000 recall_200 0_4 0.1000 recall_500 0_4 0.1000 recall_1000 0_4 0.1000 infAP 0_4 0.1000 Rprec_mult_0.20 0_4 0.5000 Rprec_mult_0.40 0_4 0.2500 Rprec_mult_0.60 0_4 0.1667 Rprec_mult_0.80 0_4 0.1250 Rprec_mult_1.00 0_4 0.1000 Rprec_mult_1.20 0_4 0.0833 Rprec_mult_1.40 0_4 0.0714 Rprec_mult_1.60 0_4 0.0625 Rprec_mult_1.80 0_4 0.0556 Rprec_mult_2.00 0_4 0.0500 utility 0_4 2.0000 11pt_avg 0_4 0.1818 binG 0_4 0.1000 G 0_4 0.1132 ndcg 0_4 0.3283 ndcg_rel 0_4 0.3753 Rndcg 0_4 0.4776 ndcg_cut_5 0_4 0.5216 ndcg_cut_10 0_4 0.4009 ndcg_cut_15 0_4 0.3530 ndcg_cut_20 0_4 0.3283 ndcg_cut_30 0_4 0.3283 ndcg_cut_100 0_4 0.3283 ndcg_cut_200 0_4 0.3283 ndcg_cut_500 0_4 0.3283 ndcg_cut_1000 0_4 0.3283 map_cut_5 0_4 0.1000 map_cut_10 0_4 0.1000 map_cut_15 0_4 0.1000 map_cut_20 0_4 0.1000 map_cut_30 0_4 0.1000 map_cut_100 0_4 0.1000 map_cut_200 0_4 0.1000 map_cut_500 0_4 0.1000 map_cut_1000 0_4 0.1000 relative_P_5 0_4 0.4000 relative_P_10 0_4 0.2000 relative_P_15 0_4 0.1333 relative_P_20 0_4 0.1000 relative_P_30 0_4 0.1000 relative_P_100 0_4 0.1000 relative_P_200 0_4 0.1000 relative_P_500 0_4 0.1000 relative_P_1000 0_4 0.1000 success_1 0_4 1.0000 success_5 0_4 1.0000 success_10 0_4 1.0000 set_P 0_4 1.0000 set_relative_P 0_4 1.0000 set_recall 0_4 0.1000 set_map 0_4 0.1000 set_F 0_4 0.1818 num_nonrel_judged_ret 0_4 0 rbp 0_4 0.1650 rbp_resid 0_4 0.0000 unj_5 0_4 0.0000 unj_10 0_4 0.0000 unj_20 0_4 0.0000 num_ret 0_6 1 num_rel 0_6 121 num_rel_ret 0_6 1 map 0_6 0.0083 Rprec 0_6 0.0083 bpref 0_6 0.0083 recip_rank 0_6 1.0000 iprec_at_recall_0.00 0_6 1.0000 iprec_at_recall_0.10 0_6 0.0000 iprec_at_recall_0.20 0_6 0.0000 iprec_at_recall_0.30 0_6 0.0000 iprec_at_recall_0.40 0_6 0.0000 iprec_at_recall_0.50 0_6 0.0000 iprec_at_recall_0.60 0_6 0.0000 iprec_at_recall_0.70 0_6 0.0000 iprec_at_recall_0.80 0_6 0.0000 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 0.2000 P_10 0_6 0.1000 P_15 0_6 0.0667 P_20 0_6 0.0500 P_30 0_6 0.0333 P_100 0_6 0.0100 P_200 0_6 0.0050 P_500 0_6 0.0020 P_1000 0_6 0.0010 relstring 0_6 '3' recall_5 0_6 0.0083 recall_10 0_6 0.0083 recall_15 0_6 0.0083 recall_20 0_6 0.0083 recall_30 0_6 0.0083 recall_100 0_6 0.0083 recall_200 0_6 0.0083 recall_500 0_6 0.0083 recall_1000 0_6 0.0083 infAP 0_6 0.0083 Rprec_mult_0.20 0_6 0.0400 Rprec_mult_0.40 0_6 0.0204 Rprec_mult_0.60 0_6 0.0137 Rprec_mult_0.80 0_6 0.0103 Rprec_mult_1.00 0_6 0.0083 Rprec_mult_1.20 0_6 0.0068 Rprec_mult_1.40 0_6 0.0059 Rprec_mult_1.60 0_6 0.0052 Rprec_mult_1.80 0_6 0.0046 Rprec_mult_2.00 0_6 0.0041 utility 0_6 1.0000 11pt_avg 0_6 0.0909 binG 0_6 0.0083 G 0_6 0.0186 ndcg 0_6 0.0805 ndcg_rel 0_6 0.0881 Rndcg 0_6 0.1708 ndcg_cut_5 0_6 0.3392 ndcg_cut_10 0_6 0.2421 ndcg_cut_15 0_6 0.1996 ndcg_cut_20 0_6 0.1726 ndcg_cut_30 0_6 0.1387 ndcg_cut_100 0_6 0.0877 ndcg_cut_200 0_6 0.0805 ndcg_cut_500 0_6 0.0805 ndcg_cut_1000 0_6 0.0805 map_cut_5 0_6 0.0083 map_cut_10 0_6 0.0083 map_cut_15 0_6 0.0083 map_cut_20 0_6 0.0083 map_cut_30 0_6 0.0083 map_cut_100 0_6 0.0083 map_cut_200 0_6 0.0083 map_cut_500 0_6 0.0083 map_cut_1000 0_6 0.0083 relative_P_5 0_6 0.2000 relative_P_10 0_6 0.1000 relative_P_15 0_6 0.0667 relative_P_20 0_6 0.0500 relative_P_30 0_6 0.0333 relative_P_100 0_6 0.0100 relative_P_200 0_6 0.0083 relative_P_500 0_6 0.0083 relative_P_1000 0_6 0.0083 success_1 0_6 1.0000 success_5 0_6 1.0000 success_10 0_6 1.0000 set_P 0_6 1.0000 set_relative_P 0_6 1.0000 set_recall 0_6 0.0083 set_map 0_6 0.0083 set_F 0_6 0.0164 num_nonrel_judged_ret 0_6 0 rbp 0_6 0.1000 rbp_resid 0_6 0.0000 unj_5 0_6 0.0000 unj_10 0_6 0.0000 unj_20 0_6 0.0000 num_ret 0_7 2 num_rel 0_7 33 num_rel_ret 0_7 2 map 0_7 0.0606 Rprec 0_7 0.0606 bpref 0_7 0.0606 recip_rank 0_7 1.0000 iprec_at_recall_0.00 0_7 1.0000 iprec_at_recall_0.10 0_7 0.0000 iprec_at_recall_0.20 0_7 0.0000 iprec_at_recall_0.30 0_7 0.0000 iprec_at_recall_0.40 0_7 0.0000 iprec_at_recall_0.50 0_7 0.0000 iprec_at_recall_0.60 0_7 0.0000 iprec_at_recall_0.70 0_7 0.0000 iprec_at_recall_0.80 0_7 0.0000 iprec_at_recall_0.90 0_7 0.0000 iprec_at_recall_1.00 0_7 0.0000 P_5 0_7 0.4000 P_10 0_7 0.2000 P_15 0_7 0.1333 P_20 0_7 0.1000 P_30 0_7 0.0667 P_100 0_7 0.0200 P_200 0_7 0.0100 P_500 0_7 0.0040 P_1000 0_7 0.0020 relstring 0_7 '11' recall_5 0_7 0.0606 recall_10 0_7 0.0606 recall_15 0_7 0.0606 recall_20 0_7 0.0606 recall_30 0_7 0.0606 recall_100 0_7 0.0606 recall_200 0_7 0.0606 recall_500 0_7 0.0606 recall_1000 0_7 0.0606 infAP 0_7 0.0606 Rprec_mult_0.20 0_7 0.2857 Rprec_mult_0.40 0_7 0.1429 Rprec_mult_0.60 0_7 0.1000 Rprec_mult_0.80 0_7 0.0741 Rprec_mult_1.00 0_7 0.0606 Rprec_mult_1.20 0_7 0.0500 Rprec_mult_1.40 0_7 0.0426 Rprec_mult_1.60 0_7 0.0377 Rprec_mult_1.80 0_7 0.0333 Rprec_mult_2.00 0_7 0.0303 utility 0_7 2.0000 11pt_avg 0_7 0.0909 binG 0_7 0.0606 G 0_7 0.0323 ndcg 0_7 0.1432 ndcg_rel 0_7 0.1648 Rndcg 0_7 0.3216 ndcg_cut_5 0_7 0.3561 ndcg_cut_10 0_7 0.2641 ndcg_cut_15 0_7 0.2177 ndcg_cut_20 0_7 0.1881 ndcg_cut_30 0_7 0.1511 ndcg_cut_100 0_7 0.1432 ndcg_cut_200 0_7 0.1432 ndcg_cut_500 0_7 0.1432 ndcg_cut_1000 0_7 0.1432 map_cut_5 0_7 0.0606 map_cut_10 0_7 0.0606 map_cut_15 0_7 0.0606 map_cut_20 0_7 0.0606 map_cut_30 0_7 0.0606 map_cut_100 0_7 0.0606 map_cut_200 0_7 0.0606 map_cut_500 0_7 0.0606 map_cut_1000 0_7 0.0606 relative_P_5 0_7 0.4000 relative_P_10 0_7 0.2000 relative_P_15 0_7 0.1333 relative_P_20 0_7 0.1000 relative_P_30 0_7 0.0667 relative_P_100 0_7 0.0606 relative_P_200 0_7 0.0606 relative_P_500 0_7 0.0606 relative_P_1000 0_7 0.0606 success_1 0_7 1.0000 success_5 0_7 1.0000 success_10 0_7 1.0000 set_P 0_7 1.0000 set_relative_P 0_7 1.0000 set_recall 0_7 0.0606 set_map 0_7 0.0606 set_F 0_7 0.1143 num_nonrel_judged_ret 0_7 0 rbp 0_7 0.0950 rbp_resid 0_7 0.0000 unj_5 0_7 0.0000 unj_10 0_7 0.0000 unj_20 0_7 0.0000 num_ret 0_8 2 num_rel 0_8 31 num_rel_ret 0_8 2 map 0_8 0.0645 Rprec 0_8 0.0645 bpref 0_8 0.0645 recip_rank 0_8 1.0000 iprec_at_recall_0.00 0_8 1.0000 iprec_at_recall_0.10 0_8 0.0000 iprec_at_recall_0.20 0_8 0.0000 iprec_at_recall_0.30 0_8 0.0000 iprec_at_recall_0.40 0_8 0.0000 iprec_at_recall_0.50 0_8 0.0000 iprec_at_recall_0.60 0_8 0.0000 iprec_at_recall_0.70 0_8 0.0000 iprec_at_recall_0.80 0_8 0.0000 iprec_at_recall_0.90 0_8 0.0000 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.4000 P_10 0_8 0.2000 P_15 0_8 0.1333 P_20 0_8 0.1000 P_30 0_8 0.0667 P_100 0_8 0.0200 P_200 0_8 0.0100 P_500 0_8 0.0040 P_1000 0_8 0.0020 relstring 0_8 '22' recall_5 0_8 0.0645 recall_10 0_8 0.0645 recall_15 0_8 0.0645 recall_20 0_8 0.0645 recall_30 0_8 0.0645 recall_100 0_8 0.0645 recall_200 0_8 0.0645 recall_500 0_8 0.0645 recall_1000 0_8 0.0645 infAP 0_8 0.0645 Rprec_mult_0.20 0_8 0.2857 Rprec_mult_0.40 0_8 0.1538 Rprec_mult_0.60 0_8 0.1053 Rprec_mult_0.80 0_8 0.0800 Rprec_mult_1.00 0_8 0.0645 Rprec_mult_1.20 0_8 0.0526 Rprec_mult_1.40 0_8 0.0455 Rprec_mult_1.60 0_8 0.0400 Rprec_mult_1.80 0_8 0.0357 Rprec_mult_2.00 0_8 0.0323 utility 0_8 2.0000 11pt_avg 0_8 0.0909 binG 0_8 0.0645 G 0_8 0.1000 ndcg 0_8 0.2396 ndcg_rel 0_8 0.2886 Rndcg 0_8 0.3115 ndcg_cut_5 0_8 0.5531 ndcg_cut_10 0_8 0.3707 ndcg_cut_15 0_8 0.3225 ndcg_cut_20 0_8 0.2888 ndcg_cut_30 0_8 0.2431 ndcg_cut_100 0_8 0.2396 ndcg_cut_200 0_8 0.2396 ndcg_cut_500 0_8 0.2396 ndcg_cut_1000 0_8 0.2396 map_cut_5 0_8 0.0645 map_cut_10 0_8 0.0645 map_cut_15 0_8 0.0645 map_cut_20 0_8 0.0645 map_cut_30 0_8 0.0645 map_cut_100 0_8 0.0645 map_cut_200 0_8 0.0645 map_cut_500 0_8 0.0645 map_cut_1000 0_8 0.0645 relative_P_5 0_8 0.4000 relative_P_10 0_8 0.2000 relative_P_15 0_8 0.1333 relative_P_20 0_8 0.1000 relative_P_30 0_8 0.0667 relative_P_100 0_8 0.0645 relative_P_200 0_8 0.0645 relative_P_500 0_8 0.0645 relative_P_1000 0_8 0.0645 success_1 0_8 1.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 1.0000 set_relative_P 0_8 1.0000 set_recall 0_8 0.0645 set_map 0_8 0.0645 set_F 0_8 0.1212 num_nonrel_judged_ret 0_8 0 rbp 0_8 0.1900 rbp_resid 0_8 0.0000 unj_5 0_8 0.0000 unj_10 0_8 0.0000 unj_20 0_8 0.0000 num_ret 0_8 2 num_rel 0_8 31 num_rel_ret 0_8 2 map 0_8 0.0645 Rprec 0_8 0.0645 bpref 0_8 0.0645 recip_rank 0_8 1.0000 iprec_at_recall_0.00 0_8 1.0000 iprec_at_recall_0.10 0_8 0.0000 iprec_at_recall_0.20 0_8 0.0000 iprec_at_recall_0.30 0_8 0.0000 iprec_at_recall_0.40 0_8 0.0000 iprec_at_recall_0.50 0_8 0.0000 iprec_at_recall_0.60 0_8 0.0000 iprec_at_recall_0.70 0_8 0.0000 iprec_at_recall_0.80 0_8 0.0000 iprec_at_recall_0.90 0_8 0.0000 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.4000 P_10 0_8 0.2000 P_15 0_8 0.1333 P_20 0_8 0.1000 P_30 0_8 0.0667 P_100 0_8 0.0200 P_200 0_8 0.0100 P_500 0_8 0.0040 P_1000 0_8 0.0020 relstring 0_8 '22' recall_5 0_8 0.0645 recall_10 0_8 0.0645 recall_15 0_8 0.0645 recall_20 0_8 0.0645 recall_30 0_8 0.0645 recall_100 0_8 0.0645 recall_200 0_8 0.0645 recall_500 0_8 0.0645 recall_1000 0_8 0.0645 infAP 0_8 0.0645 Rprec_mult_0.20 0_8 0.2857 Rprec_mult_0.40 0_8 0.1538 Rprec_mult_0.60 0_8 0.1053 Rprec_mult_0.80 0_8 0.0800 Rprec_mult_1.00 0_8 0.0645 Rprec_mult_1.20 0_8 0.0526 Rprec_mult_1.40 0_8 0.0455 Rprec_mult_1.60 0_8 0.0400 Rprec_mult_1.80 0_8 0.0357 Rprec_mult_2.00 0_8 0.0323 utility 0_8 2.0000 11pt_avg 0_8 0.0909 binG 0_8 0.0645 G 0_8 0.1000 ndcg 0_8 0.2396 ndcg_rel 0_8 0.2886 Rndcg 0_8 0.3115 ndcg_cut_5 0_8 0.5531 ndcg_cut_10 0_8 0.3707 ndcg_cut_15 0_8 0.3225 ndcg_cut_20 0_8 0.2888 ndcg_cut_30 0_8 0.2431 ndcg_cut_100 0_8 0.2396 ndcg_cut_200 0_8 0.2396 ndcg_cut_500 0_8 0.2396 ndcg_cut_1000 0_8 0.2396 map_cut_5 0_8 0.0645 map_cut_10 0_8 0.0645 map_cut_15 0_8 0.0645 map_cut_20 0_8 0.0645 map_cut_30 0_8 0.0645 map_cut_100 0_8 0.0645 map_cut_200 0_8 0.0645 map_cut_500 0_8 0.0645 map_cut_1000 0_8 0.0645 relative_P_5 0_8 0.4000 relative_P_10 0_8 0.2000 relative_P_15 0_8 0.1333 relative_P_20 0_8 0.1000 relative_P_30 0_8 0.0667 relative_P_100 0_8 0.0645 relative_P_200 0_8 0.0645 relative_P_500 0_8 0.0645 relative_P_1000 0_8 0.0645 success_1 0_8 1.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 1.0000 set_relative_P 0_8 1.0000 set_recall 0_8 0.0645 set_map 0_8 0.0645 set_F 0_8 0.1212 num_nonrel_judged_ret 0_8 0 rbp 0_8 0.1900 rbp_resid 0_8 0.0000 unj_5 0_8 0.0000 unj_10 0_8 0.0000 unj_20 0_8 0.0000 num_ret 10_12 2 num_rel 10_12 71 num_rel_ret 10_12 2 map 10_12 0.0282 Rprec 10_12 0.0282 bpref 10_12 0.0282 recip_rank 10_12 1.0000 iprec_at_recall_0.00 10_12 1.0000 iprec_at_recall_0.10 10_12 0.0000 iprec_at_recall_0.20 10_12 0.0000 iprec_at_recall_0.30 10_12 0.0000 iprec_at_recall_0.40 10_12 0.0000 iprec_at_recall_0.50 10_12 0.0000 iprec_at_recall_0.60 10_12 0.0000 iprec_at_recall_0.70 10_12 0.0000 iprec_at_recall_0.80 10_12 0.0000 iprec_at_recall_0.90 10_12 0.0000 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 0.4000 P_10 10_12 0.2000 P_15 10_12 0.1333 P_20 10_12 0.1000 P_30 10_12 0.0667 P_100 10_12 0.0200 P_200 10_12 0.0100 P_500 10_12 0.0040 P_1000 10_12 0.0020 relstring 10_12 '43' recall_5 10_12 0.0282 recall_10 10_12 0.0282 recall_15 10_12 0.0282 recall_20 10_12 0.0282 recall_30 10_12 0.0282 recall_100 10_12 0.0282 recall_200 10_12 0.0282 recall_500 10_12 0.0282 recall_1000 10_12 0.0282 infAP 10_12 0.0282 Rprec_mult_0.20 10_12 0.1333 Rprec_mult_0.40 10_12 0.0690 Rprec_mult_0.60 10_12 0.0465 Rprec_mult_0.80 10_12 0.0351 Rprec_mult_1.00 10_12 0.0282 Rprec_mult_1.20 10_12 0.0233 Rprec_mult_1.40 10_12 0.0200 Rprec_mult_1.60 10_12 0.0175 Rprec_mult_1.80 10_12 0.0156 Rprec_mult_2.00 10_12 0.0141 utility 10_12 2.0000 11pt_avg 10_12 0.0909 binG 10_12 0.0282 G 10_12 0.0453 ndcg 10_12 0.1675 ndcg_rel 10_12 0.1896 Rndcg 10_12 0.3610 ndcg_cut_5 10_12 0.5369 ndcg_cut_10 10_12 0.3809 ndcg_cut_15 10_12 0.3254 ndcg_cut_20 10_12 0.2879 ndcg_cut_30 10_12 0.2385 ndcg_cut_100 10_12 0.1675 ndcg_cut_200 10_12 0.1675 ndcg_cut_500 10_12 0.1675 ndcg_cut_1000 10_12 0.1675 map_cut_5 10_12 0.0282 map_cut_10 10_12 0.0282 map_cut_15 10_12 0.0282 map_cut_20 10_12 0.0282 map_cut_30 10_12 0.0282 map_cut_100 10_12 0.0282 map_cut_200 10_12 0.0282 map_cut_500 10_12 0.0282 map_cut_1000 10_12 0.0282 relative_P_5 10_12 0.4000 relative_P_10 10_12 0.2000 relative_P_15 10_12 0.1333 relative_P_20 10_12 0.1000 relative_P_30 10_12 0.0667 relative_P_100 10_12 0.0282 relative_P_200 10_12 0.0282 relative_P_500 10_12 0.0282 relative_P_1000 10_12 0.0282 success_1 10_12 1.0000 success_5 10_12 1.0000 success_10 10_12 1.0000 set_P 10_12 1.0000 set_relative_P 10_12 1.0000 set_recall 10_12 0.0282 set_map 10_12 0.0282 set_F 10_12 0.0548 num_nonrel_judged_ret 10_12 0 rbp 10_12 0.1675 rbp_resid 10_12 0.0000 unj_5 10_12 0.0000 unj_10 10_12 0.0000 unj_20 10_12 0.0000 num_ret 10_2 1 num_rel 10_2 30 num_rel_ret 10_2 0 map 10_2 0.0000 Rprec 10_2 0.0000 bpref 10_2 0.0000 recip_rank 10_2 0.0000 iprec_at_recall_0.00 10_2 0.0000 iprec_at_recall_0.10 10_2 0.0000 iprec_at_recall_0.20 10_2 0.0000 iprec_at_recall_0.30 10_2 0.0000 iprec_at_recall_0.40 10_2 0.0000 iprec_at_recall_0.50 10_2 0.0000 iprec_at_recall_0.60 10_2 0.0000 iprec_at_recall_0.70 10_2 0.0000 iprec_at_recall_0.80 10_2 0.0000 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 0.0000 P_10 10_2 0.0000 P_15 10_2 0.0000 P_20 10_2 0.0000 P_30 10_2 0.0000 P_100 10_2 0.0000 P_200 10_2 0.0000 P_500 10_2 0.0000 P_1000 10_2 0.0000 relstring 10_2 '0' recall_5 10_2 0.0000 recall_10 10_2 0.0000 recall_15 10_2 0.0000 recall_20 10_2 0.0000 recall_30 10_2 0.0000 recall_100 10_2 0.0000 recall_200 10_2 0.0000 recall_500 10_2 0.0000 recall_1000 10_2 0.0000 infAP 10_2 0.0000 Rprec_mult_0.20 10_2 0.0000 Rprec_mult_0.40 10_2 0.0000 Rprec_mult_0.60 10_2 0.0000 Rprec_mult_0.80 10_2 0.0000 Rprec_mult_1.00 10_2 0.0000 Rprec_mult_1.20 10_2 0.0000 Rprec_mult_1.40 10_2 0.0000 Rprec_mult_1.60 10_2 0.0000 Rprec_mult_1.80 10_2 0.0000 Rprec_mult_2.00 10_2 0.0000 utility 10_2 -1.0000 11pt_avg 10_2 0.0000 binG 10_2 0.0000 G 10_2 0.0000 ndcg 10_2 0.0000 ndcg_rel 10_2 0.0000 Rndcg 10_2 0.0000 ndcg_cut_5 10_2 0.0000 ndcg_cut_10 10_2 0.0000 ndcg_cut_15 10_2 0.0000 ndcg_cut_20 10_2 0.0000 ndcg_cut_30 10_2 0.0000 ndcg_cut_100 10_2 0.0000 ndcg_cut_200 10_2 0.0000 ndcg_cut_500 10_2 0.0000 ndcg_cut_1000 10_2 0.0000 map_cut_5 10_2 0.0000 map_cut_10 10_2 0.0000 map_cut_15 10_2 0.0000 map_cut_20 10_2 0.0000 map_cut_30 10_2 0.0000 map_cut_100 10_2 0.0000 map_cut_200 10_2 0.0000 map_cut_500 10_2 0.0000 map_cut_1000 10_2 0.0000 relative_P_5 10_2 0.0000 relative_P_10 10_2 0.0000 relative_P_15 10_2 0.0000 relative_P_20 10_2 0.0000 relative_P_30 10_2 0.0000 relative_P_100 10_2 0.0000 relative_P_200 10_2 0.0000 relative_P_500 10_2 0.0000 relative_P_1000 10_2 0.0000 success_1 10_2 0.0000 success_5 10_2 0.0000 success_10 10_2 0.0000 set_P 10_2 0.0000 set_relative_P 10_2 0.0000 set_recall 10_2 0.0000 set_map 10_2 0.0000 set_F 10_2 0.0000 num_nonrel_judged_ret 10_2 1 rbp 10_2 0.0000 rbp_resid 10_2 0.0000 unj_5 10_2 0.0000 unj_10 10_2 0.0000 unj_20 10_2 0.0000 num_ret 10_2 1 num_rel 10_2 30 num_rel_ret 10_2 0 map 10_2 0.0000 Rprec 10_2 0.0000 bpref 10_2 0.0000 recip_rank 10_2 0.0000 iprec_at_recall_0.00 10_2 0.0000 iprec_at_recall_0.10 10_2 0.0000 iprec_at_recall_0.20 10_2 0.0000 iprec_at_recall_0.30 10_2 0.0000 iprec_at_recall_0.40 10_2 0.0000 iprec_at_recall_0.50 10_2 0.0000 iprec_at_recall_0.60 10_2 0.0000 iprec_at_recall_0.70 10_2 0.0000 iprec_at_recall_0.80 10_2 0.0000 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 0.0000 P_10 10_2 0.0000 P_15 10_2 0.0000 P_20 10_2 0.0000 P_30 10_2 0.0000 P_100 10_2 0.0000 P_200 10_2 0.0000 P_500 10_2 0.0000 P_1000 10_2 0.0000 relstring 10_2 '0' recall_5 10_2 0.0000 recall_10 10_2 0.0000 recall_15 10_2 0.0000 recall_20 10_2 0.0000 recall_30 10_2 0.0000 recall_100 10_2 0.0000 recall_200 10_2 0.0000 recall_500 10_2 0.0000 recall_1000 10_2 0.0000 infAP 10_2 0.0000 Rprec_mult_0.20 10_2 0.0000 Rprec_mult_0.40 10_2 0.0000 Rprec_mult_0.60 10_2 0.0000 Rprec_mult_0.80 10_2 0.0000 Rprec_mult_1.00 10_2 0.0000 Rprec_mult_1.20 10_2 0.0000 Rprec_mult_1.40 10_2 0.0000 Rprec_mult_1.60 10_2 0.0000 Rprec_mult_1.80 10_2 0.0000 Rprec_mult_2.00 10_2 0.0000 utility 10_2 -1.0000 11pt_avg 10_2 0.0000 binG 10_2 0.0000 G 10_2 0.0000 ndcg 10_2 0.0000 ndcg_rel 10_2 0.0000 Rndcg 10_2 0.0000 ndcg_cut_5 10_2 0.0000 ndcg_cut_10 10_2 0.0000 ndcg_cut_15 10_2 0.0000 ndcg_cut_20 10_2 0.0000 ndcg_cut_30 10_2 0.0000 ndcg_cut_100 10_2 0.0000 ndcg_cut_200 10_2 0.0000 ndcg_cut_500 10_2 0.0000 ndcg_cut_1000 10_2 0.0000 map_cut_5 10_2 0.0000 map_cut_10 10_2 0.0000 map_cut_15 10_2 0.0000 map_cut_20 10_2 0.0000 map_cut_30 10_2 0.0000 map_cut_100 10_2 0.0000 map_cut_200 10_2 0.0000 map_cut_500 10_2 0.0000 map_cut_1000 10_2 0.0000 relative_P_5 10_2 0.0000 relative_P_10 10_2 0.0000 relative_P_15 10_2 0.0000 relative_P_20 10_2 0.0000 relative_P_30 10_2 0.0000 relative_P_100 10_2 0.0000 relative_P_200 10_2 0.0000 relative_P_500 10_2 0.0000 relative_P_1000 10_2 0.0000 success_1 10_2 0.0000 success_5 10_2 0.0000 success_10 10_2 0.0000 set_P 10_2 0.0000 set_relative_P 10_2 0.0000 set_recall 10_2 0.0000 set_map 10_2 0.0000 set_F 10_2 0.0000 num_nonrel_judged_ret 10_2 1 rbp 10_2 0.0000 rbp_resid 10_2 0.0000 unj_5 10_2 0.0000 unj_10 10_2 0.0000 unj_20 10_2 0.0000 num_ret 10_6 4 num_rel 10_6 133 num_rel_ret 10_6 3 map 10_6 0.0144 Rprec 10_6 0.0226 bpref 10_6 0.0223 recip_rank 10_6 0.5000 iprec_at_recall_0.00 10_6 0.7500 iprec_at_recall_0.10 10_6 0.0000 iprec_at_recall_0.20 10_6 0.0000 iprec_at_recall_0.30 10_6 0.0000 iprec_at_recall_0.40 10_6 0.0000 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 0.6000 P_10 10_6 0.3000 P_15 10_6 0.2000 P_20 10_6 0.1500 P_30 10_6 0.1000 P_100 10_6 0.0300 P_200 10_6 0.0150 P_500 10_6 0.0060 P_1000 10_6 0.0030 relstring 10_6 '0112' recall_5 10_6 0.0226 recall_10 10_6 0.0226 recall_15 10_6 0.0226 recall_20 10_6 0.0226 recall_30 10_6 0.0226 recall_100 10_6 0.0226 recall_200 10_6 0.0226 recall_500 10_6 0.0226 recall_1000 10_6 0.0226 infAP 10_6 0.0144 Rprec_mult_0.20 10_6 0.1111 Rprec_mult_0.40 10_6 0.0556 Rprec_mult_0.60 10_6 0.0375 Rprec_mult_0.80 10_6 0.0280 Rprec_mult_1.00 10_6 0.0226 Rprec_mult_1.20 10_6 0.0187 Rprec_mult_1.40 10_6 0.0160 Rprec_mult_1.60 10_6 0.0141 Rprec_mult_1.80 10_6 0.0125 Rprec_mult_2.00 10_6 0.0113 utility 10_6 2.0000 11pt_avg 10_6 0.0682 binG 10_6 0.0142 G 10_6 0.0063 ndcg 10_6 0.0451 ndcg_rel 10_6 0.0485 Rndcg 10_6 0.0932 ndcg_cut_5 10_6 0.2482 ndcg_cut_10 10_6 0.1776 ndcg_cut_15 10_6 0.1438 ndcg_cut_20 10_6 0.1229 ndcg_cut_30 10_6 0.0974 ndcg_cut_100 10_6 0.0506 ndcg_cut_200 10_6 0.0451 ndcg_cut_500 10_6 0.0451 ndcg_cut_1000 10_6 0.0451 map_cut_5 10_6 0.0144 map_cut_10 10_6 0.0144 map_cut_15 10_6 0.0144 map_cut_20 10_6 0.0144 map_cut_30 10_6 0.0144 map_cut_100 10_6 0.0144 map_cut_200 10_6 0.0144 map_cut_500 10_6 0.0144 map_cut_1000 10_6 0.0144 relative_P_5 10_6 0.6000 relative_P_10 10_6 0.3000 relative_P_15 10_6 0.2000 relative_P_20 10_6 0.1500 relative_P_30 10_6 0.1000 relative_P_100 10_6 0.0300 relative_P_200 10_6 0.0226 relative_P_500 10_6 0.0226 relative_P_1000 10_6 0.0226 success_1 10_6 0.0000 success_5 10_6 1.0000 success_10 10_6 1.0000 set_P 10_6 0.7500 set_relative_P 10_6 0.7500 set_recall 10_6 0.0226 set_map 10_6 0.0169 set_F 10_6 0.0438 num_nonrel_judged_ret 10_6 1 rbp 10_6 0.1056 rbp_resid 10_6 0.0000 unj_5 10_6 0.0000 unj_10 10_6 0.0000 unj_20 10_6 0.0000 num_ret 10_7 4 num_rel 10_7 149 num_rel_ret 10_7 3 map 10_7 0.0129 Rprec 10_7 0.0201 bpref 10_7 0.0199 recip_rank 10_7 0.5000 iprec_at_recall_0.00 10_7 0.7500 iprec_at_recall_0.10 10_7 0.0000 iprec_at_recall_0.20 10_7 0.0000 iprec_at_recall_0.30 10_7 0.0000 iprec_at_recall_0.40 10_7 0.0000 iprec_at_recall_0.50 10_7 0.0000 iprec_at_recall_0.60 10_7 0.0000 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 0.6000 P_10 10_7 0.3000 P_15 10_7 0.2000 P_20 10_7 0.1500 P_30 10_7 0.1000 P_100 10_7 0.0300 P_200 10_7 0.0150 P_500 10_7 0.0060 P_1000 10_7 0.0030 relstring 10_7 '0211' recall_5 10_7 0.0201 recall_10 10_7 0.0201 recall_15 10_7 0.0201 recall_20 10_7 0.0201 recall_30 10_7 0.0201 recall_100 10_7 0.0201 recall_200 10_7 0.0201 recall_500 10_7 0.0201 recall_1000 10_7 0.0201 infAP 10_7 0.0129 Rprec_mult_0.20 10_7 0.1000 Rprec_mult_0.40 10_7 0.0500 Rprec_mult_0.60 10_7 0.0333 Rprec_mult_0.80 10_7 0.0250 Rprec_mult_1.00 10_7 0.0201 Rprec_mult_1.20 10_7 0.0168 Rprec_mult_1.40 10_7 0.0144 Rprec_mult_1.60 10_7 0.0126 Rprec_mult_1.80 10_7 0.0112 Rprec_mult_2.00 10_7 0.0101 utility 10_7 2.0000 11pt_avg 10_7 0.0682 binG 10_7 0.0127 G 10_7 0.0088 ndcg 10_7 0.0569 ndcg_rel 10_7 0.0624 Rndcg 10_7 0.0553 ndcg_cut_5 10_7 0.3179 ndcg_cut_10 10_7 0.2174 ndcg_cut_15 10_7 0.1723 ndcg_cut_20 10_7 0.1454 ndcg_cut_30 10_7 0.1135 ndcg_cut_100 10_7 0.0696 ndcg_cut_200 10_7 0.0569 ndcg_cut_500 10_7 0.0569 ndcg_cut_1000 10_7 0.0569 map_cut_5 10_7 0.0129 map_cut_10 10_7 0.0129 map_cut_15 10_7 0.0129 map_cut_20 10_7 0.0129 map_cut_30 10_7 0.0129 map_cut_100 10_7 0.0129 map_cut_200 10_7 0.0129 map_cut_500 10_7 0.0129 map_cut_1000 10_7 0.0129 relative_P_5 10_7 0.6000 relative_P_10 10_7 0.3000 relative_P_15 10_7 0.2000 relative_P_20 10_7 0.1500 relative_P_30 10_7 0.1000 relative_P_100 10_7 0.0300 relative_P_200 10_7 0.0201 relative_P_500 10_7 0.0201 relative_P_1000 10_7 0.0201 success_1 10_7 0.0000 success_5 10_7 1.0000 success_10 10_7 1.0000 set_P 10_7 0.7500 set_relative_P 10_7 0.7500 set_recall 10_7 0.0201 set_map 10_7 0.0151 set_F 10_7 0.0392 num_nonrel_judged_ret 10_7 1 rbp 10_7 0.1113 rbp_resid 10_7 0.0000 unj_5 10_7 0.0000 unj_10 10_7 0.0000 unj_20 10_7 0.0000 num_ret 10_8 4 num_rel 10_8 76 num_rel_ret 10_8 1 map 10_8 0.0066 Rprec 10_8 0.0132 bpref 10_8 0.0130 recip_rank 10_8 0.5000 iprec_at_recall_0.00 10_8 0.5000 iprec_at_recall_0.10 10_8 0.0000 iprec_at_recall_0.20 10_8 0.0000 iprec_at_recall_0.30 10_8 0.0000 iprec_at_recall_0.40 10_8 0.0000 iprec_at_recall_0.50 10_8 0.0000 iprec_at_recall_0.60 10_8 0.0000 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 0.2000 P_10 10_8 0.1000 P_15 10_8 0.0667 P_20 10_8 0.0500 P_30 10_8 0.0333 P_100 10_8 0.0100 P_200 10_8 0.0050 P_500 10_8 0.0020 P_1000 10_8 0.0010 relstring 10_8 '0100' recall_5 10_8 0.0132 recall_10 10_8 0.0132 recall_15 10_8 0.0132 recall_20 10_8 0.0132 recall_30 10_8 0.0132 recall_100 10_8 0.0132 recall_200 10_8 0.0132 recall_500 10_8 0.0132 recall_1000 10_8 0.0132 infAP 10_8 0.0066 Rprec_mult_0.20 10_8 0.0625 Rprec_mult_0.40 10_8 0.0323 Rprec_mult_0.60 10_8 0.0217 Rprec_mult_0.80 10_8 0.0164 Rprec_mult_1.00 10_8 0.0132 Rprec_mult_1.20 10_8 0.0109 Rprec_mult_1.40 10_8 0.0093 Rprec_mult_1.60 10_8 0.0082 Rprec_mult_1.80 10_8 0.0073 Rprec_mult_2.00 10_8 0.0066 utility 10_8 -2.0000 11pt_avg 10_8 0.0455 binG 10_8 0.0083 G 10_8 0.0035 ndcg 10_8 0.0234 ndcg_rel 10_8 0.0248 Rndcg 10_8 0.0625 ndcg_cut_5 10_8 0.0838 ndcg_cut_10 10_8 0.0589 ndcg_cut_15 10_8 0.0472 ndcg_cut_20 10_8 0.0402 ndcg_cut_30 10_8 0.0333 ndcg_cut_100 10_8 0.0234 ndcg_cut_200 10_8 0.0234 ndcg_cut_500 10_8 0.0234 ndcg_cut_1000 10_8 0.0234 map_cut_5 10_8 0.0066 map_cut_10 10_8 0.0066 map_cut_15 10_8 0.0066 map_cut_20 10_8 0.0066 map_cut_30 10_8 0.0066 map_cut_100 10_8 0.0066 map_cut_200 10_8 0.0066 map_cut_500 10_8 0.0066 map_cut_1000 10_8 0.0066 relative_P_5 10_8 0.2000 relative_P_10 10_8 0.1000 relative_P_15 10_8 0.0667 relative_P_20 10_8 0.0500 relative_P_30 10_8 0.0333 relative_P_100 10_8 0.0132 relative_P_200 10_8 0.0132 relative_P_500 10_8 0.0132 relative_P_1000 10_8 0.0132 success_1 10_8 0.0000 success_5 10_8 1.0000 success_10 10_8 1.0000 set_P 10_8 0.2500 set_relative_P 10_8 0.2500 set_recall 10_8 0.0132 set_map 10_8 0.0033 set_F 10_8 0.0250 num_nonrel_judged_ret 10_8 3 rbp 10_8 0.0300 rbp_resid 10_8 0.0000 unj_5 10_8 0.0000 unj_10 10_8 0.0000 unj_20 10_8 0.0000 num_ret 11_10 2 num_rel 11_10 126 num_rel_ret 11_10 2 map 11_10 0.0159 Rprec 11_10 0.0159 bpref 11_10 0.0159 recip_rank 11_10 1.0000 iprec_at_recall_0.00 11_10 1.0000 iprec_at_recall_0.10 11_10 0.0000 iprec_at_recall_0.20 11_10 0.0000 iprec_at_recall_0.30 11_10 0.0000 iprec_at_recall_0.40 11_10 0.0000 iprec_at_recall_0.50 11_10 0.0000 iprec_at_recall_0.60 11_10 0.0000 iprec_at_recall_0.70 11_10 0.0000 iprec_at_recall_0.80 11_10 0.0000 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 0.4000 P_10 11_10 0.2000 P_15 11_10 0.1333 P_20 11_10 0.1000 P_30 11_10 0.0667 P_100 11_10 0.0200 P_200 11_10 0.0100 P_500 11_10 0.0040 P_1000 11_10 0.0020 relstring 11_10 '22' recall_5 11_10 0.0159 recall_10 11_10 0.0159 recall_15 11_10 0.0159 recall_20 11_10 0.0159 recall_30 11_10 0.0159 recall_100 11_10 0.0159 recall_200 11_10 0.0159 recall_500 11_10 0.0159 recall_1000 11_10 0.0159 infAP 11_10 0.0159 Rprec_mult_0.20 11_10 0.0769 Rprec_mult_0.40 11_10 0.0392 Rprec_mult_0.60 11_10 0.0263 Rprec_mult_0.80 11_10 0.0198 Rprec_mult_1.00 11_10 0.0159 Rprec_mult_1.20 11_10 0.0132 Rprec_mult_1.40 11_10 0.0113 Rprec_mult_1.60 11_10 0.0099 Rprec_mult_1.80 11_10 0.0088 Rprec_mult_2.00 11_10 0.0079 utility 11_10 2.0000 11pt_avg 11_10 0.0909 binG 11_10 0.0159 G 11_10 0.0073 ndcg 11_10 0.0587 ndcg_rel 11_10 0.0661 Rndcg 11_10 0.1822 ndcg_cut_5 11_10 0.3313 ndcg_cut_10 11_10 0.2229 ndcg_cut_15 11_10 0.1755 ndcg_cut_20 11_10 0.1475 ndcg_cut_30 11_10 0.1145 ndcg_cut_100 11_10 0.0630 ndcg_cut_200 11_10 0.0587 ndcg_cut_500 11_10 0.0587 ndcg_cut_1000 11_10 0.0587 map_cut_5 11_10 0.0159 map_cut_10 11_10 0.0159 map_cut_15 11_10 0.0159 map_cut_20 11_10 0.0159 map_cut_30 11_10 0.0159 map_cut_100 11_10 0.0159 map_cut_200 11_10 0.0159 map_cut_500 11_10 0.0159 map_cut_1000 11_10 0.0159 relative_P_5 11_10 0.4000 relative_P_10 11_10 0.2000 relative_P_15 11_10 0.1333 relative_P_20 11_10 0.1000 relative_P_30 11_10 0.0667 relative_P_100 11_10 0.0200 relative_P_200 11_10 0.0159 relative_P_500 11_10 0.0159 relative_P_1000 11_10 0.0159 success_1 11_10 1.0000 success_5 11_10 1.0000 success_10 11_10 1.0000 set_P 11_10 1.0000 set_relative_P 11_10 1.0000 set_recall 11_10 0.0159 set_map 11_10 0.0159 set_F 11_10 0.0312 num_nonrel_judged_ret 11_10 0 rbp 11_10 0.0950 rbp_resid 11_10 0.0000 unj_5 11_10 0.0000 unj_10 11_10 0.0000 unj_20 11_10 0.0000 num_ret 11_11 3 num_rel 11_11 134 num_rel_ret 11_11 2 map 11_11 0.0087 Rprec 11_11 0.0149 bpref 11_11 0.0146 recip_rank 11_11 0.5000 iprec_at_recall_0.00 11_11 0.6667 iprec_at_recall_0.10 11_11 0.0000 iprec_at_recall_0.20 11_11 0.0000 iprec_at_recall_0.30 11_11 0.0000 iprec_at_recall_0.40 11_11 0.0000 iprec_at_recall_0.50 11_11 0.0000 iprec_at_recall_0.60 11_11 0.0000 iprec_at_recall_0.70 11_11 0.0000 iprec_at_recall_0.80 11_11 0.0000 iprec_at_recall_0.90 11_11 0.0000 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 0.4000 P_10 11_11 0.2000 P_15 11_11 0.1333 P_20 11_11 0.1000 P_30 11_11 0.0667 P_100 11_11 0.0200 P_200 11_11 0.0100 P_500 11_11 0.0040 P_1000 11_11 0.0020 relstring 11_11 '013' recall_5 11_11 0.0149 recall_10 11_11 0.0149 recall_15 11_11 0.0149 recall_20 11_11 0.0149 recall_30 11_11 0.0149 recall_100 11_11 0.0149 recall_200 11_11 0.0149 recall_500 11_11 0.0149 recall_1000 11_11 0.0149 infAP 11_11 0.0087 Rprec_mult_0.20 11_11 0.0741 Rprec_mult_0.40 11_11 0.0370 Rprec_mult_0.60 11_11 0.0247 Rprec_mult_0.80 11_11 0.0185 Rprec_mult_1.00 11_11 0.0149 Rprec_mult_1.20 11_11 0.0124 Rprec_mult_1.40 11_11 0.0106 Rprec_mult_1.60 11_11 0.0093 Rprec_mult_1.80 11_11 0.0083 Rprec_mult_2.00 11_11 0.0075 utility 11_11 1.0000 11pt_avg 11_11 0.0606 binG 11_11 0.0094 G 11_11 0.0054 ndcg 11_11 0.0393 ndcg_rel 11_11 0.0417 Rndcg 11_11 0.0404 ndcg_cut_5 11_11 0.2164 ndcg_cut_10 11_11 0.1456 ndcg_cut_15 11_11 0.1147 ndcg_cut_20 11_11 0.0963 ndcg_cut_30 11_11 0.0753 ndcg_cut_100 11_11 0.0433 ndcg_cut_200 11_11 0.0393 ndcg_cut_500 11_11 0.0393 ndcg_cut_1000 11_11 0.0393 map_cut_5 11_11 0.0087 map_cut_10 11_11 0.0087 map_cut_15 11_11 0.0087 map_cut_20 11_11 0.0087 map_cut_30 11_11 0.0087 map_cut_100 11_11 0.0087 map_cut_200 11_11 0.0087 map_cut_500 11_11 0.0087 map_cut_1000 11_11 0.0087 relative_P_5 11_11 0.4000 relative_P_10 11_11 0.2000 relative_P_15 11_11 0.1333 relative_P_20 11_11 0.1000 relative_P_30 11_11 0.0667 relative_P_100 11_11 0.0200 relative_P_200 11_11 0.0149 relative_P_500 11_11 0.0149 relative_P_1000 11_11 0.0149 success_1 11_11 0.0000 success_5 11_11 1.0000 success_10 11_11 1.0000 set_P 11_11 0.6667 set_relative_P 11_11 0.6667 set_recall 11_11 0.0149 set_map 11_11 0.0100 set_F 11_11 0.0292 num_nonrel_judged_ret 11_11 1 rbp 11_11 0.0832 rbp_resid 11_11 0.0000 unj_5 11_11 0.0000 unj_10 11_11 0.0000 unj_20 11_11 0.0000 num_ret 11_12 3 num_rel 11_12 89 num_rel_ret 11_12 3 map 11_12 0.0337 Rprec 11_12 0.0337 bpref 11_12 0.0337 recip_rank 11_12 1.0000 iprec_at_recall_0.00 11_12 1.0000 iprec_at_recall_0.10 11_12 0.0000 iprec_at_recall_0.20 11_12 0.0000 iprec_at_recall_0.30 11_12 0.0000 iprec_at_recall_0.40 11_12 0.0000 iprec_at_recall_0.50 11_12 0.0000 iprec_at_recall_0.60 11_12 0.0000 iprec_at_recall_0.70 11_12 0.0000 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.6000 P_10 11_12 0.3000 P_15 11_12 0.2000 P_20 11_12 0.1500 P_30 11_12 0.1000 P_100 11_12 0.0300 P_200 11_12 0.0150 P_500 11_12 0.0060 P_1000 11_12 0.0030 relstring 11_12 '323' recall_5 11_12 0.0337 recall_10 11_12 0.0337 recall_15 11_12 0.0337 recall_20 11_12 0.0337 recall_30 11_12 0.0337 recall_100 11_12 0.0337 recall_200 11_12 0.0337 recall_500 11_12 0.0337 recall_1000 11_12 0.0337 infAP 11_12 0.0337 Rprec_mult_0.20 11_12 0.1667 Rprec_mult_0.40 11_12 0.0833 Rprec_mult_0.60 11_12 0.0556 Rprec_mult_0.80 11_12 0.0417 Rprec_mult_1.00 11_12 0.0337 Rprec_mult_1.20 11_12 0.0280 Rprec_mult_1.40 11_12 0.0240 Rprec_mult_1.60 11_12 0.0210 Rprec_mult_1.80 11_12 0.0186 Rprec_mult_2.00 11_12 0.0169 utility 11_12 3.0000 11pt_avg 11_12 0.0909 binG 11_12 0.0337 G 11_12 0.0400 ndcg 11_12 0.1525 ndcg_rel 11_12 0.1785 Rndcg 11_12 0.2367 ndcg_cut_5 11_12 0.6514 ndcg_cut_10 11_12 0.4227 ndcg_cut_15 11_12 0.3427 ndcg_cut_20 11_12 0.3005 ndcg_cut_30 11_12 0.2461 ndcg_cut_100 11_12 0.1525 ndcg_cut_200 11_12 0.1525 ndcg_cut_500 11_12 0.1525 ndcg_cut_1000 11_12 0.1525 map_cut_5 11_12 0.0337 map_cut_10 11_12 0.0337 map_cut_15 11_12 0.0337 map_cut_20 11_12 0.0337 map_cut_30 11_12 0.0337 map_cut_100 11_12 0.0337 map_cut_200 11_12 0.0337 map_cut_500 11_12 0.0337 map_cut_1000 11_12 0.0337 relative_P_5 11_12 0.6000 relative_P_10 11_12 0.3000 relative_P_15 11_12 0.2000 relative_P_20 11_12 0.1500 relative_P_30 11_12 0.1000 relative_P_100 11_12 0.0337 relative_P_200 11_12 0.0337 relative_P_500 11_12 0.0337 relative_P_1000 11_12 0.0337 success_1 11_12 1.0000 success_5 11_12 1.0000 success_10 11_12 1.0000 set_P 11_12 1.0000 set_relative_P 11_12 1.0000 set_recall 11_12 0.0337 set_map 11_12 0.0337 set_F 11_12 0.0652 num_nonrel_judged_ret 11_12 0 rbp 11_12 0.2410 rbp_resid 11_12 0.0000 unj_5 11_12 0.0000 unj_10 11_12 0.0000 unj_20 11_12 0.0000 num_ret 11_13 1 num_rel 11_13 203 num_rel_ret 11_13 1 map 11_13 0.0049 Rprec 11_13 0.0049 bpref 11_13 0.0049 recip_rank 11_13 1.0000 iprec_at_recall_0.00 11_13 1.0000 iprec_at_recall_0.10 11_13 0.0000 iprec_at_recall_0.20 11_13 0.0000 iprec_at_recall_0.30 11_13 0.0000 iprec_at_recall_0.40 11_13 0.0000 iprec_at_recall_0.50 11_13 0.0000 iprec_at_recall_0.60 11_13 0.0000 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 0.2000 P_10 11_13 0.1000 P_15 11_13 0.0667 P_20 11_13 0.0500 P_30 11_13 0.0333 P_100 11_13 0.0100 P_200 11_13 0.0050 P_500 11_13 0.0020 P_1000 11_13 0.0010 relstring 11_13 '2' recall_5 11_13 0.0049 recall_10 11_13 0.0049 recall_15 11_13 0.0049 recall_20 11_13 0.0049 recall_30 11_13 0.0049 recall_100 11_13 0.0049 recall_200 11_13 0.0049 recall_500 11_13 0.0049 recall_1000 11_13 0.0049 infAP 11_13 0.0049 Rprec_mult_0.20 11_13 0.0244 Rprec_mult_0.40 11_13 0.0122 Rprec_mult_0.60 11_13 0.0082 Rprec_mult_0.80 11_13 0.0061 Rprec_mult_1.00 11_13 0.0049 Rprec_mult_1.20 11_13 0.0041 Rprec_mult_1.40 11_13 0.0035 Rprec_mult_1.60 11_13 0.0031 Rprec_mult_1.80 11_13 0.0027 Rprec_mult_2.00 11_13 0.0025 utility 11_13 1.0000 11pt_avg 11_13 0.0909 binG 11_13 0.0049 G 11_13 0.0029 ndcg 11_13 0.0245 ndcg_rel 11_13 0.0276 Rndcg 11_13 0.0306 ndcg_cut_5 11_13 0.2261 ndcg_cut_10 11_13 0.1467 ndcg_cut_15 11_13 0.1137 ndcg_cut_20 11_13 0.0947 ndcg_cut_30 11_13 0.0728 ndcg_cut_100 11_13 0.0345 ndcg_cut_200 11_13 0.0246 ndcg_cut_500 11_13 0.0245 ndcg_cut_1000 11_13 0.0245 map_cut_5 11_13 0.0049 map_cut_10 11_13 0.0049 map_cut_15 11_13 0.0049 map_cut_20 11_13 0.0049 map_cut_30 11_13 0.0049 map_cut_100 11_13 0.0049 map_cut_200 11_13 0.0049 map_cut_500 11_13 0.0049 map_cut_1000 11_13 0.0049 relative_P_5 11_13 0.2000 relative_P_10 11_13 0.1000 relative_P_15 11_13 0.0667 relative_P_20 11_13 0.0500 relative_P_30 11_13 0.0333 relative_P_100 11_13 0.0100 relative_P_200 11_13 0.0050 relative_P_500 11_13 0.0049 relative_P_1000 11_13 0.0049 success_1 11_13 1.0000 success_5 11_13 1.0000 success_10 11_13 1.0000 set_P 11_13 1.0000 set_relative_P 11_13 1.0000 set_recall 11_13 0.0049 set_map 11_13 0.0049 set_F 11_13 0.0098 num_nonrel_judged_ret 11_13 0 rbp 11_13 0.0667 rbp_resid 11_13 0.0000 unj_5 11_13 0.0000 unj_10 11_13 0.0000 unj_20 11_13 0.0000 num_ret 11_2 1 num_rel 11_2 146 num_rel_ret 11_2 1 map 11_2 0.0068 Rprec 11_2 0.0068 bpref 11_2 0.0068 recip_rank 11_2 1.0000 iprec_at_recall_0.00 11_2 1.0000 iprec_at_recall_0.10 11_2 0.0000 iprec_at_recall_0.20 11_2 0.0000 iprec_at_recall_0.30 11_2 0.0000 iprec_at_recall_0.40 11_2 0.0000 iprec_at_recall_0.50 11_2 0.0000 iprec_at_recall_0.60 11_2 0.0000 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 0.2000 P_10 11_2 0.1000 P_15 11_2 0.0667 P_20 11_2 0.0500 P_30 11_2 0.0333 P_100 11_2 0.0100 P_200 11_2 0.0050 P_500 11_2 0.0020 P_1000 11_2 0.0010 relstring 11_2 '2' recall_5 11_2 0.0068 recall_10 11_2 0.0068 recall_15 11_2 0.0068 recall_20 11_2 0.0068 recall_30 11_2 0.0068 recall_100 11_2 0.0068 recall_200 11_2 0.0068 recall_500 11_2 0.0068 recall_1000 11_2 0.0068 infAP 11_2 0.0068 Rprec_mult_0.20 11_2 0.0333 Rprec_mult_0.40 11_2 0.0169 Rprec_mult_0.60 11_2 0.0114 Rprec_mult_0.80 11_2 0.0085 Rprec_mult_1.00 11_2 0.0068 Rprec_mult_1.20 11_2 0.0057 Rprec_mult_1.40 11_2 0.0049 Rprec_mult_1.60 11_2 0.0043 Rprec_mult_1.80 11_2 0.0038 Rprec_mult_2.00 11_2 0.0034 utility 11_2 1.0000 11pt_avg 11_2 0.0909 binG 11_2 0.0068 G 11_2 0.0035 ndcg 11_2 0.0332 ndcg_rel 11_2 0.0364 Rndcg 11_2 0.1092 ndcg_cut_5 11_2 0.1909 ndcg_cut_10 11_2 0.1310 ndcg_cut_15 11_2 0.1041 ndcg_cut_20 11_2 0.0879 ndcg_cut_30 11_2 0.0687 ndcg_cut_100 11_2 0.0373 ndcg_cut_200 11_2 0.0332 ndcg_cut_500 11_2 0.0332 ndcg_cut_1000 11_2 0.0332 map_cut_5 11_2 0.0068 map_cut_10 11_2 0.0068 map_cut_15 11_2 0.0068 map_cut_20 11_2 0.0068 map_cut_30 11_2 0.0068 map_cut_100 11_2 0.0068 map_cut_200 11_2 0.0068 map_cut_500 11_2 0.0068 map_cut_1000 11_2 0.0068 relative_P_5 11_2 0.2000 relative_P_10 11_2 0.1000 relative_P_15 11_2 0.0667 relative_P_20 11_2 0.0500 relative_P_30 11_2 0.0333 relative_P_100 11_2 0.0100 relative_P_200 11_2 0.0068 relative_P_500 11_2 0.0068 relative_P_1000 11_2 0.0068 success_1 11_2 1.0000 success_5 11_2 1.0000 success_10 11_2 1.0000 set_P 11_2 1.0000 set_relative_P 11_2 1.0000 set_recall 11_2 0.0068 set_map 11_2 0.0068 set_F 11_2 0.0136 num_nonrel_judged_ret 11_2 0 rbp 11_2 0.0500 rbp_resid 11_2 0.0000 unj_5 11_2 0.0000 unj_10 11_2 0.0000 unj_20 11_2 0.0000 num_ret 11_3 7 num_rel 11_3 188 num_rel_ret 11_3 7 map 11_3 0.0372 Rprec 11_3 0.0372 bpref 11_3 0.0372 recip_rank 11_3 1.0000 iprec_at_recall_0.00 11_3 1.0000 iprec_at_recall_0.10 11_3 0.0000 iprec_at_recall_0.20 11_3 0.0000 iprec_at_recall_0.30 11_3 0.0000 iprec_at_recall_0.40 11_3 0.0000 iprec_at_recall_0.50 11_3 0.0000 iprec_at_recall_0.60 11_3 0.0000 iprec_at_recall_0.70 11_3 0.0000 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 1.0000 P_10 11_3 0.7000 P_15 11_3 0.4667 P_20 11_3 0.3500 P_30 11_3 0.2333 P_100 11_3 0.0700 P_200 11_3 0.0350 P_500 11_3 0.0140 P_1000 11_3 0.0070 relstring 11_3 '1222222' recall_5 11_3 0.0266 recall_10 11_3 0.0372 recall_15 11_3 0.0372 recall_20 11_3 0.0372 recall_30 11_3 0.0372 recall_100 11_3 0.0372 recall_200 11_3 0.0372 recall_500 11_3 0.0372 recall_1000 11_3 0.0372 infAP 11_3 0.0372 Rprec_mult_0.20 11_3 0.1842 Rprec_mult_0.40 11_3 0.0921 Rprec_mult_0.60 11_3 0.0619 Rprec_mult_0.80 11_3 0.0464 Rprec_mult_1.00 11_3 0.0372 Rprec_mult_1.20 11_3 0.0310 Rprec_mult_1.40 11_3 0.0265 Rprec_mult_1.60 11_3 0.0233 Rprec_mult_1.80 11_3 0.0206 Rprec_mult_2.00 11_3 0.0186 utility 11_3 7.0000 11pt_avg 11_3 0.0909 binG 11_3 0.0372 G 11_3 0.0146 ndcg 11_3 0.0981 ndcg_rel 11_3 0.1133 Rndcg 11_3 0.1622 ndcg_cut_5 11_3 0.5536 ndcg_cut_10 11_3 0.4604 ndcg_cut_15 11_3 0.3569 ndcg_cut_20 11_3 0.2971 ndcg_cut_30 11_3 0.2411 ndcg_cut_100 11_3 0.1266 ndcg_cut_200 11_3 0.0981 ndcg_cut_500 11_3 0.0981 ndcg_cut_1000 11_3 0.0981 map_cut_5 11_3 0.0266 map_cut_10 11_3 0.0372 map_cut_15 11_3 0.0372 map_cut_20 11_3 0.0372 map_cut_30 11_3 0.0372 map_cut_100 11_3 0.0372 map_cut_200 11_3 0.0372 map_cut_500 11_3 0.0372 map_cut_1000 11_3 0.0372 relative_P_5 11_3 1.0000 relative_P_10 11_3 0.7000 relative_P_15 11_3 0.4667 relative_P_20 11_3 0.3500 relative_P_30 11_3 0.2333 relative_P_100 11_3 0.0700 relative_P_200 11_3 0.0372 relative_P_500 11_3 0.0372 relative_P_1000 11_3 0.0372 success_1 11_3 1.0000 success_5 11_3 1.0000 success_10 11_3 1.0000 set_P 11_3 1.0000 set_relative_P 11_3 1.0000 set_recall 11_3 0.0372 set_map 11_3 0.0372 set_F 11_3 0.0718 num_nonrel_judged_ret 11_3 0 rbp 11_3 0.3145 rbp_resid 11_3 0.0000 unj_5 11_3 0.0000 unj_10 11_3 0.0000 unj_20 11_3 0.0000 num_ret 11_4 6 num_rel 11_4 144 num_rel_ret 11_4 6 map 11_4 0.0417 Rprec 11_4 0.0417 bpref 11_4 0.0417 recip_rank 11_4 1.0000 iprec_at_recall_0.00 11_4 1.0000 iprec_at_recall_0.10 11_4 0.0000 iprec_at_recall_0.20 11_4 0.0000 iprec_at_recall_0.30 11_4 0.0000 iprec_at_recall_0.40 11_4 0.0000 iprec_at_recall_0.50 11_4 0.0000 iprec_at_recall_0.60 11_4 0.0000 iprec_at_recall_0.70 11_4 0.0000 iprec_at_recall_0.80 11_4 0.0000 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 1.0000 P_10 11_4 0.6000 P_15 11_4 0.4000 P_20 11_4 0.3000 P_30 11_4 0.2000 P_100 11_4 0.0600 P_200 11_4 0.0300 P_500 11_4 0.0120 P_1000 11_4 0.0060 relstring 11_4 '212122' recall_5 11_4 0.0347 recall_10 11_4 0.0417 recall_15 11_4 0.0417 recall_20 11_4 0.0417 recall_30 11_4 0.0417 recall_100 11_4 0.0417 recall_200 11_4 0.0417 recall_500 11_4 0.0417 recall_1000 11_4 0.0417 infAP 11_4 0.0417 Rprec_mult_0.20 11_4 0.2069 Rprec_mult_0.40 11_4 0.1034 Rprec_mult_0.60 11_4 0.0690 Rprec_mult_0.80 11_4 0.0517 Rprec_mult_1.00 11_4 0.0417 Rprec_mult_1.20 11_4 0.0347 Rprec_mult_1.40 11_4 0.0297 Rprec_mult_1.60 11_4 0.0260 Rprec_mult_1.80 11_4 0.0231 Rprec_mult_2.00 11_4 0.0208 utility 11_4 6.0000 11pt_avg 11_4 0.0909 binG 11_4 0.0417 G 11_4 0.0196 ndcg 11_4 0.1246 ndcg_rel 11_4 0.1433 Rndcg 11_4 0.2825 ndcg_cut_5 11_4 0.5466 ndcg_cut_10 11_4 0.4609 ndcg_cut_15 11_4 0.3781 ndcg_cut_20 11_4 0.3258 ndcg_cut_30 11_4 0.2608 ndcg_cut_100 11_4 0.1454 ndcg_cut_200 11_4 0.1246 ndcg_cut_500 11_4 0.1246 ndcg_cut_1000 11_4 0.1246 map_cut_5 11_4 0.0347 map_cut_10 11_4 0.0417 map_cut_15 11_4 0.0417 map_cut_20 11_4 0.0417 map_cut_30 11_4 0.0417 map_cut_100 11_4 0.0417 map_cut_200 11_4 0.0417 map_cut_500 11_4 0.0417 map_cut_1000 11_4 0.0417 relative_P_5 11_4 1.0000 relative_P_10 11_4 0.6000 relative_P_15 11_4 0.4000 relative_P_20 11_4 0.3000 relative_P_30 11_4 0.2000 relative_P_100 11_4 0.0600 relative_P_200 11_4 0.0417 relative_P_500 11_4 0.0417 relative_P_1000 11_4 0.0417 success_1 11_4 1.0000 success_5 11_4 1.0000 success_10 11_4 1.0000 set_P 11_4 1.0000 set_relative_P 11_4 1.0000 set_recall 11_4 0.0417 set_map 11_4 0.0417 set_F 11_4 0.0800 num_nonrel_judged_ret 11_4 0 rbp 11_4 0.2581 rbp_resid 11_4 0.0000 unj_5 11_4 0.0000 unj_10 11_4 0.0000 unj_20 11_4 0.0000 num_ret 11_6 14 num_rel 11_6 60 num_rel_ret 11_6 13 map 11_6 0.2155 Rprec 11_6 0.2167 bpref 11_6 0.2167 recip_rank 11_6 1.0000 iprec_at_recall_0.00 11_6 1.0000 iprec_at_recall_0.10 11_6 1.0000 iprec_at_recall_0.20 11_6 1.0000 iprec_at_recall_0.30 11_6 0.0000 iprec_at_recall_0.40 11_6 0.0000 iprec_at_recall_0.50 11_6 0.0000 iprec_at_recall_0.60 11_6 0.0000 iprec_at_recall_0.70 11_6 0.0000 iprec_at_recall_0.80 11_6 0.0000 iprec_at_recall_0.90 11_6 0.0000 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 1.0000 P_10 11_6 1.0000 P_15 11_6 0.8667 P_20 11_6 0.6500 P_30 11_6 0.4333 P_100 11_6 0.1300 P_200 11_6 0.0650 P_500 11_6 0.0260 P_1000 11_6 0.0130 relstring 11_6 '2222222233' recall_5 11_6 0.0833 recall_10 11_6 0.1667 recall_15 11_6 0.2167 recall_20 11_6 0.2167 recall_30 11_6 0.2167 recall_100 11_6 0.2167 recall_200 11_6 0.2167 recall_500 11_6 0.2167 recall_1000 11_6 0.2167 infAP 11_6 0.2155 Rprec_mult_0.20 11_6 1.0000 Rprec_mult_0.40 11_6 0.5417 Rprec_mult_0.60 11_6 0.3611 Rprec_mult_0.80 11_6 0.2708 Rprec_mult_1.00 11_6 0.2167 Rprec_mult_1.20 11_6 0.1806 Rprec_mult_1.40 11_6 0.1548 Rprec_mult_1.60 11_6 0.1354 Rprec_mult_1.80 11_6 0.1204 Rprec_mult_2.00 11_6 0.1083 utility 11_6 12.0000 11pt_avg 11_6 0.2727 binG 11_6 0.2105 G 11_6 0.0836 ndcg 11_6 0.3502 ndcg_rel 11_6 0.4212 Rndcg 11_6 0.4672 ndcg_cut_5 11_6 0.6667 ndcg_cut_10 11_6 0.7100 ndcg_cut_15 11_6 0.6512 ndcg_cut_20 11_6 0.5732 ndcg_cut_30 11_6 0.4716 ndcg_cut_100 11_6 0.3502 ndcg_cut_200 11_6 0.3502 ndcg_cut_500 11_6 0.3502 ndcg_cut_1000 11_6 0.3502 map_cut_5 11_6 0.0833 map_cut_10 11_6 0.1667 map_cut_15 11_6 0.2155 map_cut_20 11_6 0.2155 map_cut_30 11_6 0.2155 map_cut_100 11_6 0.2155 map_cut_200 11_6 0.2155 map_cut_500 11_6 0.2155 map_cut_1000 11_6 0.2155 relative_P_5 11_6 1.0000 relative_P_10 11_6 1.0000 relative_P_15 11_6 0.8667 relative_P_20 11_6 0.6500 relative_P_30 11_6 0.4333 relative_P_100 11_6 0.2167 relative_P_200 11_6 0.2167 relative_P_500 11_6 0.2167 relative_P_1000 11_6 0.2167 success_1 11_6 1.0000 success_5 11_6 1.0000 success_10 11_6 1.0000 set_P 11_6 0.9286 set_relative_P 11_6 0.9286 set_recall 11_6 0.2167 set_map 11_6 0.2012 set_F 11_6 0.3514 num_nonrel_judged_ret 11_6 0 rbp 11_6 0.5226 rbp_resid 11_6 0.2570 unj_5 11_6 0.0000 unj_10 11_6 0.0000 unj_20 11_6 0.0500 num_ret 11_7 1 num_rel 11_7 90 num_rel_ret 11_7 1 map 11_7 0.0111 Rprec 11_7 0.0111 bpref 11_7 0.0111 recip_rank 11_7 1.0000 iprec_at_recall_0.00 11_7 1.0000 iprec_at_recall_0.10 11_7 0.0000 iprec_at_recall_0.20 11_7 0.0000 iprec_at_recall_0.30 11_7 0.0000 iprec_at_recall_0.40 11_7 0.0000 iprec_at_recall_0.50 11_7 0.0000 iprec_at_recall_0.60 11_7 0.0000 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 0.2000 P_10 11_7 0.1000 P_15 11_7 0.0667 P_20 11_7 0.0500 P_30 11_7 0.0333 P_100 11_7 0.0100 P_200 11_7 0.0050 P_500 11_7 0.0020 P_1000 11_7 0.0010 relstring 11_7 '1' recall_5 11_7 0.0111 recall_10 11_7 0.0111 recall_15 11_7 0.0111 recall_20 11_7 0.0111 recall_30 11_7 0.0111 recall_100 11_7 0.0111 recall_200 11_7 0.0111 recall_500 11_7 0.0111 recall_1000 11_7 0.0111 infAP 11_7 0.0111 Rprec_mult_0.20 11_7 0.0556 Rprec_mult_0.40 11_7 0.0278 Rprec_mult_0.60 11_7 0.0185 Rprec_mult_0.80 11_7 0.0139 Rprec_mult_1.00 11_7 0.0111 Rprec_mult_1.20 11_7 0.0093 Rprec_mult_1.40 11_7 0.0079 Rprec_mult_1.60 11_7 0.0069 Rprec_mult_1.80 11_7 0.0062 Rprec_mult_2.00 11_7 0.0056 utility 11_7 1.0000 11pt_avg 11_7 0.0909 binG 11_7 0.0111 G 11_7 0.0036 ndcg 11_7 0.0294 ndcg_rel 11_7 0.0328 Rndcg 11_7 0.0657 ndcg_cut_5 11_7 0.1182 ndcg_cut_10 11_7 0.0858 ndcg_cut_15 11_7 0.0700 ndcg_cut_20 11_7 0.0601 ndcg_cut_30 11_7 0.0479 ndcg_cut_100 11_7 0.0294 ndcg_cut_200 11_7 0.0294 ndcg_cut_500 11_7 0.0294 ndcg_cut_1000 11_7 0.0294 map_cut_5 11_7 0.0111 map_cut_10 11_7 0.0111 map_cut_15 11_7 0.0111 map_cut_20 11_7 0.0111 map_cut_30 11_7 0.0111 map_cut_100 11_7 0.0111 map_cut_200 11_7 0.0111 map_cut_500 11_7 0.0111 map_cut_1000 11_7 0.0111 relative_P_5 11_7 0.2000 relative_P_10 11_7 0.1000 relative_P_15 11_7 0.0667 relative_P_20 11_7 0.0500 relative_P_30 11_7 0.0333 relative_P_100 11_7 0.0111 relative_P_200 11_7 0.0111 relative_P_500 11_7 0.0111 relative_P_1000 11_7 0.0111 success_1 11_7 1.0000 success_5 11_7 1.0000 success_10 11_7 1.0000 set_P 11_7 1.0000 set_relative_P 11_7 1.0000 set_recall 11_7 0.0111 set_map 11_7 0.0111 set_F 11_7 0.0220 num_nonrel_judged_ret 11_7 0 rbp 11_7 0.0333 rbp_resid 11_7 0.0000 unj_5 11_7 0.0000 unj_10 11_7 0.0000 unj_20 11_7 0.0000 num_ret 11_8 1 num_rel 11_8 97 num_rel_ret 11_8 1 map 11_8 0.0103 Rprec 11_8 0.0103 bpref 11_8 0.0103 recip_rank 11_8 1.0000 iprec_at_recall_0.00 11_8 1.0000 iprec_at_recall_0.10 11_8 0.0000 iprec_at_recall_0.20 11_8 0.0000 iprec_at_recall_0.30 11_8 0.0000 iprec_at_recall_0.40 11_8 0.0000 iprec_at_recall_0.50 11_8 0.0000 iprec_at_recall_0.60 11_8 0.0000 iprec_at_recall_0.70 11_8 0.0000 iprec_at_recall_0.80 11_8 0.0000 iprec_at_recall_0.90 11_8 0.0000 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 0.2000 P_10 11_8 0.1000 P_15 11_8 0.0667 P_20 11_8 0.0500 P_30 11_8 0.0333 P_100 11_8 0.0100 P_200 11_8 0.0050 P_500 11_8 0.0020 P_1000 11_8 0.0010 relstring 11_8 '2' recall_5 11_8 0.0103 recall_10 11_8 0.0103 recall_15 11_8 0.0103 recall_20 11_8 0.0103 recall_30 11_8 0.0103 recall_100 11_8 0.0103 recall_200 11_8 0.0103 recall_500 11_8 0.0103 recall_1000 11_8 0.0103 infAP 11_8 0.0103 Rprec_mult_0.20 11_8 0.0500 Rprec_mult_0.40 11_8 0.0256 Rprec_mult_0.60 11_8 0.0169 Rprec_mult_0.80 11_8 0.0128 Rprec_mult_1.00 11_8 0.0103 Rprec_mult_1.20 11_8 0.0085 Rprec_mult_1.40 11_8 0.0074 Rprec_mult_1.60 11_8 0.0064 Rprec_mult_1.80 11_8 0.0057 Rprec_mult_2.00 11_8 0.0052 utility 11_8 1.0000 11pt_avg 11_8 0.0909 binG 11_8 0.0103 G 11_8 0.0049 ndcg 11_8 0.0417 ndcg_rel 11_8 0.0464 Rndcg 11_8 0.1027 ndcg_cut_5 11_8 0.1822 ndcg_cut_10 11_8 0.1269 ndcg_cut_15 11_8 0.1014 ndcg_cut_20 11_8 0.0877 ndcg_cut_30 11_8 0.0740 ndcg_cut_100 11_8 0.0417 ndcg_cut_200 11_8 0.0417 ndcg_cut_500 11_8 0.0417 ndcg_cut_1000 11_8 0.0417 map_cut_5 11_8 0.0103 map_cut_10 11_8 0.0103 map_cut_15 11_8 0.0103 map_cut_20 11_8 0.0103 map_cut_30 11_8 0.0103 map_cut_100 11_8 0.0103 map_cut_200 11_8 0.0103 map_cut_500 11_8 0.0103 map_cut_1000 11_8 0.0103 relative_P_5 11_8 0.2000 relative_P_10 11_8 0.1000 relative_P_15 11_8 0.0667 relative_P_20 11_8 0.0500 relative_P_30 11_8 0.0333 relative_P_100 11_8 0.0103 relative_P_200 11_8 0.0103 relative_P_500 11_8 0.0103 relative_P_1000 11_8 0.0103 success_1 11_8 1.0000 success_5 11_8 1.0000 success_10 11_8 1.0000 set_P 11_8 1.0000 set_relative_P 11_8 1.0000 set_recall 11_8 0.0103 set_map 11_8 0.0103 set_F 11_8 0.0204 num_nonrel_judged_ret 11_8 0 rbp 11_8 0.0500 rbp_resid 11_8 0.0000 unj_5 11_8 0.0000 unj_10 11_8 0.0000 unj_20 11_8 0.0000 num_ret 11_9 1 num_rel 11_9 117 num_rel_ret 11_9 1 map 11_9 0.0085 Rprec 11_9 0.0085 bpref 11_9 0.0085 recip_rank 11_9 1.0000 iprec_at_recall_0.00 11_9 1.0000 iprec_at_recall_0.10 11_9 0.0000 iprec_at_recall_0.20 11_9 0.0000 iprec_at_recall_0.30 11_9 0.0000 iprec_at_recall_0.40 11_9 0.0000 iprec_at_recall_0.50 11_9 0.0000 iprec_at_recall_0.60 11_9 0.0000 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 0.2000 P_10 11_9 0.1000 P_15 11_9 0.0667 P_20 11_9 0.0500 P_30 11_9 0.0333 P_100 11_9 0.0100 P_200 11_9 0.0050 P_500 11_9 0.0020 P_1000 11_9 0.0010 relstring 11_9 '3' recall_5 11_9 0.0085 recall_10 11_9 0.0085 recall_15 11_9 0.0085 recall_20 11_9 0.0085 recall_30 11_9 0.0085 recall_100 11_9 0.0085 recall_200 11_9 0.0085 recall_500 11_9 0.0085 recall_1000 11_9 0.0085 infAP 11_9 0.0085 Rprec_mult_0.20 11_9 0.0417 Rprec_mult_0.40 11_9 0.0213 Rprec_mult_0.60 11_9 0.0141 Rprec_mult_0.80 11_9 0.0106 Rprec_mult_1.00 11_9 0.0085 Rprec_mult_1.20 11_9 0.0071 Rprec_mult_1.40 11_9 0.0061 Rprec_mult_1.60 11_9 0.0053 Rprec_mult_1.80 11_9 0.0047 Rprec_mult_2.00 11_9 0.0043 utility 11_9 1.0000 11pt_avg 11_9 0.0909 binG 11_9 0.0085 G 11_9 0.0083 ndcg 11_9 0.0573 ndcg_rel 11_9 0.0633 Rndcg 11_9 0.1687 ndcg_cut_5 11_9 0.2864 ndcg_cut_10 11_9 0.1966 ndcg_cut_15 11_9 0.1561 ndcg_cut_20 11_9 0.1319 ndcg_cut_30 11_9 0.1030 ndcg_cut_100 11_9 0.0602 ndcg_cut_200 11_9 0.0573 ndcg_cut_500 11_9 0.0573 ndcg_cut_1000 11_9 0.0573 map_cut_5 11_9 0.0085 map_cut_10 11_9 0.0085 map_cut_15 11_9 0.0085 map_cut_20 11_9 0.0085 map_cut_30 11_9 0.0085 map_cut_100 11_9 0.0085 map_cut_200 11_9 0.0085 map_cut_500 11_9 0.0085 map_cut_1000 11_9 0.0085 relative_P_5 11_9 0.2000 relative_P_10 11_9 0.1000 relative_P_15 11_9 0.0667 relative_P_20 11_9 0.0500 relative_P_30 11_9 0.0333 relative_P_100 11_9 0.0100 relative_P_200 11_9 0.0085 relative_P_500 11_9 0.0085 relative_P_1000 11_9 0.0085 success_1 11_9 1.0000 success_5 11_9 1.0000 success_10 11_9 1.0000 set_P 11_9 1.0000 set_relative_P 11_9 1.0000 set_recall 11_9 0.0085 set_map 11_9 0.0085 set_F 11_9 0.0169 num_nonrel_judged_ret 11_9 0 rbp 11_9 0.0750 rbp_resid 11_9 0.0000 unj_5 11_9 0.0000 unj_10 11_9 0.0000 unj_20 11_9 0.0000 num_ret 12_1 3 num_rel 12_1 75 num_rel_ret 12_1 3 map 12_1 0.0400 Rprec 12_1 0.0400 bpref 12_1 0.0400 recip_rank 12_1 1.0000 iprec_at_recall_0.00 12_1 1.0000 iprec_at_recall_0.10 12_1 0.0000 iprec_at_recall_0.20 12_1 0.0000 iprec_at_recall_0.30 12_1 0.0000 iprec_at_recall_0.40 12_1 0.0000 iprec_at_recall_0.50 12_1 0.0000 iprec_at_recall_0.60 12_1 0.0000 iprec_at_recall_0.70 12_1 0.0000 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 0.6000 P_10 12_1 0.3000 P_15 12_1 0.2000 P_20 12_1 0.1500 P_30 12_1 0.1000 P_100 12_1 0.0300 P_200 12_1 0.0150 P_500 12_1 0.0060 P_1000 12_1 0.0030 relstring 12_1 '222' recall_5 12_1 0.0400 recall_10 12_1 0.0400 recall_15 12_1 0.0400 recall_20 12_1 0.0400 recall_30 12_1 0.0400 recall_100 12_1 0.0400 recall_200 12_1 0.0400 recall_500 12_1 0.0400 recall_1000 12_1 0.0400 infAP 12_1 0.0400 Rprec_mult_0.20 12_1 0.2000 Rprec_mult_0.40 12_1 0.1000 Rprec_mult_0.60 12_1 0.0667 Rprec_mult_0.80 12_1 0.0500 Rprec_mult_1.00 12_1 0.0400 Rprec_mult_1.20 12_1 0.0333 Rprec_mult_1.40 12_1 0.0286 Rprec_mult_1.60 12_1 0.0250 Rprec_mult_1.80 12_1 0.0222 Rprec_mult_2.00 12_1 0.0200 utility 12_1 3.0000 11pt_avg 12_1 0.0909 binG 12_1 0.0400 G 12_1 0.0326 ndcg 12_1 0.1461 ndcg_rel 12_1 0.1702 Rndcg 12_1 0.3322 ndcg_cut_5 12_1 0.6179 ndcg_cut_10 12_1 0.4225 ndcg_cut_15 12_1 0.3350 ndcg_cut_20 12_1 0.2826 ndcg_cut_30 12_1 0.2206 ndcg_cut_100 12_1 0.1461 ndcg_cut_200 12_1 0.1461 ndcg_cut_500 12_1 0.1461 ndcg_cut_1000 12_1 0.1461 map_cut_5 12_1 0.0400 map_cut_10 12_1 0.0400 map_cut_15 12_1 0.0400 map_cut_20 12_1 0.0400 map_cut_30 12_1 0.0400 map_cut_100 12_1 0.0400 map_cut_200 12_1 0.0400 map_cut_500 12_1 0.0400 map_cut_1000 12_1 0.0400 relative_P_5 12_1 0.6000 relative_P_10 12_1 0.3000 relative_P_15 12_1 0.2000 relative_P_20 12_1 0.1500 relative_P_30 12_1 0.1000 relative_P_100 12_1 0.0400 relative_P_200 12_1 0.0400 relative_P_500 12_1 0.0400 relative_P_1000 12_1 0.0400 success_1 12_1 1.0000 success_5 12_1 1.0000 success_10 12_1 1.0000 set_P 12_1 1.0000 set_relative_P 12_1 1.0000 set_recall 12_1 0.0400 set_map 12_1 0.0400 set_F 12_1 0.0769 num_nonrel_judged_ret 12_1 0 rbp 12_1 0.1807 rbp_resid 12_1 0.0000 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0000 num_ret 12_2 5 num_rel 12_2 65 num_rel_ret 12_2 5 map 12_2 0.0769 Rprec 12_2 0.0769 bpref 12_2 0.0769 recip_rank 12_2 1.0000 iprec_at_recall_0.00 12_2 1.0000 iprec_at_recall_0.10 12_2 0.0000 iprec_at_recall_0.20 12_2 0.0000 iprec_at_recall_0.30 12_2 0.0000 iprec_at_recall_0.40 12_2 0.0000 iprec_at_recall_0.50 12_2 0.0000 iprec_at_recall_0.60 12_2 0.0000 iprec_at_recall_0.70 12_2 0.0000 iprec_at_recall_0.80 12_2 0.0000 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 1.0000 P_10 12_2 0.5000 P_15 12_2 0.3333 P_20 12_2 0.2500 P_30 12_2 0.1667 P_100 12_2 0.0500 P_200 12_2 0.0250 P_500 12_2 0.0100 P_1000 12_2 0.0050 relstring 12_2 '21111' recall_5 12_2 0.0769 recall_10 12_2 0.0769 recall_15 12_2 0.0769 recall_20 12_2 0.0769 recall_30 12_2 0.0769 recall_100 12_2 0.0769 recall_200 12_2 0.0769 recall_500 12_2 0.0769 recall_1000 12_2 0.0769 infAP 12_2 0.0769 Rprec_mult_0.20 12_2 0.3846 Rprec_mult_0.40 12_2 0.1923 Rprec_mult_0.60 12_2 0.1282 Rprec_mult_0.80 12_2 0.0962 Rprec_mult_1.00 12_2 0.0769 Rprec_mult_1.20 12_2 0.0641 Rprec_mult_1.40 12_2 0.0549 Rprec_mult_1.60 12_2 0.0481 Rprec_mult_1.80 12_2 0.0427 Rprec_mult_2.00 12_2 0.0385 utility 12_2 5.0000 11pt_avg 12_2 0.0909 binG 12_2 0.0769 G 12_2 0.0285 ndcg 12_2 0.1513 ndcg_rel 12_2 0.1797 Rndcg 12_2 0.2709 ndcg_cut_5 12_2 0.4464 ndcg_cut_10 12_2 0.3281 ndcg_cut_15 12_2 0.2691 ndcg_cut_20 12_2 0.2319 ndcg_cut_30 12_2 0.1993 ndcg_cut_100 12_2 0.1513 ndcg_cut_200 12_2 0.1513 ndcg_cut_500 12_2 0.1513 ndcg_cut_1000 12_2 0.1513 map_cut_5 12_2 0.0769 map_cut_10 12_2 0.0769 map_cut_15 12_2 0.0769 map_cut_20 12_2 0.0769 map_cut_30 12_2 0.0769 map_cut_100 12_2 0.0769 map_cut_200 12_2 0.0769 map_cut_500 12_2 0.0769 map_cut_1000 12_2 0.0769 relative_P_5 12_2 1.0000 relative_P_10 12_2 0.5000 relative_P_15 12_2 0.3333 relative_P_20 12_2 0.2500 relative_P_30 12_2 0.1667 relative_P_100 12_2 0.0769 relative_P_200 12_2 0.0769 relative_P_500 12_2 0.0769 relative_P_1000 12_2 0.0769 success_1 12_2 1.0000 success_5 12_2 1.0000 success_10 12_2 1.0000 set_P 12_2 1.0000 set_relative_P 12_2 1.0000 set_recall 12_2 0.0769 set_map 12_2 0.0769 set_F 12_2 0.1429 num_nonrel_judged_ret 12_2 0 rbp 12_2 0.1698 rbp_resid 12_2 0.0000 unj_5 12_2 0.0000 unj_10 12_2 0.0000 unj_20 12_2 0.0000 num_ret 12_3 3 num_rel 12_3 75 num_rel_ret 12_3 2 map 12_3 0.0222 Rprec 12_3 0.0267 bpref 12_3 0.0265 recip_rank 12_3 1.0000 iprec_at_recall_0.00 12_3 1.0000 iprec_at_recall_0.10 12_3 0.0000 iprec_at_recall_0.20 12_3 0.0000 iprec_at_recall_0.30 12_3 0.0000 iprec_at_recall_0.40 12_3 0.0000 iprec_at_recall_0.50 12_3 0.0000 iprec_at_recall_0.60 12_3 0.0000 iprec_at_recall_0.70 12_3 0.0000 iprec_at_recall_0.80 12_3 0.0000 iprec_at_recall_0.90 12_3 0.0000 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 0.4000 P_10 12_3 0.2000 P_15 12_3 0.1333 P_20 12_3 0.1000 P_30 12_3 0.0667 P_100 12_3 0.0200 P_200 12_3 0.0100 P_500 12_3 0.0040 P_1000 12_3 0.0020 relstring 12_3 '202' recall_5 12_3 0.0267 recall_10 12_3 0.0267 recall_15 12_3 0.0267 recall_20 12_3 0.0267 recall_30 12_3 0.0267 recall_100 12_3 0.0267 recall_200 12_3 0.0267 recall_500 12_3 0.0267 recall_1000 12_3 0.0267 infAP 12_3 0.0222 Rprec_mult_0.20 12_3 0.1333 Rprec_mult_0.40 12_3 0.0667 Rprec_mult_0.60 12_3 0.0444 Rprec_mult_0.80 12_3 0.0333 Rprec_mult_1.00 12_3 0.0267 Rprec_mult_1.20 12_3 0.0222 Rprec_mult_1.40 12_3 0.0190 Rprec_mult_1.60 12_3 0.0167 Rprec_mult_1.80 12_3 0.0148 Rprec_mult_2.00 12_3 0.0133 utility 12_3 1.0000 11pt_avg 12_3 0.0909 binG 12_3 0.0217 G 12_3 0.0261 ndcg 12_3 0.1065 ndcg_rel 12_3 0.1264 Rndcg 12_3 0.1209 ndcg_cut_5 12_3 0.5087 ndcg_cut_10 12_3 0.3301 ndcg_cut_15 12_3 0.2559 ndcg_cut_20 12_3 0.2131 ndcg_cut_30 12_3 0.1637 ndcg_cut_100 12_3 0.1065 ndcg_cut_200 12_3 0.1065 ndcg_cut_500 12_3 0.1065 ndcg_cut_1000 12_3 0.1065 map_cut_5 12_3 0.0222 map_cut_10 12_3 0.0222 map_cut_15 12_3 0.0222 map_cut_20 12_3 0.0222 map_cut_30 12_3 0.0222 map_cut_100 12_3 0.0222 map_cut_200 12_3 0.0222 map_cut_500 12_3 0.0222 map_cut_1000 12_3 0.0222 relative_P_5 12_3 0.4000 relative_P_10 12_3 0.2000 relative_P_15 12_3 0.1333 relative_P_20 12_3 0.1000 relative_P_30 12_3 0.0667 relative_P_100 12_3 0.0267 relative_P_200 12_3 0.0267 relative_P_500 12_3 0.0267 relative_P_1000 12_3 0.0267 success_1 12_3 1.0000 success_5 12_3 1.0000 success_10 12_3 1.0000 set_P 12_3 0.6667 set_relative_P 12_3 0.6667 set_recall 12_3 0.0267 set_map 12_3 0.0178 set_F 12_3 0.0513 num_nonrel_judged_ret 12_3 1 rbp 12_3 0.1810 rbp_resid 12_3 0.0000 unj_5 12_3 0.0000 unj_10 12_3 0.0000 unj_20 12_3 0.0000 num_ret 12_5 3 num_rel 12_5 57 num_rel_ret 12_5 3 map 12_5 0.0526 Rprec 12_5 0.0526 bpref 12_5 0.0526 recip_rank 12_5 1.0000 iprec_at_recall_0.00 12_5 1.0000 iprec_at_recall_0.10 12_5 0.0000 iprec_at_recall_0.20 12_5 0.0000 iprec_at_recall_0.30 12_5 0.0000 iprec_at_recall_0.40 12_5 0.0000 iprec_at_recall_0.50 12_5 0.0000 iprec_at_recall_0.60 12_5 0.0000 iprec_at_recall_0.70 12_5 0.0000 iprec_at_recall_0.80 12_5 0.0000 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 0.6000 P_10 12_5 0.3000 P_15 12_5 0.2000 P_20 12_5 0.1500 P_30 12_5 0.1000 P_100 12_5 0.0300 P_200 12_5 0.0150 P_500 12_5 0.0060 P_1000 12_5 0.0030 relstring 12_5 '223' recall_5 12_5 0.0526 recall_10 12_5 0.0526 recall_15 12_5 0.0526 recall_20 12_5 0.0526 recall_30 12_5 0.0526 recall_100 12_5 0.0526 recall_200 12_5 0.0526 recall_500 12_5 0.0526 recall_1000 12_5 0.0526 infAP 12_5 0.0526 Rprec_mult_0.20 12_5 0.2500 Rprec_mult_0.40 12_5 0.1304 Rprec_mult_0.60 12_5 0.0857 Rprec_mult_0.80 12_5 0.0652 Rprec_mult_1.00 12_5 0.0526 Rprec_mult_1.20 12_5 0.0435 Rprec_mult_1.40 12_5 0.0375 Rprec_mult_1.60 12_5 0.0326 Rprec_mult_1.80 12_5 0.0291 Rprec_mult_2.00 12_5 0.0263 utility 12_5 3.0000 11pt_avg 12_5 0.0909 binG 12_5 0.0526 G 12_5 0.0319 ndcg 12_5 0.1519 ndcg_rel 12_5 0.1804 Rndcg 12_5 0.2476 ndcg_cut_5 12_5 0.5383 ndcg_cut_10 12_5 0.3742 ndcg_cut_15 12_5 0.3100 ndcg_cut_20 12_5 0.2688 ndcg_cut_30 12_5 0.2168 ndcg_cut_100 12_5 0.1519 ndcg_cut_200 12_5 0.1519 ndcg_cut_500 12_5 0.1519 ndcg_cut_1000 12_5 0.1519 map_cut_5 12_5 0.0526 map_cut_10 12_5 0.0526 map_cut_15 12_5 0.0526 map_cut_20 12_5 0.0526 map_cut_30 12_5 0.0526 map_cut_100 12_5 0.0526 map_cut_200 12_5 0.0526 map_cut_500 12_5 0.0526 map_cut_1000 12_5 0.0526 relative_P_5 12_5 0.6000 relative_P_10 12_5 0.3000 relative_P_15 12_5 0.2000 relative_P_20 12_5 0.1500 relative_P_30 12_5 0.1000 relative_P_100 12_5 0.0526 relative_P_200 12_5 0.0526 relative_P_500 12_5 0.0526 relative_P_1000 12_5 0.0526 success_1 12_5 1.0000 success_5 12_5 1.0000 success_10 12_5 1.0000 set_P 12_5 1.0000 set_relative_P 12_5 1.0000 set_recall 12_5 0.0526 set_map 12_5 0.0526 set_F 12_5 0.1000 num_nonrel_judged_ret 12_5 0 rbp 12_5 0.2077 rbp_resid 12_5 0.0000 unj_5 12_5 0.0000 unj_10 12_5 0.0000 unj_20 12_5 0.0000 num_ret 12_6 3 num_rel 12_6 48 num_rel_ret 12_6 3 map 12_6 0.0625 Rprec 12_6 0.0625 bpref 12_6 0.0625 recip_rank 12_6 1.0000 iprec_at_recall_0.00 12_6 1.0000 iprec_at_recall_0.10 12_6 0.0000 iprec_at_recall_0.20 12_6 0.0000 iprec_at_recall_0.30 12_6 0.0000 iprec_at_recall_0.40 12_6 0.0000 iprec_at_recall_0.50 12_6 0.0000 iprec_at_recall_0.60 12_6 0.0000 iprec_at_recall_0.70 12_6 0.0000 iprec_at_recall_0.80 12_6 0.0000 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 0.6000 P_10 12_6 0.3000 P_15 12_6 0.2000 P_20 12_6 0.1500 P_30 12_6 0.1000 P_100 12_6 0.0300 P_200 12_6 0.0150 P_500 12_6 0.0060 P_1000 12_6 0.0030 relstring 12_6 '222' recall_5 12_6 0.0625 recall_10 12_6 0.0625 recall_15 12_6 0.0625 recall_20 12_6 0.0625 recall_30 12_6 0.0625 recall_100 12_6 0.0625 recall_200 12_6 0.0625 recall_500 12_6 0.0625 recall_1000 12_6 0.0625 infAP 12_6 0.0625 Rprec_mult_0.20 12_6 0.3000 Rprec_mult_0.40 12_6 0.1500 Rprec_mult_0.60 12_6 0.1034 Rprec_mult_0.80 12_6 0.0769 Rprec_mult_1.00 12_6 0.0625 Rprec_mult_1.20 12_6 0.0517 Rprec_mult_1.40 12_6 0.0441 Rprec_mult_1.60 12_6 0.0390 Rprec_mult_1.80 12_6 0.0345 Rprec_mult_2.00 12_6 0.0312 utility 12_6 3.0000 11pt_avg 12_6 0.0909 binG 12_6 0.0625 G 12_6 0.0533 ndcg 12_6 0.2027 ndcg_rel 12_6 0.2367 Rndcg 12_6 0.3787 ndcg_cut_5 12_6 0.6179 ndcg_cut_10 12_6 0.4225 ndcg_cut_15 12_6 0.3350 ndcg_cut_20 12_6 0.2826 ndcg_cut_30 12_6 0.2415 ndcg_cut_100 12_6 0.2027 ndcg_cut_200 12_6 0.2027 ndcg_cut_500 12_6 0.2027 ndcg_cut_1000 12_6 0.2027 map_cut_5 12_6 0.0625 map_cut_10 12_6 0.0625 map_cut_15 12_6 0.0625 map_cut_20 12_6 0.0625 map_cut_30 12_6 0.0625 map_cut_100 12_6 0.0625 map_cut_200 12_6 0.0625 map_cut_500 12_6 0.0625 map_cut_1000 12_6 0.0625 relative_P_5 12_6 0.6000 relative_P_10 12_6 0.3000 relative_P_15 12_6 0.2000 relative_P_20 12_6 0.1500 relative_P_30 12_6 0.1000 relative_P_100 12_6 0.0625 relative_P_200 12_6 0.0625 relative_P_500 12_6 0.0625 relative_P_1000 12_6 0.0625 success_1 12_6 1.0000 success_5 12_6 1.0000 success_10 12_6 1.0000 set_P 12_6 1.0000 set_relative_P 12_6 1.0000 set_recall 12_6 0.0625 set_map 12_6 0.0625 set_F 12_6 0.1176 num_nonrel_judged_ret 12_6 0 rbp 12_6 0.1807 rbp_resid 12_6 0.0000 unj_5 12_6 0.0000 unj_10 12_6 0.0000 unj_20 12_6 0.0000 num_ret 12_7 1 num_rel 12_7 17 num_rel_ret 12_7 1 map 12_7 0.0588 Rprec 12_7 0.0588 bpref 12_7 0.0588 recip_rank 12_7 1.0000 iprec_at_recall_0.00 12_7 1.0000 iprec_at_recall_0.10 12_7 0.0000 iprec_at_recall_0.20 12_7 0.0000 iprec_at_recall_0.30 12_7 0.0000 iprec_at_recall_0.40 12_7 0.0000 iprec_at_recall_0.50 12_7 0.0000 iprec_at_recall_0.60 12_7 0.0000 iprec_at_recall_0.70 12_7 0.0000 iprec_at_recall_0.80 12_7 0.0000 iprec_at_recall_0.90 12_7 0.0000 iprec_at_recall_1.00 12_7 0.0000 P_5 12_7 0.2000 P_10 12_7 0.1000 P_15 12_7 0.0667 P_20 12_7 0.0500 P_30 12_7 0.0333 P_100 12_7 0.0100 P_200 12_7 0.0050 P_500 12_7 0.0020 P_1000 12_7 0.0010 relstring 12_7 '3' recall_5 12_7 0.0588 recall_10 12_7 0.0588 recall_15 12_7 0.0588 recall_20 12_7 0.0588 recall_30 12_7 0.0588 recall_100 12_7 0.0588 recall_200 12_7 0.0588 recall_500 12_7 0.0588 recall_1000 12_7 0.0588 infAP 12_7 0.0588 Rprec_mult_0.20 12_7 0.2500 Rprec_mult_0.40 12_7 0.1429 Rprec_mult_0.60 12_7 0.0909 Rprec_mult_0.80 12_7 0.0714 Rprec_mult_1.00 12_7 0.0588 Rprec_mult_1.20 12_7 0.0476 Rprec_mult_1.40 12_7 0.0417 Rprec_mult_1.60 12_7 0.0357 Rprec_mult_1.80 12_7 0.0323 Rprec_mult_2.00 12_7 0.0294 utility 12_7 1.0000 11pt_avg 12_7 0.0909 binG 12_7 0.0588 G 12_7 0.0909 ndcg 12_7 0.2143 ndcg_rel 12_7 0.2605 Rndcg 12_7 0.2800 ndcg_cut_5 12_7 0.3547 ndcg_cut_10 12_7 0.2575 ndcg_cut_15 12_7 0.2220 ndcg_cut_20 12_7 0.2143 ndcg_cut_30 12_7 0.2143 ndcg_cut_100 12_7 0.2143 ndcg_cut_200 12_7 0.2143 ndcg_cut_500 12_7 0.2143 ndcg_cut_1000 12_7 0.2143 map_cut_5 12_7 0.0588 map_cut_10 12_7 0.0588 map_cut_15 12_7 0.0588 map_cut_20 12_7 0.0588 map_cut_30 12_7 0.0588 map_cut_100 12_7 0.0588 map_cut_200 12_7 0.0588 map_cut_500 12_7 0.0588 map_cut_1000 12_7 0.0588 relative_P_5 12_7 0.2000 relative_P_10 12_7 0.1000 relative_P_15 12_7 0.0667 relative_P_20 12_7 0.0588 relative_P_30 12_7 0.0588 relative_P_100 12_7 0.0588 relative_P_200 12_7 0.0588 relative_P_500 12_7 0.0588 relative_P_1000 12_7 0.0588 success_1 12_7 1.0000 success_5 12_7 1.0000 success_10 12_7 1.0000 set_P 12_7 1.0000 set_relative_P 12_7 1.0000 set_recall 12_7 0.0588 set_map 12_7 0.0588 set_F 12_7 0.1111 num_nonrel_judged_ret 12_7 0 rbp 12_7 0.1000 rbp_resid 12_7 0.0000 unj_5 12_7 0.0000 unj_10 12_7 0.0000 unj_20 12_7 0.0000 num_ret 12_9 2 num_rel 12_9 27 num_rel_ret 12_9 1 map 12_9 0.0370 Rprec 12_9 0.0370 bpref 12_9 0.0370 recip_rank 12_9 1.0000 iprec_at_recall_0.00 12_9 1.0000 iprec_at_recall_0.10 12_9 0.0000 iprec_at_recall_0.20 12_9 0.0000 iprec_at_recall_0.30 12_9 0.0000 iprec_at_recall_0.40 12_9 0.0000 iprec_at_recall_0.50 12_9 0.0000 iprec_at_recall_0.60 12_9 0.0000 iprec_at_recall_0.70 12_9 0.0000 iprec_at_recall_0.80 12_9 0.0000 iprec_at_recall_0.90 12_9 0.0000 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 0.2000 P_10 12_9 0.1000 P_15 12_9 0.0667 P_20 12_9 0.0500 P_30 12_9 0.0333 P_100 12_9 0.0100 P_200 12_9 0.0050 P_500 12_9 0.0020 P_1000 12_9 0.0010 relstring 12_9 '20' recall_5 12_9 0.0370 recall_10 12_9 0.0370 recall_15 12_9 0.0370 recall_20 12_9 0.0370 recall_30 12_9 0.0370 recall_100 12_9 0.0370 recall_200 12_9 0.0370 recall_500 12_9 0.0370 recall_1000 12_9 0.0370 infAP 12_9 0.0370 Rprec_mult_0.20 12_9 0.1667 Rprec_mult_0.40 12_9 0.0909 Rprec_mult_0.60 12_9 0.0588 Rprec_mult_0.80 12_9 0.0455 Rprec_mult_1.00 12_9 0.0370 Rprec_mult_1.20 12_9 0.0303 Rprec_mult_1.40 12_9 0.0263 Rprec_mult_1.60 12_9 0.0227 Rprec_mult_1.80 12_9 0.0204 Rprec_mult_2.00 12_9 0.0185 utility 12_9 0.0000 11pt_avg 12_9 0.0909 binG 12_9 0.0370 G 12_9 0.0287 ndcg 12_9 0.1247 ndcg_rel 12_9 0.1447 Rndcg 12_9 0.2277 ndcg_cut_5 12_9 0.2657 ndcg_cut_10 12_9 0.1866 ndcg_cut_15 12_9 0.1498 ndcg_cut_20 12_9 0.1376 ndcg_cut_30 12_9 0.1247 ndcg_cut_100 12_9 0.1247 ndcg_cut_200 12_9 0.1247 ndcg_cut_500 12_9 0.1247 ndcg_cut_1000 12_9 0.1247 map_cut_5 12_9 0.0370 map_cut_10 12_9 0.0370 map_cut_15 12_9 0.0370 map_cut_20 12_9 0.0370 map_cut_30 12_9 0.0370 map_cut_100 12_9 0.0370 map_cut_200 12_9 0.0370 map_cut_500 12_9 0.0370 map_cut_1000 12_9 0.0370 relative_P_5 12_9 0.2000 relative_P_10 12_9 0.1000 relative_P_15 12_9 0.0667 relative_P_20 12_9 0.0500 relative_P_30 12_9 0.0370 relative_P_100 12_9 0.0370 relative_P_200 12_9 0.0370 relative_P_500 12_9 0.0370 relative_P_1000 12_9 0.0370 success_1 12_9 1.0000 success_5 12_9 1.0000 success_10 12_9 1.0000 set_P 12_9 0.5000 set_relative_P 12_9 0.5000 set_recall 12_9 0.0370 set_map 12_9 0.0185 set_F 12_9 0.0690 num_nonrel_judged_ret 12_9 1 rbp 12_9 0.0667 rbp_resid 12_9 0.0000 unj_5 12_9 0.0000 unj_10 12_9 0.0000 unj_20 12_9 0.0000 num_ret 13_2 2 num_rel 13_2 154 num_rel_ret 13_2 2 map 13_2 0.0130 Rprec 13_2 0.0130 bpref 13_2 0.0130 recip_rank 13_2 1.0000 iprec_at_recall_0.00 13_2 1.0000 iprec_at_recall_0.10 13_2 0.0000 iprec_at_recall_0.20 13_2 0.0000 iprec_at_recall_0.30 13_2 0.0000 iprec_at_recall_0.40 13_2 0.0000 iprec_at_recall_0.50 13_2 0.0000 iprec_at_recall_0.60 13_2 0.0000 iprec_at_recall_0.70 13_2 0.0000 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 0.4000 P_10 13_2 0.2000 P_15 13_2 0.1333 P_20 13_2 0.1000 P_30 13_2 0.0667 P_100 13_2 0.0200 P_200 13_2 0.0100 P_500 13_2 0.0040 P_1000 13_2 0.0020 relstring 13_2 '33' recall_5 13_2 0.0130 recall_10 13_2 0.0130 recall_15 13_2 0.0130 recall_20 13_2 0.0130 recall_30 13_2 0.0130 recall_100 13_2 0.0130 recall_200 13_2 0.0130 recall_500 13_2 0.0130 recall_1000 13_2 0.0130 infAP 13_2 0.0130 Rprec_mult_0.20 13_2 0.0645 Rprec_mult_0.40 13_2 0.0323 Rprec_mult_0.60 13_2 0.0215 Rprec_mult_0.80 13_2 0.0161 Rprec_mult_1.00 13_2 0.0130 Rprec_mult_1.20 13_2 0.0108 Rprec_mult_1.40 13_2 0.0093 Rprec_mult_1.60 13_2 0.0081 Rprec_mult_1.80 13_2 0.0072 Rprec_mult_2.00 13_2 0.0065 utility 13_2 2.0000 11pt_avg 13_2 0.0909 binG 13_2 0.0130 G 13_2 0.0133 ndcg 13_2 0.0823 ndcg_rel 13_2 0.0915 Rndcg 13_2 0.2808 ndcg_cut_5 13_2 0.4970 ndcg_cut_10 13_2 0.3344 ndcg_cut_15 13_2 0.2633 ndcg_cut_20 13_2 0.2212 ndcg_cut_30 13_2 0.1796 ndcg_cut_100 13_2 0.0963 ndcg_cut_200 13_2 0.0823 ndcg_cut_500 13_2 0.0823 ndcg_cut_1000 13_2 0.0823 map_cut_5 13_2 0.0130 map_cut_10 13_2 0.0130 map_cut_15 13_2 0.0130 map_cut_20 13_2 0.0130 map_cut_30 13_2 0.0130 map_cut_100 13_2 0.0130 map_cut_200 13_2 0.0130 map_cut_500 13_2 0.0130 map_cut_1000 13_2 0.0130 relative_P_5 13_2 0.4000 relative_P_10 13_2 0.2000 relative_P_15 13_2 0.1333 relative_P_20 13_2 0.1000 relative_P_30 13_2 0.0667 relative_P_100 13_2 0.0200 relative_P_200 13_2 0.0130 relative_P_500 13_2 0.0130 relative_P_1000 13_2 0.0130 success_1 13_2 1.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 1.0000 set_relative_P 13_2 1.0000 set_recall 13_2 0.0130 set_map 13_2 0.0130 set_F 13_2 0.0256 num_nonrel_judged_ret 13_2 0 rbp 13_2 0.1425 rbp_resid 13_2 0.0000 unj_5 13_2 0.0000 unj_10 13_2 0.0000 unj_20 13_2 0.0000 num_ret 13_3 4 num_rel 13_3 79 num_rel_ret 13_3 3 map 13_3 0.0380 Rprec 13_3 0.0380 bpref 13_3 0.0380 recip_rank 13_3 1.0000 iprec_at_recall_0.00 13_3 1.0000 iprec_at_recall_0.10 13_3 0.0000 iprec_at_recall_0.20 13_3 0.0000 iprec_at_recall_0.30 13_3 0.0000 iprec_at_recall_0.40 13_3 0.0000 iprec_at_recall_0.50 13_3 0.0000 iprec_at_recall_0.60 13_3 0.0000 iprec_at_recall_0.70 13_3 0.0000 iprec_at_recall_0.80 13_3 0.0000 iprec_at_recall_0.90 13_3 0.0000 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 0.6000 P_10 13_3 0.3000 P_15 13_3 0.2000 P_20 13_3 0.1500 P_30 13_3 0.1000 P_100 13_3 0.0300 P_200 13_3 0.0150 P_500 13_3 0.0060 P_1000 13_3 0.0030 relstring 13_3 '2220' recall_5 13_3 0.0380 recall_10 13_3 0.0380 recall_15 13_3 0.0380 recall_20 13_3 0.0380 recall_30 13_3 0.0380 recall_100 13_3 0.0380 recall_200 13_3 0.0380 recall_500 13_3 0.0380 recall_1000 13_3 0.0380 infAP 13_3 0.0380 Rprec_mult_0.20 13_3 0.1875 Rprec_mult_0.40 13_3 0.0938 Rprec_mult_0.60 13_3 0.0625 Rprec_mult_0.80 13_3 0.0469 Rprec_mult_1.00 13_3 0.0380 Rprec_mult_1.20 13_3 0.0316 Rprec_mult_1.40 13_3 0.0270 Rprec_mult_1.60 13_3 0.0236 Rprec_mult_1.80 13_3 0.0210 Rprec_mult_2.00 13_3 0.0190 utility 13_3 2.0000 11pt_avg 13_3 0.0909 binG 13_3 0.0380 G 13_3 0.0220 ndcg 13_3 0.1228 ndcg_rel 13_3 0.1434 Rndcg 13_3 0.2709 ndcg_cut_5 13_3 0.5039 ndcg_cut_10 13_3 0.3659 ndcg_cut_15 13_3 0.2984 ndcg_cut_20 13_3 0.2561 ndcg_cut_30 13_3 0.2041 ndcg_cut_100 13_3 0.1228 ndcg_cut_200 13_3 0.1228 ndcg_cut_500 13_3 0.1228 ndcg_cut_1000 13_3 0.1228 map_cut_5 13_3 0.0380 map_cut_10 13_3 0.0380 map_cut_15 13_3 0.0380 map_cut_20 13_3 0.0380 map_cut_30 13_3 0.0380 map_cut_100 13_3 0.0380 map_cut_200 13_3 0.0380 map_cut_500 13_3 0.0380 map_cut_1000 13_3 0.0380 relative_P_5 13_3 0.6000 relative_P_10 13_3 0.3000 relative_P_15 13_3 0.2000 relative_P_20 13_3 0.1500 relative_P_30 13_3 0.1000 relative_P_100 13_3 0.0380 relative_P_200 13_3 0.0380 relative_P_500 13_3 0.0380 relative_P_1000 13_3 0.0380 success_1 13_3 1.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.7500 set_relative_P 13_3 0.7500 set_recall 13_3 0.0380 set_map 13_3 0.0285 set_F 13_3 0.0723 num_nonrel_judged_ret 13_3 1 rbp 13_3 0.1807 rbp_resid 13_3 0.0000 unj_5 13_3 0.0000 unj_10 13_3 0.0000 unj_20 13_3 0.0000 num_ret 13_4 9 num_rel 13_4 132 num_rel_ret 13_4 4 map 13_4 0.0269 Rprec 13_4 0.0303 bpref 13_4 0.0301 recip_rank 13_4 1.0000 iprec_at_recall_0.00 13_4 1.0000 iprec_at_recall_0.10 13_4 0.0000 iprec_at_recall_0.20 13_4 0.0000 iprec_at_recall_0.30 13_4 0.0000 iprec_at_recall_0.40 13_4 0.0000 iprec_at_recall_0.50 13_4 0.0000 iprec_at_recall_0.60 13_4 0.0000 iprec_at_recall_0.70 13_4 0.0000 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 0.8000 P_10 13_4 0.4000 P_15 13_4 0.2667 P_20 13_4 0.2000 P_30 13_4 0.1333 P_100 13_4 0.0400 P_200 13_4 0.0200 P_500 13_4 0.0080 P_1000 13_4 0.0040 relstring 13_4 '11011----' recall_5 13_4 0.0303 recall_10 13_4 0.0303 recall_15 13_4 0.0303 recall_20 13_4 0.0303 recall_30 13_4 0.0303 recall_100 13_4 0.0303 recall_200 13_4 0.0303 recall_500 13_4 0.0303 recall_1000 13_4 0.0303 infAP 13_4 0.0269 Rprec_mult_0.20 13_4 0.1481 Rprec_mult_0.40 13_4 0.0755 Rprec_mult_0.60 13_4 0.0500 Rprec_mult_0.80 13_4 0.0377 Rprec_mult_1.00 13_4 0.0303 Rprec_mult_1.20 13_4 0.0252 Rprec_mult_1.40 13_4 0.0216 Rprec_mult_1.60 13_4 0.0189 Rprec_mult_1.80 13_4 0.0168 Rprec_mult_2.00 13_4 0.0152 utility 13_4 -1.0000 11pt_avg 13_4 0.0909 binG 13_4 0.0247 G 13_4 0.0066 ndcg 13_4 0.0504 ndcg_rel 13_4 0.0595 Rndcg 13_4 0.1461 ndcg_cut_5 13_4 0.3550 ndcg_cut_10 13_4 0.2427 ndcg_cut_15 13_4 0.1924 ndcg_cut_20 13_4 0.1624 ndcg_cut_30 13_4 0.1267 ndcg_cut_100 13_4 0.0571 ndcg_cut_200 13_4 0.0504 ndcg_cut_500 13_4 0.0504 ndcg_cut_1000 13_4 0.0504 map_cut_5 13_4 0.0269 map_cut_10 13_4 0.0269 map_cut_15 13_4 0.0269 map_cut_20 13_4 0.0269 map_cut_30 13_4 0.0269 map_cut_100 13_4 0.0269 map_cut_200 13_4 0.0269 map_cut_500 13_4 0.0269 map_cut_1000 13_4 0.0269 relative_P_5 13_4 0.8000 relative_P_10 13_4 0.4000 relative_P_15 13_4 0.2667 relative_P_20 13_4 0.2000 relative_P_30 13_4 0.1333 relative_P_100 13_4 0.0400 relative_P_200 13_4 0.0303 relative_P_500 13_4 0.0303 relative_P_1000 13_4 0.0303 success_1 13_4 1.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.4444 set_relative_P 13_4 0.4444 set_recall 13_4 0.0303 set_map 13_4 0.0135 set_F 13_4 0.0567 num_nonrel_judged_ret 13_4 1 rbp 13_4 0.1095 rbp_resid 13_4 0.5905 unj_5 13_4 0.0000 unj_10 13_4 0.4000 unj_20 13_4 0.2000 num_ret 13_6 10 num_rel 13_6 135 num_rel_ret 13_6 6 map 13_6 0.0426 Rprec 13_6 0.0444 bpref 13_6 0.0444 recip_rank 13_6 1.0000 iprec_at_recall_0.00 13_6 1.0000 iprec_at_recall_0.10 13_6 0.0000 iprec_at_recall_0.20 13_6 0.0000 iprec_at_recall_0.30 13_6 0.0000 iprec_at_recall_0.40 13_6 0.0000 iprec_at_recall_0.50 13_6 0.0000 iprec_at_recall_0.60 13_6 0.0000 iprec_at_recall_0.70 13_6 0.0000 iprec_at_recall_0.80 13_6 0.0000 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 1.0000 P_10 13_6 0.6000 P_15 13_6 0.4000 P_20 13_6 0.3000 P_30 13_6 0.2000 P_100 13_6 0.0600 P_200 13_6 0.0300 P_500 13_6 0.0120 P_1000 13_6 0.0060 relstring 13_6 '21312--3--' recall_5 13_6 0.0370 recall_10 13_6 0.0444 recall_15 13_6 0.0444 recall_20 13_6 0.0444 recall_30 13_6 0.0444 recall_100 13_6 0.0444 recall_200 13_6 0.0444 recall_500 13_6 0.0444 recall_1000 13_6 0.0444 infAP 13_6 0.0426 Rprec_mult_0.20 13_6 0.2222 Rprec_mult_0.40 13_6 0.1111 Rprec_mult_0.60 13_6 0.0741 Rprec_mult_0.80 13_6 0.0556 Rprec_mult_1.00 13_6 0.0444 Rprec_mult_1.20 13_6 0.0370 Rprec_mult_1.40 13_6 0.0317 Rprec_mult_1.60 13_6 0.0278 Rprec_mult_1.80 13_6 0.0247 Rprec_mult_2.00 13_6 0.0222 utility 13_6 2.0000 11pt_avg 13_6 0.0909 binG 13_6 0.0407 G 13_6 0.0165 ndcg 13_6 0.1135 ndcg_rel 13_6 0.1311 Rndcg 13_6 0.2624 ndcg_cut_5 13_6 0.5419 ndcg_cut_10 13_6 0.4294 ndcg_cut_15 13_6 0.3380 ndcg_cut_20 13_6 0.2932 ndcg_cut_30 13_6 0.2447 ndcg_cut_100 13_6 0.1276 ndcg_cut_200 13_6 0.1135 ndcg_cut_500 13_6 0.1135 ndcg_cut_1000 13_6 0.1135 map_cut_5 13_6 0.0370 map_cut_10 13_6 0.0426 map_cut_15 13_6 0.0426 map_cut_20 13_6 0.0426 map_cut_30 13_6 0.0426 map_cut_100 13_6 0.0426 map_cut_200 13_6 0.0426 map_cut_500 13_6 0.0426 map_cut_1000 13_6 0.0426 relative_P_5 13_6 1.0000 relative_P_10 13_6 0.6000 relative_P_15 13_6 0.4000 relative_P_20 13_6 0.3000 relative_P_30 13_6 0.2000 relative_P_100 13_6 0.0600 relative_P_200 13_6 0.0444 relative_P_500 13_6 0.0444 relative_P_1000 13_6 0.0444 success_1 13_6 1.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.6000 set_relative_P 13_6 0.6000 set_recall 13_6 0.0444 set_map 13_6 0.0267 set_F 13_6 0.0828 num_nonrel_judged_ret 13_6 0 rbp 13_6 0.2202 rbp_resid 13_6 0.5427 unj_5 13_6 0.0000 unj_10 13_6 0.4000 unj_20 13_6 0.2000 num_ret 13_8 3 num_rel 13_8 100 num_rel_ret 13_8 2 map 13_8 0.0200 Rprec 13_8 0.0200 bpref 13_8 0.0200 recip_rank 13_8 1.0000 iprec_at_recall_0.00 13_8 1.0000 iprec_at_recall_0.10 13_8 0.0000 iprec_at_recall_0.20 13_8 0.0000 iprec_at_recall_0.30 13_8 0.0000 iprec_at_recall_0.40 13_8 0.0000 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 0.4000 P_10 13_8 0.2000 P_15 13_8 0.1333 P_20 13_8 0.1000 P_30 13_8 0.0667 P_100 13_8 0.0200 P_200 13_8 0.0100 P_500 13_8 0.0040 P_1000 13_8 0.0020 relstring 13_8 '120' recall_5 13_8 0.0200 recall_10 13_8 0.0200 recall_15 13_8 0.0200 recall_20 13_8 0.0200 recall_30 13_8 0.0200 recall_100 13_8 0.0200 recall_200 13_8 0.0200 recall_500 13_8 0.0200 recall_1000 13_8 0.0200 infAP 13_8 0.0200 Rprec_mult_0.20 13_8 0.1000 Rprec_mult_0.40 13_8 0.0500 Rprec_mult_0.60 13_8 0.0333 Rprec_mult_0.80 13_8 0.0250 Rprec_mult_1.00 13_8 0.0200 Rprec_mult_1.20 13_8 0.0167 Rprec_mult_1.40 13_8 0.0143 Rprec_mult_1.60 13_8 0.0125 Rprec_mult_1.80 13_8 0.0111 Rprec_mult_2.00 13_8 0.0100 utility 13_8 1.0000 11pt_avg 13_8 0.0909 binG 13_8 0.0200 G 13_8 0.0074 ndcg 13_8 0.0530 ndcg_rel 13_8 0.0599 Rndcg 13_8 0.0824 ndcg_cut_5 13_8 0.2557 ndcg_cut_10 13_8 0.1659 ndcg_cut_15 13_8 0.1305 ndcg_cut_20 13_8 0.1149 ndcg_cut_30 13_8 0.0945 ndcg_cut_100 13_8 0.0530 ndcg_cut_200 13_8 0.0530 ndcg_cut_500 13_8 0.0530 ndcg_cut_1000 13_8 0.0530 map_cut_5 13_8 0.0200 map_cut_10 13_8 0.0200 map_cut_15 13_8 0.0200 map_cut_20 13_8 0.0200 map_cut_30 13_8 0.0200 map_cut_100 13_8 0.0200 map_cut_200 13_8 0.0200 map_cut_500 13_8 0.0200 map_cut_1000 13_8 0.0200 relative_P_5 13_8 0.4000 relative_P_10 13_8 0.2000 relative_P_15 13_8 0.1333 relative_P_20 13_8 0.1000 relative_P_30 13_8 0.0667 relative_P_100 13_8 0.0200 relative_P_200 13_8 0.0200 relative_P_500 13_8 0.0200 relative_P_1000 13_8 0.0200 success_1 13_8 1.0000 success_5 13_8 1.0000 success_10 13_8 1.0000 set_P 13_8 0.6667 set_relative_P 13_8 0.6667 set_recall 13_8 0.0200 set_map 13_8 0.0133 set_F 13_8 0.0388 num_nonrel_judged_ret 13_8 1 rbp 13_8 0.0933 rbp_resid 13_8 0.0000 unj_5 13_8 0.0000 unj_10 13_8 0.0000 unj_20 13_8 0.0000 num_ret 14_10 1 num_rel 14_10 52 num_rel_ret 14_10 1 map 14_10 0.0192 Rprec 14_10 0.0192 bpref 14_10 0.0192 recip_rank 14_10 1.0000 iprec_at_recall_0.00 14_10 1.0000 iprec_at_recall_0.10 14_10 0.0000 iprec_at_recall_0.20 14_10 0.0000 iprec_at_recall_0.30 14_10 0.0000 iprec_at_recall_0.40 14_10 0.0000 iprec_at_recall_0.50 14_10 0.0000 iprec_at_recall_0.60 14_10 0.0000 iprec_at_recall_0.70 14_10 0.0000 iprec_at_recall_0.80 14_10 0.0000 iprec_at_recall_0.90 14_10 0.0000 iprec_at_recall_1.00 14_10 0.0000 P_5 14_10 0.2000 P_10 14_10 0.1000 P_15 14_10 0.0667 P_20 14_10 0.0500 P_30 14_10 0.0333 P_100 14_10 0.0100 P_200 14_10 0.0050 P_500 14_10 0.0020 P_1000 14_10 0.0010 relstring 14_10 '2' recall_5 14_10 0.0192 recall_10 14_10 0.0192 recall_15 14_10 0.0192 recall_20 14_10 0.0192 recall_30 14_10 0.0192 recall_100 14_10 0.0192 recall_200 14_10 0.0192 recall_500 14_10 0.0192 recall_1000 14_10 0.0192 infAP 14_10 0.0192 Rprec_mult_0.20 14_10 0.0909 Rprec_mult_0.40 14_10 0.0476 Rprec_mult_0.60 14_10 0.0312 Rprec_mult_0.80 14_10 0.0238 Rprec_mult_1.00 14_10 0.0192 Rprec_mult_1.20 14_10 0.0159 Rprec_mult_1.40 14_10 0.0137 Rprec_mult_1.60 14_10 0.0119 Rprec_mult_1.80 14_10 0.0106 Rprec_mult_2.00 14_10 0.0096 utility 14_10 1.0000 11pt_avg 14_10 0.0909 binG 14_10 0.0192 G 14_10 0.0150 ndcg 14_10 0.0822 ndcg_rel 14_10 0.0934 Rndcg 14_10 0.1649 ndcg_cut_5 14_10 0.2491 ndcg_cut_10 14_10 0.1783 ndcg_cut_15 14_10 0.1444 ndcg_cut_20 14_10 0.1234 ndcg_cut_30 14_10 0.0988 ndcg_cut_100 14_10 0.0822 ndcg_cut_200 14_10 0.0822 ndcg_cut_500 14_10 0.0822 ndcg_cut_1000 14_10 0.0822 map_cut_5 14_10 0.0192 map_cut_10 14_10 0.0192 map_cut_15 14_10 0.0192 map_cut_20 14_10 0.0192 map_cut_30 14_10 0.0192 map_cut_100 14_10 0.0192 map_cut_200 14_10 0.0192 map_cut_500 14_10 0.0192 map_cut_1000 14_10 0.0192 relative_P_5 14_10 0.2000 relative_P_10 14_10 0.1000 relative_P_15 14_10 0.0667 relative_P_20 14_10 0.0500 relative_P_30 14_10 0.0333 relative_P_100 14_10 0.0192 relative_P_200 14_10 0.0192 relative_P_500 14_10 0.0192 relative_P_1000 14_10 0.0192 success_1 14_10 1.0000 success_5 14_10 1.0000 success_10 14_10 1.0000 set_P 14_10 1.0000 set_relative_P 14_10 1.0000 set_recall 14_10 0.0192 set_map 14_10 0.0192 set_F 14_10 0.0377 num_nonrel_judged_ret 14_10 0 rbp 14_10 0.0667 rbp_resid 14_10 0.0000 unj_5 14_10 0.0000 unj_10 14_10 0.0000 unj_20 14_10 0.0000 num_ret 14_2 1 num_rel 14_2 105 num_rel_ret 14_2 1 map 14_2 0.0095 Rprec 14_2 0.0095 bpref 14_2 0.0095 recip_rank 14_2 1.0000 iprec_at_recall_0.00 14_2 1.0000 iprec_at_recall_0.10 14_2 0.0000 iprec_at_recall_0.20 14_2 0.0000 iprec_at_recall_0.30 14_2 0.0000 iprec_at_recall_0.40 14_2 0.0000 iprec_at_recall_0.50 14_2 0.0000 iprec_at_recall_0.60 14_2 0.0000 iprec_at_recall_0.70 14_2 0.0000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 0.2000 P_10 14_2 0.1000 P_15 14_2 0.0667 P_20 14_2 0.0500 P_30 14_2 0.0333 P_100 14_2 0.0100 P_200 14_2 0.0050 P_500 14_2 0.0020 P_1000 14_2 0.0010 relstring 14_2 '3' recall_5 14_2 0.0095 recall_10 14_2 0.0095 recall_15 14_2 0.0095 recall_20 14_2 0.0095 recall_30 14_2 0.0095 recall_100 14_2 0.0095 recall_200 14_2 0.0095 recall_500 14_2 0.0095 recall_1000 14_2 0.0095 infAP 14_2 0.0095 Rprec_mult_0.20 14_2 0.0476 Rprec_mult_0.40 14_2 0.0238 Rprec_mult_0.60 14_2 0.0159 Rprec_mult_0.80 14_2 0.0119 Rprec_mult_1.00 14_2 0.0095 Rprec_mult_1.20 14_2 0.0079 Rprec_mult_1.40 14_2 0.0068 Rprec_mult_1.60 14_2 0.0060 Rprec_mult_1.80 14_2 0.0053 Rprec_mult_2.00 14_2 0.0048 utility 14_2 1.0000 11pt_avg 14_2 0.0909 binG 14_2 0.0095 G 14_2 0.0201 ndcg 14_2 0.0849 ndcg_rel 14_2 0.0936 Rndcg 14_2 0.1988 ndcg_cut_5 14_2 0.3547 ndcg_cut_10 14_2 0.2575 ndcg_cut_15 14_2 0.2100 ndcg_cut_20 14_2 0.1803 ndcg_cut_30 14_2 0.1436 ndcg_cut_100 14_2 0.0867 ndcg_cut_200 14_2 0.0849 ndcg_cut_500 14_2 0.0849 ndcg_cut_1000 14_2 0.0849 map_cut_5 14_2 0.0095 map_cut_10 14_2 0.0095 map_cut_15 14_2 0.0095 map_cut_20 14_2 0.0095 map_cut_30 14_2 0.0095 map_cut_100 14_2 0.0095 map_cut_200 14_2 0.0095 map_cut_500 14_2 0.0095 map_cut_1000 14_2 0.0095 relative_P_5 14_2 0.2000 relative_P_10 14_2 0.1000 relative_P_15 14_2 0.0667 relative_P_20 14_2 0.0500 relative_P_30 14_2 0.0333 relative_P_100 14_2 0.0100 relative_P_200 14_2 0.0095 relative_P_500 14_2 0.0095 relative_P_1000 14_2 0.0095 success_1 14_2 1.0000 success_5 14_2 1.0000 success_10 14_2 1.0000 set_P 14_2 1.0000 set_relative_P 14_2 1.0000 set_recall 14_2 0.0095 set_map 14_2 0.0095 set_F 14_2 0.0189 num_nonrel_judged_ret 14_2 0 rbp 14_2 0.1000 rbp_resid 14_2 0.0000 unj_5 14_2 0.0000 unj_10 14_2 0.0000 unj_20 14_2 0.0000 num_ret 14_3 1 num_rel 14_3 160 num_rel_ret 14_3 1 map 14_3 0.0063 Rprec 14_3 0.0063 bpref 14_3 0.0063 recip_rank 14_3 1.0000 iprec_at_recall_0.00 14_3 1.0000 iprec_at_recall_0.10 14_3 0.0000 iprec_at_recall_0.20 14_3 0.0000 iprec_at_recall_0.30 14_3 0.0000 iprec_at_recall_0.40 14_3 0.0000 iprec_at_recall_0.50 14_3 0.0000 iprec_at_recall_0.60 14_3 0.0000 iprec_at_recall_0.70 14_3 0.0000 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 0.2000 P_10 14_3 0.1000 P_15 14_3 0.0667 P_20 14_3 0.0500 P_30 14_3 0.0333 P_100 14_3 0.0100 P_200 14_3 0.0050 P_500 14_3 0.0020 P_1000 14_3 0.0010 relstring 14_3 '2' recall_5 14_3 0.0063 recall_10 14_3 0.0063 recall_15 14_3 0.0063 recall_20 14_3 0.0063 recall_30 14_3 0.0063 recall_100 14_3 0.0063 recall_200 14_3 0.0063 recall_500 14_3 0.0063 recall_1000 14_3 0.0063 infAP 14_3 0.0063 Rprec_mult_0.20 14_3 0.0312 Rprec_mult_0.40 14_3 0.0156 Rprec_mult_0.60 14_3 0.0104 Rprec_mult_0.80 14_3 0.0078 Rprec_mult_1.00 14_3 0.0063 Rprec_mult_1.20 14_3 0.0052 Rprec_mult_1.40 14_3 0.0045 Rprec_mult_1.60 14_3 0.0039 Rprec_mult_1.80 14_3 0.0035 Rprec_mult_2.00 14_3 0.0031 utility 14_3 1.0000 11pt_avg 14_3 0.0909 binG 14_3 0.0063 G 14_3 0.0058 ndcg 14_3 0.0439 ndcg_rel 14_3 0.0478 Rndcg 14_3 0.1411 ndcg_cut_5 14_3 0.2491 ndcg_cut_10 14_3 0.1783 ndcg_cut_15 14_3 0.1444 ndcg_cut_20 14_3 0.1234 ndcg_cut_30 14_3 0.0978 ndcg_cut_100 14_3 0.0540 ndcg_cut_200 14_3 0.0439 ndcg_cut_500 14_3 0.0439 ndcg_cut_1000 14_3 0.0439 map_cut_5 14_3 0.0063 map_cut_10 14_3 0.0063 map_cut_15 14_3 0.0063 map_cut_20 14_3 0.0063 map_cut_30 14_3 0.0063 map_cut_100 14_3 0.0063 map_cut_200 14_3 0.0063 map_cut_500 14_3 0.0063 map_cut_1000 14_3 0.0063 relative_P_5 14_3 0.2000 relative_P_10 14_3 0.1000 relative_P_15 14_3 0.0667 relative_P_20 14_3 0.0500 relative_P_30 14_3 0.0333 relative_P_100 14_3 0.0100 relative_P_200 14_3 0.0063 relative_P_500 14_3 0.0063 relative_P_1000 14_3 0.0063 success_1 14_3 1.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 1.0000 set_relative_P 14_3 1.0000 set_recall 14_3 0.0063 set_map 14_3 0.0063 set_F 14_3 0.0124 num_nonrel_judged_ret 14_3 0 rbp 14_3 0.0667 rbp_resid 14_3 0.0000 unj_5 14_3 0.0000 unj_10 14_3 0.0000 unj_20 14_3 0.0000 num_ret 14_4 1 num_rel 14_4 46 num_rel_ret 14_4 1 map 14_4 0.0217 Rprec 14_4 0.0217 bpref 14_4 0.0217 recip_rank 14_4 1.0000 iprec_at_recall_0.00 14_4 1.0000 iprec_at_recall_0.10 14_4 0.0000 iprec_at_recall_0.20 14_4 0.0000 iprec_at_recall_0.30 14_4 0.0000 iprec_at_recall_0.40 14_4 0.0000 iprec_at_recall_0.50 14_4 0.0000 iprec_at_recall_0.60 14_4 0.0000 iprec_at_recall_0.70 14_4 0.0000 iprec_at_recall_0.80 14_4 0.0000 iprec_at_recall_0.90 14_4 0.0000 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.2000 P_10 14_4 0.1000 P_15 14_4 0.0667 P_20 14_4 0.0500 P_30 14_4 0.0333 P_100 14_4 0.0100 P_200 14_4 0.0050 P_500 14_4 0.0020 P_1000 14_4 0.0010 relstring 14_4 '2' recall_5 14_4 0.0217 recall_10 14_4 0.0217 recall_15 14_4 0.0217 recall_20 14_4 0.0217 recall_30 14_4 0.0217 recall_100 14_4 0.0217 recall_200 14_4 0.0217 recall_500 14_4 0.0217 recall_1000 14_4 0.0217 infAP 14_4 0.0217 Rprec_mult_0.20 14_4 0.1000 Rprec_mult_0.40 14_4 0.0526 Rprec_mult_0.60 14_4 0.0357 Rprec_mult_0.80 14_4 0.0270 Rprec_mult_1.00 14_4 0.0217 Rprec_mult_1.20 14_4 0.0179 Rprec_mult_1.40 14_4 0.0154 Rprec_mult_1.60 14_4 0.0135 Rprec_mult_1.80 14_4 0.0120 Rprec_mult_2.00 14_4 0.0109 utility 14_4 1.0000 11pt_avg 14_4 0.0909 binG 14_4 0.0217 G 14_4 0.0168 ndcg 14_4 0.0852 ndcg_rel 14_4 0.0978 Rndcg 14_4 0.1170 ndcg_cut_5 14_4 0.2261 ndcg_cut_10 14_4 0.1499 ndcg_cut_15 14_4 0.1252 ndcg_cut_20 14_4 0.1091 ndcg_cut_30 14_4 0.0978 ndcg_cut_100 14_4 0.0852 ndcg_cut_200 14_4 0.0852 ndcg_cut_500 14_4 0.0852 ndcg_cut_1000 14_4 0.0852 map_cut_5 14_4 0.0217 map_cut_10 14_4 0.0217 map_cut_15 14_4 0.0217 map_cut_20 14_4 0.0217 map_cut_30 14_4 0.0217 map_cut_100 14_4 0.0217 map_cut_200 14_4 0.0217 map_cut_500 14_4 0.0217 map_cut_1000 14_4 0.0217 relative_P_5 14_4 0.2000 relative_P_10 14_4 0.1000 relative_P_15 14_4 0.0667 relative_P_20 14_4 0.0500 relative_P_30 14_4 0.0333 relative_P_100 14_4 0.0217 relative_P_200 14_4 0.0217 relative_P_500 14_4 0.0217 relative_P_1000 14_4 0.0217 success_1 14_4 1.0000 success_5 14_4 1.0000 success_10 14_4 1.0000 set_P 14_4 1.0000 set_relative_P 14_4 1.0000 set_recall 14_4 0.0217 set_map 14_4 0.0217 set_F 14_4 0.0426 num_nonrel_judged_ret 14_4 0 rbp 14_4 0.0667 rbp_resid 14_4 0.0000 unj_5 14_4 0.0000 unj_10 14_4 0.0000 unj_20 14_4 0.0000 num_ret 14_7 1 num_rel 14_7 83 num_rel_ret 14_7 1 map 14_7 0.0120 Rprec 14_7 0.0120 bpref 14_7 0.0120 recip_rank 14_7 1.0000 iprec_at_recall_0.00 14_7 1.0000 iprec_at_recall_0.10 14_7 0.0000 iprec_at_recall_0.20 14_7 0.0000 iprec_at_recall_0.30 14_7 0.0000 iprec_at_recall_0.40 14_7 0.0000 iprec_at_recall_0.50 14_7 0.0000 iprec_at_recall_0.60 14_7 0.0000 iprec_at_recall_0.70 14_7 0.0000 iprec_at_recall_0.80 14_7 0.0000 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 0.2000 P_10 14_7 0.1000 P_15 14_7 0.0667 P_20 14_7 0.0500 P_30 14_7 0.0333 P_100 14_7 0.0100 P_200 14_7 0.0050 P_500 14_7 0.0020 P_1000 14_7 0.0010 relstring 14_7 '3' recall_5 14_7 0.0120 recall_10 14_7 0.0120 recall_15 14_7 0.0120 recall_20 14_7 0.0120 recall_30 14_7 0.0120 recall_100 14_7 0.0120 recall_200 14_7 0.0120 recall_500 14_7 0.0120 recall_1000 14_7 0.0120 infAP 14_7 0.0120 Rprec_mult_0.20 14_7 0.0588 Rprec_mult_0.40 14_7 0.0294 Rprec_mult_0.60 14_7 0.0200 Rprec_mult_0.80 14_7 0.0149 Rprec_mult_1.00 14_7 0.0120 Rprec_mult_1.20 14_7 0.0100 Rprec_mult_1.40 14_7 0.0085 Rprec_mult_1.60 14_7 0.0075 Rprec_mult_1.80 14_7 0.0067 Rprec_mult_2.00 14_7 0.0060 utility 14_7 1.0000 11pt_avg 14_7 0.0909 binG 14_7 0.0120 G 14_7 0.0242 ndcg 14_7 0.0940 ndcg_rel 14_7 0.1049 Rndcg 14_7 0.1654 ndcg_cut_5 14_7 0.3392 ndcg_cut_10 14_7 0.2358 ndcg_cut_15 14_7 0.1953 ndcg_cut_20 14_7 0.1693 ndcg_cut_30 14_7 0.1366 ndcg_cut_100 14_7 0.0940 ndcg_cut_200 14_7 0.0940 ndcg_cut_500 14_7 0.0940 ndcg_cut_1000 14_7 0.0940 map_cut_5 14_7 0.0120 map_cut_10 14_7 0.0120 map_cut_15 14_7 0.0120 map_cut_20 14_7 0.0120 map_cut_30 14_7 0.0120 map_cut_100 14_7 0.0120 map_cut_200 14_7 0.0120 map_cut_500 14_7 0.0120 map_cut_1000 14_7 0.0120 relative_P_5 14_7 0.2000 relative_P_10 14_7 0.1000 relative_P_15 14_7 0.0667 relative_P_20 14_7 0.0500 relative_P_30 14_7 0.0333 relative_P_100 14_7 0.0120 relative_P_200 14_7 0.0120 relative_P_500 14_7 0.0120 relative_P_1000 14_7 0.0120 success_1 14_7 1.0000 success_5 14_7 1.0000 success_10 14_7 1.0000 set_P 14_7 1.0000 set_relative_P 14_7 1.0000 set_recall 14_7 0.0120 set_map 14_7 0.0120 set_F 14_7 0.0238 num_nonrel_judged_ret 14_7 0 rbp 14_7 0.1000 rbp_resid 14_7 0.0000 unj_5 14_7 0.0000 unj_10 14_7 0.0000 unj_20 14_7 0.0000 num_ret 14_8 1 num_rel 14_8 18 num_rel_ret 14_8 0 map 14_8 0.0000 Rprec 14_8 0.0000 bpref 14_8 0.0000 recip_rank 14_8 0.0000 iprec_at_recall_0.00 14_8 0.0000 iprec_at_recall_0.10 14_8 0.0000 iprec_at_recall_0.20 14_8 0.0000 iprec_at_recall_0.30 14_8 0.0000 iprec_at_recall_0.40 14_8 0.0000 iprec_at_recall_0.50 14_8 0.0000 iprec_at_recall_0.60 14_8 0.0000 iprec_at_recall_0.70 14_8 0.0000 iprec_at_recall_0.80 14_8 0.0000 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.0000 P_10 14_8 0.0000 P_15 14_8 0.0000 P_20 14_8 0.0000 P_30 14_8 0.0000 P_100 14_8 0.0000 P_200 14_8 0.0000 P_500 14_8 0.0000 P_1000 14_8 0.0000 relstring 14_8 '0' recall_5 14_8 0.0000 recall_10 14_8 0.0000 recall_15 14_8 0.0000 recall_20 14_8 0.0000 recall_30 14_8 0.0000 recall_100 14_8 0.0000 recall_200 14_8 0.0000 recall_500 14_8 0.0000 recall_1000 14_8 0.0000 infAP 14_8 0.0000 Rprec_mult_0.20 14_8 0.0000 Rprec_mult_0.40 14_8 0.0000 Rprec_mult_0.60 14_8 0.0000 Rprec_mult_0.80 14_8 0.0000 Rprec_mult_1.00 14_8 0.0000 Rprec_mult_1.20 14_8 0.0000 Rprec_mult_1.40 14_8 0.0000 Rprec_mult_1.60 14_8 0.0000 Rprec_mult_1.80 14_8 0.0000 Rprec_mult_2.00 14_8 0.0000 utility 14_8 -1.0000 11pt_avg 14_8 0.0000 binG 14_8 0.0000 G 14_8 0.0000 ndcg 14_8 0.0000 ndcg_rel 14_8 0.0000 Rndcg 14_8 0.0000 ndcg_cut_5 14_8 0.0000 ndcg_cut_10 14_8 0.0000 ndcg_cut_15 14_8 0.0000 ndcg_cut_20 14_8 0.0000 ndcg_cut_30 14_8 0.0000 ndcg_cut_100 14_8 0.0000 ndcg_cut_200 14_8 0.0000 ndcg_cut_500 14_8 0.0000 ndcg_cut_1000 14_8 0.0000 map_cut_5 14_8 0.0000 map_cut_10 14_8 0.0000 map_cut_15 14_8 0.0000 map_cut_20 14_8 0.0000 map_cut_30 14_8 0.0000 map_cut_100 14_8 0.0000 map_cut_200 14_8 0.0000 map_cut_500 14_8 0.0000 map_cut_1000 14_8 0.0000 relative_P_5 14_8 0.0000 relative_P_10 14_8 0.0000 relative_P_15 14_8 0.0000 relative_P_20 14_8 0.0000 relative_P_30 14_8 0.0000 relative_P_100 14_8 0.0000 relative_P_200 14_8 0.0000 relative_P_500 14_8 0.0000 relative_P_1000 14_8 0.0000 success_1 14_8 0.0000 success_5 14_8 0.0000 success_10 14_8 0.0000 set_P 14_8 0.0000 set_relative_P 14_8 0.0000 set_recall 14_8 0.0000 set_map 14_8 0.0000 set_F 14_8 0.0000 num_nonrel_judged_ret 14_8 1 rbp 14_8 0.0000 rbp_resid 14_8 0.0000 unj_5 14_8 0.0000 unj_10 14_8 0.0000 unj_20 14_8 0.0000 num_ret 14_9 1 num_rel 14_9 213 num_rel_ret 14_9 1 map 14_9 0.0047 Rprec 14_9 0.0047 bpref 14_9 0.0047 recip_rank 14_9 1.0000 iprec_at_recall_0.00 14_9 1.0000 iprec_at_recall_0.10 14_9 0.0000 iprec_at_recall_0.20 14_9 0.0000 iprec_at_recall_0.30 14_9 0.0000 iprec_at_recall_0.40 14_9 0.0000 iprec_at_recall_0.50 14_9 0.0000 iprec_at_recall_0.60 14_9 0.0000 iprec_at_recall_0.70 14_9 0.0000 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 0.2000 P_10 14_9 0.1000 P_15 14_9 0.0667 P_20 14_9 0.0500 P_30 14_9 0.0333 P_100 14_9 0.0100 P_200 14_9 0.0050 P_500 14_9 0.0020 P_1000 14_9 0.0010 relstring 14_9 '2' recall_5 14_9 0.0047 recall_10 14_9 0.0047 recall_15 14_9 0.0047 recall_20 14_9 0.0047 recall_30 14_9 0.0047 recall_100 14_9 0.0047 recall_200 14_9 0.0047 recall_500 14_9 0.0047 recall_1000 14_9 0.0047 infAP 14_9 0.0047 Rprec_mult_0.20 14_9 0.0233 Rprec_mult_0.40 14_9 0.0116 Rprec_mult_0.60 14_9 0.0078 Rprec_mult_0.80 14_9 0.0058 Rprec_mult_1.00 14_9 0.0047 Rprec_mult_1.20 14_9 0.0039 Rprec_mult_1.40 14_9 0.0033 Rprec_mult_1.60 14_9 0.0029 Rprec_mult_1.80 14_9 0.0026 Rprec_mult_2.00 14_9 0.0023 utility 14_9 1.0000 11pt_avg 14_9 0.0909 binG 14_9 0.0047 G 14_9 0.0035 ndcg 14_9 0.0295 ndcg_rel 14_9 0.0324 Rndcg 14_9 0.0674 ndcg_cut_5 14_9 0.2261 ndcg_cut_10 14_9 0.1467 ndcg_cut_15 14_9 0.1209 ndcg_cut_20 14_9 0.1058 ndcg_cut_30 14_9 0.0864 ndcg_cut_100 14_9 0.0428 ndcg_cut_200 14_9 0.0302 ndcg_cut_500 14_9 0.0295 ndcg_cut_1000 14_9 0.0295 map_cut_5 14_9 0.0047 map_cut_10 14_9 0.0047 map_cut_15 14_9 0.0047 map_cut_20 14_9 0.0047 map_cut_30 14_9 0.0047 map_cut_100 14_9 0.0047 map_cut_200 14_9 0.0047 map_cut_500 14_9 0.0047 map_cut_1000 14_9 0.0047 relative_P_5 14_9 0.2000 relative_P_10 14_9 0.1000 relative_P_15 14_9 0.0667 relative_P_20 14_9 0.0500 relative_P_30 14_9 0.0333 relative_P_100 14_9 0.0100 relative_P_200 14_9 0.0050 relative_P_500 14_9 0.0047 relative_P_1000 14_9 0.0047 success_1 14_9 1.0000 success_5 14_9 1.0000 success_10 14_9 1.0000 set_P 14_9 1.0000 set_relative_P 14_9 1.0000 set_recall 14_9 0.0047 set_map 14_9 0.0047 set_F 14_9 0.0093 num_nonrel_judged_ret 14_9 0 rbp 14_9 0.0667 rbp_resid 14_9 0.0000 unj_5 14_9 0.0000 unj_10 14_9 0.0000 unj_20 14_9 0.0000 num_ret 15_1 1 num_rel 15_1 81 num_rel_ret 15_1 1 map 15_1 0.0123 Rprec 15_1 0.0123 bpref 15_1 0.0123 recip_rank 15_1 1.0000 iprec_at_recall_0.00 15_1 1.0000 iprec_at_recall_0.10 15_1 0.0000 iprec_at_recall_0.20 15_1 0.0000 iprec_at_recall_0.30 15_1 0.0000 iprec_at_recall_0.40 15_1 0.0000 iprec_at_recall_0.50 15_1 0.0000 iprec_at_recall_0.60 15_1 0.0000 iprec_at_recall_0.70 15_1 0.0000 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 0.2000 P_10 15_1 0.1000 P_15 15_1 0.0667 P_20 15_1 0.0500 P_30 15_1 0.0333 P_100 15_1 0.0100 P_200 15_1 0.0050 P_500 15_1 0.0020 P_1000 15_1 0.0010 relstring 15_1 '1' recall_5 15_1 0.0123 recall_10 15_1 0.0123 recall_15 15_1 0.0123 recall_20 15_1 0.0123 recall_30 15_1 0.0123 recall_100 15_1 0.0123 recall_200 15_1 0.0123 recall_500 15_1 0.0123 recall_1000 15_1 0.0123 infAP 15_1 0.0123 Rprec_mult_0.20 15_1 0.0588 Rprec_mult_0.40 15_1 0.0303 Rprec_mult_0.60 15_1 0.0204 Rprec_mult_0.80 15_1 0.0154 Rprec_mult_1.00 15_1 0.0123 Rprec_mult_1.20 15_1 0.0102 Rprec_mult_1.40 15_1 0.0088 Rprec_mult_1.60 15_1 0.0077 Rprec_mult_1.80 15_1 0.0068 Rprec_mult_2.00 15_1 0.0062 utility 15_1 1.0000 11pt_avg 15_1 0.0909 binG 15_1 0.0123 G 15_1 0.0040 ndcg 15_1 0.0314 ndcg_rel 15_1 0.0351 Rndcg 15_1 0.0578 ndcg_cut_5 15_1 0.1131 ndcg_cut_10 15_1 0.0807 ndcg_cut_15 15_1 0.0665 ndcg_cut_20 15_1 0.0575 ndcg_cut_30 15_1 0.0462 ndcg_cut_100 15_1 0.0314 ndcg_cut_200 15_1 0.0314 ndcg_cut_500 15_1 0.0314 ndcg_cut_1000 15_1 0.0314 map_cut_5 15_1 0.0123 map_cut_10 15_1 0.0123 map_cut_15 15_1 0.0123 map_cut_20 15_1 0.0123 map_cut_30 15_1 0.0123 map_cut_100 15_1 0.0123 map_cut_200 15_1 0.0123 map_cut_500 15_1 0.0123 map_cut_1000 15_1 0.0123 relative_P_5 15_1 0.2000 relative_P_10 15_1 0.1000 relative_P_15 15_1 0.0667 relative_P_20 15_1 0.0500 relative_P_30 15_1 0.0333 relative_P_100 15_1 0.0123 relative_P_200 15_1 0.0123 relative_P_500 15_1 0.0123 relative_P_1000 15_1 0.0123 success_1 15_1 1.0000 success_5 15_1 1.0000 success_10 15_1 1.0000 set_P 15_1 1.0000 set_relative_P 15_1 1.0000 set_recall 15_1 0.0123 set_map 15_1 0.0123 set_F 15_1 0.0244 num_nonrel_judged_ret 15_1 0 rbp 15_1 0.0333 rbp_resid 15_1 0.0000 unj_5 15_1 0.0000 unj_10 15_1 0.0000 unj_20 15_1 0.0000 num_ret 15_10 1 num_rel 15_10 35 num_rel_ret 15_10 1 map 15_10 0.0286 Rprec 15_10 0.0286 bpref 15_10 0.0286 recip_rank 15_10 1.0000 iprec_at_recall_0.00 15_10 1.0000 iprec_at_recall_0.10 15_10 0.0000 iprec_at_recall_0.20 15_10 0.0000 iprec_at_recall_0.30 15_10 0.0000 iprec_at_recall_0.40 15_10 0.0000 iprec_at_recall_0.50 15_10 0.0000 iprec_at_recall_0.60 15_10 0.0000 iprec_at_recall_0.70 15_10 0.0000 iprec_at_recall_0.80 15_10 0.0000 iprec_at_recall_0.90 15_10 0.0000 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 0.2000 P_10 15_10 0.1000 P_15 15_10 0.0667 P_20 15_10 0.0500 P_30 15_10 0.0333 P_100 15_10 0.0100 P_200 15_10 0.0050 P_500 15_10 0.0020 P_1000 15_10 0.0010 relstring 15_10 '2' recall_5 15_10 0.0286 recall_10 15_10 0.0286 recall_15 15_10 0.0286 recall_20 15_10 0.0286 recall_30 15_10 0.0286 recall_100 15_10 0.0286 recall_200 15_10 0.0286 recall_500 15_10 0.0286 recall_1000 15_10 0.0286 infAP 15_10 0.0286 Rprec_mult_0.20 15_10 0.1429 Rprec_mult_0.40 15_10 0.0714 Rprec_mult_0.60 15_10 0.0476 Rprec_mult_0.80 15_10 0.0357 Rprec_mult_1.00 15_10 0.0286 Rprec_mult_1.20 15_10 0.0238 Rprec_mult_1.40 15_10 0.0204 Rprec_mult_1.60 15_10 0.0179 Rprec_mult_1.80 15_10 0.0159 Rprec_mult_2.00 15_10 0.0143 utility 15_10 1.0000 11pt_avg 15_10 0.0909 binG 15_10 0.0286 G 15_10 0.0274 ndcg 15_10 0.1248 ndcg_rel 15_10 0.1402 Rndcg 15_10 0.2436 ndcg_cut_5 15_10 0.2657 ndcg_cut_10 15_10 0.1918 ndcg_cut_15 15_10 0.1703 ndcg_cut_20 15_10 0.1547 ndcg_cut_30 15_10 0.1329 ndcg_cut_100 15_10 0.1248 ndcg_cut_200 15_10 0.1248 ndcg_cut_500 15_10 0.1248 ndcg_cut_1000 15_10 0.1248 map_cut_5 15_10 0.0286 map_cut_10 15_10 0.0286 map_cut_15 15_10 0.0286 map_cut_20 15_10 0.0286 map_cut_30 15_10 0.0286 map_cut_100 15_10 0.0286 map_cut_200 15_10 0.0286 map_cut_500 15_10 0.0286 map_cut_1000 15_10 0.0286 relative_P_5 15_10 0.2000 relative_P_10 15_10 0.1000 relative_P_15 15_10 0.0667 relative_P_20 15_10 0.0500 relative_P_30 15_10 0.0333 relative_P_100 15_10 0.0286 relative_P_200 15_10 0.0286 relative_P_500 15_10 0.0286 relative_P_1000 15_10 0.0286 success_1 15_10 1.0000 success_5 15_10 1.0000 success_10 15_10 1.0000 set_P 15_10 1.0000 set_relative_P 15_10 1.0000 set_recall 15_10 0.0286 set_map 15_10 0.0286 set_F 15_10 0.0556 num_nonrel_judged_ret 15_10 0 rbp 15_10 0.0667 rbp_resid 15_10 0.0000 unj_5 15_10 0.0000 unj_10 15_10 0.0000 unj_20 15_10 0.0000 num_ret 15_10 1 num_rel 15_10 35 num_rel_ret 15_10 1 map 15_10 0.0286 Rprec 15_10 0.0286 bpref 15_10 0.0286 recip_rank 15_10 1.0000 iprec_at_recall_0.00 15_10 1.0000 iprec_at_recall_0.10 15_10 0.0000 iprec_at_recall_0.20 15_10 0.0000 iprec_at_recall_0.30 15_10 0.0000 iprec_at_recall_0.40 15_10 0.0000 iprec_at_recall_0.50 15_10 0.0000 iprec_at_recall_0.60 15_10 0.0000 iprec_at_recall_0.70 15_10 0.0000 iprec_at_recall_0.80 15_10 0.0000 iprec_at_recall_0.90 15_10 0.0000 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 0.2000 P_10 15_10 0.1000 P_15 15_10 0.0667 P_20 15_10 0.0500 P_30 15_10 0.0333 P_100 15_10 0.0100 P_200 15_10 0.0050 P_500 15_10 0.0020 P_1000 15_10 0.0010 relstring 15_10 '2' recall_5 15_10 0.0286 recall_10 15_10 0.0286 recall_15 15_10 0.0286 recall_20 15_10 0.0286 recall_30 15_10 0.0286 recall_100 15_10 0.0286 recall_200 15_10 0.0286 recall_500 15_10 0.0286 recall_1000 15_10 0.0286 infAP 15_10 0.0286 Rprec_mult_0.20 15_10 0.1429 Rprec_mult_0.40 15_10 0.0714 Rprec_mult_0.60 15_10 0.0476 Rprec_mult_0.80 15_10 0.0357 Rprec_mult_1.00 15_10 0.0286 Rprec_mult_1.20 15_10 0.0238 Rprec_mult_1.40 15_10 0.0204 Rprec_mult_1.60 15_10 0.0179 Rprec_mult_1.80 15_10 0.0159 Rprec_mult_2.00 15_10 0.0143 utility 15_10 1.0000 11pt_avg 15_10 0.0909 binG 15_10 0.0286 G 15_10 0.0274 ndcg 15_10 0.1248 ndcg_rel 15_10 0.1402 Rndcg 15_10 0.2436 ndcg_cut_5 15_10 0.2657 ndcg_cut_10 15_10 0.1918 ndcg_cut_15 15_10 0.1703 ndcg_cut_20 15_10 0.1547 ndcg_cut_30 15_10 0.1329 ndcg_cut_100 15_10 0.1248 ndcg_cut_200 15_10 0.1248 ndcg_cut_500 15_10 0.1248 ndcg_cut_1000 15_10 0.1248 map_cut_5 15_10 0.0286 map_cut_10 15_10 0.0286 map_cut_15 15_10 0.0286 map_cut_20 15_10 0.0286 map_cut_30 15_10 0.0286 map_cut_100 15_10 0.0286 map_cut_200 15_10 0.0286 map_cut_500 15_10 0.0286 map_cut_1000 15_10 0.0286 relative_P_5 15_10 0.2000 relative_P_10 15_10 0.1000 relative_P_15 15_10 0.0667 relative_P_20 15_10 0.0500 relative_P_30 15_10 0.0333 relative_P_100 15_10 0.0286 relative_P_200 15_10 0.0286 relative_P_500 15_10 0.0286 relative_P_1000 15_10 0.0286 success_1 15_10 1.0000 success_5 15_10 1.0000 success_10 15_10 1.0000 set_P 15_10 1.0000 set_relative_P 15_10 1.0000 set_recall 15_10 0.0286 set_map 15_10 0.0286 set_F 15_10 0.0556 num_nonrel_judged_ret 15_10 0 rbp 15_10 0.0667 rbp_resid 15_10 0.0000 unj_5 15_10 0.0000 unj_10 15_10 0.0000 unj_20 15_10 0.0000 num_ret 15_4 4 num_rel 15_4 20 num_rel_ret 15_4 1 map 15_4 0.0125 Rprec 15_4 0.0500 bpref 15_4 0.0425 recip_rank 15_4 0.2500 iprec_at_recall_0.00 15_4 0.2500 iprec_at_recall_0.10 15_4 0.0000 iprec_at_recall_0.20 15_4 0.0000 iprec_at_recall_0.30 15_4 0.0000 iprec_at_recall_0.40 15_4 0.0000 iprec_at_recall_0.50 15_4 0.0000 iprec_at_recall_0.60 15_4 0.0000 iprec_at_recall_0.70 15_4 0.0000 iprec_at_recall_0.80 15_4 0.0000 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.2000 P_10 15_4 0.1000 P_15 15_4 0.0667 P_20 15_4 0.0500 P_30 15_4 0.0333 P_100 15_4 0.0100 P_200 15_4 0.0050 P_500 15_4 0.0020 P_1000 15_4 0.0010 relstring 15_4 '0002' recall_5 15_4 0.0500 recall_10 15_4 0.0500 recall_15 15_4 0.0500 recall_20 15_4 0.0500 recall_30 15_4 0.0500 recall_100 15_4 0.0500 recall_200 15_4 0.0500 recall_500 15_4 0.0500 recall_1000 15_4 0.0500 infAP 15_4 0.0125 Rprec_mult_0.20 15_4 0.2500 Rprec_mult_0.40 15_4 0.1250 Rprec_mult_0.60 15_4 0.0833 Rprec_mult_0.80 15_4 0.0625 Rprec_mult_1.00 15_4 0.0500 Rprec_mult_1.20 15_4 0.0417 Rprec_mult_1.40 15_4 0.0357 Rprec_mult_1.60 15_4 0.0312 Rprec_mult_1.80 15_4 0.0278 Rprec_mult_2.00 15_4 0.0250 utility 15_4 -2.0000 11pt_avg 15_4 0.0227 binG 15_4 0.0215 G 15_4 0.0196 ndcg 15_4 0.0681 ndcg_rel 15_4 0.0731 Rndcg 15_4 0.0724 ndcg_cut_5 15_4 0.1461 ndcg_cut_10 15_4 0.0948 ndcg_cut_15 15_4 0.0751 ndcg_cut_20 15_4 0.0681 ndcg_cut_30 15_4 0.0681 ndcg_cut_100 15_4 0.0681 ndcg_cut_200 15_4 0.0681 ndcg_cut_500 15_4 0.0681 ndcg_cut_1000 15_4 0.0681 map_cut_5 15_4 0.0125 map_cut_10 15_4 0.0125 map_cut_15 15_4 0.0125 map_cut_20 15_4 0.0125 map_cut_30 15_4 0.0125 map_cut_100 15_4 0.0125 map_cut_200 15_4 0.0125 map_cut_500 15_4 0.0125 map_cut_1000 15_4 0.0125 relative_P_5 15_4 0.2000 relative_P_10 15_4 0.1000 relative_P_15 15_4 0.0667 relative_P_20 15_4 0.0500 relative_P_30 15_4 0.0500 relative_P_100 15_4 0.0500 relative_P_200 15_4 0.0500 relative_P_500 15_4 0.0500 relative_P_1000 15_4 0.0500 success_1 15_4 0.0000 success_5 15_4 1.0000 success_10 15_4 1.0000 set_P 15_4 0.2500 set_relative_P 15_4 0.2500 set_recall 15_4 0.0500 set_map 15_4 0.0125 set_F 15_4 0.0833 num_nonrel_judged_ret 15_4 3 rbp 15_4 0.0729 rbp_resid 15_4 0.0000 unj_5 15_4 0.0000 unj_10 15_4 0.0000 unj_20 15_4 0.0000 num_ret 15_5 1 num_rel 15_5 31 num_rel_ret 15_5 1 map 15_5 0.0323 Rprec 15_5 0.0323 bpref 15_5 0.0323 recip_rank 15_5 1.0000 iprec_at_recall_0.00 15_5 1.0000 iprec_at_recall_0.10 15_5 0.0000 iprec_at_recall_0.20 15_5 0.0000 iprec_at_recall_0.30 15_5 0.0000 iprec_at_recall_0.40 15_5 0.0000 iprec_at_recall_0.50 15_5 0.0000 iprec_at_recall_0.60 15_5 0.0000 iprec_at_recall_0.70 15_5 0.0000 iprec_at_recall_0.80 15_5 0.0000 iprec_at_recall_0.90 15_5 0.0000 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.2000 P_10 15_5 0.1000 P_15 15_5 0.0667 P_20 15_5 0.0500 P_30 15_5 0.0333 P_100 15_5 0.0100 P_200 15_5 0.0050 P_500 15_5 0.0020 P_1000 15_5 0.0010 relstring 15_5 '3' recall_5 15_5 0.0323 recall_10 15_5 0.0323 recall_15 15_5 0.0323 recall_20 15_5 0.0323 recall_30 15_5 0.0323 recall_100 15_5 0.0323 recall_200 15_5 0.0323 recall_500 15_5 0.0323 recall_1000 15_5 0.0323 infAP 15_5 0.0323 Rprec_mult_0.20 15_5 0.1429 Rprec_mult_0.40 15_5 0.0769 Rprec_mult_0.60 15_5 0.0526 Rprec_mult_0.80 15_5 0.0400 Rprec_mult_1.00 15_5 0.0323 Rprec_mult_1.20 15_5 0.0263 Rprec_mult_1.40 15_5 0.0227 Rprec_mult_1.60 15_5 0.0200 Rprec_mult_1.80 15_5 0.0179 Rprec_mult_2.00 15_5 0.0161 utility 15_5 1.0000 11pt_avg 15_5 0.0909 binG 15_5 0.0323 G 15_5 0.0714 ndcg 15_5 0.1942 ndcg_rel 15_5 0.2202 Rndcg 15_5 0.3208 ndcg_cut_5 15_5 0.3737 ndcg_cut_10 15_5 0.2823 ndcg_cut_15 15_5 0.2511 ndcg_cut_20 15_5 0.2286 ndcg_cut_30 15_5 0.1968 ndcg_cut_100 15_5 0.1942 ndcg_cut_200 15_5 0.1942 ndcg_cut_500 15_5 0.1942 ndcg_cut_1000 15_5 0.1942 map_cut_5 15_5 0.0323 map_cut_10 15_5 0.0323 map_cut_15 15_5 0.0323 map_cut_20 15_5 0.0323 map_cut_30 15_5 0.0323 map_cut_100 15_5 0.0323 map_cut_200 15_5 0.0323 map_cut_500 15_5 0.0323 map_cut_1000 15_5 0.0323 relative_P_5 15_5 0.2000 relative_P_10 15_5 0.1000 relative_P_15 15_5 0.0667 relative_P_20 15_5 0.0500 relative_P_30 15_5 0.0333 relative_P_100 15_5 0.0323 relative_P_200 15_5 0.0323 relative_P_500 15_5 0.0323 relative_P_1000 15_5 0.0323 success_1 15_5 1.0000 success_5 15_5 1.0000 success_10 15_5 1.0000 set_P 15_5 1.0000 set_relative_P 15_5 1.0000 set_recall 15_5 0.0323 set_map 15_5 0.0323 set_F 15_5 0.0625 num_nonrel_judged_ret 15_5 0 rbp 15_5 0.1000 rbp_resid 15_5 0.0000 unj_5 15_5 0.0000 unj_10 15_5 0.0000 unj_20 15_5 0.0000 num_ret 15_6 3 num_rel 15_6 19 num_rel_ret 15_6 2 map 15_6 0.1053 Rprec 15_6 0.1053 bpref 15_6 0.1053 recip_rank 15_6 1.0000 iprec_at_recall_0.00 15_6 1.0000 iprec_at_recall_0.10 15_6 1.0000 iprec_at_recall_0.20 15_6 0.0000 iprec_at_recall_0.30 15_6 0.0000 iprec_at_recall_0.40 15_6 0.0000 iprec_at_recall_0.50 15_6 0.0000 iprec_at_recall_0.60 15_6 0.0000 iprec_at_recall_0.70 15_6 0.0000 iprec_at_recall_0.80 15_6 0.0000 iprec_at_recall_0.90 15_6 0.0000 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.4000 P_10 15_6 0.2000 P_15 15_6 0.1333 P_20 15_6 0.1000 P_30 15_6 0.0667 P_100 15_6 0.0200 P_200 15_6 0.0100 P_500 15_6 0.0040 P_1000 15_6 0.0020 relstring 15_6 '220' recall_5 15_6 0.1053 recall_10 15_6 0.1053 recall_15 15_6 0.1053 recall_20 15_6 0.1053 recall_30 15_6 0.1053 recall_100 15_6 0.1053 recall_200 15_6 0.1053 recall_500 15_6 0.1053 recall_1000 15_6 0.1053 infAP 15_6 0.1053 Rprec_mult_0.20 15_6 0.5000 Rprec_mult_0.40 15_6 0.2500 Rprec_mult_0.60 15_6 0.1667 Rprec_mult_0.80 15_6 0.1250 Rprec_mult_1.00 15_6 0.1053 Rprec_mult_1.20 15_6 0.0870 Rprec_mult_1.40 15_6 0.0741 Rprec_mult_1.60 15_6 0.0645 Rprec_mult_1.80 15_6 0.0571 Rprec_mult_2.00 15_6 0.0526 utility 15_6 1.0000 11pt_avg 15_6 0.1818 binG 15_6 0.1053 G 15_6 0.0682 ndcg 15_6 0.2304 ndcg_rel 15_6 0.2815 Rndcg 15_6 0.3784 ndcg_cut_5 15_6 0.4729 ndcg_cut_10 15_6 0.3234 ndcg_cut_15 15_6 0.2564 ndcg_cut_20 15_6 0.2304 ndcg_cut_30 15_6 0.2304 ndcg_cut_100 15_6 0.2304 ndcg_cut_200 15_6 0.2304 ndcg_cut_500 15_6 0.2304 ndcg_cut_1000 15_6 0.2304 map_cut_5 15_6 0.1053 map_cut_10 15_6 0.1053 map_cut_15 15_6 0.1053 map_cut_20 15_6 0.1053 map_cut_30 15_6 0.1053 map_cut_100 15_6 0.1053 map_cut_200 15_6 0.1053 map_cut_500 15_6 0.1053 map_cut_1000 15_6 0.1053 relative_P_5 15_6 0.4000 relative_P_10 15_6 0.2000 relative_P_15 15_6 0.1333 relative_P_20 15_6 0.1053 relative_P_30 15_6 0.1053 relative_P_100 15_6 0.1053 relative_P_200 15_6 0.1053 relative_P_500 15_6 0.1053 relative_P_1000 15_6 0.1053 success_1 15_6 1.0000 success_5 15_6 1.0000 success_10 15_6 1.0000 set_P 15_6 0.6667 set_relative_P 15_6 0.6667 set_recall 15_6 0.1053 set_map 15_6 0.0702 set_F 15_6 0.1818 num_nonrel_judged_ret 15_6 1 rbp 15_6 0.1267 rbp_resid 15_6 0.0000 unj_5 15_6 0.0000 unj_10 15_6 0.0000 unj_20 15_6 0.0000 num_ret 1_1 1 num_rel 1_1 257 num_rel_ret 1_1 1 map 1_1 0.0039 Rprec 1_1 0.0039 bpref 1_1 0.0039 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 0.0000 iprec_at_recall_0.20 1_1 0.0000 iprec_at_recall_0.30 1_1 0.0000 iprec_at_recall_0.40 1_1 0.0000 iprec_at_recall_0.50 1_1 0.0000 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 0.2000 P_10 1_1 0.1000 P_15 1_1 0.0667 P_20 1_1 0.0500 P_30 1_1 0.0333 P_100 1_1 0.0100 P_200 1_1 0.0050 P_500 1_1 0.0020 P_1000 1_1 0.0010 relstring 1_1 '3' recall_5 1_1 0.0039 recall_10 1_1 0.0039 recall_15 1_1 0.0039 recall_20 1_1 0.0039 recall_30 1_1 0.0039 recall_100 1_1 0.0039 recall_200 1_1 0.0039 recall_500 1_1 0.0039 recall_1000 1_1 0.0039 infAP 1_1 0.0039 Rprec_mult_0.20 1_1 0.0192 Rprec_mult_0.40 1_1 0.0097 Rprec_mult_0.60 1_1 0.0065 Rprec_mult_0.80 1_1 0.0049 Rprec_mult_1.00 1_1 0.0039 Rprec_mult_1.20 1_1 0.0032 Rprec_mult_1.40 1_1 0.0028 Rprec_mult_1.60 1_1 0.0024 Rprec_mult_1.80 1_1 0.0022 Rprec_mult_2.00 1_1 0.0019 utility 1_1 1.0000 11pt_avg 1_1 0.0909 binG 1_1 0.0039 G 1_1 0.0072 ndcg 1_1 0.0400 ndcg_rel 1_1 0.0437 Rndcg 1_1 0.0894 ndcg_cut_5 1_1 0.3392 ndcg_cut_10 1_1 0.2201 ndcg_cut_15 1_1 0.1731 ndcg_cut_20 1_1 0.1523 ndcg_cut_30 1_1 0.1253 ndcg_cut_100 1_1 0.0632 ndcg_cut_200 1_1 0.0443 ndcg_cut_500 1_1 0.0400 ndcg_cut_1000 1_1 0.0400 map_cut_5 1_1 0.0039 map_cut_10 1_1 0.0039 map_cut_15 1_1 0.0039 map_cut_20 1_1 0.0039 map_cut_30 1_1 0.0039 map_cut_100 1_1 0.0039 map_cut_200 1_1 0.0039 map_cut_500 1_1 0.0039 map_cut_1000 1_1 0.0039 relative_P_5 1_1 0.2000 relative_P_10 1_1 0.1000 relative_P_15 1_1 0.0667 relative_P_20 1_1 0.0500 relative_P_30 1_1 0.0333 relative_P_100 1_1 0.0100 relative_P_200 1_1 0.0050 relative_P_500 1_1 0.0039 relative_P_1000 1_1 0.0039 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 1.0000 set_relative_P 1_1 1.0000 set_recall 1_1 0.0039 set_map 1_1 0.0039 set_F 1_1 0.0078 num_nonrel_judged_ret 1_1 0 rbp 1_1 0.1000 rbp_resid 1_1 0.0000 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1 num_rel 1_2 114 num_rel_ret 1_2 1 map 1_2 0.0088 Rprec 1_2 0.0088 bpref 1_2 0.0088 recip_rank 1_2 1.0000 iprec_at_recall_0.00 1_2 1.0000 iprec_at_recall_0.10 1_2 0.0000 iprec_at_recall_0.20 1_2 0.0000 iprec_at_recall_0.30 1_2 0.0000 iprec_at_recall_0.40 1_2 0.0000 iprec_at_recall_0.50 1_2 0.0000 iprec_at_recall_0.60 1_2 0.0000 iprec_at_recall_0.70 1_2 0.0000 iprec_at_recall_0.80 1_2 0.0000 iprec_at_recall_0.90 1_2 0.0000 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 0.2000 P_10 1_2 0.1000 P_15 1_2 0.0667 P_20 1_2 0.0500 P_30 1_2 0.0333 P_100 1_2 0.0100 P_200 1_2 0.0050 P_500 1_2 0.0020 P_1000 1_2 0.0010 relstring 1_2 '3' recall_5 1_2 0.0088 recall_10 1_2 0.0088 recall_15 1_2 0.0088 recall_20 1_2 0.0088 recall_30 1_2 0.0088 recall_100 1_2 0.0088 recall_200 1_2 0.0088 recall_500 1_2 0.0088 recall_1000 1_2 0.0088 infAP 1_2 0.0088 Rprec_mult_0.20 1_2 0.0435 Rprec_mult_0.40 1_2 0.0217 Rprec_mult_0.60 1_2 0.0145 Rprec_mult_0.80 1_2 0.0109 Rprec_mult_1.00 1_2 0.0088 Rprec_mult_1.20 1_2 0.0073 Rprec_mult_1.40 1_2 0.0063 Rprec_mult_1.60 1_2 0.0055 Rprec_mult_1.80 1_2 0.0049 Rprec_mult_2.00 1_2 0.0044 utility 1_2 1.0000 11pt_avg 1_2 0.0909 binG 1_2 0.0088 G 1_2 0.0099 ndcg 1_2 0.0666 ndcg_rel 1_2 0.0726 Rndcg 1_2 0.2609 ndcg_cut_5 1_2 0.3047 ndcg_cut_10 1_2 0.2050 ndcg_cut_15 1_2 0.1614 ndcg_cut_20 1_2 0.1385 ndcg_cut_30 1_2 0.1158 ndcg_cut_100 1_2 0.0698 ndcg_cut_200 1_2 0.0666 ndcg_cut_500 1_2 0.0666 ndcg_cut_1000 1_2 0.0666 map_cut_5 1_2 0.0088 map_cut_10 1_2 0.0088 map_cut_15 1_2 0.0088 map_cut_20 1_2 0.0088 map_cut_30 1_2 0.0088 map_cut_100 1_2 0.0088 map_cut_200 1_2 0.0088 map_cut_500 1_2 0.0088 map_cut_1000 1_2 0.0088 relative_P_5 1_2 0.2000 relative_P_10 1_2 0.1000 relative_P_15 1_2 0.0667 relative_P_20 1_2 0.0500 relative_P_30 1_2 0.0333 relative_P_100 1_2 0.0100 relative_P_200 1_2 0.0088 relative_P_500 1_2 0.0088 relative_P_1000 1_2 0.0088 success_1 1_2 1.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 1.0000 set_relative_P 1_2 1.0000 set_recall 1_2 0.0088 set_map 1_2 0.0088 set_F 1_2 0.0174 num_nonrel_judged_ret 1_2 0 rbp 1_2 0.0750 rbp_resid 1_2 0.0000 unj_5 1_2 0.0000 unj_10 1_2 0.0000 unj_20 1_2 0.0000 num_ret 1_3 1 num_rel 1_3 71 num_rel_ret 1_3 1 map 1_3 0.0141 Rprec 1_3 0.0141 bpref 1_3 0.0141 recip_rank 1_3 1.0000 iprec_at_recall_0.00 1_3 1.0000 iprec_at_recall_0.10 1_3 0.0000 iprec_at_recall_0.20 1_3 0.0000 iprec_at_recall_0.30 1_3 0.0000 iprec_at_recall_0.40 1_3 0.0000 iprec_at_recall_0.50 1_3 0.0000 iprec_at_recall_0.60 1_3 0.0000 iprec_at_recall_0.70 1_3 0.0000 iprec_at_recall_0.80 1_3 0.0000 iprec_at_recall_0.90 1_3 0.0000 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 0.2000 P_10 1_3 0.1000 P_15 1_3 0.0667 P_20 1_3 0.0500 P_30 1_3 0.0333 P_100 1_3 0.0100 P_200 1_3 0.0050 P_500 1_3 0.0020 P_1000 1_3 0.0010 relstring 1_3 '2' recall_5 1_3 0.0141 recall_10 1_3 0.0141 recall_15 1_3 0.0141 recall_20 1_3 0.0141 recall_30 1_3 0.0141 recall_100 1_3 0.0141 recall_200 1_3 0.0141 recall_500 1_3 0.0141 recall_1000 1_3 0.0141 infAP 1_3 0.0141 Rprec_mult_0.20 1_3 0.0667 Rprec_mult_0.40 1_3 0.0345 Rprec_mult_0.60 1_3 0.0233 Rprec_mult_0.80 1_3 0.0175 Rprec_mult_1.00 1_3 0.0141 Rprec_mult_1.20 1_3 0.0116 Rprec_mult_1.40 1_3 0.0100 Rprec_mult_1.60 1_3 0.0088 Rprec_mult_1.80 1_3 0.0078 Rprec_mult_2.00 1_3 0.0070 utility 1_3 1.0000 11pt_avg 1_3 0.0909 binG 1_3 0.0141 G 1_3 0.0114 ndcg 1_3 0.0674 ndcg_rel 1_3 0.0758 Rndcg 1_3 0.1184 ndcg_cut_5 1_3 0.2261 ndcg_cut_10 1_3 0.1614 ndcg_cut_15 1_3 0.1331 ndcg_cut_20 1_3 0.1150 ndcg_cut_30 1_3 0.0925 ndcg_cut_100 1_3 0.0674 ndcg_cut_200 1_3 0.0674 ndcg_cut_500 1_3 0.0674 ndcg_cut_1000 1_3 0.0674 map_cut_5 1_3 0.0141 map_cut_10 1_3 0.0141 map_cut_15 1_3 0.0141 map_cut_20 1_3 0.0141 map_cut_30 1_3 0.0141 map_cut_100 1_3 0.0141 map_cut_200 1_3 0.0141 map_cut_500 1_3 0.0141 map_cut_1000 1_3 0.0141 relative_P_5 1_3 0.2000 relative_P_10 1_3 0.1000 relative_P_15 1_3 0.0667 relative_P_20 1_3 0.0500 relative_P_30 1_3 0.0333 relative_P_100 1_3 0.0141 relative_P_200 1_3 0.0141 relative_P_500 1_3 0.0141 relative_P_1000 1_3 0.0141 success_1 1_3 1.0000 success_5 1_3 1.0000 success_10 1_3 1.0000 set_P 1_3 1.0000 set_relative_P 1_3 1.0000 set_recall 1_3 0.0141 set_map 1_3 0.0141 set_F 1_3 0.0278 num_nonrel_judged_ret 1_3 0 rbp 1_3 0.0667 rbp_resid 1_3 0.0000 unj_5 1_3 0.0000 unj_10 1_3 0.0000 unj_20 1_3 0.0000 num_ret 1_4 1 num_rel 1_4 134 num_rel_ret 1_4 1 map 1_4 0.0075 Rprec 1_4 0.0075 bpref 1_4 0.0075 recip_rank 1_4 1.0000 iprec_at_recall_0.00 1_4 1.0000 iprec_at_recall_0.10 1_4 0.0000 iprec_at_recall_0.20 1_4 0.0000 iprec_at_recall_0.30 1_4 0.0000 iprec_at_recall_0.40 1_4 0.0000 iprec_at_recall_0.50 1_4 0.0000 iprec_at_recall_0.60 1_4 0.0000 iprec_at_recall_0.70 1_4 0.0000 iprec_at_recall_0.80 1_4 0.0000 iprec_at_recall_0.90 1_4 0.0000 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 0.2000 P_10 1_4 0.1000 P_15 1_4 0.0667 P_20 1_4 0.0500 P_30 1_4 0.0333 P_100 1_4 0.0100 P_200 1_4 0.0050 P_500 1_4 0.0020 P_1000 1_4 0.0010 relstring 1_4 '2' recall_5 1_4 0.0075 recall_10 1_4 0.0075 recall_15 1_4 0.0075 recall_20 1_4 0.0075 recall_30 1_4 0.0075 recall_100 1_4 0.0075 recall_200 1_4 0.0075 recall_500 1_4 0.0075 recall_1000 1_4 0.0075 infAP 1_4 0.0075 Rprec_mult_0.20 1_4 0.0370 Rprec_mult_0.40 1_4 0.0185 Rprec_mult_0.60 1_4 0.0123 Rprec_mult_0.80 1_4 0.0093 Rprec_mult_1.00 1_4 0.0075 Rprec_mult_1.20 1_4 0.0062 Rprec_mult_1.40 1_4 0.0053 Rprec_mult_1.60 1_4 0.0047 Rprec_mult_1.80 1_4 0.0041 Rprec_mult_2.00 1_4 0.0037 utility 1_4 1.0000 11pt_avg 1_4 0.0909 binG 1_4 0.0075 G 1_4 0.0053 ndcg 1_4 0.0393 ndcg_rel 1_4 0.0440 Rndcg 1_4 0.0677 ndcg_cut_5 1_4 0.2261 ndcg_cut_10 1_4 0.1467 ndcg_cut_15 1_4 0.1154 ndcg_cut_20 1_4 0.1016 ndcg_cut_30 1_4 0.0836 ndcg_cut_100 1_4 0.0435 ndcg_cut_200 1_4 0.0393 ndcg_cut_500 1_4 0.0393 ndcg_cut_1000 1_4 0.0393 map_cut_5 1_4 0.0075 map_cut_10 1_4 0.0075 map_cut_15 1_4 0.0075 map_cut_20 1_4 0.0075 map_cut_30 1_4 0.0075 map_cut_100 1_4 0.0075 map_cut_200 1_4 0.0075 map_cut_500 1_4 0.0075 map_cut_1000 1_4 0.0075 relative_P_5 1_4 0.2000 relative_P_10 1_4 0.1000 relative_P_15 1_4 0.0667 relative_P_20 1_4 0.0500 relative_P_30 1_4 0.0333 relative_P_100 1_4 0.0100 relative_P_200 1_4 0.0075 relative_P_500 1_4 0.0075 relative_P_1000 1_4 0.0075 success_1 1_4 1.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 1.0000 set_relative_P 1_4 1.0000 set_recall 1_4 0.0075 set_map 1_4 0.0075 set_F 1_4 0.0148 num_nonrel_judged_ret 1_4 0 rbp 1_4 0.0667 rbp_resid 1_4 0.0000 unj_5 1_4 0.0000 unj_10 1_4 0.0000 unj_20 1_4 0.0000 num_ret 1_6 1 num_rel 1_6 121 num_rel_ret 1_6 1 map 1_6 0.0083 Rprec 1_6 0.0083 bpref 1_6 0.0083 recip_rank 1_6 1.0000 iprec_at_recall_0.00 1_6 1.0000 iprec_at_recall_0.10 1_6 0.0000 iprec_at_recall_0.20 1_6 0.0000 iprec_at_recall_0.30 1_6 0.0000 iprec_at_recall_0.40 1_6 0.0000 iprec_at_recall_0.50 1_6 0.0000 iprec_at_recall_0.60 1_6 0.0000 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 0.2000 P_10 1_6 0.1000 P_15 1_6 0.0667 P_20 1_6 0.0500 P_30 1_6 0.0333 P_100 1_6 0.0100 P_200 1_6 0.0050 P_500 1_6 0.0020 P_1000 1_6 0.0010 relstring 1_6 '3' recall_5 1_6 0.0083 recall_10 1_6 0.0083 recall_15 1_6 0.0083 recall_20 1_6 0.0083 recall_30 1_6 0.0083 recall_100 1_6 0.0083 recall_200 1_6 0.0083 recall_500 1_6 0.0083 recall_1000 1_6 0.0083 infAP 1_6 0.0083 Rprec_mult_0.20 1_6 0.0400 Rprec_mult_0.40 1_6 0.0204 Rprec_mult_0.60 1_6 0.0137 Rprec_mult_0.80 1_6 0.0103 Rprec_mult_1.00 1_6 0.0083 Rprec_mult_1.20 1_6 0.0068 Rprec_mult_1.40 1_6 0.0059 Rprec_mult_1.60 1_6 0.0052 Rprec_mult_1.80 1_6 0.0046 Rprec_mult_2.00 1_6 0.0041 utility 1_6 1.0000 11pt_avg 1_6 0.0909 binG 1_6 0.0083 G 1_6 0.0153 ndcg 1_6 0.0668 ndcg_rel 1_6 0.0746 Rndcg 1_6 0.0972 ndcg_cut_5 1_6 0.3392 ndcg_cut_10 1_6 0.2201 ndcg_cut_15 1_6 0.1706 ndcg_cut_20 1_6 0.1420 ndcg_cut_30 1_6 0.1172 ndcg_cut_100 1_6 0.0718 ndcg_cut_200 1_6 0.0668 ndcg_cut_500 1_6 0.0668 ndcg_cut_1000 1_6 0.0668 map_cut_5 1_6 0.0083 map_cut_10 1_6 0.0083 map_cut_15 1_6 0.0083 map_cut_20 1_6 0.0083 map_cut_30 1_6 0.0083 map_cut_100 1_6 0.0083 map_cut_200 1_6 0.0083 map_cut_500 1_6 0.0083 map_cut_1000 1_6 0.0083 relative_P_5 1_6 0.2000 relative_P_10 1_6 0.1000 relative_P_15 1_6 0.0667 relative_P_20 1_6 0.0500 relative_P_30 1_6 0.0333 relative_P_100 1_6 0.0100 relative_P_200 1_6 0.0083 relative_P_500 1_6 0.0083 relative_P_1000 1_6 0.0083 success_1 1_6 1.0000 success_5 1_6 1.0000 success_10 1_6 1.0000 set_P 1_6 1.0000 set_relative_P 1_6 1.0000 set_recall 1_6 0.0083 set_map 1_6 0.0083 set_F 1_6 0.0164 num_nonrel_judged_ret 1_6 0 rbp 1_6 0.1000 rbp_resid 1_6 0.0000 unj_5 1_6 0.0000 unj_10 1_6 0.0000 unj_20 1_6 0.0000 num_ret 1_7 1 num_rel 1_7 110 num_rel_ret 1_7 1 map 1_7 0.0091 Rprec 1_7 0.0091 bpref 1_7 0.0091 recip_rank 1_7 1.0000 iprec_at_recall_0.00 1_7 1.0000 iprec_at_recall_0.10 1_7 0.0000 iprec_at_recall_0.20 1_7 0.0000 iprec_at_recall_0.30 1_7 0.0000 iprec_at_recall_0.40 1_7 0.0000 iprec_at_recall_0.50 1_7 0.0000 iprec_at_recall_0.60 1_7 0.0000 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 0.2000 P_10 1_7 0.1000 P_15 1_7 0.0667 P_20 1_7 0.0500 P_30 1_7 0.0333 P_100 1_7 0.0100 P_200 1_7 0.0050 P_500 1_7 0.0020 P_1000 1_7 0.0010 relstring 1_7 '1' recall_5 1_7 0.0091 recall_10 1_7 0.0091 recall_15 1_7 0.0091 recall_20 1_7 0.0091 recall_30 1_7 0.0091 recall_100 1_7 0.0091 recall_200 1_7 0.0091 recall_500 1_7 0.0091 recall_1000 1_7 0.0091 infAP 1_7 0.0091 Rprec_mult_0.20 1_7 0.0455 Rprec_mult_0.40 1_7 0.0227 Rprec_mult_0.60 1_7 0.0152 Rprec_mult_0.80 1_7 0.0114 Rprec_mult_1.00 1_7 0.0091 Rprec_mult_1.20 1_7 0.0076 Rprec_mult_1.40 1_7 0.0065 Rprec_mult_1.60 1_7 0.0057 Rprec_mult_1.80 1_7 0.0051 Rprec_mult_2.00 1_7 0.0045 utility 1_7 1.0000 11pt_avg 1_7 0.0909 binG 1_7 0.0091 G 1_7 0.0035 ndcg 1_7 0.0303 ndcg_rel 1_7 0.0330 Rndcg 1_7 0.0953 ndcg_cut_5 1_7 0.1328 ndcg_cut_10 1_7 0.0933 ndcg_cut_15 1_7 0.0749 ndcg_cut_20 1_7 0.0636 ndcg_cut_30 1_7 0.0506 ndcg_cut_100 1_7 0.0317 ndcg_cut_200 1_7 0.0303 ndcg_cut_500 1_7 0.0303 ndcg_cut_1000 1_7 0.0303 map_cut_5 1_7 0.0091 map_cut_10 1_7 0.0091 map_cut_15 1_7 0.0091 map_cut_20 1_7 0.0091 map_cut_30 1_7 0.0091 map_cut_100 1_7 0.0091 map_cut_200 1_7 0.0091 map_cut_500 1_7 0.0091 map_cut_1000 1_7 0.0091 relative_P_5 1_7 0.2000 relative_P_10 1_7 0.1000 relative_P_15 1_7 0.0667 relative_P_20 1_7 0.0500 relative_P_30 1_7 0.0333 relative_P_100 1_7 0.0100 relative_P_200 1_7 0.0091 relative_P_500 1_7 0.0091 relative_P_1000 1_7 0.0091 success_1 1_7 1.0000 success_5 1_7 1.0000 success_10 1_7 1.0000 set_P 1_7 1.0000 set_relative_P 1_7 1.0000 set_recall 1_7 0.0091 set_map 1_7 0.0091 set_F 1_7 0.0180 num_nonrel_judged_ret 1_7 0 rbp 1_7 0.0333 rbp_resid 1_7 0.0000 unj_5 1_7 0.0000 unj_10 1_7 0.0000 unj_20 1_7 0.0000 num_ret 1_8 3 num_rel 1_8 118 num_rel_ret 1_8 3 map 1_8 0.0254 Rprec 1_8 0.0254 bpref 1_8 0.0254 recip_rank 1_8 1.0000 iprec_at_recall_0.00 1_8 1.0000 iprec_at_recall_0.10 1_8 0.0000 iprec_at_recall_0.20 1_8 0.0000 iprec_at_recall_0.30 1_8 0.0000 iprec_at_recall_0.40 1_8 0.0000 iprec_at_recall_0.50 1_8 0.0000 iprec_at_recall_0.60 1_8 0.0000 iprec_at_recall_0.70 1_8 0.0000 iprec_at_recall_0.80 1_8 0.0000 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 0.6000 P_10 1_8 0.3000 P_15 1_8 0.2000 P_20 1_8 0.1500 P_30 1_8 0.1000 P_100 1_8 0.0300 P_200 1_8 0.0150 P_500 1_8 0.0060 P_1000 1_8 0.0030 relstring 1_8 '222' recall_5 1_8 0.0254 recall_10 1_8 0.0254 recall_15 1_8 0.0254 recall_20 1_8 0.0254 recall_30 1_8 0.0254 recall_100 1_8 0.0254 recall_200 1_8 0.0254 recall_500 1_8 0.0254 recall_1000 1_8 0.0254 infAP 1_8 0.0254 Rprec_mult_0.20 1_8 0.1250 Rprec_mult_0.40 1_8 0.0625 Rprec_mult_0.60 1_8 0.0423 Rprec_mult_0.80 1_8 0.0316 Rprec_mult_1.00 1_8 0.0254 Rprec_mult_1.20 1_8 0.0211 Rprec_mult_1.40 1_8 0.0181 Rprec_mult_1.60 1_8 0.0159 Rprec_mult_1.80 1_8 0.0141 Rprec_mult_2.00 1_8 0.0127 utility 1_8 3.0000 11pt_avg 1_8 0.0909 binG 1_8 0.0254 G 1_8 0.0141 ndcg 1_8 0.0880 ndcg_rel 1_8 0.1027 Rndcg 1_8 0.1542 ndcg_cut_5 1_8 0.4818 ndcg_cut_10 1_8 0.3127 ndcg_cut_15 1_8 0.2534 ndcg_cut_20 1_8 0.2223 ndcg_cut_30 1_8 0.1820 ndcg_cut_100 1_8 0.0931 ndcg_cut_200 1_8 0.0880 ndcg_cut_500 1_8 0.0880 ndcg_cut_1000 1_8 0.0880 map_cut_5 1_8 0.0254 map_cut_10 1_8 0.0254 map_cut_15 1_8 0.0254 map_cut_20 1_8 0.0254 map_cut_30 1_8 0.0254 map_cut_100 1_8 0.0254 map_cut_200 1_8 0.0254 map_cut_500 1_8 0.0254 map_cut_1000 1_8 0.0254 relative_P_5 1_8 0.6000 relative_P_10 1_8 0.3000 relative_P_15 1_8 0.2000 relative_P_20 1_8 0.1500 relative_P_30 1_8 0.1000 relative_P_100 1_8 0.0300 relative_P_200 1_8 0.0254 relative_P_500 1_8 0.0254 relative_P_1000 1_8 0.0254 success_1 1_8 1.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 1.0000 set_relative_P 1_8 1.0000 set_recall 1_8 0.0254 set_map 1_8 0.0254 set_F 1_8 0.0496 num_nonrel_judged_ret 1_8 0 rbp 1_8 0.1807 rbp_resid 1_8 0.0000 unj_5 1_8 0.0000 unj_10 1_8 0.0000 unj_20 1_8 0.0000 num_ret 1_9 1 num_rel 1_9 48 num_rel_ret 1_9 1 map 1_9 0.0208 Rprec 1_9 0.0208 bpref 1_9 0.0208 recip_rank 1_9 1.0000 iprec_at_recall_0.00 1_9 1.0000 iprec_at_recall_0.10 1_9 0.0000 iprec_at_recall_0.20 1_9 0.0000 iprec_at_recall_0.30 1_9 0.0000 iprec_at_recall_0.40 1_9 0.0000 iprec_at_recall_0.50 1_9 0.0000 iprec_at_recall_0.60 1_9 0.0000 iprec_at_recall_0.70 1_9 0.0000 iprec_at_recall_0.80 1_9 0.0000 iprec_at_recall_0.90 1_9 0.0000 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 0.2000 P_10 1_9 0.1000 P_15 1_9 0.0667 P_20 1_9 0.0500 P_30 1_9 0.0333 P_100 1_9 0.0100 P_200 1_9 0.0050 P_500 1_9 0.0020 P_1000 1_9 0.0010 relstring 1_9 '3' recall_5 1_9 0.0208 recall_10 1_9 0.0208 recall_15 1_9 0.0208 recall_20 1_9 0.0208 recall_30 1_9 0.0208 recall_100 1_9 0.0208 recall_200 1_9 0.0208 recall_500 1_9 0.0208 recall_1000 1_9 0.0208 infAP 1_9 0.0208 Rprec_mult_0.20 1_9 0.1000 Rprec_mult_0.40 1_9 0.0500 Rprec_mult_0.60 1_9 0.0345 Rprec_mult_0.80 1_9 0.0256 Rprec_mult_1.00 1_9 0.0208 Rprec_mult_1.20 1_9 0.0172 Rprec_mult_1.40 1_9 0.0147 Rprec_mult_1.60 1_9 0.0130 Rprec_mult_1.80 1_9 0.0115 Rprec_mult_2.00 1_9 0.0104 utility 1_9 1.0000 11pt_avg 1_9 0.0909 binG 1_9 0.0208 G 1_9 0.0319 ndcg 1_9 0.1080 ndcg_rel 1_9 0.1266 Rndcg 1_9 0.1336 ndcg_cut_5 1_9 0.3392 ndcg_cut_10 1_9 0.2201 ndcg_cut_15 1_9 0.1706 ndcg_cut_20 1_9 0.1504 ndcg_cut_30 1_9 0.1240 ndcg_cut_100 1_9 0.1080 ndcg_cut_200 1_9 0.1080 ndcg_cut_500 1_9 0.1080 ndcg_cut_1000 1_9 0.1080 map_cut_5 1_9 0.0208 map_cut_10 1_9 0.0208 map_cut_15 1_9 0.0208 map_cut_20 1_9 0.0208 map_cut_30 1_9 0.0208 map_cut_100 1_9 0.0208 map_cut_200 1_9 0.0208 map_cut_500 1_9 0.0208 map_cut_1000 1_9 0.0208 relative_P_5 1_9 0.2000 relative_P_10 1_9 0.1000 relative_P_15 1_9 0.0667 relative_P_20 1_9 0.0500 relative_P_30 1_9 0.0333 relative_P_100 1_9 0.0208 relative_P_200 1_9 0.0208 relative_P_500 1_9 0.0208 relative_P_1000 1_9 0.0208 success_1 1_9 1.0000 success_5 1_9 1.0000 success_10 1_9 1.0000 set_P 1_9 1.0000 set_relative_P 1_9 1.0000 set_recall 1_9 0.0208 set_map 1_9 0.0208 set_F 1_9 0.0408 num_nonrel_judged_ret 1_9 0 rbp 1_9 0.1000 rbp_resid 1_9 0.0000 unj_5 1_9 0.0000 unj_10 1_9 0.0000 unj_20 1_9 0.0000 num_ret 4_10 1 num_rel 4_10 188 num_rel_ret 4_10 1 map 4_10 0.0053 Rprec 4_10 0.0053 bpref 4_10 0.0053 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 0.0000 iprec_at_recall_0.20 4_10 0.0000 iprec_at_recall_0.30 4_10 0.0000 iprec_at_recall_0.40 4_10 0.0000 iprec_at_recall_0.50 4_10 0.0000 iprec_at_recall_0.60 4_10 0.0000 iprec_at_recall_0.70 4_10 0.0000 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 0.2000 P_10 4_10 0.1000 P_15 4_10 0.0667 P_20 4_10 0.0500 P_30 4_10 0.0333 P_100 4_10 0.0100 P_200 4_10 0.0050 P_500 4_10 0.0020 P_1000 4_10 0.0010 relstring 4_10 '2' recall_5 4_10 0.0053 recall_10 4_10 0.0053 recall_15 4_10 0.0053 recall_20 4_10 0.0053 recall_30 4_10 0.0053 recall_100 4_10 0.0053 recall_200 4_10 0.0053 recall_500 4_10 0.0053 recall_1000 4_10 0.0053 infAP 4_10 0.0053 Rprec_mult_0.20 4_10 0.0263 Rprec_mult_0.40 4_10 0.0132 Rprec_mult_0.60 4_10 0.0088 Rprec_mult_0.80 4_10 0.0066 Rprec_mult_1.00 4_10 0.0053 Rprec_mult_1.20 4_10 0.0044 Rprec_mult_1.40 4_10 0.0038 Rprec_mult_1.60 4_10 0.0033 Rprec_mult_1.80 4_10 0.0029 Rprec_mult_2.00 4_10 0.0027 utility 4_10 1.0000 11pt_avg 4_10 0.0909 binG 4_10 0.0053 G 4_10 0.0051 ndcg 4_10 0.0395 ndcg_rel 4_10 0.0429 Rndcg 4_10 0.0774 ndcg_cut_5 4_10 0.2261 ndcg_cut_10 4_10 0.1467 ndcg_cut_15 4_10 0.1171 ndcg_cut_20 4_10 0.1029 ndcg_cut_30 4_10 0.0845 ndcg_cut_100 4_10 0.0522 ndcg_cut_200 4_10 0.0395 ndcg_cut_500 4_10 0.0395 ndcg_cut_1000 4_10 0.0395 map_cut_5 4_10 0.0053 map_cut_10 4_10 0.0053 map_cut_15 4_10 0.0053 map_cut_20 4_10 0.0053 map_cut_30 4_10 0.0053 map_cut_100 4_10 0.0053 map_cut_200 4_10 0.0053 map_cut_500 4_10 0.0053 map_cut_1000 4_10 0.0053 relative_P_5 4_10 0.2000 relative_P_10 4_10 0.1000 relative_P_15 4_10 0.0667 relative_P_20 4_10 0.0500 relative_P_30 4_10 0.0333 relative_P_100 4_10 0.0100 relative_P_200 4_10 0.0053 relative_P_500 4_10 0.0053 relative_P_1000 4_10 0.0053 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 1.0000 set_relative_P 4_10 1.0000 set_recall 4_10 0.0053 set_map 4_10 0.0053 set_F 4_10 0.0106 num_nonrel_judged_ret 4_10 0 rbp 4_10 0.0667 rbp_resid 4_10 0.0000 unj_5 4_10 0.0000 unj_10 4_10 0.0000 unj_20 4_10 0.0000 num_ret 4_10 1 num_rel 4_10 188 num_rel_ret 4_10 1 map 4_10 0.0053 Rprec 4_10 0.0053 bpref 4_10 0.0053 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 0.0000 iprec_at_recall_0.20 4_10 0.0000 iprec_at_recall_0.30 4_10 0.0000 iprec_at_recall_0.40 4_10 0.0000 iprec_at_recall_0.50 4_10 0.0000 iprec_at_recall_0.60 4_10 0.0000 iprec_at_recall_0.70 4_10 0.0000 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 0.2000 P_10 4_10 0.1000 P_15 4_10 0.0667 P_20 4_10 0.0500 P_30 4_10 0.0333 P_100 4_10 0.0100 P_200 4_10 0.0050 P_500 4_10 0.0020 P_1000 4_10 0.0010 relstring 4_10 '2' recall_5 4_10 0.0053 recall_10 4_10 0.0053 recall_15 4_10 0.0053 recall_20 4_10 0.0053 recall_30 4_10 0.0053 recall_100 4_10 0.0053 recall_200 4_10 0.0053 recall_500 4_10 0.0053 recall_1000 4_10 0.0053 infAP 4_10 0.0053 Rprec_mult_0.20 4_10 0.0263 Rprec_mult_0.40 4_10 0.0132 Rprec_mult_0.60 4_10 0.0088 Rprec_mult_0.80 4_10 0.0066 Rprec_mult_1.00 4_10 0.0053 Rprec_mult_1.20 4_10 0.0044 Rprec_mult_1.40 4_10 0.0038 Rprec_mult_1.60 4_10 0.0033 Rprec_mult_1.80 4_10 0.0029 Rprec_mult_2.00 4_10 0.0027 utility 4_10 1.0000 11pt_avg 4_10 0.0909 binG 4_10 0.0053 G 4_10 0.0051 ndcg 4_10 0.0395 ndcg_rel 4_10 0.0429 Rndcg 4_10 0.0774 ndcg_cut_5 4_10 0.2261 ndcg_cut_10 4_10 0.1467 ndcg_cut_15 4_10 0.1171 ndcg_cut_20 4_10 0.1029 ndcg_cut_30 4_10 0.0845 ndcg_cut_100 4_10 0.0522 ndcg_cut_200 4_10 0.0395 ndcg_cut_500 4_10 0.0395 ndcg_cut_1000 4_10 0.0395 map_cut_5 4_10 0.0053 map_cut_10 4_10 0.0053 map_cut_15 4_10 0.0053 map_cut_20 4_10 0.0053 map_cut_30 4_10 0.0053 map_cut_100 4_10 0.0053 map_cut_200 4_10 0.0053 map_cut_500 4_10 0.0053 map_cut_1000 4_10 0.0053 relative_P_5 4_10 0.2000 relative_P_10 4_10 0.1000 relative_P_15 4_10 0.0667 relative_P_20 4_10 0.0500 relative_P_30 4_10 0.0333 relative_P_100 4_10 0.0100 relative_P_200 4_10 0.0053 relative_P_500 4_10 0.0053 relative_P_1000 4_10 0.0053 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 1.0000 set_relative_P 4_10 1.0000 set_recall 4_10 0.0053 set_map 4_10 0.0053 set_F 4_10 0.0106 num_nonrel_judged_ret 4_10 0 rbp 4_10 0.0667 rbp_resid 4_10 0.0000 unj_5 4_10 0.0000 unj_10 4_10 0.0000 unj_20 4_10 0.0000 num_ret 4_12 3 num_rel 4_12 134 num_rel_ret 4_12 3 map 4_12 0.0224 Rprec 4_12 0.0224 bpref 4_12 0.0224 recip_rank 4_12 1.0000 iprec_at_recall_0.00 4_12 1.0000 iprec_at_recall_0.10 4_12 0.0000 iprec_at_recall_0.20 4_12 0.0000 iprec_at_recall_0.30 4_12 0.0000 iprec_at_recall_0.40 4_12 0.0000 iprec_at_recall_0.50 4_12 0.0000 iprec_at_recall_0.60 4_12 0.0000 iprec_at_recall_0.70 4_12 0.0000 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 0.6000 P_10 4_12 0.3000 P_15 4_12 0.2000 P_20 4_12 0.1500 P_30 4_12 0.1000 P_100 4_12 0.0300 P_200 4_12 0.0150 P_500 4_12 0.0060 P_1000 4_12 0.0030 relstring 4_12 '223' recall_5 4_12 0.0224 recall_10 4_12 0.0224 recall_15 4_12 0.0224 recall_20 4_12 0.0224 recall_30 4_12 0.0224 recall_100 4_12 0.0224 recall_200 4_12 0.0224 recall_500 4_12 0.0224 recall_1000 4_12 0.0224 infAP 4_12 0.0224 Rprec_mult_0.20 4_12 0.1111 Rprec_mult_0.40 4_12 0.0556 Rprec_mult_0.60 4_12 0.0370 Rprec_mult_0.80 4_12 0.0278 Rprec_mult_1.00 4_12 0.0224 Rprec_mult_1.20 4_12 0.0186 Rprec_mult_1.40 4_12 0.0160 Rprec_mult_1.60 4_12 0.0140 Rprec_mult_1.80 4_12 0.0124 Rprec_mult_2.00 4_12 0.0112 utility 4_12 3.0000 11pt_avg 4_12 0.0909 binG 4_12 0.0224 G 4_12 0.0147 ndcg 4_12 0.0888 ndcg_rel 4_12 0.1023 Rndcg 4_12 0.1557 ndcg_cut_5 4_12 0.5383 ndcg_cut_10 4_12 0.3493 ndcg_cut_15 4_12 0.2747 ndcg_cut_20 4_12 0.2418 ndcg_cut_30 4_12 0.1990 ndcg_cut_100 4_12 0.1003 ndcg_cut_200 4_12 0.0888 ndcg_cut_500 4_12 0.0888 ndcg_cut_1000 4_12 0.0888 map_cut_5 4_12 0.0224 map_cut_10 4_12 0.0224 map_cut_15 4_12 0.0224 map_cut_20 4_12 0.0224 map_cut_30 4_12 0.0224 map_cut_100 4_12 0.0224 map_cut_200 4_12 0.0224 map_cut_500 4_12 0.0224 map_cut_1000 4_12 0.0224 relative_P_5 4_12 0.6000 relative_P_10 4_12 0.3000 relative_P_15 4_12 0.2000 relative_P_20 4_12 0.1500 relative_P_30 4_12 0.1000 relative_P_100 4_12 0.0300 relative_P_200 4_12 0.0224 relative_P_500 4_12 0.0224 relative_P_1000 4_12 0.0224 success_1 4_12 1.0000 success_5 4_12 1.0000 success_10 4_12 1.0000 set_P 4_12 1.0000 set_relative_P 4_12 1.0000 set_recall 4_12 0.0224 set_map 4_12 0.0224 set_F 4_12 0.0438 num_nonrel_judged_ret 4_12 0 rbp 4_12 0.2077 rbp_resid 4_12 0.0000 unj_5 4_12 0.0000 unj_10 4_12 0.0000 unj_20 4_12 0.0000 num_ret 4_13 6 num_rel 4_13 162 num_rel_ret 4_13 6 map 4_13 0.0370 Rprec 4_13 0.0370 bpref 4_13 0.0370 recip_rank 4_13 1.0000 iprec_at_recall_0.00 4_13 1.0000 iprec_at_recall_0.10 4_13 0.0000 iprec_at_recall_0.20 4_13 0.0000 iprec_at_recall_0.30 4_13 0.0000 iprec_at_recall_0.40 4_13 0.0000 iprec_at_recall_0.50 4_13 0.0000 iprec_at_recall_0.60 4_13 0.0000 iprec_at_recall_0.70 4_13 0.0000 iprec_at_recall_0.80 4_13 0.0000 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 1.0000 P_10 4_13 0.6000 P_15 4_13 0.4000 P_20 4_13 0.3000 P_30 4_13 0.2000 P_100 4_13 0.0600 P_200 4_13 0.0300 P_500 4_13 0.0120 P_1000 4_13 0.0060 relstring 4_13 '333322' recall_5 4_13 0.0309 recall_10 4_13 0.0370 recall_15 4_13 0.0370 recall_20 4_13 0.0370 recall_30 4_13 0.0370 recall_100 4_13 0.0370 recall_200 4_13 0.0370 recall_500 4_13 0.0370 recall_1000 4_13 0.0370 infAP 4_13 0.0370 Rprec_mult_0.20 4_13 0.1818 Rprec_mult_0.40 4_13 0.0923 Rprec_mult_0.60 4_13 0.0612 Rprec_mult_0.80 4_13 0.0462 Rprec_mult_1.00 4_13 0.0370 Rprec_mult_1.20 4_13 0.0308 Rprec_mult_1.40 4_13 0.0264 Rprec_mult_1.60 4_13 0.0231 Rprec_mult_1.80 4_13 0.0205 Rprec_mult_2.00 4_13 0.0185 utility 4_13 6.0000 11pt_avg 4_13 0.0909 binG 4_13 0.0370 G 4_13 0.0418 ndcg 4_13 0.1365 ndcg_rel 4_13 0.1678 Rndcg 4_13 0.1932 ndcg_cut_5 4_13 0.9563 ndcg_cut_10 4_13 0.6728 ndcg_cut_15 4_13 0.5215 ndcg_cut_20 4_13 0.4342 ndcg_cut_30 4_13 0.3337 ndcg_cut_100 4_13 0.1763 ndcg_cut_200 4_13 0.1365 ndcg_cut_500 4_13 0.1365 ndcg_cut_1000 4_13 0.1365 map_cut_5 4_13 0.0309 map_cut_10 4_13 0.0370 map_cut_15 4_13 0.0370 map_cut_20 4_13 0.0370 map_cut_30 4_13 0.0370 map_cut_100 4_13 0.0370 map_cut_200 4_13 0.0370 map_cut_500 4_13 0.0370 map_cut_1000 4_13 0.0370 relative_P_5 4_13 1.0000 relative_P_10 4_13 0.6000 relative_P_15 4_13 0.4000 relative_P_20 4_13 0.3000 relative_P_30 4_13 0.2000 relative_P_100 4_13 0.0600 relative_P_200 4_13 0.0370 relative_P_500 4_13 0.0370 relative_P_1000 4_13 0.0370 success_1 4_13 1.0000 success_5 4_13 1.0000 success_10 4_13 1.0000 set_P 4_13 1.0000 set_relative_P 4_13 1.0000 set_recall 4_13 0.0370 set_map 4_13 0.0370 set_F 4_13 0.0714 num_nonrel_judged_ret 4_13 0 rbp 4_13 0.4270 rbp_resid 4_13 0.0000 unj_5 4_13 0.0000 unj_10 4_13 0.0000 unj_20 4_13 0.0000 num_ret 4_14 2 num_rel 4_14 177 num_rel_ret 4_14 1 map 4_14 0.0056 Rprec 4_14 0.0056 bpref 4_14 0.0056 recip_rank 4_14 1.0000 iprec_at_recall_0.00 4_14 1.0000 iprec_at_recall_0.10 4_14 0.0000 iprec_at_recall_0.20 4_14 0.0000 iprec_at_recall_0.30 4_14 0.0000 iprec_at_recall_0.40 4_14 0.0000 iprec_at_recall_0.50 4_14 0.0000 iprec_at_recall_0.60 4_14 0.0000 iprec_at_recall_0.70 4_14 0.0000 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 0.2000 P_10 4_14 0.1000 P_15 4_14 0.0667 P_20 4_14 0.0500 P_30 4_14 0.0333 P_100 4_14 0.0100 P_200 4_14 0.0050 P_500 4_14 0.0020 P_1000 4_14 0.0010 relstring 4_14 '20' recall_5 4_14 0.0056 recall_10 4_14 0.0056 recall_15 4_14 0.0056 recall_20 4_14 0.0056 recall_30 4_14 0.0056 recall_100 4_14 0.0056 recall_200 4_14 0.0056 recall_500 4_14 0.0056 recall_1000 4_14 0.0056 infAP 4_14 0.0056 Rprec_mult_0.20 4_14 0.0278 Rprec_mult_0.40 4_14 0.0141 Rprec_mult_0.60 4_14 0.0093 Rprec_mult_0.80 4_14 0.0070 Rprec_mult_1.00 4_14 0.0056 Rprec_mult_1.20 4_14 0.0047 Rprec_mult_1.40 4_14 0.0040 Rprec_mult_1.60 4_14 0.0035 Rprec_mult_1.80 4_14 0.0031 Rprec_mult_2.00 4_14 0.0028 utility 4_14 0.0000 11pt_avg 4_14 0.0909 binG 4_14 0.0056 G 4_14 0.0033 ndcg 4_14 0.0274 ndcg_rel 4_14 0.0310 Rndcg 4_14 0.0379 ndcg_cut_5 4_14 0.2261 ndcg_cut_10 4_14 0.1467 ndcg_cut_15 4_14 0.1137 ndcg_cut_20 4_14 0.0947 ndcg_cut_30 4_14 0.0728 ndcg_cut_100 4_14 0.0375 ndcg_cut_200 4_14 0.0274 ndcg_cut_500 4_14 0.0274 ndcg_cut_1000 4_14 0.0274 map_cut_5 4_14 0.0056 map_cut_10 4_14 0.0056 map_cut_15 4_14 0.0056 map_cut_20 4_14 0.0056 map_cut_30 4_14 0.0056 map_cut_100 4_14 0.0056 map_cut_200 4_14 0.0056 map_cut_500 4_14 0.0056 map_cut_1000 4_14 0.0056 relative_P_5 4_14 0.2000 relative_P_10 4_14 0.1000 relative_P_15 4_14 0.0667 relative_P_20 4_14 0.0500 relative_P_30 4_14 0.0333 relative_P_100 4_14 0.0100 relative_P_200 4_14 0.0056 relative_P_500 4_14 0.0056 relative_P_1000 4_14 0.0056 success_1 4_14 1.0000 success_5 4_14 1.0000 success_10 4_14 1.0000 set_P 4_14 0.5000 set_relative_P 4_14 0.5000 set_recall 4_14 0.0056 set_map 4_14 0.0028 set_F 4_14 0.0112 num_nonrel_judged_ret 4_14 1 rbp 4_14 0.0667 rbp_resid 4_14 0.0000 unj_5 4_14 0.0000 unj_10 4_14 0.0000 unj_20 4_14 0.0000 num_ret 4_17 1 num_rel 4_17 1 num_rel_ret 4_17 0 map 4_17 0.0000 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0000 iprec_at_recall_0.00 4_17 0.0000 iprec_at_recall_0.10 4_17 0.0000 iprec_at_recall_0.20 4_17 0.0000 iprec_at_recall_0.30 4_17 0.0000 iprec_at_recall_0.40 4_17 0.0000 iprec_at_recall_0.50 4_17 0.0000 iprec_at_recall_0.60 4_17 0.0000 iprec_at_recall_0.70 4_17 0.0000 iprec_at_recall_0.80 4_17 0.0000 iprec_at_recall_0.90 4_17 0.0000 iprec_at_recall_1.00 4_17 0.0000 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0000 P_100 4_17 0.0000 P_200 4_17 0.0000 P_500 4_17 0.0000 P_1000 4_17 0.0000 relstring 4_17 '0' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 0.0000 recall_100 4_17 0.0000 recall_200 4_17 0.0000 recall_500 4_17 0.0000 recall_1000 4_17 0.0000 infAP 4_17 0.0000 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -1.0000 11pt_avg 4_17 0.0000 binG 4_17 0.0000 G 4_17 0.0000 ndcg 4_17 0.0000 ndcg_rel 4_17 0.0000 Rndcg 4_17 0.0000 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.0000 ndcg_cut_100 4_17 0.0000 ndcg_cut_200 4_17 0.0000 ndcg_cut_500 4_17 0.0000 ndcg_cut_1000 4_17 0.0000 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0000 map_cut_100 4_17 0.0000 map_cut_200 4_17 0.0000 map_cut_500 4_17 0.0000 map_cut_1000 4_17 0.0000 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 0.0000 relative_P_100 4_17 0.0000 relative_P_200 4_17 0.0000 relative_P_500 4_17 0.0000 relative_P_1000 4_17 0.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0000 set_relative_P 4_17 0.0000 set_recall 4_17 0.0000 set_map 4_17 0.0000 set_F 4_17 0.0000 num_nonrel_judged_ret 4_17 1 rbp 4_17 0.0000 rbp_resid 4_17 0.0000 unj_5 4_17 0.0000 unj_10 4_17 0.0000 unj_20 4_17 0.0000 num_ret 4_3 4 num_rel 4_3 164 num_rel_ret 4_3 4 map 4_3 0.0244 Rprec 4_3 0.0244 bpref 4_3 0.0244 recip_rank 4_3 1.0000 iprec_at_recall_0.00 4_3 1.0000 iprec_at_recall_0.10 4_3 0.0000 iprec_at_recall_0.20 4_3 0.0000 iprec_at_recall_0.30 4_3 0.0000 iprec_at_recall_0.40 4_3 0.0000 iprec_at_recall_0.50 4_3 0.0000 iprec_at_recall_0.60 4_3 0.0000 iprec_at_recall_0.70 4_3 0.0000 iprec_at_recall_0.80 4_3 0.0000 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 0.8000 P_10 4_3 0.4000 P_15 4_3 0.2667 P_20 4_3 0.2000 P_30 4_3 0.1333 P_100 4_3 0.0400 P_200 4_3 0.0200 P_500 4_3 0.0080 P_1000 4_3 0.0040 relstring 4_3 '4121' recall_5 4_3 0.0244 recall_10 4_3 0.0244 recall_15 4_3 0.0244 recall_20 4_3 0.0244 recall_30 4_3 0.0244 recall_100 4_3 0.0244 recall_200 4_3 0.0244 recall_500 4_3 0.0244 recall_1000 4_3 0.0244 infAP 4_3 0.0244 Rprec_mult_0.20 4_3 0.1212 Rprec_mult_0.40 4_3 0.0606 Rprec_mult_0.60 4_3 0.0404 Rprec_mult_0.80 4_3 0.0303 Rprec_mult_1.00 4_3 0.0244 Rprec_mult_1.20 4_3 0.0203 Rprec_mult_1.40 4_3 0.0174 Rprec_mult_1.60 4_3 0.0152 Rprec_mult_1.80 4_3 0.0135 Rprec_mult_2.00 4_3 0.0122 utility 4_3 4.0000 11pt_avg 4_3 0.0909 binG 4_3 0.0244 G 4_3 0.0195 ndcg 4_3 0.1006 ndcg_rel 4_3 0.1179 Rndcg 4_3 0.3706 ndcg_cut_5 4_3 0.6157 ndcg_cut_10 4_3 0.4143 ndcg_cut_15 4_3 0.3262 ndcg_cut_20 4_3 0.2740 ndcg_cut_30 4_3 0.2280 ndcg_cut_100 4_3 0.1209 ndcg_cut_200 4_3 0.1006 ndcg_cut_500 4_3 0.1006 ndcg_cut_1000 4_3 0.1006 map_cut_5 4_3 0.0244 map_cut_10 4_3 0.0244 map_cut_15 4_3 0.0244 map_cut_20 4_3 0.0244 map_cut_30 4_3 0.0244 map_cut_100 4_3 0.0244 map_cut_200 4_3 0.0244 map_cut_500 4_3 0.0244 map_cut_1000 4_3 0.0244 relative_P_5 4_3 0.8000 relative_P_10 4_3 0.4000 relative_P_15 4_3 0.2667 relative_P_20 4_3 0.2000 relative_P_30 4_3 0.1333 relative_P_100 4_3 0.0400 relative_P_200 4_3 0.0244 relative_P_500 4_3 0.0244 relative_P_1000 4_3 0.0244 success_1 4_3 1.0000 success_5 4_3 1.0000 success_10 4_3 1.0000 set_P 4_3 1.0000 set_relative_P 4_3 1.0000 set_recall 4_3 0.0244 set_map 4_3 0.0244 set_F 4_3 0.0476 num_nonrel_judged_ret 4_3 0 rbp 4_3 0.1812 rbp_resid 4_3 0.0000 unj_5 4_3 0.0000 unj_10 4_3 0.0000 unj_20 4_3 0.0000 num_ret 4_4 1 num_rel 4_4 154 num_rel_ret 4_4 1 map 4_4 0.0065 Rprec 4_4 0.0065 bpref 4_4 0.0065 recip_rank 4_4 1.0000 iprec_at_recall_0.00 4_4 1.0000 iprec_at_recall_0.10 4_4 0.0000 iprec_at_recall_0.20 4_4 0.0000 iprec_at_recall_0.30 4_4 0.0000 iprec_at_recall_0.40 4_4 0.0000 iprec_at_recall_0.50 4_4 0.0000 iprec_at_recall_0.60 4_4 0.0000 iprec_at_recall_0.70 4_4 0.0000 iprec_at_recall_0.80 4_4 0.0000 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 0.2000 P_10 4_4 0.1000 P_15 4_4 0.0667 P_20 4_4 0.0500 P_30 4_4 0.0333 P_100 4_4 0.0100 P_200 4_4 0.0050 P_500 4_4 0.0020 P_1000 4_4 0.0010 relstring 4_4 '2' recall_5 4_4 0.0065 recall_10 4_4 0.0065 recall_15 4_4 0.0065 recall_20 4_4 0.0065 recall_30 4_4 0.0065 recall_100 4_4 0.0065 recall_200 4_4 0.0065 recall_500 4_4 0.0065 recall_1000 4_4 0.0065 infAP 4_4 0.0065 Rprec_mult_0.20 4_4 0.0323 Rprec_mult_0.40 4_4 0.0161 Rprec_mult_0.60 4_4 0.0108 Rprec_mult_0.80 4_4 0.0081 Rprec_mult_1.00 4_4 0.0065 Rprec_mult_1.20 4_4 0.0054 Rprec_mult_1.40 4_4 0.0046 Rprec_mult_1.60 4_4 0.0040 Rprec_mult_1.80 4_4 0.0036 Rprec_mult_2.00 4_4 0.0032 utility 4_4 1.0000 11pt_avg 4_4 0.0909 binG 4_4 0.0065 G 4_4 0.0034 ndcg 4_4 0.0325 ndcg_rel 4_4 0.0356 Rndcg 4_4 0.1139 ndcg_cut_5 4_4 0.1909 ndcg_cut_10 4_4 0.1310 ndcg_cut_15 4_4 0.1041 ndcg_cut_20 4_4 0.0879 ndcg_cut_30 4_4 0.0723 ndcg_cut_100 4_4 0.0391 ndcg_cut_200 4_4 0.0325 ndcg_cut_500 4_4 0.0325 ndcg_cut_1000 4_4 0.0325 map_cut_5 4_4 0.0065 map_cut_10 4_4 0.0065 map_cut_15 4_4 0.0065 map_cut_20 4_4 0.0065 map_cut_30 4_4 0.0065 map_cut_100 4_4 0.0065 map_cut_200 4_4 0.0065 map_cut_500 4_4 0.0065 map_cut_1000 4_4 0.0065 relative_P_5 4_4 0.2000 relative_P_10 4_4 0.1000 relative_P_15 4_4 0.0667 relative_P_20 4_4 0.0500 relative_P_30 4_4 0.0333 relative_P_100 4_4 0.0100 relative_P_200 4_4 0.0065 relative_P_500 4_4 0.0065 relative_P_1000 4_4 0.0065 success_1 4_4 1.0000 success_5 4_4 1.0000 success_10 4_4 1.0000 set_P 4_4 1.0000 set_relative_P 4_4 1.0000 set_recall 4_4 0.0065 set_map 4_4 0.0065 set_F 4_4 0.0129 num_nonrel_judged_ret 4_4 0 rbp 4_4 0.0500 rbp_resid 4_4 0.0000 unj_5 4_4 0.0000 unj_10 4_4 0.0000 unj_20 4_4 0.0000 num_ret 4_5 5 num_rel 4_5 122 num_rel_ret 4_5 4 map 4_5 0.0328 Rprec 4_5 0.0328 bpref 4_5 0.0328 recip_rank 4_5 1.0000 iprec_at_recall_0.00 4_5 1.0000 iprec_at_recall_0.10 4_5 0.0000 iprec_at_recall_0.20 4_5 0.0000 iprec_at_recall_0.30 4_5 0.0000 iprec_at_recall_0.40 4_5 0.0000 iprec_at_recall_0.50 4_5 0.0000 iprec_at_recall_0.60 4_5 0.0000 iprec_at_recall_0.70 4_5 0.0000 iprec_at_recall_0.80 4_5 0.0000 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 0.8000 P_10 4_5 0.4000 P_15 4_5 0.2667 P_20 4_5 0.2000 P_30 4_5 0.1333 P_100 4_5 0.0400 P_200 4_5 0.0200 P_500 4_5 0.0080 P_1000 4_5 0.0040 relstring 4_5 '33210' recall_5 4_5 0.0328 recall_10 4_5 0.0328 recall_15 4_5 0.0328 recall_20 4_5 0.0328 recall_30 4_5 0.0328 recall_100 4_5 0.0328 recall_200 4_5 0.0328 recall_500 4_5 0.0328 recall_1000 4_5 0.0328 infAP 4_5 0.0328 Rprec_mult_0.20 4_5 0.1600 Rprec_mult_0.40 4_5 0.0816 Rprec_mult_0.60 4_5 0.0541 Rprec_mult_0.80 4_5 0.0408 Rprec_mult_1.00 4_5 0.0328 Rprec_mult_1.20 4_5 0.0272 Rprec_mult_1.40 4_5 0.0234 Rprec_mult_1.60 4_5 0.0204 Rprec_mult_1.80 4_5 0.0182 Rprec_mult_2.00 4_5 0.0164 utility 4_5 3.0000 11pt_avg 4_5 0.0909 binG 4_5 0.0328 G 4_5 0.0304 ndcg 4_5 0.1164 ndcg_rel 4_5 0.1433 Rndcg 4_5 0.1600 ndcg_cut_5 4_5 0.7149 ndcg_cut_10 4_5 0.4639 ndcg_cut_15 4_5 0.3596 ndcg_cut_20 4_5 0.2994 ndcg_cut_30 4_5 0.2335 ndcg_cut_100 4_5 0.1249 ndcg_cut_200 4_5 0.1164 ndcg_cut_500 4_5 0.1164 ndcg_cut_1000 4_5 0.1164 map_cut_5 4_5 0.0328 map_cut_10 4_5 0.0328 map_cut_15 4_5 0.0328 map_cut_20 4_5 0.0328 map_cut_30 4_5 0.0328 map_cut_100 4_5 0.0328 map_cut_200 4_5 0.0328 map_cut_500 4_5 0.0328 map_cut_1000 4_5 0.0328 relative_P_5 4_5 0.8000 relative_P_10 4_5 0.4000 relative_P_15 4_5 0.2667 relative_P_20 4_5 0.2000 relative_P_30 4_5 0.1333 relative_P_100 4_5 0.0400 relative_P_200 4_5 0.0328 relative_P_500 4_5 0.0328 relative_P_1000 4_5 0.0328 success_1 4_5 1.0000 success_5 4_5 1.0000 success_10 4_5 1.0000 set_P 4_5 0.8000 set_relative_P 4_5 0.8000 set_recall 4_5 0.0328 set_map 4_5 0.0262 set_F 4_5 0.0630 num_nonrel_judged_ret 4_5 1 rbp 4_5 0.2683 rbp_resid 4_5 0.0000 unj_5 4_5 0.0000 unj_10 4_5 0.0000 unj_20 4_5 0.0000 num_ret 4_7 3 num_rel 4_7 76 num_rel_ret 4_7 1 map 4_7 0.0132 Rprec 4_7 0.0132 bpref 4_7 0.0132 recip_rank 4_7 1.0000 iprec_at_recall_0.00 4_7 1.0000 iprec_at_recall_0.10 4_7 0.0000 iprec_at_recall_0.20 4_7 0.0000 iprec_at_recall_0.30 4_7 0.0000 iprec_at_recall_0.40 4_7 0.0000 iprec_at_recall_0.50 4_7 0.0000 iprec_at_recall_0.60 4_7 0.0000 iprec_at_recall_0.70 4_7 0.0000 iprec_at_recall_0.80 4_7 0.0000 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 0.2000 P_10 4_7 0.1000 P_15 4_7 0.0667 P_20 4_7 0.0500 P_30 4_7 0.0333 P_100 4_7 0.0100 P_200 4_7 0.0050 P_500 4_7 0.0020 P_1000 4_7 0.0010 relstring 4_7 '300' recall_5 4_7 0.0132 recall_10 4_7 0.0132 recall_15 4_7 0.0132 recall_20 4_7 0.0132 recall_30 4_7 0.0132 recall_100 4_7 0.0132 recall_200 4_7 0.0132 recall_500 4_7 0.0132 recall_1000 4_7 0.0132 infAP 4_7 0.0132 Rprec_mult_0.20 4_7 0.0625 Rprec_mult_0.40 4_7 0.0323 Rprec_mult_0.60 4_7 0.0217 Rprec_mult_0.80 4_7 0.0164 Rprec_mult_1.00 4_7 0.0132 Rprec_mult_1.20 4_7 0.0109 Rprec_mult_1.40 4_7 0.0093 Rprec_mult_1.60 4_7 0.0082 Rprec_mult_1.80 4_7 0.0073 Rprec_mult_2.00 4_7 0.0066 utility 4_7 -1.0000 11pt_avg 4_7 0.0909 binG 4_7 0.0132 G 4_7 0.0283 ndcg 4_7 0.1086 ndcg_rel 4_7 0.1203 Rndcg 4_7 0.2928 ndcg_cut_5 4_7 0.3985 ndcg_cut_10 4_7 0.2799 ndcg_cut_15 4_7 0.2247 ndcg_cut_20 4_7 0.1909 ndcg_cut_30 4_7 0.1535 ndcg_cut_100 4_7 0.1086 ndcg_cut_200 4_7 0.1086 ndcg_cut_500 4_7 0.1086 ndcg_cut_1000 4_7 0.1086 map_cut_5 4_7 0.0132 map_cut_10 4_7 0.0132 map_cut_15 4_7 0.0132 map_cut_20 4_7 0.0132 map_cut_30 4_7 0.0132 map_cut_100 4_7 0.0132 map_cut_200 4_7 0.0132 map_cut_500 4_7 0.0132 map_cut_1000 4_7 0.0132 relative_P_5 4_7 0.2000 relative_P_10 4_7 0.1000 relative_P_15 4_7 0.0667 relative_P_20 4_7 0.0500 relative_P_30 4_7 0.0333 relative_P_100 4_7 0.0132 relative_P_200 4_7 0.0132 relative_P_500 4_7 0.0132 relative_P_1000 4_7 0.0132 success_1 4_7 1.0000 success_5 4_7 1.0000 success_10 4_7 1.0000 set_P 4_7 0.3333 set_relative_P 4_7 0.3333 set_recall 4_7 0.0132 set_map 4_7 0.0044 set_F 4_7 0.0253 num_nonrel_judged_ret 4_7 2 rbp 4_7 0.1000 rbp_resid 4_7 0.0000 unj_5 4_7 0.0000 unj_10 4_7 0.0000 unj_20 4_7 0.0000 num_ret 4_8 5 num_rel 4_8 96 num_rel_ret 4_8 0 map 4_8 0.0000 Rprec 4_8 0.0000 bpref 4_8 0.0000 recip_rank 4_8 0.0000 iprec_at_recall_0.00 4_8 0.0000 iprec_at_recall_0.10 4_8 0.0000 iprec_at_recall_0.20 4_8 0.0000 iprec_at_recall_0.30 4_8 0.0000 iprec_at_recall_0.40 4_8 0.0000 iprec_at_recall_0.50 4_8 0.0000 iprec_at_recall_0.60 4_8 0.0000 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 0.0000 P_10 4_8 0.0000 P_15 4_8 0.0000 P_20 4_8 0.0000 P_30 4_8 0.0000 P_100 4_8 0.0000 P_200 4_8 0.0000 P_500 4_8 0.0000 P_1000 4_8 0.0000 relstring 4_8 '00000' recall_5 4_8 0.0000 recall_10 4_8 0.0000 recall_15 4_8 0.0000 recall_20 4_8 0.0000 recall_30 4_8 0.0000 recall_100 4_8 0.0000 recall_200 4_8 0.0000 recall_500 4_8 0.0000 recall_1000 4_8 0.0000 infAP 4_8 0.0000 Rprec_mult_0.20 4_8 0.0000 Rprec_mult_0.40 4_8 0.0000 Rprec_mult_0.60 4_8 0.0000 Rprec_mult_0.80 4_8 0.0000 Rprec_mult_1.00 4_8 0.0000 Rprec_mult_1.20 4_8 0.0000 Rprec_mult_1.40 4_8 0.0000 Rprec_mult_1.60 4_8 0.0000 Rprec_mult_1.80 4_8 0.0000 Rprec_mult_2.00 4_8 0.0000 utility 4_8 -5.0000 11pt_avg 4_8 0.0000 binG 4_8 0.0000 G 4_8 0.0000 ndcg 4_8 0.0000 ndcg_rel 4_8 0.0000 Rndcg 4_8 0.0000 ndcg_cut_5 4_8 0.0000 ndcg_cut_10 4_8 0.0000 ndcg_cut_15 4_8 0.0000 ndcg_cut_20 4_8 0.0000 ndcg_cut_30 4_8 0.0000 ndcg_cut_100 4_8 0.0000 ndcg_cut_200 4_8 0.0000 ndcg_cut_500 4_8 0.0000 ndcg_cut_1000 4_8 0.0000 map_cut_5 4_8 0.0000 map_cut_10 4_8 0.0000 map_cut_15 4_8 0.0000 map_cut_20 4_8 0.0000 map_cut_30 4_8 0.0000 map_cut_100 4_8 0.0000 map_cut_200 4_8 0.0000 map_cut_500 4_8 0.0000 map_cut_1000 4_8 0.0000 relative_P_5 4_8 0.0000 relative_P_10 4_8 0.0000 relative_P_15 4_8 0.0000 relative_P_20 4_8 0.0000 relative_P_30 4_8 0.0000 relative_P_100 4_8 0.0000 relative_P_200 4_8 0.0000 relative_P_500 4_8 0.0000 relative_P_1000 4_8 0.0000 success_1 4_8 0.0000 success_5 4_8 0.0000 success_10 4_8 0.0000 set_P 4_8 0.0000 set_relative_P 4_8 0.0000 set_recall 4_8 0.0000 set_map 4_8 0.0000 set_F 4_8 0.0000 num_nonrel_judged_ret 4_8 5 rbp 4_8 0.0000 rbp_resid 4_8 0.0000 unj_5 4_8 0.0000 unj_10 4_8 0.0000 unj_20 4_8 0.0000 num_ret 4_9 2 num_rel 4_9 85 num_rel_ret 4_9 2 map 4_9 0.0235 Rprec 4_9 0.0235 bpref 4_9 0.0235 recip_rank 4_9 1.0000 iprec_at_recall_0.00 4_9 1.0000 iprec_at_recall_0.10 4_9 0.0000 iprec_at_recall_0.20 4_9 0.0000 iprec_at_recall_0.30 4_9 0.0000 iprec_at_recall_0.40 4_9 0.0000 iprec_at_recall_0.50 4_9 0.0000 iprec_at_recall_0.60 4_9 0.0000 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 0.4000 P_10 4_9 0.2000 P_15 4_9 0.1333 P_20 4_9 0.1000 P_30 4_9 0.0667 P_100 4_9 0.0200 P_200 4_9 0.0100 P_500 4_9 0.0040 P_1000 4_9 0.0020 relstring 4_9 '32' recall_5 4_9 0.0235 recall_10 4_9 0.0235 recall_15 4_9 0.0235 recall_20 4_9 0.0235 recall_30 4_9 0.0235 recall_100 4_9 0.0235 recall_200 4_9 0.0235 recall_500 4_9 0.0235 recall_1000 4_9 0.0235 infAP 4_9 0.0235 Rprec_mult_0.20 4_9 0.1176 Rprec_mult_0.40 4_9 0.0588 Rprec_mult_0.60 4_9 0.0392 Rprec_mult_0.80 4_9 0.0294 Rprec_mult_1.00 4_9 0.0235 Rprec_mult_1.20 4_9 0.0196 Rprec_mult_1.40 4_9 0.0168 Rprec_mult_1.60 4_9 0.0147 Rprec_mult_1.80 4_9 0.0131 Rprec_mult_2.00 4_9 0.0118 utility 4_9 2.0000 11pt_avg 4_9 0.0909 binG 4_9 0.0235 G 4_9 0.0233 ndcg 4_9 0.0981 ndcg_rel 4_9 0.1178 Rndcg 4_9 0.1281 ndcg_cut_5 4_9 0.4818 ndcg_cut_10 4_9 0.3127 ndcg_cut_15 4_9 0.2424 ndcg_cut_20 4_9 0.2018 ndcg_cut_30 4_9 0.1637 ndcg_cut_100 4_9 0.0981 ndcg_cut_200 4_9 0.0981 ndcg_cut_500 4_9 0.0981 ndcg_cut_1000 4_9 0.0981 map_cut_5 4_9 0.0235 map_cut_10 4_9 0.0235 map_cut_15 4_9 0.0235 map_cut_20 4_9 0.0235 map_cut_30 4_9 0.0235 map_cut_100 4_9 0.0235 map_cut_200 4_9 0.0235 map_cut_500 4_9 0.0235 map_cut_1000 4_9 0.0235 relative_P_5 4_9 0.4000 relative_P_10 4_9 0.2000 relative_P_15 4_9 0.1333 relative_P_20 4_9 0.1000 relative_P_30 4_9 0.0667 relative_P_100 4_9 0.0235 relative_P_200 4_9 0.0235 relative_P_500 4_9 0.0235 relative_P_1000 4_9 0.0235 success_1 4_9 1.0000 success_5 4_9 1.0000 success_10 4_9 1.0000 set_P 4_9 1.0000 set_relative_P 4_9 1.0000 set_recall 4_9 0.0235 set_map 4_9 0.0235 set_F 4_9 0.0460 num_nonrel_judged_ret 4_9 0 rbp 4_9 0.1600 rbp_resid 4_9 0.0000 unj_5 4_9 0.0000 unj_10 4_9 0.0000 unj_20 4_9 0.0000 num_ret 5_10 1 num_rel 5_10 43 num_rel_ret 5_10 1 map 5_10 0.0233 Rprec 5_10 0.0233 bpref 5_10 0.0233 recip_rank 5_10 1.0000 iprec_at_recall_0.00 5_10 1.0000 iprec_at_recall_0.10 5_10 0.0000 iprec_at_recall_0.20 5_10 0.0000 iprec_at_recall_0.30 5_10 0.0000 iprec_at_recall_0.40 5_10 0.0000 iprec_at_recall_0.50 5_10 0.0000 iprec_at_recall_0.60 5_10 0.0000 iprec_at_recall_0.70 5_10 0.0000 iprec_at_recall_0.80 5_10 0.0000 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 0.2000 P_10 5_10 0.1000 P_15 5_10 0.0667 P_20 5_10 0.0500 P_30 5_10 0.0333 P_100 5_10 0.0100 P_200 5_10 0.0050 P_500 5_10 0.0020 P_1000 5_10 0.0010 relstring 5_10 '2' recall_5 5_10 0.0233 recall_10 5_10 0.0233 recall_15 5_10 0.0233 recall_20 5_10 0.0233 recall_30 5_10 0.0233 recall_100 5_10 0.0233 recall_200 5_10 0.0233 recall_500 5_10 0.0233 recall_1000 5_10 0.0233 infAP 5_10 0.0233 Rprec_mult_0.20 5_10 0.1111 Rprec_mult_0.40 5_10 0.0556 Rprec_mult_0.60 5_10 0.0385 Rprec_mult_0.80 5_10 0.0286 Rprec_mult_1.00 5_10 0.0233 Rprec_mult_1.20 5_10 0.0192 Rprec_mult_1.40 5_10 0.0164 Rprec_mult_1.60 5_10 0.0145 Rprec_mult_1.80 5_10 0.0128 Rprec_mult_2.00 5_10 0.0116 utility 5_10 1.0000 11pt_avg 5_10 0.0909 binG 5_10 0.0233 G 5_10 0.0111 ndcg 5_10 0.0687 ndcg_rel 5_10 0.0787 Rndcg 5_10 0.0990 ndcg_cut_5 5_10 0.1696 ndcg_cut_10 5_10 0.1181 ndcg_cut_15 5_10 0.0969 ndcg_cut_20 5_10 0.0870 ndcg_cut_30 5_10 0.0751 ndcg_cut_100 5_10 0.0687 ndcg_cut_200 5_10 0.0687 ndcg_cut_500 5_10 0.0687 ndcg_cut_1000 5_10 0.0687 map_cut_5 5_10 0.0233 map_cut_10 5_10 0.0233 map_cut_15 5_10 0.0233 map_cut_20 5_10 0.0233 map_cut_30 5_10 0.0233 map_cut_100 5_10 0.0233 map_cut_200 5_10 0.0233 map_cut_500 5_10 0.0233 map_cut_1000 5_10 0.0233 relative_P_5 5_10 0.2000 relative_P_10 5_10 0.1000 relative_P_15 5_10 0.0667 relative_P_20 5_10 0.0500 relative_P_30 5_10 0.0333 relative_P_100 5_10 0.0233 relative_P_200 5_10 0.0233 relative_P_500 5_10 0.0233 relative_P_1000 5_10 0.0233 success_1 5_10 1.0000 success_5 5_10 1.0000 success_10 5_10 1.0000 set_P 5_10 1.0000 set_relative_P 5_10 1.0000 set_recall 5_10 0.0233 set_map 5_10 0.0233 set_F 5_10 0.0455 num_nonrel_judged_ret 5_10 0 rbp 5_10 0.0500 rbp_resid 5_10 0.0000 unj_5 5_10 0.0000 unj_10 5_10 0.0000 unj_20 5_10 0.0000 num_ret 5_13 12 num_rel 5_13 112 num_rel_ret 5_13 7 map 5_13 0.0293 Rprec 5_13 0.0625 bpref 5_13 0.0597 recip_rank 5_13 0.3333 iprec_at_recall_0.00 5_13 0.5833 iprec_at_recall_0.10 5_13 0.0000 iprec_at_recall_0.20 5_13 0.0000 iprec_at_recall_0.30 5_13 0.0000 iprec_at_recall_0.40 5_13 0.0000 iprec_at_recall_0.50 5_13 0.0000 iprec_at_recall_0.60 5_13 0.0000 iprec_at_recall_0.70 5_13 0.0000 iprec_at_recall_0.80 5_13 0.0000 iprec_at_recall_0.90 5_13 0.0000 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 0.2000 P_10 5_13 0.5000 P_15 5_13 0.4667 P_20 5_13 0.3500 P_30 5_13 0.2333 P_100 5_13 0.0700 P_200 5_13 0.0350 P_500 5_13 0.0140 P_1000 5_13 0.0070 relstring 5_13 '0040023230' recall_5 5_13 0.0089 recall_10 5_13 0.0446 recall_15 5_13 0.0625 recall_20 5_13 0.0625 recall_30 5_13 0.0625 recall_100 5_13 0.0625 recall_200 5_13 0.0625 recall_500 5_13 0.0625 recall_1000 5_13 0.0625 infAP 5_13 0.0293 Rprec_mult_0.20 5_13 0.3043 Rprec_mult_0.40 5_13 0.1556 Rprec_mult_0.60 5_13 0.1029 Rprec_mult_0.80 5_13 0.0778 Rprec_mult_1.00 5_13 0.0625 Rprec_mult_1.20 5_13 0.0519 Rprec_mult_1.40 5_13 0.0446 Rprec_mult_1.60 5_13 0.0389 Rprec_mult_1.80 5_13 0.0347 Rprec_mult_2.00 5_13 0.0312 utility 5_13 2.0000 11pt_avg 5_13 0.0530 binG 5_13 0.0246 G 5_13 0.0287 ndcg 5_13 0.1596 ndcg_rel 5_13 0.1698 Rndcg 5_13 0.1760 ndcg_cut_5 5_13 0.1909 ndcg_cut_10 5_13 0.3576 ndcg_cut_15 5_13 0.3666 ndcg_cut_20 5_13 0.3226 ndcg_cut_30 5_13 0.2654 ndcg_cut_100 5_13 0.1670 ndcg_cut_200 5_13 0.1596 ndcg_cut_500 5_13 0.1596 ndcg_cut_1000 5_13 0.1596 map_cut_5 5_13 0.0030 map_cut_10 5_13 0.0192 map_cut_15 5_13 0.0293 map_cut_20 5_13 0.0293 map_cut_30 5_13 0.0293 map_cut_100 5_13 0.0293 map_cut_200 5_13 0.0293 map_cut_500 5_13 0.0293 map_cut_1000 5_13 0.0293 relative_P_5 5_13 0.2000 relative_P_10 5_13 0.5000 relative_P_15 5_13 0.4667 relative_P_20 5_13 0.3500 relative_P_30 5_13 0.2333 relative_P_100 5_13 0.0700 relative_P_200 5_13 0.0625 relative_P_500 5_13 0.0625 relative_P_1000 5_13 0.0625 success_1 5_13 0.0000 success_5 5_13 1.0000 success_10 5_13 1.0000 set_P 5_13 0.5833 set_relative_P 5_13 0.5833 set_recall 5_13 0.0625 set_map 5_13 0.0365 set_F 5_13 0.1129 num_nonrel_judged_ret 5_13 5 rbp 5_13 0.2397 rbp_resid 5_13 0.0000 unj_5 5_13 0.0000 unj_10 5_13 0.0000 unj_20 5_13 0.0000 num_ret 5_14 4 num_rel 5_14 38 num_rel_ret 5_14 4 map 5_14 0.1053 Rprec 5_14 0.1053 bpref 5_14 0.1053 recip_rank 5_14 1.0000 iprec_at_recall_0.00 5_14 1.0000 iprec_at_recall_0.10 5_14 1.0000 iprec_at_recall_0.20 5_14 0.0000 iprec_at_recall_0.30 5_14 0.0000 iprec_at_recall_0.40 5_14 0.0000 iprec_at_recall_0.50 5_14 0.0000 iprec_at_recall_0.60 5_14 0.0000 iprec_at_recall_0.70 5_14 0.0000 iprec_at_recall_0.80 5_14 0.0000 iprec_at_recall_0.90 5_14 0.0000 iprec_at_recall_1.00 5_14 0.0000 P_5 5_14 0.8000 P_10 5_14 0.4000 P_15 5_14 0.2667 P_20 5_14 0.2000 P_30 5_14 0.1333 P_100 5_14 0.0400 P_200 5_14 0.0200 P_500 5_14 0.0080 P_1000 5_14 0.0040 relstring 5_14 '4441' recall_5 5_14 0.1053 recall_10 5_14 0.1053 recall_15 5_14 0.1053 recall_20 5_14 0.1053 recall_30 5_14 0.1053 recall_100 5_14 0.1053 recall_200 5_14 0.1053 recall_500 5_14 0.1053 recall_1000 5_14 0.1053 infAP 5_14 0.1053 Rprec_mult_0.20 5_14 0.5000 Rprec_mult_0.40 5_14 0.2500 Rprec_mult_0.60 5_14 0.1739 Rprec_mult_0.80 5_14 0.1290 Rprec_mult_1.00 5_14 0.1053 Rprec_mult_1.20 5_14 0.0870 Rprec_mult_1.40 5_14 0.0741 Rprec_mult_1.60 5_14 0.0656 Rprec_mult_1.80 5_14 0.0580 Rprec_mult_2.00 5_14 0.0526 utility 5_14 4.0000 11pt_avg 5_14 0.1818 binG 5_14 0.1053 G 5_14 0.1726 ndcg 5_14 0.3637 ndcg_rel 5_14 0.4274 Rndcg 5_14 0.5791 ndcg_cut_5 5_14 0.7850 ndcg_cut_10 5_14 0.5858 ndcg_cut_15 5_14 0.4996 ndcg_cut_20 5_14 0.4415 ndcg_cut_30 5_14 0.3882 ndcg_cut_100 5_14 0.3637 ndcg_cut_200 5_14 0.3637 ndcg_cut_500 5_14 0.3637 ndcg_cut_1000 5_14 0.3637 map_cut_5 5_14 0.1053 map_cut_10 5_14 0.1053 map_cut_15 5_14 0.1053 map_cut_20 5_14 0.1053 map_cut_30 5_14 0.1053 map_cut_100 5_14 0.1053 map_cut_200 5_14 0.1053 map_cut_500 5_14 0.1053 map_cut_1000 5_14 0.1053 relative_P_5 5_14 0.8000 relative_P_10 5_14 0.4000 relative_P_15 5_14 0.2667 relative_P_20 5_14 0.2000 relative_P_30 5_14 0.1333 relative_P_100 5_14 0.1053 relative_P_200 5_14 0.1053 relative_P_500 5_14 0.1053 relative_P_1000 5_14 0.1053 success_1 5_14 1.0000 success_5 5_14 1.0000 success_10 5_14 1.0000 set_P 5_14 1.0000 set_relative_P 5_14 1.0000 set_recall 5_14 0.1053 set_map 5_14 0.1053 set_F 5_14 0.1905 num_nonrel_judged_ret 5_14 0 rbp 5_14 0.2892 rbp_resid 5_14 0.0000 unj_5 5_14 0.0000 unj_10 5_14 0.0000 unj_20 5_14 0.0000 num_ret 5_15 1 num_rel 5_15 43 num_rel_ret 5_15 1 map 5_15 0.0233 Rprec 5_15 0.0233 bpref 5_15 0.0233 recip_rank 5_15 1.0000 iprec_at_recall_0.00 5_15 1.0000 iprec_at_recall_0.10 5_15 0.0000 iprec_at_recall_0.20 5_15 0.0000 iprec_at_recall_0.30 5_15 0.0000 iprec_at_recall_0.40 5_15 0.0000 iprec_at_recall_0.50 5_15 0.0000 iprec_at_recall_0.60 5_15 0.0000 iprec_at_recall_0.70 5_15 0.0000 iprec_at_recall_0.80 5_15 0.0000 iprec_at_recall_0.90 5_15 0.0000 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 0.2000 P_10 5_15 0.1000 P_15 5_15 0.0667 P_20 5_15 0.0500 P_30 5_15 0.0333 P_100 5_15 0.0100 P_200 5_15 0.0050 P_500 5_15 0.0020 P_1000 5_15 0.0010 relstring 5_15 '1' recall_5 5_15 0.0233 recall_10 5_15 0.0233 recall_15 5_15 0.0233 recall_20 5_15 0.0233 recall_30 5_15 0.0233 recall_100 5_15 0.0233 recall_200 5_15 0.0233 recall_500 5_15 0.0233 recall_1000 5_15 0.0233 infAP 5_15 0.0233 Rprec_mult_0.20 5_15 0.1111 Rprec_mult_0.40 5_15 0.0556 Rprec_mult_0.60 5_15 0.0385 Rprec_mult_0.80 5_15 0.0286 Rprec_mult_1.00 5_15 0.0233 Rprec_mult_1.20 5_15 0.0192 Rprec_mult_1.40 5_15 0.0164 Rprec_mult_1.60 5_15 0.0145 Rprec_mult_1.80 5_15 0.0128 Rprec_mult_2.00 5_15 0.0116 utility 5_15 1.0000 11pt_avg 5_15 0.0909 binG 5_15 0.0233 G 5_15 0.0053 ndcg 5_15 0.0387 ndcg_rel 5_15 0.0437 Rndcg 5_15 0.0995 ndcg_cut_5 5_15 0.1016 ndcg_cut_10 5_15 0.0683 ndcg_cut_15 5_15 0.0570 ndcg_cut_20 5_15 0.0502 ndcg_cut_30 5_15 0.0429 ndcg_cut_100 5_15 0.0387 ndcg_cut_200 5_15 0.0387 ndcg_cut_500 5_15 0.0387 ndcg_cut_1000 5_15 0.0387 map_cut_5 5_15 0.0233 map_cut_10 5_15 0.0233 map_cut_15 5_15 0.0233 map_cut_20 5_15 0.0233 map_cut_30 5_15 0.0233 map_cut_100 5_15 0.0233 map_cut_200 5_15 0.0233 map_cut_500 5_15 0.0233 map_cut_1000 5_15 0.0233 relative_P_5 5_15 0.2000 relative_P_10 5_15 0.1000 relative_P_15 5_15 0.0667 relative_P_20 5_15 0.0500 relative_P_30 5_15 0.0333 relative_P_100 5_15 0.0233 relative_P_200 5_15 0.0233 relative_P_500 5_15 0.0233 relative_P_1000 5_15 0.0233 success_1 5_15 1.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 1.0000 set_relative_P 5_15 1.0000 set_recall 5_15 0.0233 set_map 5_15 0.0233 set_F 5_15 0.0455 num_nonrel_judged_ret 5_15 0 rbp 5_15 0.0250 rbp_resid 5_15 0.0000 unj_5 5_15 0.0000 unj_10 5_15 0.0000 unj_20 5_15 0.0000 num_ret 5_2 3 num_rel 5_2 139 num_rel_ret 5_2 3 map 5_2 0.0216 Rprec 5_2 0.0216 bpref 5_2 0.0216 recip_rank 5_2 1.0000 iprec_at_recall_0.00 5_2 1.0000 iprec_at_recall_0.10 5_2 0.0000 iprec_at_recall_0.20 5_2 0.0000 iprec_at_recall_0.30 5_2 0.0000 iprec_at_recall_0.40 5_2 0.0000 iprec_at_recall_0.50 5_2 0.0000 iprec_at_recall_0.60 5_2 0.0000 iprec_at_recall_0.70 5_2 0.0000 iprec_at_recall_0.80 5_2 0.0000 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 0.6000 P_10 5_2 0.3000 P_15 5_2 0.2000 P_20 5_2 0.1500 P_30 5_2 0.1000 P_100 5_2 0.0300 P_200 5_2 0.0150 P_500 5_2 0.0060 P_1000 5_2 0.0030 relstring 5_2 '431' recall_5 5_2 0.0216 recall_10 5_2 0.0216 recall_15 5_2 0.0216 recall_20 5_2 0.0216 recall_30 5_2 0.0216 recall_100 5_2 0.0216 recall_200 5_2 0.0216 recall_500 5_2 0.0216 recall_1000 5_2 0.0216 infAP 5_2 0.0216 Rprec_mult_0.20 5_2 0.1071 Rprec_mult_0.40 5_2 0.0536 Rprec_mult_0.60 5_2 0.0357 Rprec_mult_0.80 5_2 0.0268 Rprec_mult_1.00 5_2 0.0216 Rprec_mult_1.20 5_2 0.0180 Rprec_mult_1.40 5_2 0.0154 Rprec_mult_1.60 5_2 0.0135 Rprec_mult_1.80 5_2 0.0120 Rprec_mult_2.00 5_2 0.0108 utility 5_2 3.0000 11pt_avg 5_2 0.0909 binG 5_2 0.0216 G 5_2 0.0241 ndcg 5_2 0.1083 ndcg_rel 5_2 0.1250 Rndcg 5_2 0.1745 ndcg_cut_5 5_2 0.5420 ndcg_cut_10 5_2 0.3518 ndcg_cut_15 5_2 0.2727 ndcg_cut_20 5_2 0.2369 ndcg_cut_30 5_2 0.1917 ndcg_cut_100 5_2 0.1197 ndcg_cut_200 5_2 0.1083 ndcg_cut_500 5_2 0.1083 ndcg_cut_1000 5_2 0.1083 map_cut_5 5_2 0.0216 map_cut_10 5_2 0.0216 map_cut_15 5_2 0.0216 map_cut_20 5_2 0.0216 map_cut_30 5_2 0.0216 map_cut_100 5_2 0.0216 map_cut_200 5_2 0.0216 map_cut_500 5_2 0.0216 map_cut_1000 5_2 0.0216 relative_P_5 5_2 0.6000 relative_P_10 5_2 0.3000 relative_P_15 5_2 0.2000 relative_P_20 5_2 0.1500 relative_P_30 5_2 0.1000 relative_P_100 5_2 0.0300 relative_P_200 5_2 0.0216 relative_P_500 5_2 0.0216 relative_P_1000 5_2 0.0216 success_1 5_2 1.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 1.0000 set_relative_P 5_2 1.0000 set_recall 5_2 0.0216 set_map 5_2 0.0216 set_F 5_2 0.0423 num_nonrel_judged_ret 5_2 0 rbp 5_2 0.1877 rbp_resid 5_2 0.0000 unj_5 5_2 0.0000 unj_10 5_2 0.0000 unj_20 5_2 0.0000 num_ret 5_4 8 num_rel 5_4 108 num_rel_ret 5_4 3 map 5_4 0.0231 Rprec 5_4 0.0278 bpref 5_4 0.0272 recip_rank 5_4 1.0000 iprec_at_recall_0.00 5_4 1.0000 iprec_at_recall_0.10 5_4 0.0000 iprec_at_recall_0.20 5_4 0.0000 iprec_at_recall_0.30 5_4 0.0000 iprec_at_recall_0.40 5_4 0.0000 iprec_at_recall_0.50 5_4 0.0000 iprec_at_recall_0.60 5_4 0.0000 iprec_at_recall_0.70 5_4 0.0000 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 0.4000 P_10 5_4 0.3000 P_15 5_4 0.2000 P_20 5_4 0.1500 P_30 5_4 0.1000 P_100 5_4 0.0300 P_200 5_4 0.0150 P_500 5_4 0.0060 P_1000 5_4 0.0030 relstring 5_4 '310001--' recall_5 5_4 0.0185 recall_10 5_4 0.0278 recall_15 5_4 0.0278 recall_20 5_4 0.0278 recall_30 5_4 0.0278 recall_100 5_4 0.0278 recall_200 5_4 0.0278 recall_500 5_4 0.0278 recall_1000 5_4 0.0278 infAP 5_4 0.0231 Rprec_mult_0.20 5_4 0.1364 Rprec_mult_0.40 5_4 0.0682 Rprec_mult_0.60 5_4 0.0462 Rprec_mult_0.80 5_4 0.0345 Rprec_mult_1.00 5_4 0.0278 Rprec_mult_1.20 5_4 0.0231 Rprec_mult_1.40 5_4 0.0197 Rprec_mult_1.60 5_4 0.0173 Rprec_mult_1.80 5_4 0.0154 Rprec_mult_2.00 5_4 0.0139 utility 5_4 -2.0000 11pt_avg 5_4 0.0909 binG 5_4 0.0225 G 5_4 0.0122 ndcg 5_4 0.0819 ndcg_rel 5_4 0.0945 Rndcg 5_4 0.1663 ndcg_cut_5 5_4 0.3079 ndcg_cut_10 5_4 0.2354 ndcg_cut_15 5_4 0.1909 ndcg_cut_20 5_4 0.1715 ndcg_cut_30 5_4 0.1450 ndcg_cut_100 5_4 0.0839 ndcg_cut_200 5_4 0.0819 ndcg_cut_500 5_4 0.0819 ndcg_cut_1000 5_4 0.0819 map_cut_5 5_4 0.0185 map_cut_10 5_4 0.0231 map_cut_15 5_4 0.0231 map_cut_20 5_4 0.0231 map_cut_30 5_4 0.0231 map_cut_100 5_4 0.0231 map_cut_200 5_4 0.0231 map_cut_500 5_4 0.0231 map_cut_1000 5_4 0.0231 relative_P_5 5_4 0.4000 relative_P_10 5_4 0.3000 relative_P_15 5_4 0.2000 relative_P_20 5_4 0.1500 relative_P_30 5_4 0.1000 relative_P_100 5_4 0.0300 relative_P_200 5_4 0.0278 relative_P_500 5_4 0.0278 relative_P_1000 5_4 0.0278 success_1 5_4 1.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.3750 set_relative_P 5_4 0.3750 set_recall 5_4 0.0278 set_map 5_4 0.0104 set_F 5_4 0.0517 num_nonrel_judged_ret 5_4 3 rbp 5_4 0.1123 rbp_resid 5_4 0.5314 unj_5 5_4 0.0000 unj_10 5_4 0.2000 unj_20 5_4 0.1000 num_ret 5_5 3 num_rel 5_5 108 num_rel_ret 5_5 2 map 5_5 0.0154 Rprec 5_5 0.0185 bpref 5_5 0.0184 recip_rank 5_5 1.0000 iprec_at_recall_0.00 5_5 1.0000 iprec_at_recall_0.10 5_5 0.0000 iprec_at_recall_0.20 5_5 0.0000 iprec_at_recall_0.30 5_5 0.0000 iprec_at_recall_0.40 5_5 0.0000 iprec_at_recall_0.50 5_5 0.0000 iprec_at_recall_0.60 5_5 0.0000 iprec_at_recall_0.70 5_5 0.0000 iprec_at_recall_0.80 5_5 0.0000 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 0.4000 P_10 5_5 0.2000 P_15 5_5 0.1333 P_20 5_5 0.1000 P_30 5_5 0.0667 P_100 5_5 0.0200 P_200 5_5 0.0100 P_500 5_5 0.0040 P_1000 5_5 0.0020 relstring 5_5 '201' recall_5 5_5 0.0185 recall_10 5_5 0.0185 recall_15 5_5 0.0185 recall_20 5_5 0.0185 recall_30 5_5 0.0185 recall_100 5_5 0.0185 recall_200 5_5 0.0185 recall_500 5_5 0.0185 recall_1000 5_5 0.0185 infAP 5_5 0.0154 Rprec_mult_0.20 5_5 0.0909 Rprec_mult_0.40 5_5 0.0455 Rprec_mult_0.60 5_5 0.0308 Rprec_mult_0.80 5_5 0.0230 Rprec_mult_1.00 5_5 0.0185 Rprec_mult_1.20 5_5 0.0154 Rprec_mult_1.40 5_5 0.0132 Rprec_mult_1.60 5_5 0.0116 Rprec_mult_1.80 5_5 0.0103 Rprec_mult_2.00 5_5 0.0093 utility 5_5 1.0000 11pt_avg 5_5 0.0909 binG 5_5 0.0151 G 5_5 0.0073 ndcg 5_5 0.0580 ndcg_rel 5_5 0.0643 Rndcg 5_5 0.1303 ndcg_cut_5 5_5 0.2192 ndcg_cut_10 5_5 0.1544 ndcg_cut_15 5_5 0.1308 ndcg_cut_20 5_5 0.1165 ndcg_cut_30 5_5 0.0972 ndcg_cut_100 5_5 0.0596 ndcg_cut_200 5_5 0.0580 ndcg_cut_500 5_5 0.0580 ndcg_cut_1000 5_5 0.0580 map_cut_5 5_5 0.0154 map_cut_10 5_5 0.0154 map_cut_15 5_5 0.0154 map_cut_20 5_5 0.0154 map_cut_30 5_5 0.0154 map_cut_100 5_5 0.0154 map_cut_200 5_5 0.0154 map_cut_500 5_5 0.0154 map_cut_1000 5_5 0.0154 relative_P_5 5_5 0.4000 relative_P_10 5_5 0.2000 relative_P_15 5_5 0.1333 relative_P_20 5_5 0.1000 relative_P_30 5_5 0.0667 relative_P_100 5_5 0.0200 relative_P_200 5_5 0.0185 relative_P_500 5_5 0.0185 relative_P_1000 5_5 0.0185 success_1 5_5 1.0000 success_5 5_5 1.0000 success_10 5_5 1.0000 set_P 5_5 0.6667 set_relative_P 5_5 0.6667 set_recall 5_5 0.0185 set_map 5_5 0.0123 set_F 5_5 0.0360 num_nonrel_judged_ret 5_5 1 rbp 5_5 0.0702 rbp_resid 5_5 0.0000 unj_5 5_5 0.0000 unj_10 5_5 0.0000 unj_20 5_5 0.0000 num_ret 5_8 1 num_rel 5_8 78 num_rel_ret 5_8 0 map 5_8 0.0000 Rprec 5_8 0.0000 bpref 5_8 0.0000 recip_rank 5_8 0.0000 iprec_at_recall_0.00 5_8 0.0000 iprec_at_recall_0.10 5_8 0.0000 iprec_at_recall_0.20 5_8 0.0000 iprec_at_recall_0.30 5_8 0.0000 iprec_at_recall_0.40 5_8 0.0000 iprec_at_recall_0.50 5_8 0.0000 iprec_at_recall_0.60 5_8 0.0000 iprec_at_recall_0.70 5_8 0.0000 iprec_at_recall_0.80 5_8 0.0000 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.0000 P_10 5_8 0.0000 P_15 5_8 0.0000 P_20 5_8 0.0000 P_30 5_8 0.0000 P_100 5_8 0.0000 P_200 5_8 0.0000 P_500 5_8 0.0000 P_1000 5_8 0.0000 relstring 5_8 '0' recall_5 5_8 0.0000 recall_10 5_8 0.0000 recall_15 5_8 0.0000 recall_20 5_8 0.0000 recall_30 5_8 0.0000 recall_100 5_8 0.0000 recall_200 5_8 0.0000 recall_500 5_8 0.0000 recall_1000 5_8 0.0000 infAP 5_8 0.0000 Rprec_mult_0.20 5_8 0.0000 Rprec_mult_0.40 5_8 0.0000 Rprec_mult_0.60 5_8 0.0000 Rprec_mult_0.80 5_8 0.0000 Rprec_mult_1.00 5_8 0.0000 Rprec_mult_1.20 5_8 0.0000 Rprec_mult_1.40 5_8 0.0000 Rprec_mult_1.60 5_8 0.0000 Rprec_mult_1.80 5_8 0.0000 Rprec_mult_2.00 5_8 0.0000 utility 5_8 -1.0000 11pt_avg 5_8 0.0000 binG 5_8 0.0000 G 5_8 0.0000 ndcg 5_8 0.0000 ndcg_rel 5_8 0.0000 Rndcg 5_8 0.0000 ndcg_cut_5 5_8 0.0000 ndcg_cut_10 5_8 0.0000 ndcg_cut_15 5_8 0.0000 ndcg_cut_20 5_8 0.0000 ndcg_cut_30 5_8 0.0000 ndcg_cut_100 5_8 0.0000 ndcg_cut_200 5_8 0.0000 ndcg_cut_500 5_8 0.0000 ndcg_cut_1000 5_8 0.0000 map_cut_5 5_8 0.0000 map_cut_10 5_8 0.0000 map_cut_15 5_8 0.0000 map_cut_20 5_8 0.0000 map_cut_30 5_8 0.0000 map_cut_100 5_8 0.0000 map_cut_200 5_8 0.0000 map_cut_500 5_8 0.0000 map_cut_1000 5_8 0.0000 relative_P_5 5_8 0.0000 relative_P_10 5_8 0.0000 relative_P_15 5_8 0.0000 relative_P_20 5_8 0.0000 relative_P_30 5_8 0.0000 relative_P_100 5_8 0.0000 relative_P_200 5_8 0.0000 relative_P_500 5_8 0.0000 relative_P_1000 5_8 0.0000 success_1 5_8 0.0000 success_5 5_8 0.0000 success_10 5_8 0.0000 set_P 5_8 0.0000 set_relative_P 5_8 0.0000 set_recall 5_8 0.0000 set_map 5_8 0.0000 set_F 5_8 0.0000 num_nonrel_judged_ret 5_8 1 rbp 5_8 0.0000 rbp_resid 5_8 0.0000 unj_5 5_8 0.0000 unj_10 5_8 0.0000 unj_20 5_8 0.0000 num_ret 5_9 1 num_rel 5_9 53 num_rel_ret 5_9 1 map 5_9 0.0189 Rprec 5_9 0.0189 bpref 5_9 0.0189 recip_rank 5_9 1.0000 iprec_at_recall_0.00 5_9 1.0000 iprec_at_recall_0.10 5_9 0.0000 iprec_at_recall_0.20 5_9 0.0000 iprec_at_recall_0.30 5_9 0.0000 iprec_at_recall_0.40 5_9 0.0000 iprec_at_recall_0.50 5_9 0.0000 iprec_at_recall_0.60 5_9 0.0000 iprec_at_recall_0.70 5_9 0.0000 iprec_at_recall_0.80 5_9 0.0000 iprec_at_recall_0.90 5_9 0.0000 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 0.2000 P_10 5_9 0.1000 P_15 5_9 0.0667 P_20 5_9 0.0500 P_30 5_9 0.0333 P_100 5_9 0.0100 P_200 5_9 0.0050 P_500 5_9 0.0020 P_1000 5_9 0.0010 relstring 5_9 '2' recall_5 5_9 0.0189 recall_10 5_9 0.0189 recall_15 5_9 0.0189 recall_20 5_9 0.0189 recall_30 5_9 0.0189 recall_100 5_9 0.0189 recall_200 5_9 0.0189 recall_500 5_9 0.0189 recall_1000 5_9 0.0189 infAP 5_9 0.0189 Rprec_mult_0.20 5_9 0.0909 Rprec_mult_0.40 5_9 0.0455 Rprec_mult_0.60 5_9 0.0312 Rprec_mult_0.80 5_9 0.0233 Rprec_mult_1.00 5_9 0.0189 Rprec_mult_1.20 5_9 0.0156 Rprec_mult_1.40 5_9 0.0133 Rprec_mult_1.60 5_9 0.0118 Rprec_mult_1.80 5_9 0.0104 Rprec_mult_2.00 5_9 0.0094 utility 5_9 1.0000 11pt_avg 5_9 0.0909 binG 5_9 0.0189 G 5_9 0.0070 ndcg 5_9 0.0493 ndcg_rel 5_9 0.0578 Rndcg 5_9 0.0599 ndcg_cut_5 5_9 0.1696 ndcg_cut_10 5_9 0.1100 ndcg_cut_15 5_9 0.0853 ndcg_cut_20 5_9 0.0728 ndcg_cut_30 5_9 0.0595 ndcg_cut_100 5_9 0.0493 ndcg_cut_200 5_9 0.0493 ndcg_cut_500 5_9 0.0493 ndcg_cut_1000 5_9 0.0493 map_cut_5 5_9 0.0189 map_cut_10 5_9 0.0189 map_cut_15 5_9 0.0189 map_cut_20 5_9 0.0189 map_cut_30 5_9 0.0189 map_cut_100 5_9 0.0189 map_cut_200 5_9 0.0189 map_cut_500 5_9 0.0189 map_cut_1000 5_9 0.0189 relative_P_5 5_9 0.2000 relative_P_10 5_9 0.1000 relative_P_15 5_9 0.0667 relative_P_20 5_9 0.0500 relative_P_30 5_9 0.0333 relative_P_100 5_9 0.0189 relative_P_200 5_9 0.0189 relative_P_500 5_9 0.0189 relative_P_1000 5_9 0.0189 success_1 5_9 1.0000 success_5 5_9 1.0000 success_10 5_9 1.0000 set_P 5_9 1.0000 set_relative_P 5_9 1.0000 set_recall 5_9 0.0189 set_map 5_9 0.0189 set_F 5_9 0.0370 num_nonrel_judged_ret 5_9 0 rbp 5_9 0.0500 rbp_resid 5_9 0.0000 unj_5 5_9 0.0000 unj_10 5_9 0.0000 unj_20 5_9 0.0000 num_ret 6_1 13 num_rel 6_1 331 num_rel_ret 6_1 13 map 6_1 0.0393 Rprec 6_1 0.0393 bpref 6_1 0.0393 recip_rank 6_1 1.0000 iprec_at_recall_0.00 6_1 1.0000 iprec_at_recall_0.10 6_1 0.0000 iprec_at_recall_0.20 6_1 0.0000 iprec_at_recall_0.30 6_1 0.0000 iprec_at_recall_0.40 6_1 0.0000 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 1.0000 P_10 6_1 1.0000 P_15 6_1 0.8667 P_20 6_1 0.6500 P_30 6_1 0.4333 P_100 6_1 0.1300 P_200 6_1 0.0650 P_500 6_1 0.0260 P_1000 6_1 0.0130 relstring 6_1 '3111112111' recall_5 6_1 0.0151 recall_10 6_1 0.0302 recall_15 6_1 0.0393 recall_20 6_1 0.0393 recall_30 6_1 0.0393 recall_100 6_1 0.0393 recall_200 6_1 0.0393 recall_500 6_1 0.0393 recall_1000 6_1 0.0393 infAP 6_1 0.0393 Rprec_mult_0.20 6_1 0.1940 Rprec_mult_0.40 6_1 0.0977 Rprec_mult_0.60 6_1 0.0653 Rprec_mult_0.80 6_1 0.0491 Rprec_mult_1.00 6_1 0.0393 Rprec_mult_1.20 6_1 0.0327 Rprec_mult_1.40 6_1 0.0280 Rprec_mult_1.60 6_1 0.0245 Rprec_mult_1.80 6_1 0.0218 Rprec_mult_2.00 6_1 0.0196 utility 6_1 13.0000 11pt_avg 6_1 0.0909 binG 6_1 0.0393 G 6_1 0.0113 ndcg 6_1 0.0916 ndcg_rel 6_1 0.1084 Rndcg 6_1 0.3555 ndcg_cut_5 6_1 0.5026 ndcg_cut_10 6_1 0.4700 ndcg_cut_15 6_1 0.4253 ndcg_cut_20 6_1 0.3762 ndcg_cut_30 6_1 0.3116 ndcg_cut_100 6_1 0.1594 ndcg_cut_200 6_1 0.1137 ndcg_cut_500 6_1 0.0916 ndcg_cut_1000 6_1 0.0916 map_cut_5 6_1 0.0151 map_cut_10 6_1 0.0302 map_cut_15 6_1 0.0393 map_cut_20 6_1 0.0393 map_cut_30 6_1 0.0393 map_cut_100 6_1 0.0393 map_cut_200 6_1 0.0393 map_cut_500 6_1 0.0393 map_cut_1000 6_1 0.0393 relative_P_5 6_1 1.0000 relative_P_10 6_1 1.0000 relative_P_15 6_1 0.8667 relative_P_20 6_1 0.6500 relative_P_30 6_1 0.4333 relative_P_100 6_1 0.1300 relative_P_200 6_1 0.0650 relative_P_500 6_1 0.0393 relative_P_1000 6_1 0.0393 success_1 6_1 1.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 1.0000 set_relative_P 6_1 1.0000 set_recall 6_1 0.0393 set_map 6_1 0.0393 set_F 6_1 0.0756 num_nonrel_judged_ret 6_1 0 rbp 6_1 0.2497 rbp_resid 6_1 0.0000 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1 num_rel 6_10 45 num_rel_ret 6_10 1 map 6_10 0.0222 Rprec 6_10 0.0222 bpref 6_10 0.0222 recip_rank 6_10 1.0000 iprec_at_recall_0.00 6_10 1.0000 iprec_at_recall_0.10 6_10 0.0000 iprec_at_recall_0.20 6_10 0.0000 iprec_at_recall_0.30 6_10 0.0000 iprec_at_recall_0.40 6_10 0.0000 iprec_at_recall_0.50 6_10 0.0000 iprec_at_recall_0.60 6_10 0.0000 iprec_at_recall_0.70 6_10 0.0000 iprec_at_recall_0.80 6_10 0.0000 iprec_at_recall_0.90 6_10 0.0000 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 0.2000 P_10 6_10 0.1000 P_15 6_10 0.0667 P_20 6_10 0.0500 P_30 6_10 0.0333 P_100 6_10 0.0100 P_200 6_10 0.0050 P_500 6_10 0.0020 P_1000 6_10 0.0010 relstring 6_10 '3' recall_5 6_10 0.0222 recall_10 6_10 0.0222 recall_15 6_10 0.0222 recall_20 6_10 0.0222 recall_30 6_10 0.0222 recall_100 6_10 0.0222 recall_200 6_10 0.0222 recall_500 6_10 0.0222 recall_1000 6_10 0.0222 infAP 6_10 0.0222 Rprec_mult_0.20 6_10 0.1111 Rprec_mult_0.40 6_10 0.0556 Rprec_mult_0.60 6_10 0.0370 Rprec_mult_0.80 6_10 0.0278 Rprec_mult_1.00 6_10 0.0222 Rprec_mult_1.20 6_10 0.0185 Rprec_mult_1.40 6_10 0.0159 Rprec_mult_1.60 6_10 0.0139 Rprec_mult_1.80 6_10 0.0123 Rprec_mult_2.00 6_10 0.0111 utility 6_10 1.0000 11pt_avg 6_10 0.0909 binG 6_10 0.0222 G 6_10 0.0220 ndcg 6_10 0.1117 ndcg_rel 6_10 0.1259 Rndcg 6_10 0.2933 ndcg_cut_5 6_10 0.3047 ndcg_cut_10 6_10 0.2050 ndcg_cut_15 6_10 0.1684 ndcg_cut_20 6_10 0.1487 ndcg_cut_30 6_10 0.1249 ndcg_cut_100 6_10 0.1117 ndcg_cut_200 6_10 0.1117 ndcg_cut_500 6_10 0.1117 ndcg_cut_1000 6_10 0.1117 map_cut_5 6_10 0.0222 map_cut_10 6_10 0.0222 map_cut_15 6_10 0.0222 map_cut_20 6_10 0.0222 map_cut_30 6_10 0.0222 map_cut_100 6_10 0.0222 map_cut_200 6_10 0.0222 map_cut_500 6_10 0.0222 map_cut_1000 6_10 0.0222 relative_P_5 6_10 0.2000 relative_P_10 6_10 0.1000 relative_P_15 6_10 0.0667 relative_P_20 6_10 0.0500 relative_P_30 6_10 0.0333 relative_P_100 6_10 0.0222 relative_P_200 6_10 0.0222 relative_P_500 6_10 0.0222 relative_P_1000 6_10 0.0222 success_1 6_10 1.0000 success_5 6_10 1.0000 success_10 6_10 1.0000 set_P 6_10 1.0000 set_relative_P 6_10 1.0000 set_recall 6_10 0.0222 set_map 6_10 0.0222 set_F 6_10 0.0435 num_nonrel_judged_ret 6_10 0 rbp 6_10 0.0750 rbp_resid 6_10 0.0000 unj_5 6_10 0.0000 unj_10 6_10 0.0000 unj_20 6_10 0.0000 num_ret 6_11 3 num_rel 6_11 118 num_rel_ret 6_11 3 map 6_11 0.0254 Rprec 6_11 0.0254 bpref 6_11 0.0254 recip_rank 6_11 1.0000 iprec_at_recall_0.00 6_11 1.0000 iprec_at_recall_0.10 6_11 0.0000 iprec_at_recall_0.20 6_11 0.0000 iprec_at_recall_0.30 6_11 0.0000 iprec_at_recall_0.40 6_11 0.0000 iprec_at_recall_0.50 6_11 0.0000 iprec_at_recall_0.60 6_11 0.0000 iprec_at_recall_0.70 6_11 0.0000 iprec_at_recall_0.80 6_11 0.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 0.6000 P_10 6_11 0.3000 P_15 6_11 0.2000 P_20 6_11 0.1500 P_30 6_11 0.1000 P_100 6_11 0.0300 P_200 6_11 0.0150 P_500 6_11 0.0060 P_1000 6_11 0.0030 relstring 6_11 '232' recall_5 6_11 0.0254 recall_10 6_11 0.0254 recall_15 6_11 0.0254 recall_20 6_11 0.0254 recall_30 6_11 0.0254 recall_100 6_11 0.0254 recall_200 6_11 0.0254 recall_500 6_11 0.0254 recall_1000 6_11 0.0254 infAP 6_11 0.0254 Rprec_mult_0.20 6_11 0.1250 Rprec_mult_0.40 6_11 0.0625 Rprec_mult_0.60 6_11 0.0423 Rprec_mult_0.80 6_11 0.0316 Rprec_mult_1.00 6_11 0.0254 Rprec_mult_1.20 6_11 0.0211 Rprec_mult_1.40 6_11 0.0181 Rprec_mult_1.60 6_11 0.0159 Rprec_mult_1.80 6_11 0.0141 Rprec_mult_2.00 6_11 0.0127 utility 6_11 3.0000 11pt_avg 6_11 0.0909 binG 6_11 0.0254 G 6_11 0.0233 ndcg 6_11 0.1228 ndcg_rel 6_11 0.1386 Rndcg 6_11 0.3498 ndcg_cut_5 6_11 0.6095 ndcg_cut_10 6_11 0.4362 ndcg_cut_15 6_11 0.3532 ndcg_cut_20 6_11 0.3018 ndcg_cut_30 6_11 0.2392 ndcg_cut_100 6_11 0.1316 ndcg_cut_200 6_11 0.1228 ndcg_cut_500 6_11 0.1228 ndcg_cut_1000 6_11 0.1228 map_cut_5 6_11 0.0254 map_cut_10 6_11 0.0254 map_cut_15 6_11 0.0254 map_cut_20 6_11 0.0254 map_cut_30 6_11 0.0254 map_cut_100 6_11 0.0254 map_cut_200 6_11 0.0254 map_cut_500 6_11 0.0254 map_cut_1000 6_11 0.0254 relative_P_5 6_11 0.6000 relative_P_10 6_11 0.3000 relative_P_15 6_11 0.2000 relative_P_20 6_11 0.1500 relative_P_30 6_11 0.1000 relative_P_100 6_11 0.0300 relative_P_200 6_11 0.0254 relative_P_500 6_11 0.0254 relative_P_1000 6_11 0.0254 success_1 6_11 1.0000 success_5 6_11 1.0000 success_10 6_11 1.0000 set_P 6_11 1.0000 set_relative_P 6_11 1.0000 set_recall 6_11 0.0254 set_map 6_11 0.0254 set_F 6_11 0.0496 num_nonrel_judged_ret 6_11 0 rbp 6_11 0.2107 rbp_resid 6_11 0.0000 unj_5 6_11 0.0000 unj_10 6_11 0.0000 unj_20 6_11 0.0000 num_ret 6_12 2 num_rel 6_12 69 num_rel_ret 6_12 2 map 6_12 0.0290 Rprec 6_12 0.0290 bpref 6_12 0.0290 recip_rank 6_12 1.0000 iprec_at_recall_0.00 6_12 1.0000 iprec_at_recall_0.10 6_12 0.0000 iprec_at_recall_0.20 6_12 0.0000 iprec_at_recall_0.30 6_12 0.0000 iprec_at_recall_0.40 6_12 0.0000 iprec_at_recall_0.50 6_12 0.0000 iprec_at_recall_0.60 6_12 0.0000 iprec_at_recall_0.70 6_12 0.0000 iprec_at_recall_0.80 6_12 0.0000 iprec_at_recall_0.90 6_12 0.0000 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 0.4000 P_10 6_12 0.2000 P_15 6_12 0.1333 P_20 6_12 0.1000 P_30 6_12 0.0667 P_100 6_12 0.0200 P_200 6_12 0.0100 P_500 6_12 0.0040 P_1000 6_12 0.0020 relstring 6_12 '32' recall_5 6_12 0.0290 recall_10 6_12 0.0290 recall_15 6_12 0.0290 recall_20 6_12 0.0290 recall_30 6_12 0.0290 recall_100 6_12 0.0290 recall_200 6_12 0.0290 recall_500 6_12 0.0290 recall_1000 6_12 0.0290 infAP 6_12 0.0290 Rprec_mult_0.20 6_12 0.1429 Rprec_mult_0.40 6_12 0.0714 Rprec_mult_0.60 6_12 0.0476 Rprec_mult_0.80 6_12 0.0357 Rprec_mult_1.00 6_12 0.0290 Rprec_mult_1.20 6_12 0.0241 Rprec_mult_1.40 6_12 0.0206 Rprec_mult_1.60 6_12 0.0180 Rprec_mult_1.80 6_12 0.0160 Rprec_mult_2.00 6_12 0.0145 utility 6_12 2.0000 11pt_avg 6_12 0.0909 binG 6_12 0.0290 G 6_12 0.0148 ndcg 6_12 0.0900 ndcg_rel 6_12 0.1088 Rndcg 6_12 0.2567 ndcg_cut_5 6_12 0.4329 ndcg_cut_10 6_12 0.2913 ndcg_cut_15 6_12 0.2293 ndcg_cut_20 6_12 0.1927 ndcg_cut_30 6_12 0.1496 ndcg_cut_100 6_12 0.0900 ndcg_cut_200 6_12 0.0900 ndcg_cut_500 6_12 0.0900 ndcg_cut_1000 6_12 0.0900 map_cut_5 6_12 0.0290 map_cut_10 6_12 0.0290 map_cut_15 6_12 0.0290 map_cut_20 6_12 0.0290 map_cut_30 6_12 0.0290 map_cut_100 6_12 0.0290 map_cut_200 6_12 0.0290 map_cut_500 6_12 0.0290 map_cut_1000 6_12 0.0290 relative_P_5 6_12 0.4000 relative_P_10 6_12 0.2000 relative_P_15 6_12 0.1333 relative_P_20 6_12 0.1000 relative_P_30 6_12 0.0667 relative_P_100 6_12 0.0290 relative_P_200 6_12 0.0290 relative_P_500 6_12 0.0290 relative_P_1000 6_12 0.0290 success_1 6_12 1.0000 success_5 6_12 1.0000 success_10 6_12 1.0000 set_P 6_12 1.0000 set_relative_P 6_12 1.0000 set_recall 6_12 0.0290 set_map 6_12 0.0290 set_F 6_12 0.0563 num_nonrel_judged_ret 6_12 0 rbp 6_12 0.1200 rbp_resid 6_12 0.0000 unj_5 6_12 0.0000 unj_10 6_12 0.0000 unj_20 6_12 0.0000 num_ret 6_13 4 num_rel 6_13 107 num_rel_ret 6_13 4 map 6_13 0.0374 Rprec 6_13 0.0374 bpref 6_13 0.0374 recip_rank 6_13 1.0000 iprec_at_recall_0.00 6_13 1.0000 iprec_at_recall_0.10 6_13 0.0000 iprec_at_recall_0.20 6_13 0.0000 iprec_at_recall_0.30 6_13 0.0000 iprec_at_recall_0.40 6_13 0.0000 iprec_at_recall_0.50 6_13 0.0000 iprec_at_recall_0.60 6_13 0.0000 iprec_at_recall_0.70 6_13 0.0000 iprec_at_recall_0.80 6_13 0.0000 iprec_at_recall_0.90 6_13 0.0000 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 0.8000 P_10 6_13 0.4000 P_15 6_13 0.2667 P_20 6_13 0.2000 P_30 6_13 0.1333 P_100 6_13 0.0400 P_200 6_13 0.0200 P_500 6_13 0.0080 P_1000 6_13 0.0040 relstring 6_13 '1213' recall_5 6_13 0.0374 recall_10 6_13 0.0374 recall_15 6_13 0.0374 recall_20 6_13 0.0374 recall_30 6_13 0.0374 recall_100 6_13 0.0374 recall_200 6_13 0.0374 recall_500 6_13 0.0374 recall_1000 6_13 0.0374 infAP 6_13 0.0374 Rprec_mult_0.20 6_13 0.1818 Rprec_mult_0.40 6_13 0.0930 Rprec_mult_0.60 6_13 0.0615 Rprec_mult_0.80 6_13 0.0465 Rprec_mult_1.00 6_13 0.0374 Rprec_mult_1.20 6_13 0.0310 Rprec_mult_1.40 6_13 0.0267 Rprec_mult_1.60 6_13 0.0233 Rprec_mult_1.80 6_13 0.0207 Rprec_mult_2.00 6_13 0.0187 utility 6_13 4.0000 11pt_avg 6_13 0.0909 binG 6_13 0.0374 G 6_13 0.0151 ndcg 6_13 0.0953 ndcg_rel 6_13 0.1082 Rndcg 6_13 0.1578 ndcg_cut_5 6_13 0.4583 ndcg_cut_10 6_13 0.2974 ndcg_cut_15 6_13 0.2411 ndcg_cut_20 6_13 0.2114 ndcg_cut_30 6_13 0.1731 ndcg_cut_100 6_13 0.0977 ndcg_cut_200 6_13 0.0953 ndcg_cut_500 6_13 0.0953 ndcg_cut_1000 6_13 0.0953 map_cut_5 6_13 0.0374 map_cut_10 6_13 0.0374 map_cut_15 6_13 0.0374 map_cut_20 6_13 0.0374 map_cut_30 6_13 0.0374 map_cut_100 6_13 0.0374 map_cut_200 6_13 0.0374 map_cut_500 6_13 0.0374 map_cut_1000 6_13 0.0374 relative_P_5 6_13 0.8000 relative_P_10 6_13 0.4000 relative_P_15 6_13 0.2667 relative_P_20 6_13 0.2000 relative_P_30 6_13 0.1333 relative_P_100 6_13 0.0400 relative_P_200 6_13 0.0374 relative_P_500 6_13 0.0374 relative_P_1000 6_13 0.0374 success_1 6_13 1.0000 success_5 6_13 1.0000 success_10 6_13 1.0000 set_P 6_13 1.0000 set_relative_P 6_13 1.0000 set_recall 6_13 0.0374 set_map 6_13 0.0374 set_F 6_13 0.0721 num_nonrel_judged_ret 6_13 0 rbp 6_13 0.1932 rbp_resid 6_13 0.0000 unj_5 6_13 0.0000 unj_10 6_13 0.0000 unj_20 6_13 0.0000 num_ret 6_14 1 num_rel 6_14 56 num_rel_ret 6_14 1 map 6_14 0.0179 Rprec 6_14 0.0179 bpref 6_14 0.0179 recip_rank 6_14 1.0000 iprec_at_recall_0.00 6_14 1.0000 iprec_at_recall_0.10 6_14 0.0000 iprec_at_recall_0.20 6_14 0.0000 iprec_at_recall_0.30 6_14 0.0000 iprec_at_recall_0.40 6_14 0.0000 iprec_at_recall_0.50 6_14 0.0000 iprec_at_recall_0.60 6_14 0.0000 iprec_at_recall_0.70 6_14 0.0000 iprec_at_recall_0.80 6_14 0.0000 iprec_at_recall_0.90 6_14 0.0000 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.2000 P_10 6_14 0.1000 P_15 6_14 0.0667 P_20 6_14 0.0500 P_30 6_14 0.0333 P_100 6_14 0.0100 P_200 6_14 0.0050 P_500 6_14 0.0020 P_1000 6_14 0.0010 relstring 6_14 '2' recall_5 6_14 0.0179 recall_10 6_14 0.0179 recall_15 6_14 0.0179 recall_20 6_14 0.0179 recall_30 6_14 0.0179 recall_100 6_14 0.0179 recall_200 6_14 0.0179 recall_500 6_14 0.0179 recall_1000 6_14 0.0179 infAP 6_14 0.0179 Rprec_mult_0.20 6_14 0.0833 Rprec_mult_0.40 6_14 0.0435 Rprec_mult_0.60 6_14 0.0294 Rprec_mult_0.80 6_14 0.0222 Rprec_mult_1.00 6_14 0.0179 Rprec_mult_1.20 6_14 0.0147 Rprec_mult_1.40 6_14 0.0127 Rprec_mult_1.60 6_14 0.0111 Rprec_mult_1.80 6_14 0.0099 Rprec_mult_2.00 6_14 0.0089 utility 6_14 1.0000 11pt_avg 6_14 0.0909 binG 6_14 0.0179 G 6_14 0.0139 ndcg 6_14 0.0763 ndcg_rel 6_14 0.0869 Rndcg 6_14 0.1241 ndcg_cut_5 6_14 0.2261 ndcg_cut_10 6_14 0.1614 ndcg_cut_15 6_14 0.1331 ndcg_cut_20 6_14 0.1150 ndcg_cut_30 6_14 0.0933 ndcg_cut_100 6_14 0.0763 ndcg_cut_200 6_14 0.0763 ndcg_cut_500 6_14 0.0763 ndcg_cut_1000 6_14 0.0763 map_cut_5 6_14 0.0179 map_cut_10 6_14 0.0179 map_cut_15 6_14 0.0179 map_cut_20 6_14 0.0179 map_cut_30 6_14 0.0179 map_cut_100 6_14 0.0179 map_cut_200 6_14 0.0179 map_cut_500 6_14 0.0179 map_cut_1000 6_14 0.0179 relative_P_5 6_14 0.2000 relative_P_10 6_14 0.1000 relative_P_15 6_14 0.0667 relative_P_20 6_14 0.0500 relative_P_30 6_14 0.0333 relative_P_100 6_14 0.0179 relative_P_200 6_14 0.0179 relative_P_500 6_14 0.0179 relative_P_1000 6_14 0.0179 success_1 6_14 1.0000 success_5 6_14 1.0000 success_10 6_14 1.0000 set_P 6_14 1.0000 set_relative_P 6_14 1.0000 set_recall 6_14 0.0179 set_map 6_14 0.0179 set_F 6_14 0.0351 num_nonrel_judged_ret 6_14 0 rbp 6_14 0.0667 rbp_resid 6_14 0.0000 unj_5 6_14 0.0000 unj_10 6_14 0.0000 unj_20 6_14 0.0000 num_ret 6_16 1 num_rel 6_16 29 num_rel_ret 6_16 0 map 6_16 0.0000 Rprec 6_16 0.0000 bpref 6_16 0.0000 recip_rank 6_16 0.0000 iprec_at_recall_0.00 6_16 0.0000 iprec_at_recall_0.10 6_16 0.0000 iprec_at_recall_0.20 6_16 0.0000 iprec_at_recall_0.30 6_16 0.0000 iprec_at_recall_0.40 6_16 0.0000 iprec_at_recall_0.50 6_16 0.0000 iprec_at_recall_0.60 6_16 0.0000 iprec_at_recall_0.70 6_16 0.0000 iprec_at_recall_0.80 6_16 0.0000 iprec_at_recall_0.90 6_16 0.0000 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.0000 P_10 6_16 0.0000 P_15 6_16 0.0000 P_20 6_16 0.0000 P_30 6_16 0.0000 P_100 6_16 0.0000 P_200 6_16 0.0000 P_500 6_16 0.0000 P_1000 6_16 0.0000 relstring 6_16 '0' recall_5 6_16 0.0000 recall_10 6_16 0.0000 recall_15 6_16 0.0000 recall_20 6_16 0.0000 recall_30 6_16 0.0000 recall_100 6_16 0.0000 recall_200 6_16 0.0000 recall_500 6_16 0.0000 recall_1000 6_16 0.0000 infAP 6_16 0.0000 Rprec_mult_0.20 6_16 0.0000 Rprec_mult_0.40 6_16 0.0000 Rprec_mult_0.60 6_16 0.0000 Rprec_mult_0.80 6_16 0.0000 Rprec_mult_1.00 6_16 0.0000 Rprec_mult_1.20 6_16 0.0000 Rprec_mult_1.40 6_16 0.0000 Rprec_mult_1.60 6_16 0.0000 Rprec_mult_1.80 6_16 0.0000 Rprec_mult_2.00 6_16 0.0000 utility 6_16 -1.0000 11pt_avg 6_16 0.0000 binG 6_16 0.0000 G 6_16 0.0000 ndcg 6_16 0.0000 ndcg_rel 6_16 0.0000 Rndcg 6_16 0.0000 ndcg_cut_5 6_16 0.0000 ndcg_cut_10 6_16 0.0000 ndcg_cut_15 6_16 0.0000 ndcg_cut_20 6_16 0.0000 ndcg_cut_30 6_16 0.0000 ndcg_cut_100 6_16 0.0000 ndcg_cut_200 6_16 0.0000 ndcg_cut_500 6_16 0.0000 ndcg_cut_1000 6_16 0.0000 map_cut_5 6_16 0.0000 map_cut_10 6_16 0.0000 map_cut_15 6_16 0.0000 map_cut_20 6_16 0.0000 map_cut_30 6_16 0.0000 map_cut_100 6_16 0.0000 map_cut_200 6_16 0.0000 map_cut_500 6_16 0.0000 map_cut_1000 6_16 0.0000 relative_P_5 6_16 0.0000 relative_P_10 6_16 0.0000 relative_P_15 6_16 0.0000 relative_P_20 6_16 0.0000 relative_P_30 6_16 0.0000 relative_P_100 6_16 0.0000 relative_P_200 6_16 0.0000 relative_P_500 6_16 0.0000 relative_P_1000 6_16 0.0000 success_1 6_16 0.0000 success_5 6_16 0.0000 success_10 6_16 0.0000 set_P 6_16 0.0000 set_relative_P 6_16 0.0000 set_recall 6_16 0.0000 set_map 6_16 0.0000 set_F 6_16 0.0000 num_nonrel_judged_ret 6_16 1 rbp 6_16 0.0000 rbp_resid 6_16 0.0000 unj_5 6_16 0.0000 unj_10 6_16 0.0000 unj_20 6_16 0.0000 num_ret 6_3 3 num_rel 6_3 97 num_rel_ret 6_3 0 map 6_3 0.0000 Rprec 6_3 0.0000 bpref 6_3 0.0000 recip_rank 6_3 0.0000 iprec_at_recall_0.00 6_3 0.0000 iprec_at_recall_0.10 6_3 0.0000 iprec_at_recall_0.20 6_3 0.0000 iprec_at_recall_0.30 6_3 0.0000 iprec_at_recall_0.40 6_3 0.0000 iprec_at_recall_0.50 6_3 0.0000 iprec_at_recall_0.60 6_3 0.0000 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 0.0000 P_10 6_3 0.0000 P_15 6_3 0.0000 P_20 6_3 0.0000 P_30 6_3 0.0000 P_100 6_3 0.0000 P_200 6_3 0.0000 P_500 6_3 0.0000 P_1000 6_3 0.0000 relstring 6_3 '000' recall_5 6_3 0.0000 recall_10 6_3 0.0000 recall_15 6_3 0.0000 recall_20 6_3 0.0000 recall_30 6_3 0.0000 recall_100 6_3 0.0000 recall_200 6_3 0.0000 recall_500 6_3 0.0000 recall_1000 6_3 0.0000 infAP 6_3 0.0000 Rprec_mult_0.20 6_3 0.0000 Rprec_mult_0.40 6_3 0.0000 Rprec_mult_0.60 6_3 0.0000 Rprec_mult_0.80 6_3 0.0000 Rprec_mult_1.00 6_3 0.0000 Rprec_mult_1.20 6_3 0.0000 Rprec_mult_1.40 6_3 0.0000 Rprec_mult_1.60 6_3 0.0000 Rprec_mult_1.80 6_3 0.0000 Rprec_mult_2.00 6_3 0.0000 utility 6_3 -3.0000 11pt_avg 6_3 0.0000 binG 6_3 0.0000 G 6_3 0.0000 ndcg 6_3 0.0000 ndcg_rel 6_3 0.0000 Rndcg 6_3 0.0000 ndcg_cut_5 6_3 0.0000 ndcg_cut_10 6_3 0.0000 ndcg_cut_15 6_3 0.0000 ndcg_cut_20 6_3 0.0000 ndcg_cut_30 6_3 0.0000 ndcg_cut_100 6_3 0.0000 ndcg_cut_200 6_3 0.0000 ndcg_cut_500 6_3 0.0000 ndcg_cut_1000 6_3 0.0000 map_cut_5 6_3 0.0000 map_cut_10 6_3 0.0000 map_cut_15 6_3 0.0000 map_cut_20 6_3 0.0000 map_cut_30 6_3 0.0000 map_cut_100 6_3 0.0000 map_cut_200 6_3 0.0000 map_cut_500 6_3 0.0000 map_cut_1000 6_3 0.0000 relative_P_5 6_3 0.0000 relative_P_10 6_3 0.0000 relative_P_15 6_3 0.0000 relative_P_20 6_3 0.0000 relative_P_30 6_3 0.0000 relative_P_100 6_3 0.0000 relative_P_200 6_3 0.0000 relative_P_500 6_3 0.0000 relative_P_1000 6_3 0.0000 success_1 6_3 0.0000 success_5 6_3 0.0000 success_10 6_3 0.0000 set_P 6_3 0.0000 set_relative_P 6_3 0.0000 set_recall 6_3 0.0000 set_map 6_3 0.0000 set_F 6_3 0.0000 num_nonrel_judged_ret 6_3 3 rbp 6_3 0.0000 rbp_resid 6_3 0.0000 unj_5 6_3 0.0000 unj_10 6_3 0.0000 unj_20 6_3 0.0000 num_ret 6_4 3 num_rel 6_4 121 num_rel_ret 6_4 2 map 6_4 0.0165 Rprec 6_4 0.0165 bpref 6_4 0.0165 recip_rank 6_4 1.0000 iprec_at_recall_0.00 6_4 1.0000 iprec_at_recall_0.10 6_4 0.0000 iprec_at_recall_0.20 6_4 0.0000 iprec_at_recall_0.30 6_4 0.0000 iprec_at_recall_0.40 6_4 0.0000 iprec_at_recall_0.50 6_4 0.0000 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 0.4000 P_10 6_4 0.2000 P_15 6_4 0.1333 P_20 6_4 0.1000 P_30 6_4 0.0667 P_100 6_4 0.0200 P_200 6_4 0.0100 P_500 6_4 0.0040 P_1000 6_4 0.0020 relstring 6_4 '130' recall_5 6_4 0.0165 recall_10 6_4 0.0165 recall_15 6_4 0.0165 recall_20 6_4 0.0165 recall_30 6_4 0.0165 recall_100 6_4 0.0165 recall_200 6_4 0.0165 recall_500 6_4 0.0165 recall_1000 6_4 0.0165 infAP 6_4 0.0165 Rprec_mult_0.20 6_4 0.0800 Rprec_mult_0.40 6_4 0.0408 Rprec_mult_0.60 6_4 0.0274 Rprec_mult_0.80 6_4 0.0206 Rprec_mult_1.00 6_4 0.0165 Rprec_mult_1.20 6_4 0.0137 Rprec_mult_1.40 6_4 0.0118 Rprec_mult_1.60 6_4 0.0103 Rprec_mult_1.80 6_4 0.0092 Rprec_mult_2.00 6_4 0.0083 utility 6_4 1.0000 11pt_avg 6_4 0.0909 binG 6_4 0.0165 G 6_4 0.0085 ndcg 6_4 0.0574 ndcg_rel 6_4 0.0641 Rndcg 6_4 0.0968 ndcg_cut_5 6_4 0.3270 ndcg_cut_10 6_4 0.2122 ndcg_cut_15 6_4 0.1669 ndcg_cut_20 6_4 0.1469 ndcg_cut_30 6_4 0.1209 ndcg_cut_100 6_4 0.0611 ndcg_cut_200 6_4 0.0574 ndcg_cut_500 6_4 0.0574 ndcg_cut_1000 6_4 0.0574 map_cut_5 6_4 0.0165 map_cut_10 6_4 0.0165 map_cut_15 6_4 0.0165 map_cut_20 6_4 0.0165 map_cut_30 6_4 0.0165 map_cut_100 6_4 0.0165 map_cut_200 6_4 0.0165 map_cut_500 6_4 0.0165 map_cut_1000 6_4 0.0165 relative_P_5 6_4 0.4000 relative_P_10 6_4 0.2000 relative_P_15 6_4 0.1333 relative_P_20 6_4 0.1000 relative_P_30 6_4 0.0667 relative_P_100 6_4 0.0200 relative_P_200 6_4 0.0165 relative_P_500 6_4 0.0165 relative_P_1000 6_4 0.0165 success_1 6_4 1.0000 success_5 6_4 1.0000 success_10 6_4 1.0000 set_P 6_4 0.6667 set_relative_P 6_4 0.6667 set_recall 6_4 0.0165 set_map 6_4 0.0110 set_F 6_4 0.0323 num_nonrel_judged_ret 6_4 1 rbp 6_4 0.1233 rbp_resid 6_4 0.0000 unj_5 6_4 0.0000 unj_10 6_4 0.0000 unj_20 6_4 0.0000 num_ret 6_5 5 num_rel 6_5 47 num_rel_ret 6_5 4 map 6_5 0.0578 Rprec 6_5 0.0851 bpref 6_5 0.0833 recip_rank 6_5 0.5000 iprec_at_recall_0.00 6_5 0.8000 iprec_at_recall_0.10 6_5 0.0000 iprec_at_recall_0.20 6_5 0.0000 iprec_at_recall_0.30 6_5 0.0000 iprec_at_recall_0.40 6_5 0.0000 iprec_at_recall_0.50 6_5 0.0000 iprec_at_recall_0.60 6_5 0.0000 iprec_at_recall_0.70 6_5 0.0000 iprec_at_recall_0.80 6_5 0.0000 iprec_at_recall_0.90 6_5 0.0000 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 0.8000 P_10 6_5 0.4000 P_15 6_5 0.2667 P_20 6_5 0.2000 P_30 6_5 0.1333 P_100 6_5 0.0400 P_200 6_5 0.0200 P_500 6_5 0.0080 P_1000 6_5 0.0040 relstring 6_5 '02333' recall_5 6_5 0.0851 recall_10 6_5 0.0851 recall_15 6_5 0.0851 recall_20 6_5 0.0851 recall_30 6_5 0.0851 recall_100 6_5 0.0851 recall_200 6_5 0.0851 recall_500 6_5 0.0851 recall_1000 6_5 0.0851 infAP 6_5 0.0578 Rprec_mult_0.20 6_5 0.4000 Rprec_mult_0.40 6_5 0.2105 Rprec_mult_0.60 6_5 0.1379 Rprec_mult_0.80 6_5 0.1053 Rprec_mult_1.00 6_5 0.0851 Rprec_mult_1.20 6_5 0.0702 Rprec_mult_1.40 6_5 0.0606 Rprec_mult_1.60 6_5 0.0526 Rprec_mult_1.80 6_5 0.0471 Rprec_mult_2.00 6_5 0.0426 utility 6_5 3.0000 11pt_avg 6_5 0.0727 binG 6_5 0.0537 G 6_5 0.0314 ndcg 6_5 0.1590 ndcg_rel 6_5 0.1746 Rndcg 6_5 0.2311 ndcg_cut_5 6_5 0.4571 ndcg_cut_10 6_5 0.3220 ndcg_cut_15 6_5 0.2588 ndcg_cut_20 6_5 0.2202 ndcg_cut_30 6_5 0.1810 ndcg_cut_100 6_5 0.1590 ndcg_cut_200 6_5 0.1590 ndcg_cut_500 6_5 0.1590 ndcg_cut_1000 6_5 0.1590 map_cut_5 6_5 0.0578 map_cut_10 6_5 0.0578 map_cut_15 6_5 0.0578 map_cut_20 6_5 0.0578 map_cut_30 6_5 0.0578 map_cut_100 6_5 0.0578 map_cut_200 6_5 0.0578 map_cut_500 6_5 0.0578 map_cut_1000 6_5 0.0578 relative_P_5 6_5 0.8000 relative_P_10 6_5 0.4000 relative_P_15 6_5 0.2667 relative_P_20 6_5 0.2000 relative_P_30 6_5 0.1333 relative_P_100 6_5 0.0851 relative_P_200 6_5 0.0851 relative_P_500 6_5 0.0851 relative_P_1000 6_5 0.0851 success_1 6_5 0.0000 success_5 6_5 1.0000 success_10 6_5 1.0000 set_P 6_5 0.8000 set_relative_P 6_5 0.8000 set_recall 6_5 0.0851 set_map 6_5 0.0681 set_F 6_5 0.1538 num_nonrel_judged_ret 6_5 1 rbp 6_5 0.2096 rbp_resid 6_5 0.0000 unj_5 6_5 0.0000 unj_10 6_5 0.0000 unj_20 6_5 0.0000 num_ret 6_6 2 num_rel 6_6 85 num_rel_ret 6_6 0 map 6_6 0.0000 Rprec 6_6 0.0000 bpref 6_6 0.0000 recip_rank 6_6 0.0000 iprec_at_recall_0.00 6_6 0.0000 iprec_at_recall_0.10 6_6 0.0000 iprec_at_recall_0.20 6_6 0.0000 iprec_at_recall_0.30 6_6 0.0000 iprec_at_recall_0.40 6_6 0.0000 iprec_at_recall_0.50 6_6 0.0000 iprec_at_recall_0.60 6_6 0.0000 iprec_at_recall_0.70 6_6 0.0000 iprec_at_recall_0.80 6_6 0.0000 iprec_at_recall_0.90 6_6 0.0000 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 0.0000 P_10 6_6 0.0000 P_15 6_6 0.0000 P_20 6_6 0.0000 P_30 6_6 0.0000 P_100 6_6 0.0000 P_200 6_6 0.0000 P_500 6_6 0.0000 P_1000 6_6 0.0000 relstring 6_6 '00' recall_5 6_6 0.0000 recall_10 6_6 0.0000 recall_15 6_6 0.0000 recall_20 6_6 0.0000 recall_30 6_6 0.0000 recall_100 6_6 0.0000 recall_200 6_6 0.0000 recall_500 6_6 0.0000 recall_1000 6_6 0.0000 infAP 6_6 0.0000 Rprec_mult_0.20 6_6 0.0000 Rprec_mult_0.40 6_6 0.0000 Rprec_mult_0.60 6_6 0.0000 Rprec_mult_0.80 6_6 0.0000 Rprec_mult_1.00 6_6 0.0000 Rprec_mult_1.20 6_6 0.0000 Rprec_mult_1.40 6_6 0.0000 Rprec_mult_1.60 6_6 0.0000 Rprec_mult_1.80 6_6 0.0000 Rprec_mult_2.00 6_6 0.0000 utility 6_6 -2.0000 11pt_avg 6_6 0.0000 binG 6_6 0.0000 G 6_6 0.0000 ndcg 6_6 0.0000 ndcg_rel 6_6 0.0000 Rndcg 6_6 0.0000 ndcg_cut_5 6_6 0.0000 ndcg_cut_10 6_6 0.0000 ndcg_cut_15 6_6 0.0000 ndcg_cut_20 6_6 0.0000 ndcg_cut_30 6_6 0.0000 ndcg_cut_100 6_6 0.0000 ndcg_cut_200 6_6 0.0000 ndcg_cut_500 6_6 0.0000 ndcg_cut_1000 6_6 0.0000 map_cut_5 6_6 0.0000 map_cut_10 6_6 0.0000 map_cut_15 6_6 0.0000 map_cut_20 6_6 0.0000 map_cut_30 6_6 0.0000 map_cut_100 6_6 0.0000 map_cut_200 6_6 0.0000 map_cut_500 6_6 0.0000 map_cut_1000 6_6 0.0000 relative_P_5 6_6 0.0000 relative_P_10 6_6 0.0000 relative_P_15 6_6 0.0000 relative_P_20 6_6 0.0000 relative_P_30 6_6 0.0000 relative_P_100 6_6 0.0000 relative_P_200 6_6 0.0000 relative_P_500 6_6 0.0000 relative_P_1000 6_6 0.0000 success_1 6_6 0.0000 success_5 6_6 0.0000 success_10 6_6 0.0000 set_P 6_6 0.0000 set_relative_P 6_6 0.0000 set_recall 6_6 0.0000 set_map 6_6 0.0000 set_F 6_6 0.0000 num_nonrel_judged_ret 6_6 2 rbp 6_6 0.0000 rbp_resid 6_6 0.0000 unj_5 6_6 0.0000 unj_10 6_6 0.0000 unj_20 6_6 0.0000 num_ret 7_11 1 num_rel 7_11 38 num_rel_ret 7_11 1 map 7_11 0.0263 Rprec 7_11 0.0263 bpref 7_11 0.0263 recip_rank 7_11 1.0000 iprec_at_recall_0.00 7_11 1.0000 iprec_at_recall_0.10 7_11 0.0000 iprec_at_recall_0.20 7_11 0.0000 iprec_at_recall_0.30 7_11 0.0000 iprec_at_recall_0.40 7_11 0.0000 iprec_at_recall_0.50 7_11 0.0000 iprec_at_recall_0.60 7_11 0.0000 iprec_at_recall_0.70 7_11 0.0000 iprec_at_recall_0.80 7_11 0.0000 iprec_at_recall_0.90 7_11 0.0000 iprec_at_recall_1.00 7_11 0.0000 P_5 7_11 0.2000 P_10 7_11 0.1000 P_15 7_11 0.0667 P_20 7_11 0.0500 P_30 7_11 0.0333 P_100 7_11 0.0100 P_200 7_11 0.0050 P_500 7_11 0.0020 P_1000 7_11 0.0010 relstring 7_11 '3' recall_5 7_11 0.0263 recall_10 7_11 0.0263 recall_15 7_11 0.0263 recall_20 7_11 0.0263 recall_30 7_11 0.0263 recall_100 7_11 0.0263 recall_200 7_11 0.0263 recall_500 7_11 0.0263 recall_1000 7_11 0.0263 infAP 7_11 0.0263 Rprec_mult_0.20 7_11 0.1250 Rprec_mult_0.40 7_11 0.0625 Rprec_mult_0.60 7_11 0.0435 Rprec_mult_0.80 7_11 0.0323 Rprec_mult_1.00 7_11 0.0263 Rprec_mult_1.20 7_11 0.0217 Rprec_mult_1.40 7_11 0.0185 Rprec_mult_1.60 7_11 0.0164 Rprec_mult_1.80 7_11 0.0145 Rprec_mult_2.00 7_11 0.0132 utility 7_11 1.0000 11pt_avg 7_11 0.0909 binG 7_11 0.0263 G 7_11 0.0556 ndcg 7_11 0.1633 ndcg_rel 7_11 0.1853 Rndcg 7_11 0.2630 ndcg_cut_5 7_11 0.3547 ndcg_cut_10 7_11 0.2575 ndcg_cut_15 7_11 0.2220 ndcg_cut_20 7_11 0.2042 ndcg_cut_30 7_11 0.1784 ndcg_cut_100 7_11 0.1633 ndcg_cut_200 7_11 0.1633 ndcg_cut_500 7_11 0.1633 ndcg_cut_1000 7_11 0.1633 map_cut_5 7_11 0.0263 map_cut_10 7_11 0.0263 map_cut_15 7_11 0.0263 map_cut_20 7_11 0.0263 map_cut_30 7_11 0.0263 map_cut_100 7_11 0.0263 map_cut_200 7_11 0.0263 map_cut_500 7_11 0.0263 map_cut_1000 7_11 0.0263 relative_P_5 7_11 0.2000 relative_P_10 7_11 0.1000 relative_P_15 7_11 0.0667 relative_P_20 7_11 0.0500 relative_P_30 7_11 0.0333 relative_P_100 7_11 0.0263 relative_P_200 7_11 0.0263 relative_P_500 7_11 0.0263 relative_P_1000 7_11 0.0263 success_1 7_11 1.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 1.0000 set_relative_P 7_11 1.0000 set_recall 7_11 0.0263 set_map 7_11 0.0263 set_F 7_11 0.0513 num_nonrel_judged_ret 7_11 0 rbp 7_11 0.1000 rbp_resid 7_11 0.0000 unj_5 7_11 0.0000 unj_10 7_11 0.0000 unj_20 7_11 0.0000 num_ret 7_12 1 num_rel 7_12 64 num_rel_ret 7_12 1 map 7_12 0.0156 Rprec 7_12 0.0156 bpref 7_12 0.0156 recip_rank 7_12 1.0000 iprec_at_recall_0.00 7_12 1.0000 iprec_at_recall_0.10 7_12 0.0000 iprec_at_recall_0.20 7_12 0.0000 iprec_at_recall_0.30 7_12 0.0000 iprec_at_recall_0.40 7_12 0.0000 iprec_at_recall_0.50 7_12 0.0000 iprec_at_recall_0.60 7_12 0.0000 iprec_at_recall_0.70 7_12 0.0000 iprec_at_recall_0.80 7_12 0.0000 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 0.2000 P_10 7_12 0.1000 P_15 7_12 0.0667 P_20 7_12 0.0500 P_30 7_12 0.0333 P_100 7_12 0.0100 P_200 7_12 0.0050 P_500 7_12 0.0020 P_1000 7_12 0.0010 relstring 7_12 '2' recall_5 7_12 0.0156 recall_10 7_12 0.0156 recall_15 7_12 0.0156 recall_20 7_12 0.0156 recall_30 7_12 0.0156 recall_100 7_12 0.0156 recall_200 7_12 0.0156 recall_500 7_12 0.0156 recall_1000 7_12 0.0156 infAP 7_12 0.0156 Rprec_mult_0.20 7_12 0.0769 Rprec_mult_0.40 7_12 0.0385 Rprec_mult_0.60 7_12 0.0256 Rprec_mult_0.80 7_12 0.0192 Rprec_mult_1.00 7_12 0.0156 Rprec_mult_1.20 7_12 0.0130 Rprec_mult_1.40 7_12 0.0111 Rprec_mult_1.60 7_12 0.0097 Rprec_mult_1.80 7_12 0.0086 Rprec_mult_2.00 7_12 0.0078 utility 7_12 1.0000 11pt_avg 7_12 0.0909 binG 7_12 0.0156 G 7_12 0.0129 ndcg 7_12 0.0747 ndcg_rel 7_12 0.0839 Rndcg 7_12 0.1611 ndcg_cut_5 7_12 0.2491 ndcg_cut_10 7_12 0.1783 ndcg_cut_15 7_12 0.1444 ndcg_cut_20 7_12 0.1234 ndcg_cut_30 7_12 0.0978 ndcg_cut_100 7_12 0.0747 ndcg_cut_200 7_12 0.0747 ndcg_cut_500 7_12 0.0747 ndcg_cut_1000 7_12 0.0747 map_cut_5 7_12 0.0156 map_cut_10 7_12 0.0156 map_cut_15 7_12 0.0156 map_cut_20 7_12 0.0156 map_cut_30 7_12 0.0156 map_cut_100 7_12 0.0156 map_cut_200 7_12 0.0156 map_cut_500 7_12 0.0156 map_cut_1000 7_12 0.0156 relative_P_5 7_12 0.2000 relative_P_10 7_12 0.1000 relative_P_15 7_12 0.0667 relative_P_20 7_12 0.0500 relative_P_30 7_12 0.0333 relative_P_100 7_12 0.0156 relative_P_200 7_12 0.0156 relative_P_500 7_12 0.0156 relative_P_1000 7_12 0.0156 success_1 7_12 1.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 1.0000 set_relative_P 7_12 1.0000 set_recall 7_12 0.0156 set_map 7_12 0.0156 set_F 7_12 0.0308 num_nonrel_judged_ret 7_12 0 rbp 7_12 0.0667 rbp_resid 7_12 0.0000 unj_5 7_12 0.0000 unj_10 7_12 0.0000 unj_20 7_12 0.0000 num_ret 7_14 1 num_rel 7_14 67 num_rel_ret 7_14 1 map 7_14 0.0149 Rprec 7_14 0.0149 bpref 7_14 0.0149 recip_rank 7_14 1.0000 iprec_at_recall_0.00 7_14 1.0000 iprec_at_recall_0.10 7_14 0.0000 iprec_at_recall_0.20 7_14 0.0000 iprec_at_recall_0.30 7_14 0.0000 iprec_at_recall_0.40 7_14 0.0000 iprec_at_recall_0.50 7_14 0.0000 iprec_at_recall_0.60 7_14 0.0000 iprec_at_recall_0.70 7_14 0.0000 iprec_at_recall_0.80 7_14 0.0000 iprec_at_recall_0.90 7_14 0.0000 iprec_at_recall_1.00 7_14 0.0000 P_5 7_14 0.2000 P_10 7_14 0.1000 P_15 7_14 0.0667 P_20 7_14 0.0500 P_30 7_14 0.0333 P_100 7_14 0.0100 P_200 7_14 0.0050 P_500 7_14 0.0020 P_1000 7_14 0.0010 relstring 7_14 '1' recall_5 7_14 0.0149 recall_10 7_14 0.0149 recall_15 7_14 0.0149 recall_20 7_14 0.0149 recall_30 7_14 0.0149 recall_100 7_14 0.0149 recall_200 7_14 0.0149 recall_500 7_14 0.0149 recall_1000 7_14 0.0149 infAP 7_14 0.0149 Rprec_mult_0.20 7_14 0.0714 Rprec_mult_0.40 7_14 0.0370 Rprec_mult_0.60 7_14 0.0244 Rprec_mult_0.80 7_14 0.0185 Rprec_mult_1.00 7_14 0.0149 Rprec_mult_1.20 7_14 0.0123 Rprec_mult_1.40 7_14 0.0106 Rprec_mult_1.60 7_14 0.0093 Rprec_mult_1.80 7_14 0.0083 Rprec_mult_2.00 7_14 0.0075 utility 7_14 1.0000 11pt_avg 7_14 0.0909 binG 7_14 0.0149 G 7_14 0.0033 ndcg 7_14 0.0260 ndcg_rel 7_14 0.0306 Rndcg 7_14 0.0305 ndcg_cut_5 7_14 0.1131 ndcg_cut_10 7_14 0.0734 ndcg_cut_15 7_14 0.0569 ndcg_cut_20 7_14 0.0473 ndcg_cut_30 7_14 0.0369 ndcg_cut_100 7_14 0.0260 ndcg_cut_200 7_14 0.0260 ndcg_cut_500 7_14 0.0260 ndcg_cut_1000 7_14 0.0260 map_cut_5 7_14 0.0149 map_cut_10 7_14 0.0149 map_cut_15 7_14 0.0149 map_cut_20 7_14 0.0149 map_cut_30 7_14 0.0149 map_cut_100 7_14 0.0149 map_cut_200 7_14 0.0149 map_cut_500 7_14 0.0149 map_cut_1000 7_14 0.0149 relative_P_5 7_14 0.2000 relative_P_10 7_14 0.1000 relative_P_15 7_14 0.0667 relative_P_20 7_14 0.0500 relative_P_30 7_14 0.0333 relative_P_100 7_14 0.0149 relative_P_200 7_14 0.0149 relative_P_500 7_14 0.0149 relative_P_1000 7_14 0.0149 success_1 7_14 1.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 1.0000 set_relative_P 7_14 1.0000 set_recall 7_14 0.0149 set_map 7_14 0.0149 set_F 7_14 0.0294 num_nonrel_judged_ret 7_14 0 rbp 7_14 0.0333 rbp_resid 7_14 0.0000 unj_5 7_14 0.0000 unj_10 7_14 0.0000 unj_20 7_14 0.0000 num_ret 7_15 1 num_rel 7_15 54 num_rel_ret 7_15 1 map 7_15 0.0185 Rprec 7_15 0.0185 bpref 7_15 0.0185 recip_rank 7_15 1.0000 iprec_at_recall_0.00 7_15 1.0000 iprec_at_recall_0.10 7_15 0.0000 iprec_at_recall_0.20 7_15 0.0000 iprec_at_recall_0.30 7_15 0.0000 iprec_at_recall_0.40 7_15 0.0000 iprec_at_recall_0.50 7_15 0.0000 iprec_at_recall_0.60 7_15 0.0000 iprec_at_recall_0.70 7_15 0.0000 iprec_at_recall_0.80 7_15 0.0000 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 0.2000 P_10 7_15 0.1000 P_15 7_15 0.0667 P_20 7_15 0.0500 P_30 7_15 0.0333 P_100 7_15 0.0100 P_200 7_15 0.0050 P_500 7_15 0.0020 P_1000 7_15 0.0010 relstring 7_15 '1' recall_5 7_15 0.0185 recall_10 7_15 0.0185 recall_15 7_15 0.0185 recall_20 7_15 0.0185 recall_30 7_15 0.0185 recall_100 7_15 0.0185 recall_200 7_15 0.0185 recall_500 7_15 0.0185 recall_1000 7_15 0.0185 infAP 7_15 0.0185 Rprec_mult_0.20 7_15 0.0909 Rprec_mult_0.40 7_15 0.0455 Rprec_mult_0.60 7_15 0.0303 Rprec_mult_0.80 7_15 0.0227 Rprec_mult_1.00 7_15 0.0185 Rprec_mult_1.20 7_15 0.0154 Rprec_mult_1.40 7_15 0.0132 Rprec_mult_1.60 7_15 0.0115 Rprec_mult_1.80 7_15 0.0102 Rprec_mult_2.00 7_15 0.0093 utility 7_15 1.0000 11pt_avg 7_15 0.0909 binG 7_15 0.0185 G 7_15 0.0068 ndcg 7_15 0.0464 ndcg_rel 7_15 0.0517 Rndcg 7_15 0.1069 ndcg_cut_5 7_15 0.1328 ndcg_cut_10 7_15 0.0933 ndcg_cut_15 7_15 0.0749 ndcg_cut_20 7_15 0.0666 ndcg_cut_30 7_15 0.0583 ndcg_cut_100 7_15 0.0464 ndcg_cut_200 7_15 0.0464 ndcg_cut_500 7_15 0.0464 ndcg_cut_1000 7_15 0.0464 map_cut_5 7_15 0.0185 map_cut_10 7_15 0.0185 map_cut_15 7_15 0.0185 map_cut_20 7_15 0.0185 map_cut_30 7_15 0.0185 map_cut_100 7_15 0.0185 map_cut_200 7_15 0.0185 map_cut_500 7_15 0.0185 map_cut_1000 7_15 0.0185 relative_P_5 7_15 0.2000 relative_P_10 7_15 0.1000 relative_P_15 7_15 0.0667 relative_P_20 7_15 0.0500 relative_P_30 7_15 0.0333 relative_P_100 7_15 0.0185 relative_P_200 7_15 0.0185 relative_P_500 7_15 0.0185 relative_P_1000 7_15 0.0185 success_1 7_15 1.0000 success_5 7_15 1.0000 success_10 7_15 1.0000 set_P 7_15 1.0000 set_relative_P 7_15 1.0000 set_recall 7_15 0.0185 set_map 7_15 0.0185 set_F 7_15 0.0364 num_nonrel_judged_ret 7_15 0 rbp 7_15 0.0333 rbp_resid 7_15 0.0000 unj_5 7_15 0.0000 unj_10 7_15 0.0000 unj_20 7_15 0.0000 num_ret 7_16 1 num_rel 7_16 47 num_rel_ret 7_16 1 map 7_16 0.0213 Rprec 7_16 0.0213 bpref 7_16 0.0213 recip_rank 7_16 1.0000 iprec_at_recall_0.00 7_16 1.0000 iprec_at_recall_0.10 7_16 0.0000 iprec_at_recall_0.20 7_16 0.0000 iprec_at_recall_0.30 7_16 0.0000 iprec_at_recall_0.40 7_16 0.0000 iprec_at_recall_0.50 7_16 0.0000 iprec_at_recall_0.60 7_16 0.0000 iprec_at_recall_0.70 7_16 0.0000 iprec_at_recall_0.80 7_16 0.0000 iprec_at_recall_0.90 7_16 0.0000 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.2000 P_10 7_16 0.1000 P_15 7_16 0.0667 P_20 7_16 0.0500 P_30 7_16 0.0333 P_100 7_16 0.0100 P_200 7_16 0.0050 P_500 7_16 0.0020 P_1000 7_16 0.0010 relstring 7_16 '3' recall_5 7_16 0.0213 recall_10 7_16 0.0213 recall_15 7_16 0.0213 recall_20 7_16 0.0213 recall_30 7_16 0.0213 recall_100 7_16 0.0213 recall_200 7_16 0.0213 recall_500 7_16 0.0213 recall_1000 7_16 0.0213 infAP 7_16 0.0213 Rprec_mult_0.20 7_16 0.1000 Rprec_mult_0.40 7_16 0.0526 Rprec_mult_0.60 7_16 0.0345 Rprec_mult_0.80 7_16 0.0263 Rprec_mult_1.00 7_16 0.0213 Rprec_mult_1.20 7_16 0.0175 Rprec_mult_1.40 7_16 0.0152 Rprec_mult_1.60 7_16 0.0132 Rprec_mult_1.80 7_16 0.0118 Rprec_mult_2.00 7_16 0.0106 utility 7_16 1.0000 11pt_avg 7_16 0.0909 binG 7_16 0.0213 G 7_16 0.0545 ndcg 7_16 0.1734 ndcg_rel 7_16 0.1910 Rndcg 7_16 0.3835 ndcg_cut_5 7_16 0.3985 ndcg_cut_10 7_16 0.3165 ndcg_cut_15 7_16 0.2779 ndcg_cut_20 7_16 0.2505 ndcg_cut_30 7_16 0.2128 ndcg_cut_100 7_16 0.1734 ndcg_cut_200 7_16 0.1734 ndcg_cut_500 7_16 0.1734 ndcg_cut_1000 7_16 0.1734 map_cut_5 7_16 0.0213 map_cut_10 7_16 0.0213 map_cut_15 7_16 0.0213 map_cut_20 7_16 0.0213 map_cut_30 7_16 0.0213 map_cut_100 7_16 0.0213 map_cut_200 7_16 0.0213 map_cut_500 7_16 0.0213 map_cut_1000 7_16 0.0213 relative_P_5 7_16 0.2000 relative_P_10 7_16 0.1000 relative_P_15 7_16 0.0667 relative_P_20 7_16 0.0500 relative_P_30 7_16 0.0333 relative_P_100 7_16 0.0213 relative_P_200 7_16 0.0213 relative_P_500 7_16 0.0213 relative_P_1000 7_16 0.0213 success_1 7_16 1.0000 success_5 7_16 1.0000 success_10 7_16 1.0000 set_P 7_16 1.0000 set_relative_P 7_16 1.0000 set_recall 7_16 0.0213 set_map 7_16 0.0213 set_F 7_16 0.0417 num_nonrel_judged_ret 7_16 0 rbp 7_16 0.1000 rbp_resid 7_16 0.0000 unj_5 7_16 0.0000 unj_10 7_16 0.0000 unj_20 7_16 0.0000 num_ret 7_2 2 num_rel 7_2 76 num_rel_ret 7_2 2 map 7_2 0.0263 Rprec 7_2 0.0263 bpref 7_2 0.0263 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 0.0000 iprec_at_recall_0.20 7_2 0.0000 iprec_at_recall_0.30 7_2 0.0000 iprec_at_recall_0.40 7_2 0.0000 iprec_at_recall_0.50 7_2 0.0000 iprec_at_recall_0.60 7_2 0.0000 iprec_at_recall_0.70 7_2 0.0000 iprec_at_recall_0.80 7_2 0.0000 iprec_at_recall_0.90 7_2 0.0000 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 0.4000 P_10 7_2 0.2000 P_15 7_2 0.1333 P_20 7_2 0.1000 P_30 7_2 0.0667 P_100 7_2 0.0200 P_200 7_2 0.0100 P_500 7_2 0.0040 P_1000 7_2 0.0020 relstring 7_2 '13' recall_5 7_2 0.0263 recall_10 7_2 0.0263 recall_15 7_2 0.0263 recall_20 7_2 0.0263 recall_30 7_2 0.0263 recall_100 7_2 0.0263 recall_200 7_2 0.0263 recall_500 7_2 0.0263 recall_1000 7_2 0.0263 infAP 7_2 0.0263 Rprec_mult_0.20 7_2 0.1250 Rprec_mult_0.40 7_2 0.0645 Rprec_mult_0.60 7_2 0.0435 Rprec_mult_0.80 7_2 0.0328 Rprec_mult_1.00 7_2 0.0263 Rprec_mult_1.20 7_2 0.0217 Rprec_mult_1.40 7_2 0.0187 Rprec_mult_1.60 7_2 0.0164 Rprec_mult_1.80 7_2 0.0146 Rprec_mult_2.00 7_2 0.0132 utility 7_2 2.0000 11pt_avg 7_2 0.0909 binG 7_2 0.0263 G 7_2 0.0192 ndcg 7_2 0.1037 ndcg_rel 7_2 0.1132 Rndcg 7_2 0.1961 ndcg_cut_5 7_2 0.3270 ndcg_cut_10 7_2 0.2404 ndcg_cut_15 7_2 0.1972 ndcg_cut_20 7_2 0.1699 ndcg_cut_30 7_2 0.1460 ndcg_cut_100 7_2 0.1037 ndcg_cut_200 7_2 0.1037 ndcg_cut_500 7_2 0.1037 ndcg_cut_1000 7_2 0.1037 map_cut_5 7_2 0.0263 map_cut_10 7_2 0.0263 map_cut_15 7_2 0.0263 map_cut_20 7_2 0.0263 map_cut_30 7_2 0.0263 map_cut_100 7_2 0.0263 map_cut_200 7_2 0.0263 map_cut_500 7_2 0.0263 map_cut_1000 7_2 0.0263 relative_P_5 7_2 0.4000 relative_P_10 7_2 0.2000 relative_P_15 7_2 0.1333 relative_P_20 7_2 0.1000 relative_P_30 7_2 0.0667 relative_P_100 7_2 0.0263 relative_P_200 7_2 0.0263 relative_P_500 7_2 0.0263 relative_P_1000 7_2 0.0263 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 1.0000 set_relative_P 7_2 1.0000 set_recall 7_2 0.0263 set_map 7_2 0.0263 set_F 7_2 0.0513 num_nonrel_judged_ret 7_2 0 rbp 7_2 0.1233 rbp_resid 7_2 0.0000 unj_5 7_2 0.0000 unj_10 7_2 0.0000 unj_20 7_2 0.0000 num_ret 7_3 2 num_rel 7_3 55 num_rel_ret 7_3 2 map 7_3 0.0364 Rprec 7_3 0.0364 bpref 7_3 0.0364 recip_rank 7_3 1.0000 iprec_at_recall_0.00 7_3 1.0000 iprec_at_recall_0.10 7_3 0.0000 iprec_at_recall_0.20 7_3 0.0000 iprec_at_recall_0.30 7_3 0.0000 iprec_at_recall_0.40 7_3 0.0000 iprec_at_recall_0.50 7_3 0.0000 iprec_at_recall_0.60 7_3 0.0000 iprec_at_recall_0.70 7_3 0.0000 iprec_at_recall_0.80 7_3 0.0000 iprec_at_recall_0.90 7_3 0.0000 iprec_at_recall_1.00 7_3 0.0000 P_5 7_3 0.4000 P_10 7_3 0.2000 P_15 7_3 0.1333 P_20 7_3 0.1000 P_30 7_3 0.0667 P_100 7_3 0.0200 P_200 7_3 0.0100 P_500 7_3 0.0040 P_1000 7_3 0.0020 relstring 7_3 '13' recall_5 7_3 0.0364 recall_10 7_3 0.0364 recall_15 7_3 0.0364 recall_20 7_3 0.0364 recall_30 7_3 0.0364 recall_100 7_3 0.0364 recall_200 7_3 0.0364 recall_500 7_3 0.0364 recall_1000 7_3 0.0364 infAP 7_3 0.0364 Rprec_mult_0.20 7_3 0.1818 Rprec_mult_0.40 7_3 0.0909 Rprec_mult_0.60 7_3 0.0606 Rprec_mult_0.80 7_3 0.0455 Rprec_mult_1.00 7_3 0.0364 Rprec_mult_1.20 7_3 0.0303 Rprec_mult_1.40 7_3 0.0260 Rprec_mult_1.60 7_3 0.0227 Rprec_mult_1.80 7_3 0.0202 Rprec_mult_2.00 7_3 0.0182 utility 7_3 2.0000 11pt_avg 7_3 0.0909 binG 7_3 0.0364 G 7_3 0.0286 ndcg 7_3 0.1378 ndcg_rel 7_3 0.1496 Rndcg 7_3 0.2751 ndcg_cut_5 7_3 0.3603 ndcg_cut_10 7_3 0.2579 ndcg_cut_15 7_3 0.2211 ndcg_cut_20 7_3 0.2028 ndcg_cut_30 7_3 0.1765 ndcg_cut_100 7_3 0.1378 ndcg_cut_200 7_3 0.1378 ndcg_cut_500 7_3 0.1378 ndcg_cut_1000 7_3 0.1378 map_cut_5 7_3 0.0364 map_cut_10 7_3 0.0364 map_cut_15 7_3 0.0364 map_cut_20 7_3 0.0364 map_cut_30 7_3 0.0364 map_cut_100 7_3 0.0364 map_cut_200 7_3 0.0364 map_cut_500 7_3 0.0364 map_cut_1000 7_3 0.0364 relative_P_5 7_3 0.4000 relative_P_10 7_3 0.2000 relative_P_15 7_3 0.1333 relative_P_20 7_3 0.1000 relative_P_30 7_3 0.0667 relative_P_100 7_3 0.0364 relative_P_200 7_3 0.0364 relative_P_500 7_3 0.0364 relative_P_1000 7_3 0.0364 success_1 7_3 1.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 1.0000 set_relative_P 7_3 1.0000 set_recall 7_3 0.0364 set_map 7_3 0.0364 set_F 7_3 0.0702 num_nonrel_judged_ret 7_3 0 rbp 7_3 0.1233 rbp_resid 7_3 0.0000 unj_5 7_3 0.0000 unj_10 7_3 0.0000 unj_20 7_3 0.0000 num_ret 7_4 1 num_rel 7_4 29 num_rel_ret 7_4 1 map 7_4 0.0345 Rprec 7_4 0.0345 bpref 7_4 0.0345 recip_rank 7_4 1.0000 iprec_at_recall_0.00 7_4 1.0000 iprec_at_recall_0.10 7_4 0.0000 iprec_at_recall_0.20 7_4 0.0000 iprec_at_recall_0.30 7_4 0.0000 iprec_at_recall_0.40 7_4 0.0000 iprec_at_recall_0.50 7_4 0.0000 iprec_at_recall_0.60 7_4 0.0000 iprec_at_recall_0.70 7_4 0.0000 iprec_at_recall_0.80 7_4 0.0000 iprec_at_recall_0.90 7_4 0.0000 iprec_at_recall_1.00 7_4 0.0000 P_5 7_4 0.2000 P_10 7_4 0.1000 P_15 7_4 0.0667 P_20 7_4 0.0500 P_30 7_4 0.0333 P_100 7_4 0.0100 P_200 7_4 0.0050 P_500 7_4 0.0020 P_1000 7_4 0.0010 relstring 7_4 '3' recall_5 7_4 0.0345 recall_10 7_4 0.0345 recall_15 7_4 0.0345 recall_20 7_4 0.0345 recall_30 7_4 0.0345 recall_100 7_4 0.0345 recall_200 7_4 0.0345 recall_500 7_4 0.0345 recall_1000 7_4 0.0345 infAP 7_4 0.0345 Rprec_mult_0.20 7_4 0.1667 Rprec_mult_0.40 7_4 0.0833 Rprec_mult_0.60 7_4 0.0556 Rprec_mult_0.80 7_4 0.0417 Rprec_mult_1.00 7_4 0.0345 Rprec_mult_1.20 7_4 0.0286 Rprec_mult_1.40 7_4 0.0244 Rprec_mult_1.60 7_4 0.0213 Rprec_mult_1.80 7_4 0.0189 Rprec_mult_2.00 7_4 0.0172 utility 7_4 1.0000 11pt_avg 7_4 0.0909 binG 7_4 0.0345 G 7_4 0.0612 ndcg 7_4 0.1702 ndcg_rel 7_4 0.1988 Rndcg 7_4 0.2545 ndcg_cut_5 7_4 0.3547 ndcg_cut_10 7_4 0.2575 ndcg_cut_15 7_4 0.2100 ndcg_cut_20 7_4 0.1910 ndcg_cut_30 7_4 0.1702 ndcg_cut_100 7_4 0.1702 ndcg_cut_200 7_4 0.1702 ndcg_cut_500 7_4 0.1702 ndcg_cut_1000 7_4 0.1702 map_cut_5 7_4 0.0345 map_cut_10 7_4 0.0345 map_cut_15 7_4 0.0345 map_cut_20 7_4 0.0345 map_cut_30 7_4 0.0345 map_cut_100 7_4 0.0345 map_cut_200 7_4 0.0345 map_cut_500 7_4 0.0345 map_cut_1000 7_4 0.0345 relative_P_5 7_4 0.2000 relative_P_10 7_4 0.1000 relative_P_15 7_4 0.0667 relative_P_20 7_4 0.0500 relative_P_30 7_4 0.0345 relative_P_100 7_4 0.0345 relative_P_200 7_4 0.0345 relative_P_500 7_4 0.0345 relative_P_1000 7_4 0.0345 success_1 7_4 1.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 1.0000 set_relative_P 7_4 1.0000 set_recall 7_4 0.0345 set_map 7_4 0.0345 set_F 7_4 0.0667 num_nonrel_judged_ret 7_4 0 rbp 7_4 0.1000 rbp_resid 7_4 0.0000 unj_5 7_4 0.0000 unj_10 7_4 0.0000 unj_20 7_4 0.0000 num_ret 7_9 1 num_rel 7_9 36 num_rel_ret 7_9 1 map 7_9 0.0278 Rprec 7_9 0.0278 bpref 7_9 0.0278 recip_rank 7_9 1.0000 iprec_at_recall_0.00 7_9 1.0000 iprec_at_recall_0.10 7_9 0.0000 iprec_at_recall_0.20 7_9 0.0000 iprec_at_recall_0.30 7_9 0.0000 iprec_at_recall_0.40 7_9 0.0000 iprec_at_recall_0.50 7_9 0.0000 iprec_at_recall_0.60 7_9 0.0000 iprec_at_recall_0.70 7_9 0.0000 iprec_at_recall_0.80 7_9 0.0000 iprec_at_recall_0.90 7_9 0.0000 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.2000 P_10 7_9 0.1000 P_15 7_9 0.0667 P_20 7_9 0.0500 P_30 7_9 0.0333 P_100 7_9 0.0100 P_200 7_9 0.0050 P_500 7_9 0.0020 P_1000 7_9 0.0010 relstring 7_9 '2' recall_5 7_9 0.0278 recall_10 7_9 0.0278 recall_15 7_9 0.0278 recall_20 7_9 0.0278 recall_30 7_9 0.0278 recall_100 7_9 0.0278 recall_200 7_9 0.0278 recall_500 7_9 0.0278 recall_1000 7_9 0.0278 infAP 7_9 0.0278 Rprec_mult_0.20 7_9 0.1250 Rprec_mult_0.40 7_9 0.0667 Rprec_mult_0.60 7_9 0.0455 Rprec_mult_0.80 7_9 0.0345 Rprec_mult_1.00 7_9 0.0278 Rprec_mult_1.20 7_9 0.0227 Rprec_mult_1.40 7_9 0.0196 Rprec_mult_1.60 7_9 0.0172 Rprec_mult_1.80 7_9 0.0154 Rprec_mult_2.00 7_9 0.0139 utility 7_9 1.0000 11pt_avg 7_9 0.0909 binG 7_9 0.0278 G 7_9 0.0234 ndcg 7_9 0.1091 ndcg_rel 7_9 0.1246 Rndcg 7_9 0.1888 ndcg_cut_5 7_9 0.2491 ndcg_cut_10 7_9 0.1783 ndcg_cut_15 7_9 0.1444 ndcg_cut_20 7_9 0.1330 ndcg_cut_30 7_9 0.1166 ndcg_cut_100 7_9 0.1091 ndcg_cut_200 7_9 0.1091 ndcg_cut_500 7_9 0.1091 ndcg_cut_1000 7_9 0.1091 map_cut_5 7_9 0.0278 map_cut_10 7_9 0.0278 map_cut_15 7_9 0.0278 map_cut_20 7_9 0.0278 map_cut_30 7_9 0.0278 map_cut_100 7_9 0.0278 map_cut_200 7_9 0.0278 map_cut_500 7_9 0.0278 map_cut_1000 7_9 0.0278 relative_P_5 7_9 0.2000 relative_P_10 7_9 0.1000 relative_P_15 7_9 0.0667 relative_P_20 7_9 0.0500 relative_P_30 7_9 0.0333 relative_P_100 7_9 0.0278 relative_P_200 7_9 0.0278 relative_P_500 7_9 0.0278 relative_P_1000 7_9 0.0278 success_1 7_9 1.0000 success_5 7_9 1.0000 success_10 7_9 1.0000 set_P 7_9 1.0000 set_relative_P 7_9 1.0000 set_recall 7_9 0.0278 set_map 7_9 0.0278 set_F 7_9 0.0541 num_nonrel_judged_ret 7_9 0 rbp 7_9 0.0667 rbp_resid 7_9 0.0000 unj_5 7_9 0.0000 unj_10 7_9 0.0000 unj_20 7_9 0.0000 num_ret 7_9 1 num_rel 7_9 36 num_rel_ret 7_9 1 map 7_9 0.0278 Rprec 7_9 0.0278 bpref 7_9 0.0278 recip_rank 7_9 1.0000 iprec_at_recall_0.00 7_9 1.0000 iprec_at_recall_0.10 7_9 0.0000 iprec_at_recall_0.20 7_9 0.0000 iprec_at_recall_0.30 7_9 0.0000 iprec_at_recall_0.40 7_9 0.0000 iprec_at_recall_0.50 7_9 0.0000 iprec_at_recall_0.60 7_9 0.0000 iprec_at_recall_0.70 7_9 0.0000 iprec_at_recall_0.80 7_9 0.0000 iprec_at_recall_0.90 7_9 0.0000 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.2000 P_10 7_9 0.1000 P_15 7_9 0.0667 P_20 7_9 0.0500 P_30 7_9 0.0333 P_100 7_9 0.0100 P_200 7_9 0.0050 P_500 7_9 0.0020 P_1000 7_9 0.0010 relstring 7_9 '2' recall_5 7_9 0.0278 recall_10 7_9 0.0278 recall_15 7_9 0.0278 recall_20 7_9 0.0278 recall_30 7_9 0.0278 recall_100 7_9 0.0278 recall_200 7_9 0.0278 recall_500 7_9 0.0278 recall_1000 7_9 0.0278 infAP 7_9 0.0278 Rprec_mult_0.20 7_9 0.1250 Rprec_mult_0.40 7_9 0.0667 Rprec_mult_0.60 7_9 0.0455 Rprec_mult_0.80 7_9 0.0345 Rprec_mult_1.00 7_9 0.0278 Rprec_mult_1.20 7_9 0.0227 Rprec_mult_1.40 7_9 0.0196 Rprec_mult_1.60 7_9 0.0172 Rprec_mult_1.80 7_9 0.0154 Rprec_mult_2.00 7_9 0.0139 utility 7_9 1.0000 11pt_avg 7_9 0.0909 binG 7_9 0.0278 G 7_9 0.0234 ndcg 7_9 0.1091 ndcg_rel 7_9 0.1246 Rndcg 7_9 0.1888 ndcg_cut_5 7_9 0.2491 ndcg_cut_10 7_9 0.1783 ndcg_cut_15 7_9 0.1444 ndcg_cut_20 7_9 0.1330 ndcg_cut_30 7_9 0.1166 ndcg_cut_100 7_9 0.1091 ndcg_cut_200 7_9 0.1091 ndcg_cut_500 7_9 0.1091 ndcg_cut_1000 7_9 0.1091 map_cut_5 7_9 0.0278 map_cut_10 7_9 0.0278 map_cut_15 7_9 0.0278 map_cut_20 7_9 0.0278 map_cut_30 7_9 0.0278 map_cut_100 7_9 0.0278 map_cut_200 7_9 0.0278 map_cut_500 7_9 0.0278 map_cut_1000 7_9 0.0278 relative_P_5 7_9 0.2000 relative_P_10 7_9 0.1000 relative_P_15 7_9 0.0667 relative_P_20 7_9 0.0500 relative_P_30 7_9 0.0333 relative_P_100 7_9 0.0278 relative_P_200 7_9 0.0278 relative_P_500 7_9 0.0278 relative_P_1000 7_9 0.0278 success_1 7_9 1.0000 success_5 7_9 1.0000 success_10 7_9 1.0000 set_P 7_9 1.0000 set_relative_P 7_9 1.0000 set_recall 7_9 0.0278 set_map 7_9 0.0278 set_F 7_9 0.0541 num_nonrel_judged_ret 7_9 0 rbp 7_9 0.0667 rbp_resid 7_9 0.0000 unj_5 7_9 0.0000 unj_10 7_9 0.0000 unj_20 7_9 0.0000 num_ret 8_10 2 num_rel 8_10 28 num_rel_ret 8_10 0 map 8_10 0.0000 Rprec 8_10 0.0000 bpref 8_10 0.0000 recip_rank 8_10 0.0000 iprec_at_recall_0.00 8_10 0.0000 iprec_at_recall_0.10 8_10 0.0000 iprec_at_recall_0.20 8_10 0.0000 iprec_at_recall_0.30 8_10 0.0000 iprec_at_recall_0.40 8_10 0.0000 iprec_at_recall_0.50 8_10 0.0000 iprec_at_recall_0.60 8_10 0.0000 iprec_at_recall_0.70 8_10 0.0000 iprec_at_recall_0.80 8_10 0.0000 iprec_at_recall_0.90 8_10 0.0000 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.0000 P_10 8_10 0.0000 P_15 8_10 0.0000 P_20 8_10 0.0000 P_30 8_10 0.0000 P_100 8_10 0.0000 P_200 8_10 0.0000 P_500 8_10 0.0000 P_1000 8_10 0.0000 relstring 8_10 '00' recall_5 8_10 0.0000 recall_10 8_10 0.0000 recall_15 8_10 0.0000 recall_20 8_10 0.0000 recall_30 8_10 0.0000 recall_100 8_10 0.0000 recall_200 8_10 0.0000 recall_500 8_10 0.0000 recall_1000 8_10 0.0000 infAP 8_10 0.0000 Rprec_mult_0.20 8_10 0.0000 Rprec_mult_0.40 8_10 0.0000 Rprec_mult_0.60 8_10 0.0000 Rprec_mult_0.80 8_10 0.0000 Rprec_mult_1.00 8_10 0.0000 Rprec_mult_1.20 8_10 0.0000 Rprec_mult_1.40 8_10 0.0000 Rprec_mult_1.60 8_10 0.0000 Rprec_mult_1.80 8_10 0.0000 Rprec_mult_2.00 8_10 0.0000 utility 8_10 -2.0000 11pt_avg 8_10 0.0000 binG 8_10 0.0000 G 8_10 0.0000 ndcg 8_10 0.0000 ndcg_rel 8_10 0.0000 Rndcg 8_10 0.0000 ndcg_cut_5 8_10 0.0000 ndcg_cut_10 8_10 0.0000 ndcg_cut_15 8_10 0.0000 ndcg_cut_20 8_10 0.0000 ndcg_cut_30 8_10 0.0000 ndcg_cut_100 8_10 0.0000 ndcg_cut_200 8_10 0.0000 ndcg_cut_500 8_10 0.0000 ndcg_cut_1000 8_10 0.0000 map_cut_5 8_10 0.0000 map_cut_10 8_10 0.0000 map_cut_15 8_10 0.0000 map_cut_20 8_10 0.0000 map_cut_30 8_10 0.0000 map_cut_100 8_10 0.0000 map_cut_200 8_10 0.0000 map_cut_500 8_10 0.0000 map_cut_1000 8_10 0.0000 relative_P_5 8_10 0.0000 relative_P_10 8_10 0.0000 relative_P_15 8_10 0.0000 relative_P_20 8_10 0.0000 relative_P_30 8_10 0.0000 relative_P_100 8_10 0.0000 relative_P_200 8_10 0.0000 relative_P_500 8_10 0.0000 relative_P_1000 8_10 0.0000 success_1 8_10 0.0000 success_5 8_10 0.0000 success_10 8_10 0.0000 set_P 8_10 0.0000 set_relative_P 8_10 0.0000 set_recall 8_10 0.0000 set_map 8_10 0.0000 set_F 8_10 0.0000 num_nonrel_judged_ret 8_10 2 rbp 8_10 0.0000 rbp_resid 8_10 0.0000 unj_5 8_10 0.0000 unj_10 8_10 0.0000 unj_20 8_10 0.0000 num_ret 8_11 1 num_rel 8_11 10 num_rel_ret 8_11 0 map 8_11 0.0000 Rprec 8_11 0.0000 bpref 8_11 0.0000 recip_rank 8_11 0.0000 iprec_at_recall_0.00 8_11 0.0000 iprec_at_recall_0.10 8_11 0.0000 iprec_at_recall_0.20 8_11 0.0000 iprec_at_recall_0.30 8_11 0.0000 iprec_at_recall_0.40 8_11 0.0000 iprec_at_recall_0.50 8_11 0.0000 iprec_at_recall_0.60 8_11 0.0000 iprec_at_recall_0.70 8_11 0.0000 iprec_at_recall_0.80 8_11 0.0000 iprec_at_recall_0.90 8_11 0.0000 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 0.0000 P_10 8_11 0.0000 P_15 8_11 0.0000 P_20 8_11 0.0000 P_30 8_11 0.0000 P_100 8_11 0.0000 P_200 8_11 0.0000 P_500 8_11 0.0000 P_1000 8_11 0.0000 relstring 8_11 '0' recall_5 8_11 0.0000 recall_10 8_11 0.0000 recall_15 8_11 0.0000 recall_20 8_11 0.0000 recall_30 8_11 0.0000 recall_100 8_11 0.0000 recall_200 8_11 0.0000 recall_500 8_11 0.0000 recall_1000 8_11 0.0000 infAP 8_11 0.0000 Rprec_mult_0.20 8_11 0.0000 Rprec_mult_0.40 8_11 0.0000 Rprec_mult_0.60 8_11 0.0000 Rprec_mult_0.80 8_11 0.0000 Rprec_mult_1.00 8_11 0.0000 Rprec_mult_1.20 8_11 0.0000 Rprec_mult_1.40 8_11 0.0000 Rprec_mult_1.60 8_11 0.0000 Rprec_mult_1.80 8_11 0.0000 Rprec_mult_2.00 8_11 0.0000 utility 8_11 -1.0000 11pt_avg 8_11 0.0000 binG 8_11 0.0000 G 8_11 0.0000 ndcg 8_11 0.0000 ndcg_rel 8_11 0.0000 Rndcg 8_11 0.0000 ndcg_cut_5 8_11 0.0000 ndcg_cut_10 8_11 0.0000 ndcg_cut_15 8_11 0.0000 ndcg_cut_20 8_11 0.0000 ndcg_cut_30 8_11 0.0000 ndcg_cut_100 8_11 0.0000 ndcg_cut_200 8_11 0.0000 ndcg_cut_500 8_11 0.0000 ndcg_cut_1000 8_11 0.0000 map_cut_5 8_11 0.0000 map_cut_10 8_11 0.0000 map_cut_15 8_11 0.0000 map_cut_20 8_11 0.0000 map_cut_30 8_11 0.0000 map_cut_100 8_11 0.0000 map_cut_200 8_11 0.0000 map_cut_500 8_11 0.0000 map_cut_1000 8_11 0.0000 relative_P_5 8_11 0.0000 relative_P_10 8_11 0.0000 relative_P_15 8_11 0.0000 relative_P_20 8_11 0.0000 relative_P_30 8_11 0.0000 relative_P_100 8_11 0.0000 relative_P_200 8_11 0.0000 relative_P_500 8_11 0.0000 relative_P_1000 8_11 0.0000 success_1 8_11 0.0000 success_5 8_11 0.0000 success_10 8_11 0.0000 set_P 8_11 0.0000 set_relative_P 8_11 0.0000 set_recall 8_11 0.0000 set_map 8_11 0.0000 set_F 8_11 0.0000 num_nonrel_judged_ret 8_11 1 rbp 8_11 0.0000 rbp_resid 8_11 0.0000 unj_5 8_11 0.0000 unj_10 8_11 0.0000 unj_20 8_11 0.0000 num_ret 8_12 1 num_rel 8_12 44 num_rel_ret 8_12 1 map 8_12 0.0227 Rprec 8_12 0.0227 bpref 8_12 0.0227 recip_rank 8_12 1.0000 iprec_at_recall_0.00 8_12 1.0000 iprec_at_recall_0.10 8_12 0.0000 iprec_at_recall_0.20 8_12 0.0000 iprec_at_recall_0.30 8_12 0.0000 iprec_at_recall_0.40 8_12 0.0000 iprec_at_recall_0.50 8_12 0.0000 iprec_at_recall_0.60 8_12 0.0000 iprec_at_recall_0.70 8_12 0.0000 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.2000 P_10 8_12 0.1000 P_15 8_12 0.0667 P_20 8_12 0.0500 P_30 8_12 0.0333 P_100 8_12 0.0100 P_200 8_12 0.0050 P_500 8_12 0.0020 P_1000 8_12 0.0010 relstring 8_12 '1' recall_5 8_12 0.0227 recall_10 8_12 0.0227 recall_15 8_12 0.0227 recall_20 8_12 0.0227 recall_30 8_12 0.0227 recall_100 8_12 0.0227 recall_200 8_12 0.0227 recall_500 8_12 0.0227 recall_1000 8_12 0.0227 infAP 8_12 0.0227 Rprec_mult_0.20 8_12 0.1111 Rprec_mult_0.40 8_12 0.0556 Rprec_mult_0.60 8_12 0.0370 Rprec_mult_0.80 8_12 0.0278 Rprec_mult_1.00 8_12 0.0227 Rprec_mult_1.20 8_12 0.0189 Rprec_mult_1.40 8_12 0.0161 Rprec_mult_1.60 8_12 0.0141 Rprec_mult_1.80 8_12 0.0125 Rprec_mult_2.00 8_12 0.0114 utility 8_12 1.0000 11pt_avg 8_12 0.0909 binG 8_12 0.0227 G 8_12 0.0063 ndcg 8_12 0.0434 ndcg_rel 8_12 0.0481 Rndcg 8_12 0.0826 ndcg_cut_5 8_12 0.0955 ndcg_cut_10 8_12 0.0682 ndcg_cut_15 8_12 0.0586 ndcg_cut_20 8_12 0.0548 ndcg_cut_30 8_12 0.0491 ndcg_cut_100 8_12 0.0434 ndcg_cut_200 8_12 0.0434 ndcg_cut_500 8_12 0.0434 ndcg_cut_1000 8_12 0.0434 map_cut_5 8_12 0.0227 map_cut_10 8_12 0.0227 map_cut_15 8_12 0.0227 map_cut_20 8_12 0.0227 map_cut_30 8_12 0.0227 map_cut_100 8_12 0.0227 map_cut_200 8_12 0.0227 map_cut_500 8_12 0.0227 map_cut_1000 8_12 0.0227 relative_P_5 8_12 0.2000 relative_P_10 8_12 0.1000 relative_P_15 8_12 0.0667 relative_P_20 8_12 0.0500 relative_P_30 8_12 0.0333 relative_P_100 8_12 0.0227 relative_P_200 8_12 0.0227 relative_P_500 8_12 0.0227 relative_P_1000 8_12 0.0227 success_1 8_12 1.0000 success_5 8_12 1.0000 success_10 8_12 1.0000 set_P 8_12 1.0000 set_relative_P 8_12 1.0000 set_recall 8_12 0.0227 set_map 8_12 0.0227 set_F 8_12 0.0444 num_nonrel_judged_ret 8_12 0 rbp 8_12 0.0250 rbp_resid 8_12 0.0000 unj_5 8_12 0.0000 unj_10 8_12 0.0000 unj_20 8_12 0.0000 num_ret 8_13 3 num_rel 8_13 53 num_rel_ret 8_13 1 map 8_13 0.0094 Rprec 8_13 0.0189 bpref 8_13 0.0185 recip_rank 8_13 0.5000 iprec_at_recall_0.00 8_13 0.5000 iprec_at_recall_0.10 8_13 0.0000 iprec_at_recall_0.20 8_13 0.0000 iprec_at_recall_0.30 8_13 0.0000 iprec_at_recall_0.40 8_13 0.0000 iprec_at_recall_0.50 8_13 0.0000 iprec_at_recall_0.60 8_13 0.0000 iprec_at_recall_0.70 8_13 0.0000 iprec_at_recall_0.80 8_13 0.0000 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 0.2000 P_10 8_13 0.1000 P_15 8_13 0.0667 P_20 8_13 0.0500 P_30 8_13 0.0333 P_100 8_13 0.0100 P_200 8_13 0.0050 P_500 8_13 0.0020 P_1000 8_13 0.0010 relstring 8_13 '020' recall_5 8_13 0.0189 recall_10 8_13 0.0189 recall_15 8_13 0.0189 recall_20 8_13 0.0189 recall_30 8_13 0.0189 recall_100 8_13 0.0189 recall_200 8_13 0.0189 recall_500 8_13 0.0189 recall_1000 8_13 0.0189 infAP 8_13 0.0094 Rprec_mult_0.20 8_13 0.0909 Rprec_mult_0.40 8_13 0.0455 Rprec_mult_0.60 8_13 0.0312 Rprec_mult_0.80 8_13 0.0233 Rprec_mult_1.00 8_13 0.0189 Rprec_mult_1.20 8_13 0.0156 Rprec_mult_1.40 8_13 0.0133 Rprec_mult_1.60 8_13 0.0118 Rprec_mult_1.80 8_13 0.0104 Rprec_mult_2.00 8_13 0.0094 utility 8_13 -1.0000 11pt_avg 8_13 0.0455 binG 8_13 0.0119 G 8_13 0.0077 ndcg 8_13 0.0458 ndcg_rel 8_13 0.0486 Rndcg 8_13 0.0766 ndcg_cut_5 8_13 0.1106 ndcg_cut_10 8_13 0.0779 ndcg_cut_15 8_13 0.0670 ndcg_cut_20 8_13 0.0596 ndcg_cut_30 8_13 0.0541 ndcg_cut_100 8_13 0.0458 ndcg_cut_200 8_13 0.0458 ndcg_cut_500 8_13 0.0458 ndcg_cut_1000 8_13 0.0458 map_cut_5 8_13 0.0094 map_cut_10 8_13 0.0094 map_cut_15 8_13 0.0094 map_cut_20 8_13 0.0094 map_cut_30 8_13 0.0094 map_cut_100 8_13 0.0094 map_cut_200 8_13 0.0094 map_cut_500 8_13 0.0094 map_cut_1000 8_13 0.0094 relative_P_5 8_13 0.2000 relative_P_10 8_13 0.1000 relative_P_15 8_13 0.0667 relative_P_20 8_13 0.0500 relative_P_30 8_13 0.0333 relative_P_100 8_13 0.0189 relative_P_200 8_13 0.0189 relative_P_500 8_13 0.0189 relative_P_1000 8_13 0.0189 success_1 8_13 0.0000 success_5 8_13 1.0000 success_10 8_13 1.0000 set_P 8_13 0.3333 set_relative_P 8_13 0.3333 set_recall 8_13 0.0189 set_map 8_13 0.0063 set_F 8_13 0.0357 num_nonrel_judged_ret 8_13 2 rbp 8_13 0.0450 rbp_resid 8_13 0.0000 unj_5 8_13 0.0000 unj_10 8_13 0.0000 unj_20 8_13 0.0000 num_ret 8_2 1 num_rel 8_2 47 num_rel_ret 8_2 1 map 8_2 0.0213 Rprec 8_2 0.0213 bpref 8_2 0.0213 recip_rank 8_2 1.0000 iprec_at_recall_0.00 8_2 1.0000 iprec_at_recall_0.10 8_2 0.0000 iprec_at_recall_0.20 8_2 0.0000 iprec_at_recall_0.30 8_2 0.0000 iprec_at_recall_0.40 8_2 0.0000 iprec_at_recall_0.50 8_2 0.0000 iprec_at_recall_0.60 8_2 0.0000 iprec_at_recall_0.70 8_2 0.0000 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 0.2000 P_10 8_2 0.1000 P_15 8_2 0.0667 P_20 8_2 0.0500 P_30 8_2 0.0333 P_100 8_2 0.0100 P_200 8_2 0.0050 P_500 8_2 0.0020 P_1000 8_2 0.0010 relstring 8_2 '2' recall_5 8_2 0.0213 recall_10 8_2 0.0213 recall_15 8_2 0.0213 recall_20 8_2 0.0213 recall_30 8_2 0.0213 recall_100 8_2 0.0213 recall_200 8_2 0.0213 recall_500 8_2 0.0213 recall_1000 8_2 0.0213 infAP 8_2 0.0213 Rprec_mult_0.20 8_2 0.1000 Rprec_mult_0.40 8_2 0.0526 Rprec_mult_0.60 8_2 0.0345 Rprec_mult_0.80 8_2 0.0263 Rprec_mult_1.00 8_2 0.0213 Rprec_mult_1.20 8_2 0.0175 Rprec_mult_1.40 8_2 0.0152 Rprec_mult_1.60 8_2 0.0132 Rprec_mult_1.80 8_2 0.0118 Rprec_mult_2.00 8_2 0.0106 utility 8_2 1.0000 11pt_avg 8_2 0.0909 binG 8_2 0.0213 G 8_2 0.0127 ndcg 8_2 0.0775 ndcg_rel 8_2 0.0865 Rndcg 8_2 0.1360 ndcg_cut_5 8_2 0.1822 ndcg_cut_10 8_2 0.1293 ndcg_cut_15 8_2 0.1104 ndcg_cut_20 8_2 0.0977 ndcg_cut_30 8_2 0.0885 ndcg_cut_100 8_2 0.0775 ndcg_cut_200 8_2 0.0775 ndcg_cut_500 8_2 0.0775 ndcg_cut_1000 8_2 0.0775 map_cut_5 8_2 0.0213 map_cut_10 8_2 0.0213 map_cut_15 8_2 0.0213 map_cut_20 8_2 0.0213 map_cut_30 8_2 0.0213 map_cut_100 8_2 0.0213 map_cut_200 8_2 0.0213 map_cut_500 8_2 0.0213 map_cut_1000 8_2 0.0213 relative_P_5 8_2 0.2000 relative_P_10 8_2 0.1000 relative_P_15 8_2 0.0667 relative_P_20 8_2 0.0500 relative_P_30 8_2 0.0333 relative_P_100 8_2 0.0213 relative_P_200 8_2 0.0213 relative_P_500 8_2 0.0213 relative_P_1000 8_2 0.0213 success_1 8_2 1.0000 success_5 8_2 1.0000 success_10 8_2 1.0000 set_P 8_2 1.0000 set_relative_P 8_2 1.0000 set_recall 8_2 0.0213 set_map 8_2 0.0213 set_F 8_2 0.0417 num_nonrel_judged_ret 8_2 0 rbp 8_2 0.0500 rbp_resid 8_2 0.0000 unj_5 8_2 0.0000 unj_10 8_2 0.0000 unj_20 8_2 0.0000 num_ret 8_3 4 num_rel 8_3 28 num_rel_ret 8_3 1 map 8_3 0.0357 Rprec 8_3 0.0357 bpref 8_3 0.0357 recip_rank 8_3 1.0000 iprec_at_recall_0.00 8_3 1.0000 iprec_at_recall_0.10 8_3 0.0000 iprec_at_recall_0.20 8_3 0.0000 iprec_at_recall_0.30 8_3 0.0000 iprec_at_recall_0.40 8_3 0.0000 iprec_at_recall_0.50 8_3 0.0000 iprec_at_recall_0.60 8_3 0.0000 iprec_at_recall_0.70 8_3 0.0000 iprec_at_recall_0.80 8_3 0.0000 iprec_at_recall_0.90 8_3 0.0000 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.2000 P_10 8_3 0.1000 P_15 8_3 0.0667 P_20 8_3 0.0500 P_30 8_3 0.0333 P_100 8_3 0.0100 P_200 8_3 0.0050 P_500 8_3 0.0020 P_1000 8_3 0.0010 relstring 8_3 '2000' recall_5 8_3 0.0357 recall_10 8_3 0.0357 recall_15 8_3 0.0357 recall_20 8_3 0.0357 recall_30 8_3 0.0357 recall_100 8_3 0.0357 recall_200 8_3 0.0357 recall_500 8_3 0.0357 recall_1000 8_3 0.0357 infAP 8_3 0.0357 Rprec_mult_0.20 8_3 0.1667 Rprec_mult_0.40 8_3 0.0833 Rprec_mult_0.60 8_3 0.0588 Rprec_mult_0.80 8_3 0.0435 Rprec_mult_1.00 8_3 0.0357 Rprec_mult_1.20 8_3 0.0294 Rprec_mult_1.40 8_3 0.0250 Rprec_mult_1.60 8_3 0.0222 Rprec_mult_1.80 8_3 0.0196 Rprec_mult_2.00 8_3 0.0179 utility 8_3 -2.0000 11pt_avg 8_3 0.0909 binG 8_3 0.0357 G 8_3 0.0588 ndcg 8_3 0.1658 ndcg_rel 8_3 0.1956 Rndcg 8_3 0.2342 ndcg_cut_5 8_3 0.3392 ndcg_cut_10 8_3 0.2548 ndcg_cut_15 8_3 0.2182 ndcg_cut_20 8_3 0.1933 ndcg_cut_30 8_3 0.1658 ndcg_cut_100 8_3 0.1658 ndcg_cut_200 8_3 0.1658 ndcg_cut_500 8_3 0.1658 ndcg_cut_1000 8_3 0.1658 map_cut_5 8_3 0.0357 map_cut_10 8_3 0.0357 map_cut_15 8_3 0.0357 map_cut_20 8_3 0.0357 map_cut_30 8_3 0.0357 map_cut_100 8_3 0.0357 map_cut_200 8_3 0.0357 map_cut_500 8_3 0.0357 map_cut_1000 8_3 0.0357 relative_P_5 8_3 0.2000 relative_P_10 8_3 0.1000 relative_P_15 8_3 0.0667 relative_P_20 8_3 0.0500 relative_P_30 8_3 0.0357 relative_P_100 8_3 0.0357 relative_P_200 8_3 0.0357 relative_P_500 8_3 0.0357 relative_P_1000 8_3 0.0357 success_1 8_3 1.0000 success_5 8_3 1.0000 success_10 8_3 1.0000 set_P 8_3 0.2500 set_relative_P 8_3 0.2500 set_recall 8_3 0.0357 set_map 8_3 0.0089 set_F 8_3 0.0625 num_nonrel_judged_ret 8_3 3 rbp 8_3 0.1000 rbp_resid 8_3 0.0000 unj_5 8_3 0.0000 unj_10 8_3 0.0000 unj_20 8_3 0.0000 num_ret 8_4 1 num_rel 8_4 101 num_rel_ret 8_4 1 map 8_4 0.0099 Rprec 8_4 0.0099 bpref 8_4 0.0099 recip_rank 8_4 1.0000 iprec_at_recall_0.00 8_4 1.0000 iprec_at_recall_0.10 8_4 0.0000 iprec_at_recall_0.20 8_4 0.0000 iprec_at_recall_0.30 8_4 0.0000 iprec_at_recall_0.40 8_4 0.0000 iprec_at_recall_0.50 8_4 0.0000 iprec_at_recall_0.60 8_4 0.0000 iprec_at_recall_0.70 8_4 0.0000 iprec_at_recall_0.80 8_4 0.0000 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 0.2000 P_10 8_4 0.1000 P_15 8_4 0.0667 P_20 8_4 0.0500 P_30 8_4 0.0333 P_100 8_4 0.0100 P_200 8_4 0.0050 P_500 8_4 0.0020 P_1000 8_4 0.0010 relstring 8_4 '2' recall_5 8_4 0.0099 recall_10 8_4 0.0099 recall_15 8_4 0.0099 recall_20 8_4 0.0099 recall_30 8_4 0.0099 recall_100 8_4 0.0099 recall_200 8_4 0.0099 recall_500 8_4 0.0099 recall_1000 8_4 0.0099 infAP 8_4 0.0099 Rprec_mult_0.20 8_4 0.0476 Rprec_mult_0.40 8_4 0.0244 Rprec_mult_0.60 8_4 0.0164 Rprec_mult_0.80 8_4 0.0123 Rprec_mult_1.00 8_4 0.0099 Rprec_mult_1.20 8_4 0.0082 Rprec_mult_1.40 8_4 0.0070 Rprec_mult_1.60 8_4 0.0062 Rprec_mult_1.80 8_4 0.0055 Rprec_mult_2.00 8_4 0.0050 utility 8_4 1.0000 11pt_avg 8_4 0.0909 binG 8_4 0.0099 G 8_4 0.0055 ndcg 8_4 0.0438 ndcg_rel 8_4 0.0483 Rndcg 8_4 0.0701 ndcg_cut_5 8_4 0.1696 ndcg_cut_10 8_4 0.1100 ndcg_cut_15 8_4 0.0904 ndcg_cut_20 8_4 0.0779 ndcg_cut_30 8_4 0.0654 ndcg_cut_100 8_4 0.0439 ndcg_cut_200 8_4 0.0438 ndcg_cut_500 8_4 0.0438 ndcg_cut_1000 8_4 0.0438 map_cut_5 8_4 0.0099 map_cut_10 8_4 0.0099 map_cut_15 8_4 0.0099 map_cut_20 8_4 0.0099 map_cut_30 8_4 0.0099 map_cut_100 8_4 0.0099 map_cut_200 8_4 0.0099 map_cut_500 8_4 0.0099 map_cut_1000 8_4 0.0099 relative_P_5 8_4 0.2000 relative_P_10 8_4 0.1000 relative_P_15 8_4 0.0667 relative_P_20 8_4 0.0500 relative_P_30 8_4 0.0333 relative_P_100 8_4 0.0100 relative_P_200 8_4 0.0099 relative_P_500 8_4 0.0099 relative_P_1000 8_4 0.0099 success_1 8_4 1.0000 success_5 8_4 1.0000 success_10 8_4 1.0000 set_P 8_4 1.0000 set_relative_P 8_4 1.0000 set_recall 8_4 0.0099 set_map 8_4 0.0099 set_F 8_4 0.0196 num_nonrel_judged_ret 8_4 0 rbp 8_4 0.0500 rbp_resid 8_4 0.0000 unj_5 8_4 0.0000 unj_10 8_4 0.0000 unj_20 8_4 0.0000 num_ret 8_5 2 num_rel 8_5 51 num_rel_ret 8_5 1 map 8_5 0.0196 Rprec 8_5 0.0196 bpref 8_5 0.0196 recip_rank 8_5 1.0000 iprec_at_recall_0.00 8_5 1.0000 iprec_at_recall_0.10 8_5 0.0000 iprec_at_recall_0.20 8_5 0.0000 iprec_at_recall_0.30 8_5 0.0000 iprec_at_recall_0.40 8_5 0.0000 iprec_at_recall_0.50 8_5 0.0000 iprec_at_recall_0.60 8_5 0.0000 iprec_at_recall_0.70 8_5 0.0000 iprec_at_recall_0.80 8_5 0.0000 iprec_at_recall_0.90 8_5 0.0000 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.2000 P_10 8_5 0.1000 P_15 8_5 0.0667 P_20 8_5 0.0500 P_30 8_5 0.0333 P_100 8_5 0.0100 P_200 8_5 0.0050 P_500 8_5 0.0020 P_1000 8_5 0.0010 relstring 8_5 '2-' recall_5 8_5 0.0196 recall_10 8_5 0.0196 recall_15 8_5 0.0196 recall_20 8_5 0.0196 recall_30 8_5 0.0196 recall_100 8_5 0.0196 recall_200 8_5 0.0196 recall_500 8_5 0.0196 recall_1000 8_5 0.0196 infAP 8_5 0.0196 Rprec_mult_0.20 8_5 0.0909 Rprec_mult_0.40 8_5 0.0476 Rprec_mult_0.60 8_5 0.0323 Rprec_mult_0.80 8_5 0.0244 Rprec_mult_1.00 8_5 0.0196 Rprec_mult_1.20 8_5 0.0161 Rprec_mult_1.40 8_5 0.0139 Rprec_mult_1.60 8_5 0.0122 Rprec_mult_1.80 8_5 0.0109 Rprec_mult_2.00 8_5 0.0098 utility 8_5 0.0000 11pt_avg 8_5 0.0909 binG 8_5 0.0196 G 8_5 0.0141 ndcg 8_5 0.0874 ndcg_rel 8_5 0.0955 Rndcg 8_5 0.1846 ndcg_cut_5 8_5 0.1982 ndcg_cut_10 8_5 0.1506 ndcg_cut_15 8_5 0.1277 ndcg_cut_20 8_5 0.1187 ndcg_cut_30 8_5 0.1055 ndcg_cut_100 8_5 0.0874 ndcg_cut_200 8_5 0.0874 ndcg_cut_500 8_5 0.0874 ndcg_cut_1000 8_5 0.0874 map_cut_5 8_5 0.0196 map_cut_10 8_5 0.0196 map_cut_15 8_5 0.0196 map_cut_20 8_5 0.0196 map_cut_30 8_5 0.0196 map_cut_100 8_5 0.0196 map_cut_200 8_5 0.0196 map_cut_500 8_5 0.0196 map_cut_1000 8_5 0.0196 relative_P_5 8_5 0.2000 relative_P_10 8_5 0.1000 relative_P_15 8_5 0.0667 relative_P_20 8_5 0.0500 relative_P_30 8_5 0.0333 relative_P_100 8_5 0.0196 relative_P_200 8_5 0.0196 relative_P_500 8_5 0.0196 relative_P_1000 8_5 0.0196 success_1 8_5 1.0000 success_5 8_5 1.0000 success_10 8_5 1.0000 set_P 8_5 0.5000 set_relative_P 8_5 0.5000 set_recall 8_5 0.0196 set_map 8_5 0.0098 set_F 8_5 0.0377 num_nonrel_judged_ret 8_5 0 rbp 8_5 0.0500 rbp_resid 8_5 0.9000 unj_5 8_5 0.2000 unj_10 8_5 0.1000 unj_20 8_5 0.0500 num_ret 8_7 1 num_rel 8_7 47 num_rel_ret 8_7 1 map 8_7 0.0213 Rprec 8_7 0.0213 bpref 8_7 0.0213 recip_rank 8_7 1.0000 iprec_at_recall_0.00 8_7 1.0000 iprec_at_recall_0.10 8_7 0.0000 iprec_at_recall_0.20 8_7 0.0000 iprec_at_recall_0.30 8_7 0.0000 iprec_at_recall_0.40 8_7 0.0000 iprec_at_recall_0.50 8_7 0.0000 iprec_at_recall_0.60 8_7 0.0000 iprec_at_recall_0.70 8_7 0.0000 iprec_at_recall_0.80 8_7 0.0000 iprec_at_recall_0.90 8_7 0.0000 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 0.2000 P_10 8_7 0.1000 P_15 8_7 0.0667 P_20 8_7 0.0500 P_30 8_7 0.0333 P_100 8_7 0.0100 P_200 8_7 0.0050 P_500 8_7 0.0020 P_1000 8_7 0.0010 relstring 8_7 '2' recall_5 8_7 0.0213 recall_10 8_7 0.0213 recall_15 8_7 0.0213 recall_20 8_7 0.0213 recall_30 8_7 0.0213 recall_100 8_7 0.0213 recall_200 8_7 0.0213 recall_500 8_7 0.0213 recall_1000 8_7 0.0213 infAP 8_7 0.0213 Rprec_mult_0.20 8_7 0.1000 Rprec_mult_0.40 8_7 0.0526 Rprec_mult_0.60 8_7 0.0345 Rprec_mult_0.80 8_7 0.0263 Rprec_mult_1.00 8_7 0.0213 Rprec_mult_1.20 8_7 0.0175 Rprec_mult_1.40 8_7 0.0152 Rprec_mult_1.60 8_7 0.0132 Rprec_mult_1.80 8_7 0.0118 Rprec_mult_2.00 8_7 0.0106 utility 8_7 1.0000 11pt_avg 8_7 0.0909 binG 8_7 0.0213 G 8_7 0.0145 ndcg 8_7 0.0882 ndcg_rel 8_7 0.0970 Rndcg 8_7 0.1829 ndcg_cut_5 8_7 0.1982 ndcg_cut_10 8_7 0.1506 ndcg_cut_15 8_7 0.1257 ndcg_cut_20 8_7 0.1153 ndcg_cut_30 8_7 0.1028 ndcg_cut_100 8_7 0.0882 ndcg_cut_200 8_7 0.0882 ndcg_cut_500 8_7 0.0882 ndcg_cut_1000 8_7 0.0882 map_cut_5 8_7 0.0213 map_cut_10 8_7 0.0213 map_cut_15 8_7 0.0213 map_cut_20 8_7 0.0213 map_cut_30 8_7 0.0213 map_cut_100 8_7 0.0213 map_cut_200 8_7 0.0213 map_cut_500 8_7 0.0213 map_cut_1000 8_7 0.0213 relative_P_5 8_7 0.2000 relative_P_10 8_7 0.1000 relative_P_15 8_7 0.0667 relative_P_20 8_7 0.0500 relative_P_30 8_7 0.0333 relative_P_100 8_7 0.0213 relative_P_200 8_7 0.0213 relative_P_500 8_7 0.0213 relative_P_1000 8_7 0.0213 success_1 8_7 1.0000 success_5 8_7 1.0000 success_10 8_7 1.0000 set_P 8_7 1.0000 set_relative_P 8_7 1.0000 set_recall 8_7 0.0213 set_map 8_7 0.0213 set_F 8_7 0.0417 num_nonrel_judged_ret 8_7 0 rbp 8_7 0.0500 rbp_resid 8_7 0.0000 unj_5 8_7 0.0000 unj_10 8_7 0.0000 unj_20 8_7 0.0000 num_ret 8_8 1 num_rel 8_8 32 num_rel_ret 8_8 0 map 8_8 0.0000 Rprec 8_8 0.0000 bpref 8_8 0.0000 recip_rank 8_8 0.0000 iprec_at_recall_0.00 8_8 0.0000 iprec_at_recall_0.10 8_8 0.0000 iprec_at_recall_0.20 8_8 0.0000 iprec_at_recall_0.30 8_8 0.0000 iprec_at_recall_0.40 8_8 0.0000 iprec_at_recall_0.50 8_8 0.0000 iprec_at_recall_0.60 8_8 0.0000 iprec_at_recall_0.70 8_8 0.0000 iprec_at_recall_0.80 8_8 0.0000 iprec_at_recall_0.90 8_8 0.0000 iprec_at_recall_1.00 8_8 0.0000 P_5 8_8 0.0000 P_10 8_8 0.0000 P_15 8_8 0.0000 P_20 8_8 0.0000 P_30 8_8 0.0000 P_100 8_8 0.0000 P_200 8_8 0.0000 P_500 8_8 0.0000 P_1000 8_8 0.0000 relstring 8_8 '0' recall_5 8_8 0.0000 recall_10 8_8 0.0000 recall_15 8_8 0.0000 recall_20 8_8 0.0000 recall_30 8_8 0.0000 recall_100 8_8 0.0000 recall_200 8_8 0.0000 recall_500 8_8 0.0000 recall_1000 8_8 0.0000 infAP 8_8 0.0000 Rprec_mult_0.20 8_8 0.0000 Rprec_mult_0.40 8_8 0.0000 Rprec_mult_0.60 8_8 0.0000 Rprec_mult_0.80 8_8 0.0000 Rprec_mult_1.00 8_8 0.0000 Rprec_mult_1.20 8_8 0.0000 Rprec_mult_1.40 8_8 0.0000 Rprec_mult_1.60 8_8 0.0000 Rprec_mult_1.80 8_8 0.0000 Rprec_mult_2.00 8_8 0.0000 utility 8_8 -1.0000 11pt_avg 8_8 0.0000 binG 8_8 0.0000 G 8_8 0.0000 ndcg 8_8 0.0000 ndcg_rel 8_8 0.0000 Rndcg 8_8 0.0000 ndcg_cut_5 8_8 0.0000 ndcg_cut_10 8_8 0.0000 ndcg_cut_15 8_8 0.0000 ndcg_cut_20 8_8 0.0000 ndcg_cut_30 8_8 0.0000 ndcg_cut_100 8_8 0.0000 ndcg_cut_200 8_8 0.0000 ndcg_cut_500 8_8 0.0000 ndcg_cut_1000 8_8 0.0000 map_cut_5 8_8 0.0000 map_cut_10 8_8 0.0000 map_cut_15 8_8 0.0000 map_cut_20 8_8 0.0000 map_cut_30 8_8 0.0000 map_cut_100 8_8 0.0000 map_cut_200 8_8 0.0000 map_cut_500 8_8 0.0000 map_cut_1000 8_8 0.0000 relative_P_5 8_8 0.0000 relative_P_10 8_8 0.0000 relative_P_15 8_8 0.0000 relative_P_20 8_8 0.0000 relative_P_30 8_8 0.0000 relative_P_100 8_8 0.0000 relative_P_200 8_8 0.0000 relative_P_500 8_8 0.0000 relative_P_1000 8_8 0.0000 success_1 8_8 0.0000 success_5 8_8 0.0000 success_10 8_8 0.0000 set_P 8_8 0.0000 set_relative_P 8_8 0.0000 set_recall 8_8 0.0000 set_map 8_8 0.0000 set_F 8_8 0.0000 num_nonrel_judged_ret 8_8 1 rbp 8_8 0.0000 rbp_resid 8_8 0.0000 unj_5 8_8 0.0000 unj_10 8_8 0.0000 unj_20 8_8 0.0000 num_ret 9_11 2 num_rel 9_11 119 num_rel_ret 9_11 2 map 9_11 0.0168 Rprec 9_11 0.0168 bpref 9_11 0.0168 recip_rank 9_11 1.0000 iprec_at_recall_0.00 9_11 1.0000 iprec_at_recall_0.10 9_11 0.0000 iprec_at_recall_0.20 9_11 0.0000 iprec_at_recall_0.30 9_11 0.0000 iprec_at_recall_0.40 9_11 0.0000 iprec_at_recall_0.50 9_11 0.0000 iprec_at_recall_0.60 9_11 0.0000 iprec_at_recall_0.70 9_11 0.0000 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 0.4000 P_10 9_11 0.2000 P_15 9_11 0.1333 P_20 9_11 0.1000 P_30 9_11 0.0667 P_100 9_11 0.0200 P_200 9_11 0.0100 P_500 9_11 0.0040 P_1000 9_11 0.0020 relstring 9_11 '21' recall_5 9_11 0.0168 recall_10 9_11 0.0168 recall_15 9_11 0.0168 recall_20 9_11 0.0168 recall_30 9_11 0.0168 recall_100 9_11 0.0168 recall_200 9_11 0.0168 recall_500 9_11 0.0168 recall_1000 9_11 0.0168 infAP 9_11 0.0168 Rprec_mult_0.20 9_11 0.0833 Rprec_mult_0.40 9_11 0.0417 Rprec_mult_0.60 9_11 0.0278 Rprec_mult_0.80 9_11 0.0208 Rprec_mult_1.00 9_11 0.0168 Rprec_mult_1.20 9_11 0.0140 Rprec_mult_1.40 9_11 0.0120 Rprec_mult_1.60 9_11 0.0105 Rprec_mult_1.80 9_11 0.0093 Rprec_mult_2.00 9_11 0.0084 utility 9_11 2.0000 11pt_avg 9_11 0.0909 binG 9_11 0.0168 G 9_11 0.0084 ndcg 9_11 0.0588 ndcg_rel 9_11 0.0679 Rndcg 9_11 0.1115 ndcg_cut_5 9_11 0.2974 ndcg_cut_10 9_11 0.1972 ndcg_cut_15 9_11 0.1647 ndcg_cut_20 9_11 0.1435 ndcg_cut_30 9_11 0.1165 ndcg_cut_100 9_11 0.0627 ndcg_cut_200 9_11 0.0588 ndcg_cut_500 9_11 0.0588 ndcg_cut_1000 9_11 0.0588 map_cut_5 9_11 0.0168 map_cut_10 9_11 0.0168 map_cut_15 9_11 0.0168 map_cut_20 9_11 0.0168 map_cut_30 9_11 0.0168 map_cut_100 9_11 0.0168 map_cut_200 9_11 0.0168 map_cut_500 9_11 0.0168 map_cut_1000 9_11 0.0168 relative_P_5 9_11 0.4000 relative_P_10 9_11 0.2000 relative_P_15 9_11 0.1333 relative_P_20 9_11 0.1000 relative_P_30 9_11 0.0667 relative_P_100 9_11 0.0200 relative_P_200 9_11 0.0168 relative_P_500 9_11 0.0168 relative_P_1000 9_11 0.0168 success_1 9_11 1.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 1.0000 set_relative_P 9_11 1.0000 set_recall 9_11 0.0168 set_map 9_11 0.0168 set_F 9_11 0.0331 num_nonrel_judged_ret 9_11 0 rbp 9_11 0.0967 rbp_resid 9_11 0.0000 unj_5 9_11 0.0000 unj_10 9_11 0.0000 unj_20 9_11 0.0000 num_ret 9_13 2 num_rel 9_13 4 num_rel_ret 9_13 1 map 9_13 0.2500 Rprec 9_13 0.2500 bpref 9_13 0.2500 recip_rank 9_13 1.0000 iprec_at_recall_0.00 9_13 1.0000 iprec_at_recall_0.10 9_13 1.0000 iprec_at_recall_0.20 9_13 1.0000 iprec_at_recall_0.30 9_13 1.0000 iprec_at_recall_0.40 9_13 0.0000 iprec_at_recall_0.50 9_13 0.0000 iprec_at_recall_0.60 9_13 0.0000 iprec_at_recall_0.70 9_13 0.0000 iprec_at_recall_0.80 9_13 0.0000 iprec_at_recall_0.90 9_13 0.0000 iprec_at_recall_1.00 9_13 0.0000 P_5 9_13 0.2000 P_10 9_13 0.1000 P_15 9_13 0.0667 P_20 9_13 0.0500 P_30 9_13 0.0333 P_100 9_13 0.0100 P_200 9_13 0.0050 P_500 9_13 0.0020 P_1000 9_13 0.0010 relstring 9_13 '3-' recall_5 9_13 0.2500 recall_10 9_13 0.2500 recall_15 9_13 0.2500 recall_20 9_13 0.2500 recall_30 9_13 0.2500 recall_100 9_13 0.2500 recall_200 9_13 0.2500 recall_500 9_13 0.2500 recall_1000 9_13 0.2500 infAP 9_13 0.2500 Rprec_mult_0.20 9_13 1.0000 Rprec_mult_0.40 9_13 0.5000 Rprec_mult_0.60 9_13 0.3333 Rprec_mult_0.80 9_13 0.2500 Rprec_mult_1.00 9_13 0.2500 Rprec_mult_1.20 9_13 0.2000 Rprec_mult_1.40 9_13 0.1667 Rprec_mult_1.60 9_13 0.1429 Rprec_mult_1.80 9_13 0.1250 Rprec_mult_2.00 9_13 0.1250 utility 9_13 0.0000 11pt_avg 9_13 0.3636 binG 9_13 0.2500 G 9_13 0.3333 ndcg 9_13 0.4744 ndcg_rel 9_13 0.6058 Rndcg 9_13 0.5322 ndcg_cut_5 9_13 0.4744 ndcg_cut_10 9_13 0.4744 ndcg_cut_15 9_13 0.4744 ndcg_cut_20 9_13 0.4744 ndcg_cut_30 9_13 0.4744 ndcg_cut_100 9_13 0.4744 ndcg_cut_200 9_13 0.4744 ndcg_cut_500 9_13 0.4744 ndcg_cut_1000 9_13 0.4744 map_cut_5 9_13 0.2500 map_cut_10 9_13 0.2500 map_cut_15 9_13 0.2500 map_cut_20 9_13 0.2500 map_cut_30 9_13 0.2500 map_cut_100 9_13 0.2500 map_cut_200 9_13 0.2500 map_cut_500 9_13 0.2500 map_cut_1000 9_13 0.2500 relative_P_5 9_13 0.2500 relative_P_10 9_13 0.2500 relative_P_15 9_13 0.2500 relative_P_20 9_13 0.2500 relative_P_30 9_13 0.2500 relative_P_100 9_13 0.2500 relative_P_200 9_13 0.2500 relative_P_500 9_13 0.2500 relative_P_1000 9_13 0.2500 success_1 9_13 1.0000 success_5 9_13 1.0000 success_10 9_13 1.0000 set_P 9_13 0.5000 set_relative_P 9_13 0.5000 set_recall 9_13 0.2500 set_map 9_13 0.1250 set_F 9_13 0.3333 num_nonrel_judged_ret 9_13 0 rbp 9_13 0.1000 rbp_resid 9_13 0.9000 unj_5 9_13 0.2000 unj_10 9_13 0.1000 unj_20 9_13 0.0500 num_ret 9_2 1 num_rel 9_2 113 num_rel_ret 9_2 1 map 9_2 0.0088 Rprec 9_2 0.0088 bpref 9_2 0.0088 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 0.0000 iprec_at_recall_0.20 9_2 0.0000 iprec_at_recall_0.30 9_2 0.0000 iprec_at_recall_0.40 9_2 0.0000 iprec_at_recall_0.50 9_2 0.0000 iprec_at_recall_0.60 9_2 0.0000 iprec_at_recall_0.70 9_2 0.0000 iprec_at_recall_0.80 9_2 0.0000 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 0.2000 P_10 9_2 0.1000 P_15 9_2 0.0667 P_20 9_2 0.0500 P_30 9_2 0.0333 P_100 9_2 0.0100 P_200 9_2 0.0050 P_500 9_2 0.0020 P_1000 9_2 0.0010 relstring 9_2 '3' recall_5 9_2 0.0088 recall_10 9_2 0.0088 recall_15 9_2 0.0088 recall_20 9_2 0.0088 recall_30 9_2 0.0088 recall_100 9_2 0.0088 recall_200 9_2 0.0088 recall_500 9_2 0.0088 recall_1000 9_2 0.0088 infAP 9_2 0.0088 Rprec_mult_0.20 9_2 0.0435 Rprec_mult_0.40 9_2 0.0217 Rprec_mult_0.60 9_2 0.0147 Rprec_mult_0.80 9_2 0.0110 Rprec_mult_1.00 9_2 0.0088 Rprec_mult_1.20 9_2 0.0074 Rprec_mult_1.40 9_2 0.0063 Rprec_mult_1.60 9_2 0.0055 Rprec_mult_1.80 9_2 0.0049 Rprec_mult_2.00 9_2 0.0044 utility 9_2 1.0000 11pt_avg 9_2 0.0909 binG 9_2 0.0088 G 9_2 0.0186 ndcg 9_2 0.0801 ndcg_rel 9_2 0.0882 Rndcg 9_2 0.1779 ndcg_cut_5 9_2 0.3392 ndcg_cut_10 9_2 0.2493 ndcg_cut_15 9_2 0.2045 ndcg_cut_20 9_2 0.1762 ndcg_cut_30 9_2 0.1410 ndcg_cut_100 9_2 0.0844 ndcg_cut_200 9_2 0.0801 ndcg_cut_500 9_2 0.0801 ndcg_cut_1000 9_2 0.0801 map_cut_5 9_2 0.0088 map_cut_10 9_2 0.0088 map_cut_15 9_2 0.0088 map_cut_20 9_2 0.0088 map_cut_30 9_2 0.0088 map_cut_100 9_2 0.0088 map_cut_200 9_2 0.0088 map_cut_500 9_2 0.0088 map_cut_1000 9_2 0.0088 relative_P_5 9_2 0.2000 relative_P_10 9_2 0.1000 relative_P_15 9_2 0.0667 relative_P_20 9_2 0.0500 relative_P_30 9_2 0.0333 relative_P_100 9_2 0.0100 relative_P_200 9_2 0.0088 relative_P_500 9_2 0.0088 relative_P_1000 9_2 0.0088 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 1.0000 set_relative_P 9_2 1.0000 set_recall 9_2 0.0088 set_map 9_2 0.0088 set_F 9_2 0.0175 num_nonrel_judged_ret 9_2 0 rbp 9_2 0.1000 rbp_resid 9_2 0.0000 unj_5 9_2 0.0000 unj_10 9_2 0.0000 unj_20 9_2 0.0000 num_ret 9_6 2 num_rel 9_6 131 num_rel_ret 9_6 2 map 9_6 0.0153 Rprec 9_6 0.0153 bpref 9_6 0.0153 recip_rank 9_6 1.0000 iprec_at_recall_0.00 9_6 1.0000 iprec_at_recall_0.10 9_6 0.0000 iprec_at_recall_0.20 9_6 0.0000 iprec_at_recall_0.30 9_6 0.0000 iprec_at_recall_0.40 9_6 0.0000 iprec_at_recall_0.50 9_6 0.0000 iprec_at_recall_0.60 9_6 0.0000 iprec_at_recall_0.70 9_6 0.0000 iprec_at_recall_0.80 9_6 0.0000 iprec_at_recall_0.90 9_6 0.0000 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 0.4000 P_10 9_6 0.2000 P_15 9_6 0.1333 P_20 9_6 0.1000 P_30 9_6 0.0667 P_100 9_6 0.0200 P_200 9_6 0.0100 P_500 9_6 0.0040 P_1000 9_6 0.0020 relstring 9_6 '22' recall_5 9_6 0.0153 recall_10 9_6 0.0153 recall_15 9_6 0.0153 recall_20 9_6 0.0153 recall_30 9_6 0.0153 recall_100 9_6 0.0153 recall_200 9_6 0.0153 recall_500 9_6 0.0153 recall_1000 9_6 0.0153 infAP 9_6 0.0153 Rprec_mult_0.20 9_6 0.0741 Rprec_mult_0.40 9_6 0.0377 Rprec_mult_0.60 9_6 0.0253 Rprec_mult_0.80 9_6 0.0190 Rprec_mult_1.00 9_6 0.0153 Rprec_mult_1.20 9_6 0.0127 Rprec_mult_1.40 9_6 0.0109 Rprec_mult_1.60 9_6 0.0095 Rprec_mult_1.80 9_6 0.0085 Rprec_mult_2.00 9_6 0.0076 utility 9_6 2.0000 11pt_avg 9_6 0.0909 binG 9_6 0.0153 G 9_6 0.0087 ndcg 9_6 0.0594 ndcg_rel 9_6 0.0687 Rndcg 9_6 0.0893 ndcg_cut_5 9_6 0.3688 ndcg_cut_10 9_6 0.2393 ndcg_cut_15 9_6 0.1855 ndcg_cut_20 9_6 0.1544 ndcg_cut_30 9_6 0.1264 ndcg_cut_100 9_6 0.0661 ndcg_cut_200 9_6 0.0594 ndcg_cut_500 9_6 0.0594 ndcg_cut_1000 9_6 0.0594 map_cut_5 9_6 0.0153 map_cut_10 9_6 0.0153 map_cut_15 9_6 0.0153 map_cut_20 9_6 0.0153 map_cut_30 9_6 0.0153 map_cut_100 9_6 0.0153 map_cut_200 9_6 0.0153 map_cut_500 9_6 0.0153 map_cut_1000 9_6 0.0153 relative_P_5 9_6 0.4000 relative_P_10 9_6 0.2000 relative_P_15 9_6 0.1333 relative_P_20 9_6 0.1000 relative_P_30 9_6 0.0667 relative_P_100 9_6 0.0200 relative_P_200 9_6 0.0153 relative_P_500 9_6 0.0153 relative_P_1000 9_6 0.0153 success_1 9_6 1.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 1.0000 set_relative_P 9_6 1.0000 set_recall 9_6 0.0153 set_map 9_6 0.0153 set_F 9_6 0.0301 num_nonrel_judged_ret 9_6 0 rbp 9_6 0.1267 rbp_resid 9_6 0.0000 unj_5 9_6 0.0000 unj_10 9_6 0.0000 unj_20 9_6 0.0000 num_ret 9_9 2 num_rel 9_9 55 num_rel_ret 9_9 2 map 9_9 0.0364 Rprec 9_9 0.0364 bpref 9_9 0.0364 recip_rank 9_9 1.0000 iprec_at_recall_0.00 9_9 1.0000 iprec_at_recall_0.10 9_9 0.0000 iprec_at_recall_0.20 9_9 0.0000 iprec_at_recall_0.30 9_9 0.0000 iprec_at_recall_0.40 9_9 0.0000 iprec_at_recall_0.50 9_9 0.0000 iprec_at_recall_0.60 9_9 0.0000 iprec_at_recall_0.70 9_9 0.0000 iprec_at_recall_0.80 9_9 0.0000 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 0.4000 P_10 9_9 0.2000 P_15 9_9 0.1333 P_20 9_9 0.1000 P_30 9_9 0.0667 P_100 9_9 0.0200 P_200 9_9 0.0100 P_500 9_9 0.0040 P_1000 9_9 0.0020 relstring 9_9 '33' recall_5 9_9 0.0364 recall_10 9_9 0.0364 recall_15 9_9 0.0364 recall_20 9_9 0.0364 recall_30 9_9 0.0364 recall_100 9_9 0.0364 recall_200 9_9 0.0364 recall_500 9_9 0.0364 recall_1000 9_9 0.0364 infAP 9_9 0.0364 Rprec_mult_0.20 9_9 0.1818 Rprec_mult_0.40 9_9 0.0909 Rprec_mult_0.60 9_9 0.0606 Rprec_mult_0.80 9_9 0.0455 Rprec_mult_1.00 9_9 0.0364 Rprec_mult_1.20 9_9 0.0303 Rprec_mult_1.40 9_9 0.0260 Rprec_mult_1.60 9_9 0.0227 Rprec_mult_1.80 9_9 0.0202 Rprec_mult_2.00 9_9 0.0182 utility 9_9 2.0000 11pt_avg 9_9 0.0909 binG 9_9 0.0364 G 9_9 0.0513 ndcg 9_9 0.1513 ndcg_rel 9_9 0.1821 Rndcg 9_9 0.1780 ndcg_cut_5 9_9 0.5531 ndcg_cut_10 9_9 0.3590 ndcg_cut_15 9_9 0.2783 ndcg_cut_20 9_9 0.2317 ndcg_cut_30 9_9 0.1896 ndcg_cut_100 9_9 0.1513 ndcg_cut_200 9_9 0.1513 ndcg_cut_500 9_9 0.1513 ndcg_cut_1000 9_9 0.1513 map_cut_5 9_9 0.0364 map_cut_10 9_9 0.0364 map_cut_15 9_9 0.0364 map_cut_20 9_9 0.0364 map_cut_30 9_9 0.0364 map_cut_100 9_9 0.0364 map_cut_200 9_9 0.0364 map_cut_500 9_9 0.0364 map_cut_1000 9_9 0.0364 relative_P_5 9_9 0.4000 relative_P_10 9_9 0.2000 relative_P_15 9_9 0.1333 relative_P_20 9_9 0.1000 relative_P_30 9_9 0.0667 relative_P_100 9_9 0.0364 relative_P_200 9_9 0.0364 relative_P_500 9_9 0.0364 relative_P_1000 9_9 0.0364 success_1 9_9 1.0000 success_5 9_9 1.0000 success_10 9_9 1.0000 set_P 9_9 1.0000 set_relative_P 9_9 1.0000 set_recall 9_9 0.0364 set_map 9_9 0.0364 set_F 9_9 0.0702 num_nonrel_judged_ret 9_9 0 rbp 9_9 0.1900 rbp_resid 9_9 0.0000 unj_5 9_9 0.0000 unj_10 9_9 0.0000 unj_20 9_9 0.0000 runid all nii_only_response num_q all 116 num_ret all 292 num_rel all 9817 num_rel_ret all 223 map all 0.0279 gm_map all 0.0092 Rprec all 0.0292 bpref all 0.0291 recip_rank all 0.8499 iprec_at_recall_0.00 all 0.8603 iprec_at_recall_0.10 all 0.0517 iprec_at_recall_0.20 all 0.0172 iprec_at_recall_0.30 all 0.0086 iprec_at_recall_0.40 all 0.0000 iprec_at_recall_0.50 all 0.0000 iprec_at_recall_0.60 all 0.0000 iprec_at_recall_0.70 all 0.0000 iprec_at_recall_0.80 all 0.0000 iprec_at_recall_0.90 all 0.0000 iprec_at_recall_1.00 all 0.0000 P_5 all 0.3362 P_10 all 0.1853 P_15 all 0.1282 P_20 all 0.0961 P_30 all 0.0641 P_100 all 0.0192 P_200 all 0.0096 P_500 all 0.0038 P_1000 all 0.0019 recall_5 all 0.0270 recall_10 all 0.0285 recall_15 all 0.0292 recall_20 all 0.0292 recall_30 all 0.0292 recall_100 all 0.0292 recall_200 all 0.0292 recall_500 all 0.0292 recall_1000 all 0.0292 infAP all 0.0279 gm_bpref all 0.0097 Rprec_mult_0.20 all 0.1380 Rprec_mult_0.40 all 0.0707 Rprec_mult_0.60 all 0.0473 Rprec_mult_0.80 all 0.0356 Rprec_mult_1.00 all 0.0292 Rprec_mult_1.20 all 0.0241 Rprec_mult_1.40 all 0.0206 Rprec_mult_1.60 all 0.0180 Rprec_mult_1.80 all 0.0160 Rprec_mult_2.00 all 0.0146 utility all 1.3276 11pt_avg all 0.0853 binG all 0.0278 G all 0.0252 ndcg all 0.0947 ndcg_rel all 0.1098 Rndcg all 0.1699 ndcg_cut_5 all 0.3119 ndcg_cut_10 all 0.2239 ndcg_cut_15 all 0.1845 ndcg_cut_20 all 0.1613 ndcg_cut_30 all 0.1352 ndcg_cut_100 all 0.0985 ndcg_cut_200 all 0.0949 ndcg_cut_500 all 0.0947 ndcg_cut_1000 all 0.0947 map_cut_5 all 0.0260 map_cut_10 all 0.0273 map_cut_15 all 0.0279 map_cut_20 all 0.0279 map_cut_30 all 0.0279 map_cut_100 all 0.0279 map_cut_200 all 0.0279 map_cut_500 all 0.0279 map_cut_1000 all 0.0279 relative_P_5 all 0.3366 relative_P_10 all 0.1866 relative_P_15 all 0.1299 relative_P_20 all 0.0983 relative_P_30 all 0.0675 relative_P_100 all 0.0322 relative_P_200 all 0.0294 relative_P_500 all 0.0292 relative_P_1000 all 0.0292 success_1 all 0.8190 success_5 all 0.8879 success_10 all 0.8879 set_P all 0.7948 set_relative_P all 0.7948 set_recall all 0.0292 set_map all 0.0253 set_F all 0.0536 num_nonrel_judged_ret all 56 rbp all 0.1072 rbp_resid all 0.0321 unj_5 all 0.0034 unj_10 all 0.0103 unj_20 all 0.0056