num_ret 0_10 5 num_rel 0_10 0 num_rel_ret 0_10 0 map 0_10 0.0000 Rprec 0_10 0.0000 bpref 0_10 0.0000 recip_rank 0_10 0.0000 iprec_at_recall_0.00 0_10 0.0000 iprec_at_recall_0.10 0_10 0.0000 iprec_at_recall_0.20 0_10 0.0000 iprec_at_recall_0.30 0_10 0.0000 iprec_at_recall_0.40 0_10 0.0000 iprec_at_recall_0.50 0_10 0.0000 iprec_at_recall_0.60 0_10 0.0000 iprec_at_recall_0.70 0_10 0.0000 iprec_at_recall_0.80 0_10 0.0000 iprec_at_recall_0.90 0_10 0.0000 iprec_at_recall_1.00 0_10 0.0000 P_5 0_10 0.0000 P_10 0_10 0.0000 P_15 0_10 0.0000 P_20 0_10 0.0000 P_30 0_10 0.0000 P_100 0_10 0.0000 P_200 0_10 0.0000 P_500 0_10 0.0000 P_1000 0_10 0.0000 relstring 0_10 '00000' recall_5 0_10 0.0000 recall_10 0_10 0.0000 recall_15 0_10 0.0000 recall_20 0_10 0.0000 recall_30 0_10 0.0000 recall_100 0_10 0.0000 recall_200 0_10 0.0000 recall_500 0_10 0.0000 recall_1000 0_10 0.0000 infAP 0_10 0.0000 Rprec_mult_0.20 0_10 0.0000 Rprec_mult_0.40 0_10 0.0000 Rprec_mult_0.60 0_10 0.0000 Rprec_mult_0.80 0_10 0.0000 Rprec_mult_1.00 0_10 0.0000 Rprec_mult_1.20 0_10 0.0000 Rprec_mult_1.40 0_10 0.0000 Rprec_mult_1.60 0_10 0.0000 Rprec_mult_1.80 0_10 0.0000 Rprec_mult_2.00 0_10 0.0000 utility 0_10 -5.0000 11pt_avg 0_10 0.0000 binG 0_10 0.0000 G 0_10 0.0000 ndcg 0_10 0.0000 ndcg_rel 0_10 0.0000 Rndcg 0_10 0.0000 ndcg_cut_5 0_10 0.0000 ndcg_cut_10 0_10 0.0000 ndcg_cut_15 0_10 0.0000 ndcg_cut_20 0_10 0.0000 ndcg_cut_30 0_10 0.0000 ndcg_cut_100 0_10 0.0000 ndcg_cut_200 0_10 0.0000 ndcg_cut_500 0_10 0.0000 ndcg_cut_1000 0_10 0.0000 map_cut_5 0_10 0.0000 map_cut_10 0_10 0.0000 map_cut_15 0_10 0.0000 map_cut_20 0_10 0.0000 map_cut_30 0_10 0.0000 map_cut_100 0_10 0.0000 map_cut_200 0_10 0.0000 map_cut_500 0_10 0.0000 map_cut_1000 0_10 0.0000 relative_P_5 0_10 0.0000 relative_P_10 0_10 0.0000 relative_P_15 0_10 0.0000 relative_P_20 0_10 0.0000 relative_P_30 0_10 0.0000 relative_P_100 0_10 0.0000 relative_P_200 0_10 0.0000 relative_P_500 0_10 0.0000 relative_P_1000 0_10 0.0000 success_1 0_10 0.0000 success_5 0_10 0.0000 success_10 0_10 0.0000 set_P 0_10 0.0000 set_relative_P 0_10 0.0000 set_recall 0_10 0.0000 set_map 0_10 0.0000 set_F 0_10 0.0000 num_nonrel_judged_ret 0_10 5 rbp 0_10 0.0000 rbp_resid 0_10 0.0000 unj_5 0_10 0.0000 unj_10 0_10 0.0000 unj_20 0_10 0.0000 num_ret 0_11 5 num_rel 0_11 0 num_rel_ret 0_11 0 map 0_11 0.0000 Rprec 0_11 0.0000 bpref 0_11 0.0000 recip_rank 0_11 0.0000 iprec_at_recall_0.00 0_11 0.0000 iprec_at_recall_0.10 0_11 0.0000 iprec_at_recall_0.20 0_11 0.0000 iprec_at_recall_0.30 0_11 0.0000 iprec_at_recall_0.40 0_11 0.0000 iprec_at_recall_0.50 0_11 0.0000 iprec_at_recall_0.60 0_11 0.0000 iprec_at_recall_0.70 0_11 0.0000 iprec_at_recall_0.80 0_11 0.0000 iprec_at_recall_0.90 0_11 0.0000 iprec_at_recall_1.00 0_11 0.0000 P_5 0_11 0.0000 P_10 0_11 0.0000 P_15 0_11 0.0000 P_20 0_11 0.0000 P_30 0_11 0.0000 P_100 0_11 0.0000 P_200 0_11 0.0000 P_500 0_11 0.0000 P_1000 0_11 0.0000 relstring 0_11 '00000' recall_5 0_11 0.0000 recall_10 0_11 0.0000 recall_15 0_11 0.0000 recall_20 0_11 0.0000 recall_30 0_11 0.0000 recall_100 0_11 0.0000 recall_200 0_11 0.0000 recall_500 0_11 0.0000 recall_1000 0_11 0.0000 infAP 0_11 0.0000 Rprec_mult_0.20 0_11 0.0000 Rprec_mult_0.40 0_11 0.0000 Rprec_mult_0.60 0_11 0.0000 Rprec_mult_0.80 0_11 0.0000 Rprec_mult_1.00 0_11 0.0000 Rprec_mult_1.20 0_11 0.0000 Rprec_mult_1.40 0_11 0.0000 Rprec_mult_1.60 0_11 0.0000 Rprec_mult_1.80 0_11 0.0000 Rprec_mult_2.00 0_11 0.0000 utility 0_11 -5.0000 11pt_avg 0_11 0.0000 binG 0_11 0.0000 G 0_11 0.0000 ndcg 0_11 0.0000 ndcg_rel 0_11 0.0000 Rndcg 0_11 0.0000 ndcg_cut_5 0_11 0.0000 ndcg_cut_10 0_11 0.0000 ndcg_cut_15 0_11 0.0000 ndcg_cut_20 0_11 0.0000 ndcg_cut_30 0_11 0.0000 ndcg_cut_100 0_11 0.0000 ndcg_cut_200 0_11 0.0000 ndcg_cut_500 0_11 0.0000 ndcg_cut_1000 0_11 0.0000 map_cut_5 0_11 0.0000 map_cut_10 0_11 0.0000 map_cut_15 0_11 0.0000 map_cut_20 0_11 0.0000 map_cut_30 0_11 0.0000 map_cut_100 0_11 0.0000 map_cut_200 0_11 0.0000 map_cut_500 0_11 0.0000 map_cut_1000 0_11 0.0000 relative_P_5 0_11 0.0000 relative_P_10 0_11 0.0000 relative_P_15 0_11 0.0000 relative_P_20 0_11 0.0000 relative_P_30 0_11 0.0000 relative_P_100 0_11 0.0000 relative_P_200 0_11 0.0000 relative_P_500 0_11 0.0000 relative_P_1000 0_11 0.0000 success_1 0_11 0.0000 success_5 0_11 0.0000 success_10 0_11 0.0000 set_P 0_11 0.0000 set_relative_P 0_11 0.0000 set_recall 0_11 0.0000 set_map 0_11 0.0000 set_F 0_11 0.0000 num_nonrel_judged_ret 0_11 5 rbp 0_11 0.0000 rbp_resid 0_11 0.0000 unj_5 0_11 0.0000 unj_10 0_11 0.0000 unj_20 0_11 0.0000 num_ret 0_2 5 num_rel 0_2 1 num_rel_ret 0_2 1 map 0_2 1.0000 Rprec 0_2 1.0000 bpref 0_2 1.0000 recip_rank 0_2 1.0000 iprec_at_recall_0.00 0_2 1.0000 iprec_at_recall_0.10 0_2 1.0000 iprec_at_recall_0.20 0_2 1.0000 iprec_at_recall_0.30 0_2 1.0000 iprec_at_recall_0.40 0_2 1.0000 iprec_at_recall_0.50 0_2 1.0000 iprec_at_recall_0.60 0_2 1.0000 iprec_at_recall_0.70 0_2 1.0000 iprec_at_recall_0.80 0_2 1.0000 iprec_at_recall_0.90 0_2 1.0000 iprec_at_recall_1.00 0_2 1.0000 P_5 0_2 0.2000 P_10 0_2 0.1000 P_15 0_2 0.0667 P_20 0_2 0.0500 P_30 0_2 0.0333 P_100 0_2 0.0100 P_200 0_2 0.0050 P_500 0_2 0.0020 P_1000 0_2 0.0010 relstring 0_2 '20000' recall_5 0_2 1.0000 recall_10 0_2 1.0000 recall_15 0_2 1.0000 recall_20 0_2 1.0000 recall_30 0_2 1.0000 recall_100 0_2 1.0000 recall_200 0_2 1.0000 recall_500 0_2 1.0000 recall_1000 0_2 1.0000 infAP 0_2 1.0000 Rprec_mult_0.20 0_2 1.0000 Rprec_mult_0.40 0_2 1.0000 Rprec_mult_0.60 0_2 1.0000 Rprec_mult_0.80 0_2 1.0000 Rprec_mult_1.00 0_2 1.0000 Rprec_mult_1.20 0_2 0.5000 Rprec_mult_1.40 0_2 0.5000 Rprec_mult_1.60 0_2 0.5000 Rprec_mult_1.80 0_2 0.5000 Rprec_mult_2.00 0_2 0.5000 utility 0_2 -3.0000 11pt_avg 0_2 1.0000 binG 0_2 1.0000 G 0_2 1.0000 ndcg 0_2 1.0000 ndcg_rel 0_2 1.0000 Rndcg 0_2 1.0000 ndcg_cut_5 0_2 1.0000 ndcg_cut_10 0_2 1.0000 ndcg_cut_15 0_2 1.0000 ndcg_cut_20 0_2 1.0000 ndcg_cut_30 0_2 1.0000 ndcg_cut_100 0_2 1.0000 ndcg_cut_200 0_2 1.0000 ndcg_cut_500 0_2 1.0000 ndcg_cut_1000 0_2 1.0000 map_cut_5 0_2 1.0000 map_cut_10 0_2 1.0000 map_cut_15 0_2 1.0000 map_cut_20 0_2 1.0000 map_cut_30 0_2 1.0000 map_cut_100 0_2 1.0000 map_cut_200 0_2 1.0000 map_cut_500 0_2 1.0000 map_cut_1000 0_2 1.0000 relative_P_5 0_2 1.0000 relative_P_10 0_2 1.0000 relative_P_15 0_2 1.0000 relative_P_20 0_2 1.0000 relative_P_30 0_2 1.0000 relative_P_100 0_2 1.0000 relative_P_200 0_2 1.0000 relative_P_500 0_2 1.0000 relative_P_1000 0_2 1.0000 success_1 0_2 1.0000 success_5 0_2 1.0000 success_10 0_2 1.0000 set_P 0_2 0.2000 set_relative_P 0_2 1.0000 set_recall 0_2 1.0000 set_map 0_2 0.2000 set_F 0_2 0.3333 num_nonrel_judged_ret 0_2 4 rbp 0_2 0.1000 rbp_resid 0_2 0.0000 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 5 num_rel 0_3 1 num_rel_ret 0_3 1 map 0_3 1.0000 Rprec 0_3 1.0000 bpref 0_3 1.0000 recip_rank 0_3 1.0000 iprec_at_recall_0.00 0_3 1.0000 iprec_at_recall_0.10 0_3 1.0000 iprec_at_recall_0.20 0_3 1.0000 iprec_at_recall_0.30 0_3 1.0000 iprec_at_recall_0.40 0_3 1.0000 iprec_at_recall_0.50 0_3 1.0000 iprec_at_recall_0.60 0_3 1.0000 iprec_at_recall_0.70 0_3 1.0000 iprec_at_recall_0.80 0_3 1.0000 iprec_at_recall_0.90 0_3 1.0000 iprec_at_recall_1.00 0_3 1.0000 P_5 0_3 0.2000 P_10 0_3 0.1000 P_15 0_3 0.0667 P_20 0_3 0.0500 P_30 0_3 0.0333 P_100 0_3 0.0100 P_200 0_3 0.0050 P_500 0_3 0.0020 P_1000 0_3 0.0010 relstring 0_3 '10000' recall_5 0_3 1.0000 recall_10 0_3 1.0000 recall_15 0_3 1.0000 recall_20 0_3 1.0000 recall_30 0_3 1.0000 recall_100 0_3 1.0000 recall_200 0_3 1.0000 recall_500 0_3 1.0000 recall_1000 0_3 1.0000 infAP 0_3 1.0000 Rprec_mult_0.20 0_3 1.0000 Rprec_mult_0.40 0_3 1.0000 Rprec_mult_0.60 0_3 1.0000 Rprec_mult_0.80 0_3 1.0000 Rprec_mult_1.00 0_3 1.0000 Rprec_mult_1.20 0_3 0.5000 Rprec_mult_1.40 0_3 0.5000 Rprec_mult_1.60 0_3 0.5000 Rprec_mult_1.80 0_3 0.5000 Rprec_mult_2.00 0_3 0.5000 utility 0_3 -3.0000 11pt_avg 0_3 1.0000 binG 0_3 1.0000 G 0_3 1.0000 ndcg 0_3 1.0000 ndcg_rel 0_3 1.0000 Rndcg 0_3 1.0000 ndcg_cut_5 0_3 1.0000 ndcg_cut_10 0_3 1.0000 ndcg_cut_15 0_3 1.0000 ndcg_cut_20 0_3 1.0000 ndcg_cut_30 0_3 1.0000 ndcg_cut_100 0_3 1.0000 ndcg_cut_200 0_3 1.0000 ndcg_cut_500 0_3 1.0000 ndcg_cut_1000 0_3 1.0000 map_cut_5 0_3 1.0000 map_cut_10 0_3 1.0000 map_cut_15 0_3 1.0000 map_cut_20 0_3 1.0000 map_cut_30 0_3 1.0000 map_cut_100 0_3 1.0000 map_cut_200 0_3 1.0000 map_cut_500 0_3 1.0000 map_cut_1000 0_3 1.0000 relative_P_5 0_3 1.0000 relative_P_10 0_3 1.0000 relative_P_15 0_3 1.0000 relative_P_20 0_3 1.0000 relative_P_30 0_3 1.0000 relative_P_100 0_3 1.0000 relative_P_200 0_3 1.0000 relative_P_500 0_3 1.0000 relative_P_1000 0_3 1.0000 success_1 0_3 1.0000 success_5 0_3 1.0000 success_10 0_3 1.0000 set_P 0_3 0.2000 set_relative_P 0_3 1.0000 set_recall 0_3 1.0000 set_map 0_3 0.2000 set_F 0_3 0.3333 num_nonrel_judged_ret 0_3 4 rbp 0_3 0.1000 rbp_resid 0_3 0.0000 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 7 num_rel 0_4 0 num_rel_ret 0_4 0 map 0_4 0.0000 Rprec 0_4 0.0000 bpref 0_4 0.0000 recip_rank 0_4 0.0000 iprec_at_recall_0.00 0_4 0.0000 iprec_at_recall_0.10 0_4 0.0000 iprec_at_recall_0.20 0_4 0.0000 iprec_at_recall_0.30 0_4 0.0000 iprec_at_recall_0.40 0_4 0.0000 iprec_at_recall_0.50 0_4 0.0000 iprec_at_recall_0.60 0_4 0.0000 iprec_at_recall_0.70 0_4 0.0000 iprec_at_recall_0.80 0_4 0.0000 iprec_at_recall_0.90 0_4 0.0000 iprec_at_recall_1.00 0_4 0.0000 P_5 0_4 0.0000 P_10 0_4 0.0000 P_15 0_4 0.0000 P_20 0_4 0.0000 P_30 0_4 0.0000 P_100 0_4 0.0000 P_200 0_4 0.0000 P_500 0_4 0.0000 P_1000 0_4 0.0000 relstring 0_4 '0000000' recall_5 0_4 0.0000 recall_10 0_4 0.0000 recall_15 0_4 0.0000 recall_20 0_4 0.0000 recall_30 0_4 0.0000 recall_100 0_4 0.0000 recall_200 0_4 0.0000 recall_500 0_4 0.0000 recall_1000 0_4 0.0000 infAP 0_4 0.0000 Rprec_mult_0.20 0_4 0.0000 Rprec_mult_0.40 0_4 0.0000 Rprec_mult_0.60 0_4 0.0000 Rprec_mult_0.80 0_4 0.0000 Rprec_mult_1.00 0_4 0.0000 Rprec_mult_1.20 0_4 0.0000 Rprec_mult_1.40 0_4 0.0000 Rprec_mult_1.60 0_4 0.0000 Rprec_mult_1.80 0_4 0.0000 Rprec_mult_2.00 0_4 0.0000 utility 0_4 -7.0000 11pt_avg 0_4 0.0000 binG 0_4 0.0000 G 0_4 0.0000 ndcg 0_4 0.0000 ndcg_rel 0_4 0.0000 Rndcg 0_4 0.0000 ndcg_cut_5 0_4 0.0000 ndcg_cut_10 0_4 0.0000 ndcg_cut_15 0_4 0.0000 ndcg_cut_20 0_4 0.0000 ndcg_cut_30 0_4 0.0000 ndcg_cut_100 0_4 0.0000 ndcg_cut_200 0_4 0.0000 ndcg_cut_500 0_4 0.0000 ndcg_cut_1000 0_4 0.0000 map_cut_5 0_4 0.0000 map_cut_10 0_4 0.0000 map_cut_15 0_4 0.0000 map_cut_20 0_4 0.0000 map_cut_30 0_4 0.0000 map_cut_100 0_4 0.0000 map_cut_200 0_4 0.0000 map_cut_500 0_4 0.0000 map_cut_1000 0_4 0.0000 relative_P_5 0_4 0.0000 relative_P_10 0_4 0.0000 relative_P_15 0_4 0.0000 relative_P_20 0_4 0.0000 relative_P_30 0_4 0.0000 relative_P_100 0_4 0.0000 relative_P_200 0_4 0.0000 relative_P_500 0_4 0.0000 relative_P_1000 0_4 0.0000 success_1 0_4 0.0000 success_5 0_4 0.0000 success_10 0_4 0.0000 set_P 0_4 0.0000 set_relative_P 0_4 0.0000 set_recall 0_4 0.0000 set_map 0_4 0.0000 set_F 0_4 0.0000 num_nonrel_judged_ret 0_4 7 rbp 0_4 0.0000 rbp_resid 0_4 0.0000 unj_5 0_4 0.0000 unj_10 0_4 0.0000 unj_20 0_4 0.0000 num_ret 0_6 5 num_rel 0_6 1 num_rel_ret 0_6 0 map 0_6 0.0000 Rprec 0_6 0.0000 bpref 0_6 0.0000 recip_rank 0_6 0.0000 iprec_at_recall_0.00 0_6 0.0000 iprec_at_recall_0.10 0_6 0.0000 iprec_at_recall_0.20 0_6 0.0000 iprec_at_recall_0.30 0_6 0.0000 iprec_at_recall_0.40 0_6 0.0000 iprec_at_recall_0.50 0_6 0.0000 iprec_at_recall_0.60 0_6 0.0000 iprec_at_recall_0.70 0_6 0.0000 iprec_at_recall_0.80 0_6 0.0000 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 0.0000 P_10 0_6 0.0000 P_15 0_6 0.0000 P_20 0_6 0.0000 P_30 0_6 0.0000 P_100 0_6 0.0000 P_200 0_6 0.0000 P_500 0_6 0.0000 P_1000 0_6 0.0000 relstring 0_6 '00000' recall_5 0_6 0.0000 recall_10 0_6 0.0000 recall_15 0_6 0.0000 recall_20 0_6 0.0000 recall_30 0_6 0.0000 recall_100 0_6 0.0000 recall_200 0_6 0.0000 recall_500 0_6 0.0000 recall_1000 0_6 0.0000 infAP 0_6 0.0000 Rprec_mult_0.20 0_6 0.0000 Rprec_mult_0.40 0_6 0.0000 Rprec_mult_0.60 0_6 0.0000 Rprec_mult_0.80 0_6 0.0000 Rprec_mult_1.00 0_6 0.0000 Rprec_mult_1.20 0_6 0.0000 Rprec_mult_1.40 0_6 0.0000 Rprec_mult_1.60 0_6 0.0000 Rprec_mult_1.80 0_6 0.0000 Rprec_mult_2.00 0_6 0.0000 utility 0_6 -5.0000 11pt_avg 0_6 0.0000 binG 0_6 0.0000 G 0_6 0.0000 ndcg 0_6 0.0000 ndcg_rel 0_6 0.0000 Rndcg 0_6 0.0000 ndcg_cut_5 0_6 0.0000 ndcg_cut_10 0_6 0.0000 ndcg_cut_15 0_6 0.0000 ndcg_cut_20 0_6 0.0000 ndcg_cut_30 0_6 0.0000 ndcg_cut_100 0_6 0.0000 ndcg_cut_200 0_6 0.0000 ndcg_cut_500 0_6 0.0000 ndcg_cut_1000 0_6 0.0000 map_cut_5 0_6 0.0000 map_cut_10 0_6 0.0000 map_cut_15 0_6 0.0000 map_cut_20 0_6 0.0000 map_cut_30 0_6 0.0000 map_cut_100 0_6 0.0000 map_cut_200 0_6 0.0000 map_cut_500 0_6 0.0000 map_cut_1000 0_6 0.0000 relative_P_5 0_6 0.0000 relative_P_10 0_6 0.0000 relative_P_15 0_6 0.0000 relative_P_20 0_6 0.0000 relative_P_30 0_6 0.0000 relative_P_100 0_6 0.0000 relative_P_200 0_6 0.0000 relative_P_500 0_6 0.0000 relative_P_1000 0_6 0.0000 success_1 0_6 0.0000 success_5 0_6 0.0000 success_10 0_6 0.0000 set_P 0_6 0.0000 set_relative_P 0_6 0.0000 set_recall 0_6 0.0000 set_map 0_6 0.0000 set_F 0_6 0.0000 num_nonrel_judged_ret 0_6 5 rbp 0_6 0.0000 rbp_resid 0_6 0.0000 unj_5 0_6 0.0000 unj_10 0_6 0.0000 unj_20 0_6 0.0000 num_ret 0_7 5 num_rel 0_7 3 num_rel_ret 0_7 0 map 0_7 0.0000 Rprec 0_7 0.0000 bpref 0_7 0.0000 recip_rank 0_7 0.0000 iprec_at_recall_0.00 0_7 0.0000 iprec_at_recall_0.10 0_7 0.0000 iprec_at_recall_0.20 0_7 0.0000 iprec_at_recall_0.30 0_7 0.0000 iprec_at_recall_0.40 0_7 0.0000 iprec_at_recall_0.50 0_7 0.0000 iprec_at_recall_0.60 0_7 0.0000 iprec_at_recall_0.70 0_7 0.0000 iprec_at_recall_0.80 0_7 0.0000 iprec_at_recall_0.90 0_7 0.0000 iprec_at_recall_1.00 0_7 0.0000 P_5 0_7 0.0000 P_10 0_7 0.0000 P_15 0_7 0.0000 P_20 0_7 0.0000 P_30 0_7 0.0000 P_100 0_7 0.0000 P_200 0_7 0.0000 P_500 0_7 0.0000 P_1000 0_7 0.0000 relstring 0_7 '00000' recall_5 0_7 0.0000 recall_10 0_7 0.0000 recall_15 0_7 0.0000 recall_20 0_7 0.0000 recall_30 0_7 0.0000 recall_100 0_7 0.0000 recall_200 0_7 0.0000 recall_500 0_7 0.0000 recall_1000 0_7 0.0000 infAP 0_7 0.0000 Rprec_mult_0.20 0_7 0.0000 Rprec_mult_0.40 0_7 0.0000 Rprec_mult_0.60 0_7 0.0000 Rprec_mult_0.80 0_7 0.0000 Rprec_mult_1.00 0_7 0.0000 Rprec_mult_1.20 0_7 0.0000 Rprec_mult_1.40 0_7 0.0000 Rprec_mult_1.60 0_7 0.0000 Rprec_mult_1.80 0_7 0.0000 Rprec_mult_2.00 0_7 0.0000 utility 0_7 -5.0000 11pt_avg 0_7 0.0000 binG 0_7 0.0000 G 0_7 0.0000 ndcg 0_7 0.0000 ndcg_rel 0_7 0.0000 Rndcg 0_7 0.0000 ndcg_cut_5 0_7 0.0000 ndcg_cut_10 0_7 0.0000 ndcg_cut_15 0_7 0.0000 ndcg_cut_20 0_7 0.0000 ndcg_cut_30 0_7 0.0000 ndcg_cut_100 0_7 0.0000 ndcg_cut_200 0_7 0.0000 ndcg_cut_500 0_7 0.0000 ndcg_cut_1000 0_7 0.0000 map_cut_5 0_7 0.0000 map_cut_10 0_7 0.0000 map_cut_15 0_7 0.0000 map_cut_20 0_7 0.0000 map_cut_30 0_7 0.0000 map_cut_100 0_7 0.0000 map_cut_200 0_7 0.0000 map_cut_500 0_7 0.0000 map_cut_1000 0_7 0.0000 relative_P_5 0_7 0.0000 relative_P_10 0_7 0.0000 relative_P_15 0_7 0.0000 relative_P_20 0_7 0.0000 relative_P_30 0_7 0.0000 relative_P_100 0_7 0.0000 relative_P_200 0_7 0.0000 relative_P_500 0_7 0.0000 relative_P_1000 0_7 0.0000 success_1 0_7 0.0000 success_5 0_7 0.0000 success_10 0_7 0.0000 set_P 0_7 0.0000 set_relative_P 0_7 0.0000 set_recall 0_7 0.0000 set_map 0_7 0.0000 set_F 0_7 0.0000 num_nonrel_judged_ret 0_7 5 rbp 0_7 0.0000 rbp_resid 0_7 0.0000 unj_5 0_7 0.0000 unj_10 0_7 0.0000 unj_20 0_7 0.0000 num_ret 0_8 3 num_rel 0_8 2 num_rel_ret 0_8 1 map 0_8 0.5000 Rprec 0_8 0.5000 bpref 0_8 0.5000 recip_rank 0_8 1.0000 iprec_at_recall_0.00 0_8 1.0000 iprec_at_recall_0.10 0_8 1.0000 iprec_at_recall_0.20 0_8 1.0000 iprec_at_recall_0.30 0_8 1.0000 iprec_at_recall_0.40 0_8 1.0000 iprec_at_recall_0.50 0_8 1.0000 iprec_at_recall_0.60 0_8 1.0000 iprec_at_recall_0.70 0_8 1.0000 iprec_at_recall_0.80 0_8 0.0000 iprec_at_recall_0.90 0_8 0.0000 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.2000 P_10 0_8 0.1000 P_15 0_8 0.0667 P_20 0_8 0.0500 P_30 0_8 0.0333 P_100 0_8 0.0100 P_200 0_8 0.0050 P_500 0_8 0.0020 P_1000 0_8 0.0010 relstring 0_8 '100' recall_5 0_8 0.5000 recall_10 0_8 0.5000 recall_15 0_8 0.5000 recall_20 0_8 0.5000 recall_30 0_8 0.5000 recall_100 0_8 0.5000 recall_200 0_8 0.5000 recall_500 0_8 0.5000 recall_1000 0_8 0.5000 infAP 0_8 0.5000 Rprec_mult_0.20 0_8 1.0000 Rprec_mult_0.40 0_8 1.0000 Rprec_mult_0.60 0_8 0.5000 Rprec_mult_0.80 0_8 0.5000 Rprec_mult_1.00 0_8 0.5000 Rprec_mult_1.20 0_8 0.3333 Rprec_mult_1.40 0_8 0.3333 Rprec_mult_1.60 0_8 0.2500 Rprec_mult_1.80 0_8 0.2500 Rprec_mult_2.00 0_8 0.2500 utility 0_8 -1.0000 11pt_avg 0_8 0.7273 binG 0_8 0.5000 G 0_8 0.5000 ndcg 0_8 0.6131 ndcg_rel 0_8 0.8066 Rndcg 0_8 0.6131 ndcg_cut_5 0_8 0.6131 ndcg_cut_10 0_8 0.6131 ndcg_cut_15 0_8 0.6131 ndcg_cut_20 0_8 0.6131 ndcg_cut_30 0_8 0.6131 ndcg_cut_100 0_8 0.6131 ndcg_cut_200 0_8 0.6131 ndcg_cut_500 0_8 0.6131 ndcg_cut_1000 0_8 0.6131 map_cut_5 0_8 0.5000 map_cut_10 0_8 0.5000 map_cut_15 0_8 0.5000 map_cut_20 0_8 0.5000 map_cut_30 0_8 0.5000 map_cut_100 0_8 0.5000 map_cut_200 0_8 0.5000 map_cut_500 0_8 0.5000 map_cut_1000 0_8 0.5000 relative_P_5 0_8 0.5000 relative_P_10 0_8 0.5000 relative_P_15 0_8 0.5000 relative_P_20 0_8 0.5000 relative_P_30 0_8 0.5000 relative_P_100 0_8 0.5000 relative_P_200 0_8 0.5000 relative_P_500 0_8 0.5000 relative_P_1000 0_8 0.5000 success_1 0_8 1.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 0.3333 set_relative_P 0_8 0.5000 set_recall 0_8 0.5000 set_map 0_8 0.1667 set_F 0_8 0.4000 num_nonrel_judged_ret 0_8 2 rbp 0_8 0.1000 rbp_resid 0_8 0.0000 unj_5 0_8 0.0000 unj_10 0_8 0.0000 unj_20 0_8 0.0000 num_ret 10_1 4 num_rel 10_1 4 num_rel_ret 10_1 3 map 10_1 0.7500 Rprec 10_1 0.7500 bpref 10_1 0.7500 recip_rank 10_1 1.0000 iprec_at_recall_0.00 10_1 1.0000 iprec_at_recall_0.10 10_1 1.0000 iprec_at_recall_0.20 10_1 1.0000 iprec_at_recall_0.30 10_1 1.0000 iprec_at_recall_0.40 10_1 1.0000 iprec_at_recall_0.50 10_1 1.0000 iprec_at_recall_0.60 10_1 1.0000 iprec_at_recall_0.70 10_1 1.0000 iprec_at_recall_0.80 10_1 1.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 0.6000 P_10 10_1 0.3000 P_15 10_1 0.2000 P_20 10_1 0.1500 P_30 10_1 0.1000 P_100 10_1 0.0300 P_200 10_1 0.0150 P_500 10_1 0.0060 P_1000 10_1 0.0030 relstring 10_1 '1220' recall_5 10_1 0.7500 recall_10 10_1 0.7500 recall_15 10_1 0.7500 recall_20 10_1 0.7500 recall_30 10_1 0.7500 recall_100 10_1 0.7500 recall_200 10_1 0.7500 recall_500 10_1 0.7500 recall_1000 10_1 0.7500 infAP 10_1 0.7500 Rprec_mult_0.20 10_1 1.0000 Rprec_mult_0.40 10_1 1.0000 Rprec_mult_0.60 10_1 1.0000 Rprec_mult_0.80 10_1 0.7500 Rprec_mult_1.00 10_1 0.7500 Rprec_mult_1.20 10_1 0.6000 Rprec_mult_1.40 10_1 0.5000 Rprec_mult_1.60 10_1 0.4286 Rprec_mult_1.80 10_1 0.3750 Rprec_mult_2.00 10_1 0.3750 utility 10_1 2.0000 11pt_avg 10_1 0.8182 binG 10_1 0.7500 G 10_1 0.4507 ndcg 10_1 0.6951 ndcg_rel 10_1 0.6635 Rndcg 10_1 0.7302 ndcg_cut_5 10_1 0.6951 ndcg_cut_10 10_1 0.6951 ndcg_cut_15 10_1 0.6951 ndcg_cut_20 10_1 0.6951 ndcg_cut_30 10_1 0.6951 ndcg_cut_100 10_1 0.6951 ndcg_cut_200 10_1 0.6951 ndcg_cut_500 10_1 0.6951 ndcg_cut_1000 10_1 0.6951 map_cut_5 10_1 0.7500 map_cut_10 10_1 0.7500 map_cut_15 10_1 0.7500 map_cut_20 10_1 0.7500 map_cut_30 10_1 0.7500 map_cut_100 10_1 0.7500 map_cut_200 10_1 0.7500 map_cut_500 10_1 0.7500 map_cut_1000 10_1 0.7500 relative_P_5 10_1 0.7500 relative_P_10 10_1 0.7500 relative_P_15 10_1 0.7500 relative_P_20 10_1 0.7500 relative_P_30 10_1 0.7500 relative_P_100 10_1 0.7500 relative_P_200 10_1 0.7500 relative_P_500 10_1 0.7500 relative_P_1000 10_1 0.7500 success_1 10_1 1.0000 success_5 10_1 1.0000 success_10 10_1 1.0000 set_P 10_1 0.7500 set_relative_P 10_1 0.7500 set_recall 10_1 0.7500 set_map 10_1 0.5625 set_F 10_1 0.7500 num_nonrel_judged_ret 10_1 1 rbp 10_1 0.2210 rbp_resid 10_1 0.0000 unj_5 10_1 0.0000 unj_10 10_1 0.0000 unj_20 10_1 0.0000 num_ret 10_12 4 num_rel 10_12 4 num_rel_ret 10_12 3 map 10_12 0.7500 Rprec 10_12 0.7500 bpref 10_12 0.7500 recip_rank 10_12 1.0000 iprec_at_recall_0.00 10_12 1.0000 iprec_at_recall_0.10 10_12 1.0000 iprec_at_recall_0.20 10_12 1.0000 iprec_at_recall_0.30 10_12 1.0000 iprec_at_recall_0.40 10_12 1.0000 iprec_at_recall_0.50 10_12 1.0000 iprec_at_recall_0.60 10_12 1.0000 iprec_at_recall_0.70 10_12 1.0000 iprec_at_recall_0.80 10_12 1.0000 iprec_at_recall_0.90 10_12 0.0000 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 0.6000 P_10 10_12 0.3000 P_15 10_12 0.2000 P_20 10_12 0.1500 P_30 10_12 0.1000 P_100 10_12 0.0300 P_200 10_12 0.0150 P_500 10_12 0.0060 P_1000 10_12 0.0030 relstring 10_12 '3110' recall_5 10_12 0.7500 recall_10 10_12 0.7500 recall_15 10_12 0.7500 recall_20 10_12 0.7500 recall_30 10_12 0.7500 recall_100 10_12 0.7500 recall_200 10_12 0.7500 recall_500 10_12 0.7500 recall_1000 10_12 0.7500 infAP 10_12 0.7500 Rprec_mult_0.20 10_12 1.0000 Rprec_mult_0.40 10_12 1.0000 Rprec_mult_0.60 10_12 1.0000 Rprec_mult_0.80 10_12 0.7500 Rprec_mult_1.00 10_12 0.7500 Rprec_mult_1.20 10_12 0.6000 Rprec_mult_1.40 10_12 0.5000 Rprec_mult_1.60 10_12 0.4286 Rprec_mult_1.80 10_12 0.3750 Rprec_mult_2.00 10_12 0.3750 utility 10_12 2.0000 11pt_avg 10_12 0.8182 binG 10_12 0.7500 G 10_12 0.8333 ndcg 10_12 0.9056 ndcg_rel 10_12 0.9764 Rndcg 10_12 0.9528 ndcg_cut_5 10_12 0.9056 ndcg_cut_10 10_12 0.9056 ndcg_cut_15 10_12 0.9056 ndcg_cut_20 10_12 0.9056 ndcg_cut_30 10_12 0.9056 ndcg_cut_100 10_12 0.9056 ndcg_cut_200 10_12 0.9056 ndcg_cut_500 10_12 0.9056 ndcg_cut_1000 10_12 0.9056 map_cut_5 10_12 0.7500 map_cut_10 10_12 0.7500 map_cut_15 10_12 0.7500 map_cut_20 10_12 0.7500 map_cut_30 10_12 0.7500 map_cut_100 10_12 0.7500 map_cut_200 10_12 0.7500 map_cut_500 10_12 0.7500 map_cut_1000 10_12 0.7500 relative_P_5 10_12 0.7500 relative_P_10 10_12 0.7500 relative_P_15 10_12 0.7500 relative_P_20 10_12 0.7500 relative_P_30 10_12 0.7500 relative_P_100 10_12 0.7500 relative_P_200 10_12 0.7500 relative_P_500 10_12 0.7500 relative_P_1000 10_12 0.7500 success_1 10_12 1.0000 success_5 10_12 1.0000 success_10 10_12 1.0000 set_P 10_12 0.7500 set_relative_P 10_12 0.7500 set_recall 10_12 0.7500 set_map 10_12 0.5625 set_F 10_12 0.7500 num_nonrel_judged_ret 10_12 1 rbp 10_12 0.1570 rbp_resid 10_12 0.0000 unj_5 10_12 0.0000 unj_10 10_12 0.0000 unj_20 10_12 0.0000 num_ret 10_2 5 num_rel 10_2 4 num_rel_ret 10_2 2 map 10_2 0.5000 Rprec 10_2 0.5000 bpref 10_2 0.5000 recip_rank 10_2 1.0000 iprec_at_recall_0.00 10_2 1.0000 iprec_at_recall_0.10 10_2 1.0000 iprec_at_recall_0.20 10_2 1.0000 iprec_at_recall_0.30 10_2 1.0000 iprec_at_recall_0.40 10_2 1.0000 iprec_at_recall_0.50 10_2 1.0000 iprec_at_recall_0.60 10_2 1.0000 iprec_at_recall_0.70 10_2 0.0000 iprec_at_recall_0.80 10_2 0.0000 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 0.4000 P_10 10_2 0.2000 P_15 10_2 0.1333 P_20 10_2 0.1000 P_30 10_2 0.0667 P_100 10_2 0.0200 P_200 10_2 0.0100 P_500 10_2 0.0040 P_1000 10_2 0.0020 relstring 10_2 '31000' recall_5 10_2 0.5000 recall_10 10_2 0.5000 recall_15 10_2 0.5000 recall_20 10_2 0.5000 recall_30 10_2 0.5000 recall_100 10_2 0.5000 recall_200 10_2 0.5000 recall_500 10_2 0.5000 recall_1000 10_2 0.5000 infAP 10_2 0.5000 Rprec_mult_0.20 10_2 1.0000 Rprec_mult_0.40 10_2 1.0000 Rprec_mult_0.60 10_2 0.6667 Rprec_mult_0.80 10_2 0.5000 Rprec_mult_1.00 10_2 0.5000 Rprec_mult_1.20 10_2 0.4000 Rprec_mult_1.40 10_2 0.3333 Rprec_mult_1.60 10_2 0.2857 Rprec_mult_1.80 10_2 0.2500 Rprec_mult_2.00 10_2 0.2500 utility 10_2 -1.0000 11pt_avg 10_2 0.6364 binG 10_2 0.5000 G 10_2 0.6667 ndcg 10_2 0.7960 ndcg_rel 10_2 0.8980 Rndcg 10_2 0.8980 ndcg_cut_5 10_2 0.7960 ndcg_cut_10 10_2 0.7960 ndcg_cut_15 10_2 0.7960 ndcg_cut_20 10_2 0.7960 ndcg_cut_30 10_2 0.7960 ndcg_cut_100 10_2 0.7960 ndcg_cut_200 10_2 0.7960 ndcg_cut_500 10_2 0.7960 ndcg_cut_1000 10_2 0.7960 map_cut_5 10_2 0.5000 map_cut_10 10_2 0.5000 map_cut_15 10_2 0.5000 map_cut_20 10_2 0.5000 map_cut_30 10_2 0.5000 map_cut_100 10_2 0.5000 map_cut_200 10_2 0.5000 map_cut_500 10_2 0.5000 map_cut_1000 10_2 0.5000 relative_P_5 10_2 0.5000 relative_P_10 10_2 0.5000 relative_P_15 10_2 0.5000 relative_P_20 10_2 0.5000 relative_P_30 10_2 0.5000 relative_P_100 10_2 0.5000 relative_P_200 10_2 0.5000 relative_P_500 10_2 0.5000 relative_P_1000 10_2 0.5000 success_1 10_2 1.0000 success_5 10_2 1.0000 success_10 10_2 1.0000 set_P 10_2 0.4000 set_relative_P 10_2 0.5000 set_recall 10_2 0.5000 set_map 10_2 0.2000 set_F 10_2 0.4444 num_nonrel_judged_ret 10_2 3 rbp 10_2 0.1300 rbp_resid 10_2 0.0000 unj_5 10_2 0.0000 unj_10 10_2 0.0000 unj_20 10_2 0.0000 num_ret 10_3 5 num_rel 10_3 5 num_rel_ret 10_3 3 map 10_3 0.6000 Rprec 10_3 0.6000 bpref 10_3 0.6000 recip_rank 10_3 1.0000 iprec_at_recall_0.00 10_3 1.0000 iprec_at_recall_0.10 10_3 1.0000 iprec_at_recall_0.20 10_3 1.0000 iprec_at_recall_0.30 10_3 1.0000 iprec_at_recall_0.40 10_3 1.0000 iprec_at_recall_0.50 10_3 1.0000 iprec_at_recall_0.60 10_3 1.0000 iprec_at_recall_0.70 10_3 0.0000 iprec_at_recall_0.80 10_3 0.0000 iprec_at_recall_0.90 10_3 0.0000 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 0.6000 P_10 10_3 0.3000 P_15 10_3 0.2000 P_20 10_3 0.1500 P_30 10_3 0.1000 P_100 10_3 0.0300 P_200 10_3 0.0150 P_500 10_3 0.0060 P_1000 10_3 0.0030 relstring 10_3 '11100' recall_5 10_3 0.6000 recall_10 10_3 0.6000 recall_15 10_3 0.6000 recall_20 10_3 0.6000 recall_30 10_3 0.6000 recall_100 10_3 0.6000 recall_200 10_3 0.6000 recall_500 10_3 0.6000 recall_1000 10_3 0.6000 infAP 10_3 0.6000 Rprec_mult_0.20 10_3 1.0000 Rprec_mult_0.40 10_3 1.0000 Rprec_mult_0.60 10_3 1.0000 Rprec_mult_0.80 10_3 0.7500 Rprec_mult_1.00 10_3 0.6000 Rprec_mult_1.20 10_3 0.5000 Rprec_mult_1.40 10_3 0.4286 Rprec_mult_1.60 10_3 0.3750 Rprec_mult_1.80 10_3 0.3333 Rprec_mult_2.00 10_3 0.3000 utility 10_3 1.0000 11pt_avg 10_3 0.6364 binG 10_3 0.6000 G 10_3 0.6000 ndcg 10_3 0.7227 ndcg_rel 10_3 0.8891 Rndcg 10_3 0.7227 ndcg_cut_5 10_3 0.7227 ndcg_cut_10 10_3 0.7227 ndcg_cut_15 10_3 0.7227 ndcg_cut_20 10_3 0.7227 ndcg_cut_30 10_3 0.7227 ndcg_cut_100 10_3 0.7227 ndcg_cut_200 10_3 0.7227 ndcg_cut_500 10_3 0.7227 ndcg_cut_1000 10_3 0.7227 map_cut_5 10_3 0.6000 map_cut_10 10_3 0.6000 map_cut_15 10_3 0.6000 map_cut_20 10_3 0.6000 map_cut_30 10_3 0.6000 map_cut_100 10_3 0.6000 map_cut_200 10_3 0.6000 map_cut_500 10_3 0.6000 map_cut_1000 10_3 0.6000 relative_P_5 10_3 0.6000 relative_P_10 10_3 0.6000 relative_P_15 10_3 0.6000 relative_P_20 10_3 0.6000 relative_P_30 10_3 0.6000 relative_P_100 10_3 0.6000 relative_P_200 10_3 0.6000 relative_P_500 10_3 0.6000 relative_P_1000 10_3 0.6000 success_1 10_3 1.0000 success_5 10_3 1.0000 success_10 10_3 1.0000 set_P 10_3 0.6000 set_relative_P 10_3 0.6000 set_recall 10_3 0.6000 set_map 10_3 0.3600 set_F 10_3 0.6000 num_nonrel_judged_ret 10_3 2 rbp 10_3 0.2710 rbp_resid 10_3 0.0000 unj_5 10_3 0.0000 unj_10 10_3 0.0000 unj_20 10_3 0.0000 num_ret 10_6 3 num_rel 10_6 1 num_rel_ret 10_6 0 map 10_6 0.0000 Rprec 10_6 0.0000 bpref 10_6 0.0000 recip_rank 10_6 0.0000 iprec_at_recall_0.00 10_6 0.0000 iprec_at_recall_0.10 10_6 0.0000 iprec_at_recall_0.20 10_6 0.0000 iprec_at_recall_0.30 10_6 0.0000 iprec_at_recall_0.40 10_6 0.0000 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 0.0000 P_10 10_6 0.0000 P_15 10_6 0.0000 P_20 10_6 0.0000 P_30 10_6 0.0000 P_100 10_6 0.0000 P_200 10_6 0.0000 P_500 10_6 0.0000 P_1000 10_6 0.0000 relstring 10_6 '000' recall_5 10_6 0.0000 recall_10 10_6 0.0000 recall_15 10_6 0.0000 recall_20 10_6 0.0000 recall_30 10_6 0.0000 recall_100 10_6 0.0000 recall_200 10_6 0.0000 recall_500 10_6 0.0000 recall_1000 10_6 0.0000 infAP 10_6 0.0000 Rprec_mult_0.20 10_6 0.0000 Rprec_mult_0.40 10_6 0.0000 Rprec_mult_0.60 10_6 0.0000 Rprec_mult_0.80 10_6 0.0000 Rprec_mult_1.00 10_6 0.0000 Rprec_mult_1.20 10_6 0.0000 Rprec_mult_1.40 10_6 0.0000 Rprec_mult_1.60 10_6 0.0000 Rprec_mult_1.80 10_6 0.0000 Rprec_mult_2.00 10_6 0.0000 utility 10_6 -3.0000 11pt_avg 10_6 0.0000 binG 10_6 0.0000 G 10_6 0.0000 ndcg 10_6 0.0000 ndcg_rel 10_6 0.0000 Rndcg 10_6 0.0000 ndcg_cut_5 10_6 0.0000 ndcg_cut_10 10_6 0.0000 ndcg_cut_15 10_6 0.0000 ndcg_cut_20 10_6 0.0000 ndcg_cut_30 10_6 0.0000 ndcg_cut_100 10_6 0.0000 ndcg_cut_200 10_6 0.0000 ndcg_cut_500 10_6 0.0000 ndcg_cut_1000 10_6 0.0000 map_cut_5 10_6 0.0000 map_cut_10 10_6 0.0000 map_cut_15 10_6 0.0000 map_cut_20 10_6 0.0000 map_cut_30 10_6 0.0000 map_cut_100 10_6 0.0000 map_cut_200 10_6 0.0000 map_cut_500 10_6 0.0000 map_cut_1000 10_6 0.0000 relative_P_5 10_6 0.0000 relative_P_10 10_6 0.0000 relative_P_15 10_6 0.0000 relative_P_20 10_6 0.0000 relative_P_30 10_6 0.0000 relative_P_100 10_6 0.0000 relative_P_200 10_6 0.0000 relative_P_500 10_6 0.0000 relative_P_1000 10_6 0.0000 success_1 10_6 0.0000 success_5 10_6 0.0000 success_10 10_6 0.0000 set_P 10_6 0.0000 set_relative_P 10_6 0.0000 set_recall 10_6 0.0000 set_map 10_6 0.0000 set_F 10_6 0.0000 num_nonrel_judged_ret 10_6 3 rbp 10_6 0.0000 rbp_resid 10_6 0.0000 unj_5 10_6 0.0000 unj_10 10_6 0.0000 unj_20 10_6 0.0000 num_ret 10_7 4 num_rel 10_7 5 num_rel_ret 10_7 3 map 10_7 0.5500 Rprec 10_7 0.6000 bpref 10_7 0.5600 recip_rank 10_7 1.0000 iprec_at_recall_0.00 10_7 1.0000 iprec_at_recall_0.10 10_7 1.0000 iprec_at_recall_0.20 10_7 1.0000 iprec_at_recall_0.30 10_7 1.0000 iprec_at_recall_0.40 10_7 1.0000 iprec_at_recall_0.50 10_7 0.7500 iprec_at_recall_0.60 10_7 0.7500 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 0.6000 P_10 10_7 0.3000 P_15 10_7 0.2000 P_20 10_7 0.1500 P_30 10_7 0.1000 P_100 10_7 0.0300 P_200 10_7 0.0150 P_500 10_7 0.0060 P_1000 10_7 0.0030 relstring 10_7 '3101' recall_5 10_7 0.6000 recall_10 10_7 0.6000 recall_15 10_7 0.6000 recall_20 10_7 0.6000 recall_30 10_7 0.6000 recall_100 10_7 0.6000 recall_200 10_7 0.6000 recall_500 10_7 0.6000 recall_1000 10_7 0.6000 infAP 10_7 0.5500 Rprec_mult_0.20 10_7 1.0000 Rprec_mult_0.40 10_7 1.0000 Rprec_mult_0.60 10_7 0.6667 Rprec_mult_0.80 10_7 0.7500 Rprec_mult_1.00 10_7 0.6000 Rprec_mult_1.20 10_7 0.5000 Rprec_mult_1.40 10_7 0.4286 Rprec_mult_1.60 10_7 0.3750 Rprec_mult_1.80 10_7 0.3333 Rprec_mult_2.00 10_7 0.3000 utility 10_7 2.0000 11pt_avg 10_7 0.5909 binG 10_7 0.5262 G 10_7 0.6616 ndcg 10_7 0.8208 ndcg_rel 10_7 0.9064 Rndcg 10_7 0.9104 ndcg_cut_5 10_7 0.8208 ndcg_cut_10 10_7 0.8208 ndcg_cut_15 10_7 0.8208 ndcg_cut_20 10_7 0.8208 ndcg_cut_30 10_7 0.8208 ndcg_cut_100 10_7 0.8208 ndcg_cut_200 10_7 0.8208 ndcg_cut_500 10_7 0.8208 ndcg_cut_1000 10_7 0.8208 map_cut_5 10_7 0.5500 map_cut_10 10_7 0.5500 map_cut_15 10_7 0.5500 map_cut_20 10_7 0.5500 map_cut_30 10_7 0.5500 map_cut_100 10_7 0.5500 map_cut_200 10_7 0.5500 map_cut_500 10_7 0.5500 map_cut_1000 10_7 0.5500 relative_P_5 10_7 0.6000 relative_P_10 10_7 0.6000 relative_P_15 10_7 0.6000 relative_P_20 10_7 0.6000 relative_P_30 10_7 0.6000 relative_P_100 10_7 0.6000 relative_P_200 10_7 0.6000 relative_P_500 10_7 0.6000 relative_P_1000 10_7 0.6000 success_1 10_7 1.0000 success_5 10_7 1.0000 success_10 10_7 1.0000 set_P 10_7 0.7500 set_relative_P 10_7 0.7500 set_recall 10_7 0.6000 set_map 10_7 0.4500 set_F 10_7 0.6667 num_nonrel_judged_ret 10_7 1 rbp 10_7 0.1543 rbp_resid 10_7 0.0000 unj_5 10_7 0.0000 unj_10 10_7 0.0000 unj_20 10_7 0.0000 num_ret 10_8 4 num_rel 10_8 5 num_rel_ret 10_8 3 map 10_8 0.6000 Rprec 10_8 0.6000 bpref 10_8 0.6000 recip_rank 10_8 1.0000 iprec_at_recall_0.00 10_8 1.0000 iprec_at_recall_0.10 10_8 1.0000 iprec_at_recall_0.20 10_8 1.0000 iprec_at_recall_0.30 10_8 1.0000 iprec_at_recall_0.40 10_8 1.0000 iprec_at_recall_0.50 10_8 1.0000 iprec_at_recall_0.60 10_8 1.0000 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 0.6000 P_10 10_8 0.3000 P_15 10_8 0.2000 P_20 10_8 0.1500 P_30 10_8 0.1000 P_100 10_8 0.0300 P_200 10_8 0.0150 P_500 10_8 0.0060 P_1000 10_8 0.0030 relstring 10_8 '3110' recall_5 10_8 0.6000 recall_10 10_8 0.6000 recall_15 10_8 0.6000 recall_20 10_8 0.6000 recall_30 10_8 0.6000 recall_100 10_8 0.6000 recall_200 10_8 0.6000 recall_500 10_8 0.6000 recall_1000 10_8 0.6000 infAP 10_8 0.6000 Rprec_mult_0.20 10_8 1.0000 Rprec_mult_0.40 10_8 1.0000 Rprec_mult_0.60 10_8 1.0000 Rprec_mult_0.80 10_8 0.7500 Rprec_mult_1.00 10_8 0.6000 Rprec_mult_1.20 10_8 0.5000 Rprec_mult_1.40 10_8 0.4286 Rprec_mult_1.60 10_8 0.3750 Rprec_mult_1.80 10_8 0.3333 Rprec_mult_2.00 10_8 0.3000 utility 10_8 2.0000 11pt_avg 10_8 0.6364 binG 10_8 0.6000 G 10_8 0.7143 ndcg 10_8 0.8348 ndcg_rel 10_8 0.9339 Rndcg 10_8 0.9174 ndcg_cut_5 10_8 0.8348 ndcg_cut_10 10_8 0.8348 ndcg_cut_15 10_8 0.8348 ndcg_cut_20 10_8 0.8348 ndcg_cut_30 10_8 0.8348 ndcg_cut_100 10_8 0.8348 ndcg_cut_200 10_8 0.8348 ndcg_cut_500 10_8 0.8348 ndcg_cut_1000 10_8 0.8348 map_cut_5 10_8 0.6000 map_cut_10 10_8 0.6000 map_cut_15 10_8 0.6000 map_cut_20 10_8 0.6000 map_cut_30 10_8 0.6000 map_cut_100 10_8 0.6000 map_cut_200 10_8 0.6000 map_cut_500 10_8 0.6000 map_cut_1000 10_8 0.6000 relative_P_5 10_8 0.6000 relative_P_10 10_8 0.6000 relative_P_15 10_8 0.6000 relative_P_20 10_8 0.6000 relative_P_30 10_8 0.6000 relative_P_100 10_8 0.6000 relative_P_200 10_8 0.6000 relative_P_500 10_8 0.6000 relative_P_1000 10_8 0.6000 success_1 10_8 1.0000 success_5 10_8 1.0000 success_10 10_8 1.0000 set_P 10_8 0.7500 set_relative_P 10_8 0.7500 set_recall 10_8 0.6000 set_map 10_8 0.4500 set_F 10_8 0.6667 num_nonrel_judged_ret 10_8 1 rbp 10_8 0.1570 rbp_resid 10_8 0.0000 unj_5 10_8 0.0000 unj_10 10_8 0.0000 unj_20 10_8 0.0000 num_ret 11_10 5 num_rel 11_10 12 num_rel_ret 11_10 4 map 11_10 0.3167 Rprec 11_10 0.3333 bpref 11_10 0.3250 recip_rank 11_10 1.0000 iprec_at_recall_0.00 11_10 1.0000 iprec_at_recall_0.10 11_10 1.0000 iprec_at_recall_0.20 11_10 1.0000 iprec_at_recall_0.30 11_10 0.8000 iprec_at_recall_0.40 11_10 0.0000 iprec_at_recall_0.50 11_10 0.0000 iprec_at_recall_0.60 11_10 0.0000 iprec_at_recall_0.70 11_10 0.0000 iprec_at_recall_0.80 11_10 0.0000 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 0.8000 P_10 11_10 0.4000 P_15 11_10 0.2667 P_20 11_10 0.2000 P_30 11_10 0.1333 P_100 11_10 0.0400 P_200 11_10 0.0200 P_500 11_10 0.0080 P_1000 11_10 0.0040 relstring 11_10 '33301' recall_5 11_10 0.3333 recall_10 11_10 0.3333 recall_15 11_10 0.3333 recall_20 11_10 0.3333 recall_30 11_10 0.3333 recall_100 11_10 0.3333 recall_200 11_10 0.3333 recall_500 11_10 0.3333 recall_1000 11_10 0.3333 infAP 11_10 0.3167 Rprec_mult_0.20 11_10 1.0000 Rprec_mult_0.40 11_10 0.8000 Rprec_mult_0.60 11_10 0.5000 Rprec_mult_0.80 11_10 0.4000 Rprec_mult_1.00 11_10 0.3333 Rprec_mult_1.20 11_10 0.2667 Rprec_mult_1.40 11_10 0.2353 Rprec_mult_1.60 11_10 0.2000 Rprec_mult_1.80 11_10 0.1818 Rprec_mult_2.00 11_10 0.1667 utility 11_10 3.0000 11pt_avg 11_10 0.3455 binG 11_10 0.3026 G 11_10 0.3911 ndcg 11_10 0.5841 ndcg_rel 11_10 0.7062 Rndcg 11_10 0.6879 ndcg_cut_5 11_10 0.8015 ndcg_cut_10 11_10 0.6131 ndcg_cut_15 11_10 0.5841 ndcg_cut_20 11_10 0.5841 ndcg_cut_30 11_10 0.5841 ndcg_cut_100 11_10 0.5841 ndcg_cut_200 11_10 0.5841 ndcg_cut_500 11_10 0.5841 ndcg_cut_1000 11_10 0.5841 map_cut_5 11_10 0.3167 map_cut_10 11_10 0.3167 map_cut_15 11_10 0.3167 map_cut_20 11_10 0.3167 map_cut_30 11_10 0.3167 map_cut_100 11_10 0.3167 map_cut_200 11_10 0.3167 map_cut_500 11_10 0.3167 map_cut_1000 11_10 0.3167 relative_P_5 11_10 0.8000 relative_P_10 11_10 0.4000 relative_P_15 11_10 0.3333 relative_P_20 11_10 0.3333 relative_P_30 11_10 0.3333 relative_P_100 11_10 0.3333 relative_P_200 11_10 0.3333 relative_P_500 11_10 0.3333 relative_P_1000 11_10 0.3333 success_1 11_10 1.0000 success_5 11_10 1.0000 success_10 11_10 1.0000 set_P 11_10 0.8000 set_relative_P 11_10 0.8000 set_recall 11_10 0.3333 set_map 11_10 0.2667 set_F 11_10 0.4706 num_nonrel_judged_ret 11_10 1 rbp 11_10 0.2929 rbp_resid 11_10 0.0000 unj_5 11_10 0.0000 unj_10 11_10 0.0000 unj_20 11_10 0.0000 num_ret 11_11 5 num_rel 11_11 10 num_rel_ret 11_11 5 map 11_11 0.5000 Rprec 11_11 0.5000 bpref 11_11 0.5000 recip_rank 11_11 1.0000 iprec_at_recall_0.00 11_11 1.0000 iprec_at_recall_0.10 11_11 1.0000 iprec_at_recall_0.20 11_11 1.0000 iprec_at_recall_0.30 11_11 1.0000 iprec_at_recall_0.40 11_11 1.0000 iprec_at_recall_0.50 11_11 1.0000 iprec_at_recall_0.60 11_11 0.0000 iprec_at_recall_0.70 11_11 0.0000 iprec_at_recall_0.80 11_11 0.0000 iprec_at_recall_0.90 11_11 0.0000 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 1.0000 P_10 11_11 0.5000 P_15 11_11 0.3333 P_20 11_11 0.2500 P_30 11_11 0.1667 P_100 11_11 0.0500 P_200 11_11 0.0250 P_500 11_11 0.0100 P_1000 11_11 0.0050 relstring 11_11 '33311' recall_5 11_11 0.5000 recall_10 11_11 0.5000 recall_15 11_11 0.5000 recall_20 11_11 0.5000 recall_30 11_11 0.5000 recall_100 11_11 0.5000 recall_200 11_11 0.5000 recall_500 11_11 0.5000 recall_1000 11_11 0.5000 infAP 11_11 0.5000 Rprec_mult_0.20 11_11 1.0000 Rprec_mult_0.40 11_11 1.0000 Rprec_mult_0.60 11_11 0.8333 Rprec_mult_0.80 11_11 0.6250 Rprec_mult_1.00 11_11 0.5000 Rprec_mult_1.20 11_11 0.4167 Rprec_mult_1.40 11_11 0.3571 Rprec_mult_1.60 11_11 0.3125 Rprec_mult_1.80 11_11 0.2778 Rprec_mult_2.00 11_11 0.2500 utility 11_11 5.0000 11pt_avg 11_11 0.5455 binG 11_11 0.5000 G 11_11 0.4708 ndcg 11_11 0.6678 ndcg_rel 11_11 0.8042 Rndcg 11_11 0.7458 ndcg_cut_5 11_11 0.8152 ndcg_cut_10 11_11 0.6678 ndcg_cut_15 11_11 0.6678 ndcg_cut_20 11_11 0.6678 ndcg_cut_30 11_11 0.6678 ndcg_cut_100 11_11 0.6678 ndcg_cut_200 11_11 0.6678 ndcg_cut_500 11_11 0.6678 ndcg_cut_1000 11_11 0.6678 map_cut_5 11_11 0.5000 map_cut_10 11_11 0.5000 map_cut_15 11_11 0.5000 map_cut_20 11_11 0.5000 map_cut_30 11_11 0.5000 map_cut_100 11_11 0.5000 map_cut_200 11_11 0.5000 map_cut_500 11_11 0.5000 map_cut_1000 11_11 0.5000 relative_P_5 11_11 1.0000 relative_P_10 11_11 0.5000 relative_P_15 11_11 0.5000 relative_P_20 11_11 0.5000 relative_P_30 11_11 0.5000 relative_P_100 11_11 0.5000 relative_P_200 11_11 0.5000 relative_P_500 11_11 0.5000 relative_P_1000 11_11 0.5000 success_1 11_11 1.0000 success_5 11_11 1.0000 success_10 11_11 1.0000 set_P 11_11 1.0000 set_relative_P 11_11 1.0000 set_recall 11_11 0.5000 set_map 11_11 0.5000 set_F 11_11 0.6667 num_nonrel_judged_ret 11_11 0 rbp 11_11 0.3172 rbp_resid 11_11 0.0000 unj_5 11_11 0.0000 unj_10 11_11 0.0000 unj_20 11_11 0.0000 num_ret 11_12 5 num_rel 11_12 11 num_rel_ret 11_12 5 map 11_12 0.4545 Rprec 11_12 0.4545 bpref 11_12 0.4545 recip_rank 11_12 1.0000 iprec_at_recall_0.00 11_12 1.0000 iprec_at_recall_0.10 11_12 1.0000 iprec_at_recall_0.20 11_12 1.0000 iprec_at_recall_0.30 11_12 1.0000 iprec_at_recall_0.40 11_12 1.0000 iprec_at_recall_0.50 11_12 0.0000 iprec_at_recall_0.60 11_12 0.0000 iprec_at_recall_0.70 11_12 0.0000 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 1.0000 P_10 11_12 0.5000 P_15 11_12 0.3333 P_20 11_12 0.2500 P_30 11_12 0.1667 P_100 11_12 0.0500 P_200 11_12 0.0250 P_500 11_12 0.0100 P_1000 11_12 0.0050 relstring 11_12 '32312' recall_5 11_12 0.4545 recall_10 11_12 0.4545 recall_15 11_12 0.4545 recall_20 11_12 0.4545 recall_30 11_12 0.4545 recall_100 11_12 0.4545 recall_200 11_12 0.4545 recall_500 11_12 0.4545 recall_1000 11_12 0.4545 infAP 11_12 0.4545 Rprec_mult_0.20 11_12 1.0000 Rprec_mult_0.40 11_12 1.0000 Rprec_mult_0.60 11_12 0.7143 Rprec_mult_0.80 11_12 0.5556 Rprec_mult_1.00 11_12 0.4545 Rprec_mult_1.20 11_12 0.3571 Rprec_mult_1.40 11_12 0.3125 Rprec_mult_1.60 11_12 0.2778 Rprec_mult_1.80 11_12 0.2500 Rprec_mult_2.00 11_12 0.2273 utility 11_12 5.0000 11pt_avg 11_12 0.4545 binG 11_12 0.4545 G 11_12 0.3385 ndcg 11_12 0.6320 ndcg_rel 11_12 0.7449 Rndcg 11_12 0.7153 ndcg_cut_5 11_12 0.8236 ndcg_cut_10 11_12 0.6484 ndcg_cut_15 11_12 0.6320 ndcg_cut_20 11_12 0.6320 ndcg_cut_30 11_12 0.6320 ndcg_cut_100 11_12 0.6320 ndcg_cut_200 11_12 0.6320 ndcg_cut_500 11_12 0.6320 ndcg_cut_1000 11_12 0.6320 map_cut_5 11_12 0.4545 map_cut_10 11_12 0.4545 map_cut_15 11_12 0.4545 map_cut_20 11_12 0.4545 map_cut_30 11_12 0.4545 map_cut_100 11_12 0.4545 map_cut_200 11_12 0.4545 map_cut_500 11_12 0.4545 map_cut_1000 11_12 0.4545 relative_P_5 11_12 1.0000 relative_P_10 11_12 0.5000 relative_P_15 11_12 0.4545 relative_P_20 11_12 0.4545 relative_P_30 11_12 0.4545 relative_P_100 11_12 0.4545 relative_P_200 11_12 0.4545 relative_P_500 11_12 0.4545 relative_P_1000 11_12 0.4545 success_1 11_12 1.0000 success_5 11_12 1.0000 success_10 11_12 1.0000 set_P 11_12 1.0000 set_relative_P 11_12 1.0000 set_recall 11_12 0.4545 set_map 11_12 0.4545 set_F 11_12 0.6250 num_nonrel_judged_ret 11_12 0 rbp 11_12 0.3090 rbp_resid 11_12 0.0000 unj_5 11_12 0.0000 unj_10 11_12 0.0000 unj_20 11_12 0.0000 num_ret 11_13 5 num_rel 11_13 10 num_rel_ret 11_13 5 map 11_13 0.5000 Rprec 11_13 0.5000 bpref 11_13 0.5000 recip_rank 11_13 1.0000 iprec_at_recall_0.00 11_13 1.0000 iprec_at_recall_0.10 11_13 1.0000 iprec_at_recall_0.20 11_13 1.0000 iprec_at_recall_0.30 11_13 1.0000 iprec_at_recall_0.40 11_13 1.0000 iprec_at_recall_0.50 11_13 1.0000 iprec_at_recall_0.60 11_13 0.0000 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 1.0000 P_10 11_13 0.5000 P_15 11_13 0.3333 P_20 11_13 0.2500 P_30 11_13 0.1667 P_100 11_13 0.0500 P_200 11_13 0.0250 P_500 11_13 0.0100 P_1000 11_13 0.0050 relstring 11_13 '32232' recall_5 11_13 0.5000 recall_10 11_13 0.5000 recall_15 11_13 0.5000 recall_20 11_13 0.5000 recall_30 11_13 0.5000 recall_100 11_13 0.5000 recall_200 11_13 0.5000 recall_500 11_13 0.5000 recall_1000 11_13 0.5000 infAP 11_13 0.5000 Rprec_mult_0.20 11_13 1.0000 Rprec_mult_0.40 11_13 1.0000 Rprec_mult_0.60 11_13 0.8333 Rprec_mult_0.80 11_13 0.6250 Rprec_mult_1.00 11_13 0.5000 Rprec_mult_1.20 11_13 0.4167 Rprec_mult_1.40 11_13 0.3571 Rprec_mult_1.60 11_13 0.3125 Rprec_mult_1.80 11_13 0.2778 Rprec_mult_2.00 11_13 0.2500 utility 11_13 5.0000 11pt_avg 11_13 0.5455 binG 11_13 0.5000 G 11_13 0.3659 ndcg 11_13 0.6532 ndcg_rel 11_13 0.7776 Rndcg 11_13 0.7381 ndcg_cut_5 11_13 0.9128 ndcg_cut_10 11_13 0.6532 ndcg_cut_15 11_13 0.6532 ndcg_cut_20 11_13 0.6532 ndcg_cut_30 11_13 0.6532 ndcg_cut_100 11_13 0.6532 ndcg_cut_200 11_13 0.6532 ndcg_cut_500 11_13 0.6532 ndcg_cut_1000 11_13 0.6532 map_cut_5 11_13 0.5000 map_cut_10 11_13 0.5000 map_cut_15 11_13 0.5000 map_cut_20 11_13 0.5000 map_cut_30 11_13 0.5000 map_cut_100 11_13 0.5000 map_cut_200 11_13 0.5000 map_cut_500 11_13 0.5000 map_cut_1000 11_13 0.5000 relative_P_5 11_13 1.0000 relative_P_10 11_13 0.5000 relative_P_15 11_13 0.5000 relative_P_20 11_13 0.5000 relative_P_30 11_13 0.5000 relative_P_100 11_13 0.5000 relative_P_200 11_13 0.5000 relative_P_500 11_13 0.5000 relative_P_1000 11_13 0.5000 success_1 11_13 1.0000 success_5 11_13 1.0000 success_10 11_13 1.0000 set_P 11_13 1.0000 set_relative_P 11_13 1.0000 set_recall 11_13 0.5000 set_map 11_13 0.5000 set_F 11_13 0.6667 num_nonrel_judged_ret 11_13 0 rbp 11_13 0.3306 rbp_resid 11_13 0.0000 unj_5 11_13 0.0000 unj_10 11_13 0.0000 unj_20 11_13 0.0000 num_ret 11_2 5 num_rel 11_2 8 num_rel_ret 11_2 5 map 11_2 0.6250 Rprec 11_2 0.6250 bpref 11_2 0.6250 recip_rank 11_2 1.0000 iprec_at_recall_0.00 11_2 1.0000 iprec_at_recall_0.10 11_2 1.0000 iprec_at_recall_0.20 11_2 1.0000 iprec_at_recall_0.30 11_2 1.0000 iprec_at_recall_0.40 11_2 1.0000 iprec_at_recall_0.50 11_2 1.0000 iprec_at_recall_0.60 11_2 1.0000 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 1.0000 P_10 11_2 0.5000 P_15 11_2 0.3333 P_20 11_2 0.2500 P_30 11_2 0.1667 P_100 11_2 0.0500 P_200 11_2 0.0250 P_500 11_2 0.0100 P_1000 11_2 0.0050 relstring 11_2 '33133' recall_5 11_2 0.6250 recall_10 11_2 0.6250 recall_15 11_2 0.6250 recall_20 11_2 0.6250 recall_30 11_2 0.6250 recall_100 11_2 0.6250 recall_200 11_2 0.6250 recall_500 11_2 0.6250 recall_1000 11_2 0.6250 infAP 11_2 0.6250 Rprec_mult_0.20 11_2 1.0000 Rprec_mult_0.40 11_2 1.0000 Rprec_mult_0.60 11_2 1.0000 Rprec_mult_0.80 11_2 0.7143 Rprec_mult_1.00 11_2 0.6250 Rprec_mult_1.20 11_2 0.5000 Rprec_mult_1.40 11_2 0.4167 Rprec_mult_1.60 11_2 0.3846 Rprec_mult_1.80 11_2 0.3333 Rprec_mult_2.00 11_2 0.3125 utility 11_2 5.0000 11pt_avg 11_2 0.6364 binG 11_2 0.6250 G 11_2 0.6875 ndcg 11_2 0.8643 ndcg_rel 11_2 0.9098 Rndcg 11_2 0.8671 ndcg_cut_5 11_2 0.9720 ndcg_cut_10 11_2 0.8643 ndcg_cut_15 11_2 0.8643 ndcg_cut_20 11_2 0.8643 ndcg_cut_30 11_2 0.8643 ndcg_cut_100 11_2 0.8643 ndcg_cut_200 11_2 0.8643 ndcg_cut_500 11_2 0.8643 ndcg_cut_1000 11_2 0.8643 map_cut_5 11_2 0.6250 map_cut_10 11_2 0.6250 map_cut_15 11_2 0.6250 map_cut_20 11_2 0.6250 map_cut_30 11_2 0.6250 map_cut_100 11_2 0.6250 map_cut_200 11_2 0.6250 map_cut_500 11_2 0.6250 map_cut_1000 11_2 0.6250 relative_P_5 11_2 1.0000 relative_P_10 11_2 0.6250 relative_P_15 11_2 0.6250 relative_P_20 11_2 0.6250 relative_P_30 11_2 0.6250 relative_P_100 11_2 0.6250 relative_P_200 11_2 0.6250 relative_P_500 11_2 0.6250 relative_P_1000 11_2 0.6250 success_1 11_2 1.0000 success_5 11_2 1.0000 success_10 11_2 1.0000 set_P 11_2 1.0000 set_relative_P 11_2 1.0000 set_recall 11_2 0.6250 set_map 11_2 0.6250 set_F 11_2 0.7692 num_nonrel_judged_ret 11_2 0 rbp 11_2 0.3555 rbp_resid 11_2 0.0000 unj_5 11_2 0.0000 unj_10 11_2 0.0000 unj_20 11_2 0.0000 num_ret 11_3 6 num_rel 11_3 7 num_rel_ret 11_3 4 map 11_3 0.5238 Rprec 11_3 0.5714 bpref 11_3 0.5306 recip_rank 11_3 1.0000 iprec_at_recall_0.00 11_3 1.0000 iprec_at_recall_0.10 11_3 1.0000 iprec_at_recall_0.20 11_3 1.0000 iprec_at_recall_0.30 11_3 1.0000 iprec_at_recall_0.40 11_3 1.0000 iprec_at_recall_0.50 11_3 0.6667 iprec_at_recall_0.60 11_3 0.6667 iprec_at_recall_0.70 11_3 0.0000 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 0.6000 P_10 11_3 0.4000 P_15 11_3 0.2667 P_20 11_3 0.2000 P_30 11_3 0.1333 P_100 11_3 0.0400 P_200 11_3 0.0200 P_500 11_3 0.0080 P_1000 11_3 0.0040 relstring 11_3 '333001' recall_5 11_3 0.4286 recall_10 11_3 0.5714 recall_15 11_3 0.5714 recall_20 11_3 0.5714 recall_30 11_3 0.5714 recall_100 11_3 0.5714 recall_200 11_3 0.5714 recall_500 11_3 0.5714 recall_1000 11_3 0.5714 infAP 11_3 0.5238 Rprec_mult_0.20 11_3 1.0000 Rprec_mult_0.40 11_3 1.0000 Rprec_mult_0.60 11_3 0.6000 Rprec_mult_0.80 11_3 0.6667 Rprec_mult_1.00 11_3 0.5714 Rprec_mult_1.20 11_3 0.4444 Rprec_mult_1.40 11_3 0.4000 Rprec_mult_1.60 11_3 0.3333 Rprec_mult_1.80 11_3 0.3077 Rprec_mult_2.00 11_3 0.2857 utility 11_3 2.0000 11pt_avg 11_3 0.5758 binG 11_3 0.5000 G 11_3 0.5490 ndcg 11_3 0.7078 ndcg_rel 11_3 0.8367 Rndcg 11_3 0.7153 ndcg_cut_5 11_3 0.7227 ndcg_cut_10 11_3 0.7078 ndcg_cut_15 11_3 0.7078 ndcg_cut_20 11_3 0.7078 ndcg_cut_30 11_3 0.7078 ndcg_cut_100 11_3 0.7078 ndcg_cut_200 11_3 0.7078 ndcg_cut_500 11_3 0.7078 ndcg_cut_1000 11_3 0.7078 map_cut_5 11_3 0.4286 map_cut_10 11_3 0.5238 map_cut_15 11_3 0.5238 map_cut_20 11_3 0.5238 map_cut_30 11_3 0.5238 map_cut_100 11_3 0.5238 map_cut_200 11_3 0.5238 map_cut_500 11_3 0.5238 map_cut_1000 11_3 0.5238 relative_P_5 11_3 0.6000 relative_P_10 11_3 0.5714 relative_P_15 11_3 0.5714 relative_P_20 11_3 0.5714 relative_P_30 11_3 0.5714 relative_P_100 11_3 0.5714 relative_P_200 11_3 0.5714 relative_P_500 11_3 0.5714 relative_P_1000 11_3 0.5714 success_1 11_3 1.0000 success_5 11_3 1.0000 success_10 11_3 1.0000 set_P 11_3 0.6667 set_relative_P 11_3 0.6667 set_recall 11_3 0.5714 set_map 11_3 0.3810 set_F 11_3 0.6154 num_nonrel_judged_ret 11_3 2 rbp 11_3 0.2907 rbp_resid 11_3 0.0000 unj_5 11_3 0.0000 unj_10 11_3 0.0000 unj_20 11_3 0.0000 num_ret 11_4 4 num_rel 11_4 6 num_rel_ret 11_4 3 map 11_4 0.5000 Rprec 11_4 0.5000 bpref 11_4 0.5000 recip_rank 11_4 1.0000 iprec_at_recall_0.00 11_4 1.0000 iprec_at_recall_0.10 11_4 1.0000 iprec_at_recall_0.20 11_4 1.0000 iprec_at_recall_0.30 11_4 1.0000 iprec_at_recall_0.40 11_4 1.0000 iprec_at_recall_0.50 11_4 1.0000 iprec_at_recall_0.60 11_4 0.0000 iprec_at_recall_0.70 11_4 0.0000 iprec_at_recall_0.80 11_4 0.0000 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 0.6000 P_10 11_4 0.3000 P_15 11_4 0.2000 P_20 11_4 0.1500 P_30 11_4 0.1000 P_100 11_4 0.0300 P_200 11_4 0.0150 P_500 11_4 0.0060 P_1000 11_4 0.0030 relstring 11_4 '3330' recall_5 11_4 0.5000 recall_10 11_4 0.5000 recall_15 11_4 0.5000 recall_20 11_4 0.5000 recall_30 11_4 0.5000 recall_100 11_4 0.5000 recall_200 11_4 0.5000 recall_500 11_4 0.5000 recall_1000 11_4 0.5000 infAP 11_4 0.5000 Rprec_mult_0.20 11_4 1.0000 Rprec_mult_0.40 11_4 1.0000 Rprec_mult_0.60 11_4 0.7500 Rprec_mult_0.80 11_4 0.6000 Rprec_mult_1.00 11_4 0.5000 Rprec_mult_1.20 11_4 0.3750 Rprec_mult_1.40 11_4 0.3333 Rprec_mult_1.60 11_4 0.3000 Rprec_mult_1.80 11_4 0.2727 Rprec_mult_2.00 11_4 0.2500 utility 11_4 2.0000 11pt_avg 11_4 0.5455 binG 11_4 0.5000 G 11_4 0.5294 ndcg 11_4 0.6689 ndcg_rel 11_4 0.8344 Rndcg 11_4 0.6958 ndcg_cut_5 11_4 0.7227 ndcg_cut_10 11_4 0.6689 ndcg_cut_15 11_4 0.6689 ndcg_cut_20 11_4 0.6689 ndcg_cut_30 11_4 0.6689 ndcg_cut_100 11_4 0.6689 ndcg_cut_200 11_4 0.6689 ndcg_cut_500 11_4 0.6689 ndcg_cut_1000 11_4 0.6689 map_cut_5 11_4 0.5000 map_cut_10 11_4 0.5000 map_cut_15 11_4 0.5000 map_cut_20 11_4 0.5000 map_cut_30 11_4 0.5000 map_cut_100 11_4 0.5000 map_cut_200 11_4 0.5000 map_cut_500 11_4 0.5000 map_cut_1000 11_4 0.5000 relative_P_5 11_4 0.6000 relative_P_10 11_4 0.5000 relative_P_15 11_4 0.5000 relative_P_20 11_4 0.5000 relative_P_30 11_4 0.5000 relative_P_100 11_4 0.5000 relative_P_200 11_4 0.5000 relative_P_500 11_4 0.5000 relative_P_1000 11_4 0.5000 success_1 11_4 1.0000 success_5 11_4 1.0000 success_10 11_4 1.0000 set_P 11_4 0.7500 set_relative_P 11_4 0.7500 set_recall 11_4 0.5000 set_map 11_4 0.3750 set_F 11_4 0.6000 num_nonrel_judged_ret 11_4 1 rbp 11_4 0.2710 rbp_resid 11_4 0.0000 unj_5 11_4 0.0000 unj_10 11_4 0.0000 unj_20 11_4 0.0000 num_ret 11_6 5 num_rel 11_6 7 num_rel_ret 11_6 4 map 11_6 0.5714 Rprec 11_6 0.5714 bpref 11_6 0.5714 recip_rank 11_6 1.0000 iprec_at_recall_0.00 11_6 1.0000 iprec_at_recall_0.10 11_6 1.0000 iprec_at_recall_0.20 11_6 1.0000 iprec_at_recall_0.30 11_6 1.0000 iprec_at_recall_0.40 11_6 1.0000 iprec_at_recall_0.50 11_6 1.0000 iprec_at_recall_0.60 11_6 1.0000 iprec_at_recall_0.70 11_6 0.0000 iprec_at_recall_0.80 11_6 0.0000 iprec_at_recall_0.90 11_6 0.0000 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 0.8000 P_10 11_6 0.4000 P_15 11_6 0.2667 P_20 11_6 0.2000 P_30 11_6 0.1333 P_100 11_6 0.0400 P_200 11_6 0.0200 P_500 11_6 0.0080 P_1000 11_6 0.0040 relstring 11_6 '23310' recall_5 11_6 0.5714 recall_10 11_6 0.5714 recall_15 11_6 0.5714 recall_20 11_6 0.5714 recall_30 11_6 0.5714 recall_100 11_6 0.5714 recall_200 11_6 0.5714 recall_500 11_6 0.5714 recall_1000 11_6 0.5714 infAP 11_6 0.5714 Rprec_mult_0.20 11_6 1.0000 Rprec_mult_0.40 11_6 1.0000 Rprec_mult_0.60 11_6 0.8000 Rprec_mult_0.80 11_6 0.6667 Rprec_mult_1.00 11_6 0.5714 Rprec_mult_1.20 11_6 0.4444 Rprec_mult_1.40 11_6 0.4000 Rprec_mult_1.60 11_6 0.3333 Rprec_mult_1.80 11_6 0.3077 Rprec_mult_2.00 11_6 0.2857 utility 11_6 3.0000 11pt_avg 11_6 0.6364 binG 11_6 0.5714 G 11_6 0.3467 ndcg 11_6 0.6418 ndcg_rel 11_6 0.7191 Rndcg 11_6 0.7172 ndcg_cut_5 11_6 0.7254 ndcg_cut_10 11_6 0.6418 ndcg_cut_15 11_6 0.6418 ndcg_cut_20 11_6 0.6418 ndcg_cut_30 11_6 0.6418 ndcg_cut_100 11_6 0.6418 ndcg_cut_200 11_6 0.6418 ndcg_cut_500 11_6 0.6418 ndcg_cut_1000 11_6 0.6418 map_cut_5 11_6 0.5714 map_cut_10 11_6 0.5714 map_cut_15 11_6 0.5714 map_cut_20 11_6 0.5714 map_cut_30 11_6 0.5714 map_cut_100 11_6 0.5714 map_cut_200 11_6 0.5714 map_cut_500 11_6 0.5714 map_cut_1000 11_6 0.5714 relative_P_5 11_6 0.8000 relative_P_10 11_6 0.5714 relative_P_15 11_6 0.5714 relative_P_20 11_6 0.5714 relative_P_30 11_6 0.5714 relative_P_100 11_6 0.5714 relative_P_200 11_6 0.5714 relative_P_500 11_6 0.5714 relative_P_1000 11_6 0.5714 success_1 11_6 1.0000 success_5 11_6 1.0000 success_10 11_6 1.0000 set_P 11_6 0.8000 set_relative_P 11_6 0.8000 set_recall 11_6 0.5714 set_map 11_6 0.4571 set_F 11_6 0.6667 num_nonrel_judged_ret 11_6 1 rbp 11_6 0.2620 rbp_resid 11_6 0.0000 unj_5 11_6 0.0000 unj_10 11_6 0.0000 unj_20 11_6 0.0000 num_ret 11_7 4 num_rel 11_7 7 num_rel_ret 11_7 4 map 11_7 0.5714 Rprec 11_7 0.5714 bpref 11_7 0.5714 recip_rank 11_7 1.0000 iprec_at_recall_0.00 11_7 1.0000 iprec_at_recall_0.10 11_7 1.0000 iprec_at_recall_0.20 11_7 1.0000 iprec_at_recall_0.30 11_7 1.0000 iprec_at_recall_0.40 11_7 1.0000 iprec_at_recall_0.50 11_7 1.0000 iprec_at_recall_0.60 11_7 1.0000 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 0.8000 P_10 11_7 0.4000 P_15 11_7 0.2667 P_20 11_7 0.2000 P_30 11_7 0.1333 P_100 11_7 0.0400 P_200 11_7 0.0200 P_500 11_7 0.0080 P_1000 11_7 0.0040 relstring 11_7 '3333' recall_5 11_7 0.5714 recall_10 11_7 0.5714 recall_15 11_7 0.5714 recall_20 11_7 0.5714 recall_30 11_7 0.5714 recall_100 11_7 0.5714 recall_200 11_7 0.5714 recall_500 11_7 0.5714 recall_1000 11_7 0.5714 infAP 11_7 0.5714 Rprec_mult_0.20 11_7 1.0000 Rprec_mult_0.40 11_7 1.0000 Rprec_mult_0.60 11_7 0.8000 Rprec_mult_0.80 11_7 0.6667 Rprec_mult_1.00 11_7 0.5714 Rprec_mult_1.20 11_7 0.4444 Rprec_mult_1.40 11_7 0.4000 Rprec_mult_1.60 11_7 0.3333 Rprec_mult_1.80 11_7 0.3077 Rprec_mult_2.00 11_7 0.2857 utility 11_7 4.0000 11pt_avg 11_7 0.6364 binG 11_7 0.5714 G 11_7 0.6316 ndcg 11_7 0.7516 ndcg_rel 11_7 0.8935 Rndcg 11_7 0.8102 ndcg_cut_5 11_7 0.8688 ndcg_cut_10 11_7 0.7516 ndcg_cut_15 11_7 0.7516 ndcg_cut_20 11_7 0.7516 ndcg_cut_30 11_7 0.7516 ndcg_cut_100 11_7 0.7516 ndcg_cut_200 11_7 0.7516 ndcg_cut_500 11_7 0.7516 ndcg_cut_1000 11_7 0.7516 map_cut_5 11_7 0.5714 map_cut_10 11_7 0.5714 map_cut_15 11_7 0.5714 map_cut_20 11_7 0.5714 map_cut_30 11_7 0.5714 map_cut_100 11_7 0.5714 map_cut_200 11_7 0.5714 map_cut_500 11_7 0.5714 map_cut_1000 11_7 0.5714 relative_P_5 11_7 0.8000 relative_P_10 11_7 0.5714 relative_P_15 11_7 0.5714 relative_P_20 11_7 0.5714 relative_P_30 11_7 0.5714 relative_P_100 11_7 0.5714 relative_P_200 11_7 0.5714 relative_P_500 11_7 0.5714 relative_P_1000 11_7 0.5714 success_1 11_7 1.0000 success_5 11_7 1.0000 success_10 11_7 1.0000 set_P 11_7 1.0000 set_relative_P 11_7 1.0000 set_recall 11_7 0.5714 set_map 11_7 0.5714 set_F 11_7 0.7273 num_nonrel_judged_ret 11_7 0 rbp 11_7 0.3439 rbp_resid 11_7 0.0000 unj_5 11_7 0.0000 unj_10 11_7 0.0000 unj_20 11_7 0.0000 num_ret 11_8 5 num_rel 11_8 7 num_rel_ret 11_8 4 map 11_8 0.5429 Rprec 11_8 0.5714 bpref 11_8 0.5510 recip_rank 11_8 1.0000 iprec_at_recall_0.00 11_8 1.0000 iprec_at_recall_0.10 11_8 1.0000 iprec_at_recall_0.20 11_8 1.0000 iprec_at_recall_0.30 11_8 1.0000 iprec_at_recall_0.40 11_8 1.0000 iprec_at_recall_0.50 11_8 0.8000 iprec_at_recall_0.60 11_8 0.8000 iprec_at_recall_0.70 11_8 0.0000 iprec_at_recall_0.80 11_8 0.0000 iprec_at_recall_0.90 11_8 0.0000 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 0.8000 P_10 11_8 0.4000 P_15 11_8 0.2667 P_20 11_8 0.2000 P_30 11_8 0.1333 P_100 11_8 0.0400 P_200 11_8 0.0200 P_500 11_8 0.0080 P_1000 11_8 0.0040 relstring 11_8 '33201' recall_5 11_8 0.5714 recall_10 11_8 0.5714 recall_15 11_8 0.5714 recall_20 11_8 0.5714 recall_30 11_8 0.5714 recall_100 11_8 0.5714 recall_200 11_8 0.5714 recall_500 11_8 0.5714 recall_1000 11_8 0.5714 infAP 11_8 0.5429 Rprec_mult_0.20 11_8 1.0000 Rprec_mult_0.40 11_8 1.0000 Rprec_mult_0.60 11_8 0.8000 Rprec_mult_0.80 11_8 0.6667 Rprec_mult_1.00 11_8 0.5714 Rprec_mult_1.20 11_8 0.4444 Rprec_mult_1.40 11_8 0.4000 Rprec_mult_1.60 11_8 0.3333 Rprec_mult_1.80 11_8 0.3077 Rprec_mult_2.00 11_8 0.2857 utility 11_8 3.0000 11pt_avg 11_8 0.6000 binG 11_8 0.5187 G 11_8 0.2844 ndcg 11_8 0.5978 ndcg_rel 11_8 0.6907 Rndcg 11_8 0.6609 ndcg_cut_5 11_8 0.6639 ndcg_cut_10 11_8 0.5978 ndcg_cut_15 11_8 0.5978 ndcg_cut_20 11_8 0.5978 ndcg_cut_30 11_8 0.5978 ndcg_cut_100 11_8 0.5978 ndcg_cut_200 11_8 0.5978 ndcg_cut_500 11_8 0.5978 ndcg_cut_1000 11_8 0.5978 map_cut_5 11_8 0.5429 map_cut_10 11_8 0.5429 map_cut_15 11_8 0.5429 map_cut_20 11_8 0.5429 map_cut_30 11_8 0.5429 map_cut_100 11_8 0.5429 map_cut_200 11_8 0.5429 map_cut_500 11_8 0.5429 map_cut_1000 11_8 0.5429 relative_P_5 11_8 0.8000 relative_P_10 11_8 0.5714 relative_P_15 11_8 0.5714 relative_P_20 11_8 0.5714 relative_P_30 11_8 0.5714 relative_P_100 11_8 0.5714 relative_P_200 11_8 0.5714 relative_P_500 11_8 0.5714 relative_P_1000 11_8 0.5714 success_1 11_8 1.0000 success_5 11_8 1.0000 success_10 11_8 1.0000 set_P 11_8 0.8000 set_relative_P 11_8 0.8000 set_recall 11_8 0.5714 set_map 11_8 0.4571 set_F 11_8 0.6667 num_nonrel_judged_ret 11_8 1 rbp 11_8 0.1994 rbp_resid 11_8 0.0000 unj_5 11_8 0.0000 unj_10 11_8 0.0000 unj_20 11_8 0.0000 num_ret 11_9 4 num_rel 11_9 9 num_rel_ret 11_9 3 map 11_9 0.2685 Rprec 11_9 0.3333 bpref 11_9 0.3086 recip_rank 11_9 1.0000 iprec_at_recall_0.00 11_9 1.0000 iprec_at_recall_0.10 11_9 1.0000 iprec_at_recall_0.20 11_9 0.7500 iprec_at_recall_0.30 11_9 0.7500 iprec_at_recall_0.40 11_9 0.0000 iprec_at_recall_0.50 11_9 0.0000 iprec_at_recall_0.60 11_9 0.0000 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 0.6000 P_10 11_9 0.3000 P_15 11_9 0.2000 P_20 11_9 0.1500 P_30 11_9 0.1000 P_100 11_9 0.0300 P_200 11_9 0.0150 P_500 11_9 0.0060 P_1000 11_9 0.0030 relstring 11_9 '3013' recall_5 11_9 0.3333 recall_10 11_9 0.3333 recall_15 11_9 0.3333 recall_20 11_9 0.3333 recall_30 11_9 0.3333 recall_100 11_9 0.3333 recall_200 11_9 0.3333 recall_500 11_9 0.3333 recall_1000 11_9 0.3333 infAP 11_9 0.2685 Rprec_mult_0.20 11_9 0.5000 Rprec_mult_0.40 11_9 0.7500 Rprec_mult_0.60 11_9 0.5000 Rprec_mult_0.80 11_9 0.3750 Rprec_mult_1.00 11_9 0.3333 Rprec_mult_1.20 11_9 0.2727 Rprec_mult_1.40 11_9 0.2308 Rprec_mult_1.60 11_9 0.2000 Rprec_mult_1.80 11_9 0.1765 Rprec_mult_2.00 11_9 0.1667 utility 11_9 2.0000 11pt_avg 11_9 0.3182 binG 11_9 0.2513 G 11_9 0.2011 ndcg 11_9 0.4295 ndcg_rel 11_9 0.5276 Rndcg 11_9 0.4709 ndcg_cut_5 11_9 0.5418 ndcg_cut_10 11_9 0.4295 ndcg_cut_15 11_9 0.4295 ndcg_cut_20 11_9 0.4295 ndcg_cut_30 11_9 0.4295 ndcg_cut_100 11_9 0.4295 ndcg_cut_200 11_9 0.4295 ndcg_cut_500 11_9 0.4295 ndcg_cut_1000 11_9 0.4295 map_cut_5 11_9 0.2685 map_cut_10 11_9 0.2685 map_cut_15 11_9 0.2685 map_cut_20 11_9 0.2685 map_cut_30 11_9 0.2685 map_cut_100 11_9 0.2685 map_cut_200 11_9 0.2685 map_cut_500 11_9 0.2685 map_cut_1000 11_9 0.2685 relative_P_5 11_9 0.6000 relative_P_10 11_9 0.3333 relative_P_15 11_9 0.3333 relative_P_20 11_9 0.3333 relative_P_30 11_9 0.3333 relative_P_100 11_9 0.3333 relative_P_200 11_9 0.3333 relative_P_500 11_9 0.3333 relative_P_1000 11_9 0.3333 success_1 11_9 1.0000 success_5 11_9 1.0000 success_10 11_9 1.0000 set_P 11_9 0.7500 set_relative_P 11_9 0.7500 set_recall 11_9 0.3333 set_map 11_9 0.2500 set_F 11_9 0.4615 num_nonrel_judged_ret 11_9 1 rbp 11_9 0.1999 rbp_resid 11_9 0.0000 unj_5 11_9 0.0000 unj_10 11_9 0.0000 unj_20 11_9 0.0000 num_ret 12_1 9 num_rel 12_1 5 num_rel_ret 12_1 3 map 12_1 0.1833 Rprec 12_1 0.2000 bpref 12_1 0.1200 recip_rank 12_1 0.3333 iprec_at_recall_0.00 12_1 0.3333 iprec_at_recall_0.10 12_1 0.3333 iprec_at_recall_0.20 12_1 0.3333 iprec_at_recall_0.30 12_1 0.3333 iprec_at_recall_0.40 12_1 0.3333 iprec_at_recall_0.50 12_1 0.3333 iprec_at_recall_0.60 12_1 0.3333 iprec_at_recall_0.70 12_1 0.0000 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 0.2000 P_10 12_1 0.3000 P_15 12_1 0.2000 P_20 12_1 0.1500 P_30 12_1 0.1000 P_100 12_1 0.0300 P_200 12_1 0.0150 P_500 12_1 0.0060 P_1000 12_1 0.0030 relstring 12_1 '002000011' recall_5 12_1 0.2000 recall_10 12_1 0.6000 recall_15 12_1 0.6000 recall_20 12_1 0.6000 recall_30 12_1 0.6000 recall_100 12_1 0.6000 recall_200 12_1 0.6000 recall_500 12_1 0.6000 recall_1000 12_1 0.6000 infAP 12_1 0.1833 Rprec_mult_0.20 12_1 0.0000 Rprec_mult_0.40 12_1 0.0000 Rprec_mult_0.60 12_1 0.3333 Rprec_mult_0.80 12_1 0.2500 Rprec_mult_1.00 12_1 0.2000 Rprec_mult_1.20 12_1 0.1667 Rprec_mult_1.40 12_1 0.1429 Rprec_mult_1.60 12_1 0.2500 Rprec_mult_1.80 12_1 0.3333 Rprec_mult_2.00 12_1 0.3000 utility 12_1 -3.0000 11pt_avg 12_1 0.2121 binG 12_1 0.2333 G 12_1 0.2778 ndcg 12_1 0.4094 ndcg_rel 12_1 0.3761 Rndcg 12_1 0.2209 ndcg_cut_5 12_1 0.2533 ndcg_cut_10 12_1 0.4094 ndcg_cut_15 12_1 0.4094 ndcg_cut_20 12_1 0.4094 ndcg_cut_30 12_1 0.4094 ndcg_cut_100 12_1 0.4094 ndcg_cut_200 12_1 0.4094 ndcg_cut_500 12_1 0.4094 ndcg_cut_1000 12_1 0.4094 map_cut_5 12_1 0.0667 map_cut_10 12_1 0.1833 map_cut_15 12_1 0.1833 map_cut_20 12_1 0.1833 map_cut_30 12_1 0.1833 map_cut_100 12_1 0.1833 map_cut_200 12_1 0.1833 map_cut_500 12_1 0.1833 map_cut_1000 12_1 0.1833 relative_P_5 12_1 0.2000 relative_P_10 12_1 0.6000 relative_P_15 12_1 0.6000 relative_P_20 12_1 0.6000 relative_P_30 12_1 0.6000 relative_P_100 12_1 0.6000 relative_P_200 12_1 0.6000 relative_P_500 12_1 0.6000 relative_P_1000 12_1 0.6000 success_1 12_1 0.0000 success_5 12_1 1.0000 success_10 12_1 1.0000 set_P 12_1 0.3333 set_relative_P 12_1 0.6000 set_recall 12_1 0.6000 set_map 12_1 0.2000 set_F 12_1 0.4286 num_nonrel_judged_ret 12_1 6 rbp 12_1 0.1264 rbp_resid 12_1 0.0000 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0000 num_ret 12_2 6 num_rel 12_2 0 num_rel_ret 12_2 0 map 12_2 0.0000 Rprec 12_2 0.0000 bpref 12_2 0.0000 recip_rank 12_2 0.0000 iprec_at_recall_0.00 12_2 0.0000 iprec_at_recall_0.10 12_2 0.0000 iprec_at_recall_0.20 12_2 0.0000 iprec_at_recall_0.30 12_2 0.0000 iprec_at_recall_0.40 12_2 0.0000 iprec_at_recall_0.50 12_2 0.0000 iprec_at_recall_0.60 12_2 0.0000 iprec_at_recall_0.70 12_2 0.0000 iprec_at_recall_0.80 12_2 0.0000 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 0.0000 P_10 12_2 0.0000 P_15 12_2 0.0000 P_20 12_2 0.0000 P_30 12_2 0.0000 P_100 12_2 0.0000 P_200 12_2 0.0000 P_500 12_2 0.0000 P_1000 12_2 0.0000 relstring 12_2 '000000' recall_5 12_2 0.0000 recall_10 12_2 0.0000 recall_15 12_2 0.0000 recall_20 12_2 0.0000 recall_30 12_2 0.0000 recall_100 12_2 0.0000 recall_200 12_2 0.0000 recall_500 12_2 0.0000 recall_1000 12_2 0.0000 infAP 12_2 0.0000 Rprec_mult_0.20 12_2 0.0000 Rprec_mult_0.40 12_2 0.0000 Rprec_mult_0.60 12_2 0.0000 Rprec_mult_0.80 12_2 0.0000 Rprec_mult_1.00 12_2 0.0000 Rprec_mult_1.20 12_2 0.0000 Rprec_mult_1.40 12_2 0.0000 Rprec_mult_1.60 12_2 0.0000 Rprec_mult_1.80 12_2 0.0000 Rprec_mult_2.00 12_2 0.0000 utility 12_2 -6.0000 11pt_avg 12_2 0.0000 binG 12_2 0.0000 G 12_2 0.0000 ndcg 12_2 0.0000 ndcg_rel 12_2 0.0000 Rndcg 12_2 0.0000 ndcg_cut_5 12_2 0.0000 ndcg_cut_10 12_2 0.0000 ndcg_cut_15 12_2 0.0000 ndcg_cut_20 12_2 0.0000 ndcg_cut_30 12_2 0.0000 ndcg_cut_100 12_2 0.0000 ndcg_cut_200 12_2 0.0000 ndcg_cut_500 12_2 0.0000 ndcg_cut_1000 12_2 0.0000 map_cut_5 12_2 0.0000 map_cut_10 12_2 0.0000 map_cut_15 12_2 0.0000 map_cut_20 12_2 0.0000 map_cut_30 12_2 0.0000 map_cut_100 12_2 0.0000 map_cut_200 12_2 0.0000 map_cut_500 12_2 0.0000 map_cut_1000 12_2 0.0000 relative_P_5 12_2 0.0000 relative_P_10 12_2 0.0000 relative_P_15 12_2 0.0000 relative_P_20 12_2 0.0000 relative_P_30 12_2 0.0000 relative_P_100 12_2 0.0000 relative_P_200 12_2 0.0000 relative_P_500 12_2 0.0000 relative_P_1000 12_2 0.0000 success_1 12_2 0.0000 success_5 12_2 0.0000 success_10 12_2 0.0000 set_P 12_2 0.0000 set_relative_P 12_2 0.0000 set_recall 12_2 0.0000 set_map 12_2 0.0000 set_F 12_2 0.0000 num_nonrel_judged_ret 12_2 6 rbp 12_2 0.0000 rbp_resid 12_2 0.0000 unj_5 12_2 0.0000 unj_10 12_2 0.0000 unj_20 12_2 0.0000 num_ret 12_3 5 num_rel 12_3 0 num_rel_ret 12_3 0 map 12_3 0.0000 Rprec 12_3 0.0000 bpref 12_3 0.0000 recip_rank 12_3 0.0000 iprec_at_recall_0.00 12_3 0.0000 iprec_at_recall_0.10 12_3 0.0000 iprec_at_recall_0.20 12_3 0.0000 iprec_at_recall_0.30 12_3 0.0000 iprec_at_recall_0.40 12_3 0.0000 iprec_at_recall_0.50 12_3 0.0000 iprec_at_recall_0.60 12_3 0.0000 iprec_at_recall_0.70 12_3 0.0000 iprec_at_recall_0.80 12_3 0.0000 iprec_at_recall_0.90 12_3 0.0000 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 0.0000 P_10 12_3 0.0000 P_15 12_3 0.0000 P_20 12_3 0.0000 P_30 12_3 0.0000 P_100 12_3 0.0000 P_200 12_3 0.0000 P_500 12_3 0.0000 P_1000 12_3 0.0000 relstring 12_3 '00000' recall_5 12_3 0.0000 recall_10 12_3 0.0000 recall_15 12_3 0.0000 recall_20 12_3 0.0000 recall_30 12_3 0.0000 recall_100 12_3 0.0000 recall_200 12_3 0.0000 recall_500 12_3 0.0000 recall_1000 12_3 0.0000 infAP 12_3 0.0000 Rprec_mult_0.20 12_3 0.0000 Rprec_mult_0.40 12_3 0.0000 Rprec_mult_0.60 12_3 0.0000 Rprec_mult_0.80 12_3 0.0000 Rprec_mult_1.00 12_3 0.0000 Rprec_mult_1.20 12_3 0.0000 Rprec_mult_1.40 12_3 0.0000 Rprec_mult_1.60 12_3 0.0000 Rprec_mult_1.80 12_3 0.0000 Rprec_mult_2.00 12_3 0.0000 utility 12_3 -5.0000 11pt_avg 12_3 0.0000 binG 12_3 0.0000 G 12_3 0.0000 ndcg 12_3 0.0000 ndcg_rel 12_3 0.0000 Rndcg 12_3 0.0000 ndcg_cut_5 12_3 0.0000 ndcg_cut_10 12_3 0.0000 ndcg_cut_15 12_3 0.0000 ndcg_cut_20 12_3 0.0000 ndcg_cut_30 12_3 0.0000 ndcg_cut_100 12_3 0.0000 ndcg_cut_200 12_3 0.0000 ndcg_cut_500 12_3 0.0000 ndcg_cut_1000 12_3 0.0000 map_cut_5 12_3 0.0000 map_cut_10 12_3 0.0000 map_cut_15 12_3 0.0000 map_cut_20 12_3 0.0000 map_cut_30 12_3 0.0000 map_cut_100 12_3 0.0000 map_cut_200 12_3 0.0000 map_cut_500 12_3 0.0000 map_cut_1000 12_3 0.0000 relative_P_5 12_3 0.0000 relative_P_10 12_3 0.0000 relative_P_15 12_3 0.0000 relative_P_20 12_3 0.0000 relative_P_30 12_3 0.0000 relative_P_100 12_3 0.0000 relative_P_200 12_3 0.0000 relative_P_500 12_3 0.0000 relative_P_1000 12_3 0.0000 success_1 12_3 0.0000 success_5 12_3 0.0000 success_10 12_3 0.0000 set_P 12_3 0.0000 set_relative_P 12_3 0.0000 set_recall 12_3 0.0000 set_map 12_3 0.0000 set_F 12_3 0.0000 num_nonrel_judged_ret 12_3 5 rbp 12_3 0.0000 rbp_resid 12_3 0.0000 unj_5 12_3 0.0000 unj_10 12_3 0.0000 unj_20 12_3 0.0000 num_ret 12_5 5 num_rel 12_5 1 num_rel_ret 12_5 1 map 12_5 1.0000 Rprec 12_5 1.0000 bpref 12_5 1.0000 recip_rank 12_5 1.0000 iprec_at_recall_0.00 12_5 1.0000 iprec_at_recall_0.10 12_5 1.0000 iprec_at_recall_0.20 12_5 1.0000 iprec_at_recall_0.30 12_5 1.0000 iprec_at_recall_0.40 12_5 1.0000 iprec_at_recall_0.50 12_5 1.0000 iprec_at_recall_0.60 12_5 1.0000 iprec_at_recall_0.70 12_5 1.0000 iprec_at_recall_0.80 12_5 1.0000 iprec_at_recall_0.90 12_5 1.0000 iprec_at_recall_1.00 12_5 1.0000 P_5 12_5 0.2000 P_10 12_5 0.1000 P_15 12_5 0.0667 P_20 12_5 0.0500 P_30 12_5 0.0333 P_100 12_5 0.0100 P_200 12_5 0.0050 P_500 12_5 0.0020 P_1000 12_5 0.0010 relstring 12_5 '30000' recall_5 12_5 1.0000 recall_10 12_5 1.0000 recall_15 12_5 1.0000 recall_20 12_5 1.0000 recall_30 12_5 1.0000 recall_100 12_5 1.0000 recall_200 12_5 1.0000 recall_500 12_5 1.0000 recall_1000 12_5 1.0000 infAP 12_5 1.0000 Rprec_mult_0.20 12_5 1.0000 Rprec_mult_0.40 12_5 1.0000 Rprec_mult_0.60 12_5 1.0000 Rprec_mult_0.80 12_5 1.0000 Rprec_mult_1.00 12_5 1.0000 Rprec_mult_1.20 12_5 0.5000 Rprec_mult_1.40 12_5 0.5000 Rprec_mult_1.60 12_5 0.5000 Rprec_mult_1.80 12_5 0.5000 Rprec_mult_2.00 12_5 0.5000 utility 12_5 -3.0000 11pt_avg 12_5 1.0000 binG 12_5 1.0000 G 12_5 1.0000 ndcg 12_5 1.0000 ndcg_rel 12_5 1.0000 Rndcg 12_5 1.0000 ndcg_cut_5 12_5 1.0000 ndcg_cut_10 12_5 1.0000 ndcg_cut_15 12_5 1.0000 ndcg_cut_20 12_5 1.0000 ndcg_cut_30 12_5 1.0000 ndcg_cut_100 12_5 1.0000 ndcg_cut_200 12_5 1.0000 ndcg_cut_500 12_5 1.0000 ndcg_cut_1000 12_5 1.0000 map_cut_5 12_5 1.0000 map_cut_10 12_5 1.0000 map_cut_15 12_5 1.0000 map_cut_20 12_5 1.0000 map_cut_30 12_5 1.0000 map_cut_100 12_5 1.0000 map_cut_200 12_5 1.0000 map_cut_500 12_5 1.0000 map_cut_1000 12_5 1.0000 relative_P_5 12_5 1.0000 relative_P_10 12_5 1.0000 relative_P_15 12_5 1.0000 relative_P_20 12_5 1.0000 relative_P_30 12_5 1.0000 relative_P_100 12_5 1.0000 relative_P_200 12_5 1.0000 relative_P_500 12_5 1.0000 relative_P_1000 12_5 1.0000 success_1 12_5 1.0000 success_5 12_5 1.0000 success_10 12_5 1.0000 set_P 12_5 0.2000 set_relative_P 12_5 1.0000 set_recall 12_5 1.0000 set_map 12_5 0.2000 set_F 12_5 0.3333 num_nonrel_judged_ret 12_5 4 rbp 12_5 0.1000 rbp_resid 12_5 0.0000 unj_5 12_5 0.0000 unj_10 12_5 0.0000 unj_20 12_5 0.0000 num_ret 12_6 5 num_rel 12_6 0 num_rel_ret 12_6 0 map 12_6 0.0000 Rprec 12_6 0.0000 bpref 12_6 0.0000 recip_rank 12_6 0.0000 iprec_at_recall_0.00 12_6 0.0000 iprec_at_recall_0.10 12_6 0.0000 iprec_at_recall_0.20 12_6 0.0000 iprec_at_recall_0.30 12_6 0.0000 iprec_at_recall_0.40 12_6 0.0000 iprec_at_recall_0.50 12_6 0.0000 iprec_at_recall_0.60 12_6 0.0000 iprec_at_recall_0.70 12_6 0.0000 iprec_at_recall_0.80 12_6 0.0000 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 0.0000 P_10 12_6 0.0000 P_15 12_6 0.0000 P_20 12_6 0.0000 P_30 12_6 0.0000 P_100 12_6 0.0000 P_200 12_6 0.0000 P_500 12_6 0.0000 P_1000 12_6 0.0000 relstring 12_6 '00000' recall_5 12_6 0.0000 recall_10 12_6 0.0000 recall_15 12_6 0.0000 recall_20 12_6 0.0000 recall_30 12_6 0.0000 recall_100 12_6 0.0000 recall_200 12_6 0.0000 recall_500 12_6 0.0000 recall_1000 12_6 0.0000 infAP 12_6 0.0000 Rprec_mult_0.20 12_6 0.0000 Rprec_mult_0.40 12_6 0.0000 Rprec_mult_0.60 12_6 0.0000 Rprec_mult_0.80 12_6 0.0000 Rprec_mult_1.00 12_6 0.0000 Rprec_mult_1.20 12_6 0.0000 Rprec_mult_1.40 12_6 0.0000 Rprec_mult_1.60 12_6 0.0000 Rprec_mult_1.80 12_6 0.0000 Rprec_mult_2.00 12_6 0.0000 utility 12_6 -5.0000 11pt_avg 12_6 0.0000 binG 12_6 0.0000 G 12_6 0.0000 ndcg 12_6 0.0000 ndcg_rel 12_6 0.0000 Rndcg 12_6 0.0000 ndcg_cut_5 12_6 0.0000 ndcg_cut_10 12_6 0.0000 ndcg_cut_15 12_6 0.0000 ndcg_cut_20 12_6 0.0000 ndcg_cut_30 12_6 0.0000 ndcg_cut_100 12_6 0.0000 ndcg_cut_200 12_6 0.0000 ndcg_cut_500 12_6 0.0000 ndcg_cut_1000 12_6 0.0000 map_cut_5 12_6 0.0000 map_cut_10 12_6 0.0000 map_cut_15 12_6 0.0000 map_cut_20 12_6 0.0000 map_cut_30 12_6 0.0000 map_cut_100 12_6 0.0000 map_cut_200 12_6 0.0000 map_cut_500 12_6 0.0000 map_cut_1000 12_6 0.0000 relative_P_5 12_6 0.0000 relative_P_10 12_6 0.0000 relative_P_15 12_6 0.0000 relative_P_20 12_6 0.0000 relative_P_30 12_6 0.0000 relative_P_100 12_6 0.0000 relative_P_200 12_6 0.0000 relative_P_500 12_6 0.0000 relative_P_1000 12_6 0.0000 success_1 12_6 0.0000 success_5 12_6 0.0000 success_10 12_6 0.0000 set_P 12_6 0.0000 set_relative_P 12_6 0.0000 set_recall 12_6 0.0000 set_map 12_6 0.0000 set_F 12_6 0.0000 num_nonrel_judged_ret 12_6 5 rbp 12_6 0.0000 rbp_resid 12_6 0.0000 unj_5 12_6 0.0000 unj_10 12_6 0.0000 unj_20 12_6 0.0000 num_ret 12_7 5 num_rel 12_7 1 num_rel_ret 12_7 1 map 12_7 1.0000 Rprec 12_7 1.0000 bpref 12_7 1.0000 recip_rank 12_7 1.0000 iprec_at_recall_0.00 12_7 1.0000 iprec_at_recall_0.10 12_7 1.0000 iprec_at_recall_0.20 12_7 1.0000 iprec_at_recall_0.30 12_7 1.0000 iprec_at_recall_0.40 12_7 1.0000 iprec_at_recall_0.50 12_7 1.0000 iprec_at_recall_0.60 12_7 1.0000 iprec_at_recall_0.70 12_7 1.0000 iprec_at_recall_0.80 12_7 1.0000 iprec_at_recall_0.90 12_7 1.0000 iprec_at_recall_1.00 12_7 1.0000 P_5 12_7 0.2000 P_10 12_7 0.1000 P_15 12_7 0.0667 P_20 12_7 0.0500 P_30 12_7 0.0333 P_100 12_7 0.0100 P_200 12_7 0.0050 P_500 12_7 0.0020 P_1000 12_7 0.0010 relstring 12_7 '10000' recall_5 12_7 1.0000 recall_10 12_7 1.0000 recall_15 12_7 1.0000 recall_20 12_7 1.0000 recall_30 12_7 1.0000 recall_100 12_7 1.0000 recall_200 12_7 1.0000 recall_500 12_7 1.0000 recall_1000 12_7 1.0000 infAP 12_7 1.0000 Rprec_mult_0.20 12_7 1.0000 Rprec_mult_0.40 12_7 1.0000 Rprec_mult_0.60 12_7 1.0000 Rprec_mult_0.80 12_7 1.0000 Rprec_mult_1.00 12_7 1.0000 Rprec_mult_1.20 12_7 0.5000 Rprec_mult_1.40 12_7 0.5000 Rprec_mult_1.60 12_7 0.5000 Rprec_mult_1.80 12_7 0.5000 Rprec_mult_2.00 12_7 0.5000 utility 12_7 -3.0000 11pt_avg 12_7 1.0000 binG 12_7 1.0000 G 12_7 1.0000 ndcg 12_7 1.0000 ndcg_rel 12_7 1.0000 Rndcg 12_7 1.0000 ndcg_cut_5 12_7 1.0000 ndcg_cut_10 12_7 1.0000 ndcg_cut_15 12_7 1.0000 ndcg_cut_20 12_7 1.0000 ndcg_cut_30 12_7 1.0000 ndcg_cut_100 12_7 1.0000 ndcg_cut_200 12_7 1.0000 ndcg_cut_500 12_7 1.0000 ndcg_cut_1000 12_7 1.0000 map_cut_5 12_7 1.0000 map_cut_10 12_7 1.0000 map_cut_15 12_7 1.0000 map_cut_20 12_7 1.0000 map_cut_30 12_7 1.0000 map_cut_100 12_7 1.0000 map_cut_200 12_7 1.0000 map_cut_500 12_7 1.0000 map_cut_1000 12_7 1.0000 relative_P_5 12_7 1.0000 relative_P_10 12_7 1.0000 relative_P_15 12_7 1.0000 relative_P_20 12_7 1.0000 relative_P_30 12_7 1.0000 relative_P_100 12_7 1.0000 relative_P_200 12_7 1.0000 relative_P_500 12_7 1.0000 relative_P_1000 12_7 1.0000 success_1 12_7 1.0000 success_5 12_7 1.0000 success_10 12_7 1.0000 set_P 12_7 0.2000 set_relative_P 12_7 1.0000 set_recall 12_7 1.0000 set_map 12_7 0.2000 set_F 12_7 0.3333 num_nonrel_judged_ret 12_7 4 rbp 12_7 0.1000 rbp_resid 12_7 0.0000 unj_5 12_7 0.0000 unj_10 12_7 0.0000 unj_20 12_7 0.0000 num_ret 12_9 6 num_rel 12_9 2 num_rel_ret 12_9 1 map 12_9 0.5000 Rprec 12_9 0.5000 bpref 12_9 0.5000 recip_rank 12_9 1.0000 iprec_at_recall_0.00 12_9 1.0000 iprec_at_recall_0.10 12_9 1.0000 iprec_at_recall_0.20 12_9 1.0000 iprec_at_recall_0.30 12_9 1.0000 iprec_at_recall_0.40 12_9 1.0000 iprec_at_recall_0.50 12_9 1.0000 iprec_at_recall_0.60 12_9 1.0000 iprec_at_recall_0.70 12_9 1.0000 iprec_at_recall_0.80 12_9 0.0000 iprec_at_recall_0.90 12_9 0.0000 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 0.2000 P_10 12_9 0.1000 P_15 12_9 0.0667 P_20 12_9 0.0500 P_30 12_9 0.0333 P_100 12_9 0.0100 P_200 12_9 0.0050 P_500 12_9 0.0020 P_1000 12_9 0.0010 relstring 12_9 '200000' recall_5 12_9 0.5000 recall_10 12_9 0.5000 recall_15 12_9 0.5000 recall_20 12_9 0.5000 recall_30 12_9 0.5000 recall_100 12_9 0.5000 recall_200 12_9 0.5000 recall_500 12_9 0.5000 recall_1000 12_9 0.5000 infAP 12_9 0.5000 Rprec_mult_0.20 12_9 1.0000 Rprec_mult_0.40 12_9 1.0000 Rprec_mult_0.60 12_9 0.5000 Rprec_mult_0.80 12_9 0.5000 Rprec_mult_1.00 12_9 0.5000 Rprec_mult_1.20 12_9 0.3333 Rprec_mult_1.40 12_9 0.3333 Rprec_mult_1.60 12_9 0.2500 Rprec_mult_1.80 12_9 0.2500 Rprec_mult_2.00 12_9 0.2500 utility 12_9 -4.0000 11pt_avg 12_9 0.7273 binG 12_9 0.5000 G 12_9 0.5000 ndcg 12_9 0.6131 ndcg_rel 12_9 0.8066 Rndcg 12_9 0.6131 ndcg_cut_5 12_9 0.6131 ndcg_cut_10 12_9 0.6131 ndcg_cut_15 12_9 0.6131 ndcg_cut_20 12_9 0.6131 ndcg_cut_30 12_9 0.6131 ndcg_cut_100 12_9 0.6131 ndcg_cut_200 12_9 0.6131 ndcg_cut_500 12_9 0.6131 ndcg_cut_1000 12_9 0.6131 map_cut_5 12_9 0.5000 map_cut_10 12_9 0.5000 map_cut_15 12_9 0.5000 map_cut_20 12_9 0.5000 map_cut_30 12_9 0.5000 map_cut_100 12_9 0.5000 map_cut_200 12_9 0.5000 map_cut_500 12_9 0.5000 map_cut_1000 12_9 0.5000 relative_P_5 12_9 0.5000 relative_P_10 12_9 0.5000 relative_P_15 12_9 0.5000 relative_P_20 12_9 0.5000 relative_P_30 12_9 0.5000 relative_P_100 12_9 0.5000 relative_P_200 12_9 0.5000 relative_P_500 12_9 0.5000 relative_P_1000 12_9 0.5000 success_1 12_9 1.0000 success_5 12_9 1.0000 success_10 12_9 1.0000 set_P 12_9 0.1667 set_relative_P 12_9 0.5000 set_recall 12_9 0.5000 set_map 12_9 0.0833 set_F 12_9 0.2500 num_nonrel_judged_ret 12_9 5 rbp 12_9 0.1000 rbp_resid 12_9 0.0000 unj_5 12_9 0.0000 unj_10 12_9 0.0000 unj_20 12_9 0.0000 num_ret 13_2 5 num_rel 13_2 7 num_rel_ret 13_2 3 map 13_2 0.3714 Rprec 13_2 0.4286 bpref 13_2 0.3878 recip_rank 13_2 1.0000 iprec_at_recall_0.00 13_2 1.0000 iprec_at_recall_0.10 13_2 1.0000 iprec_at_recall_0.20 13_2 1.0000 iprec_at_recall_0.30 13_2 1.0000 iprec_at_recall_0.40 13_2 0.6000 iprec_at_recall_0.50 13_2 0.0000 iprec_at_recall_0.60 13_2 0.0000 iprec_at_recall_0.70 13_2 0.0000 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 0.6000 P_10 13_2 0.3000 P_15 13_2 0.2000 P_20 13_2 0.1500 P_30 13_2 0.1000 P_100 13_2 0.0300 P_200 13_2 0.0150 P_500 13_2 0.0060 P_1000 13_2 0.0030 relstring 13_2 '13001' recall_5 13_2 0.4286 recall_10 13_2 0.4286 recall_15 13_2 0.4286 recall_20 13_2 0.4286 recall_30 13_2 0.4286 recall_100 13_2 0.4286 recall_200 13_2 0.4286 recall_500 13_2 0.4286 recall_1000 13_2 0.4286 infAP 13_2 0.3714 Rprec_mult_0.20 13_2 1.0000 Rprec_mult_0.40 13_2 0.6667 Rprec_mult_0.60 13_2 0.6000 Rprec_mult_0.80 13_2 0.5000 Rprec_mult_1.00 13_2 0.4286 Rprec_mult_1.20 13_2 0.3333 Rprec_mult_1.40 13_2 0.3000 Rprec_mult_1.60 13_2 0.2500 Rprec_mult_1.80 13_2 0.2308 Rprec_mult_2.00 13_2 0.2143 utility 13_2 1.0000 11pt_avg 13_2 0.4182 binG 13_2 0.3571 G 13_2 0.2823 ndcg 13_2 0.5232 ndcg_rel 13_2 0.5275 Rndcg 13_2 0.5118 ndcg_cut_5 13_2 0.5878 ndcg_cut_10 13_2 0.5232 ndcg_cut_15 13_2 0.5232 ndcg_cut_20 13_2 0.5232 ndcg_cut_30 13_2 0.5232 ndcg_cut_100 13_2 0.5232 ndcg_cut_200 13_2 0.5232 ndcg_cut_500 13_2 0.5232 ndcg_cut_1000 13_2 0.5232 map_cut_5 13_2 0.3714 map_cut_10 13_2 0.3714 map_cut_15 13_2 0.3714 map_cut_20 13_2 0.3714 map_cut_30 13_2 0.3714 map_cut_100 13_2 0.3714 map_cut_200 13_2 0.3714 map_cut_500 13_2 0.3714 map_cut_1000 13_2 0.3714 relative_P_5 13_2 0.6000 relative_P_10 13_2 0.4286 relative_P_15 13_2 0.4286 relative_P_20 13_2 0.4286 relative_P_30 13_2 0.4286 relative_P_100 13_2 0.4286 relative_P_200 13_2 0.4286 relative_P_500 13_2 0.4286 relative_P_1000 13_2 0.4286 success_1 13_2 1.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.6000 set_relative_P 13_2 0.6000 set_recall 13_2 0.4286 set_map 13_2 0.2571 set_F 13_2 0.5000 num_nonrel_judged_ret 13_2 2 rbp 13_2 0.1452 rbp_resid 13_2 0.0000 unj_5 13_2 0.0000 unj_10 13_2 0.0000 unj_20 13_2 0.0000 num_ret 13_3 5 num_rel 13_3 6 num_rel_ret 13_3 2 map 13_3 0.3333 Rprec 13_3 0.3333 bpref 13_3 0.3333 recip_rank 13_3 1.0000 iprec_at_recall_0.00 13_3 1.0000 iprec_at_recall_0.10 13_3 1.0000 iprec_at_recall_0.20 13_3 1.0000 iprec_at_recall_0.30 13_3 1.0000 iprec_at_recall_0.40 13_3 1.0000 iprec_at_recall_0.50 13_3 0.0000 iprec_at_recall_0.60 13_3 0.0000 iprec_at_recall_0.70 13_3 0.0000 iprec_at_recall_0.80 13_3 0.0000 iprec_at_recall_0.90 13_3 0.0000 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 0.4000 P_10 13_3 0.2000 P_15 13_3 0.1333 P_20 13_3 0.1000 P_30 13_3 0.0667 P_100 13_3 0.0200 P_200 13_3 0.0100 P_500 13_3 0.0040 P_1000 13_3 0.0020 relstring 13_3 '12000' recall_5 13_3 0.3333 recall_10 13_3 0.3333 recall_15 13_3 0.3333 recall_20 13_3 0.3333 recall_30 13_3 0.3333 recall_100 13_3 0.3333 recall_200 13_3 0.3333 recall_500 13_3 0.3333 recall_1000 13_3 0.3333 infAP 13_3 0.3333 Rprec_mult_0.20 13_3 1.0000 Rprec_mult_0.40 13_3 0.6667 Rprec_mult_0.60 13_3 0.5000 Rprec_mult_0.80 13_3 0.4000 Rprec_mult_1.00 13_3 0.3333 Rprec_mult_1.20 13_3 0.2500 Rprec_mult_1.40 13_3 0.2222 Rprec_mult_1.60 13_3 0.2000 Rprec_mult_1.80 13_3 0.1818 Rprec_mult_2.00 13_3 0.1667 utility 13_3 -1.0000 11pt_avg 13_3 0.4545 binG 13_3 0.3333 G 13_3 0.2366 ndcg 13_3 0.4583 ndcg_rel 13_3 0.5044 Rndcg 13_3 0.5759 ndcg_cut_5 13_3 0.4939 ndcg_cut_10 13_3 0.4583 ndcg_cut_15 13_3 0.4583 ndcg_cut_20 13_3 0.4583 ndcg_cut_30 13_3 0.4583 ndcg_cut_100 13_3 0.4583 ndcg_cut_200 13_3 0.4583 ndcg_cut_500 13_3 0.4583 ndcg_cut_1000 13_3 0.4583 map_cut_5 13_3 0.3333 map_cut_10 13_3 0.3333 map_cut_15 13_3 0.3333 map_cut_20 13_3 0.3333 map_cut_30 13_3 0.3333 map_cut_100 13_3 0.3333 map_cut_200 13_3 0.3333 map_cut_500 13_3 0.3333 map_cut_1000 13_3 0.3333 relative_P_5 13_3 0.4000 relative_P_10 13_3 0.3333 relative_P_15 13_3 0.3333 relative_P_20 13_3 0.3333 relative_P_30 13_3 0.3333 relative_P_100 13_3 0.3333 relative_P_200 13_3 0.3333 relative_P_500 13_3 0.3333 relative_P_1000 13_3 0.3333 success_1 13_3 1.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.4000 set_relative_P 13_3 0.4000 set_recall 13_3 0.3333 set_map 13_3 0.1333 set_F 13_3 0.3636 num_nonrel_judged_ret 13_3 3 rbp 13_3 0.1400 rbp_resid 13_3 0.0000 unj_5 13_3 0.0000 unj_10 13_3 0.0000 unj_20 13_3 0.0000 num_ret 13_4 5 num_rel 13_4 4 num_rel_ret 13_4 3 map 13_4 0.6500 Rprec 13_4 0.5000 bpref 13_4 0.6250 recip_rank 13_4 1.0000 iprec_at_recall_0.00 13_4 1.0000 iprec_at_recall_0.10 13_4 1.0000 iprec_at_recall_0.20 13_4 1.0000 iprec_at_recall_0.30 13_4 1.0000 iprec_at_recall_0.40 13_4 1.0000 iprec_at_recall_0.50 13_4 1.0000 iprec_at_recall_0.60 13_4 1.0000 iprec_at_recall_0.70 13_4 0.6000 iprec_at_recall_0.80 13_4 0.6000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 0.6000 P_10 13_4 0.3000 P_15 13_4 0.2000 P_20 13_4 0.1500 P_30 13_4 0.1000 P_100 13_4 0.0300 P_200 13_4 0.0150 P_500 13_4 0.0060 P_1000 13_4 0.0030 relstring 13_4 '13002' recall_5 13_4 0.7500 recall_10 13_4 0.7500 recall_15 13_4 0.7500 recall_20 13_4 0.7500 recall_30 13_4 0.7500 recall_100 13_4 0.7500 recall_200 13_4 0.7500 recall_500 13_4 0.7500 recall_1000 13_4 0.7500 infAP 13_4 0.6500 Rprec_mult_0.20 13_4 1.0000 Rprec_mult_0.40 13_4 1.0000 Rprec_mult_0.60 13_4 0.6667 Rprec_mult_0.80 13_4 0.5000 Rprec_mult_1.00 13_4 0.5000 Rprec_mult_1.20 13_4 0.6000 Rprec_mult_1.40 13_4 0.5000 Rprec_mult_1.60 13_4 0.4286 Rprec_mult_1.80 13_4 0.3750 Rprec_mult_2.00 13_4 0.3750 utility 13_4 1.0000 11pt_avg 13_4 0.7455 binG 13_4 0.6250 G 13_4 0.4847 ndcg 13_4 0.7061 ndcg_rel 13_4 0.6061 Rndcg 13_4 0.5231 ndcg_cut_5 13_4 0.7061 ndcg_cut_10 13_4 0.7061 ndcg_cut_15 13_4 0.7061 ndcg_cut_20 13_4 0.7061 ndcg_cut_30 13_4 0.7061 ndcg_cut_100 13_4 0.7061 ndcg_cut_200 13_4 0.7061 ndcg_cut_500 13_4 0.7061 ndcg_cut_1000 13_4 0.7061 map_cut_5 13_4 0.6500 map_cut_10 13_4 0.6500 map_cut_15 13_4 0.6500 map_cut_20 13_4 0.6500 map_cut_30 13_4 0.6500 map_cut_100 13_4 0.6500 map_cut_200 13_4 0.6500 map_cut_500 13_4 0.6500 map_cut_1000 13_4 0.6500 relative_P_5 13_4 0.7500 relative_P_10 13_4 0.7500 relative_P_15 13_4 0.7500 relative_P_20 13_4 0.7500 relative_P_30 13_4 0.7500 relative_P_100 13_4 0.7500 relative_P_200 13_4 0.7500 relative_P_500 13_4 0.7500 relative_P_1000 13_4 0.7500 success_1 13_4 1.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.6000 set_relative_P 13_4 0.7500 set_recall 13_4 0.7500 set_map 13_4 0.4500 set_F 13_4 0.6667 num_nonrel_judged_ret 13_4 2 rbp 13_4 0.1671 rbp_resid 13_4 0.0000 unj_5 13_4 0.0000 unj_10 13_4 0.0000 unj_20 13_4 0.0000 num_ret 13_6 6 num_rel 13_6 3 num_rel_ret 13_6 2 map 13_6 0.1778 Rprec 13_6 0.0000 bpref 13_6 0.0000 recip_rank 13_6 0.2000 iprec_at_recall_0.00 13_6 0.3333 iprec_at_recall_0.10 13_6 0.3333 iprec_at_recall_0.20 13_6 0.3333 iprec_at_recall_0.30 13_6 0.3333 iprec_at_recall_0.40 13_6 0.3333 iprec_at_recall_0.50 13_6 0.3333 iprec_at_recall_0.60 13_6 0.3333 iprec_at_recall_0.70 13_6 0.3333 iprec_at_recall_0.80 13_6 0.3333 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 0.2000 P_10 13_6 0.2000 P_15 13_6 0.1333 P_20 13_6 0.1000 P_30 13_6 0.0667 P_100 13_6 0.0200 P_200 13_6 0.0100 P_500 13_6 0.0040 P_1000 13_6 0.0020 relstring 13_6 '000022' recall_5 13_6 0.3333 recall_10 13_6 0.6667 recall_15 13_6 0.6667 recall_20 13_6 0.6667 recall_30 13_6 0.6667 recall_100 13_6 0.6667 recall_200 13_6 0.6667 recall_500 13_6 0.6667 recall_1000 13_6 0.6667 infAP 13_6 0.1778 Rprec_mult_0.20 13_6 0.0000 Rprec_mult_0.40 13_6 0.0000 Rprec_mult_0.60 13_6 0.0000 Rprec_mult_0.80 13_6 0.0000 Rprec_mult_1.00 13_6 0.0000 Rprec_mult_1.20 13_6 0.0000 Rprec_mult_1.40 13_6 0.2000 Rprec_mult_1.60 13_6 0.2000 Rprec_mult_1.80 13_6 0.3333 Rprec_mult_2.00 13_6 0.3333 utility 13_6 -2.0000 11pt_avg 13_6 0.2727 binG 13_6 0.2579 G 13_6 0.2972 ndcg 13_6 0.3950 ndcg_rel 13_6 0.3319 Rndcg 13_6 0.1317 ndcg_cut_5 13_6 0.2057 ndcg_cut_10 13_6 0.3950 ndcg_cut_15 13_6 0.3950 ndcg_cut_20 13_6 0.3950 ndcg_cut_30 13_6 0.3950 ndcg_cut_100 13_6 0.3950 ndcg_cut_200 13_6 0.3950 ndcg_cut_500 13_6 0.3950 ndcg_cut_1000 13_6 0.3950 map_cut_5 13_6 0.0667 map_cut_10 13_6 0.1778 map_cut_15 13_6 0.1778 map_cut_20 13_6 0.1778 map_cut_30 13_6 0.1778 map_cut_100 13_6 0.1778 map_cut_200 13_6 0.1778 map_cut_500 13_6 0.1778 map_cut_1000 13_6 0.1778 relative_P_5 13_6 0.3333 relative_P_10 13_6 0.6667 relative_P_15 13_6 0.6667 relative_P_20 13_6 0.6667 relative_P_30 13_6 0.6667 relative_P_100 13_6 0.6667 relative_P_200 13_6 0.6667 relative_P_500 13_6 0.6667 relative_P_1000 13_6 0.6667 success_1 13_6 0.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.3333 set_relative_P 13_6 0.6667 set_recall 13_6 0.6667 set_map 13_6 0.2222 set_F 13_6 0.4444 num_nonrel_judged_ret 13_6 4 rbp 13_6 0.1247 rbp_resid 13_6 0.0000 unj_5 13_6 0.0000 unj_10 13_6 0.0000 unj_20 13_6 0.0000 num_ret 14_10 5 num_rel 14_10 1 num_rel_ret 14_10 0 map 14_10 0.0000 Rprec 14_10 0.0000 bpref 14_10 0.0000 recip_rank 14_10 0.0000 iprec_at_recall_0.00 14_10 0.0000 iprec_at_recall_0.10 14_10 0.0000 iprec_at_recall_0.20 14_10 0.0000 iprec_at_recall_0.30 14_10 0.0000 iprec_at_recall_0.40 14_10 0.0000 iprec_at_recall_0.50 14_10 0.0000 iprec_at_recall_0.60 14_10 0.0000 iprec_at_recall_0.70 14_10 0.0000 iprec_at_recall_0.80 14_10 0.0000 iprec_at_recall_0.90 14_10 0.0000 iprec_at_recall_1.00 14_10 0.0000 P_5 14_10 0.0000 P_10 14_10 0.0000 P_15 14_10 0.0000 P_20 14_10 0.0000 P_30 14_10 0.0000 P_100 14_10 0.0000 P_200 14_10 0.0000 P_500 14_10 0.0000 P_1000 14_10 0.0000 relstring 14_10 '00000' recall_5 14_10 0.0000 recall_10 14_10 0.0000 recall_15 14_10 0.0000 recall_20 14_10 0.0000 recall_30 14_10 0.0000 recall_100 14_10 0.0000 recall_200 14_10 0.0000 recall_500 14_10 0.0000 recall_1000 14_10 0.0000 infAP 14_10 0.0000 Rprec_mult_0.20 14_10 0.0000 Rprec_mult_0.40 14_10 0.0000 Rprec_mult_0.60 14_10 0.0000 Rprec_mult_0.80 14_10 0.0000 Rprec_mult_1.00 14_10 0.0000 Rprec_mult_1.20 14_10 0.0000 Rprec_mult_1.40 14_10 0.0000 Rprec_mult_1.60 14_10 0.0000 Rprec_mult_1.80 14_10 0.0000 Rprec_mult_2.00 14_10 0.0000 utility 14_10 -5.0000 11pt_avg 14_10 0.0000 binG 14_10 0.0000 G 14_10 0.0000 ndcg 14_10 0.0000 ndcg_rel 14_10 0.0000 Rndcg 14_10 0.0000 ndcg_cut_5 14_10 0.0000 ndcg_cut_10 14_10 0.0000 ndcg_cut_15 14_10 0.0000 ndcg_cut_20 14_10 0.0000 ndcg_cut_30 14_10 0.0000 ndcg_cut_100 14_10 0.0000 ndcg_cut_200 14_10 0.0000 ndcg_cut_500 14_10 0.0000 ndcg_cut_1000 14_10 0.0000 map_cut_5 14_10 0.0000 map_cut_10 14_10 0.0000 map_cut_15 14_10 0.0000 map_cut_20 14_10 0.0000 map_cut_30 14_10 0.0000 map_cut_100 14_10 0.0000 map_cut_200 14_10 0.0000 map_cut_500 14_10 0.0000 map_cut_1000 14_10 0.0000 relative_P_5 14_10 0.0000 relative_P_10 14_10 0.0000 relative_P_15 14_10 0.0000 relative_P_20 14_10 0.0000 relative_P_30 14_10 0.0000 relative_P_100 14_10 0.0000 relative_P_200 14_10 0.0000 relative_P_500 14_10 0.0000 relative_P_1000 14_10 0.0000 success_1 14_10 0.0000 success_5 14_10 0.0000 success_10 14_10 0.0000 set_P 14_10 0.0000 set_relative_P 14_10 0.0000 set_recall 14_10 0.0000 set_map 14_10 0.0000 set_F 14_10 0.0000 num_nonrel_judged_ret 14_10 5 rbp 14_10 0.0000 rbp_resid 14_10 0.0000 unj_5 14_10 0.0000 unj_10 14_10 0.0000 unj_20 14_10 0.0000 num_ret 14_2 5 num_rel 14_2 6 num_rel_ret 14_2 4 map 14_2 0.6333 Rprec 14_2 0.6667 bpref 14_2 0.6389 recip_rank 14_2 1.0000 iprec_at_recall_0.00 14_2 1.0000 iprec_at_recall_0.10 14_2 1.0000 iprec_at_recall_0.20 14_2 1.0000 iprec_at_recall_0.30 14_2 1.0000 iprec_at_recall_0.40 14_2 1.0000 iprec_at_recall_0.50 14_2 1.0000 iprec_at_recall_0.60 14_2 0.8000 iprec_at_recall_0.70 14_2 0.8000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 0.8000 P_10 14_2 0.4000 P_15 14_2 0.2667 P_20 14_2 0.2000 P_30 14_2 0.1333 P_100 14_2 0.0400 P_200 14_2 0.0200 P_500 14_2 0.0080 P_1000 14_2 0.0040 relstring 14_2 '22201' recall_5 14_2 0.6667 recall_10 14_2 0.6667 recall_15 14_2 0.6667 recall_20 14_2 0.6667 recall_30 14_2 0.6667 recall_100 14_2 0.6667 recall_200 14_2 0.6667 recall_500 14_2 0.6667 recall_1000 14_2 0.6667 infAP 14_2 0.6333 Rprec_mult_0.20 14_2 1.0000 Rprec_mult_0.40 14_2 1.0000 Rprec_mult_0.60 14_2 0.7500 Rprec_mult_0.80 14_2 0.8000 Rprec_mult_1.00 14_2 0.6667 Rprec_mult_1.20 14_2 0.5000 Rprec_mult_1.40 14_2 0.4444 Rprec_mult_1.60 14_2 0.4000 Rprec_mult_1.80 14_2 0.3636 Rprec_mult_2.00 14_2 0.3333 utility 14_2 3.0000 11pt_avg 14_2 0.6909 binG 14_2 0.6052 G 14_2 0.7368 ndcg 14_2 0.8552 ndcg_rel 14_2 0.9376 Rndcg 14_2 0.9276 ndcg_cut_5 14_2 0.9152 ndcg_cut_10 14_2 0.8552 ndcg_cut_15 14_2 0.8552 ndcg_cut_20 14_2 0.8552 ndcg_cut_30 14_2 0.8552 ndcg_cut_100 14_2 0.8552 ndcg_cut_200 14_2 0.8552 ndcg_cut_500 14_2 0.8552 ndcg_cut_1000 14_2 0.8552 map_cut_5 14_2 0.6333 map_cut_10 14_2 0.6333 map_cut_15 14_2 0.6333 map_cut_20 14_2 0.6333 map_cut_30 14_2 0.6333 map_cut_100 14_2 0.6333 map_cut_200 14_2 0.6333 map_cut_500 14_2 0.6333 map_cut_1000 14_2 0.6333 relative_P_5 14_2 0.8000 relative_P_10 14_2 0.6667 relative_P_15 14_2 0.6667 relative_P_20 14_2 0.6667 relative_P_30 14_2 0.6667 relative_P_100 14_2 0.6667 relative_P_200 14_2 0.6667 relative_P_500 14_2 0.6667 relative_P_1000 14_2 0.6667 success_1 14_2 1.0000 success_5 14_2 1.0000 success_10 14_2 1.0000 set_P 14_2 0.8000 set_relative_P 14_2 0.8000 set_recall 14_2 0.6667 set_map 14_2 0.5333 set_F 14_2 0.7273 num_nonrel_judged_ret 14_2 1 rbp 14_2 0.3038 rbp_resid 14_2 0.0000 unj_5 14_2 0.0000 unj_10 14_2 0.0000 unj_20 14_2 0.0000 num_ret 14_3 5 num_rel 14_3 5 num_rel_ret 14_3 4 map 14_3 0.7600 Rprec 14_3 0.8000 bpref 14_3 0.7600 recip_rank 14_3 1.0000 iprec_at_recall_0.00 14_3 1.0000 iprec_at_recall_0.10 14_3 1.0000 iprec_at_recall_0.20 14_3 1.0000 iprec_at_recall_0.30 14_3 1.0000 iprec_at_recall_0.40 14_3 1.0000 iprec_at_recall_0.50 14_3 1.0000 iprec_at_recall_0.60 14_3 1.0000 iprec_at_recall_0.70 14_3 0.8000 iprec_at_recall_0.80 14_3 0.8000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 0.8000 P_10 14_3 0.4000 P_15 14_3 0.2667 P_20 14_3 0.2000 P_30 14_3 0.1333 P_100 14_3 0.0400 P_200 14_3 0.0200 P_500 14_3 0.0080 P_1000 14_3 0.0040 relstring 14_3 '32202' recall_5 14_3 0.8000 recall_10 14_3 0.8000 recall_15 14_3 0.8000 recall_20 14_3 0.8000 recall_30 14_3 0.8000 recall_100 14_3 0.8000 recall_200 14_3 0.8000 recall_500 14_3 0.8000 recall_1000 14_3 0.8000 infAP 14_3 0.7600 Rprec_mult_0.20 14_3 1.0000 Rprec_mult_0.40 14_3 1.0000 Rprec_mult_0.60 14_3 1.0000 Rprec_mult_0.80 14_3 0.7500 Rprec_mult_1.00 14_3 0.8000 Rprec_mult_1.20 14_3 0.6667 Rprec_mult_1.40 14_3 0.5714 Rprec_mult_1.60 14_3 0.5000 Rprec_mult_1.80 14_3 0.4444 Rprec_mult_2.00 14_3 0.4000 utility 14_3 3.0000 11pt_avg 14_3 0.7818 binG 14_3 0.7262 G 14_3 0.8262 ndcg 14_3 0.9271 ndcg_rel 14_3 0.9708 Rndcg 14_3 0.9288 ndcg_cut_5 14_3 0.9271 ndcg_cut_10 14_3 0.9271 ndcg_cut_15 14_3 0.9271 ndcg_cut_20 14_3 0.9271 ndcg_cut_30 14_3 0.9271 ndcg_cut_100 14_3 0.9271 ndcg_cut_200 14_3 0.9271 ndcg_cut_500 14_3 0.9271 ndcg_cut_1000 14_3 0.9271 map_cut_5 14_3 0.7600 map_cut_10 14_3 0.7600 map_cut_15 14_3 0.7600 map_cut_20 14_3 0.7600 map_cut_30 14_3 0.7600 map_cut_100 14_3 0.7600 map_cut_200 14_3 0.7600 map_cut_500 14_3 0.7600 map_cut_1000 14_3 0.7600 relative_P_5 14_3 0.8000 relative_P_10 14_3 0.8000 relative_P_15 14_3 0.8000 relative_P_20 14_3 0.8000 relative_P_30 14_3 0.8000 relative_P_100 14_3 0.8000 relative_P_200 14_3 0.8000 relative_P_500 14_3 0.8000 relative_P_1000 14_3 0.8000 success_1 14_3 1.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.8000 set_relative_P 14_3 0.8000 set_recall 14_3 0.8000 set_map 14_3 0.6400 set_F 14_3 0.8000 num_nonrel_judged_ret 14_3 1 rbp 14_3 0.2577 rbp_resid 14_3 0.0000 unj_5 14_3 0.0000 unj_10 14_3 0.0000 unj_20 14_3 0.0000 num_ret 14_4 5 num_rel 14_4 3 num_rel_ret 14_4 3 map 14_4 0.7556 Rprec 14_4 0.6667 bpref 14_4 0.6667 recip_rank 14_4 1.0000 iprec_at_recall_0.00 14_4 1.0000 iprec_at_recall_0.10 14_4 1.0000 iprec_at_recall_0.20 14_4 1.0000 iprec_at_recall_0.30 14_4 1.0000 iprec_at_recall_0.40 14_4 1.0000 iprec_at_recall_0.50 14_4 0.6667 iprec_at_recall_0.60 14_4 0.6667 iprec_at_recall_0.70 14_4 0.6667 iprec_at_recall_0.80 14_4 0.6667 iprec_at_recall_0.90 14_4 0.6000 iprec_at_recall_1.00 14_4 0.6000 P_5 14_4 0.6000 P_10 14_4 0.3000 P_15 14_4 0.2000 P_20 14_4 0.1500 P_30 14_4 0.1000 P_100 14_4 0.0300 P_200 14_4 0.0150 P_500 14_4 0.0060 P_1000 14_4 0.0030 relstring 14_4 '10101' recall_5 14_4 1.0000 recall_10 14_4 1.0000 recall_15 14_4 1.0000 recall_20 14_4 1.0000 recall_30 14_4 1.0000 recall_100 14_4 1.0000 recall_200 14_4 1.0000 recall_500 14_4 1.0000 recall_1000 14_4 1.0000 infAP 14_4 0.7556 Rprec_mult_0.20 14_4 1.0000 Rprec_mult_0.40 14_4 0.5000 Rprec_mult_0.60 14_4 0.5000 Rprec_mult_0.80 14_4 0.6667 Rprec_mult_1.00 14_4 0.6667 Rprec_mult_1.20 14_4 0.5000 Rprec_mult_1.40 14_4 0.6000 Rprec_mult_1.60 14_4 0.6000 Rprec_mult_1.80 14_4 0.5000 Rprec_mult_2.00 14_4 0.5000 utility 14_4 1.0000 11pt_avg 14_4 0.8061 binG 14_4 0.7103 G 14_4 0.7103 ndcg 14_4 0.8855 ndcg_rel 14_4 0.8631 Rndcg 14_4 0.7947 ndcg_cut_5 14_4 0.8855 ndcg_cut_10 14_4 0.8855 ndcg_cut_15 14_4 0.8855 ndcg_cut_20 14_4 0.8855 ndcg_cut_30 14_4 0.8855 ndcg_cut_100 14_4 0.8855 ndcg_cut_200 14_4 0.8855 ndcg_cut_500 14_4 0.8855 ndcg_cut_1000 14_4 0.8855 map_cut_5 14_4 0.7556 map_cut_10 14_4 0.7556 map_cut_15 14_4 0.7556 map_cut_20 14_4 0.7556 map_cut_30 14_4 0.7556 map_cut_100 14_4 0.7556 map_cut_200 14_4 0.7556 map_cut_500 14_4 0.7556 map_cut_1000 14_4 0.7556 relative_P_5 14_4 1.0000 relative_P_10 14_4 1.0000 relative_P_15 14_4 1.0000 relative_P_20 14_4 1.0000 relative_P_30 14_4 1.0000 relative_P_100 14_4 1.0000 relative_P_200 14_4 1.0000 relative_P_500 14_4 1.0000 relative_P_1000 14_4 1.0000 success_1 14_4 1.0000 success_5 14_4 1.0000 success_10 14_4 1.0000 set_P 14_4 0.6000 set_relative_P 14_4 1.0000 set_recall 14_4 1.0000 set_map 14_4 0.6000 set_F 14_4 0.7500 num_nonrel_judged_ret 14_4 2 rbp 14_4 0.2466 rbp_resid 14_4 0.0000 unj_5 14_4 0.0000 unj_10 14_4 0.0000 unj_20 14_4 0.0000 num_ret 14_7 5 num_rel 14_7 4 num_rel_ret 14_7 4 map 14_7 0.9500 Rprec 14_7 0.7500 bpref 14_7 0.9375 recip_rank 14_7 1.0000 iprec_at_recall_0.00 14_7 1.0000 iprec_at_recall_0.10 14_7 1.0000 iprec_at_recall_0.20 14_7 1.0000 iprec_at_recall_0.30 14_7 1.0000 iprec_at_recall_0.40 14_7 1.0000 iprec_at_recall_0.50 14_7 1.0000 iprec_at_recall_0.60 14_7 1.0000 iprec_at_recall_0.70 14_7 1.0000 iprec_at_recall_0.80 14_7 1.0000 iprec_at_recall_0.90 14_7 0.8000 iprec_at_recall_1.00 14_7 0.8000 P_5 14_7 0.8000 P_10 14_7 0.4000 P_15 14_7 0.2667 P_20 14_7 0.2000 P_30 14_7 0.1333 P_100 14_7 0.0400 P_200 14_7 0.0200 P_500 14_7 0.0080 P_1000 14_7 0.0040 relstring 14_7 '11102' recall_5 14_7 1.0000 recall_10 14_7 1.0000 recall_15 14_7 1.0000 recall_20 14_7 1.0000 recall_30 14_7 1.0000 recall_100 14_7 1.0000 recall_200 14_7 1.0000 recall_500 14_7 1.0000 recall_1000 14_7 1.0000 infAP 14_7 0.9500 Rprec_mult_0.20 14_7 1.0000 Rprec_mult_0.40 14_7 1.0000 Rprec_mult_0.60 14_7 1.0000 Rprec_mult_0.80 14_7 0.7500 Rprec_mult_1.00 14_7 0.7500 Rprec_mult_1.20 14_7 0.8000 Rprec_mult_1.40 14_7 0.6667 Rprec_mult_1.60 14_7 0.5714 Rprec_mult_1.80 14_7 0.5000 Rprec_mult_2.00 14_7 0.5000 utility 14_7 3.0000 11pt_avg 14_7 0.9636 binG 14_7 0.9077 G 14_7 0.6309 ndcg 14_7 0.8155 ndcg_rel 14_7 0.6540 Rndcg 14_7 0.5492 ndcg_cut_5 14_7 0.8155 ndcg_cut_10 14_7 0.8155 ndcg_cut_15 14_7 0.8155 ndcg_cut_20 14_7 0.8155 ndcg_cut_30 14_7 0.8155 ndcg_cut_100 14_7 0.8155 ndcg_cut_200 14_7 0.8155 ndcg_cut_500 14_7 0.8155 ndcg_cut_1000 14_7 0.8155 map_cut_5 14_7 0.9500 map_cut_10 14_7 0.9500 map_cut_15 14_7 0.9500 map_cut_20 14_7 0.9500 map_cut_30 14_7 0.9500 map_cut_100 14_7 0.9500 map_cut_200 14_7 0.9500 map_cut_500 14_7 0.9500 map_cut_1000 14_7 0.9500 relative_P_5 14_7 1.0000 relative_P_10 14_7 1.0000 relative_P_15 14_7 1.0000 relative_P_20 14_7 1.0000 relative_P_30 14_7 1.0000 relative_P_100 14_7 1.0000 relative_P_200 14_7 1.0000 relative_P_500 14_7 1.0000 relative_P_1000 14_7 1.0000 success_1 14_7 1.0000 success_5 14_7 1.0000 success_10 14_7 1.0000 set_P 14_7 0.8000 set_relative_P 14_7 1.0000 set_recall 14_7 1.0000 set_map 14_7 0.8000 set_F 14_7 0.8889 num_nonrel_judged_ret 14_7 1 rbp 14_7 0.2011 rbp_resid 14_7 0.0000 unj_5 14_7 0.0000 unj_10 14_7 0.0000 unj_20 14_7 0.0000 num_ret 14_8 6 num_rel 14_8 1 num_rel_ret 14_8 1 map 14_8 0.5000 Rprec 14_8 0.0000 bpref 14_8 0.0000 recip_rank 14_8 0.5000 iprec_at_recall_0.00 14_8 0.5000 iprec_at_recall_0.10 14_8 0.5000 iprec_at_recall_0.20 14_8 0.5000 iprec_at_recall_0.30 14_8 0.5000 iprec_at_recall_0.40 14_8 0.5000 iprec_at_recall_0.50 14_8 0.5000 iprec_at_recall_0.60 14_8 0.5000 iprec_at_recall_0.70 14_8 0.5000 iprec_at_recall_0.80 14_8 0.5000 iprec_at_recall_0.90 14_8 0.5000 iprec_at_recall_1.00 14_8 0.5000 P_5 14_8 0.2000 P_10 14_8 0.1000 P_15 14_8 0.0667 P_20 14_8 0.0500 P_30 14_8 0.0333 P_100 14_8 0.0100 P_200 14_8 0.0050 P_500 14_8 0.0020 P_1000 14_8 0.0010 relstring 14_8 '030000' recall_5 14_8 1.0000 recall_10 14_8 1.0000 recall_15 14_8 1.0000 recall_20 14_8 1.0000 recall_30 14_8 1.0000 recall_100 14_8 1.0000 recall_200 14_8 1.0000 recall_500 14_8 1.0000 recall_1000 14_8 1.0000 infAP 14_8 0.5000 Rprec_mult_0.20 14_8 0.0000 Rprec_mult_0.40 14_8 0.0000 Rprec_mult_0.60 14_8 0.0000 Rprec_mult_0.80 14_8 0.0000 Rprec_mult_1.00 14_8 0.0000 Rprec_mult_1.20 14_8 0.5000 Rprec_mult_1.40 14_8 0.5000 Rprec_mult_1.60 14_8 0.5000 Rprec_mult_1.80 14_8 0.5000 Rprec_mult_2.00 14_8 0.5000 utility 14_8 -4.0000 11pt_avg 14_8 0.5000 binG 14_8 0.6309 G 14_8 0.6309 ndcg 14_8 0.6309 ndcg_rel 14_8 0.6309 Rndcg 14_8 0.3155 ndcg_cut_5 14_8 0.6309 ndcg_cut_10 14_8 0.6309 ndcg_cut_15 14_8 0.6309 ndcg_cut_20 14_8 0.6309 ndcg_cut_30 14_8 0.6309 ndcg_cut_100 14_8 0.6309 ndcg_cut_200 14_8 0.6309 ndcg_cut_500 14_8 0.6309 ndcg_cut_1000 14_8 0.6309 map_cut_5 14_8 0.5000 map_cut_10 14_8 0.5000 map_cut_15 14_8 0.5000 map_cut_20 14_8 0.5000 map_cut_30 14_8 0.5000 map_cut_100 14_8 0.5000 map_cut_200 14_8 0.5000 map_cut_500 14_8 0.5000 map_cut_1000 14_8 0.5000 relative_P_5 14_8 1.0000 relative_P_10 14_8 1.0000 relative_P_15 14_8 1.0000 relative_P_20 14_8 1.0000 relative_P_30 14_8 1.0000 relative_P_100 14_8 1.0000 relative_P_200 14_8 1.0000 relative_P_500 14_8 1.0000 relative_P_1000 14_8 1.0000 success_1 14_8 0.0000 success_5 14_8 1.0000 success_10 14_8 1.0000 set_P 14_8 0.1667 set_relative_P 14_8 1.0000 set_recall 14_8 1.0000 set_map 14_8 0.1667 set_F 14_8 0.2857 num_nonrel_judged_ret 14_8 5 rbp 14_8 0.0900 rbp_resid 14_8 0.0000 unj_5 14_8 0.0000 unj_10 14_8 0.0000 unj_20 14_8 0.0000 num_ret 14_9 5 num_rel 14_9 1 num_rel_ret 14_9 1 map 14_9 1.0000 Rprec 14_9 1.0000 bpref 14_9 1.0000 recip_rank 14_9 1.0000 iprec_at_recall_0.00 14_9 1.0000 iprec_at_recall_0.10 14_9 1.0000 iprec_at_recall_0.20 14_9 1.0000 iprec_at_recall_0.30 14_9 1.0000 iprec_at_recall_0.40 14_9 1.0000 iprec_at_recall_0.50 14_9 1.0000 iprec_at_recall_0.60 14_9 1.0000 iprec_at_recall_0.70 14_9 1.0000 iprec_at_recall_0.80 14_9 1.0000 iprec_at_recall_0.90 14_9 1.0000 iprec_at_recall_1.00 14_9 1.0000 P_5 14_9 0.2000 P_10 14_9 0.1000 P_15 14_9 0.0667 P_20 14_9 0.0500 P_30 14_9 0.0333 P_100 14_9 0.0100 P_200 14_9 0.0050 P_500 14_9 0.0020 P_1000 14_9 0.0010 relstring 14_9 '10000' recall_5 14_9 1.0000 recall_10 14_9 1.0000 recall_15 14_9 1.0000 recall_20 14_9 1.0000 recall_30 14_9 1.0000 recall_100 14_9 1.0000 recall_200 14_9 1.0000 recall_500 14_9 1.0000 recall_1000 14_9 1.0000 infAP 14_9 1.0000 Rprec_mult_0.20 14_9 1.0000 Rprec_mult_0.40 14_9 1.0000 Rprec_mult_0.60 14_9 1.0000 Rprec_mult_0.80 14_9 1.0000 Rprec_mult_1.00 14_9 1.0000 Rprec_mult_1.20 14_9 0.5000 Rprec_mult_1.40 14_9 0.5000 Rprec_mult_1.60 14_9 0.5000 Rprec_mult_1.80 14_9 0.5000 Rprec_mult_2.00 14_9 0.5000 utility 14_9 -3.0000 11pt_avg 14_9 1.0000 binG 14_9 1.0000 G 14_9 1.0000 ndcg 14_9 1.0000 ndcg_rel 14_9 1.0000 Rndcg 14_9 1.0000 ndcg_cut_5 14_9 1.0000 ndcg_cut_10 14_9 1.0000 ndcg_cut_15 14_9 1.0000 ndcg_cut_20 14_9 1.0000 ndcg_cut_30 14_9 1.0000 ndcg_cut_100 14_9 1.0000 ndcg_cut_200 14_9 1.0000 ndcg_cut_500 14_9 1.0000 ndcg_cut_1000 14_9 1.0000 map_cut_5 14_9 1.0000 map_cut_10 14_9 1.0000 map_cut_15 14_9 1.0000 map_cut_20 14_9 1.0000 map_cut_30 14_9 1.0000 map_cut_100 14_9 1.0000 map_cut_200 14_9 1.0000 map_cut_500 14_9 1.0000 map_cut_1000 14_9 1.0000 relative_P_5 14_9 1.0000 relative_P_10 14_9 1.0000 relative_P_15 14_9 1.0000 relative_P_20 14_9 1.0000 relative_P_30 14_9 1.0000 relative_P_100 14_9 1.0000 relative_P_200 14_9 1.0000 relative_P_500 14_9 1.0000 relative_P_1000 14_9 1.0000 success_1 14_9 1.0000 success_5 14_9 1.0000 success_10 14_9 1.0000 set_P 14_9 0.2000 set_relative_P 14_9 1.0000 set_recall 14_9 1.0000 set_map 14_9 0.2000 set_F 14_9 0.3333 num_nonrel_judged_ret 14_9 4 rbp 14_9 0.1000 rbp_resid 14_9 0.0000 unj_5 14_9 0.0000 unj_10 14_9 0.0000 unj_20 14_9 0.0000 num_ret 15_1 5 num_rel 15_1 10 num_rel_ret 15_1 5 map 15_1 0.5000 Rprec 15_1 0.5000 bpref 15_1 0.5000 recip_rank 15_1 1.0000 iprec_at_recall_0.00 15_1 1.0000 iprec_at_recall_0.10 15_1 1.0000 iprec_at_recall_0.20 15_1 1.0000 iprec_at_recall_0.30 15_1 1.0000 iprec_at_recall_0.40 15_1 1.0000 iprec_at_recall_0.50 15_1 1.0000 iprec_at_recall_0.60 15_1 0.0000 iprec_at_recall_0.70 15_1 0.0000 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 1.0000 P_10 15_1 0.5000 P_15 15_1 0.3333 P_20 15_1 0.2500 P_30 15_1 0.1667 P_100 15_1 0.0500 P_200 15_1 0.0250 P_500 15_1 0.0100 P_1000 15_1 0.0050 relstring 15_1 '21111' recall_5 15_1 0.5000 recall_10 15_1 0.5000 recall_15 15_1 0.5000 recall_20 15_1 0.5000 recall_30 15_1 0.5000 recall_100 15_1 0.5000 recall_200 15_1 0.5000 recall_500 15_1 0.5000 recall_1000 15_1 0.5000 infAP 15_1 0.5000 Rprec_mult_0.20 15_1 1.0000 Rprec_mult_0.40 15_1 1.0000 Rprec_mult_0.60 15_1 0.8333 Rprec_mult_0.80 15_1 0.6250 Rprec_mult_1.00 15_1 0.5000 Rprec_mult_1.20 15_1 0.4167 Rprec_mult_1.40 15_1 0.3571 Rprec_mult_1.60 15_1 0.3125 Rprec_mult_1.80 15_1 0.2778 Rprec_mult_2.00 15_1 0.2500 utility 15_1 5.0000 11pt_avg 15_1 0.5455 binG 15_1 0.5000 G 15_1 0.3178 ndcg 15_1 0.5916 ndcg_rel 15_1 0.7035 Rndcg 15_1 0.6631 ndcg_cut_5 15_1 0.7773 ndcg_cut_10 15_1 0.5916 ndcg_cut_15 15_1 0.5916 ndcg_cut_20 15_1 0.5916 ndcg_cut_30 15_1 0.5916 ndcg_cut_100 15_1 0.5916 ndcg_cut_200 15_1 0.5916 ndcg_cut_500 15_1 0.5916 ndcg_cut_1000 15_1 0.5916 map_cut_5 15_1 0.5000 map_cut_10 15_1 0.5000 map_cut_15 15_1 0.5000 map_cut_20 15_1 0.5000 map_cut_30 15_1 0.5000 map_cut_100 15_1 0.5000 map_cut_200 15_1 0.5000 map_cut_500 15_1 0.5000 map_cut_1000 15_1 0.5000 relative_P_5 15_1 1.0000 relative_P_10 15_1 0.5000 relative_P_15 15_1 0.5000 relative_P_20 15_1 0.5000 relative_P_30 15_1 0.5000 relative_P_100 15_1 0.5000 relative_P_200 15_1 0.5000 relative_P_500 15_1 0.5000 relative_P_1000 15_1 0.5000 success_1 15_1 1.0000 success_5 15_1 1.0000 success_10 15_1 1.0000 set_P 15_1 1.0000 set_relative_P 15_1 1.0000 set_recall 15_1 0.5000 set_map 15_1 0.5000 set_F 15_1 0.6667 num_nonrel_judged_ret 15_1 0 rbp 15_1 0.2548 rbp_resid 15_1 0.0000 unj_5 15_1 0.0000 unj_10 15_1 0.0000 unj_20 15_1 0.0000 num_ret 15_10 6 num_rel 15_10 1 num_rel_ret 15_10 1 map 15_10 1.0000 Rprec 15_10 1.0000 bpref 15_10 1.0000 recip_rank 15_10 1.0000 iprec_at_recall_0.00 15_10 1.0000 iprec_at_recall_0.10 15_10 1.0000 iprec_at_recall_0.20 15_10 1.0000 iprec_at_recall_0.30 15_10 1.0000 iprec_at_recall_0.40 15_10 1.0000 iprec_at_recall_0.50 15_10 1.0000 iprec_at_recall_0.60 15_10 1.0000 iprec_at_recall_0.70 15_10 1.0000 iprec_at_recall_0.80 15_10 1.0000 iprec_at_recall_0.90 15_10 1.0000 iprec_at_recall_1.00 15_10 1.0000 P_5 15_10 0.2000 P_10 15_10 0.1000 P_15 15_10 0.0667 P_20 15_10 0.0500 P_30 15_10 0.0333 P_100 15_10 0.0100 P_200 15_10 0.0050 P_500 15_10 0.0020 P_1000 15_10 0.0010 relstring 15_10 '100000' recall_5 15_10 1.0000 recall_10 15_10 1.0000 recall_15 15_10 1.0000 recall_20 15_10 1.0000 recall_30 15_10 1.0000 recall_100 15_10 1.0000 recall_200 15_10 1.0000 recall_500 15_10 1.0000 recall_1000 15_10 1.0000 infAP 15_10 1.0000 Rprec_mult_0.20 15_10 1.0000 Rprec_mult_0.40 15_10 1.0000 Rprec_mult_0.60 15_10 1.0000 Rprec_mult_0.80 15_10 1.0000 Rprec_mult_1.00 15_10 1.0000 Rprec_mult_1.20 15_10 0.5000 Rprec_mult_1.40 15_10 0.5000 Rprec_mult_1.60 15_10 0.5000 Rprec_mult_1.80 15_10 0.5000 Rprec_mult_2.00 15_10 0.5000 utility 15_10 -4.0000 11pt_avg 15_10 1.0000 binG 15_10 1.0000 G 15_10 1.0000 ndcg 15_10 1.0000 ndcg_rel 15_10 1.0000 Rndcg 15_10 1.0000 ndcg_cut_5 15_10 1.0000 ndcg_cut_10 15_10 1.0000 ndcg_cut_15 15_10 1.0000 ndcg_cut_20 15_10 1.0000 ndcg_cut_30 15_10 1.0000 ndcg_cut_100 15_10 1.0000 ndcg_cut_200 15_10 1.0000 ndcg_cut_500 15_10 1.0000 ndcg_cut_1000 15_10 1.0000 map_cut_5 15_10 1.0000 map_cut_10 15_10 1.0000 map_cut_15 15_10 1.0000 map_cut_20 15_10 1.0000 map_cut_30 15_10 1.0000 map_cut_100 15_10 1.0000 map_cut_200 15_10 1.0000 map_cut_500 15_10 1.0000 map_cut_1000 15_10 1.0000 relative_P_5 15_10 1.0000 relative_P_10 15_10 1.0000 relative_P_15 15_10 1.0000 relative_P_20 15_10 1.0000 relative_P_30 15_10 1.0000 relative_P_100 15_10 1.0000 relative_P_200 15_10 1.0000 relative_P_500 15_10 1.0000 relative_P_1000 15_10 1.0000 success_1 15_10 1.0000 success_5 15_10 1.0000 success_10 15_10 1.0000 set_P 15_10 0.1667 set_relative_P 15_10 1.0000 set_recall 15_10 1.0000 set_map 15_10 0.1667 set_F 15_10 0.2857 num_nonrel_judged_ret 15_10 5 rbp 15_10 0.1000 rbp_resid 15_10 0.0000 unj_5 15_10 0.0000 unj_10 15_10 0.0000 unj_20 15_10 0.0000 num_ret 15_3 6 num_rel 15_3 7 num_rel_ret 15_3 3 map 15_3 0.3452 Rprec 15_3 0.4286 bpref 15_3 0.3878 recip_rank 15_3 1.0000 iprec_at_recall_0.00 15_3 1.0000 iprec_at_recall_0.10 15_3 1.0000 iprec_at_recall_0.20 15_3 1.0000 iprec_at_recall_0.30 15_3 0.7500 iprec_at_recall_0.40 15_3 0.7500 iprec_at_recall_0.50 15_3 0.0000 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.6000 P_10 15_3 0.3000 P_15 15_3 0.2000 P_20 15_3 0.1500 P_30 15_3 0.1000 P_100 15_3 0.0300 P_200 15_3 0.0150 P_500 15_3 0.0060 P_1000 15_3 0.0030 relstring 15_3 '101100' recall_5 15_3 0.4286 recall_10 15_3 0.4286 recall_15 15_3 0.4286 recall_20 15_3 0.4286 recall_30 15_3 0.4286 recall_100 15_3 0.4286 recall_200 15_3 0.4286 recall_500 15_3 0.4286 recall_1000 15_3 0.4286 infAP 15_3 0.3452 Rprec_mult_0.20 15_3 0.5000 Rprec_mult_0.40 15_3 0.6667 Rprec_mult_0.60 15_3 0.6000 Rprec_mult_0.80 15_3 0.5000 Rprec_mult_1.00 15_3 0.4286 Rprec_mult_1.20 15_3 0.3333 Rprec_mult_1.40 15_3 0.3000 Rprec_mult_1.60 15_3 0.2500 Rprec_mult_1.80 15_3 0.2308 Rprec_mult_2.00 15_3 0.2143 utility 15_3 0.0000 11pt_avg 15_3 0.4091 binG 15_3 0.3231 G 15_3 0.1658 ndcg 15_3 0.3664 ndcg_rel 15_3 0.4036 Rndcg 15_3 0.3365 ndcg_cut_5 15_3 0.4216 ndcg_cut_10 15_3 0.3664 ndcg_cut_15 15_3 0.3664 ndcg_cut_20 15_3 0.3664 ndcg_cut_30 15_3 0.3664 ndcg_cut_100 15_3 0.3664 ndcg_cut_200 15_3 0.3664 ndcg_cut_500 15_3 0.3664 ndcg_cut_1000 15_3 0.3664 map_cut_5 15_3 0.3452 map_cut_10 15_3 0.3452 map_cut_15 15_3 0.3452 map_cut_20 15_3 0.3452 map_cut_30 15_3 0.3452 map_cut_100 15_3 0.3452 map_cut_200 15_3 0.3452 map_cut_500 15_3 0.3452 map_cut_1000 15_3 0.3452 relative_P_5 15_3 0.6000 relative_P_10 15_3 0.4286 relative_P_15 15_3 0.4286 relative_P_20 15_3 0.4286 relative_P_30 15_3 0.4286 relative_P_100 15_3 0.4286 relative_P_200 15_3 0.4286 relative_P_500 15_3 0.4286 relative_P_1000 15_3 0.4286 success_1 15_3 1.0000 success_5 15_3 1.0000 success_10 15_3 1.0000 set_P 15_3 0.5000 set_relative_P 15_3 0.5000 set_recall 15_3 0.4286 set_map 15_3 0.2143 set_F 15_3 0.4615 num_nonrel_judged_ret 15_3 3 rbp 15_3 0.1269 rbp_resid 15_3 0.0000 unj_5 15_3 0.0000 unj_10 15_3 0.0000 unj_20 15_3 0.0000 num_ret 15_4 6 num_rel 15_4 7 num_rel_ret 15_4 3 map 15_4 0.3095 Rprec 15_4 0.4286 bpref 15_4 0.3469 recip_rank 15_4 1.0000 iprec_at_recall_0.00 15_4 1.0000 iprec_at_recall_0.10 15_4 1.0000 iprec_at_recall_0.20 15_4 1.0000 iprec_at_recall_0.30 15_4 0.6667 iprec_at_recall_0.40 15_4 0.5000 iprec_at_recall_0.50 15_4 0.0000 iprec_at_recall_0.60 15_4 0.0000 iprec_at_recall_0.70 15_4 0.0000 iprec_at_recall_0.80 15_4 0.0000 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.4000 P_10 15_4 0.3000 P_15 15_4 0.2000 P_20 15_4 0.1500 P_30 15_4 0.1000 P_100 15_4 0.0300 P_200 15_4 0.0150 P_500 15_4 0.0060 P_1000 15_4 0.0030 relstring 15_4 '201001' recall_5 15_4 0.2857 recall_10 15_4 0.4286 recall_15 15_4 0.4286 recall_20 15_4 0.4286 recall_30 15_4 0.4286 recall_100 15_4 0.4286 recall_200 15_4 0.4286 recall_500 15_4 0.4286 recall_1000 15_4 0.4286 infAP 15_4 0.3095 Rprec_mult_0.20 15_4 0.5000 Rprec_mult_0.40 15_4 0.6667 Rprec_mult_0.60 15_4 0.4000 Rprec_mult_0.80 15_4 0.5000 Rprec_mult_1.00 15_4 0.4286 Rprec_mult_1.20 15_4 0.3333 Rprec_mult_1.40 15_4 0.3000 Rprec_mult_1.60 15_4 0.2500 Rprec_mult_1.80 15_4 0.2308 Rprec_mult_2.00 15_4 0.2143 utility 15_4 0.0000 11pt_avg 15_4 0.3788 binG 15_4 0.2945 G 15_4 0.3208 ndcg 15_4 0.5421 ndcg_rel 15_4 0.6302 Rndcg 15_4 0.5776 ndcg_cut_5 15_4 0.5459 ndcg_cut_10 15_4 0.5421 ndcg_cut_15 15_4 0.5421 ndcg_cut_20 15_4 0.5421 ndcg_cut_30 15_4 0.5421 ndcg_cut_100 15_4 0.5421 ndcg_cut_200 15_4 0.5421 ndcg_cut_500 15_4 0.5421 ndcg_cut_1000 15_4 0.5421 map_cut_5 15_4 0.2381 map_cut_10 15_4 0.3095 map_cut_15 15_4 0.3095 map_cut_20 15_4 0.3095 map_cut_30 15_4 0.3095 map_cut_100 15_4 0.3095 map_cut_200 15_4 0.3095 map_cut_500 15_4 0.3095 map_cut_1000 15_4 0.3095 relative_P_5 15_4 0.4000 relative_P_10 15_4 0.4286 relative_P_15 15_4 0.4286 relative_P_20 15_4 0.4286 relative_P_30 15_4 0.4286 relative_P_100 15_4 0.4286 relative_P_200 15_4 0.4286 relative_P_500 15_4 0.4286 relative_P_1000 15_4 0.4286 success_1 15_4 1.0000 success_5 15_4 1.0000 success_10 15_4 1.0000 set_P 15_4 0.5000 set_relative_P 15_4 0.5000 set_recall 15_4 0.4286 set_map 15_4 0.2143 set_F 15_4 0.4615 num_nonrel_judged_ret 15_4 3 rbp 15_4 0.1700 rbp_resid 15_4 0.0000 unj_5 15_4 0.0000 unj_10 15_4 0.0000 unj_20 15_4 0.0000 num_ret 15_5 5 num_rel 15_5 1 num_rel_ret 15_5 1 map 15_5 1.0000 Rprec 15_5 1.0000 bpref 15_5 1.0000 recip_rank 15_5 1.0000 iprec_at_recall_0.00 15_5 1.0000 iprec_at_recall_0.10 15_5 1.0000 iprec_at_recall_0.20 15_5 1.0000 iprec_at_recall_0.30 15_5 1.0000 iprec_at_recall_0.40 15_5 1.0000 iprec_at_recall_0.50 15_5 1.0000 iprec_at_recall_0.60 15_5 1.0000 iprec_at_recall_0.70 15_5 1.0000 iprec_at_recall_0.80 15_5 1.0000 iprec_at_recall_0.90 15_5 1.0000 iprec_at_recall_1.00 15_5 1.0000 P_5 15_5 0.2000 P_10 15_5 0.1000 P_15 15_5 0.0667 P_20 15_5 0.0500 P_30 15_5 0.0333 P_100 15_5 0.0100 P_200 15_5 0.0050 P_500 15_5 0.0020 P_1000 15_5 0.0010 relstring 15_5 '10000' recall_5 15_5 1.0000 recall_10 15_5 1.0000 recall_15 15_5 1.0000 recall_20 15_5 1.0000 recall_30 15_5 1.0000 recall_100 15_5 1.0000 recall_200 15_5 1.0000 recall_500 15_5 1.0000 recall_1000 15_5 1.0000 infAP 15_5 1.0000 Rprec_mult_0.20 15_5 1.0000 Rprec_mult_0.40 15_5 1.0000 Rprec_mult_0.60 15_5 1.0000 Rprec_mult_0.80 15_5 1.0000 Rprec_mult_1.00 15_5 1.0000 Rprec_mult_1.20 15_5 0.5000 Rprec_mult_1.40 15_5 0.5000 Rprec_mult_1.60 15_5 0.5000 Rprec_mult_1.80 15_5 0.5000 Rprec_mult_2.00 15_5 0.5000 utility 15_5 -3.0000 11pt_avg 15_5 1.0000 binG 15_5 1.0000 G 15_5 1.0000 ndcg 15_5 1.0000 ndcg_rel 15_5 1.0000 Rndcg 15_5 1.0000 ndcg_cut_5 15_5 1.0000 ndcg_cut_10 15_5 1.0000 ndcg_cut_15 15_5 1.0000 ndcg_cut_20 15_5 1.0000 ndcg_cut_30 15_5 1.0000 ndcg_cut_100 15_5 1.0000 ndcg_cut_200 15_5 1.0000 ndcg_cut_500 15_5 1.0000 ndcg_cut_1000 15_5 1.0000 map_cut_5 15_5 1.0000 map_cut_10 15_5 1.0000 map_cut_15 15_5 1.0000 map_cut_20 15_5 1.0000 map_cut_30 15_5 1.0000 map_cut_100 15_5 1.0000 map_cut_200 15_5 1.0000 map_cut_500 15_5 1.0000 map_cut_1000 15_5 1.0000 relative_P_5 15_5 1.0000 relative_P_10 15_5 1.0000 relative_P_15 15_5 1.0000 relative_P_20 15_5 1.0000 relative_P_30 15_5 1.0000 relative_P_100 15_5 1.0000 relative_P_200 15_5 1.0000 relative_P_500 15_5 1.0000 relative_P_1000 15_5 1.0000 success_1 15_5 1.0000 success_5 15_5 1.0000 success_10 15_5 1.0000 set_P 15_5 0.2000 set_relative_P 15_5 1.0000 set_recall 15_5 1.0000 set_map 15_5 0.2000 set_F 15_5 0.3333 num_nonrel_judged_ret 15_5 4 rbp 15_5 0.1000 rbp_resid 15_5 0.0000 unj_5 15_5 0.0000 unj_10 15_5 0.0000 unj_20 15_5 0.0000 num_ret 15_6 5 num_rel 15_6 1 num_rel_ret 15_6 1 map 15_6 1.0000 Rprec 15_6 1.0000 bpref 15_6 1.0000 recip_rank 15_6 1.0000 iprec_at_recall_0.00 15_6 1.0000 iprec_at_recall_0.10 15_6 1.0000 iprec_at_recall_0.20 15_6 1.0000 iprec_at_recall_0.30 15_6 1.0000 iprec_at_recall_0.40 15_6 1.0000 iprec_at_recall_0.50 15_6 1.0000 iprec_at_recall_0.60 15_6 1.0000 iprec_at_recall_0.70 15_6 1.0000 iprec_at_recall_0.80 15_6 1.0000 iprec_at_recall_0.90 15_6 1.0000 iprec_at_recall_1.00 15_6 1.0000 P_5 15_6 0.2000 P_10 15_6 0.1000 P_15 15_6 0.0667 P_20 15_6 0.0500 P_30 15_6 0.0333 P_100 15_6 0.0100 P_200 15_6 0.0050 P_500 15_6 0.0020 P_1000 15_6 0.0010 relstring 15_6 '10000' recall_5 15_6 1.0000 recall_10 15_6 1.0000 recall_15 15_6 1.0000 recall_20 15_6 1.0000 recall_30 15_6 1.0000 recall_100 15_6 1.0000 recall_200 15_6 1.0000 recall_500 15_6 1.0000 recall_1000 15_6 1.0000 infAP 15_6 1.0000 Rprec_mult_0.20 15_6 1.0000 Rprec_mult_0.40 15_6 1.0000 Rprec_mult_0.60 15_6 1.0000 Rprec_mult_0.80 15_6 1.0000 Rprec_mult_1.00 15_6 1.0000 Rprec_mult_1.20 15_6 0.5000 Rprec_mult_1.40 15_6 0.5000 Rprec_mult_1.60 15_6 0.5000 Rprec_mult_1.80 15_6 0.5000 Rprec_mult_2.00 15_6 0.5000 utility 15_6 -3.0000 11pt_avg 15_6 1.0000 binG 15_6 1.0000 G 15_6 1.0000 ndcg 15_6 1.0000 ndcg_rel 15_6 1.0000 Rndcg 15_6 1.0000 ndcg_cut_5 15_6 1.0000 ndcg_cut_10 15_6 1.0000 ndcg_cut_15 15_6 1.0000 ndcg_cut_20 15_6 1.0000 ndcg_cut_30 15_6 1.0000 ndcg_cut_100 15_6 1.0000 ndcg_cut_200 15_6 1.0000 ndcg_cut_500 15_6 1.0000 ndcg_cut_1000 15_6 1.0000 map_cut_5 15_6 1.0000 map_cut_10 15_6 1.0000 map_cut_15 15_6 1.0000 map_cut_20 15_6 1.0000 map_cut_30 15_6 1.0000 map_cut_100 15_6 1.0000 map_cut_200 15_6 1.0000 map_cut_500 15_6 1.0000 map_cut_1000 15_6 1.0000 relative_P_5 15_6 1.0000 relative_P_10 15_6 1.0000 relative_P_15 15_6 1.0000 relative_P_20 15_6 1.0000 relative_P_30 15_6 1.0000 relative_P_100 15_6 1.0000 relative_P_200 15_6 1.0000 relative_P_500 15_6 1.0000 relative_P_1000 15_6 1.0000 success_1 15_6 1.0000 success_5 15_6 1.0000 success_10 15_6 1.0000 set_P 15_6 0.2000 set_relative_P 15_6 1.0000 set_recall 15_6 1.0000 set_map 15_6 0.2000 set_F 15_6 0.3333 num_nonrel_judged_ret 15_6 4 rbp 15_6 0.1000 rbp_resid 15_6 0.0000 unj_5 15_6 0.0000 unj_10 15_6 0.0000 unj_20 15_6 0.0000 num_ret 1_1 13 num_rel 1_1 5 num_rel_ret 1_1 4 map 1_1 0.5524 Rprec 1_1 0.4000 bpref 1_1 0.4400 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 1.0000 iprec_at_recall_0.20 1_1 1.0000 iprec_at_recall_0.30 1_1 1.0000 iprec_at_recall_0.40 1_1 1.0000 iprec_at_recall_0.50 1_1 0.4286 iprec_at_recall_0.60 1_1 0.4286 iprec_at_recall_0.70 1_1 0.3333 iprec_at_recall_0.80 1_1 0.3333 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 0.4000 P_10 1_1 0.3000 P_15 1_1 0.2667 P_20 1_1 0.2000 P_30 1_1 0.1333 P_100 1_1 0.0400 P_200 1_1 0.0200 P_500 1_1 0.0080 P_1000 1_1 0.0040 relstring 1_1 '2200001000' recall_5 1_1 0.4000 recall_10 1_1 0.6000 recall_15 1_1 0.8000 recall_20 1_1 0.8000 recall_30 1_1 0.8000 recall_100 1_1 0.8000 recall_200 1_1 0.8000 recall_500 1_1 0.8000 recall_1000 1_1 0.8000 infAP 1_1 0.5524 Rprec_mult_0.20 1_1 1.0000 Rprec_mult_0.40 1_1 1.0000 Rprec_mult_0.60 1_1 0.6667 Rprec_mult_0.80 1_1 0.5000 Rprec_mult_1.00 1_1 0.4000 Rprec_mult_1.20 1_1 0.3333 Rprec_mult_1.40 1_1 0.4286 Rprec_mult_1.60 1_1 0.3750 Rprec_mult_1.80 1_1 0.3333 Rprec_mult_2.00 1_1 0.3000 utility 1_1 -5.0000 11pt_avg 1_1 0.5931 binG 1_1 0.5376 G 1_1 0.4178 ndcg 1_1 0.7247 ndcg_rel 1_1 0.6946 Rndcg 1_1 0.6370 ndcg_cut_5 1_1 0.5365 ndcg_cut_10 1_1 0.5914 ndcg_cut_15 1_1 0.7247 ndcg_cut_20 1_1 0.7247 ndcg_cut_30 1_1 0.7247 ndcg_cut_100 1_1 0.7247 ndcg_cut_200 1_1 0.7247 ndcg_cut_500 1_1 0.7247 ndcg_cut_1000 1_1 0.7247 map_cut_5 1_1 0.4000 map_cut_10 1_1 0.4857 map_cut_15 1_1 0.5524 map_cut_20 1_1 0.5524 map_cut_30 1_1 0.5524 map_cut_100 1_1 0.5524 map_cut_200 1_1 0.5524 map_cut_500 1_1 0.5524 map_cut_1000 1_1 0.5524 relative_P_5 1_1 0.4000 relative_P_10 1_1 0.6000 relative_P_15 1_1 0.8000 relative_P_20 1_1 0.8000 relative_P_30 1_1 0.8000 relative_P_100 1_1 0.8000 relative_P_200 1_1 0.8000 relative_P_500 1_1 0.8000 relative_P_1000 1_1 0.8000 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.3077 set_relative_P 1_1 0.8000 set_recall 1_1 0.8000 set_map 1_1 0.2462 set_F 1_1 0.4444 num_nonrel_judged_ret 1_1 9 rbp 1_1 0.1758 rbp_resid 1_1 0.0000 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 5 num_rel 1_2 4 num_rel_ret 1_2 1 map 1_2 0.1250 Rprec 1_2 0.2500 bpref 1_2 0.1875 recip_rank 1_2 0.5000 iprec_at_recall_0.00 1_2 0.5000 iprec_at_recall_0.10 1_2 0.5000 iprec_at_recall_0.20 1_2 0.5000 iprec_at_recall_0.30 1_2 0.5000 iprec_at_recall_0.40 1_2 0.0000 iprec_at_recall_0.50 1_2 0.0000 iprec_at_recall_0.60 1_2 0.0000 iprec_at_recall_0.70 1_2 0.0000 iprec_at_recall_0.80 1_2 0.0000 iprec_at_recall_0.90 1_2 0.0000 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 0.2000 P_10 1_2 0.1000 P_15 1_2 0.0667 P_20 1_2 0.0500 P_30 1_2 0.0333 P_100 1_2 0.0100 P_200 1_2 0.0050 P_500 1_2 0.0020 P_1000 1_2 0.0010 relstring 1_2 '04000' recall_5 1_2 0.2500 recall_10 1_2 0.2500 recall_15 1_2 0.2500 recall_20 1_2 0.2500 recall_30 1_2 0.2500 recall_100 1_2 0.2500 recall_200 1_2 0.2500 recall_500 1_2 0.2500 recall_1000 1_2 0.2500 infAP 1_2 0.1250 Rprec_mult_0.20 1_2 0.0000 Rprec_mult_0.40 1_2 0.5000 Rprec_mult_0.60 1_2 0.3333 Rprec_mult_0.80 1_2 0.2500 Rprec_mult_1.00 1_2 0.2500 Rprec_mult_1.20 1_2 0.2000 Rprec_mult_1.40 1_2 0.1667 Rprec_mult_1.60 1_2 0.1429 Rprec_mult_1.80 1_2 0.1250 Rprec_mult_2.00 1_2 0.1250 utility 1_2 -3.0000 11pt_avg 1_2 0.1818 binG 1_2 0.1577 G 1_2 0.2500 ndcg 1_2 0.4075 ndcg_rel 1_2 0.4256 Rndcg 1_2 0.2957 ndcg_cut_5 1_2 0.4075 ndcg_cut_10 1_2 0.4075 ndcg_cut_15 1_2 0.4075 ndcg_cut_20 1_2 0.4075 ndcg_cut_30 1_2 0.4075 ndcg_cut_100 1_2 0.4075 ndcg_cut_200 1_2 0.4075 ndcg_cut_500 1_2 0.4075 ndcg_cut_1000 1_2 0.4075 map_cut_5 1_2 0.1250 map_cut_10 1_2 0.1250 map_cut_15 1_2 0.1250 map_cut_20 1_2 0.1250 map_cut_30 1_2 0.1250 map_cut_100 1_2 0.1250 map_cut_200 1_2 0.1250 map_cut_500 1_2 0.1250 map_cut_1000 1_2 0.1250 relative_P_5 1_2 0.2500 relative_P_10 1_2 0.2500 relative_P_15 1_2 0.2500 relative_P_20 1_2 0.2500 relative_P_30 1_2 0.2500 relative_P_100 1_2 0.2500 relative_P_200 1_2 0.2500 relative_P_500 1_2 0.2500 relative_P_1000 1_2 0.2500 success_1 1_2 0.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 0.2000 set_relative_P 1_2 0.2500 set_recall 1_2 0.2500 set_map 1_2 0.0500 set_F 1_2 0.2222 num_nonrel_judged_ret 1_2 4 rbp 1_2 0.0900 rbp_resid 1_2 0.0000 unj_5 1_2 0.0000 unj_10 1_2 0.0000 unj_20 1_2 0.0000 num_ret 1_3 5 num_rel 1_3 5 num_rel_ret 1_3 2 map 1_3 0.1300 Rprec 1_3 0.4000 bpref 1_3 0.1600 recip_rank 1_3 0.2500 iprec_at_recall_0.00 1_3 0.4000 iprec_at_recall_0.10 1_3 0.4000 iprec_at_recall_0.20 1_3 0.4000 iprec_at_recall_0.30 1_3 0.4000 iprec_at_recall_0.40 1_3 0.4000 iprec_at_recall_0.50 1_3 0.0000 iprec_at_recall_0.60 1_3 0.0000 iprec_at_recall_0.70 1_3 0.0000 iprec_at_recall_0.80 1_3 0.0000 iprec_at_recall_0.90 1_3 0.0000 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 0.4000 P_10 1_3 0.2000 P_15 1_3 0.1333 P_20 1_3 0.1000 P_30 1_3 0.0667 P_100 1_3 0.0200 P_200 1_3 0.0100 P_500 1_3 0.0040 P_1000 1_3 0.0020 relstring 1_3 '00011' recall_5 1_3 0.4000 recall_10 1_3 0.4000 recall_15 1_3 0.4000 recall_20 1_3 0.4000 recall_30 1_3 0.4000 recall_100 1_3 0.4000 recall_200 1_3 0.4000 recall_500 1_3 0.4000 recall_1000 1_3 0.4000 infAP 1_3 0.1300 Rprec_mult_0.20 1_3 0.0000 Rprec_mult_0.40 1_3 0.0000 Rprec_mult_0.60 1_3 0.0000 Rprec_mult_0.80 1_3 0.2500 Rprec_mult_1.00 1_3 0.4000 Rprec_mult_1.20 1_3 0.3333 Rprec_mult_1.40 1_3 0.2857 Rprec_mult_1.60 1_3 0.2500 Rprec_mult_1.80 1_3 0.2222 Rprec_mult_2.00 1_3 0.2000 utility 1_3 -1.0000 11pt_avg 1_3 0.1818 binG 1_3 0.1723 G 1_3 0.1018 ndcg 1_3 0.1652 ndcg_rel 1_3 0.1510 Rndcg 1_3 0.0826 ndcg_cut_5 1_3 0.1652 ndcg_cut_10 1_3 0.1652 ndcg_cut_15 1_3 0.1652 ndcg_cut_20 1_3 0.1652 ndcg_cut_30 1_3 0.1652 ndcg_cut_100 1_3 0.1652 ndcg_cut_200 1_3 0.1652 ndcg_cut_500 1_3 0.1652 ndcg_cut_1000 1_3 0.1652 map_cut_5 1_3 0.1300 map_cut_10 1_3 0.1300 map_cut_15 1_3 0.1300 map_cut_20 1_3 0.1300 map_cut_30 1_3 0.1300 map_cut_100 1_3 0.1300 map_cut_200 1_3 0.1300 map_cut_500 1_3 0.1300 map_cut_1000 1_3 0.1300 relative_P_5 1_3 0.4000 relative_P_10 1_3 0.4000 relative_P_15 1_3 0.4000 relative_P_20 1_3 0.4000 relative_P_30 1_3 0.4000 relative_P_100 1_3 0.4000 relative_P_200 1_3 0.4000 relative_P_500 1_3 0.4000 relative_P_1000 1_3 0.4000 success_1 1_3 0.0000 success_5 1_3 1.0000 success_10 1_3 1.0000 set_P 1_3 0.4000 set_relative_P 1_3 0.4000 set_recall 1_3 0.4000 set_map 1_3 0.1600 set_F 1_3 0.4000 num_nonrel_judged_ret 1_3 3 rbp 1_3 0.0462 rbp_resid 1_3 0.0000 unj_5 1_3 0.0000 unj_10 1_3 0.0000 unj_20 1_3 0.0000 num_ret 1_4 5 num_rel 1_4 3 num_rel_ret 1_4 1 map 1_4 0.0833 Rprec 1_4 0.0000 bpref 1_4 0.0000 recip_rank 1_4 0.2500 iprec_at_recall_0.00 1_4 0.2500 iprec_at_recall_0.10 1_4 0.2500 iprec_at_recall_0.20 1_4 0.2500 iprec_at_recall_0.30 1_4 0.2500 iprec_at_recall_0.40 1_4 0.2500 iprec_at_recall_0.50 1_4 0.0000 iprec_at_recall_0.60 1_4 0.0000 iprec_at_recall_0.70 1_4 0.0000 iprec_at_recall_0.80 1_4 0.0000 iprec_at_recall_0.90 1_4 0.0000 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 0.2000 P_10 1_4 0.1000 P_15 1_4 0.0667 P_20 1_4 0.0500 P_30 1_4 0.0333 P_100 1_4 0.0100 P_200 1_4 0.0050 P_500 1_4 0.0020 P_1000 1_4 0.0010 relstring 1_4 '00010' recall_5 1_4 0.3333 recall_10 1_4 0.3333 recall_15 1_4 0.3333 recall_20 1_4 0.3333 recall_30 1_4 0.3333 recall_100 1_4 0.3333 recall_200 1_4 0.3333 recall_500 1_4 0.3333 recall_1000 1_4 0.3333 infAP 1_4 0.0833 Rprec_mult_0.20 1_4 0.0000 Rprec_mult_0.40 1_4 0.0000 Rprec_mult_0.60 1_4 0.0000 Rprec_mult_0.80 1_4 0.0000 Rprec_mult_1.00 1_4 0.0000 Rprec_mult_1.20 1_4 0.2500 Rprec_mult_1.40 1_4 0.2000 Rprec_mult_1.60 1_4 0.2000 Rprec_mult_1.80 1_4 0.1667 Rprec_mult_2.00 1_4 0.1667 utility 1_4 -3.0000 11pt_avg 1_4 0.1136 binG 1_4 0.1436 G 1_4 0.0556 ndcg 1_4 0.0904 ndcg_rel 1_4 0.0904 Rndcg 1_4 0.0226 ndcg_cut_5 1_4 0.0904 ndcg_cut_10 1_4 0.0904 ndcg_cut_15 1_4 0.0904 ndcg_cut_20 1_4 0.0904 ndcg_cut_30 1_4 0.0904 ndcg_cut_100 1_4 0.0904 ndcg_cut_200 1_4 0.0904 ndcg_cut_500 1_4 0.0904 ndcg_cut_1000 1_4 0.0904 map_cut_5 1_4 0.0833 map_cut_10 1_4 0.0833 map_cut_15 1_4 0.0833 map_cut_20 1_4 0.0833 map_cut_30 1_4 0.0833 map_cut_100 1_4 0.0833 map_cut_200 1_4 0.0833 map_cut_500 1_4 0.0833 map_cut_1000 1_4 0.0833 relative_P_5 1_4 0.3333 relative_P_10 1_4 0.3333 relative_P_15 1_4 0.3333 relative_P_20 1_4 0.3333 relative_P_30 1_4 0.3333 relative_P_100 1_4 0.3333 relative_P_200 1_4 0.3333 relative_P_500 1_4 0.3333 relative_P_1000 1_4 0.3333 success_1 1_4 0.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 0.2000 set_relative_P 1_4 0.3333 set_recall 1_4 0.3333 set_map 1_4 0.0667 set_F 1_4 0.2500 num_nonrel_judged_ret 1_4 4 rbp 1_4 0.0243 rbp_resid 1_4 0.0000 unj_5 1_4 0.0000 unj_10 1_4 0.0000 unj_20 1_4 0.0000 num_ret 1_6 5 num_rel 1_6 4 num_rel_ret 1_6 2 map 1_6 0.1625 Rprec 1_6 0.2500 bpref 1_6 0.1250 recip_rank 1_6 0.2500 iprec_at_recall_0.00 1_6 0.4000 iprec_at_recall_0.10 1_6 0.4000 iprec_at_recall_0.20 1_6 0.4000 iprec_at_recall_0.30 1_6 0.4000 iprec_at_recall_0.40 1_6 0.4000 iprec_at_recall_0.50 1_6 0.4000 iprec_at_recall_0.60 1_6 0.4000 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 0.4000 P_10 1_6 0.2000 P_15 1_6 0.1333 P_20 1_6 0.1000 P_30 1_6 0.0667 P_100 1_6 0.0200 P_200 1_6 0.0100 P_500 1_6 0.0040 P_1000 1_6 0.0020 relstring 1_6 '00021' recall_5 1_6 0.5000 recall_10 1_6 0.5000 recall_15 1_6 0.5000 recall_20 1_6 0.5000 recall_30 1_6 0.5000 recall_100 1_6 0.5000 recall_200 1_6 0.5000 recall_500 1_6 0.5000 recall_1000 1_6 0.5000 infAP 1_6 0.1625 Rprec_mult_0.20 1_6 0.0000 Rprec_mult_0.40 1_6 0.0000 Rprec_mult_0.60 1_6 0.0000 Rprec_mult_0.80 1_6 0.2500 Rprec_mult_1.00 1_6 0.2500 Rprec_mult_1.20 1_6 0.4000 Rprec_mult_1.40 1_6 0.3333 Rprec_mult_1.60 1_6 0.2857 Rprec_mult_1.80 1_6 0.2500 Rprec_mult_2.00 1_6 0.2500 utility 1_6 -1.0000 11pt_avg 1_6 0.2545 binG 1_6 0.2153 G 1_6 0.1934 ndcg 1_6 0.2977 ndcg_rel 1_6 0.2747 Rndcg 1_6 0.1027 ndcg_cut_5 1_6 0.2977 ndcg_cut_10 1_6 0.2977 ndcg_cut_15 1_6 0.2977 ndcg_cut_20 1_6 0.2977 ndcg_cut_30 1_6 0.2977 ndcg_cut_100 1_6 0.2977 ndcg_cut_200 1_6 0.2977 ndcg_cut_500 1_6 0.2977 ndcg_cut_1000 1_6 0.2977 map_cut_5 1_6 0.1625 map_cut_10 1_6 0.1625 map_cut_15 1_6 0.1625 map_cut_20 1_6 0.1625 map_cut_30 1_6 0.1625 map_cut_100 1_6 0.1625 map_cut_200 1_6 0.1625 map_cut_500 1_6 0.1625 map_cut_1000 1_6 0.1625 relative_P_5 1_6 0.5000 relative_P_10 1_6 0.5000 relative_P_15 1_6 0.5000 relative_P_20 1_6 0.5000 relative_P_30 1_6 0.5000 relative_P_100 1_6 0.5000 relative_P_200 1_6 0.5000 relative_P_500 1_6 0.5000 relative_P_1000 1_6 0.5000 success_1 1_6 0.0000 success_5 1_6 1.0000 success_10 1_6 1.0000 set_P 1_6 0.4000 set_relative_P 1_6 0.5000 set_recall 1_6 0.5000 set_map 1_6 0.2000 set_F 1_6 0.4444 num_nonrel_judged_ret 1_6 3 rbp 1_6 0.1057 rbp_resid 1_6 0.0000 unj_5 1_6 0.0000 unj_10 1_6 0.0000 unj_20 1_6 0.0000 num_ret 1_7 5 num_rel 1_7 4 num_rel_ret 1_7 1 map 1_7 0.0625 Rprec 1_7 0.2500 bpref 1_7 0.0625 recip_rank 1_7 0.2500 iprec_at_recall_0.00 1_7 0.2500 iprec_at_recall_0.10 1_7 0.2500 iprec_at_recall_0.20 1_7 0.2500 iprec_at_recall_0.30 1_7 0.2500 iprec_at_recall_0.40 1_7 0.0000 iprec_at_recall_0.50 1_7 0.0000 iprec_at_recall_0.60 1_7 0.0000 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 0.2000 P_10 1_7 0.1000 P_15 1_7 0.0667 P_20 1_7 0.0500 P_30 1_7 0.0333 P_100 1_7 0.0100 P_200 1_7 0.0050 P_500 1_7 0.0020 P_1000 1_7 0.0010 relstring 1_7 '00020' recall_5 1_7 0.2500 recall_10 1_7 0.2500 recall_15 1_7 0.2500 recall_20 1_7 0.2500 recall_30 1_7 0.2500 recall_100 1_7 0.2500 recall_200 1_7 0.2500 recall_500 1_7 0.2500 recall_1000 1_7 0.2500 infAP 1_7 0.0625 Rprec_mult_0.20 1_7 0.0000 Rprec_mult_0.40 1_7 0.0000 Rprec_mult_0.60 1_7 0.0000 Rprec_mult_0.80 1_7 0.2500 Rprec_mult_1.00 1_7 0.2500 Rprec_mult_1.20 1_7 0.2000 Rprec_mult_1.40 1_7 0.1667 Rprec_mult_1.60 1_7 0.1429 Rprec_mult_1.80 1_7 0.1250 Rprec_mult_2.00 1_7 0.1250 utility 1_7 -3.0000 11pt_avg 1_7 0.0909 binG 1_7 0.1077 G 1_7 0.1018 ndcg 1_7 0.1836 ndcg_rel 1_7 0.1836 Rndcg 1_7 0.0918 ndcg_cut_5 1_7 0.1836 ndcg_cut_10 1_7 0.1836 ndcg_cut_15 1_7 0.1836 ndcg_cut_20 1_7 0.1836 ndcg_cut_30 1_7 0.1836 ndcg_cut_100 1_7 0.1836 ndcg_cut_200 1_7 0.1836 ndcg_cut_500 1_7 0.1836 ndcg_cut_1000 1_7 0.1836 map_cut_5 1_7 0.0625 map_cut_10 1_7 0.0625 map_cut_15 1_7 0.0625 map_cut_20 1_7 0.0625 map_cut_30 1_7 0.0625 map_cut_100 1_7 0.0625 map_cut_200 1_7 0.0625 map_cut_500 1_7 0.0625 map_cut_1000 1_7 0.0625 relative_P_5 1_7 0.2500 relative_P_10 1_7 0.2500 relative_P_15 1_7 0.2500 relative_P_20 1_7 0.2500 relative_P_30 1_7 0.2500 relative_P_100 1_7 0.2500 relative_P_200 1_7 0.2500 relative_P_500 1_7 0.2500 relative_P_1000 1_7 0.2500 success_1 1_7 0.0000 success_5 1_7 1.0000 success_10 1_7 1.0000 set_P 1_7 0.2000 set_relative_P 1_7 0.2500 set_recall 1_7 0.2500 set_map 1_7 0.0500 set_F 1_7 0.2222 num_nonrel_judged_ret 1_7 4 rbp 1_7 0.0729 rbp_resid 1_7 0.0000 unj_5 1_7 0.0000 unj_10 1_7 0.0000 unj_20 1_7 0.0000 num_ret 1_8 5 num_rel 1_8 5 num_rel_ret 1_8 2 map 1_8 0.1300 Rprec 1_8 0.4000 bpref 1_8 0.1600 recip_rank 1_8 0.2500 iprec_at_recall_0.00 1_8 0.4000 iprec_at_recall_0.10 1_8 0.4000 iprec_at_recall_0.20 1_8 0.4000 iprec_at_recall_0.30 1_8 0.4000 iprec_at_recall_0.40 1_8 0.4000 iprec_at_recall_0.50 1_8 0.0000 iprec_at_recall_0.60 1_8 0.0000 iprec_at_recall_0.70 1_8 0.0000 iprec_at_recall_0.80 1_8 0.0000 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 0.4000 P_10 1_8 0.2000 P_15 1_8 0.1333 P_20 1_8 0.1000 P_30 1_8 0.0667 P_100 1_8 0.0200 P_200 1_8 0.0100 P_500 1_8 0.0040 P_1000 1_8 0.0020 relstring 1_8 '00022' recall_5 1_8 0.4000 recall_10 1_8 0.4000 recall_15 1_8 0.4000 recall_20 1_8 0.4000 recall_30 1_8 0.4000 recall_100 1_8 0.4000 recall_200 1_8 0.4000 recall_500 1_8 0.4000 recall_1000 1_8 0.4000 infAP 1_8 0.1300 Rprec_mult_0.20 1_8 0.0000 Rprec_mult_0.40 1_8 0.0000 Rprec_mult_0.60 1_8 0.0000 Rprec_mult_0.80 1_8 0.2500 Rprec_mult_1.00 1_8 0.4000 Rprec_mult_1.20 1_8 0.3333 Rprec_mult_1.40 1_8 0.2857 Rprec_mult_1.60 1_8 0.2500 Rprec_mult_1.80 1_8 0.2222 Rprec_mult_2.00 1_8 0.2000 utility 1_8 -1.0000 11pt_avg 1_8 0.1818 binG 1_8 0.1723 G 1_8 0.1858 ndcg 1_8 0.3219 ndcg_rel 1_8 0.2942 Rndcg 1_8 0.1610 ndcg_cut_5 1_8 0.3219 ndcg_cut_10 1_8 0.3219 ndcg_cut_15 1_8 0.3219 ndcg_cut_20 1_8 0.3219 ndcg_cut_30 1_8 0.3219 ndcg_cut_100 1_8 0.3219 ndcg_cut_200 1_8 0.3219 ndcg_cut_500 1_8 0.3219 ndcg_cut_1000 1_8 0.3219 map_cut_5 1_8 0.1300 map_cut_10 1_8 0.1300 map_cut_15 1_8 0.1300 map_cut_20 1_8 0.1300 map_cut_30 1_8 0.1300 map_cut_100 1_8 0.1300 map_cut_200 1_8 0.1300 map_cut_500 1_8 0.1300 map_cut_1000 1_8 0.1300 relative_P_5 1_8 0.4000 relative_P_10 1_8 0.4000 relative_P_15 1_8 0.4000 relative_P_20 1_8 0.4000 relative_P_30 1_8 0.4000 relative_P_100 1_8 0.4000 relative_P_200 1_8 0.4000 relative_P_500 1_8 0.4000 relative_P_1000 1_8 0.4000 success_1 1_8 0.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 0.4000 set_relative_P 1_8 0.4000 set_recall 1_8 0.4000 set_map 1_8 0.1600 set_F 1_8 0.4000 num_nonrel_judged_ret 1_8 3 rbp 1_8 0.1385 rbp_resid 1_8 0.0000 unj_5 1_8 0.0000 unj_10 1_8 0.0000 unj_20 1_8 0.0000 num_ret 1_9 14 num_rel 1_9 6 num_rel_ret 1_9 6 map 1_9 0.3587 Rprec 1_9 0.1667 bpref 1_9 0.1111 recip_rank 1_9 0.2500 iprec_at_recall_0.00 1_9 0.4545 iprec_at_recall_0.10 1_9 0.4545 iprec_at_recall_0.20 1_9 0.4545 iprec_at_recall_0.30 1_9 0.4545 iprec_at_recall_0.40 1_9 0.4545 iprec_at_recall_0.50 1_9 0.4545 iprec_at_recall_0.60 1_9 0.4545 iprec_at_recall_0.70 1_9 0.4545 iprec_at_recall_0.80 1_9 0.4545 iprec_at_recall_0.90 1_9 0.4545 iprec_at_recall_1.00 1_9 0.4286 P_5 1_9 0.2000 P_10 1_9 0.4000 P_15 1_9 0.4000 P_20 1_9 0.3000 P_30 1_9 0.2000 P_100 1_9 0.0600 P_200 1_9 0.0300 P_500 1_9 0.0120 P_1000 1_9 0.0060 relstring 1_9 '0002001011' recall_5 1_9 0.1667 recall_10 1_9 0.6667 recall_15 1_9 1.0000 recall_20 1_9 1.0000 recall_30 1_9 1.0000 recall_100 1_9 1.0000 recall_200 1_9 1.0000 recall_500 1_9 1.0000 recall_1000 1_9 1.0000 infAP 1_9 0.3587 Rprec_mult_0.20 1_9 0.0000 Rprec_mult_0.40 1_9 0.0000 Rprec_mult_0.60 1_9 0.2500 Rprec_mult_0.80 1_9 0.2000 Rprec_mult_1.00 1_9 0.1667 Rprec_mult_1.20 1_9 0.2500 Rprec_mult_1.40 1_9 0.3333 Rprec_mult_1.60 1_9 0.4000 Rprec_mult_1.80 1_9 0.4545 Rprec_mult_2.00 1_9 0.4167 utility 1_9 -2.0000 11pt_avg 1_9 0.4522 binG 1_9 0.3480 G 1_9 0.3319 ndcg 1_9 0.5218 ndcg_rel 1_9 0.3420 Rndcg 1_9 0.2321 ndcg_cut_5 1_9 0.1881 ndcg_cut_10 1_9 0.3616 ndcg_cut_15 1_9 0.5218 ndcg_cut_20 1_9 0.5218 ndcg_cut_30 1_9 0.5218 ndcg_cut_100 1_9 0.5218 ndcg_cut_200 1_9 0.5218 ndcg_cut_500 1_9 0.5218 ndcg_cut_1000 1_9 0.5218 map_cut_5 1_9 0.0417 map_cut_10 1_9 0.2115 map_cut_15 1_9 0.3587 map_cut_20 1_9 0.3587 map_cut_30 1_9 0.3587 map_cut_100 1_9 0.3587 map_cut_200 1_9 0.3587 map_cut_500 1_9 0.3587 map_cut_1000 1_9 0.3587 relative_P_5 1_9 0.2000 relative_P_10 1_9 0.6667 relative_P_15 1_9 1.0000 relative_P_20 1_9 1.0000 relative_P_30 1_9 1.0000 relative_P_100 1_9 1.0000 relative_P_200 1_9 1.0000 relative_P_500 1_9 1.0000 relative_P_1000 1_9 1.0000 success_1 1_9 0.0000 success_5 1_9 1.0000 success_10 1_9 1.0000 set_P 1_9 0.4286 set_relative_P 1_9 1.0000 set_recall 1_9 1.0000 set_map 1_9 0.4286 set_F 1_9 0.6000 num_nonrel_judged_ret 1_9 8 rbp 1_9 0.1832 rbp_resid 1_9 0.0000 unj_5 1_9 0.0000 unj_10 1_9 0.0000 unj_20 1_9 0.0000 num_ret 4_10 15 num_rel 4_10 0 num_rel_ret 4_10 0 map 4_10 0.0000 Rprec 4_10 0.0000 bpref 4_10 0.0000 recip_rank 4_10 0.0000 iprec_at_recall_0.00 4_10 0.0000 iprec_at_recall_0.10 4_10 0.0000 iprec_at_recall_0.20 4_10 0.0000 iprec_at_recall_0.30 4_10 0.0000 iprec_at_recall_0.40 4_10 0.0000 iprec_at_recall_0.50 4_10 0.0000 iprec_at_recall_0.60 4_10 0.0000 iprec_at_recall_0.70 4_10 0.0000 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 0.0000 P_10 4_10 0.0000 P_15 4_10 0.0000 P_20 4_10 0.0000 P_30 4_10 0.0000 P_100 4_10 0.0000 P_200 4_10 0.0000 P_500 4_10 0.0000 P_1000 4_10 0.0000 relstring 4_10 '0000000000' recall_5 4_10 0.0000 recall_10 4_10 0.0000 recall_15 4_10 0.0000 recall_20 4_10 0.0000 recall_30 4_10 0.0000 recall_100 4_10 0.0000 recall_200 4_10 0.0000 recall_500 4_10 0.0000 recall_1000 4_10 0.0000 infAP 4_10 0.0000 Rprec_mult_0.20 4_10 0.0000 Rprec_mult_0.40 4_10 0.0000 Rprec_mult_0.60 4_10 0.0000 Rprec_mult_0.80 4_10 0.0000 Rprec_mult_1.00 4_10 0.0000 Rprec_mult_1.20 4_10 0.0000 Rprec_mult_1.40 4_10 0.0000 Rprec_mult_1.60 4_10 0.0000 Rprec_mult_1.80 4_10 0.0000 Rprec_mult_2.00 4_10 0.0000 utility 4_10 -15.0000 11pt_avg 4_10 0.0000 binG 4_10 0.0000 G 4_10 0.0000 ndcg 4_10 0.0000 ndcg_rel 4_10 0.0000 Rndcg 4_10 0.0000 ndcg_cut_5 4_10 0.0000 ndcg_cut_10 4_10 0.0000 ndcg_cut_15 4_10 0.0000 ndcg_cut_20 4_10 0.0000 ndcg_cut_30 4_10 0.0000 ndcg_cut_100 4_10 0.0000 ndcg_cut_200 4_10 0.0000 ndcg_cut_500 4_10 0.0000 ndcg_cut_1000 4_10 0.0000 map_cut_5 4_10 0.0000 map_cut_10 4_10 0.0000 map_cut_15 4_10 0.0000 map_cut_20 4_10 0.0000 map_cut_30 4_10 0.0000 map_cut_100 4_10 0.0000 map_cut_200 4_10 0.0000 map_cut_500 4_10 0.0000 map_cut_1000 4_10 0.0000 relative_P_5 4_10 0.0000 relative_P_10 4_10 0.0000 relative_P_15 4_10 0.0000 relative_P_20 4_10 0.0000 relative_P_30 4_10 0.0000 relative_P_100 4_10 0.0000 relative_P_200 4_10 0.0000 relative_P_500 4_10 0.0000 relative_P_1000 4_10 0.0000 success_1 4_10 0.0000 success_5 4_10 0.0000 success_10 4_10 0.0000 set_P 4_10 0.0000 set_relative_P 4_10 0.0000 set_recall 4_10 0.0000 set_map 4_10 0.0000 set_F 4_10 0.0000 num_nonrel_judged_ret 4_10 15 rbp 4_10 0.0000 rbp_resid 4_10 0.0000 unj_5 4_10 0.0000 unj_10 4_10 0.0000 unj_20 4_10 0.0000 num_ret 4_11 2 num_rel 4_11 1 num_rel_ret 4_11 0 map 4_11 0.0000 Rprec 4_11 0.0000 bpref 4_11 0.0000 recip_rank 4_11 0.0000 iprec_at_recall_0.00 4_11 0.0000 iprec_at_recall_0.10 4_11 0.0000 iprec_at_recall_0.20 4_11 0.0000 iprec_at_recall_0.30 4_11 0.0000 iprec_at_recall_0.40 4_11 0.0000 iprec_at_recall_0.50 4_11 0.0000 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 0.0000 P_10 4_11 0.0000 P_15 4_11 0.0000 P_20 4_11 0.0000 P_30 4_11 0.0000 P_100 4_11 0.0000 P_200 4_11 0.0000 P_500 4_11 0.0000 P_1000 4_11 0.0000 relstring 4_11 '00' recall_5 4_11 0.0000 recall_10 4_11 0.0000 recall_15 4_11 0.0000 recall_20 4_11 0.0000 recall_30 4_11 0.0000 recall_100 4_11 0.0000 recall_200 4_11 0.0000 recall_500 4_11 0.0000 recall_1000 4_11 0.0000 infAP 4_11 0.0000 Rprec_mult_0.20 4_11 0.0000 Rprec_mult_0.40 4_11 0.0000 Rprec_mult_0.60 4_11 0.0000 Rprec_mult_0.80 4_11 0.0000 Rprec_mult_1.00 4_11 0.0000 Rprec_mult_1.20 4_11 0.0000 Rprec_mult_1.40 4_11 0.0000 Rprec_mult_1.60 4_11 0.0000 Rprec_mult_1.80 4_11 0.0000 Rprec_mult_2.00 4_11 0.0000 utility 4_11 -2.0000 11pt_avg 4_11 0.0000 binG 4_11 0.0000 G 4_11 0.0000 ndcg 4_11 0.0000 ndcg_rel 4_11 0.0000 Rndcg 4_11 0.0000 ndcg_cut_5 4_11 0.0000 ndcg_cut_10 4_11 0.0000 ndcg_cut_15 4_11 0.0000 ndcg_cut_20 4_11 0.0000 ndcg_cut_30 4_11 0.0000 ndcg_cut_100 4_11 0.0000 ndcg_cut_200 4_11 0.0000 ndcg_cut_500 4_11 0.0000 ndcg_cut_1000 4_11 0.0000 map_cut_5 4_11 0.0000 map_cut_10 4_11 0.0000 map_cut_15 4_11 0.0000 map_cut_20 4_11 0.0000 map_cut_30 4_11 0.0000 map_cut_100 4_11 0.0000 map_cut_200 4_11 0.0000 map_cut_500 4_11 0.0000 map_cut_1000 4_11 0.0000 relative_P_5 4_11 0.0000 relative_P_10 4_11 0.0000 relative_P_15 4_11 0.0000 relative_P_20 4_11 0.0000 relative_P_30 4_11 0.0000 relative_P_100 4_11 0.0000 relative_P_200 4_11 0.0000 relative_P_500 4_11 0.0000 relative_P_1000 4_11 0.0000 success_1 4_11 0.0000 success_5 4_11 0.0000 success_10 4_11 0.0000 set_P 4_11 0.0000 set_relative_P 4_11 0.0000 set_recall 4_11 0.0000 set_map 4_11 0.0000 set_F 4_11 0.0000 num_nonrel_judged_ret 4_11 2 rbp 4_11 0.0000 rbp_resid 4_11 0.0000 unj_5 4_11 0.0000 unj_10 4_11 0.0000 unj_20 4_11 0.0000 num_ret 4_12 3 num_rel 4_12 0 num_rel_ret 4_12 0 map 4_12 0.0000 Rprec 4_12 0.0000 bpref 4_12 0.0000 recip_rank 4_12 0.0000 iprec_at_recall_0.00 4_12 0.0000 iprec_at_recall_0.10 4_12 0.0000 iprec_at_recall_0.20 4_12 0.0000 iprec_at_recall_0.30 4_12 0.0000 iprec_at_recall_0.40 4_12 0.0000 iprec_at_recall_0.50 4_12 0.0000 iprec_at_recall_0.60 4_12 0.0000 iprec_at_recall_0.70 4_12 0.0000 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 0.0000 P_10 4_12 0.0000 P_15 4_12 0.0000 P_20 4_12 0.0000 P_30 4_12 0.0000 P_100 4_12 0.0000 P_200 4_12 0.0000 P_500 4_12 0.0000 P_1000 4_12 0.0000 relstring 4_12 '000' recall_5 4_12 0.0000 recall_10 4_12 0.0000 recall_15 4_12 0.0000 recall_20 4_12 0.0000 recall_30 4_12 0.0000 recall_100 4_12 0.0000 recall_200 4_12 0.0000 recall_500 4_12 0.0000 recall_1000 4_12 0.0000 infAP 4_12 0.0000 Rprec_mult_0.20 4_12 0.0000 Rprec_mult_0.40 4_12 0.0000 Rprec_mult_0.60 4_12 0.0000 Rprec_mult_0.80 4_12 0.0000 Rprec_mult_1.00 4_12 0.0000 Rprec_mult_1.20 4_12 0.0000 Rprec_mult_1.40 4_12 0.0000 Rprec_mult_1.60 4_12 0.0000 Rprec_mult_1.80 4_12 0.0000 Rprec_mult_2.00 4_12 0.0000 utility 4_12 -3.0000 11pt_avg 4_12 0.0000 binG 4_12 0.0000 G 4_12 0.0000 ndcg 4_12 0.0000 ndcg_rel 4_12 0.0000 Rndcg 4_12 0.0000 ndcg_cut_5 4_12 0.0000 ndcg_cut_10 4_12 0.0000 ndcg_cut_15 4_12 0.0000 ndcg_cut_20 4_12 0.0000 ndcg_cut_30 4_12 0.0000 ndcg_cut_100 4_12 0.0000 ndcg_cut_200 4_12 0.0000 ndcg_cut_500 4_12 0.0000 ndcg_cut_1000 4_12 0.0000 map_cut_5 4_12 0.0000 map_cut_10 4_12 0.0000 map_cut_15 4_12 0.0000 map_cut_20 4_12 0.0000 map_cut_30 4_12 0.0000 map_cut_100 4_12 0.0000 map_cut_200 4_12 0.0000 map_cut_500 4_12 0.0000 map_cut_1000 4_12 0.0000 relative_P_5 4_12 0.0000 relative_P_10 4_12 0.0000 relative_P_15 4_12 0.0000 relative_P_20 4_12 0.0000 relative_P_30 4_12 0.0000 relative_P_100 4_12 0.0000 relative_P_200 4_12 0.0000 relative_P_500 4_12 0.0000 relative_P_1000 4_12 0.0000 success_1 4_12 0.0000 success_5 4_12 0.0000 success_10 4_12 0.0000 set_P 4_12 0.0000 set_relative_P 4_12 0.0000 set_recall 4_12 0.0000 set_map 4_12 0.0000 set_F 4_12 0.0000 num_nonrel_judged_ret 4_12 3 rbp 4_12 0.0000 rbp_resid 4_12 0.0000 unj_5 4_12 0.0000 unj_10 4_12 0.0000 unj_20 4_12 0.0000 num_ret 4_13 5 num_rel 4_13 0 num_rel_ret 4_13 0 map 4_13 0.0000 Rprec 4_13 0.0000 bpref 4_13 0.0000 recip_rank 4_13 0.0000 iprec_at_recall_0.00 4_13 0.0000 iprec_at_recall_0.10 4_13 0.0000 iprec_at_recall_0.20 4_13 0.0000 iprec_at_recall_0.30 4_13 0.0000 iprec_at_recall_0.40 4_13 0.0000 iprec_at_recall_0.50 4_13 0.0000 iprec_at_recall_0.60 4_13 0.0000 iprec_at_recall_0.70 4_13 0.0000 iprec_at_recall_0.80 4_13 0.0000 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 0.0000 P_10 4_13 0.0000 P_15 4_13 0.0000 P_20 4_13 0.0000 P_30 4_13 0.0000 P_100 4_13 0.0000 P_200 4_13 0.0000 P_500 4_13 0.0000 P_1000 4_13 0.0000 relstring 4_13 '00000' recall_5 4_13 0.0000 recall_10 4_13 0.0000 recall_15 4_13 0.0000 recall_20 4_13 0.0000 recall_30 4_13 0.0000 recall_100 4_13 0.0000 recall_200 4_13 0.0000 recall_500 4_13 0.0000 recall_1000 4_13 0.0000 infAP 4_13 0.0000 Rprec_mult_0.20 4_13 0.0000 Rprec_mult_0.40 4_13 0.0000 Rprec_mult_0.60 4_13 0.0000 Rprec_mult_0.80 4_13 0.0000 Rprec_mult_1.00 4_13 0.0000 Rprec_mult_1.20 4_13 0.0000 Rprec_mult_1.40 4_13 0.0000 Rprec_mult_1.60 4_13 0.0000 Rprec_mult_1.80 4_13 0.0000 Rprec_mult_2.00 4_13 0.0000 utility 4_13 -5.0000 11pt_avg 4_13 0.0000 binG 4_13 0.0000 G 4_13 0.0000 ndcg 4_13 0.0000 ndcg_rel 4_13 0.0000 Rndcg 4_13 0.0000 ndcg_cut_5 4_13 0.0000 ndcg_cut_10 4_13 0.0000 ndcg_cut_15 4_13 0.0000 ndcg_cut_20 4_13 0.0000 ndcg_cut_30 4_13 0.0000 ndcg_cut_100 4_13 0.0000 ndcg_cut_200 4_13 0.0000 ndcg_cut_500 4_13 0.0000 ndcg_cut_1000 4_13 0.0000 map_cut_5 4_13 0.0000 map_cut_10 4_13 0.0000 map_cut_15 4_13 0.0000 map_cut_20 4_13 0.0000 map_cut_30 4_13 0.0000 map_cut_100 4_13 0.0000 map_cut_200 4_13 0.0000 map_cut_500 4_13 0.0000 map_cut_1000 4_13 0.0000 relative_P_5 4_13 0.0000 relative_P_10 4_13 0.0000 relative_P_15 4_13 0.0000 relative_P_20 4_13 0.0000 relative_P_30 4_13 0.0000 relative_P_100 4_13 0.0000 relative_P_200 4_13 0.0000 relative_P_500 4_13 0.0000 relative_P_1000 4_13 0.0000 success_1 4_13 0.0000 success_5 4_13 0.0000 success_10 4_13 0.0000 set_P 4_13 0.0000 set_relative_P 4_13 0.0000 set_recall 4_13 0.0000 set_map 4_13 0.0000 set_F 4_13 0.0000 num_nonrel_judged_ret 4_13 5 rbp 4_13 0.0000 rbp_resid 4_13 0.0000 unj_5 4_13 0.0000 unj_10 4_13 0.0000 unj_20 4_13 0.0000 num_ret 4_14 5 num_rel 4_14 1 num_rel_ret 4_14 0 map 4_14 0.0000 Rprec 4_14 0.0000 bpref 4_14 0.0000 recip_rank 4_14 0.0000 iprec_at_recall_0.00 4_14 0.0000 iprec_at_recall_0.10 4_14 0.0000 iprec_at_recall_0.20 4_14 0.0000 iprec_at_recall_0.30 4_14 0.0000 iprec_at_recall_0.40 4_14 0.0000 iprec_at_recall_0.50 4_14 0.0000 iprec_at_recall_0.60 4_14 0.0000 iprec_at_recall_0.70 4_14 0.0000 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 0.0000 P_10 4_14 0.0000 P_15 4_14 0.0000 P_20 4_14 0.0000 P_30 4_14 0.0000 P_100 4_14 0.0000 P_200 4_14 0.0000 P_500 4_14 0.0000 P_1000 4_14 0.0000 relstring 4_14 '00000' recall_5 4_14 0.0000 recall_10 4_14 0.0000 recall_15 4_14 0.0000 recall_20 4_14 0.0000 recall_30 4_14 0.0000 recall_100 4_14 0.0000 recall_200 4_14 0.0000 recall_500 4_14 0.0000 recall_1000 4_14 0.0000 infAP 4_14 0.0000 Rprec_mult_0.20 4_14 0.0000 Rprec_mult_0.40 4_14 0.0000 Rprec_mult_0.60 4_14 0.0000 Rprec_mult_0.80 4_14 0.0000 Rprec_mult_1.00 4_14 0.0000 Rprec_mult_1.20 4_14 0.0000 Rprec_mult_1.40 4_14 0.0000 Rprec_mult_1.60 4_14 0.0000 Rprec_mult_1.80 4_14 0.0000 Rprec_mult_2.00 4_14 0.0000 utility 4_14 -5.0000 11pt_avg 4_14 0.0000 binG 4_14 0.0000 G 4_14 0.0000 ndcg 4_14 0.0000 ndcg_rel 4_14 0.0000 Rndcg 4_14 0.0000 ndcg_cut_5 4_14 0.0000 ndcg_cut_10 4_14 0.0000 ndcg_cut_15 4_14 0.0000 ndcg_cut_20 4_14 0.0000 ndcg_cut_30 4_14 0.0000 ndcg_cut_100 4_14 0.0000 ndcg_cut_200 4_14 0.0000 ndcg_cut_500 4_14 0.0000 ndcg_cut_1000 4_14 0.0000 map_cut_5 4_14 0.0000 map_cut_10 4_14 0.0000 map_cut_15 4_14 0.0000 map_cut_20 4_14 0.0000 map_cut_30 4_14 0.0000 map_cut_100 4_14 0.0000 map_cut_200 4_14 0.0000 map_cut_500 4_14 0.0000 map_cut_1000 4_14 0.0000 relative_P_5 4_14 0.0000 relative_P_10 4_14 0.0000 relative_P_15 4_14 0.0000 relative_P_20 4_14 0.0000 relative_P_30 4_14 0.0000 relative_P_100 4_14 0.0000 relative_P_200 4_14 0.0000 relative_P_500 4_14 0.0000 relative_P_1000 4_14 0.0000 success_1 4_14 0.0000 success_5 4_14 0.0000 success_10 4_14 0.0000 set_P 4_14 0.0000 set_relative_P 4_14 0.0000 set_recall 4_14 0.0000 set_map 4_14 0.0000 set_F 4_14 0.0000 num_nonrel_judged_ret 4_14 5 rbp 4_14 0.0000 rbp_resid 4_14 0.0000 unj_5 4_14 0.0000 unj_10 4_14 0.0000 unj_20 4_14 0.0000 num_ret 4_17 15 num_rel 4_17 0 num_rel_ret 4_17 0 map 4_17 0.0000 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0000 iprec_at_recall_0.00 4_17 0.0000 iprec_at_recall_0.10 4_17 0.0000 iprec_at_recall_0.20 4_17 0.0000 iprec_at_recall_0.30 4_17 0.0000 iprec_at_recall_0.40 4_17 0.0000 iprec_at_recall_0.50 4_17 0.0000 iprec_at_recall_0.60 4_17 0.0000 iprec_at_recall_0.70 4_17 0.0000 iprec_at_recall_0.80 4_17 0.0000 iprec_at_recall_0.90 4_17 0.0000 iprec_at_recall_1.00 4_17 0.0000 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0000 P_100 4_17 0.0000 P_200 4_17 0.0000 P_500 4_17 0.0000 P_1000 4_17 0.0000 relstring 4_17 '0000000000' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 0.0000 recall_100 4_17 0.0000 recall_200 4_17 0.0000 recall_500 4_17 0.0000 recall_1000 4_17 0.0000 infAP 4_17 0.0000 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -15.0000 11pt_avg 4_17 0.0000 binG 4_17 0.0000 G 4_17 0.0000 ndcg 4_17 0.0000 ndcg_rel 4_17 0.0000 Rndcg 4_17 0.0000 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.0000 ndcg_cut_100 4_17 0.0000 ndcg_cut_200 4_17 0.0000 ndcg_cut_500 4_17 0.0000 ndcg_cut_1000 4_17 0.0000 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0000 map_cut_100 4_17 0.0000 map_cut_200 4_17 0.0000 map_cut_500 4_17 0.0000 map_cut_1000 4_17 0.0000 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 0.0000 relative_P_100 4_17 0.0000 relative_P_200 4_17 0.0000 relative_P_500 4_17 0.0000 relative_P_1000 4_17 0.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0000 set_relative_P 4_17 0.0000 set_recall 4_17 0.0000 set_map 4_17 0.0000 set_F 4_17 0.0000 num_nonrel_judged_ret 4_17 15 rbp 4_17 0.0000 rbp_resid 4_17 0.0000 unj_5 4_17 0.0000 unj_10 4_17 0.0000 unj_20 4_17 0.0000 num_ret 4_3 15 num_rel 4_3 1 num_rel_ret 4_3 1 map 4_3 0.0714 Rprec 4_3 0.0000 bpref 4_3 0.0000 recip_rank 4_3 0.0714 iprec_at_recall_0.00 4_3 0.0714 iprec_at_recall_0.10 4_3 0.0714 iprec_at_recall_0.20 4_3 0.0714 iprec_at_recall_0.30 4_3 0.0714 iprec_at_recall_0.40 4_3 0.0714 iprec_at_recall_0.50 4_3 0.0714 iprec_at_recall_0.60 4_3 0.0714 iprec_at_recall_0.70 4_3 0.0714 iprec_at_recall_0.80 4_3 0.0714 iprec_at_recall_0.90 4_3 0.0714 iprec_at_recall_1.00 4_3 0.0714 P_5 4_3 0.0000 P_10 4_3 0.0000 P_15 4_3 0.0667 P_20 4_3 0.0500 P_30 4_3 0.0333 P_100 4_3 0.0100 P_200 4_3 0.0050 P_500 4_3 0.0020 P_1000 4_3 0.0010 relstring 4_3 '0000000000' recall_5 4_3 0.0000 recall_10 4_3 0.0000 recall_15 4_3 1.0000 recall_20 4_3 1.0000 recall_30 4_3 1.0000 recall_100 4_3 1.0000 recall_200 4_3 1.0000 recall_500 4_3 1.0000 recall_1000 4_3 1.0000 infAP 4_3 0.0714 Rprec_mult_0.20 4_3 0.0000 Rprec_mult_0.40 4_3 0.0000 Rprec_mult_0.60 4_3 0.0000 Rprec_mult_0.80 4_3 0.0000 Rprec_mult_1.00 4_3 0.0000 Rprec_mult_1.20 4_3 0.0000 Rprec_mult_1.40 4_3 0.0000 Rprec_mult_1.60 4_3 0.0000 Rprec_mult_1.80 4_3 0.0000 Rprec_mult_2.00 4_3 0.0000 utility 4_3 -13.0000 11pt_avg 4_3 0.0714 binG 4_3 0.2560 G 4_3 0.2560 ndcg 4_3 0.2560 ndcg_rel 4_3 0.2560 Rndcg 4_3 0.1280 ndcg_cut_5 4_3 0.0000 ndcg_cut_10 4_3 0.0000 ndcg_cut_15 4_3 0.2560 ndcg_cut_20 4_3 0.2560 ndcg_cut_30 4_3 0.2560 ndcg_cut_100 4_3 0.2560 ndcg_cut_200 4_3 0.2560 ndcg_cut_500 4_3 0.2560 ndcg_cut_1000 4_3 0.2560 map_cut_5 4_3 0.0000 map_cut_10 4_3 0.0000 map_cut_15 4_3 0.0714 map_cut_20 4_3 0.0714 map_cut_30 4_3 0.0714 map_cut_100 4_3 0.0714 map_cut_200 4_3 0.0714 map_cut_500 4_3 0.0714 map_cut_1000 4_3 0.0714 relative_P_5 4_3 0.0000 relative_P_10 4_3 0.0000 relative_P_15 4_3 1.0000 relative_P_20 4_3 1.0000 relative_P_30 4_3 1.0000 relative_P_100 4_3 1.0000 relative_P_200 4_3 1.0000 relative_P_500 4_3 1.0000 relative_P_1000 4_3 1.0000 success_1 4_3 0.0000 success_5 4_3 0.0000 success_10 4_3 0.0000 set_P 4_3 0.0667 set_relative_P 4_3 1.0000 set_recall 4_3 1.0000 set_map 4_3 0.0667 set_F 4_3 0.1250 num_nonrel_judged_ret 4_3 14 rbp 4_3 0.0254 rbp_resid 4_3 0.0000 unj_5 4_3 0.0000 unj_10 4_3 0.0000 unj_20 4_3 0.0000 num_ret 4_4 15 num_rel 4_4 1 num_rel_ret 4_4 1 map 4_4 0.0833 Rprec 4_4 0.0000 bpref 4_4 0.0000 recip_rank 4_4 0.0833 iprec_at_recall_0.00 4_4 0.0833 iprec_at_recall_0.10 4_4 0.0833 iprec_at_recall_0.20 4_4 0.0833 iprec_at_recall_0.30 4_4 0.0833 iprec_at_recall_0.40 4_4 0.0833 iprec_at_recall_0.50 4_4 0.0833 iprec_at_recall_0.60 4_4 0.0833 iprec_at_recall_0.70 4_4 0.0833 iprec_at_recall_0.80 4_4 0.0833 iprec_at_recall_0.90 4_4 0.0833 iprec_at_recall_1.00 4_4 0.0833 P_5 4_4 0.0000 P_10 4_4 0.0000 P_15 4_4 0.0667 P_20 4_4 0.0500 P_30 4_4 0.0333 P_100 4_4 0.0100 P_200 4_4 0.0050 P_500 4_4 0.0020 P_1000 4_4 0.0010 relstring 4_4 '0000000000' recall_5 4_4 0.0000 recall_10 4_4 0.0000 recall_15 4_4 1.0000 recall_20 4_4 1.0000 recall_30 4_4 1.0000 recall_100 4_4 1.0000 recall_200 4_4 1.0000 recall_500 4_4 1.0000 recall_1000 4_4 1.0000 infAP 4_4 0.0833 Rprec_mult_0.20 4_4 0.0000 Rprec_mult_0.40 4_4 0.0000 Rprec_mult_0.60 4_4 0.0000 Rprec_mult_0.80 4_4 0.0000 Rprec_mult_1.00 4_4 0.0000 Rprec_mult_1.20 4_4 0.0000 Rprec_mult_1.40 4_4 0.0000 Rprec_mult_1.60 4_4 0.0000 Rprec_mult_1.80 4_4 0.0000 Rprec_mult_2.00 4_4 0.0000 utility 4_4 -13.0000 11pt_avg 4_4 0.0833 binG 4_4 0.2702 G 4_4 0.2702 ndcg 4_4 0.2702 ndcg_rel 4_4 0.2702 Rndcg 4_4 0.1351 ndcg_cut_5 4_4 0.0000 ndcg_cut_10 4_4 0.0000 ndcg_cut_15 4_4 0.2702 ndcg_cut_20 4_4 0.2702 ndcg_cut_30 4_4 0.2702 ndcg_cut_100 4_4 0.2702 ndcg_cut_200 4_4 0.2702 ndcg_cut_500 4_4 0.2702 ndcg_cut_1000 4_4 0.2702 map_cut_5 4_4 0.0000 map_cut_10 4_4 0.0000 map_cut_15 4_4 0.0833 map_cut_20 4_4 0.0833 map_cut_30 4_4 0.0833 map_cut_100 4_4 0.0833 map_cut_200 4_4 0.0833 map_cut_500 4_4 0.0833 map_cut_1000 4_4 0.0833 relative_P_5 4_4 0.0000 relative_P_10 4_4 0.0000 relative_P_15 4_4 1.0000 relative_P_20 4_4 1.0000 relative_P_30 4_4 1.0000 relative_P_100 4_4 1.0000 relative_P_200 4_4 1.0000 relative_P_500 4_4 1.0000 relative_P_1000 4_4 1.0000 success_1 4_4 0.0000 success_5 4_4 0.0000 success_10 4_4 0.0000 set_P 4_4 0.0667 set_relative_P 4_4 1.0000 set_recall 4_4 1.0000 set_map 4_4 0.0667 set_F 4_4 0.1250 num_nonrel_judged_ret 4_4 14 rbp 4_4 0.0314 rbp_resid 4_4 0.0000 unj_5 4_4 0.0000 unj_10 4_4 0.0000 unj_20 4_4 0.0000 num_ret 4_5 2 num_rel 4_5 1 num_rel_ret 4_5 1 map 4_5 1.0000 Rprec 4_5 1.0000 bpref 4_5 1.0000 recip_rank 4_5 1.0000 iprec_at_recall_0.00 4_5 1.0000 iprec_at_recall_0.10 4_5 1.0000 iprec_at_recall_0.20 4_5 1.0000 iprec_at_recall_0.30 4_5 1.0000 iprec_at_recall_0.40 4_5 1.0000 iprec_at_recall_0.50 4_5 1.0000 iprec_at_recall_0.60 4_5 1.0000 iprec_at_recall_0.70 4_5 1.0000 iprec_at_recall_0.80 4_5 1.0000 iprec_at_recall_0.90 4_5 1.0000 iprec_at_recall_1.00 4_5 1.0000 P_5 4_5 0.2000 P_10 4_5 0.1000 P_15 4_5 0.0667 P_20 4_5 0.0500 P_30 4_5 0.0333 P_100 4_5 0.0100 P_200 4_5 0.0050 P_500 4_5 0.0020 P_1000 4_5 0.0010 relstring 4_5 '10' recall_5 4_5 1.0000 recall_10 4_5 1.0000 recall_15 4_5 1.0000 recall_20 4_5 1.0000 recall_30 4_5 1.0000 recall_100 4_5 1.0000 recall_200 4_5 1.0000 recall_500 4_5 1.0000 recall_1000 4_5 1.0000 infAP 4_5 1.0000 Rprec_mult_0.20 4_5 1.0000 Rprec_mult_0.40 4_5 1.0000 Rprec_mult_0.60 4_5 1.0000 Rprec_mult_0.80 4_5 1.0000 Rprec_mult_1.00 4_5 1.0000 Rprec_mult_1.20 4_5 0.5000 Rprec_mult_1.40 4_5 0.5000 Rprec_mult_1.60 4_5 0.5000 Rprec_mult_1.80 4_5 0.5000 Rprec_mult_2.00 4_5 0.5000 utility 4_5 0.0000 11pt_avg 4_5 1.0000 binG 4_5 1.0000 G 4_5 1.0000 ndcg 4_5 1.0000 ndcg_rel 4_5 1.0000 Rndcg 4_5 1.0000 ndcg_cut_5 4_5 1.0000 ndcg_cut_10 4_5 1.0000 ndcg_cut_15 4_5 1.0000 ndcg_cut_20 4_5 1.0000 ndcg_cut_30 4_5 1.0000 ndcg_cut_100 4_5 1.0000 ndcg_cut_200 4_5 1.0000 ndcg_cut_500 4_5 1.0000 ndcg_cut_1000 4_5 1.0000 map_cut_5 4_5 1.0000 map_cut_10 4_5 1.0000 map_cut_15 4_5 1.0000 map_cut_20 4_5 1.0000 map_cut_30 4_5 1.0000 map_cut_100 4_5 1.0000 map_cut_200 4_5 1.0000 map_cut_500 4_5 1.0000 map_cut_1000 4_5 1.0000 relative_P_5 4_5 1.0000 relative_P_10 4_5 1.0000 relative_P_15 4_5 1.0000 relative_P_20 4_5 1.0000 relative_P_30 4_5 1.0000 relative_P_100 4_5 1.0000 relative_P_200 4_5 1.0000 relative_P_500 4_5 1.0000 relative_P_1000 4_5 1.0000 success_1 4_5 1.0000 success_5 4_5 1.0000 success_10 4_5 1.0000 set_P 4_5 0.5000 set_relative_P 4_5 1.0000 set_recall 4_5 1.0000 set_map 4_5 0.5000 set_F 4_5 0.6667 num_nonrel_judged_ret 4_5 1 rbp 4_5 0.1000 rbp_resid 4_5 0.0000 unj_5 4_5 0.0000 unj_10 4_5 0.0000 unj_20 4_5 0.0000 num_ret 4_7 14 num_rel 4_7 3 num_rel_ret 4_7 2 map 4_7 0.0883 Rprec 4_7 0.0000 bpref 4_7 0.0000 recip_rank 4_7 0.1111 iprec_at_recall_0.00 4_7 0.1538 iprec_at_recall_0.10 4_7 0.1538 iprec_at_recall_0.20 4_7 0.1538 iprec_at_recall_0.30 4_7 0.1538 iprec_at_recall_0.40 4_7 0.1538 iprec_at_recall_0.50 4_7 0.1538 iprec_at_recall_0.60 4_7 0.1538 iprec_at_recall_0.70 4_7 0.1538 iprec_at_recall_0.80 4_7 0.1538 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 0.0000 P_10 4_7 0.1000 P_15 4_7 0.1333 P_20 4_7 0.1000 P_30 4_7 0.0667 P_100 4_7 0.0200 P_200 4_7 0.0100 P_500 4_7 0.0040 P_1000 4_7 0.0020 relstring 4_7 '0000000010' recall_5 4_7 0.0000 recall_10 4_7 0.3333 recall_15 4_7 0.6667 recall_20 4_7 0.6667 recall_30 4_7 0.6667 recall_100 4_7 0.6667 recall_200 4_7 0.6667 recall_500 4_7 0.6667 recall_1000 4_7 0.6667 infAP 4_7 0.0883 Rprec_mult_0.20 4_7 0.0000 Rprec_mult_0.40 4_7 0.0000 Rprec_mult_0.60 4_7 0.0000 Rprec_mult_0.80 4_7 0.0000 Rprec_mult_1.00 4_7 0.0000 Rprec_mult_1.20 4_7 0.0000 Rprec_mult_1.40 4_7 0.0000 Rprec_mult_1.60 4_7 0.0000 Rprec_mult_1.80 4_7 0.0000 Rprec_mult_2.00 4_7 0.0000 utility 4_7 -10.0000 11pt_avg 4_7 0.1259 binG 4_7 0.1904 G 4_7 0.1379 ndcg 4_7 0.1800 ndcg_rel 4_7 0.1521 Rndcg 4_7 0.0600 ndcg_cut_5 4_7 0.0000 ndcg_cut_10 4_7 0.0961 ndcg_cut_15 4_7 0.1800 ndcg_cut_20 4_7 0.1800 ndcg_cut_30 4_7 0.1800 ndcg_cut_100 4_7 0.1800 ndcg_cut_200 4_7 0.1800 ndcg_cut_500 4_7 0.1800 ndcg_cut_1000 4_7 0.1800 map_cut_5 4_7 0.0000 map_cut_10 4_7 0.0370 map_cut_15 4_7 0.0883 map_cut_20 4_7 0.0883 map_cut_30 4_7 0.0883 map_cut_100 4_7 0.0883 map_cut_200 4_7 0.0883 map_cut_500 4_7 0.0883 map_cut_1000 4_7 0.0883 relative_P_5 4_7 0.0000 relative_P_10 4_7 0.3333 relative_P_15 4_7 0.6667 relative_P_20 4_7 0.6667 relative_P_30 4_7 0.6667 relative_P_100 4_7 0.6667 relative_P_200 4_7 0.6667 relative_P_500 4_7 0.6667 relative_P_1000 4_7 0.6667 success_1 4_7 0.0000 success_5 4_7 0.0000 success_10 4_7 1.0000 set_P 4_7 0.1429 set_relative_P 4_7 0.6667 set_recall 4_7 0.6667 set_map 4_7 0.0952 set_F 4_7 0.2353 num_nonrel_judged_ret 4_7 12 rbp 4_7 0.0356 rbp_resid 4_7 0.0000 unj_5 4_7 0.0000 unj_10 4_7 0.0000 unj_20 4_7 0.0000 num_ret 4_8 5 num_rel 4_8 0 num_rel_ret 4_8 0 map 4_8 0.0000 Rprec 4_8 0.0000 bpref 4_8 0.0000 recip_rank 4_8 0.0000 iprec_at_recall_0.00 4_8 0.0000 iprec_at_recall_0.10 4_8 0.0000 iprec_at_recall_0.20 4_8 0.0000 iprec_at_recall_0.30 4_8 0.0000 iprec_at_recall_0.40 4_8 0.0000 iprec_at_recall_0.50 4_8 0.0000 iprec_at_recall_0.60 4_8 0.0000 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 0.0000 P_10 4_8 0.0000 P_15 4_8 0.0000 P_20 4_8 0.0000 P_30 4_8 0.0000 P_100 4_8 0.0000 P_200 4_8 0.0000 P_500 4_8 0.0000 P_1000 4_8 0.0000 relstring 4_8 '00000' recall_5 4_8 0.0000 recall_10 4_8 0.0000 recall_15 4_8 0.0000 recall_20 4_8 0.0000 recall_30 4_8 0.0000 recall_100 4_8 0.0000 recall_200 4_8 0.0000 recall_500 4_8 0.0000 recall_1000 4_8 0.0000 infAP 4_8 0.0000 Rprec_mult_0.20 4_8 0.0000 Rprec_mult_0.40 4_8 0.0000 Rprec_mult_0.60 4_8 0.0000 Rprec_mult_0.80 4_8 0.0000 Rprec_mult_1.00 4_8 0.0000 Rprec_mult_1.20 4_8 0.0000 Rprec_mult_1.40 4_8 0.0000 Rprec_mult_1.60 4_8 0.0000 Rprec_mult_1.80 4_8 0.0000 Rprec_mult_2.00 4_8 0.0000 utility 4_8 -5.0000 11pt_avg 4_8 0.0000 binG 4_8 0.0000 G 4_8 0.0000 ndcg 4_8 0.0000 ndcg_rel 4_8 0.0000 Rndcg 4_8 0.0000 ndcg_cut_5 4_8 0.0000 ndcg_cut_10 4_8 0.0000 ndcg_cut_15 4_8 0.0000 ndcg_cut_20 4_8 0.0000 ndcg_cut_30 4_8 0.0000 ndcg_cut_100 4_8 0.0000 ndcg_cut_200 4_8 0.0000 ndcg_cut_500 4_8 0.0000 ndcg_cut_1000 4_8 0.0000 map_cut_5 4_8 0.0000 map_cut_10 4_8 0.0000 map_cut_15 4_8 0.0000 map_cut_20 4_8 0.0000 map_cut_30 4_8 0.0000 map_cut_100 4_8 0.0000 map_cut_200 4_8 0.0000 map_cut_500 4_8 0.0000 map_cut_1000 4_8 0.0000 relative_P_5 4_8 0.0000 relative_P_10 4_8 0.0000 relative_P_15 4_8 0.0000 relative_P_20 4_8 0.0000 relative_P_30 4_8 0.0000 relative_P_100 4_8 0.0000 relative_P_200 4_8 0.0000 relative_P_500 4_8 0.0000 relative_P_1000 4_8 0.0000 success_1 4_8 0.0000 success_5 4_8 0.0000 success_10 4_8 0.0000 set_P 4_8 0.0000 set_relative_P 4_8 0.0000 set_recall 4_8 0.0000 set_map 4_8 0.0000 set_F 4_8 0.0000 num_nonrel_judged_ret 4_8 5 rbp 4_8 0.0000 rbp_resid 4_8 0.0000 unj_5 4_8 0.0000 unj_10 4_8 0.0000 unj_20 4_8 0.0000 num_ret 4_9 4 num_rel 4_9 0 num_rel_ret 4_9 0 map 4_9 0.0000 Rprec 4_9 0.0000 bpref 4_9 0.0000 recip_rank 4_9 0.0000 iprec_at_recall_0.00 4_9 0.0000 iprec_at_recall_0.10 4_9 0.0000 iprec_at_recall_0.20 4_9 0.0000 iprec_at_recall_0.30 4_9 0.0000 iprec_at_recall_0.40 4_9 0.0000 iprec_at_recall_0.50 4_9 0.0000 iprec_at_recall_0.60 4_9 0.0000 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 0.0000 P_10 4_9 0.0000 P_15 4_9 0.0000 P_20 4_9 0.0000 P_30 4_9 0.0000 P_100 4_9 0.0000 P_200 4_9 0.0000 P_500 4_9 0.0000 P_1000 4_9 0.0000 relstring 4_9 '0000' recall_5 4_9 0.0000 recall_10 4_9 0.0000 recall_15 4_9 0.0000 recall_20 4_9 0.0000 recall_30 4_9 0.0000 recall_100 4_9 0.0000 recall_200 4_9 0.0000 recall_500 4_9 0.0000 recall_1000 4_9 0.0000 infAP 4_9 0.0000 Rprec_mult_0.20 4_9 0.0000 Rprec_mult_0.40 4_9 0.0000 Rprec_mult_0.60 4_9 0.0000 Rprec_mult_0.80 4_9 0.0000 Rprec_mult_1.00 4_9 0.0000 Rprec_mult_1.20 4_9 0.0000 Rprec_mult_1.40 4_9 0.0000 Rprec_mult_1.60 4_9 0.0000 Rprec_mult_1.80 4_9 0.0000 Rprec_mult_2.00 4_9 0.0000 utility 4_9 -4.0000 11pt_avg 4_9 0.0000 binG 4_9 0.0000 G 4_9 0.0000 ndcg 4_9 0.0000 ndcg_rel 4_9 0.0000 Rndcg 4_9 0.0000 ndcg_cut_5 4_9 0.0000 ndcg_cut_10 4_9 0.0000 ndcg_cut_15 4_9 0.0000 ndcg_cut_20 4_9 0.0000 ndcg_cut_30 4_9 0.0000 ndcg_cut_100 4_9 0.0000 ndcg_cut_200 4_9 0.0000 ndcg_cut_500 4_9 0.0000 ndcg_cut_1000 4_9 0.0000 map_cut_5 4_9 0.0000 map_cut_10 4_9 0.0000 map_cut_15 4_9 0.0000 map_cut_20 4_9 0.0000 map_cut_30 4_9 0.0000 map_cut_100 4_9 0.0000 map_cut_200 4_9 0.0000 map_cut_500 4_9 0.0000 map_cut_1000 4_9 0.0000 relative_P_5 4_9 0.0000 relative_P_10 4_9 0.0000 relative_P_15 4_9 0.0000 relative_P_20 4_9 0.0000 relative_P_30 4_9 0.0000 relative_P_100 4_9 0.0000 relative_P_200 4_9 0.0000 relative_P_500 4_9 0.0000 relative_P_1000 4_9 0.0000 success_1 4_9 0.0000 success_5 4_9 0.0000 success_10 4_9 0.0000 set_P 4_9 0.0000 set_relative_P 4_9 0.0000 set_recall 4_9 0.0000 set_map 4_9 0.0000 set_F 4_9 0.0000 num_nonrel_judged_ret 4_9 4 rbp 4_9 0.0000 rbp_resid 4_9 0.0000 unj_5 4_9 0.0000 unj_10 4_9 0.0000 unj_20 4_9 0.0000 num_ret 5_10 4 num_rel 5_10 2 num_rel_ret 5_10 1 map 5_10 0.2500 Rprec 5_10 0.5000 bpref 5_10 0.2500 recip_rank 5_10 0.5000 iprec_at_recall_0.00 5_10 0.5000 iprec_at_recall_0.10 5_10 0.5000 iprec_at_recall_0.20 5_10 0.5000 iprec_at_recall_0.30 5_10 0.5000 iprec_at_recall_0.40 5_10 0.5000 iprec_at_recall_0.50 5_10 0.5000 iprec_at_recall_0.60 5_10 0.5000 iprec_at_recall_0.70 5_10 0.5000 iprec_at_recall_0.80 5_10 0.0000 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 0.2000 P_10 5_10 0.1000 P_15 5_10 0.0667 P_20 5_10 0.0500 P_30 5_10 0.0333 P_100 5_10 0.0100 P_200 5_10 0.0050 P_500 5_10 0.0020 P_1000 5_10 0.0010 relstring 5_10 '0100' recall_5 5_10 0.5000 recall_10 5_10 0.5000 recall_15 5_10 0.5000 recall_20 5_10 0.5000 recall_30 5_10 0.5000 recall_100 5_10 0.5000 recall_200 5_10 0.5000 recall_500 5_10 0.5000 recall_1000 5_10 0.5000 infAP 5_10 0.2500 Rprec_mult_0.20 5_10 0.0000 Rprec_mult_0.40 5_10 0.0000 Rprec_mult_0.60 5_10 0.5000 Rprec_mult_0.80 5_10 0.5000 Rprec_mult_1.00 5_10 0.5000 Rprec_mult_1.20 5_10 0.3333 Rprec_mult_1.40 5_10 0.3333 Rprec_mult_1.60 5_10 0.2500 Rprec_mult_1.80 5_10 0.2500 Rprec_mult_2.00 5_10 0.2500 utility 5_10 -2.0000 11pt_avg 5_10 0.3636 binG 5_10 0.3155 G 5_10 0.3155 ndcg 5_10 0.3869 ndcg_rel 5_10 0.3869 Rndcg 5_10 0.3869 ndcg_cut_5 5_10 0.3869 ndcg_cut_10 5_10 0.3869 ndcg_cut_15 5_10 0.3869 ndcg_cut_20 5_10 0.3869 ndcg_cut_30 5_10 0.3869 ndcg_cut_100 5_10 0.3869 ndcg_cut_200 5_10 0.3869 ndcg_cut_500 5_10 0.3869 ndcg_cut_1000 5_10 0.3869 map_cut_5 5_10 0.2500 map_cut_10 5_10 0.2500 map_cut_15 5_10 0.2500 map_cut_20 5_10 0.2500 map_cut_30 5_10 0.2500 map_cut_100 5_10 0.2500 map_cut_200 5_10 0.2500 map_cut_500 5_10 0.2500 map_cut_1000 5_10 0.2500 relative_P_5 5_10 0.5000 relative_P_10 5_10 0.5000 relative_P_15 5_10 0.5000 relative_P_20 5_10 0.5000 relative_P_30 5_10 0.5000 relative_P_100 5_10 0.5000 relative_P_200 5_10 0.5000 relative_P_500 5_10 0.5000 relative_P_1000 5_10 0.5000 success_1 5_10 0.0000 success_5 5_10 1.0000 success_10 5_10 1.0000 set_P 5_10 0.2500 set_relative_P 5_10 0.5000 set_recall 5_10 0.5000 set_map 5_10 0.1250 set_F 5_10 0.3333 num_nonrel_judged_ret 5_10 3 rbp 5_10 0.0900 rbp_resid 5_10 0.0000 unj_5 5_10 0.0000 unj_10 5_10 0.0000 unj_20 5_10 0.0000 num_ret 5_13 5 num_rel 5_13 3 num_rel_ret 5_13 2 map 5_13 0.5556 Rprec 5_13 0.6667 bpref 5_13 0.5556 recip_rank 5_13 1.0000 iprec_at_recall_0.00 5_13 1.0000 iprec_at_recall_0.10 5_13 1.0000 iprec_at_recall_0.20 5_13 1.0000 iprec_at_recall_0.30 5_13 1.0000 iprec_at_recall_0.40 5_13 1.0000 iprec_at_recall_0.50 5_13 0.6667 iprec_at_recall_0.60 5_13 0.6667 iprec_at_recall_0.70 5_13 0.6667 iprec_at_recall_0.80 5_13 0.6667 iprec_at_recall_0.90 5_13 0.0000 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 0.4000 P_10 5_13 0.2000 P_15 5_13 0.1333 P_20 5_13 0.1000 P_30 5_13 0.0667 P_100 5_13 0.0200 P_200 5_13 0.0100 P_500 5_13 0.0040 P_1000 5_13 0.0020 relstring 5_13 '10100' recall_5 5_13 0.6667 recall_10 5_13 0.6667 recall_15 5_13 0.6667 recall_20 5_13 0.6667 recall_30 5_13 0.6667 recall_100 5_13 0.6667 recall_200 5_13 0.6667 recall_500 5_13 0.6667 recall_1000 5_13 0.6667 infAP 5_13 0.5556 Rprec_mult_0.20 5_13 1.0000 Rprec_mult_0.40 5_13 0.5000 Rprec_mult_0.60 5_13 0.5000 Rprec_mult_0.80 5_13 0.6667 Rprec_mult_1.00 5_13 0.6667 Rprec_mult_1.20 5_13 0.5000 Rprec_mult_1.40 5_13 0.4000 Rprec_mult_1.60 5_13 0.4000 Rprec_mult_1.80 5_13 0.3333 Rprec_mult_2.00 5_13 0.3333 utility 5_13 -1.0000 11pt_avg 5_13 0.6970 binG 5_13 0.5436 G 5_13 0.5436 ndcg 5_13 0.7039 ndcg_rel 5_13 0.8026 Rndcg 5_13 0.7039 ndcg_cut_5 5_13 0.7039 ndcg_cut_10 5_13 0.7039 ndcg_cut_15 5_13 0.7039 ndcg_cut_20 5_13 0.7039 ndcg_cut_30 5_13 0.7039 ndcg_cut_100 5_13 0.7039 ndcg_cut_200 5_13 0.7039 ndcg_cut_500 5_13 0.7039 ndcg_cut_1000 5_13 0.7039 map_cut_5 5_13 0.5556 map_cut_10 5_13 0.5556 map_cut_15 5_13 0.5556 map_cut_20 5_13 0.5556 map_cut_30 5_13 0.5556 map_cut_100 5_13 0.5556 map_cut_200 5_13 0.5556 map_cut_500 5_13 0.5556 map_cut_1000 5_13 0.5556 relative_P_5 5_13 0.6667 relative_P_10 5_13 0.6667 relative_P_15 5_13 0.6667 relative_P_20 5_13 0.6667 relative_P_30 5_13 0.6667 relative_P_100 5_13 0.6667 relative_P_200 5_13 0.6667 relative_P_500 5_13 0.6667 relative_P_1000 5_13 0.6667 success_1 5_13 1.0000 success_5 5_13 1.0000 success_10 5_13 1.0000 set_P 5_13 0.4000 set_relative_P 5_13 0.6667 set_recall 5_13 0.6667 set_map 5_13 0.2667 set_F 5_13 0.5000 num_nonrel_judged_ret 5_13 3 rbp 5_13 0.1810 rbp_resid 5_13 0.0000 unj_5 5_13 0.0000 unj_10 5_13 0.0000 unj_20 5_13 0.0000 num_ret 5_14 4 num_rel 5_14 2 num_rel_ret 5_14 1 map 5_14 0.1667 Rprec 5_14 0.0000 bpref 5_14 0.0000 recip_rank 5_14 0.3333 iprec_at_recall_0.00 5_14 0.3333 iprec_at_recall_0.10 5_14 0.3333 iprec_at_recall_0.20 5_14 0.3333 iprec_at_recall_0.30 5_14 0.3333 iprec_at_recall_0.40 5_14 0.3333 iprec_at_recall_0.50 5_14 0.3333 iprec_at_recall_0.60 5_14 0.3333 iprec_at_recall_0.70 5_14 0.3333 iprec_at_recall_0.80 5_14 0.0000 iprec_at_recall_0.90 5_14 0.0000 iprec_at_recall_1.00 5_14 0.0000 P_5 5_14 0.2000 P_10 5_14 0.1000 P_15 5_14 0.0667 P_20 5_14 0.0500 P_30 5_14 0.0333 P_100 5_14 0.0100 P_200 5_14 0.0050 P_500 5_14 0.0020 P_1000 5_14 0.0010 relstring 5_14 '0010' recall_5 5_14 0.5000 recall_10 5_14 0.5000 recall_15 5_14 0.5000 recall_20 5_14 0.5000 recall_30 5_14 0.5000 recall_100 5_14 0.5000 recall_200 5_14 0.5000 recall_500 5_14 0.5000 recall_1000 5_14 0.5000 infAP 5_14 0.1667 Rprec_mult_0.20 5_14 0.0000 Rprec_mult_0.40 5_14 0.0000 Rprec_mult_0.60 5_14 0.0000 Rprec_mult_0.80 5_14 0.0000 Rprec_mult_1.00 5_14 0.0000 Rprec_mult_1.20 5_14 0.3333 Rprec_mult_1.40 5_14 0.3333 Rprec_mult_1.60 5_14 0.2500 Rprec_mult_1.80 5_14 0.2500 Rprec_mult_2.00 5_14 0.2500 utility 5_14 -2.0000 11pt_avg 5_14 0.2424 binG 5_14 0.2500 G 5_14 0.2500 ndcg 5_14 0.3066 ndcg_rel 5_14 0.3066 Rndcg 5_14 0.1533 ndcg_cut_5 5_14 0.3066 ndcg_cut_10 5_14 0.3066 ndcg_cut_15 5_14 0.3066 ndcg_cut_20 5_14 0.3066 ndcg_cut_30 5_14 0.3066 ndcg_cut_100 5_14 0.3066 ndcg_cut_200 5_14 0.3066 ndcg_cut_500 5_14 0.3066 ndcg_cut_1000 5_14 0.3066 map_cut_5 5_14 0.1667 map_cut_10 5_14 0.1667 map_cut_15 5_14 0.1667 map_cut_20 5_14 0.1667 map_cut_30 5_14 0.1667 map_cut_100 5_14 0.1667 map_cut_200 5_14 0.1667 map_cut_500 5_14 0.1667 map_cut_1000 5_14 0.1667 relative_P_5 5_14 0.5000 relative_P_10 5_14 0.5000 relative_P_15 5_14 0.5000 relative_P_20 5_14 0.5000 relative_P_30 5_14 0.5000 relative_P_100 5_14 0.5000 relative_P_200 5_14 0.5000 relative_P_500 5_14 0.5000 relative_P_1000 5_14 0.5000 success_1 5_14 0.0000 success_5 5_14 1.0000 success_10 5_14 1.0000 set_P 5_14 0.2500 set_relative_P 5_14 0.5000 set_recall 5_14 0.5000 set_map 5_14 0.1250 set_F 5_14 0.3333 num_nonrel_judged_ret 5_14 3 rbp 5_14 0.0810 rbp_resid 5_14 0.0000 unj_5 5_14 0.0000 unj_10 5_14 0.0000 unj_20 5_14 0.0000 num_ret 5_15 4 num_rel 5_15 2 num_rel_ret 5_15 2 map 5_15 0.8333 Rprec 5_15 0.5000 bpref 5_15 0.7500 recip_rank 5_15 1.0000 iprec_at_recall_0.00 5_15 1.0000 iprec_at_recall_0.10 5_15 1.0000 iprec_at_recall_0.20 5_15 1.0000 iprec_at_recall_0.30 5_15 1.0000 iprec_at_recall_0.40 5_15 1.0000 iprec_at_recall_0.50 5_15 1.0000 iprec_at_recall_0.60 5_15 1.0000 iprec_at_recall_0.70 5_15 1.0000 iprec_at_recall_0.80 5_15 0.6667 iprec_at_recall_0.90 5_15 0.6667 iprec_at_recall_1.00 5_15 0.6667 P_5 5_15 0.4000 P_10 5_15 0.2000 P_15 5_15 0.1333 P_20 5_15 0.1000 P_30 5_15 0.0667 P_100 5_15 0.0200 P_200 5_15 0.0100 P_500 5_15 0.0040 P_1000 5_15 0.0020 relstring 5_15 '1010' recall_5 5_15 1.0000 recall_10 5_15 1.0000 recall_15 5_15 1.0000 recall_20 5_15 1.0000 recall_30 5_15 1.0000 recall_100 5_15 1.0000 recall_200 5_15 1.0000 recall_500 5_15 1.0000 recall_1000 5_15 1.0000 infAP 5_15 0.8333 Rprec_mult_0.20 5_15 1.0000 Rprec_mult_0.40 5_15 1.0000 Rprec_mult_0.60 5_15 0.5000 Rprec_mult_0.80 5_15 0.5000 Rprec_mult_1.00 5_15 0.5000 Rprec_mult_1.20 5_15 0.6667 Rprec_mult_1.40 5_15 0.6667 Rprec_mult_1.60 5_15 0.5000 Rprec_mult_1.80 5_15 0.5000 Rprec_mult_2.00 5_15 0.5000 utility 5_15 0.0000 11pt_avg 5_15 0.9091 binG 5_15 0.8155 G 5_15 0.8155 ndcg 5_15 0.9197 ndcg_rel 5_15 0.9599 Rndcg 5_15 0.7664 ndcg_cut_5 5_15 0.9197 ndcg_cut_10 5_15 0.9197 ndcg_cut_15 5_15 0.9197 ndcg_cut_20 5_15 0.9197 ndcg_cut_30 5_15 0.9197 ndcg_cut_100 5_15 0.9197 ndcg_cut_200 5_15 0.9197 ndcg_cut_500 5_15 0.9197 ndcg_cut_1000 5_15 0.9197 map_cut_5 5_15 0.8333 map_cut_10 5_15 0.8333 map_cut_15 5_15 0.8333 map_cut_20 5_15 0.8333 map_cut_30 5_15 0.8333 map_cut_100 5_15 0.8333 map_cut_200 5_15 0.8333 map_cut_500 5_15 0.8333 map_cut_1000 5_15 0.8333 relative_P_5 5_15 1.0000 relative_P_10 5_15 1.0000 relative_P_15 5_15 1.0000 relative_P_20 5_15 1.0000 relative_P_30 5_15 1.0000 relative_P_100 5_15 1.0000 relative_P_200 5_15 1.0000 relative_P_500 5_15 1.0000 relative_P_1000 5_15 1.0000 success_1 5_15 1.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 0.5000 set_relative_P 5_15 1.0000 set_recall 5_15 1.0000 set_map 5_15 0.5000 set_F 5_15 0.6667 num_nonrel_judged_ret 5_15 2 rbp 5_15 0.1810 rbp_resid 5_15 0.0000 unj_5 5_15 0.0000 unj_10 5_15 0.0000 unj_20 5_15 0.0000 num_ret 5_2 10 num_rel 5_2 7 num_rel_ret 5_2 7 map 5_2 0.7870 Rprec 5_2 0.7143 bpref 5_2 0.7959 recip_rank 5_2 1.0000 iprec_at_recall_0.00 5_2 1.0000 iprec_at_recall_0.10 5_2 1.0000 iprec_at_recall_0.20 5_2 1.0000 iprec_at_recall_0.30 5_2 1.0000 iprec_at_recall_0.40 5_2 0.7778 iprec_at_recall_0.50 5_2 0.7778 iprec_at_recall_0.60 5_2 0.7778 iprec_at_recall_0.70 5_2 0.7778 iprec_at_recall_0.80 5_2 0.7778 iprec_at_recall_0.90 5_2 0.7778 iprec_at_recall_1.00 5_2 0.7778 P_5 5_2 0.6000 P_10 5_2 0.7000 P_15 5_2 0.4667 P_20 5_2 0.3500 P_30 5_2 0.2333 P_100 5_2 0.0700 P_200 5_2 0.0350 P_500 5_2 0.0140 P_1000 5_2 0.0070 relstring 5_2 '4300112140' recall_5 5_2 0.4286 recall_10 5_2 1.0000 recall_15 5_2 1.0000 recall_20 5_2 1.0000 recall_30 5_2 1.0000 recall_100 5_2 1.0000 recall_200 5_2 1.0000 recall_500 5_2 1.0000 recall_1000 5_2 1.0000 infAP 5_2 0.7870 Rprec_mult_0.20 5_2 1.0000 Rprec_mult_0.40 5_2 0.6667 Rprec_mult_0.60 5_2 0.6000 Rprec_mult_0.80 5_2 0.6667 Rprec_mult_1.00 5_2 0.7143 Rprec_mult_1.20 5_2 0.7778 Rprec_mult_1.40 5_2 0.7000 Rprec_mult_1.60 5_2 0.5833 Rprec_mult_1.80 5_2 0.5385 Rprec_mult_2.00 5_2 0.5000 utility 5_2 4.0000 11pt_avg 5_2 0.8586 binG 5_2 0.6429 G 5_2 0.6018 ndcg 5_2 0.8856 ndcg_rel 5_2 0.8076 Rndcg 5_2 0.7839 ndcg_cut_5 5_2 0.6773 ndcg_cut_10 5_2 0.8856 ndcg_cut_15 5_2 0.8856 ndcg_cut_20 5_2 0.8856 ndcg_cut_30 5_2 0.8856 ndcg_cut_100 5_2 0.8856 ndcg_cut_200 5_2 0.8856 ndcg_cut_500 5_2 0.8856 ndcg_cut_1000 5_2 0.8856 map_cut_5 5_2 0.3714 map_cut_10 5_2 0.7870 map_cut_15 5_2 0.7870 map_cut_20 5_2 0.7870 map_cut_30 5_2 0.7870 map_cut_100 5_2 0.7870 map_cut_200 5_2 0.7870 map_cut_500 5_2 0.7870 map_cut_1000 5_2 0.7870 relative_P_5 5_2 0.6000 relative_P_10 5_2 1.0000 relative_P_15 5_2 1.0000 relative_P_20 5_2 1.0000 relative_P_30 5_2 1.0000 relative_P_100 5_2 1.0000 relative_P_200 5_2 1.0000 relative_P_500 5_2 1.0000 relative_P_1000 5_2 1.0000 success_1 5_2 1.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 0.7000 set_relative_P 5_2 1.0000 set_recall 5_2 1.0000 set_map 5_2 0.7000 set_F 5_2 0.8235 num_nonrel_judged_ret 5_2 3 rbp 5_2 0.2802 rbp_resid 5_2 0.0000 unj_5 5_2 0.0000 unj_10 5_2 0.0000 unj_20 5_2 0.0000 num_ret 5_4 16 num_rel 5_4 5 num_rel_ret 5_4 5 map 5_4 0.3527 Rprec 5_4 0.4000 bpref 5_4 0.2000 recip_rank 5_4 0.3333 iprec_at_recall_0.00 5_4 0.4000 iprec_at_recall_0.10 5_4 0.4000 iprec_at_recall_0.20 5_4 0.4000 iprec_at_recall_0.30 5_4 0.4000 iprec_at_recall_0.40 5_4 0.4000 iprec_at_recall_0.50 5_4 0.3636 iprec_at_recall_0.60 5_4 0.3636 iprec_at_recall_0.70 5_4 0.3636 iprec_at_recall_0.80 5_4 0.3636 iprec_at_recall_0.90 5_4 0.3333 iprec_at_recall_1.00 5_4 0.3333 P_5 5_4 0.4000 P_10 5_4 0.3000 P_15 5_4 0.3333 P_20 5_4 0.2500 P_30 5_4 0.1667 P_100 5_4 0.0500 P_200 5_4 0.0250 P_500 5_4 0.0100 P_1000 5_4 0.0050 relstring 5_4 '0010300030' recall_5 5_4 0.4000 recall_10 5_4 0.6000 recall_15 5_4 1.0000 recall_20 5_4 1.0000 recall_30 5_4 1.0000 recall_100 5_4 1.0000 recall_200 5_4 1.0000 recall_500 5_4 1.0000 recall_1000 5_4 1.0000 infAP 5_4 0.3527 Rprec_mult_0.20 5_4 0.0000 Rprec_mult_0.40 5_4 0.0000 Rprec_mult_0.60 5_4 0.3333 Rprec_mult_0.80 5_4 0.2500 Rprec_mult_1.00 5_4 0.4000 Rprec_mult_1.20 5_4 0.3333 Rprec_mult_1.40 5_4 0.2857 Rprec_mult_1.60 5_4 0.2500 Rprec_mult_1.80 5_4 0.3333 Rprec_mult_2.00 5_4 0.3000 utility 5_4 -6.0000 11pt_avg 5_4 0.3747 binG 5_4 0.3717 G 5_4 0.2739 ndcg 5_4 0.4823 ndcg_rel 5_4 0.2718 Rndcg 5_4 0.1768 ndcg_cut_5 5_4 0.1711 ndcg_cut_10 5_4 0.2642 ndcg_cut_15 5_4 0.4823 ndcg_cut_20 5_4 0.4823 ndcg_cut_30 5_4 0.4823 ndcg_cut_100 5_4 0.4823 ndcg_cut_200 5_4 0.4823 ndcg_cut_500 5_4 0.4823 ndcg_cut_1000 5_4 0.4823 map_cut_5 5_4 0.1467 map_cut_10 5_4 0.2133 map_cut_15 5_4 0.3527 map_cut_20 5_4 0.3527 map_cut_30 5_4 0.3527 map_cut_100 5_4 0.3527 map_cut_200 5_4 0.3527 map_cut_500 5_4 0.3527 map_cut_1000 5_4 0.3527 relative_P_5 5_4 0.4000 relative_P_10 5_4 0.6000 relative_P_15 5_4 1.0000 relative_P_20 5_4 1.0000 relative_P_30 5_4 1.0000 relative_P_100 5_4 1.0000 relative_P_200 5_4 1.0000 relative_P_500 5_4 1.0000 relative_P_1000 5_4 1.0000 success_1 5_4 0.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.3125 set_relative_P 5_4 1.0000 set_recall 5_4 1.0000 set_map 5_4 0.3125 set_F 5_4 0.4762 num_nonrel_judged_ret 5_4 11 rbp 5_4 0.1595 rbp_resid 5_4 0.0000 unj_5 5_4 0.0000 unj_10 5_4 0.0000 unj_20 5_4 0.0000 num_ret 5_5 6 num_rel 5_5 2 num_rel_ret 5_5 1 map 5_5 0.1000 Rprec 5_5 0.0000 bpref 5_5 0.0000 recip_rank 5_5 0.2000 iprec_at_recall_0.00 5_5 0.2000 iprec_at_recall_0.10 5_5 0.2000 iprec_at_recall_0.20 5_5 0.2000 iprec_at_recall_0.30 5_5 0.2000 iprec_at_recall_0.40 5_5 0.2000 iprec_at_recall_0.50 5_5 0.2000 iprec_at_recall_0.60 5_5 0.2000 iprec_at_recall_0.70 5_5 0.2000 iprec_at_recall_0.80 5_5 0.0000 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 0.2000 P_10 5_5 0.1000 P_15 5_5 0.0667 P_20 5_5 0.0500 P_30 5_5 0.0333 P_100 5_5 0.0100 P_200 5_5 0.0050 P_500 5_5 0.0020 P_1000 5_5 0.0010 relstring 5_5 '000010' recall_5 5_5 0.5000 recall_10 5_5 0.5000 recall_15 5_5 0.5000 recall_20 5_5 0.5000 recall_30 5_5 0.5000 recall_100 5_5 0.5000 recall_200 5_5 0.5000 recall_500 5_5 0.5000 recall_1000 5_5 0.5000 infAP 5_5 0.1000 Rprec_mult_0.20 5_5 0.0000 Rprec_mult_0.40 5_5 0.0000 Rprec_mult_0.60 5_5 0.0000 Rprec_mult_0.80 5_5 0.0000 Rprec_mult_1.00 5_5 0.0000 Rprec_mult_1.20 5_5 0.0000 Rprec_mult_1.40 5_5 0.0000 Rprec_mult_1.60 5_5 0.0000 Rprec_mult_1.80 5_5 0.0000 Rprec_mult_2.00 5_5 0.0000 utility 5_5 -4.0000 11pt_avg 5_5 0.1455 binG 5_5 0.1934 G 5_5 0.1934 ndcg 5_5 0.2372 ndcg_rel 5_5 0.2372 Rndcg 5_5 0.1186 ndcg_cut_5 5_5 0.2372 ndcg_cut_10 5_5 0.2372 ndcg_cut_15 5_5 0.2372 ndcg_cut_20 5_5 0.2372 ndcg_cut_30 5_5 0.2372 ndcg_cut_100 5_5 0.2372 ndcg_cut_200 5_5 0.2372 ndcg_cut_500 5_5 0.2372 ndcg_cut_1000 5_5 0.2372 map_cut_5 5_5 0.1000 map_cut_10 5_5 0.1000 map_cut_15 5_5 0.1000 map_cut_20 5_5 0.1000 map_cut_30 5_5 0.1000 map_cut_100 5_5 0.1000 map_cut_200 5_5 0.1000 map_cut_500 5_5 0.1000 map_cut_1000 5_5 0.1000 relative_P_5 5_5 0.5000 relative_P_10 5_5 0.5000 relative_P_15 5_5 0.5000 relative_P_20 5_5 0.5000 relative_P_30 5_5 0.5000 relative_P_100 5_5 0.5000 relative_P_200 5_5 0.5000 relative_P_500 5_5 0.5000 relative_P_1000 5_5 0.5000 success_1 5_5 0.0000 success_5 5_5 1.0000 success_10 5_5 1.0000 set_P 5_5 0.1667 set_relative_P 5_5 0.5000 set_recall 5_5 0.5000 set_map 5_5 0.0833 set_F 5_5 0.2500 num_nonrel_judged_ret 5_5 5 rbp 5_5 0.0656 rbp_resid 5_5 0.0000 unj_5 5_5 0.0000 unj_10 5_5 0.0000 unj_20 5_5 0.0000 num_ret 5_8 6 num_rel 5_8 3 num_rel_ret 5_8 2 map 5_8 0.2778 Rprec 5_8 0.3333 bpref 5_8 0.2222 recip_rank 5_8 0.5000 iprec_at_recall_0.00 5_8 0.5000 iprec_at_recall_0.10 5_8 0.5000 iprec_at_recall_0.20 5_8 0.5000 iprec_at_recall_0.30 5_8 0.5000 iprec_at_recall_0.40 5_8 0.5000 iprec_at_recall_0.50 5_8 0.3333 iprec_at_recall_0.60 5_8 0.3333 iprec_at_recall_0.70 5_8 0.3333 iprec_at_recall_0.80 5_8 0.3333 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.2000 P_10 5_8 0.2000 P_15 5_8 0.1333 P_20 5_8 0.1000 P_30 5_8 0.0667 P_100 5_8 0.0200 P_200 5_8 0.0100 P_500 5_8 0.0040 P_1000 5_8 0.0020 relstring 5_8 '020002' recall_5 5_8 0.3333 recall_10 5_8 0.6667 recall_15 5_8 0.6667 recall_20 5_8 0.6667 recall_30 5_8 0.6667 recall_100 5_8 0.6667 recall_200 5_8 0.6667 recall_500 5_8 0.6667 recall_1000 5_8 0.6667 infAP 5_8 0.2778 Rprec_mult_0.20 5_8 0.0000 Rprec_mult_0.40 5_8 0.5000 Rprec_mult_0.60 5_8 0.5000 Rprec_mult_0.80 5_8 0.3333 Rprec_mult_1.00 5_8 0.3333 Rprec_mult_1.20 5_8 0.2500 Rprec_mult_1.40 5_8 0.2000 Rprec_mult_1.60 5_8 0.2000 Rprec_mult_1.80 5_8 0.3333 Rprec_mult_2.00 5_8 0.3333 utility 5_8 -2.0000 11pt_avg 5_8 0.3485 binG 5_8 0.3393 G 5_8 0.2854 ndcg 5_8 0.4632 ndcg_rel 5_8 0.4378 Rndcg 5_8 0.3797 ndcg_cut_5 5_8 0.2961 ndcg_cut_10 5_8 0.4632 ndcg_cut_15 5_8 0.4632 ndcg_cut_20 5_8 0.4632 ndcg_cut_30 5_8 0.4632 ndcg_cut_100 5_8 0.4632 ndcg_cut_200 5_8 0.4632 ndcg_cut_500 5_8 0.4632 ndcg_cut_1000 5_8 0.4632 map_cut_5 5_8 0.1667 map_cut_10 5_8 0.2778 map_cut_15 5_8 0.2778 map_cut_20 5_8 0.2778 map_cut_30 5_8 0.2778 map_cut_100 5_8 0.2778 map_cut_200 5_8 0.2778 map_cut_500 5_8 0.2778 map_cut_1000 5_8 0.2778 relative_P_5 5_8 0.3333 relative_P_10 5_8 0.6667 relative_P_15 5_8 0.6667 relative_P_20 5_8 0.6667 relative_P_30 5_8 0.6667 relative_P_100 5_8 0.6667 relative_P_200 5_8 0.6667 relative_P_500 5_8 0.6667 relative_P_1000 5_8 0.6667 success_1 5_8 0.0000 success_5 5_8 1.0000 success_10 5_8 1.0000 set_P 5_8 0.3333 set_relative_P 5_8 0.6667 set_recall 5_8 0.6667 set_map 5_8 0.2222 set_F 5_8 0.4444 num_nonrel_judged_ret 5_8 4 rbp 5_8 0.1490 rbp_resid 5_8 0.0000 unj_5 5_8 0.0000 unj_10 5_8 0.0000 unj_20 5_8 0.0000 num_ret 5_9 5 num_rel 5_9 3 num_rel_ret 5_9 2 map 5_9 0.2778 Rprec 5_9 0.3333 bpref 5_9 0.2222 recip_rank 5_9 0.3333 iprec_at_recall_0.00 5_9 0.5000 iprec_at_recall_0.10 5_9 0.5000 iprec_at_recall_0.20 5_9 0.5000 iprec_at_recall_0.30 5_9 0.5000 iprec_at_recall_0.40 5_9 0.5000 iprec_at_recall_0.50 5_9 0.5000 iprec_at_recall_0.60 5_9 0.5000 iprec_at_recall_0.70 5_9 0.5000 iprec_at_recall_0.80 5_9 0.5000 iprec_at_recall_0.90 5_9 0.0000 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 0.4000 P_10 5_9 0.2000 P_15 5_9 0.1333 P_20 5_9 0.1000 P_30 5_9 0.0667 P_100 5_9 0.0200 P_200 5_9 0.0100 P_500 5_9 0.0040 P_1000 5_9 0.0020 relstring 5_9 '00220' recall_5 5_9 0.6667 recall_10 5_9 0.6667 recall_15 5_9 0.6667 recall_20 5_9 0.6667 recall_30 5_9 0.6667 recall_100 5_9 0.6667 recall_200 5_9 0.6667 recall_500 5_9 0.6667 recall_1000 5_9 0.6667 infAP 5_9 0.2778 Rprec_mult_0.20 5_9 0.0000 Rprec_mult_0.40 5_9 0.0000 Rprec_mult_0.60 5_9 0.0000 Rprec_mult_0.80 5_9 0.3333 Rprec_mult_1.00 5_9 0.3333 Rprec_mult_1.20 5_9 0.5000 Rprec_mult_1.40 5_9 0.4000 Rprec_mult_1.60 5_9 0.4000 Rprec_mult_1.80 5_9 0.3333 Rprec_mult_2.00 5_9 0.3333 utility 5_9 -1.0000 11pt_avg 5_9 0.4091 binG 5_9 0.3333 G 5_9 0.2725 ndcg 5_9 0.4367 ndcg_rel 5_9 0.3694 Rndcg 5_9 0.3357 ndcg_cut_5 5_9 0.4367 ndcg_cut_10 5_9 0.4367 ndcg_cut_15 5_9 0.4367 ndcg_cut_20 5_9 0.4367 ndcg_cut_30 5_9 0.4367 ndcg_cut_100 5_9 0.4367 ndcg_cut_200 5_9 0.4367 ndcg_cut_500 5_9 0.4367 ndcg_cut_1000 5_9 0.4367 map_cut_5 5_9 0.2778 map_cut_10 5_9 0.2778 map_cut_15 5_9 0.2778 map_cut_20 5_9 0.2778 map_cut_30 5_9 0.2778 map_cut_100 5_9 0.2778 map_cut_200 5_9 0.2778 map_cut_500 5_9 0.2778 map_cut_1000 5_9 0.2778 relative_P_5 5_9 0.6667 relative_P_10 5_9 0.6667 relative_P_15 5_9 0.6667 relative_P_20 5_9 0.6667 relative_P_30 5_9 0.6667 relative_P_100 5_9 0.6667 relative_P_200 5_9 0.6667 relative_P_500 5_9 0.6667 relative_P_1000 5_9 0.6667 success_1 5_9 0.0000 success_5 5_9 1.0000 success_10 5_9 1.0000 set_P 5_9 0.4000 set_relative_P 5_9 0.6667 set_recall 5_9 0.6667 set_map 5_9 0.2667 set_F 5_9 0.5000 num_nonrel_judged_ret 5_9 3 rbp 5_9 0.1539 rbp_resid 5_9 0.0000 unj_5 5_9 0.0000 unj_10 5_9 0.0000 unj_20 5_9 0.0000 num_ret 6_1 5 num_rel 6_1 4 num_rel_ret 6_1 4 map 6_1 0.9500 Rprec 6_1 0.7500 bpref 6_1 0.9375 recip_rank 6_1 1.0000 iprec_at_recall_0.00 6_1 1.0000 iprec_at_recall_0.10 6_1 1.0000 iprec_at_recall_0.20 6_1 1.0000 iprec_at_recall_0.30 6_1 1.0000 iprec_at_recall_0.40 6_1 1.0000 iprec_at_recall_0.50 6_1 1.0000 iprec_at_recall_0.60 6_1 1.0000 iprec_at_recall_0.70 6_1 1.0000 iprec_at_recall_0.80 6_1 1.0000 iprec_at_recall_0.90 6_1 0.8000 iprec_at_recall_1.00 6_1 0.8000 P_5 6_1 0.8000 P_10 6_1 0.4000 P_15 6_1 0.2667 P_20 6_1 0.2000 P_30 6_1 0.1333 P_100 6_1 0.0400 P_200 6_1 0.0200 P_500 6_1 0.0080 P_1000 6_1 0.0040 relstring 6_1 '32202' recall_5 6_1 1.0000 recall_10 6_1 1.0000 recall_15 6_1 1.0000 recall_20 6_1 1.0000 recall_30 6_1 1.0000 recall_100 6_1 1.0000 recall_200 6_1 1.0000 recall_500 6_1 1.0000 recall_1000 6_1 1.0000 infAP 6_1 0.9500 Rprec_mult_0.20 6_1 1.0000 Rprec_mult_0.40 6_1 1.0000 Rprec_mult_0.60 6_1 1.0000 Rprec_mult_0.80 6_1 0.7500 Rprec_mult_1.00 6_1 0.7500 Rprec_mult_1.20 6_1 0.8000 Rprec_mult_1.40 6_1 0.6667 Rprec_mult_1.60 6_1 0.5714 Rprec_mult_1.80 6_1 0.5000 Rprec_mult_2.00 6_1 0.5000 utility 6_1 3.0000 11pt_avg 6_1 0.9636 binG 6_1 0.9077 G 6_1 0.9180 ndcg 6_1 0.9857 ndcg_rel 6_1 0.9964 Rndcg 6_1 0.9297 ndcg_cut_5 6_1 0.9857 ndcg_cut_10 6_1 0.9857 ndcg_cut_15 6_1 0.9857 ndcg_cut_20 6_1 0.9857 ndcg_cut_30 6_1 0.9857 ndcg_cut_100 6_1 0.9857 ndcg_cut_200 6_1 0.9857 ndcg_cut_500 6_1 0.9857 ndcg_cut_1000 6_1 0.9857 map_cut_5 6_1 0.9500 map_cut_10 6_1 0.9500 map_cut_15 6_1 0.9500 map_cut_20 6_1 0.9500 map_cut_30 6_1 0.9500 map_cut_100 6_1 0.9500 map_cut_200 6_1 0.9500 map_cut_500 6_1 0.9500 map_cut_1000 6_1 0.9500 relative_P_5 6_1 1.0000 relative_P_10 6_1 1.0000 relative_P_15 6_1 1.0000 relative_P_20 6_1 1.0000 relative_P_30 6_1 1.0000 relative_P_100 6_1 1.0000 relative_P_200 6_1 1.0000 relative_P_500 6_1 1.0000 relative_P_1000 6_1 1.0000 success_1 6_1 1.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.8000 set_relative_P 6_1 1.0000 set_recall 6_1 1.0000 set_map 6_1 0.8000 set_F 6_1 0.8889 num_nonrel_judged_ret 6_1 1 rbp 6_1 0.2577 rbp_resid 6_1 0.0000 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 5 num_rel 6_10 2 num_rel_ret 6_10 1 map 6_10 0.5000 Rprec 6_10 0.5000 bpref 6_10 0.5000 recip_rank 6_10 1.0000 iprec_at_recall_0.00 6_10 1.0000 iprec_at_recall_0.10 6_10 1.0000 iprec_at_recall_0.20 6_10 1.0000 iprec_at_recall_0.30 6_10 1.0000 iprec_at_recall_0.40 6_10 1.0000 iprec_at_recall_0.50 6_10 1.0000 iprec_at_recall_0.60 6_10 1.0000 iprec_at_recall_0.70 6_10 1.0000 iprec_at_recall_0.80 6_10 0.0000 iprec_at_recall_0.90 6_10 0.0000 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 0.2000 P_10 6_10 0.1000 P_15 6_10 0.0667 P_20 6_10 0.0500 P_30 6_10 0.0333 P_100 6_10 0.0100 P_200 6_10 0.0050 P_500 6_10 0.0020 P_1000 6_10 0.0010 relstring 6_10 '20000' recall_5 6_10 0.5000 recall_10 6_10 0.5000 recall_15 6_10 0.5000 recall_20 6_10 0.5000 recall_30 6_10 0.5000 recall_100 6_10 0.5000 recall_200 6_10 0.5000 recall_500 6_10 0.5000 recall_1000 6_10 0.5000 infAP 6_10 0.5000 Rprec_mult_0.20 6_10 1.0000 Rprec_mult_0.40 6_10 1.0000 Rprec_mult_0.60 6_10 0.5000 Rprec_mult_0.80 6_10 0.5000 Rprec_mult_1.00 6_10 0.5000 Rprec_mult_1.20 6_10 0.3333 Rprec_mult_1.40 6_10 0.3333 Rprec_mult_1.60 6_10 0.2500 Rprec_mult_1.80 6_10 0.2500 Rprec_mult_2.00 6_10 0.2500 utility 6_10 -3.0000 11pt_avg 6_10 0.7273 binG 6_10 0.5000 G 6_10 0.5000 ndcg 6_10 0.6131 ndcg_rel 6_10 0.8066 Rndcg 6_10 0.6131 ndcg_cut_5 6_10 0.6131 ndcg_cut_10 6_10 0.6131 ndcg_cut_15 6_10 0.6131 ndcg_cut_20 6_10 0.6131 ndcg_cut_30 6_10 0.6131 ndcg_cut_100 6_10 0.6131 ndcg_cut_200 6_10 0.6131 ndcg_cut_500 6_10 0.6131 ndcg_cut_1000 6_10 0.6131 map_cut_5 6_10 0.5000 map_cut_10 6_10 0.5000 map_cut_15 6_10 0.5000 map_cut_20 6_10 0.5000 map_cut_30 6_10 0.5000 map_cut_100 6_10 0.5000 map_cut_200 6_10 0.5000 map_cut_500 6_10 0.5000 map_cut_1000 6_10 0.5000 relative_P_5 6_10 0.5000 relative_P_10 6_10 0.5000 relative_P_15 6_10 0.5000 relative_P_20 6_10 0.5000 relative_P_30 6_10 0.5000 relative_P_100 6_10 0.5000 relative_P_200 6_10 0.5000 relative_P_500 6_10 0.5000 relative_P_1000 6_10 0.5000 success_1 6_10 1.0000 success_5 6_10 1.0000 success_10 6_10 1.0000 set_P 6_10 0.2000 set_relative_P 6_10 0.5000 set_recall 6_10 0.5000 set_map 6_10 0.1000 set_F 6_10 0.2857 num_nonrel_judged_ret 6_10 4 rbp 6_10 0.1000 rbp_resid 6_10 0.0000 unj_5 6_10 0.0000 unj_10 6_10 0.0000 unj_20 6_10 0.0000 num_ret 6_11 5 num_rel 6_11 5 num_rel_ret 6_11 4 map 6_11 0.8000 Rprec 6_11 0.8000 bpref 6_11 0.8000 recip_rank 6_11 1.0000 iprec_at_recall_0.00 6_11 1.0000 iprec_at_recall_0.10 6_11 1.0000 iprec_at_recall_0.20 6_11 1.0000 iprec_at_recall_0.30 6_11 1.0000 iprec_at_recall_0.40 6_11 1.0000 iprec_at_recall_0.50 6_11 1.0000 iprec_at_recall_0.60 6_11 1.0000 iprec_at_recall_0.70 6_11 1.0000 iprec_at_recall_0.80 6_11 1.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 0.8000 P_10 6_11 0.4000 P_15 6_11 0.2667 P_20 6_11 0.2000 P_30 6_11 0.1333 P_100 6_11 0.0400 P_200 6_11 0.0200 P_500 6_11 0.0080 P_1000 6_11 0.0040 relstring 6_11 '22320' recall_5 6_11 0.8000 recall_10 6_11 0.8000 recall_15 6_11 0.8000 recall_20 6_11 0.8000 recall_30 6_11 0.8000 recall_100 6_11 0.8000 recall_200 6_11 0.8000 recall_500 6_11 0.8000 recall_1000 6_11 0.8000 infAP 6_11 0.8000 Rprec_mult_0.20 6_11 1.0000 Rprec_mult_0.40 6_11 1.0000 Rprec_mult_0.60 6_11 1.0000 Rprec_mult_0.80 6_11 1.0000 Rprec_mult_1.00 6_11 0.8000 Rprec_mult_1.20 6_11 0.6667 Rprec_mult_1.40 6_11 0.5714 Rprec_mult_1.60 6_11 0.5000 Rprec_mult_1.80 6_11 0.4444 Rprec_mult_2.00 6_11 0.4000 utility 6_11 3.0000 11pt_avg 6_11 0.8182 binG 6_11 0.8000 G 6_11 0.6840 ndcg 6_11 0.8153 ndcg_rel 6_11 0.8141 Rndcg 6_11 0.7410 ndcg_cut_5 6_11 0.8153 ndcg_cut_10 6_11 0.8153 ndcg_cut_15 6_11 0.8153 ndcg_cut_20 6_11 0.8153 ndcg_cut_30 6_11 0.8153 ndcg_cut_100 6_11 0.8153 ndcg_cut_200 6_11 0.8153 ndcg_cut_500 6_11 0.8153 ndcg_cut_1000 6_11 0.8153 map_cut_5 6_11 0.8000 map_cut_10 6_11 0.8000 map_cut_15 6_11 0.8000 map_cut_20 6_11 0.8000 map_cut_30 6_11 0.8000 map_cut_100 6_11 0.8000 map_cut_200 6_11 0.8000 map_cut_500 6_11 0.8000 map_cut_1000 6_11 0.8000 relative_P_5 6_11 0.8000 relative_P_10 6_11 0.8000 relative_P_15 6_11 0.8000 relative_P_20 6_11 0.8000 relative_P_30 6_11 0.8000 relative_P_100 6_11 0.8000 relative_P_200 6_11 0.8000 relative_P_500 6_11 0.8000 relative_P_1000 6_11 0.8000 success_1 6_11 1.0000 success_5 6_11 1.0000 success_10 6_11 1.0000 set_P 6_11 0.8000 set_relative_P 6_11 0.8000 set_recall 6_11 0.8000 set_map 6_11 0.6400 set_F 6_11 0.8000 num_nonrel_judged_ret 6_11 1 rbp 6_11 0.2563 rbp_resid 6_11 0.0000 unj_5 6_11 0.0000 unj_10 6_11 0.0000 unj_20 6_11 0.0000 num_ret 6_12 5 num_rel 6_12 1 num_rel_ret 6_12 1 map 6_12 0.2000 Rprec 6_12 0.0000 bpref 6_12 0.0000 recip_rank 6_12 0.2000 iprec_at_recall_0.00 6_12 0.2000 iprec_at_recall_0.10 6_12 0.2000 iprec_at_recall_0.20 6_12 0.2000 iprec_at_recall_0.30 6_12 0.2000 iprec_at_recall_0.40 6_12 0.2000 iprec_at_recall_0.50 6_12 0.2000 iprec_at_recall_0.60 6_12 0.2000 iprec_at_recall_0.70 6_12 0.2000 iprec_at_recall_0.80 6_12 0.2000 iprec_at_recall_0.90 6_12 0.2000 iprec_at_recall_1.00 6_12 0.2000 P_5 6_12 0.2000 P_10 6_12 0.1000 P_15 6_12 0.0667 P_20 6_12 0.0500 P_30 6_12 0.0333 P_100 6_12 0.0100 P_200 6_12 0.0050 P_500 6_12 0.0020 P_1000 6_12 0.0010 relstring 6_12 '00001' recall_5 6_12 1.0000 recall_10 6_12 1.0000 recall_15 6_12 1.0000 recall_20 6_12 1.0000 recall_30 6_12 1.0000 recall_100 6_12 1.0000 recall_200 6_12 1.0000 recall_500 6_12 1.0000 recall_1000 6_12 1.0000 infAP 6_12 0.2000 Rprec_mult_0.20 6_12 0.0000 Rprec_mult_0.40 6_12 0.0000 Rprec_mult_0.60 6_12 0.0000 Rprec_mult_0.80 6_12 0.0000 Rprec_mult_1.00 6_12 0.0000 Rprec_mult_1.20 6_12 0.0000 Rprec_mult_1.40 6_12 0.0000 Rprec_mult_1.60 6_12 0.0000 Rprec_mult_1.80 6_12 0.0000 Rprec_mult_2.00 6_12 0.0000 utility 6_12 -3.0000 11pt_avg 6_12 0.2000 binG 6_12 0.3869 G 6_12 0.3869 ndcg 6_12 0.3869 ndcg_rel 6_12 0.3869 Rndcg 6_12 0.1934 ndcg_cut_5 6_12 0.3869 ndcg_cut_10 6_12 0.3869 ndcg_cut_15 6_12 0.3869 ndcg_cut_20 6_12 0.3869 ndcg_cut_30 6_12 0.3869 ndcg_cut_100 6_12 0.3869 ndcg_cut_200 6_12 0.3869 ndcg_cut_500 6_12 0.3869 ndcg_cut_1000 6_12 0.3869 map_cut_5 6_12 0.2000 map_cut_10 6_12 0.2000 map_cut_15 6_12 0.2000 map_cut_20 6_12 0.2000 map_cut_30 6_12 0.2000 map_cut_100 6_12 0.2000 map_cut_200 6_12 0.2000 map_cut_500 6_12 0.2000 map_cut_1000 6_12 0.2000 relative_P_5 6_12 1.0000 relative_P_10 6_12 1.0000 relative_P_15 6_12 1.0000 relative_P_20 6_12 1.0000 relative_P_30 6_12 1.0000 relative_P_100 6_12 1.0000 relative_P_200 6_12 1.0000 relative_P_500 6_12 1.0000 relative_P_1000 6_12 1.0000 success_1 6_12 0.0000 success_5 6_12 1.0000 success_10 6_12 1.0000 set_P 6_12 0.2000 set_relative_P 6_12 1.0000 set_recall 6_12 1.0000 set_map 6_12 0.2000 set_F 6_12 0.3333 num_nonrel_judged_ret 6_12 4 rbp 6_12 0.0656 rbp_resid 6_12 0.0000 unj_5 6_12 0.0000 unj_10 6_12 0.0000 unj_20 6_12 0.0000 num_ret 6_13 5 num_rel 6_13 3 num_rel_ret 6_13 2 map 6_13 0.5556 Rprec 6_13 0.6667 bpref 6_13 0.5556 recip_rank 6_13 1.0000 iprec_at_recall_0.00 6_13 1.0000 iprec_at_recall_0.10 6_13 1.0000 iprec_at_recall_0.20 6_13 1.0000 iprec_at_recall_0.30 6_13 1.0000 iprec_at_recall_0.40 6_13 1.0000 iprec_at_recall_0.50 6_13 0.6667 iprec_at_recall_0.60 6_13 0.6667 iprec_at_recall_0.70 6_13 0.6667 iprec_at_recall_0.80 6_13 0.6667 iprec_at_recall_0.90 6_13 0.0000 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 0.4000 P_10 6_13 0.2000 P_15 6_13 0.1333 P_20 6_13 0.1000 P_30 6_13 0.0667 P_100 6_13 0.0200 P_200 6_13 0.0100 P_500 6_13 0.0040 P_1000 6_13 0.0020 relstring 6_13 '10200' recall_5 6_13 0.6667 recall_10 6_13 0.6667 recall_15 6_13 0.6667 recall_20 6_13 0.6667 recall_30 6_13 0.6667 recall_100 6_13 0.6667 recall_200 6_13 0.6667 recall_500 6_13 0.6667 recall_1000 6_13 0.6667 infAP 6_13 0.5556 Rprec_mult_0.20 6_13 1.0000 Rprec_mult_0.40 6_13 0.5000 Rprec_mult_0.60 6_13 0.5000 Rprec_mult_0.80 6_13 0.6667 Rprec_mult_1.00 6_13 0.6667 Rprec_mult_1.20 6_13 0.5000 Rprec_mult_1.40 6_13 0.4000 Rprec_mult_1.60 6_13 0.4000 Rprec_mult_1.80 6_13 0.3333 Rprec_mult_2.00 6_13 0.3333 utility 6_13 -1.0000 11pt_avg 6_13 0.6970 binG 6_13 0.5436 G 6_13 0.4732 ndcg 6_13 0.6388 ndcg_rel 6_13 0.5925 Rndcg 6_13 0.5925 ndcg_cut_5 6_13 0.6388 ndcg_cut_10 6_13 0.6388 ndcg_cut_15 6_13 0.6388 ndcg_cut_20 6_13 0.6388 ndcg_cut_30 6_13 0.6388 ndcg_cut_100 6_13 0.6388 ndcg_cut_200 6_13 0.6388 ndcg_cut_500 6_13 0.6388 ndcg_cut_1000 6_13 0.6388 map_cut_5 6_13 0.5556 map_cut_10 6_13 0.5556 map_cut_15 6_13 0.5556 map_cut_20 6_13 0.5556 map_cut_30 6_13 0.5556 map_cut_100 6_13 0.5556 map_cut_200 6_13 0.5556 map_cut_500 6_13 0.5556 map_cut_1000 6_13 0.5556 relative_P_5 6_13 0.6667 relative_P_10 6_13 0.6667 relative_P_15 6_13 0.6667 relative_P_20 6_13 0.6667 relative_P_30 6_13 0.6667 relative_P_100 6_13 0.6667 relative_P_200 6_13 0.6667 relative_P_500 6_13 0.6667 relative_P_1000 6_13 0.6667 success_1 6_13 1.0000 success_5 6_13 1.0000 success_10 6_13 1.0000 set_P 6_13 0.4000 set_relative_P 6_13 0.6667 set_recall 6_13 0.6667 set_map 6_13 0.2667 set_F 6_13 0.5000 num_nonrel_judged_ret 6_13 3 rbp 6_13 0.1310 rbp_resid 6_13 0.0000 unj_5 6_13 0.0000 unj_10 6_13 0.0000 unj_20 6_13 0.0000 num_ret 6_14 5 num_rel 6_14 2 num_rel_ret 6_14 1 map 6_14 0.1250 Rprec 6_14 0.0000 bpref 6_14 0.0000 recip_rank 6_14 0.2500 iprec_at_recall_0.00 6_14 0.2500 iprec_at_recall_0.10 6_14 0.2500 iprec_at_recall_0.20 6_14 0.2500 iprec_at_recall_0.30 6_14 0.2500 iprec_at_recall_0.40 6_14 0.2500 iprec_at_recall_0.50 6_14 0.2500 iprec_at_recall_0.60 6_14 0.2500 iprec_at_recall_0.70 6_14 0.2500 iprec_at_recall_0.80 6_14 0.0000 iprec_at_recall_0.90 6_14 0.0000 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.2000 P_10 6_14 0.1000 P_15 6_14 0.0667 P_20 6_14 0.0500 P_30 6_14 0.0333 P_100 6_14 0.0100 P_200 6_14 0.0050 P_500 6_14 0.0020 P_1000 6_14 0.0010 relstring 6_14 '00020' recall_5 6_14 0.5000 recall_10 6_14 0.5000 recall_15 6_14 0.5000 recall_20 6_14 0.5000 recall_30 6_14 0.5000 recall_100 6_14 0.5000 recall_200 6_14 0.5000 recall_500 6_14 0.5000 recall_1000 6_14 0.5000 infAP 6_14 0.1250 Rprec_mult_0.20 6_14 0.0000 Rprec_mult_0.40 6_14 0.0000 Rprec_mult_0.60 6_14 0.0000 Rprec_mult_0.80 6_14 0.0000 Rprec_mult_1.00 6_14 0.0000 Rprec_mult_1.20 6_14 0.0000 Rprec_mult_1.40 6_14 0.0000 Rprec_mult_1.60 6_14 0.2500 Rprec_mult_1.80 6_14 0.2500 Rprec_mult_2.00 6_14 0.2500 utility 6_14 -3.0000 11pt_avg 6_14 0.1818 binG 6_14 0.2153 G 6_14 0.2871 ndcg 6_14 0.3274 ndcg_rel 6_14 0.3274 Rndcg 6_14 0.1091 ndcg_cut_5 6_14 0.3274 ndcg_cut_10 6_14 0.3274 ndcg_cut_15 6_14 0.3274 ndcg_cut_20 6_14 0.3274 ndcg_cut_30 6_14 0.3274 ndcg_cut_100 6_14 0.3274 ndcg_cut_200 6_14 0.3274 ndcg_cut_500 6_14 0.3274 ndcg_cut_1000 6_14 0.3274 map_cut_5 6_14 0.1250 map_cut_10 6_14 0.1250 map_cut_15 6_14 0.1250 map_cut_20 6_14 0.1250 map_cut_30 6_14 0.1250 map_cut_100 6_14 0.1250 map_cut_200 6_14 0.1250 map_cut_500 6_14 0.1250 map_cut_1000 6_14 0.1250 relative_P_5 6_14 0.5000 relative_P_10 6_14 0.5000 relative_P_15 6_14 0.5000 relative_P_20 6_14 0.5000 relative_P_30 6_14 0.5000 relative_P_100 6_14 0.5000 relative_P_200 6_14 0.5000 relative_P_500 6_14 0.5000 relative_P_1000 6_14 0.5000 success_1 6_14 0.0000 success_5 6_14 1.0000 success_10 6_14 1.0000 set_P 6_14 0.2000 set_relative_P 6_14 0.5000 set_recall 6_14 0.5000 set_map 6_14 0.1000 set_F 6_14 0.2857 num_nonrel_judged_ret 6_14 4 rbp 6_14 0.0729 rbp_resid 6_14 0.0000 unj_5 6_14 0.0000 unj_10 6_14 0.0000 unj_20 6_14 0.0000 num_ret 6_16 5 num_rel 6_16 5 num_rel_ret 6_16 4 map 6_16 0.7600 Rprec 6_16 0.8000 bpref 6_16 0.7600 recip_rank 6_16 1.0000 iprec_at_recall_0.00 6_16 1.0000 iprec_at_recall_0.10 6_16 1.0000 iprec_at_recall_0.20 6_16 1.0000 iprec_at_recall_0.30 6_16 1.0000 iprec_at_recall_0.40 6_16 1.0000 iprec_at_recall_0.50 6_16 1.0000 iprec_at_recall_0.60 6_16 1.0000 iprec_at_recall_0.70 6_16 0.8000 iprec_at_recall_0.80 6_16 0.8000 iprec_at_recall_0.90 6_16 0.0000 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.8000 P_10 6_16 0.4000 P_15 6_16 0.2667 P_20 6_16 0.2000 P_30 6_16 0.1333 P_100 6_16 0.0400 P_200 6_16 0.0200 P_500 6_16 0.0080 P_1000 6_16 0.0040 relstring 6_16 '32203' recall_5 6_16 0.8000 recall_10 6_16 0.8000 recall_15 6_16 0.8000 recall_20 6_16 0.8000 recall_30 6_16 0.8000 recall_100 6_16 0.8000 recall_200 6_16 0.8000 recall_500 6_16 0.8000 recall_1000 6_16 0.8000 infAP 6_16 0.7600 Rprec_mult_0.20 6_16 1.0000 Rprec_mult_0.40 6_16 1.0000 Rprec_mult_0.60 6_16 1.0000 Rprec_mult_0.80 6_16 0.7500 Rprec_mult_1.00 6_16 0.8000 Rprec_mult_1.20 6_16 0.6667 Rprec_mult_1.40 6_16 0.5714 Rprec_mult_1.60 6_16 0.5000 Rprec_mult_1.80 6_16 0.4444 Rprec_mult_2.00 6_16 0.4000 utility 6_16 3.0000 11pt_avg 6_16 0.7818 binG 6_16 0.7262 G 6_16 0.5853 ndcg 6_16 0.8532 ndcg_rel 6_16 0.8941 Rndcg 6_16 0.8621 ndcg_cut_5 6_16 0.8532 ndcg_cut_10 6_16 0.8532 ndcg_cut_15 6_16 0.8532 ndcg_cut_20 6_16 0.8532 ndcg_cut_30 6_16 0.8532 ndcg_cut_100 6_16 0.8532 ndcg_cut_200 6_16 0.8532 ndcg_cut_500 6_16 0.8532 ndcg_cut_1000 6_16 0.8532 map_cut_5 6_16 0.7600 map_cut_10 6_16 0.7600 map_cut_15 6_16 0.7600 map_cut_20 6_16 0.7600 map_cut_30 6_16 0.7600 map_cut_100 6_16 0.7600 map_cut_200 6_16 0.7600 map_cut_500 6_16 0.7600 map_cut_1000 6_16 0.7600 relative_P_5 6_16 0.8000 relative_P_10 6_16 0.8000 relative_P_15 6_16 0.8000 relative_P_20 6_16 0.8000 relative_P_30 6_16 0.8000 relative_P_100 6_16 0.8000 relative_P_200 6_16 0.8000 relative_P_500 6_16 0.8000 relative_P_1000 6_16 0.8000 success_1 6_16 1.0000 success_5 6_16 1.0000 success_10 6_16 1.0000 set_P 6_16 0.8000 set_relative_P 6_16 0.8000 set_recall 6_16 0.8000 set_map 6_16 0.6400 set_F 6_16 0.8000 num_nonrel_judged_ret 6_16 1 rbp 6_16 0.2796 rbp_resid 6_16 0.0000 unj_5 6_16 0.0000 unj_10 6_16 0.0000 unj_20 6_16 0.0000 num_ret 6_3 4 num_rel 6_3 4 num_rel_ret 6_3 3 map 6_3 0.4792 Rprec 6_3 0.7500 bpref 6_3 0.5625 recip_rank 6_3 0.5000 iprec_at_recall_0.00 6_3 0.7500 iprec_at_recall_0.10 6_3 0.7500 iprec_at_recall_0.20 6_3 0.7500 iprec_at_recall_0.30 6_3 0.7500 iprec_at_recall_0.40 6_3 0.7500 iprec_at_recall_0.50 6_3 0.7500 iprec_at_recall_0.60 6_3 0.7500 iprec_at_recall_0.70 6_3 0.7500 iprec_at_recall_0.80 6_3 0.7500 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 0.6000 P_10 6_3 0.3000 P_15 6_3 0.2000 P_20 6_3 0.1500 P_30 6_3 0.1000 P_100 6_3 0.0300 P_200 6_3 0.0150 P_500 6_3 0.0060 P_1000 6_3 0.0030 relstring 6_3 '0232' recall_5 6_3 0.7500 recall_10 6_3 0.7500 recall_15 6_3 0.7500 recall_20 6_3 0.7500 recall_30 6_3 0.7500 recall_100 6_3 0.7500 recall_200 6_3 0.7500 recall_500 6_3 0.7500 recall_1000 6_3 0.7500 infAP 6_3 0.4792 Rprec_mult_0.20 6_3 0.0000 Rprec_mult_0.40 6_3 0.5000 Rprec_mult_0.60 6_3 0.6667 Rprec_mult_0.80 6_3 0.7500 Rprec_mult_1.00 6_3 0.7500 Rprec_mult_1.20 6_3 0.6000 Rprec_mult_1.40 6_3 0.5000 Rprec_mult_1.60 6_3 0.4286 Rprec_mult_1.80 6_3 0.3750 Rprec_mult_2.00 6_3 0.3750 utility 6_3 2.0000 11pt_avg 6_3 0.6136 binG 6_3 0.4732 G 6_3 0.3735 ndcg 6_3 0.5917 ndcg_rel 6_3 0.5011 Rndcg 6_3 0.2959 ndcg_cut_5 6_3 0.5917 ndcg_cut_10 6_3 0.5917 ndcg_cut_15 6_3 0.5917 ndcg_cut_20 6_3 0.5917 ndcg_cut_30 6_3 0.5917 ndcg_cut_100 6_3 0.5917 ndcg_cut_200 6_3 0.5917 ndcg_cut_500 6_3 0.5917 ndcg_cut_1000 6_3 0.5917 map_cut_5 6_3 0.4792 map_cut_10 6_3 0.4792 map_cut_15 6_3 0.4792 map_cut_20 6_3 0.4792 map_cut_30 6_3 0.4792 map_cut_100 6_3 0.4792 map_cut_200 6_3 0.4792 map_cut_500 6_3 0.4792 map_cut_1000 6_3 0.4792 relative_P_5 6_3 0.7500 relative_P_10 6_3 0.7500 relative_P_15 6_3 0.7500 relative_P_20 6_3 0.7500 relative_P_30 6_3 0.7500 relative_P_100 6_3 0.7500 relative_P_200 6_3 0.7500 relative_P_500 6_3 0.7500 relative_P_1000 6_3 0.7500 success_1 6_3 0.0000 success_5 6_3 1.0000 success_10 6_3 1.0000 set_P 6_3 0.7500 set_relative_P 6_3 0.7500 set_recall 6_3 0.7500 set_map 6_3 0.5625 set_F 6_3 0.7500 num_nonrel_judged_ret 6_3 1 rbp 6_3 0.1896 rbp_resid 6_3 0.0000 unj_5 6_3 0.0000 unj_10 6_3 0.0000 unj_20 6_3 0.0000 num_ret 6_4 5 num_rel 6_4 4 num_rel_ret 6_4 4 map 6_4 0.9500 Rprec 6_4 0.7500 bpref 6_4 0.9375 recip_rank 6_4 1.0000 iprec_at_recall_0.00 6_4 1.0000 iprec_at_recall_0.10 6_4 1.0000 iprec_at_recall_0.20 6_4 1.0000 iprec_at_recall_0.30 6_4 1.0000 iprec_at_recall_0.40 6_4 1.0000 iprec_at_recall_0.50 6_4 1.0000 iprec_at_recall_0.60 6_4 1.0000 iprec_at_recall_0.70 6_4 1.0000 iprec_at_recall_0.80 6_4 1.0000 iprec_at_recall_0.90 6_4 0.8000 iprec_at_recall_1.00 6_4 0.8000 P_5 6_4 0.8000 P_10 6_4 0.4000 P_15 6_4 0.2667 P_20 6_4 0.2000 P_30 6_4 0.1333 P_100 6_4 0.0400 P_200 6_4 0.0200 P_500 6_4 0.0080 P_1000 6_4 0.0040 relstring 6_4 '32202' recall_5 6_4 1.0000 recall_10 6_4 1.0000 recall_15 6_4 1.0000 recall_20 6_4 1.0000 recall_30 6_4 1.0000 recall_100 6_4 1.0000 recall_200 6_4 1.0000 recall_500 6_4 1.0000 recall_1000 6_4 1.0000 infAP 6_4 0.9500 Rprec_mult_0.20 6_4 1.0000 Rprec_mult_0.40 6_4 1.0000 Rprec_mult_0.60 6_4 1.0000 Rprec_mult_0.80 6_4 0.7500 Rprec_mult_1.00 6_4 0.7500 Rprec_mult_1.20 6_4 0.8000 Rprec_mult_1.40 6_4 0.6667 Rprec_mult_1.60 6_4 0.5714 Rprec_mult_1.80 6_4 0.5000 Rprec_mult_2.00 6_4 0.5000 utility 6_4 3.0000 11pt_avg 6_4 0.9636 binG 6_4 0.9077 G 6_4 0.9180 ndcg 6_4 0.9857 ndcg_rel 6_4 0.9964 Rndcg 6_4 0.9297 ndcg_cut_5 6_4 0.9857 ndcg_cut_10 6_4 0.9857 ndcg_cut_15 6_4 0.9857 ndcg_cut_20 6_4 0.9857 ndcg_cut_30 6_4 0.9857 ndcg_cut_100 6_4 0.9857 ndcg_cut_200 6_4 0.9857 ndcg_cut_500 6_4 0.9857 ndcg_cut_1000 6_4 0.9857 map_cut_5 6_4 0.9500 map_cut_10 6_4 0.9500 map_cut_15 6_4 0.9500 map_cut_20 6_4 0.9500 map_cut_30 6_4 0.9500 map_cut_100 6_4 0.9500 map_cut_200 6_4 0.9500 map_cut_500 6_4 0.9500 map_cut_1000 6_4 0.9500 relative_P_5 6_4 1.0000 relative_P_10 6_4 1.0000 relative_P_15 6_4 1.0000 relative_P_20 6_4 1.0000 relative_P_30 6_4 1.0000 relative_P_100 6_4 1.0000 relative_P_200 6_4 1.0000 relative_P_500 6_4 1.0000 relative_P_1000 6_4 1.0000 success_1 6_4 1.0000 success_5 6_4 1.0000 success_10 6_4 1.0000 set_P 6_4 0.8000 set_relative_P 6_4 1.0000 set_recall 6_4 1.0000 set_map 6_4 0.8000 set_F 6_4 0.8889 num_nonrel_judged_ret 6_4 1 rbp 6_4 0.2577 rbp_resid 6_4 0.0000 unj_5 6_4 0.0000 unj_10 6_4 0.0000 unj_20 6_4 0.0000 num_ret 6_5 5 num_rel 6_5 3 num_rel_ret 6_5 3 map 6_5 0.5889 Rprec 6_5 0.6667 bpref 6_5 0.5556 recip_rank 6_5 0.5000 iprec_at_recall_0.00 6_5 0.6667 iprec_at_recall_0.10 6_5 0.6667 iprec_at_recall_0.20 6_5 0.6667 iprec_at_recall_0.30 6_5 0.6667 iprec_at_recall_0.40 6_5 0.6667 iprec_at_recall_0.50 6_5 0.6667 iprec_at_recall_0.60 6_5 0.6667 iprec_at_recall_0.70 6_5 0.6667 iprec_at_recall_0.80 6_5 0.6667 iprec_at_recall_0.90 6_5 0.6000 iprec_at_recall_1.00 6_5 0.6000 P_5 6_5 0.6000 P_10 6_5 0.3000 P_15 6_5 0.2000 P_20 6_5 0.1500 P_30 6_5 0.1000 P_100 6_5 0.0300 P_200 6_5 0.0150 P_500 6_5 0.0060 P_1000 6_5 0.0030 relstring 6_5 '01102' recall_5 6_5 1.0000 recall_10 6_5 1.0000 recall_15 6_5 1.0000 recall_20 6_5 1.0000 recall_30 6_5 1.0000 recall_100 6_5 1.0000 recall_200 6_5 1.0000 recall_500 6_5 1.0000 recall_1000 6_5 1.0000 infAP 6_5 0.5889 Rprec_mult_0.20 6_5 0.0000 Rprec_mult_0.40 6_5 0.5000 Rprec_mult_0.60 6_5 0.5000 Rprec_mult_0.80 6_5 0.6667 Rprec_mult_1.00 6_5 0.6667 Rprec_mult_1.20 6_5 0.5000 Rprec_mult_1.40 6_5 0.6000 Rprec_mult_1.60 6_5 0.6000 Rprec_mult_1.80 6_5 0.5000 Rprec_mult_2.00 6_5 0.5000 utility 6_5 1.0000 11pt_avg 6_5 0.6545 binG 6_5 0.5873 G 6_5 0.5000 ndcg 6_5 0.6083 ndcg_rel 6_5 0.4031 Rndcg 6_5 0.3232 ndcg_cut_5 6_5 0.6083 ndcg_cut_10 6_5 0.6083 ndcg_cut_15 6_5 0.6083 ndcg_cut_20 6_5 0.6083 ndcg_cut_30 6_5 0.6083 ndcg_cut_100 6_5 0.6083 ndcg_cut_200 6_5 0.6083 ndcg_cut_500 6_5 0.6083 ndcg_cut_1000 6_5 0.6083 map_cut_5 6_5 0.5889 map_cut_10 6_5 0.5889 map_cut_15 6_5 0.5889 map_cut_20 6_5 0.5889 map_cut_30 6_5 0.5889 map_cut_100 6_5 0.5889 map_cut_200 6_5 0.5889 map_cut_500 6_5 0.5889 map_cut_1000 6_5 0.5889 relative_P_5 6_5 1.0000 relative_P_10 6_5 1.0000 relative_P_15 6_5 1.0000 relative_P_20 6_5 1.0000 relative_P_30 6_5 1.0000 relative_P_100 6_5 1.0000 relative_P_200 6_5 1.0000 relative_P_500 6_5 1.0000 relative_P_1000 6_5 1.0000 success_1 6_5 0.0000 success_5 6_5 1.0000 success_10 6_5 1.0000 set_P 6_5 0.6000 set_relative_P 6_5 1.0000 set_recall 6_5 1.0000 set_map 6_5 0.6000 set_F 6_5 0.7500 num_nonrel_judged_ret 6_5 2 rbp 6_5 0.1511 rbp_resid 6_5 0.0000 unj_5 6_5 0.0000 unj_10 6_5 0.0000 unj_20 6_5 0.0000 num_ret 6_6 5 num_rel 6_6 1 num_rel_ret 6_6 1 map 6_6 0.2500 Rprec 6_6 0.0000 bpref 6_6 0.0000 recip_rank 6_6 0.2500 iprec_at_recall_0.00 6_6 0.2500 iprec_at_recall_0.10 6_6 0.2500 iprec_at_recall_0.20 6_6 0.2500 iprec_at_recall_0.30 6_6 0.2500 iprec_at_recall_0.40 6_6 0.2500 iprec_at_recall_0.50 6_6 0.2500 iprec_at_recall_0.60 6_6 0.2500 iprec_at_recall_0.70 6_6 0.2500 iprec_at_recall_0.80 6_6 0.2500 iprec_at_recall_0.90 6_6 0.2500 iprec_at_recall_1.00 6_6 0.2500 P_5 6_6 0.2000 P_10 6_6 0.1000 P_15 6_6 0.0667 P_20 6_6 0.0500 P_30 6_6 0.0333 P_100 6_6 0.0100 P_200 6_6 0.0050 P_500 6_6 0.0020 P_1000 6_6 0.0010 relstring 6_6 '00020' recall_5 6_6 1.0000 recall_10 6_6 1.0000 recall_15 6_6 1.0000 recall_20 6_6 1.0000 recall_30 6_6 1.0000 recall_100 6_6 1.0000 recall_200 6_6 1.0000 recall_500 6_6 1.0000 recall_1000 6_6 1.0000 infAP 6_6 0.2500 Rprec_mult_0.20 6_6 0.0000 Rprec_mult_0.40 6_6 0.0000 Rprec_mult_0.60 6_6 0.0000 Rprec_mult_0.80 6_6 0.0000 Rprec_mult_1.00 6_6 0.0000 Rprec_mult_1.20 6_6 0.0000 Rprec_mult_1.40 6_6 0.0000 Rprec_mult_1.60 6_6 0.0000 Rprec_mult_1.80 6_6 0.0000 Rprec_mult_2.00 6_6 0.0000 utility 6_6 -3.0000 11pt_avg 6_6 0.2500 binG 6_6 0.4307 G 6_6 0.4307 ndcg 6_6 0.4307 ndcg_rel 6_6 0.4307 Rndcg 6_6 0.2153 ndcg_cut_5 6_6 0.4307 ndcg_cut_10 6_6 0.4307 ndcg_cut_15 6_6 0.4307 ndcg_cut_20 6_6 0.4307 ndcg_cut_30 6_6 0.4307 ndcg_cut_100 6_6 0.4307 ndcg_cut_200 6_6 0.4307 ndcg_cut_500 6_6 0.4307 ndcg_cut_1000 6_6 0.4307 map_cut_5 6_6 0.2500 map_cut_10 6_6 0.2500 map_cut_15 6_6 0.2500 map_cut_20 6_6 0.2500 map_cut_30 6_6 0.2500 map_cut_100 6_6 0.2500 map_cut_200 6_6 0.2500 map_cut_500 6_6 0.2500 map_cut_1000 6_6 0.2500 relative_P_5 6_6 1.0000 relative_P_10 6_6 1.0000 relative_P_15 6_6 1.0000 relative_P_20 6_6 1.0000 relative_P_30 6_6 1.0000 relative_P_100 6_6 1.0000 relative_P_200 6_6 1.0000 relative_P_500 6_6 1.0000 relative_P_1000 6_6 1.0000 success_1 6_6 0.0000 success_5 6_6 1.0000 success_10 6_6 1.0000 set_P 6_6 0.2000 set_relative_P 6_6 1.0000 set_recall 6_6 1.0000 set_map 6_6 0.2000 set_F 6_6 0.3333 num_nonrel_judged_ret 6_6 4 rbp 6_6 0.0729 rbp_resid 6_6 0.0000 unj_5 6_6 0.0000 unj_10 6_6 0.0000 unj_20 6_6 0.0000 num_ret 7_11 5 num_rel 7_11 0 num_rel_ret 7_11 0 map 7_11 0.0000 Rprec 7_11 0.0000 bpref 7_11 0.0000 recip_rank 7_11 0.0000 iprec_at_recall_0.00 7_11 0.0000 iprec_at_recall_0.10 7_11 0.0000 iprec_at_recall_0.20 7_11 0.0000 iprec_at_recall_0.30 7_11 0.0000 iprec_at_recall_0.40 7_11 0.0000 iprec_at_recall_0.50 7_11 0.0000 iprec_at_recall_0.60 7_11 0.0000 iprec_at_recall_0.70 7_11 0.0000 iprec_at_recall_0.80 7_11 0.0000 iprec_at_recall_0.90 7_11 0.0000 iprec_at_recall_1.00 7_11 0.0000 P_5 7_11 0.0000 P_10 7_11 0.0000 P_15 7_11 0.0000 P_20 7_11 0.0000 P_30 7_11 0.0000 P_100 7_11 0.0000 P_200 7_11 0.0000 P_500 7_11 0.0000 P_1000 7_11 0.0000 relstring 7_11 '00000' recall_5 7_11 0.0000 recall_10 7_11 0.0000 recall_15 7_11 0.0000 recall_20 7_11 0.0000 recall_30 7_11 0.0000 recall_100 7_11 0.0000 recall_200 7_11 0.0000 recall_500 7_11 0.0000 recall_1000 7_11 0.0000 infAP 7_11 0.0000 Rprec_mult_0.20 7_11 0.0000 Rprec_mult_0.40 7_11 0.0000 Rprec_mult_0.60 7_11 0.0000 Rprec_mult_0.80 7_11 0.0000 Rprec_mult_1.00 7_11 0.0000 Rprec_mult_1.20 7_11 0.0000 Rprec_mult_1.40 7_11 0.0000 Rprec_mult_1.60 7_11 0.0000 Rprec_mult_1.80 7_11 0.0000 Rprec_mult_2.00 7_11 0.0000 utility 7_11 -5.0000 11pt_avg 7_11 0.0000 binG 7_11 0.0000 G 7_11 0.0000 ndcg 7_11 0.0000 ndcg_rel 7_11 0.0000 Rndcg 7_11 0.0000 ndcg_cut_5 7_11 0.0000 ndcg_cut_10 7_11 0.0000 ndcg_cut_15 7_11 0.0000 ndcg_cut_20 7_11 0.0000 ndcg_cut_30 7_11 0.0000 ndcg_cut_100 7_11 0.0000 ndcg_cut_200 7_11 0.0000 ndcg_cut_500 7_11 0.0000 ndcg_cut_1000 7_11 0.0000 map_cut_5 7_11 0.0000 map_cut_10 7_11 0.0000 map_cut_15 7_11 0.0000 map_cut_20 7_11 0.0000 map_cut_30 7_11 0.0000 map_cut_100 7_11 0.0000 map_cut_200 7_11 0.0000 map_cut_500 7_11 0.0000 map_cut_1000 7_11 0.0000 relative_P_5 7_11 0.0000 relative_P_10 7_11 0.0000 relative_P_15 7_11 0.0000 relative_P_20 7_11 0.0000 relative_P_30 7_11 0.0000 relative_P_100 7_11 0.0000 relative_P_200 7_11 0.0000 relative_P_500 7_11 0.0000 relative_P_1000 7_11 0.0000 success_1 7_11 0.0000 success_5 7_11 0.0000 success_10 7_11 0.0000 set_P 7_11 0.0000 set_relative_P 7_11 0.0000 set_recall 7_11 0.0000 set_map 7_11 0.0000 set_F 7_11 0.0000 num_nonrel_judged_ret 7_11 5 rbp 7_11 0.0000 rbp_resid 7_11 0.0000 unj_5 7_11 0.0000 unj_10 7_11 0.0000 unj_20 7_11 0.0000 num_ret 7_12 5 num_rel 7_12 1 num_rel_ret 7_12 1 map 7_12 1.0000 Rprec 7_12 1.0000 bpref 7_12 1.0000 recip_rank 7_12 1.0000 iprec_at_recall_0.00 7_12 1.0000 iprec_at_recall_0.10 7_12 1.0000 iprec_at_recall_0.20 7_12 1.0000 iprec_at_recall_0.30 7_12 1.0000 iprec_at_recall_0.40 7_12 1.0000 iprec_at_recall_0.50 7_12 1.0000 iprec_at_recall_0.60 7_12 1.0000 iprec_at_recall_0.70 7_12 1.0000 iprec_at_recall_0.80 7_12 1.0000 iprec_at_recall_0.90 7_12 1.0000 iprec_at_recall_1.00 7_12 1.0000 P_5 7_12 0.2000 P_10 7_12 0.1000 P_15 7_12 0.0667 P_20 7_12 0.0500 P_30 7_12 0.0333 P_100 7_12 0.0100 P_200 7_12 0.0050 P_500 7_12 0.0020 P_1000 7_12 0.0010 relstring 7_12 '20000' recall_5 7_12 1.0000 recall_10 7_12 1.0000 recall_15 7_12 1.0000 recall_20 7_12 1.0000 recall_30 7_12 1.0000 recall_100 7_12 1.0000 recall_200 7_12 1.0000 recall_500 7_12 1.0000 recall_1000 7_12 1.0000 infAP 7_12 1.0000 Rprec_mult_0.20 7_12 1.0000 Rprec_mult_0.40 7_12 1.0000 Rprec_mult_0.60 7_12 1.0000 Rprec_mult_0.80 7_12 1.0000 Rprec_mult_1.00 7_12 1.0000 Rprec_mult_1.20 7_12 0.5000 Rprec_mult_1.40 7_12 0.5000 Rprec_mult_1.60 7_12 0.5000 Rprec_mult_1.80 7_12 0.5000 Rprec_mult_2.00 7_12 0.5000 utility 7_12 -3.0000 11pt_avg 7_12 1.0000 binG 7_12 1.0000 G 7_12 1.0000 ndcg 7_12 1.0000 ndcg_rel 7_12 1.0000 Rndcg 7_12 1.0000 ndcg_cut_5 7_12 1.0000 ndcg_cut_10 7_12 1.0000 ndcg_cut_15 7_12 1.0000 ndcg_cut_20 7_12 1.0000 ndcg_cut_30 7_12 1.0000 ndcg_cut_100 7_12 1.0000 ndcg_cut_200 7_12 1.0000 ndcg_cut_500 7_12 1.0000 ndcg_cut_1000 7_12 1.0000 map_cut_5 7_12 1.0000 map_cut_10 7_12 1.0000 map_cut_15 7_12 1.0000 map_cut_20 7_12 1.0000 map_cut_30 7_12 1.0000 map_cut_100 7_12 1.0000 map_cut_200 7_12 1.0000 map_cut_500 7_12 1.0000 map_cut_1000 7_12 1.0000 relative_P_5 7_12 1.0000 relative_P_10 7_12 1.0000 relative_P_15 7_12 1.0000 relative_P_20 7_12 1.0000 relative_P_30 7_12 1.0000 relative_P_100 7_12 1.0000 relative_P_200 7_12 1.0000 relative_P_500 7_12 1.0000 relative_P_1000 7_12 1.0000 success_1 7_12 1.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.2000 set_relative_P 7_12 1.0000 set_recall 7_12 1.0000 set_map 7_12 0.2000 set_F 7_12 0.3333 num_nonrel_judged_ret 7_12 4 rbp 7_12 0.1000 rbp_resid 7_12 0.0000 unj_5 7_12 0.0000 unj_10 7_12 0.0000 unj_20 7_12 0.0000 num_ret 7_14 3 num_rel 7_14 0 num_rel_ret 7_14 0 map 7_14 0.0000 Rprec 7_14 0.0000 bpref 7_14 0.0000 recip_rank 7_14 0.0000 iprec_at_recall_0.00 7_14 0.0000 iprec_at_recall_0.10 7_14 0.0000 iprec_at_recall_0.20 7_14 0.0000 iprec_at_recall_0.30 7_14 0.0000 iprec_at_recall_0.40 7_14 0.0000 iprec_at_recall_0.50 7_14 0.0000 iprec_at_recall_0.60 7_14 0.0000 iprec_at_recall_0.70 7_14 0.0000 iprec_at_recall_0.80 7_14 0.0000 iprec_at_recall_0.90 7_14 0.0000 iprec_at_recall_1.00 7_14 0.0000 P_5 7_14 0.0000 P_10 7_14 0.0000 P_15 7_14 0.0000 P_20 7_14 0.0000 P_30 7_14 0.0000 P_100 7_14 0.0000 P_200 7_14 0.0000 P_500 7_14 0.0000 P_1000 7_14 0.0000 relstring 7_14 '000' recall_5 7_14 0.0000 recall_10 7_14 0.0000 recall_15 7_14 0.0000 recall_20 7_14 0.0000 recall_30 7_14 0.0000 recall_100 7_14 0.0000 recall_200 7_14 0.0000 recall_500 7_14 0.0000 recall_1000 7_14 0.0000 infAP 7_14 0.0000 Rprec_mult_0.20 7_14 0.0000 Rprec_mult_0.40 7_14 0.0000 Rprec_mult_0.60 7_14 0.0000 Rprec_mult_0.80 7_14 0.0000 Rprec_mult_1.00 7_14 0.0000 Rprec_mult_1.20 7_14 0.0000 Rprec_mult_1.40 7_14 0.0000 Rprec_mult_1.60 7_14 0.0000 Rprec_mult_1.80 7_14 0.0000 Rprec_mult_2.00 7_14 0.0000 utility 7_14 -3.0000 11pt_avg 7_14 0.0000 binG 7_14 0.0000 G 7_14 0.0000 ndcg 7_14 0.0000 ndcg_rel 7_14 0.0000 Rndcg 7_14 0.0000 ndcg_cut_5 7_14 0.0000 ndcg_cut_10 7_14 0.0000 ndcg_cut_15 7_14 0.0000 ndcg_cut_20 7_14 0.0000 ndcg_cut_30 7_14 0.0000 ndcg_cut_100 7_14 0.0000 ndcg_cut_200 7_14 0.0000 ndcg_cut_500 7_14 0.0000 ndcg_cut_1000 7_14 0.0000 map_cut_5 7_14 0.0000 map_cut_10 7_14 0.0000 map_cut_15 7_14 0.0000 map_cut_20 7_14 0.0000 map_cut_30 7_14 0.0000 map_cut_100 7_14 0.0000 map_cut_200 7_14 0.0000 map_cut_500 7_14 0.0000 map_cut_1000 7_14 0.0000 relative_P_5 7_14 0.0000 relative_P_10 7_14 0.0000 relative_P_15 7_14 0.0000 relative_P_20 7_14 0.0000 relative_P_30 7_14 0.0000 relative_P_100 7_14 0.0000 relative_P_200 7_14 0.0000 relative_P_500 7_14 0.0000 relative_P_1000 7_14 0.0000 success_1 7_14 0.0000 success_5 7_14 0.0000 success_10 7_14 0.0000 set_P 7_14 0.0000 set_relative_P 7_14 0.0000 set_recall 7_14 0.0000 set_map 7_14 0.0000 set_F 7_14 0.0000 num_nonrel_judged_ret 7_14 3 rbp 7_14 0.0000 rbp_resid 7_14 0.0000 unj_5 7_14 0.0000 unj_10 7_14 0.0000 unj_20 7_14 0.0000 num_ret 7_15 5 num_rel 7_15 0 num_rel_ret 7_15 0 map 7_15 0.0000 Rprec 7_15 0.0000 bpref 7_15 0.0000 recip_rank 7_15 0.0000 iprec_at_recall_0.00 7_15 0.0000 iprec_at_recall_0.10 7_15 0.0000 iprec_at_recall_0.20 7_15 0.0000 iprec_at_recall_0.30 7_15 0.0000 iprec_at_recall_0.40 7_15 0.0000 iprec_at_recall_0.50 7_15 0.0000 iprec_at_recall_0.60 7_15 0.0000 iprec_at_recall_0.70 7_15 0.0000 iprec_at_recall_0.80 7_15 0.0000 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 0.0000 P_10 7_15 0.0000 P_15 7_15 0.0000 P_20 7_15 0.0000 P_30 7_15 0.0000 P_100 7_15 0.0000 P_200 7_15 0.0000 P_500 7_15 0.0000 P_1000 7_15 0.0000 relstring 7_15 '00000' recall_5 7_15 0.0000 recall_10 7_15 0.0000 recall_15 7_15 0.0000 recall_20 7_15 0.0000 recall_30 7_15 0.0000 recall_100 7_15 0.0000 recall_200 7_15 0.0000 recall_500 7_15 0.0000 recall_1000 7_15 0.0000 infAP 7_15 0.0000 Rprec_mult_0.20 7_15 0.0000 Rprec_mult_0.40 7_15 0.0000 Rprec_mult_0.60 7_15 0.0000 Rprec_mult_0.80 7_15 0.0000 Rprec_mult_1.00 7_15 0.0000 Rprec_mult_1.20 7_15 0.0000 Rprec_mult_1.40 7_15 0.0000 Rprec_mult_1.60 7_15 0.0000 Rprec_mult_1.80 7_15 0.0000 Rprec_mult_2.00 7_15 0.0000 utility 7_15 -5.0000 11pt_avg 7_15 0.0000 binG 7_15 0.0000 G 7_15 0.0000 ndcg 7_15 0.0000 ndcg_rel 7_15 0.0000 Rndcg 7_15 0.0000 ndcg_cut_5 7_15 0.0000 ndcg_cut_10 7_15 0.0000 ndcg_cut_15 7_15 0.0000 ndcg_cut_20 7_15 0.0000 ndcg_cut_30 7_15 0.0000 ndcg_cut_100 7_15 0.0000 ndcg_cut_200 7_15 0.0000 ndcg_cut_500 7_15 0.0000 ndcg_cut_1000 7_15 0.0000 map_cut_5 7_15 0.0000 map_cut_10 7_15 0.0000 map_cut_15 7_15 0.0000 map_cut_20 7_15 0.0000 map_cut_30 7_15 0.0000 map_cut_100 7_15 0.0000 map_cut_200 7_15 0.0000 map_cut_500 7_15 0.0000 map_cut_1000 7_15 0.0000 relative_P_5 7_15 0.0000 relative_P_10 7_15 0.0000 relative_P_15 7_15 0.0000 relative_P_20 7_15 0.0000 relative_P_30 7_15 0.0000 relative_P_100 7_15 0.0000 relative_P_200 7_15 0.0000 relative_P_500 7_15 0.0000 relative_P_1000 7_15 0.0000 success_1 7_15 0.0000 success_5 7_15 0.0000 success_10 7_15 0.0000 set_P 7_15 0.0000 set_relative_P 7_15 0.0000 set_recall 7_15 0.0000 set_map 7_15 0.0000 set_F 7_15 0.0000 num_nonrel_judged_ret 7_15 5 rbp 7_15 0.0000 rbp_resid 7_15 0.0000 unj_5 7_15 0.0000 unj_10 7_15 0.0000 unj_20 7_15 0.0000 num_ret 7_16 5 num_rel 7_16 0 num_rel_ret 7_16 0 map 7_16 0.0000 Rprec 7_16 0.0000 bpref 7_16 0.0000 recip_rank 7_16 0.0000 iprec_at_recall_0.00 7_16 0.0000 iprec_at_recall_0.10 7_16 0.0000 iprec_at_recall_0.20 7_16 0.0000 iprec_at_recall_0.30 7_16 0.0000 iprec_at_recall_0.40 7_16 0.0000 iprec_at_recall_0.50 7_16 0.0000 iprec_at_recall_0.60 7_16 0.0000 iprec_at_recall_0.70 7_16 0.0000 iprec_at_recall_0.80 7_16 0.0000 iprec_at_recall_0.90 7_16 0.0000 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.0000 P_10 7_16 0.0000 P_15 7_16 0.0000 P_20 7_16 0.0000 P_30 7_16 0.0000 P_100 7_16 0.0000 P_200 7_16 0.0000 P_500 7_16 0.0000 P_1000 7_16 0.0000 relstring 7_16 '00000' recall_5 7_16 0.0000 recall_10 7_16 0.0000 recall_15 7_16 0.0000 recall_20 7_16 0.0000 recall_30 7_16 0.0000 recall_100 7_16 0.0000 recall_200 7_16 0.0000 recall_500 7_16 0.0000 recall_1000 7_16 0.0000 infAP 7_16 0.0000 Rprec_mult_0.20 7_16 0.0000 Rprec_mult_0.40 7_16 0.0000 Rprec_mult_0.60 7_16 0.0000 Rprec_mult_0.80 7_16 0.0000 Rprec_mult_1.00 7_16 0.0000 Rprec_mult_1.20 7_16 0.0000 Rprec_mult_1.40 7_16 0.0000 Rprec_mult_1.60 7_16 0.0000 Rprec_mult_1.80 7_16 0.0000 Rprec_mult_2.00 7_16 0.0000 utility 7_16 -5.0000 11pt_avg 7_16 0.0000 binG 7_16 0.0000 G 7_16 0.0000 ndcg 7_16 0.0000 ndcg_rel 7_16 0.0000 Rndcg 7_16 0.0000 ndcg_cut_5 7_16 0.0000 ndcg_cut_10 7_16 0.0000 ndcg_cut_15 7_16 0.0000 ndcg_cut_20 7_16 0.0000 ndcg_cut_30 7_16 0.0000 ndcg_cut_100 7_16 0.0000 ndcg_cut_200 7_16 0.0000 ndcg_cut_500 7_16 0.0000 ndcg_cut_1000 7_16 0.0000 map_cut_5 7_16 0.0000 map_cut_10 7_16 0.0000 map_cut_15 7_16 0.0000 map_cut_20 7_16 0.0000 map_cut_30 7_16 0.0000 map_cut_100 7_16 0.0000 map_cut_200 7_16 0.0000 map_cut_500 7_16 0.0000 map_cut_1000 7_16 0.0000 relative_P_5 7_16 0.0000 relative_P_10 7_16 0.0000 relative_P_15 7_16 0.0000 relative_P_20 7_16 0.0000 relative_P_30 7_16 0.0000 relative_P_100 7_16 0.0000 relative_P_200 7_16 0.0000 relative_P_500 7_16 0.0000 relative_P_1000 7_16 0.0000 success_1 7_16 0.0000 success_5 7_16 0.0000 success_10 7_16 0.0000 set_P 7_16 0.0000 set_relative_P 7_16 0.0000 set_recall 7_16 0.0000 set_map 7_16 0.0000 set_F 7_16 0.0000 num_nonrel_judged_ret 7_16 5 rbp 7_16 0.0000 rbp_resid 7_16 0.0000 unj_5 7_16 0.0000 unj_10 7_16 0.0000 unj_20 7_16 0.0000 num_ret 7_2 4 num_rel 7_2 4 num_rel_ret 7_2 3 map 7_2 0.7500 Rprec 7_2 0.7500 bpref 7_2 0.7500 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 1.0000 iprec_at_recall_0.20 7_2 1.0000 iprec_at_recall_0.30 7_2 1.0000 iprec_at_recall_0.40 7_2 1.0000 iprec_at_recall_0.50 7_2 1.0000 iprec_at_recall_0.60 7_2 1.0000 iprec_at_recall_0.70 7_2 1.0000 iprec_at_recall_0.80 7_2 1.0000 iprec_at_recall_0.90 7_2 0.0000 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 0.6000 P_10 7_2 0.3000 P_15 7_2 0.2000 P_20 7_2 0.1500 P_30 7_2 0.1000 P_100 7_2 0.0300 P_200 7_2 0.0150 P_500 7_2 0.0060 P_1000 7_2 0.0030 relstring 7_2 '2110' recall_5 7_2 0.7500 recall_10 7_2 0.7500 recall_15 7_2 0.7500 recall_20 7_2 0.7500 recall_30 7_2 0.7500 recall_100 7_2 0.7500 recall_200 7_2 0.7500 recall_500 7_2 0.7500 recall_1000 7_2 0.7500 infAP 7_2 0.7500 Rprec_mult_0.20 7_2 1.0000 Rprec_mult_0.40 7_2 1.0000 Rprec_mult_0.60 7_2 1.0000 Rprec_mult_0.80 7_2 0.7500 Rprec_mult_1.00 7_2 0.7500 Rprec_mult_1.20 7_2 0.6000 Rprec_mult_1.40 7_2 0.5000 Rprec_mult_1.60 7_2 0.4286 Rprec_mult_1.80 7_2 0.3750 Rprec_mult_2.00 7_2 0.3750 utility 7_2 2.0000 11pt_avg 7_2 0.8182 binG 7_2 0.7500 G 7_2 0.5436 ndcg 7_2 0.7468 ndcg_rel 7_2 0.8464 Rndcg 7_2 0.7767 ndcg_cut_5 7_2 0.7468 ndcg_cut_10 7_2 0.7468 ndcg_cut_15 7_2 0.7468 ndcg_cut_20 7_2 0.7468 ndcg_cut_30 7_2 0.7468 ndcg_cut_100 7_2 0.7468 ndcg_cut_200 7_2 0.7468 ndcg_cut_500 7_2 0.7468 ndcg_cut_1000 7_2 0.7468 map_cut_5 7_2 0.7500 map_cut_10 7_2 0.7500 map_cut_15 7_2 0.7500 map_cut_20 7_2 0.7500 map_cut_30 7_2 0.7500 map_cut_100 7_2 0.7500 map_cut_200 7_2 0.7500 map_cut_500 7_2 0.7500 map_cut_1000 7_2 0.7500 relative_P_5 7_2 0.7500 relative_P_10 7_2 0.7500 relative_P_15 7_2 0.7500 relative_P_20 7_2 0.7500 relative_P_30 7_2 0.7500 relative_P_100 7_2 0.7500 relative_P_200 7_2 0.7500 relative_P_500 7_2 0.7500 relative_P_1000 7_2 0.7500 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.7500 set_relative_P 7_2 0.7500 set_recall 7_2 0.7500 set_map 7_2 0.5625 set_F 7_2 0.7500 num_nonrel_judged_ret 7_2 1 rbp 7_2 0.1855 rbp_resid 7_2 0.0000 unj_5 7_2 0.0000 unj_10 7_2 0.0000 unj_20 7_2 0.0000 num_ret 7_3 5 num_rel 7_3 2 num_rel_ret 7_3 2 map 7_3 1.0000 Rprec 7_3 1.0000 bpref 7_3 1.0000 recip_rank 7_3 1.0000 iprec_at_recall_0.00 7_3 1.0000 iprec_at_recall_0.10 7_3 1.0000 iprec_at_recall_0.20 7_3 1.0000 iprec_at_recall_0.30 7_3 1.0000 iprec_at_recall_0.40 7_3 1.0000 iprec_at_recall_0.50 7_3 1.0000 iprec_at_recall_0.60 7_3 1.0000 iprec_at_recall_0.70 7_3 1.0000 iprec_at_recall_0.80 7_3 1.0000 iprec_at_recall_0.90 7_3 1.0000 iprec_at_recall_1.00 7_3 1.0000 P_5 7_3 0.4000 P_10 7_3 0.2000 P_15 7_3 0.1333 P_20 7_3 0.1000 P_30 7_3 0.0667 P_100 7_3 0.0200 P_200 7_3 0.0100 P_500 7_3 0.0040 P_1000 7_3 0.0020 relstring 7_3 '22000' recall_5 7_3 1.0000 recall_10 7_3 1.0000 recall_15 7_3 1.0000 recall_20 7_3 1.0000 recall_30 7_3 1.0000 recall_100 7_3 1.0000 recall_200 7_3 1.0000 recall_500 7_3 1.0000 recall_1000 7_3 1.0000 infAP 7_3 1.0000 Rprec_mult_0.20 7_3 1.0000 Rprec_mult_0.40 7_3 1.0000 Rprec_mult_0.60 7_3 1.0000 Rprec_mult_0.80 7_3 1.0000 Rprec_mult_1.00 7_3 1.0000 Rprec_mult_1.20 7_3 0.6667 Rprec_mult_1.40 7_3 0.6667 Rprec_mult_1.60 7_3 0.5000 Rprec_mult_1.80 7_3 0.5000 Rprec_mult_2.00 7_3 0.5000 utility 7_3 -1.0000 11pt_avg 7_3 1.0000 binG 7_3 1.0000 G 7_3 1.0000 ndcg 7_3 1.0000 ndcg_rel 7_3 1.0000 Rndcg 7_3 1.0000 ndcg_cut_5 7_3 1.0000 ndcg_cut_10 7_3 1.0000 ndcg_cut_15 7_3 1.0000 ndcg_cut_20 7_3 1.0000 ndcg_cut_30 7_3 1.0000 ndcg_cut_100 7_3 1.0000 ndcg_cut_200 7_3 1.0000 ndcg_cut_500 7_3 1.0000 ndcg_cut_1000 7_3 1.0000 map_cut_5 7_3 1.0000 map_cut_10 7_3 1.0000 map_cut_15 7_3 1.0000 map_cut_20 7_3 1.0000 map_cut_30 7_3 1.0000 map_cut_100 7_3 1.0000 map_cut_200 7_3 1.0000 map_cut_500 7_3 1.0000 map_cut_1000 7_3 1.0000 relative_P_5 7_3 1.0000 relative_P_10 7_3 1.0000 relative_P_15 7_3 1.0000 relative_P_20 7_3 1.0000 relative_P_30 7_3 1.0000 relative_P_100 7_3 1.0000 relative_P_200 7_3 1.0000 relative_P_500 7_3 1.0000 relative_P_1000 7_3 1.0000 success_1 7_3 1.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.4000 set_relative_P 7_3 1.0000 set_recall 7_3 1.0000 set_map 7_3 0.4000 set_F 7_3 0.5714 num_nonrel_judged_ret 7_3 3 rbp 7_3 0.1900 rbp_resid 7_3 0.0000 unj_5 7_3 0.0000 unj_10 7_3 0.0000 unj_20 7_3 0.0000 num_ret 7_4 4 num_rel 7_4 1 num_rel_ret 7_4 1 map 7_4 1.0000 Rprec 7_4 1.0000 bpref 7_4 1.0000 recip_rank 7_4 1.0000 iprec_at_recall_0.00 7_4 1.0000 iprec_at_recall_0.10 7_4 1.0000 iprec_at_recall_0.20 7_4 1.0000 iprec_at_recall_0.30 7_4 1.0000 iprec_at_recall_0.40 7_4 1.0000 iprec_at_recall_0.50 7_4 1.0000 iprec_at_recall_0.60 7_4 1.0000 iprec_at_recall_0.70 7_4 1.0000 iprec_at_recall_0.80 7_4 1.0000 iprec_at_recall_0.90 7_4 1.0000 iprec_at_recall_1.00 7_4 1.0000 P_5 7_4 0.2000 P_10 7_4 0.1000 P_15 7_4 0.0667 P_20 7_4 0.0500 P_30 7_4 0.0333 P_100 7_4 0.0100 P_200 7_4 0.0050 P_500 7_4 0.0020 P_1000 7_4 0.0010 relstring 7_4 '1000' recall_5 7_4 1.0000 recall_10 7_4 1.0000 recall_15 7_4 1.0000 recall_20 7_4 1.0000 recall_30 7_4 1.0000 recall_100 7_4 1.0000 recall_200 7_4 1.0000 recall_500 7_4 1.0000 recall_1000 7_4 1.0000 infAP 7_4 1.0000 Rprec_mult_0.20 7_4 1.0000 Rprec_mult_0.40 7_4 1.0000 Rprec_mult_0.60 7_4 1.0000 Rprec_mult_0.80 7_4 1.0000 Rprec_mult_1.00 7_4 1.0000 Rprec_mult_1.20 7_4 0.5000 Rprec_mult_1.40 7_4 0.5000 Rprec_mult_1.60 7_4 0.5000 Rprec_mult_1.80 7_4 0.5000 Rprec_mult_2.00 7_4 0.5000 utility 7_4 -2.0000 11pt_avg 7_4 1.0000 binG 7_4 1.0000 G 7_4 1.0000 ndcg 7_4 1.0000 ndcg_rel 7_4 1.0000 Rndcg 7_4 1.0000 ndcg_cut_5 7_4 1.0000 ndcg_cut_10 7_4 1.0000 ndcg_cut_15 7_4 1.0000 ndcg_cut_20 7_4 1.0000 ndcg_cut_30 7_4 1.0000 ndcg_cut_100 7_4 1.0000 ndcg_cut_200 7_4 1.0000 ndcg_cut_500 7_4 1.0000 ndcg_cut_1000 7_4 1.0000 map_cut_5 7_4 1.0000 map_cut_10 7_4 1.0000 map_cut_15 7_4 1.0000 map_cut_20 7_4 1.0000 map_cut_30 7_4 1.0000 map_cut_100 7_4 1.0000 map_cut_200 7_4 1.0000 map_cut_500 7_4 1.0000 map_cut_1000 7_4 1.0000 relative_P_5 7_4 1.0000 relative_P_10 7_4 1.0000 relative_P_15 7_4 1.0000 relative_P_20 7_4 1.0000 relative_P_30 7_4 1.0000 relative_P_100 7_4 1.0000 relative_P_200 7_4 1.0000 relative_P_500 7_4 1.0000 relative_P_1000 7_4 1.0000 success_1 7_4 1.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 0.2500 set_relative_P 7_4 1.0000 set_recall 7_4 1.0000 set_map 7_4 0.2500 set_F 7_4 0.4000 num_nonrel_judged_ret 7_4 3 rbp 7_4 0.1000 rbp_resid 7_4 0.0000 unj_5 7_4 0.0000 unj_10 7_4 0.0000 unj_20 7_4 0.0000 num_ret 7_9 5 num_rel 7_9 1 num_rel_ret 7_9 1 map 7_9 1.0000 Rprec 7_9 1.0000 bpref 7_9 1.0000 recip_rank 7_9 1.0000 iprec_at_recall_0.00 7_9 1.0000 iprec_at_recall_0.10 7_9 1.0000 iprec_at_recall_0.20 7_9 1.0000 iprec_at_recall_0.30 7_9 1.0000 iprec_at_recall_0.40 7_9 1.0000 iprec_at_recall_0.50 7_9 1.0000 iprec_at_recall_0.60 7_9 1.0000 iprec_at_recall_0.70 7_9 1.0000 iprec_at_recall_0.80 7_9 1.0000 iprec_at_recall_0.90 7_9 1.0000 iprec_at_recall_1.00 7_9 1.0000 P_5 7_9 0.2000 P_10 7_9 0.1000 P_15 7_9 0.0667 P_20 7_9 0.0500 P_30 7_9 0.0333 P_100 7_9 0.0100 P_200 7_9 0.0050 P_500 7_9 0.0020 P_1000 7_9 0.0010 relstring 7_9 '10000' recall_5 7_9 1.0000 recall_10 7_9 1.0000 recall_15 7_9 1.0000 recall_20 7_9 1.0000 recall_30 7_9 1.0000 recall_100 7_9 1.0000 recall_200 7_9 1.0000 recall_500 7_9 1.0000 recall_1000 7_9 1.0000 infAP 7_9 1.0000 Rprec_mult_0.20 7_9 1.0000 Rprec_mult_0.40 7_9 1.0000 Rprec_mult_0.60 7_9 1.0000 Rprec_mult_0.80 7_9 1.0000 Rprec_mult_1.00 7_9 1.0000 Rprec_mult_1.20 7_9 0.5000 Rprec_mult_1.40 7_9 0.5000 Rprec_mult_1.60 7_9 0.5000 Rprec_mult_1.80 7_9 0.5000 Rprec_mult_2.00 7_9 0.5000 utility 7_9 -3.0000 11pt_avg 7_9 1.0000 binG 7_9 1.0000 G 7_9 1.0000 ndcg 7_9 1.0000 ndcg_rel 7_9 1.0000 Rndcg 7_9 1.0000 ndcg_cut_5 7_9 1.0000 ndcg_cut_10 7_9 1.0000 ndcg_cut_15 7_9 1.0000 ndcg_cut_20 7_9 1.0000 ndcg_cut_30 7_9 1.0000 ndcg_cut_100 7_9 1.0000 ndcg_cut_200 7_9 1.0000 ndcg_cut_500 7_9 1.0000 ndcg_cut_1000 7_9 1.0000 map_cut_5 7_9 1.0000 map_cut_10 7_9 1.0000 map_cut_15 7_9 1.0000 map_cut_20 7_9 1.0000 map_cut_30 7_9 1.0000 map_cut_100 7_9 1.0000 map_cut_200 7_9 1.0000 map_cut_500 7_9 1.0000 map_cut_1000 7_9 1.0000 relative_P_5 7_9 1.0000 relative_P_10 7_9 1.0000 relative_P_15 7_9 1.0000 relative_P_20 7_9 1.0000 relative_P_30 7_9 1.0000 relative_P_100 7_9 1.0000 relative_P_200 7_9 1.0000 relative_P_500 7_9 1.0000 relative_P_1000 7_9 1.0000 success_1 7_9 1.0000 success_5 7_9 1.0000 success_10 7_9 1.0000 set_P 7_9 0.2000 set_relative_P 7_9 1.0000 set_recall 7_9 1.0000 set_map 7_9 0.2000 set_F 7_9 0.3333 num_nonrel_judged_ret 7_9 4 rbp 7_9 0.1000 rbp_resid 7_9 0.0000 unj_5 7_9 0.0000 unj_10 7_9 0.0000 unj_20 7_9 0.0000 num_ret 8_1 4 num_rel 8_1 2 num_rel_ret 8_1 2 map 8_1 1.0000 Rprec 8_1 1.0000 bpref 8_1 1.0000 recip_rank 8_1 1.0000 iprec_at_recall_0.00 8_1 1.0000 iprec_at_recall_0.10 8_1 1.0000 iprec_at_recall_0.20 8_1 1.0000 iprec_at_recall_0.30 8_1 1.0000 iprec_at_recall_0.40 8_1 1.0000 iprec_at_recall_0.50 8_1 1.0000 iprec_at_recall_0.60 8_1 1.0000 iprec_at_recall_0.70 8_1 1.0000 iprec_at_recall_0.80 8_1 1.0000 iprec_at_recall_0.90 8_1 1.0000 iprec_at_recall_1.00 8_1 1.0000 P_5 8_1 0.4000 P_10 8_1 0.2000 P_15 8_1 0.1333 P_20 8_1 0.1000 P_30 8_1 0.0667 P_100 8_1 0.0200 P_200 8_1 0.0100 P_500 8_1 0.0040 P_1000 8_1 0.0020 relstring 8_1 '1100' recall_5 8_1 1.0000 recall_10 8_1 1.0000 recall_15 8_1 1.0000 recall_20 8_1 1.0000 recall_30 8_1 1.0000 recall_100 8_1 1.0000 recall_200 8_1 1.0000 recall_500 8_1 1.0000 recall_1000 8_1 1.0000 infAP 8_1 1.0000 Rprec_mult_0.20 8_1 1.0000 Rprec_mult_0.40 8_1 1.0000 Rprec_mult_0.60 8_1 1.0000 Rprec_mult_0.80 8_1 1.0000 Rprec_mult_1.00 8_1 1.0000 Rprec_mult_1.20 8_1 0.6667 Rprec_mult_1.40 8_1 0.6667 Rprec_mult_1.60 8_1 0.5000 Rprec_mult_1.80 8_1 0.5000 Rprec_mult_2.00 8_1 0.5000 utility 8_1 0.0000 11pt_avg 8_1 1.0000 binG 8_1 1.0000 G 8_1 1.0000 ndcg 8_1 1.0000 ndcg_rel 8_1 1.0000 Rndcg 8_1 1.0000 ndcg_cut_5 8_1 1.0000 ndcg_cut_10 8_1 1.0000 ndcg_cut_15 8_1 1.0000 ndcg_cut_20 8_1 1.0000 ndcg_cut_30 8_1 1.0000 ndcg_cut_100 8_1 1.0000 ndcg_cut_200 8_1 1.0000 ndcg_cut_500 8_1 1.0000 ndcg_cut_1000 8_1 1.0000 map_cut_5 8_1 1.0000 map_cut_10 8_1 1.0000 map_cut_15 8_1 1.0000 map_cut_20 8_1 1.0000 map_cut_30 8_1 1.0000 map_cut_100 8_1 1.0000 map_cut_200 8_1 1.0000 map_cut_500 8_1 1.0000 map_cut_1000 8_1 1.0000 relative_P_5 8_1 1.0000 relative_P_10 8_1 1.0000 relative_P_15 8_1 1.0000 relative_P_20 8_1 1.0000 relative_P_30 8_1 1.0000 relative_P_100 8_1 1.0000 relative_P_200 8_1 1.0000 relative_P_500 8_1 1.0000 relative_P_1000 8_1 1.0000 success_1 8_1 1.0000 success_5 8_1 1.0000 success_10 8_1 1.0000 set_P 8_1 0.5000 set_relative_P 8_1 1.0000 set_recall 8_1 1.0000 set_map 8_1 0.5000 set_F 8_1 0.6667 num_nonrel_judged_ret 8_1 2 rbp 8_1 0.1900 rbp_resid 8_1 0.0000 unj_5 8_1 0.0000 unj_10 8_1 0.0000 unj_20 8_1 0.0000 num_ret 8_10 5 num_rel 8_10 3 num_rel_ret 8_10 0 map 8_10 0.0000 Rprec 8_10 0.0000 bpref 8_10 0.0000 recip_rank 8_10 0.0000 iprec_at_recall_0.00 8_10 0.0000 iprec_at_recall_0.10 8_10 0.0000 iprec_at_recall_0.20 8_10 0.0000 iprec_at_recall_0.30 8_10 0.0000 iprec_at_recall_0.40 8_10 0.0000 iprec_at_recall_0.50 8_10 0.0000 iprec_at_recall_0.60 8_10 0.0000 iprec_at_recall_0.70 8_10 0.0000 iprec_at_recall_0.80 8_10 0.0000 iprec_at_recall_0.90 8_10 0.0000 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.0000 P_10 8_10 0.0000 P_15 8_10 0.0000 P_20 8_10 0.0000 P_30 8_10 0.0000 P_100 8_10 0.0000 P_200 8_10 0.0000 P_500 8_10 0.0000 P_1000 8_10 0.0000 relstring 8_10 '00000' recall_5 8_10 0.0000 recall_10 8_10 0.0000 recall_15 8_10 0.0000 recall_20 8_10 0.0000 recall_30 8_10 0.0000 recall_100 8_10 0.0000 recall_200 8_10 0.0000 recall_500 8_10 0.0000 recall_1000 8_10 0.0000 infAP 8_10 0.0000 Rprec_mult_0.20 8_10 0.0000 Rprec_mult_0.40 8_10 0.0000 Rprec_mult_0.60 8_10 0.0000 Rprec_mult_0.80 8_10 0.0000 Rprec_mult_1.00 8_10 0.0000 Rprec_mult_1.20 8_10 0.0000 Rprec_mult_1.40 8_10 0.0000 Rprec_mult_1.60 8_10 0.0000 Rprec_mult_1.80 8_10 0.0000 Rprec_mult_2.00 8_10 0.0000 utility 8_10 -5.0000 11pt_avg 8_10 0.0000 binG 8_10 0.0000 G 8_10 0.0000 ndcg 8_10 0.0000 ndcg_rel 8_10 0.0000 Rndcg 8_10 0.0000 ndcg_cut_5 8_10 0.0000 ndcg_cut_10 8_10 0.0000 ndcg_cut_15 8_10 0.0000 ndcg_cut_20 8_10 0.0000 ndcg_cut_30 8_10 0.0000 ndcg_cut_100 8_10 0.0000 ndcg_cut_200 8_10 0.0000 ndcg_cut_500 8_10 0.0000 ndcg_cut_1000 8_10 0.0000 map_cut_5 8_10 0.0000 map_cut_10 8_10 0.0000 map_cut_15 8_10 0.0000 map_cut_20 8_10 0.0000 map_cut_30 8_10 0.0000 map_cut_100 8_10 0.0000 map_cut_200 8_10 0.0000 map_cut_500 8_10 0.0000 map_cut_1000 8_10 0.0000 relative_P_5 8_10 0.0000 relative_P_10 8_10 0.0000 relative_P_15 8_10 0.0000 relative_P_20 8_10 0.0000 relative_P_30 8_10 0.0000 relative_P_100 8_10 0.0000 relative_P_200 8_10 0.0000 relative_P_500 8_10 0.0000 relative_P_1000 8_10 0.0000 success_1 8_10 0.0000 success_5 8_10 0.0000 success_10 8_10 0.0000 set_P 8_10 0.0000 set_relative_P 8_10 0.0000 set_recall 8_10 0.0000 set_map 8_10 0.0000 set_F 8_10 0.0000 num_nonrel_judged_ret 8_10 5 rbp 8_10 0.0000 rbp_resid 8_10 0.0000 unj_5 8_10 0.0000 unj_10 8_10 0.0000 unj_20 8_10 0.0000 num_ret 8_11 15 num_rel 8_11 2 num_rel_ret 8_11 2 map 8_11 0.5909 Rprec 8_11 0.5000 bpref 8_11 0.5000 recip_rank 8_11 1.0000 iprec_at_recall_0.00 8_11 1.0000 iprec_at_recall_0.10 8_11 1.0000 iprec_at_recall_0.20 8_11 1.0000 iprec_at_recall_0.30 8_11 1.0000 iprec_at_recall_0.40 8_11 1.0000 iprec_at_recall_0.50 8_11 1.0000 iprec_at_recall_0.60 8_11 1.0000 iprec_at_recall_0.70 8_11 1.0000 iprec_at_recall_0.80 8_11 0.1818 iprec_at_recall_0.90 8_11 0.1818 iprec_at_recall_1.00 8_11 0.1818 P_5 8_11 0.2000 P_10 8_11 0.1000 P_15 8_11 0.1333 P_20 8_11 0.1000 P_30 8_11 0.0667 P_100 8_11 0.0200 P_200 8_11 0.0100 P_500 8_11 0.0040 P_1000 8_11 0.0020 relstring 8_11 '1000000000' recall_5 8_11 0.5000 recall_10 8_11 0.5000 recall_15 8_11 1.0000 recall_20 8_11 1.0000 recall_30 8_11 1.0000 recall_100 8_11 1.0000 recall_200 8_11 1.0000 recall_500 8_11 1.0000 recall_1000 8_11 1.0000 infAP 8_11 0.5909 Rprec_mult_0.20 8_11 1.0000 Rprec_mult_0.40 8_11 1.0000 Rprec_mult_0.60 8_11 0.5000 Rprec_mult_0.80 8_11 0.5000 Rprec_mult_1.00 8_11 0.5000 Rprec_mult_1.20 8_11 0.3333 Rprec_mult_1.40 8_11 0.3333 Rprec_mult_1.60 8_11 0.2500 Rprec_mult_1.80 8_11 0.2500 Rprec_mult_2.00 8_11 0.2500 utility 8_11 -11.0000 11pt_avg 8_11 0.7769 binG 8_11 0.6445 G 8_11 0.6445 ndcg 8_11 0.7842 ndcg_rel 8_11 0.8921 Rndcg 8_11 0.6987 ndcg_cut_5 8_11 0.6131 ndcg_cut_10 8_11 0.6131 ndcg_cut_15 8_11 0.7842 ndcg_cut_20 8_11 0.7842 ndcg_cut_30 8_11 0.7842 ndcg_cut_100 8_11 0.7842 ndcg_cut_200 8_11 0.7842 ndcg_cut_500 8_11 0.7842 ndcg_cut_1000 8_11 0.7842 map_cut_5 8_11 0.5000 map_cut_10 8_11 0.5000 map_cut_15 8_11 0.5909 map_cut_20 8_11 0.5909 map_cut_30 8_11 0.5909 map_cut_100 8_11 0.5909 map_cut_200 8_11 0.5909 map_cut_500 8_11 0.5909 map_cut_1000 8_11 0.5909 relative_P_5 8_11 0.5000 relative_P_10 8_11 0.5000 relative_P_15 8_11 1.0000 relative_P_20 8_11 1.0000 relative_P_30 8_11 1.0000 relative_P_100 8_11 1.0000 relative_P_200 8_11 1.0000 relative_P_500 8_11 1.0000 relative_P_1000 8_11 1.0000 success_1 8_11 1.0000 success_5 8_11 1.0000 success_10 8_11 1.0000 set_P 8_11 0.1333 set_relative_P 8_11 1.0000 set_recall 8_11 1.0000 set_map 8_11 0.1333 set_F 8_11 0.2353 num_nonrel_judged_ret 8_11 13 rbp 8_11 0.1349 rbp_resid 8_11 0.0000 unj_5 8_11 0.0000 unj_10 8_11 0.0000 unj_20 8_11 0.0000 num_ret 8_12 5 num_rel 8_12 3 num_rel_ret 8_12 1 map 8_12 0.3333 Rprec 8_12 0.3333 bpref 8_12 0.3333 recip_rank 8_12 1.0000 iprec_at_recall_0.00 8_12 1.0000 iprec_at_recall_0.10 8_12 1.0000 iprec_at_recall_0.20 8_12 1.0000 iprec_at_recall_0.30 8_12 1.0000 iprec_at_recall_0.40 8_12 1.0000 iprec_at_recall_0.50 8_12 0.0000 iprec_at_recall_0.60 8_12 0.0000 iprec_at_recall_0.70 8_12 0.0000 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.2000 P_10 8_12 0.1000 P_15 8_12 0.0667 P_20 8_12 0.0500 P_30 8_12 0.0333 P_100 8_12 0.0100 P_200 8_12 0.0050 P_500 8_12 0.0020 P_1000 8_12 0.0010 relstring 8_12 '10000' recall_5 8_12 0.3333 recall_10 8_12 0.3333 recall_15 8_12 0.3333 recall_20 8_12 0.3333 recall_30 8_12 0.3333 recall_100 8_12 0.3333 recall_200 8_12 0.3333 recall_500 8_12 0.3333 recall_1000 8_12 0.3333 infAP 8_12 0.3333 Rprec_mult_0.20 8_12 1.0000 Rprec_mult_0.40 8_12 0.5000 Rprec_mult_0.60 8_12 0.5000 Rprec_mult_0.80 8_12 0.3333 Rprec_mult_1.00 8_12 0.3333 Rprec_mult_1.20 8_12 0.2500 Rprec_mult_1.40 8_12 0.2000 Rprec_mult_1.60 8_12 0.2000 Rprec_mult_1.80 8_12 0.1667 Rprec_mult_2.00 8_12 0.1667 utility 8_12 -3.0000 11pt_avg 8_12 0.4545 binG 8_12 0.3333 G 8_12 0.3333 ndcg 8_12 0.4693 ndcg_rel 8_12 0.6462 Rndcg 8_12 0.4693 ndcg_cut_5 8_12 0.4693 ndcg_cut_10 8_12 0.4693 ndcg_cut_15 8_12 0.4693 ndcg_cut_20 8_12 0.4693 ndcg_cut_30 8_12 0.4693 ndcg_cut_100 8_12 0.4693 ndcg_cut_200 8_12 0.4693 ndcg_cut_500 8_12 0.4693 ndcg_cut_1000 8_12 0.4693 map_cut_5 8_12 0.3333 map_cut_10 8_12 0.3333 map_cut_15 8_12 0.3333 map_cut_20 8_12 0.3333 map_cut_30 8_12 0.3333 map_cut_100 8_12 0.3333 map_cut_200 8_12 0.3333 map_cut_500 8_12 0.3333 map_cut_1000 8_12 0.3333 relative_P_5 8_12 0.3333 relative_P_10 8_12 0.3333 relative_P_15 8_12 0.3333 relative_P_20 8_12 0.3333 relative_P_30 8_12 0.3333 relative_P_100 8_12 0.3333 relative_P_200 8_12 0.3333 relative_P_500 8_12 0.3333 relative_P_1000 8_12 0.3333 success_1 8_12 1.0000 success_5 8_12 1.0000 success_10 8_12 1.0000 set_P 8_12 0.2000 set_relative_P 8_12 0.3333 set_recall 8_12 0.3333 set_map 8_12 0.0667 set_F 8_12 0.2500 num_nonrel_judged_ret 8_12 4 rbp 8_12 0.1000 rbp_resid 8_12 0.0000 unj_5 8_12 0.0000 unj_10 8_12 0.0000 unj_20 8_12 0.0000 num_ret 8_13 15 num_rel 8_13 4 num_rel_ret 8_13 4 map 8_13 0.4246 Rprec 8_13 0.2500 bpref 8_13 0.2500 recip_rank 8_13 1.0000 iprec_at_recall_0.00 8_13 1.0000 iprec_at_recall_0.10 8_13 1.0000 iprec_at_recall_0.20 8_13 1.0000 iprec_at_recall_0.30 8_13 1.0000 iprec_at_recall_0.40 8_13 0.2667 iprec_at_recall_0.50 8_13 0.2667 iprec_at_recall_0.60 8_13 0.2667 iprec_at_recall_0.70 8_13 0.2667 iprec_at_recall_0.80 8_13 0.2667 iprec_at_recall_0.90 8_13 0.2667 iprec_at_recall_1.00 8_13 0.2667 P_5 8_13 0.2000 P_10 8_13 0.1000 P_15 8_13 0.2667 P_20 8_13 0.2000 P_30 8_13 0.1333 P_100 8_13 0.0400 P_200 8_13 0.0200 P_500 8_13 0.0080 P_1000 8_13 0.0040 relstring 8_13 '1000000000' recall_5 8_13 0.2500 recall_10 8_13 0.2500 recall_15 8_13 1.0000 recall_20 8_13 1.0000 recall_30 8_13 1.0000 recall_100 8_13 1.0000 recall_200 8_13 1.0000 recall_500 8_13 1.0000 recall_1000 8_13 1.0000 infAP 8_13 0.4246 Rprec_mult_0.20 8_13 1.0000 Rprec_mult_0.40 8_13 0.5000 Rprec_mult_0.60 8_13 0.3333 Rprec_mult_0.80 8_13 0.2500 Rprec_mult_1.00 8_13 0.2500 Rprec_mult_1.20 8_13 0.2000 Rprec_mult_1.40 8_13 0.1667 Rprec_mult_1.60 8_13 0.1429 Rprec_mult_1.80 8_13 0.1250 Rprec_mult_2.00 8_13 0.1250 utility 8_13 -7.0000 11pt_avg 8_13 0.5333 binG 8_13 0.4621 G 8_13 0.4621 ndcg 8_13 0.7024 ndcg_rel 8_13 0.7016 Rndcg 8_13 0.5464 ndcg_cut_5 8_13 0.3904 ndcg_cut_10 8_13 0.3904 ndcg_cut_15 8_13 0.7024 ndcg_cut_20 8_13 0.7024 ndcg_cut_30 8_13 0.7024 ndcg_cut_100 8_13 0.7024 ndcg_cut_200 8_13 0.7024 ndcg_cut_500 8_13 0.7024 ndcg_cut_1000 8_13 0.7024 map_cut_5 8_13 0.2500 map_cut_10 8_13 0.2500 map_cut_15 8_13 0.4246 map_cut_20 8_13 0.4246 map_cut_30 8_13 0.4246 map_cut_100 8_13 0.4246 map_cut_200 8_13 0.4246 map_cut_500 8_13 0.4246 map_cut_1000 8_13 0.4246 relative_P_5 8_13 0.2500 relative_P_10 8_13 0.2500 relative_P_15 8_13 1.0000 relative_P_20 8_13 1.0000 relative_P_30 8_13 1.0000 relative_P_100 8_13 1.0000 relative_P_200 8_13 1.0000 relative_P_500 8_13 1.0000 relative_P_1000 8_13 1.0000 success_1 8_13 1.0000 success_5 8_13 1.0000 success_10 8_13 1.0000 set_P 8_13 0.2667 set_relative_P 8_13 1.0000 set_recall 8_13 1.0000 set_map 8_13 0.2667 set_F 8_13 0.4211 num_nonrel_judged_ret 8_13 11 rbp 8_13 0.1891 rbp_resid 8_13 0.0000 unj_5 8_13 0.0000 unj_10 8_13 0.0000 unj_20 8_13 0.0000 num_ret 8_2 7 num_rel 8_2 3 num_rel_ret 8_2 3 map 8_2 1.0000 Rprec 8_2 1.0000 bpref 8_2 1.0000 recip_rank 8_2 1.0000 iprec_at_recall_0.00 8_2 1.0000 iprec_at_recall_0.10 8_2 1.0000 iprec_at_recall_0.20 8_2 1.0000 iprec_at_recall_0.30 8_2 1.0000 iprec_at_recall_0.40 8_2 1.0000 iprec_at_recall_0.50 8_2 1.0000 iprec_at_recall_0.60 8_2 1.0000 iprec_at_recall_0.70 8_2 1.0000 iprec_at_recall_0.80 8_2 1.0000 iprec_at_recall_0.90 8_2 1.0000 iprec_at_recall_1.00 8_2 1.0000 P_5 8_2 0.6000 P_10 8_2 0.3000 P_15 8_2 0.2000 P_20 8_2 0.1500 P_30 8_2 0.1000 P_100 8_2 0.0300 P_200 8_2 0.0150 P_500 8_2 0.0060 P_1000 8_2 0.0030 relstring 8_2 '2110000' recall_5 8_2 1.0000 recall_10 8_2 1.0000 recall_15 8_2 1.0000 recall_20 8_2 1.0000 recall_30 8_2 1.0000 recall_100 8_2 1.0000 recall_200 8_2 1.0000 recall_500 8_2 1.0000 recall_1000 8_2 1.0000 infAP 8_2 1.0000 Rprec_mult_0.20 8_2 1.0000 Rprec_mult_0.40 8_2 1.0000 Rprec_mult_0.60 8_2 1.0000 Rprec_mult_0.80 8_2 1.0000 Rprec_mult_1.00 8_2 1.0000 Rprec_mult_1.20 8_2 0.7500 Rprec_mult_1.40 8_2 0.6000 Rprec_mult_1.60 8_2 0.6000 Rprec_mult_1.80 8_2 0.5000 Rprec_mult_2.00 8_2 0.5000 utility 8_2 -1.0000 11pt_avg 8_2 1.0000 binG 8_2 1.0000 G 8_2 1.0000 ndcg 8_2 1.0000 ndcg_rel 8_2 1.0000 Rndcg 8_2 1.0000 ndcg_cut_5 8_2 1.0000 ndcg_cut_10 8_2 1.0000 ndcg_cut_15 8_2 1.0000 ndcg_cut_20 8_2 1.0000 ndcg_cut_30 8_2 1.0000 ndcg_cut_100 8_2 1.0000 ndcg_cut_200 8_2 1.0000 ndcg_cut_500 8_2 1.0000 ndcg_cut_1000 8_2 1.0000 map_cut_5 8_2 1.0000 map_cut_10 8_2 1.0000 map_cut_15 8_2 1.0000 map_cut_20 8_2 1.0000 map_cut_30 8_2 1.0000 map_cut_100 8_2 1.0000 map_cut_200 8_2 1.0000 map_cut_500 8_2 1.0000 map_cut_1000 8_2 1.0000 relative_P_5 8_2 1.0000 relative_P_10 8_2 1.0000 relative_P_15 8_2 1.0000 relative_P_20 8_2 1.0000 relative_P_30 8_2 1.0000 relative_P_100 8_2 1.0000 relative_P_200 8_2 1.0000 relative_P_500 8_2 1.0000 relative_P_1000 8_2 1.0000 success_1 8_2 1.0000 success_5 8_2 1.0000 success_10 8_2 1.0000 set_P 8_2 0.4286 set_relative_P 8_2 1.0000 set_recall 8_2 1.0000 set_map 8_2 0.4286 set_F 8_2 0.6000 num_nonrel_judged_ret 8_2 4 rbp 8_2 0.1855 rbp_resid 8_2 0.0000 unj_5 8_2 0.0000 unj_10 8_2 0.0000 unj_20 8_2 0.0000 num_ret 8_3 7 num_rel 8_3 1 num_rel_ret 8_3 1 map 8_3 1.0000 Rprec 8_3 1.0000 bpref 8_3 1.0000 recip_rank 8_3 1.0000 iprec_at_recall_0.00 8_3 1.0000 iprec_at_recall_0.10 8_3 1.0000 iprec_at_recall_0.20 8_3 1.0000 iprec_at_recall_0.30 8_3 1.0000 iprec_at_recall_0.40 8_3 1.0000 iprec_at_recall_0.50 8_3 1.0000 iprec_at_recall_0.60 8_3 1.0000 iprec_at_recall_0.70 8_3 1.0000 iprec_at_recall_0.80 8_3 1.0000 iprec_at_recall_0.90 8_3 1.0000 iprec_at_recall_1.00 8_3 1.0000 P_5 8_3 0.2000 P_10 8_3 0.1000 P_15 8_3 0.0667 P_20 8_3 0.0500 P_30 8_3 0.0333 P_100 8_3 0.0100 P_200 8_3 0.0050 P_500 8_3 0.0020 P_1000 8_3 0.0010 relstring 8_3 '1000000' recall_5 8_3 1.0000 recall_10 8_3 1.0000 recall_15 8_3 1.0000 recall_20 8_3 1.0000 recall_30 8_3 1.0000 recall_100 8_3 1.0000 recall_200 8_3 1.0000 recall_500 8_3 1.0000 recall_1000 8_3 1.0000 infAP 8_3 1.0000 Rprec_mult_0.20 8_3 1.0000 Rprec_mult_0.40 8_3 1.0000 Rprec_mult_0.60 8_3 1.0000 Rprec_mult_0.80 8_3 1.0000 Rprec_mult_1.00 8_3 1.0000 Rprec_mult_1.20 8_3 0.5000 Rprec_mult_1.40 8_3 0.5000 Rprec_mult_1.60 8_3 0.5000 Rprec_mult_1.80 8_3 0.5000 Rprec_mult_2.00 8_3 0.5000 utility 8_3 -5.0000 11pt_avg 8_3 1.0000 binG 8_3 1.0000 G 8_3 1.0000 ndcg 8_3 1.0000 ndcg_rel 8_3 1.0000 Rndcg 8_3 1.0000 ndcg_cut_5 8_3 1.0000 ndcg_cut_10 8_3 1.0000 ndcg_cut_15 8_3 1.0000 ndcg_cut_20 8_3 1.0000 ndcg_cut_30 8_3 1.0000 ndcg_cut_100 8_3 1.0000 ndcg_cut_200 8_3 1.0000 ndcg_cut_500 8_3 1.0000 ndcg_cut_1000 8_3 1.0000 map_cut_5 8_3 1.0000 map_cut_10 8_3 1.0000 map_cut_15 8_3 1.0000 map_cut_20 8_3 1.0000 map_cut_30 8_3 1.0000 map_cut_100 8_3 1.0000 map_cut_200 8_3 1.0000 map_cut_500 8_3 1.0000 map_cut_1000 8_3 1.0000 relative_P_5 8_3 1.0000 relative_P_10 8_3 1.0000 relative_P_15 8_3 1.0000 relative_P_20 8_3 1.0000 relative_P_30 8_3 1.0000 relative_P_100 8_3 1.0000 relative_P_200 8_3 1.0000 relative_P_500 8_3 1.0000 relative_P_1000 8_3 1.0000 success_1 8_3 1.0000 success_5 8_3 1.0000 success_10 8_3 1.0000 set_P 8_3 0.1429 set_relative_P 8_3 1.0000 set_recall 8_3 1.0000 set_map 8_3 0.1429 set_F 8_3 0.2500 num_nonrel_judged_ret 8_3 6 rbp 8_3 0.1000 rbp_resid 8_3 0.0000 unj_5 8_3 0.0000 unj_10 8_3 0.0000 unj_20 8_3 0.0000 num_ret 8_4 15 num_rel 8_4 2 num_rel_ret 8_4 2 map 8_4 0.1389 Rprec 8_4 0.0000 bpref 8_4 0.0000 recip_rank 8_4 0.1111 iprec_at_recall_0.00 8_4 0.1667 iprec_at_recall_0.10 8_4 0.1667 iprec_at_recall_0.20 8_4 0.1667 iprec_at_recall_0.30 8_4 0.1667 iprec_at_recall_0.40 8_4 0.1667 iprec_at_recall_0.50 8_4 0.1667 iprec_at_recall_0.60 8_4 0.1667 iprec_at_recall_0.70 8_4 0.1667 iprec_at_recall_0.80 8_4 0.1667 iprec_at_recall_0.90 8_4 0.1667 iprec_at_recall_1.00 8_4 0.1667 P_5 8_4 0.0000 P_10 8_4 0.1000 P_15 8_4 0.1333 P_20 8_4 0.1000 P_30 8_4 0.0667 P_100 8_4 0.0200 P_200 8_4 0.0100 P_500 8_4 0.0040 P_1000 8_4 0.0020 relstring 8_4 '0000000010' recall_5 8_4 0.0000 recall_10 8_4 0.5000 recall_15 8_4 1.0000 recall_20 8_4 1.0000 recall_30 8_4 1.0000 recall_100 8_4 1.0000 recall_200 8_4 1.0000 recall_500 8_4 1.0000 recall_1000 8_4 1.0000 infAP 8_4 0.1389 Rprec_mult_0.20 8_4 0.0000 Rprec_mult_0.40 8_4 0.0000 Rprec_mult_0.60 8_4 0.0000 Rprec_mult_0.80 8_4 0.0000 Rprec_mult_1.00 8_4 0.0000 Rprec_mult_1.20 8_4 0.0000 Rprec_mult_1.40 8_4 0.0000 Rprec_mult_1.60 8_4 0.0000 Rprec_mult_1.80 8_4 0.0000 Rprec_mult_2.00 8_4 0.0000 utility 8_4 -11.0000 11pt_avg 8_4 0.1667 binG 8_4 0.2900 G 8_4 0.2900 ndcg 8_4 0.3503 ndcg_rel 8_4 0.2674 Rndcg 8_4 0.1751 ndcg_cut_5 8_4 0.0000 ndcg_cut_10 8_4 0.1846 ndcg_cut_15 8_4 0.3503 ndcg_cut_20 8_4 0.3503 ndcg_cut_30 8_4 0.3503 ndcg_cut_100 8_4 0.3503 ndcg_cut_200 8_4 0.3503 ndcg_cut_500 8_4 0.3503 ndcg_cut_1000 8_4 0.3503 map_cut_5 8_4 0.0000 map_cut_10 8_4 0.0556 map_cut_15 8_4 0.1389 map_cut_20 8_4 0.1389 map_cut_30 8_4 0.1389 map_cut_100 8_4 0.1389 map_cut_200 8_4 0.1389 map_cut_500 8_4 0.1389 map_cut_1000 8_4 0.1389 relative_P_5 8_4 0.0000 relative_P_10 8_4 0.5000 relative_P_15 8_4 1.0000 relative_P_20 8_4 1.0000 relative_P_30 8_4 1.0000 relative_P_100 8_4 1.0000 relative_P_200 8_4 1.0000 relative_P_500 8_4 1.0000 relative_P_1000 8_4 1.0000 success_1 8_4 0.0000 success_5 8_4 0.0000 success_10 8_4 1.0000 set_P 8_4 0.1333 set_relative_P 8_4 1.0000 set_recall 8_4 1.0000 set_map 8_4 0.1333 set_F 8_4 0.2353 num_nonrel_judged_ret 8_4 13 rbp 8_4 0.0744 rbp_resid 8_4 0.0000 unj_5 8_4 0.0000 unj_10 8_4 0.0000 unj_20 8_4 0.0000 num_ret 8_5 4 num_rel 8_5 2 num_rel_ret 8_5 0 map 8_5 0.0000 Rprec 8_5 0.0000 bpref 8_5 0.0000 recip_rank 8_5 0.0000 iprec_at_recall_0.00 8_5 0.0000 iprec_at_recall_0.10 8_5 0.0000 iprec_at_recall_0.20 8_5 0.0000 iprec_at_recall_0.30 8_5 0.0000 iprec_at_recall_0.40 8_5 0.0000 iprec_at_recall_0.50 8_5 0.0000 iprec_at_recall_0.60 8_5 0.0000 iprec_at_recall_0.70 8_5 0.0000 iprec_at_recall_0.80 8_5 0.0000 iprec_at_recall_0.90 8_5 0.0000 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.0000 P_10 8_5 0.0000 P_15 8_5 0.0000 P_20 8_5 0.0000 P_30 8_5 0.0000 P_100 8_5 0.0000 P_200 8_5 0.0000 P_500 8_5 0.0000 P_1000 8_5 0.0000 relstring 8_5 '0000' recall_5 8_5 0.0000 recall_10 8_5 0.0000 recall_15 8_5 0.0000 recall_20 8_5 0.0000 recall_30 8_5 0.0000 recall_100 8_5 0.0000 recall_200 8_5 0.0000 recall_500 8_5 0.0000 recall_1000 8_5 0.0000 infAP 8_5 0.0000 Rprec_mult_0.20 8_5 0.0000 Rprec_mult_0.40 8_5 0.0000 Rprec_mult_0.60 8_5 0.0000 Rprec_mult_0.80 8_5 0.0000 Rprec_mult_1.00 8_5 0.0000 Rprec_mult_1.20 8_5 0.0000 Rprec_mult_1.40 8_5 0.0000 Rprec_mult_1.60 8_5 0.0000 Rprec_mult_1.80 8_5 0.0000 Rprec_mult_2.00 8_5 0.0000 utility 8_5 -4.0000 11pt_avg 8_5 0.0000 binG 8_5 0.0000 G 8_5 0.0000 ndcg 8_5 0.0000 ndcg_rel 8_5 0.0000 Rndcg 8_5 0.0000 ndcg_cut_5 8_5 0.0000 ndcg_cut_10 8_5 0.0000 ndcg_cut_15 8_5 0.0000 ndcg_cut_20 8_5 0.0000 ndcg_cut_30 8_5 0.0000 ndcg_cut_100 8_5 0.0000 ndcg_cut_200 8_5 0.0000 ndcg_cut_500 8_5 0.0000 ndcg_cut_1000 8_5 0.0000 map_cut_5 8_5 0.0000 map_cut_10 8_5 0.0000 map_cut_15 8_5 0.0000 map_cut_20 8_5 0.0000 map_cut_30 8_5 0.0000 map_cut_100 8_5 0.0000 map_cut_200 8_5 0.0000 map_cut_500 8_5 0.0000 map_cut_1000 8_5 0.0000 relative_P_5 8_5 0.0000 relative_P_10 8_5 0.0000 relative_P_15 8_5 0.0000 relative_P_20 8_5 0.0000 relative_P_30 8_5 0.0000 relative_P_100 8_5 0.0000 relative_P_200 8_5 0.0000 relative_P_500 8_5 0.0000 relative_P_1000 8_5 0.0000 success_1 8_5 0.0000 success_5 8_5 0.0000 success_10 8_5 0.0000 set_P 8_5 0.0000 set_relative_P 8_5 0.0000 set_recall 8_5 0.0000 set_map 8_5 0.0000 set_F 8_5 0.0000 num_nonrel_judged_ret 8_5 4 rbp 8_5 0.0000 rbp_resid 8_5 0.0000 unj_5 8_5 0.0000 unj_10 8_5 0.0000 unj_20 8_5 0.0000 num_ret 8_7 15 num_rel 8_7 2 num_rel_ret 8_7 2 map 8_7 0.1389 Rprec 8_7 0.0000 bpref 8_7 0.0000 recip_rank 8_7 0.1111 iprec_at_recall_0.00 8_7 0.1667 iprec_at_recall_0.10 8_7 0.1667 iprec_at_recall_0.20 8_7 0.1667 iprec_at_recall_0.30 8_7 0.1667 iprec_at_recall_0.40 8_7 0.1667 iprec_at_recall_0.50 8_7 0.1667 iprec_at_recall_0.60 8_7 0.1667 iprec_at_recall_0.70 8_7 0.1667 iprec_at_recall_0.80 8_7 0.1667 iprec_at_recall_0.90 8_7 0.1667 iprec_at_recall_1.00 8_7 0.1667 P_5 8_7 0.0000 P_10 8_7 0.1000 P_15 8_7 0.1333 P_20 8_7 0.1000 P_30 8_7 0.0667 P_100 8_7 0.0200 P_200 8_7 0.0100 P_500 8_7 0.0040 P_1000 8_7 0.0020 relstring 8_7 '0000000010' recall_5 8_7 0.0000 recall_10 8_7 0.5000 recall_15 8_7 1.0000 recall_20 8_7 1.0000 recall_30 8_7 1.0000 recall_100 8_7 1.0000 recall_200 8_7 1.0000 recall_500 8_7 1.0000 recall_1000 8_7 1.0000 infAP 8_7 0.1389 Rprec_mult_0.20 8_7 0.0000 Rprec_mult_0.40 8_7 0.0000 Rprec_mult_0.60 8_7 0.0000 Rprec_mult_0.80 8_7 0.0000 Rprec_mult_1.00 8_7 0.0000 Rprec_mult_1.20 8_7 0.0000 Rprec_mult_1.40 8_7 0.0000 Rprec_mult_1.60 8_7 0.0000 Rprec_mult_1.80 8_7 0.0000 Rprec_mult_2.00 8_7 0.0000 utility 8_7 -11.0000 11pt_avg 8_7 0.1667 binG 8_7 0.2900 G 8_7 0.2900 ndcg 8_7 0.3503 ndcg_rel 8_7 0.2674 Rndcg 8_7 0.1751 ndcg_cut_5 8_7 0.0000 ndcg_cut_10 8_7 0.1846 ndcg_cut_15 8_7 0.3503 ndcg_cut_20 8_7 0.3503 ndcg_cut_30 8_7 0.3503 ndcg_cut_100 8_7 0.3503 ndcg_cut_200 8_7 0.3503 ndcg_cut_500 8_7 0.3503 ndcg_cut_1000 8_7 0.3503 map_cut_5 8_7 0.0000 map_cut_10 8_7 0.0556 map_cut_15 8_7 0.1389 map_cut_20 8_7 0.1389 map_cut_30 8_7 0.1389 map_cut_100 8_7 0.1389 map_cut_200 8_7 0.1389 map_cut_500 8_7 0.1389 map_cut_1000 8_7 0.1389 relative_P_5 8_7 0.0000 relative_P_10 8_7 0.5000 relative_P_15 8_7 1.0000 relative_P_20 8_7 1.0000 relative_P_30 8_7 1.0000 relative_P_100 8_7 1.0000 relative_P_200 8_7 1.0000 relative_P_500 8_7 1.0000 relative_P_1000 8_7 1.0000 success_1 8_7 0.0000 success_5 8_7 0.0000 success_10 8_7 1.0000 set_P 8_7 0.1333 set_relative_P 8_7 1.0000 set_recall 8_7 1.0000 set_map 8_7 0.1333 set_F 8_7 0.2353 num_nonrel_judged_ret 8_7 13 rbp 8_7 0.0744 rbp_resid 8_7 0.0000 unj_5 8_7 0.0000 unj_10 8_7 0.0000 unj_20 8_7 0.0000 num_ret 8_8 15 num_rel 8_8 2 num_rel_ret 8_8 2 map 8_8 0.1389 Rprec 8_8 0.0000 bpref 8_8 0.0000 recip_rank 8_8 0.1111 iprec_at_recall_0.00 8_8 0.1667 iprec_at_recall_0.10 8_8 0.1667 iprec_at_recall_0.20 8_8 0.1667 iprec_at_recall_0.30 8_8 0.1667 iprec_at_recall_0.40 8_8 0.1667 iprec_at_recall_0.50 8_8 0.1667 iprec_at_recall_0.60 8_8 0.1667 iprec_at_recall_0.70 8_8 0.1667 iprec_at_recall_0.80 8_8 0.1667 iprec_at_recall_0.90 8_8 0.1667 iprec_at_recall_1.00 8_8 0.1667 P_5 8_8 0.0000 P_10 8_8 0.1000 P_15 8_8 0.1333 P_20 8_8 0.1000 P_30 8_8 0.0667 P_100 8_8 0.0200 P_200 8_8 0.0100 P_500 8_8 0.0040 P_1000 8_8 0.0020 relstring 8_8 '0000000010' recall_5 8_8 0.0000 recall_10 8_8 0.5000 recall_15 8_8 1.0000 recall_20 8_8 1.0000 recall_30 8_8 1.0000 recall_100 8_8 1.0000 recall_200 8_8 1.0000 recall_500 8_8 1.0000 recall_1000 8_8 1.0000 infAP 8_8 0.1389 Rprec_mult_0.20 8_8 0.0000 Rprec_mult_0.40 8_8 0.0000 Rprec_mult_0.60 8_8 0.0000 Rprec_mult_0.80 8_8 0.0000 Rprec_mult_1.00 8_8 0.0000 Rprec_mult_1.20 8_8 0.0000 Rprec_mult_1.40 8_8 0.0000 Rprec_mult_1.60 8_8 0.0000 Rprec_mult_1.80 8_8 0.0000 Rprec_mult_2.00 8_8 0.0000 utility 8_8 -11.0000 11pt_avg 8_8 0.1667 binG 8_8 0.2900 G 8_8 0.2900 ndcg 8_8 0.3503 ndcg_rel 8_8 0.2674 Rndcg 8_8 0.1751 ndcg_cut_5 8_8 0.0000 ndcg_cut_10 8_8 0.1846 ndcg_cut_15 8_8 0.3503 ndcg_cut_20 8_8 0.3503 ndcg_cut_30 8_8 0.3503 ndcg_cut_100 8_8 0.3503 ndcg_cut_200 8_8 0.3503 ndcg_cut_500 8_8 0.3503 ndcg_cut_1000 8_8 0.3503 map_cut_5 8_8 0.0000 map_cut_10 8_8 0.0556 map_cut_15 8_8 0.1389 map_cut_20 8_8 0.1389 map_cut_30 8_8 0.1389 map_cut_100 8_8 0.1389 map_cut_200 8_8 0.1389 map_cut_500 8_8 0.1389 map_cut_1000 8_8 0.1389 relative_P_5 8_8 0.0000 relative_P_10 8_8 0.5000 relative_P_15 8_8 1.0000 relative_P_20 8_8 1.0000 relative_P_30 8_8 1.0000 relative_P_100 8_8 1.0000 relative_P_200 8_8 1.0000 relative_P_500 8_8 1.0000 relative_P_1000 8_8 1.0000 success_1 8_8 0.0000 success_5 8_8 0.0000 success_10 8_8 1.0000 set_P 8_8 0.1333 set_relative_P 8_8 1.0000 set_recall 8_8 1.0000 set_map 8_8 0.1333 set_F 8_8 0.2353 num_nonrel_judged_ret 8_8 13 rbp 8_8 0.0744 rbp_resid 8_8 0.0000 unj_5 8_8 0.0000 unj_10 8_8 0.0000 unj_20 8_8 0.0000 num_ret 9_11 5 num_rel 9_11 7 num_rel_ret 9_11 2 map 9_11 0.2000 Rprec 9_11 0.2857 bpref 9_11 0.2245 recip_rank 9_11 1.0000 iprec_at_recall_0.00 9_11 1.0000 iprec_at_recall_0.10 9_11 1.0000 iprec_at_recall_0.20 9_11 1.0000 iprec_at_recall_0.30 9_11 0.4000 iprec_at_recall_0.40 9_11 0.0000 iprec_at_recall_0.50 9_11 0.0000 iprec_at_recall_0.60 9_11 0.0000 iprec_at_recall_0.70 9_11 0.0000 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 0.4000 P_10 9_11 0.2000 P_15 9_11 0.1333 P_20 9_11 0.1000 P_30 9_11 0.0667 P_100 9_11 0.0200 P_200 9_11 0.0100 P_500 9_11 0.0040 P_1000 9_11 0.0020 relstring 9_11 '10001' recall_5 9_11 0.2857 recall_10 9_11 0.2857 recall_15 9_11 0.2857 recall_20 9_11 0.2857 recall_30 9_11 0.2857 recall_100 9_11 0.2857 recall_200 9_11 0.2857 recall_500 9_11 0.2857 recall_1000 9_11 0.2857 infAP 9_11 0.2000 Rprec_mult_0.20 9_11 0.5000 Rprec_mult_0.40 9_11 0.3333 Rprec_mult_0.60 9_11 0.4000 Rprec_mult_0.80 9_11 0.3333 Rprec_mult_1.00 9_11 0.2857 Rprec_mult_1.20 9_11 0.2222 Rprec_mult_1.40 9_11 0.2000 Rprec_mult_1.60 9_11 0.1667 Rprec_mult_1.80 9_11 0.1538 Rprec_mult_2.00 9_11 0.1429 utility 9_11 -1.0000 11pt_avg 9_11 0.3091 binG 9_11 0.2044 G 9_11 0.2044 ndcg 9_11 0.3812 ndcg_rel 9_11 0.4823 Rndcg 9_11 0.3812 ndcg_cut_5 9_11 0.4704 ndcg_cut_10 9_11 0.3812 ndcg_cut_15 9_11 0.3812 ndcg_cut_20 9_11 0.3812 ndcg_cut_30 9_11 0.3812 ndcg_cut_100 9_11 0.3812 ndcg_cut_200 9_11 0.3812 ndcg_cut_500 9_11 0.3812 ndcg_cut_1000 9_11 0.3812 map_cut_5 9_11 0.2000 map_cut_10 9_11 0.2000 map_cut_15 9_11 0.2000 map_cut_20 9_11 0.2000 map_cut_30 9_11 0.2000 map_cut_100 9_11 0.2000 map_cut_200 9_11 0.2000 map_cut_500 9_11 0.2000 map_cut_1000 9_11 0.2000 relative_P_5 9_11 0.4000 relative_P_10 9_11 0.2857 relative_P_15 9_11 0.2857 relative_P_20 9_11 0.2857 relative_P_30 9_11 0.2857 relative_P_100 9_11 0.2857 relative_P_200 9_11 0.2857 relative_P_500 9_11 0.2857 relative_P_1000 9_11 0.2857 success_1 9_11 1.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.4000 set_relative_P 9_11 0.4000 set_recall 9_11 0.2857 set_map 9_11 0.1143 set_F 9_11 0.3333 num_nonrel_judged_ret 9_11 3 rbp 9_11 0.1656 rbp_resid 9_11 0.0000 unj_5 9_11 0.0000 unj_10 9_11 0.0000 unj_20 9_11 0.0000 num_ret 9_2 5 num_rel 9_2 12 num_rel_ret 9_2 5 map 9_2 0.4167 Rprec 9_2 0.4167 bpref 9_2 0.4167 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 1.0000 iprec_at_recall_0.20 9_2 1.0000 iprec_at_recall_0.30 9_2 1.0000 iprec_at_recall_0.40 9_2 1.0000 iprec_at_recall_0.50 9_2 0.0000 iprec_at_recall_0.60 9_2 0.0000 iprec_at_recall_0.70 9_2 0.0000 iprec_at_recall_0.80 9_2 0.0000 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 1.0000 P_10 9_2 0.5000 P_15 9_2 0.3333 P_20 9_2 0.2500 P_30 9_2 0.1667 P_100 9_2 0.0500 P_200 9_2 0.0250 P_500 9_2 0.0100 P_1000 9_2 0.0050 relstring 9_2 '23222' recall_5 9_2 0.4167 recall_10 9_2 0.4167 recall_15 9_2 0.4167 recall_20 9_2 0.4167 recall_30 9_2 0.4167 recall_100 9_2 0.4167 recall_200 9_2 0.4167 recall_500 9_2 0.4167 recall_1000 9_2 0.4167 infAP 9_2 0.4167 Rprec_mult_0.20 9_2 1.0000 Rprec_mult_0.40 9_2 1.0000 Rprec_mult_0.60 9_2 0.6250 Rprec_mult_0.80 9_2 0.5000 Rprec_mult_1.00 9_2 0.4167 Rprec_mult_1.20 9_2 0.3333 Rprec_mult_1.40 9_2 0.2941 Rprec_mult_1.60 9_2 0.2500 Rprec_mult_1.80 9_2 0.2273 Rprec_mult_2.00 9_2 0.2083 utility 9_2 5.0000 11pt_avg 9_2 0.4545 binG 9_2 0.4167 G 9_2 0.3017 ndcg 9_2 0.5946 ndcg_rel 9_2 0.6812 Rndcg 9_2 0.6780 ndcg_cut_5 9_2 0.8672 ndcg_cut_10 9_2 0.6259 ndcg_cut_15 9_2 0.5946 ndcg_cut_20 9_2 0.5946 ndcg_cut_30 9_2 0.5946 ndcg_cut_100 9_2 0.5946 ndcg_cut_200 9_2 0.5946 ndcg_cut_500 9_2 0.5946 ndcg_cut_1000 9_2 0.5946 map_cut_5 9_2 0.4167 map_cut_10 9_2 0.4167 map_cut_15 9_2 0.4167 map_cut_20 9_2 0.4167 map_cut_30 9_2 0.4167 map_cut_100 9_2 0.4167 map_cut_200 9_2 0.4167 map_cut_500 9_2 0.4167 map_cut_1000 9_2 0.4167 relative_P_5 9_2 1.0000 relative_P_10 9_2 0.5000 relative_P_15 9_2 0.4167 relative_P_20 9_2 0.4167 relative_P_30 9_2 0.4167 relative_P_100 9_2 0.4167 relative_P_200 9_2 0.4167 relative_P_500 9_2 0.4167 relative_P_1000 9_2 0.4167 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 1.0000 set_relative_P 9_2 1.0000 set_recall 9_2 0.4167 set_map 9_2 0.4167 set_F 9_2 0.5882 num_nonrel_judged_ret 9_2 0 rbp 9_2 0.3030 rbp_resid 9_2 0.0000 unj_5 9_2 0.0000 unj_10 9_2 0.0000 unj_20 9_2 0.0000 num_ret 9_6 5 num_rel 9_6 14 num_rel_ret 9_6 5 map 9_6 0.3571 Rprec 9_6 0.3571 bpref 9_6 0.3571 recip_rank 9_6 1.0000 iprec_at_recall_0.00 9_6 1.0000 iprec_at_recall_0.10 9_6 1.0000 iprec_at_recall_0.20 9_6 1.0000 iprec_at_recall_0.30 9_6 1.0000 iprec_at_recall_0.40 9_6 0.0000 iprec_at_recall_0.50 9_6 0.0000 iprec_at_recall_0.60 9_6 0.0000 iprec_at_recall_0.70 9_6 0.0000 iprec_at_recall_0.80 9_6 0.0000 iprec_at_recall_0.90 9_6 0.0000 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 1.0000 P_10 9_6 0.5000 P_15 9_6 0.3333 P_20 9_6 0.2500 P_30 9_6 0.1667 P_100 9_6 0.0500 P_200 9_6 0.0250 P_500 9_6 0.0100 P_1000 9_6 0.0050 relstring 9_6 '12233' recall_5 9_6 0.3571 recall_10 9_6 0.3571 recall_15 9_6 0.3571 recall_20 9_6 0.3571 recall_30 9_6 0.3571 recall_100 9_6 0.3571 recall_200 9_6 0.3571 recall_500 9_6 0.3571 recall_1000 9_6 0.3571 infAP 9_6 0.3571 Rprec_mult_0.20 9_6 1.0000 Rprec_mult_0.40 9_6 0.8333 Rprec_mult_0.60 9_6 0.5556 Rprec_mult_0.80 9_6 0.4167 Rprec_mult_1.00 9_6 0.3571 Rprec_mult_1.20 9_6 0.2941 Rprec_mult_1.40 9_6 0.2500 Rprec_mult_1.60 9_6 0.2174 Rprec_mult_1.80 9_6 0.1923 Rprec_mult_2.00 9_6 0.1786 utility 9_6 5.0000 11pt_avg 9_6 0.3636 binG 9_6 0.3571 G 9_6 0.1638 ndcg 9_6 0.4494 ndcg_rel 9_6 0.4727 Rndcg 9_6 0.5108 ndcg_cut_5 9_6 0.6756 ndcg_cut_10 9_6 0.4906 ndcg_cut_15 9_6 0.4494 ndcg_cut_20 9_6 0.4494 ndcg_cut_30 9_6 0.4494 ndcg_cut_100 9_6 0.4494 ndcg_cut_200 9_6 0.4494 ndcg_cut_500 9_6 0.4494 ndcg_cut_1000 9_6 0.4494 map_cut_5 9_6 0.3571 map_cut_10 9_6 0.3571 map_cut_15 9_6 0.3571 map_cut_20 9_6 0.3571 map_cut_30 9_6 0.3571 map_cut_100 9_6 0.3571 map_cut_200 9_6 0.3571 map_cut_500 9_6 0.3571 map_cut_1000 9_6 0.3571 relative_P_5 9_6 1.0000 relative_P_10 9_6 0.5000 relative_P_15 9_6 0.3571 relative_P_20 9_6 0.3571 relative_P_30 9_6 0.3571 relative_P_100 9_6 0.3571 relative_P_200 9_6 0.3571 relative_P_500 9_6 0.3571 relative_P_1000 9_6 0.3571 success_1 9_6 1.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 1.0000 set_relative_P 9_6 1.0000 set_recall 9_6 0.3571 set_map 9_6 0.3571 set_F 9_6 0.5263 num_nonrel_judged_ret 9_6 0 rbp 9_6 0.2858 rbp_resid 9_6 0.0000 unj_5 9_6 0.0000 unj_10 9_6 0.0000 unj_20 9_6 0.0000 num_ret 9_9 6 num_rel 9_9 4 num_rel_ret 9_9 1 map 9_9 0.2500 Rprec 9_9 0.2500 bpref 9_9 0.2500 recip_rank 9_9 1.0000 iprec_at_recall_0.00 9_9 1.0000 iprec_at_recall_0.10 9_9 1.0000 iprec_at_recall_0.20 9_9 1.0000 iprec_at_recall_0.30 9_9 1.0000 iprec_at_recall_0.40 9_9 0.0000 iprec_at_recall_0.50 9_9 0.0000 iprec_at_recall_0.60 9_9 0.0000 iprec_at_recall_0.70 9_9 0.0000 iprec_at_recall_0.80 9_9 0.0000 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 0.2000 P_10 9_9 0.1000 P_15 9_9 0.0667 P_20 9_9 0.0500 P_30 9_9 0.0333 P_100 9_9 0.0100 P_200 9_9 0.0050 P_500 9_9 0.0020 P_1000 9_9 0.0010 relstring 9_9 '300000' recall_5 9_9 0.2500 recall_10 9_9 0.2500 recall_15 9_9 0.2500 recall_20 9_9 0.2500 recall_30 9_9 0.2500 recall_100 9_9 0.2500 recall_200 9_9 0.2500 recall_500 9_9 0.2500 recall_1000 9_9 0.2500 infAP 9_9 0.2500 Rprec_mult_0.20 9_9 1.0000 Rprec_mult_0.40 9_9 0.5000 Rprec_mult_0.60 9_9 0.3333 Rprec_mult_0.80 9_9 0.2500 Rprec_mult_1.00 9_9 0.2500 Rprec_mult_1.20 9_9 0.2000 Rprec_mult_1.40 9_9 0.1667 Rprec_mult_1.60 9_9 0.1429 Rprec_mult_1.80 9_9 0.1250 Rprec_mult_2.00 9_9 0.1250 utility 9_9 -4.0000 11pt_avg 9_9 0.3636 binG 9_9 0.2500 G 9_9 0.3000 ndcg 9_9 0.4397 ndcg_rel 9_9 0.5797 Rndcg 9_9 0.4495 ndcg_cut_5 9_9 0.4397 ndcg_cut_10 9_9 0.4397 ndcg_cut_15 9_9 0.4397 ndcg_cut_20 9_9 0.4397 ndcg_cut_30 9_9 0.4397 ndcg_cut_100 9_9 0.4397 ndcg_cut_200 9_9 0.4397 ndcg_cut_500 9_9 0.4397 ndcg_cut_1000 9_9 0.4397 map_cut_5 9_9 0.2500 map_cut_10 9_9 0.2500 map_cut_15 9_9 0.2500 map_cut_20 9_9 0.2500 map_cut_30 9_9 0.2500 map_cut_100 9_9 0.2500 map_cut_200 9_9 0.2500 map_cut_500 9_9 0.2500 map_cut_1000 9_9 0.2500 relative_P_5 9_9 0.2500 relative_P_10 9_9 0.2500 relative_P_15 9_9 0.2500 relative_P_20 9_9 0.2500 relative_P_30 9_9 0.2500 relative_P_100 9_9 0.2500 relative_P_200 9_9 0.2500 relative_P_500 9_9 0.2500 relative_P_1000 9_9 0.2500 success_1 9_9 1.0000 success_5 9_9 1.0000 success_10 9_9 1.0000 set_P 9_9 0.1667 set_relative_P 9_9 0.2500 set_recall 9_9 0.2500 set_map 9_9 0.0417 set_F 9_9 0.2000 num_nonrel_judged_ret 9_9 5 rbp 9_9 0.1000 rbp_resid 9_9 0.0000 unj_5 9_9 0.0000 unj_10 9_9 0.0000 unj_20 9_9 0.0000 runid all infosense_llama_pssgqrs_wghtdrerank_2_run num_q all 114 num_ret all 693 num_rel all 386 num_rel_ret all 228 map all 0.4205 gm_map all 0.0449 Rprec all 0.4072 bpref all 0.3933 recip_rank all 0.6187 iprec_at_recall_0.00 all 0.6332 iprec_at_recall_0.10 all 0.6332 iprec_at_recall_0.20 all 0.6310 iprec_at_recall_0.30 all 0.6188 iprec_at_recall_0.40 all 0.5642 iprec_at_recall_0.50 all 0.4813 iprec_at_recall_0.60 all 0.4444 iprec_at_recall_0.70 all 0.3581 iprec_at_recall_0.80 all 0.3034 iprec_at_recall_0.90 all 0.2095 iprec_at_recall_1.00 all 0.2093 P_5 all 0.3404 P_10 all 0.1868 P_15 all 0.1333 P_20 all 0.1000 P_30 all 0.0667 P_100 all 0.0200 P_200 all 0.0100 P_500 all 0.0040 P_1000 all 0.0020 recall_5 all 0.4717 recall_10 all 0.5125 recall_15 all 0.5653 recall_20 all 0.5653 recall_30 all 0.5653 recall_100 all 0.5653 recall_200 all 0.5653 recall_500 all 0.5653 recall_1000 all 0.5653 infAP all 0.4205 gm_bpref all 0.0136 Rprec_mult_0.20 all 0.5351 Rprec_mult_0.40 all 0.5180 Rprec_mult_0.60 all 0.4583 Rprec_mult_0.80 all 0.4247 Rprec_mult_1.00 all 0.4072 Rprec_mult_1.20 all 0.3108 Rprec_mult_1.40 all 0.2860 Rprec_mult_1.60 all 0.2601 Rprec_mult_1.80 all 0.2455 Rprec_mult_2.00 all 0.2380 utility all -2.0789 11pt_avg all 0.4624 binG all 0.4357 G all 0.4156 ndcg all 0.5123 ndcg_rel all 0.5301 Rndcg all 0.4722 ndcg_cut_5 all 0.4998 ndcg_cut_10 all 0.4949 ndcg_cut_15 all 0.5123 ndcg_cut_20 all 0.5123 ndcg_cut_30 all 0.5123 ndcg_cut_100 all 0.5123 ndcg_cut_200 all 0.5123 ndcg_cut_500 all 0.5123 ndcg_cut_1000 all 0.5123 map_cut_5 all 0.3984 map_cut_10 all 0.4111 map_cut_15 all 0.4205 map_cut_20 all 0.4205 map_cut_30 all 0.4205 map_cut_100 all 0.4205 map_cut_200 all 0.4205 map_cut_500 all 0.4205 map_cut_1000 all 0.4205 relative_P_5 all 0.5270 relative_P_10 all 0.5155 relative_P_15 all 0.5653 relative_P_20 all 0.5653 relative_P_30 all 0.5653 relative_P_100 all 0.5653 relative_P_200 all 0.5653 relative_P_500 all 0.5653 relative_P_1000 all 0.5653 success_1 all 0.5526 success_5 all 0.7368 success_10 all 0.7719 set_P all 0.3674 set_relative_P all 0.6240 set_recall all 0.5653 set_map all 0.2478 set_F all 0.3840 num_nonrel_judged_ret all 465 rbp all 0.1270 rbp_resid all 0.0000 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000