num_ret 1001 1000 num_rel 1001 14 num_rel_ret 1001 0 map 1001 0.0000 Rprec 1001 0.0000 bpref 1001 0.0000 recip_rank 1001 0.0000 iprec_at_recall_0.00 1001 0.0000 iprec_at_recall_0.10 1001 0.0000 iprec_at_recall_0.20 1001 0.0000 iprec_at_recall_0.30 1001 0.0000 iprec_at_recall_0.40 1001 0.0000 iprec_at_recall_0.50 1001 0.0000 iprec_at_recall_0.60 1001 0.0000 iprec_at_recall_0.70 1001 0.0000 iprec_at_recall_0.80 1001 0.0000 iprec_at_recall_0.90 1001 0.0000 iprec_at_recall_1.00 1001 0.0000 P_5 1001 0.0000 P_10 1001 0.0000 P_15 1001 0.0000 P_20 1001 0.0000 P_30 1001 0.0000 P_100 1001 0.0000 P_200 1001 0.0000 P_500 1001 0.0000 P_1000 1001 0.0000 relstring 1001 '1111011000' recall_5 1001 0.0000 recall_10 1001 0.0000 recall_15 1001 0.0000 recall_20 1001 0.0000 recall_30 1001 0.0000 recall_100 1001 0.0000 recall_200 1001 0.0000 recall_500 1001 0.0000 recall_1000 1001 0.0000 infAP 1001 0.0000 Rprec_mult_0.20 1001 0.0000 Rprec_mult_0.40 1001 0.0000 Rprec_mult_0.60 1001 0.0000 Rprec_mult_0.80 1001 0.0000 Rprec_mult_1.00 1001 0.0000 Rprec_mult_1.20 1001 0.0000 Rprec_mult_1.40 1001 0.0000 Rprec_mult_1.60 1001 0.0000 Rprec_mult_1.80 1001 0.0000 Rprec_mult_2.00 1001 0.0000 utility 1001 -1000.0000 11pt_avg 1001 0.0000 binG 1001 0.0000 G 1001 0.0302 ndcg 1001 0.1566 ndcg_rel 1001 0.1753 Rndcg 1001 0.1759 ndcg_cut_5 1001 0.2896 ndcg_cut_10 1001 0.2385 ndcg_cut_15 1001 0.2224 ndcg_cut_20 1001 0.2081 ndcg_cut_30 1001 0.1864 ndcg_cut_100 1001 0.1513 ndcg_cut_200 1001 0.1566 ndcg_cut_500 1001 0.1566 ndcg_cut_1000 1001 0.1566 map_cut_5 1001 0.0000 map_cut_10 1001 0.0000 map_cut_15 1001 0.0000 map_cut_20 1001 0.0000 map_cut_30 1001 0.0000 map_cut_100 1001 0.0000 map_cut_200 1001 0.0000 map_cut_500 1001 0.0000 map_cut_1000 1001 0.0000 relative_P_5 1001 0.0000 relative_P_10 1001 0.0000 relative_P_15 1001 0.0000 relative_P_20 1001 0.0000 relative_P_30 1001 0.0000 relative_P_100 1001 0.0000 relative_P_200 1001 0.0000 relative_P_500 1001 0.0000 relative_P_1000 1001 0.0000 success_1 1001 0.0000 success_5 1001 0.0000 success_10 1001 0.0000 set_P 1001 0.0000 set_relative_P 1001 0.0000 set_recall 1001 0.0000 set_map 1001 0.0000 set_F 1001 0.0000 num_nonrel_judged_ret 1001 140 rbp 1001 0.1741 rbp_resid 1001 0.0289 unj_5 1001 0.0000 unj_10 1001 0.0000 unj_20 1001 0.0000 num_ret 1003 1000 num_rel 1003 4 num_rel_ret 1003 0 map 1003 0.0000 Rprec 1003 0.0000 bpref 1003 0.0000 recip_rank 1003 0.0000 iprec_at_recall_0.00 1003 0.0000 iprec_at_recall_0.10 1003 0.0000 iprec_at_recall_0.20 1003 0.0000 iprec_at_recall_0.30 1003 0.0000 iprec_at_recall_0.40 1003 0.0000 iprec_at_recall_0.50 1003 0.0000 iprec_at_recall_0.60 1003 0.0000 iprec_at_recall_0.70 1003 0.0000 iprec_at_recall_0.80 1003 0.0000 iprec_at_recall_0.90 1003 0.0000 iprec_at_recall_1.00 1003 0.0000 P_5 1003 0.0000 P_10 1003 0.0000 P_15 1003 0.0000 P_20 1003 0.0000 P_30 1003 0.0000 P_100 1003 0.0000 P_200 1003 0.0000 P_500 1003 0.0000 P_1000 1003 0.0000 relstring 1003 '1111111111' recall_5 1003 0.0000 recall_10 1003 0.0000 recall_15 1003 0.0000 recall_20 1003 0.0000 recall_30 1003 0.0000 recall_100 1003 0.0000 recall_200 1003 0.0000 recall_500 1003 0.0000 recall_1000 1003 0.0000 infAP 1003 0.0000 Rprec_mult_0.20 1003 0.0000 Rprec_mult_0.40 1003 0.0000 Rprec_mult_0.60 1003 0.0000 Rprec_mult_0.80 1003 0.0000 Rprec_mult_1.00 1003 0.0000 Rprec_mult_1.20 1003 0.0000 Rprec_mult_1.40 1003 0.0000 Rprec_mult_1.60 1003 0.0000 Rprec_mult_1.80 1003 0.0000 Rprec_mult_2.00 1003 0.0000 utility 1003 -1000.0000 11pt_avg 1003 0.0000 binG 1003 0.0000 G 1003 0.0897 ndcg 1003 0.3859 ndcg_rel 1003 0.4247 Rndcg 1003 0.3618 ndcg_cut_5 1003 0.3653 ndcg_cut_10 1003 0.4700 ndcg_cut_15 1003 0.5082 ndcg_cut_20 1003 0.5559 ndcg_cut_30 1003 0.5931 ndcg_cut_100 1003 0.4076 ndcg_cut_200 1003 0.3662 ndcg_cut_500 1003 0.3748 ndcg_cut_1000 1003 0.3859 map_cut_5 1003 0.0000 map_cut_10 1003 0.0000 map_cut_15 1003 0.0000 map_cut_20 1003 0.0000 map_cut_30 1003 0.0000 map_cut_100 1003 0.0000 map_cut_200 1003 0.0000 map_cut_500 1003 0.0000 map_cut_1000 1003 0.0000 relative_P_5 1003 0.0000 relative_P_10 1003 0.0000 relative_P_15 1003 0.0000 relative_P_20 1003 0.0000 relative_P_30 1003 0.0000 relative_P_100 1003 0.0000 relative_P_200 1003 0.0000 relative_P_500 1003 0.0000 relative_P_1000 1003 0.0000 success_1 1003 0.0000 success_5 1003 0.0000 success_10 1003 0.0000 set_P 1003 0.0000 set_relative_P 1003 0.0000 set_recall 1003 0.0000 set_map 1003 0.0000 set_F 1003 0.0000 num_nonrel_judged_ret 1003 113 rbp 1003 0.3097 rbp_resid 1003 0.0124 unj_5 1003 0.0000 unj_10 1003 0.0000 unj_20 1003 0.0000 num_ret 1007 1000 num_rel 1007 0 num_rel_ret 1007 0 map 1007 0.0000 Rprec 1007 0.0000 bpref 1007 0.0000 recip_rank 1007 0.0000 iprec_at_recall_0.00 1007 0.0000 iprec_at_recall_0.10 1007 0.0000 iprec_at_recall_0.20 1007 0.0000 iprec_at_recall_0.30 1007 0.0000 iprec_at_recall_0.40 1007 0.0000 iprec_at_recall_0.50 1007 0.0000 iprec_at_recall_0.60 1007 0.0000 iprec_at_recall_0.70 1007 0.0000 iprec_at_recall_0.80 1007 0.0000 iprec_at_recall_0.90 1007 0.0000 iprec_at_recall_1.00 1007 0.0000 P_5 1007 0.0000 P_10 1007 0.0000 P_15 1007 0.0000 P_20 1007 0.0000 P_30 1007 0.0000 P_100 1007 0.0000 P_200 1007 0.0000 P_500 1007 0.0000 P_1000 1007 0.0000 relstring 1007 '0000000000' recall_5 1007 0.0000 recall_10 1007 0.0000 recall_15 1007 0.0000 recall_20 1007 0.0000 recall_30 1007 0.0000 recall_100 1007 0.0000 recall_200 1007 0.0000 recall_500 1007 0.0000 recall_1000 1007 0.0000 infAP 1007 0.0000 Rprec_mult_0.20 1007 0.0000 Rprec_mult_0.40 1007 0.0000 Rprec_mult_0.60 1007 0.0000 Rprec_mult_0.80 1007 0.0000 Rprec_mult_1.00 1007 0.0000 Rprec_mult_1.20 1007 0.0000 Rprec_mult_1.40 1007 0.0000 Rprec_mult_1.60 1007 0.0000 Rprec_mult_1.80 1007 0.0000 Rprec_mult_2.00 1007 0.0000 utility 1007 -1000.0000 11pt_avg 1007 0.0000 binG 1007 0.0000 G 1007 0.0120 ndcg 1007 0.0291 ndcg_rel 1007 0.0291 Rndcg 1007 0.0000 ndcg_cut_5 1007 0.0000 ndcg_cut_10 1007 0.0000 ndcg_cut_15 1007 0.0000 ndcg_cut_20 1007 0.0000 ndcg_cut_30 1007 0.0000 ndcg_cut_100 1007 0.0291 ndcg_cut_200 1007 0.0291 ndcg_cut_500 1007 0.0291 ndcg_cut_1000 1007 0.0291 map_cut_5 1007 0.0000 map_cut_10 1007 0.0000 map_cut_15 1007 0.0000 map_cut_20 1007 0.0000 map_cut_30 1007 0.0000 map_cut_100 1007 0.0000 map_cut_200 1007 0.0000 map_cut_500 1007 0.0000 map_cut_1000 1007 0.0000 relative_P_5 1007 0.0000 relative_P_10 1007 0.0000 relative_P_15 1007 0.0000 relative_P_20 1007 0.0000 relative_P_30 1007 0.0000 relative_P_100 1007 0.0000 relative_P_200 1007 0.0000 relative_P_500 1007 0.0000 relative_P_1000 1007 0.0000 success_1 1007 0.0000 success_5 1007 0.0000 success_10 1007 0.0000 set_P 1007 0.0000 set_relative_P 1007 0.0000 set_recall 1007 0.0000 set_map 1007 0.0000 set_F 1007 0.0000 num_nonrel_judged_ret 1007 103 rbp 1007 0.0000 rbp_resid 1007 0.0396 unj_5 1007 0.0000 unj_10 1007 0.0000 unj_20 1007 0.0000 num_ret 1009 1000 num_rel 1009 1 num_rel_ret 1009 1 map 1009 0.3333 Rprec 1009 0.0000 bpref 1009 0.0000 recip_rank 1009 0.3333 iprec_at_recall_0.00 1009 0.3333 iprec_at_recall_0.10 1009 0.3333 iprec_at_recall_0.20 1009 0.3333 iprec_at_recall_0.30 1009 0.3333 iprec_at_recall_0.40 1009 0.3333 iprec_at_recall_0.50 1009 0.3333 iprec_at_recall_0.60 1009 0.3333 iprec_at_recall_0.70 1009 0.3333 iprec_at_recall_0.80 1009 0.3333 iprec_at_recall_0.90 1009 0.3333 iprec_at_recall_1.00 1009 0.3333 P_5 1009 0.2000 P_10 1009 0.1000 P_15 1009 0.0667 P_20 1009 0.0500 P_30 1009 0.0333 P_100 1009 0.0100 P_200 1009 0.0050 P_500 1009 0.0020 P_1000 1009 0.0010 relstring 1009 '1030000000' recall_5 1009 1.0000 recall_10 1009 1.0000 recall_15 1009 1.0000 recall_20 1009 1.0000 recall_30 1009 1.0000 recall_100 1009 1.0000 recall_200 1009 1.0000 recall_500 1009 1.0000 recall_1000 1009 1.0000 infAP 1009 0.3333 Rprec_mult_0.20 1009 0.0000 Rprec_mult_0.40 1009 0.0000 Rprec_mult_0.60 1009 0.0000 Rprec_mult_0.80 1009 0.0000 Rprec_mult_1.00 1009 0.0000 Rprec_mult_1.20 1009 0.0000 Rprec_mult_1.40 1009 0.0000 Rprec_mult_1.60 1009 0.0000 Rprec_mult_1.80 1009 0.0000 Rprec_mult_2.00 1009 0.0000 utility 1009 -998.0000 11pt_avg 1009 0.3333 binG 1009 0.5000 G 1009 0.1409 ndcg 1009 0.3261 ndcg_rel 1009 0.3440 Rndcg 1009 0.3226 ndcg_cut_5 1009 0.5052 ndcg_cut_10 1009 0.3821 ndcg_cut_15 1009 0.3180 ndcg_cut_20 1009 0.3084 ndcg_cut_30 1009 0.3084 ndcg_cut_100 1009 0.3084 ndcg_cut_200 1009 0.3261 ndcg_cut_500 1009 0.3261 ndcg_cut_1000 1009 0.3261 map_cut_5 1009 0.3333 map_cut_10 1009 0.3333 map_cut_15 1009 0.3333 map_cut_20 1009 0.3333 map_cut_30 1009 0.3333 map_cut_100 1009 0.3333 map_cut_200 1009 0.3333 map_cut_500 1009 0.3333 map_cut_1000 1009 0.3333 relative_P_5 1009 1.0000 relative_P_10 1009 1.0000 relative_P_15 1009 1.0000 relative_P_20 1009 1.0000 relative_P_30 1009 1.0000 relative_P_100 1009 1.0000 relative_P_200 1009 1.0000 relative_P_500 1009 1.0000 relative_P_1000 1009 1.0000 success_1 1009 0.0000 success_5 1009 1.0000 success_10 1009 1.0000 set_P 1009 0.0010 set_relative_P 1009 1.0000 set_recall 1009 1.0000 set_map 1009 0.0010 set_F 1009 0.0020 num_nonrel_judged_ret 1009 107 rbp 1009 0.1143 rbp_resid 1009 0.0164 unj_5 1009 0.0000 unj_10 1009 0.0000 unj_20 1009 0.0000 num_ret 1011 1000 num_rel 1011 4 num_rel_ret 1011 0 map 1011 0.0000 Rprec 1011 0.0000 bpref 1011 0.0000 recip_rank 1011 0.0000 iprec_at_recall_0.00 1011 0.0000 iprec_at_recall_0.10 1011 0.0000 iprec_at_recall_0.20 1011 0.0000 iprec_at_recall_0.30 1011 0.0000 iprec_at_recall_0.40 1011 0.0000 iprec_at_recall_0.50 1011 0.0000 iprec_at_recall_0.60 1011 0.0000 iprec_at_recall_0.70 1011 0.0000 iprec_at_recall_0.80 1011 0.0000 iprec_at_recall_0.90 1011 0.0000 iprec_at_recall_1.00 1011 0.0000 P_5 1011 0.0000 P_10 1011 0.0000 P_15 1011 0.0000 P_20 1011 0.0000 P_30 1011 0.0000 P_100 1011 0.0000 P_200 1011 0.0000 P_500 1011 0.0000 P_1000 1011 0.0000 relstring 1011 '0000000000' recall_5 1011 0.0000 recall_10 1011 0.0000 recall_15 1011 0.0000 recall_20 1011 0.0000 recall_30 1011 0.0000 recall_100 1011 0.0000 recall_200 1011 0.0000 recall_500 1011 0.0000 recall_1000 1011 0.0000 infAP 1011 0.0000 Rprec_mult_0.20 1011 0.0000 Rprec_mult_0.40 1011 0.0000 Rprec_mult_0.60 1011 0.0000 Rprec_mult_0.80 1011 0.0000 Rprec_mult_1.00 1011 0.0000 Rprec_mult_1.20 1011 0.0000 Rprec_mult_1.40 1011 0.0000 Rprec_mult_1.60 1011 0.0000 Rprec_mult_1.80 1011 0.0000 Rprec_mult_2.00 1011 0.0000 utility 1011 -1000.0000 11pt_avg 1011 0.0000 binG 1011 0.0000 G 1011 0.0023 ndcg 1011 0.0097 ndcg_rel 1011 0.0096 Rndcg 1011 0.0032 ndcg_cut_5 1011 0.0000 ndcg_cut_10 1011 0.0000 ndcg_cut_15 1011 0.0000 ndcg_cut_20 1011 0.0000 ndcg_cut_30 1011 0.0000 ndcg_cut_100 1011 0.0000 ndcg_cut_200 1011 0.0050 ndcg_cut_500 1011 0.0097 ndcg_cut_1000 1011 0.0097 map_cut_5 1011 0.0000 map_cut_10 1011 0.0000 map_cut_15 1011 0.0000 map_cut_20 1011 0.0000 map_cut_30 1011 0.0000 map_cut_100 1011 0.0000 map_cut_200 1011 0.0000 map_cut_500 1011 0.0000 map_cut_1000 1011 0.0000 relative_P_5 1011 0.0000 relative_P_10 1011 0.0000 relative_P_15 1011 0.0000 relative_P_20 1011 0.0000 relative_P_30 1011 0.0000 relative_P_100 1011 0.0000 relative_P_200 1011 0.0000 relative_P_500 1011 0.0000 relative_P_1000 1011 0.0000 success_1 1011 0.0000 success_5 1011 0.0000 success_10 1011 0.0000 set_P 1011 0.0000 set_relative_P 1011 0.0000 set_recall 1011 0.0000 set_map 1011 0.0000 set_F 1011 0.0000 num_nonrel_judged_ret 1011 234 rbp 1011 0.0000 rbp_resid 1011 0.0203 unj_5 1011 0.0000 unj_10 1011 0.0000 unj_20 1011 0.0000 num_ret 1013 1000 num_rel 1013 4 num_rel_ret 1013 3 map 1013 0.0165 Rprec 1013 0.0000 bpref 1013 0.0000 recip_rank 1013 0.0345 iprec_at_recall_0.00 1013 0.0345 iprec_at_recall_0.10 1013 0.0345 iprec_at_recall_0.20 1013 0.0345 iprec_at_recall_0.30 1013 0.0345 iprec_at_recall_0.40 1013 0.0196 iprec_at_recall_0.50 1013 0.0196 iprec_at_recall_0.60 1013 0.0196 iprec_at_recall_0.70 1013 0.0120 iprec_at_recall_0.80 1013 0.0120 iprec_at_recall_0.90 1013 0.0000 iprec_at_recall_1.00 1013 0.0000 P_5 1013 0.0000 P_10 1013 0.0000 P_15 1013 0.0000 P_20 1013 0.0000 P_30 1013 0.0333 P_100 1013 0.0100 P_200 1013 0.0100 P_500 1013 0.0060 P_1000 1013 0.0030 relstring 1013 '0000000100' recall_5 1013 0.0000 recall_10 1013 0.0000 recall_15 1013 0.0000 recall_20 1013 0.0000 recall_30 1013 0.2500 recall_100 1013 0.2500 recall_200 1013 0.5000 recall_500 1013 0.7500 recall_1000 1013 0.7500 infAP 1013 0.0165 Rprec_mult_0.20 1013 0.0000 Rprec_mult_0.40 1013 0.0000 Rprec_mult_0.60 1013 0.0000 Rprec_mult_0.80 1013 0.0000 Rprec_mult_1.00 1013 0.0000 Rprec_mult_1.20 1013 0.0000 Rprec_mult_1.40 1013 0.0000 Rprec_mult_1.60 1013 0.0000 Rprec_mult_1.80 1013 0.0000 Rprec_mult_2.00 1013 0.0000 utility 1013 -994.0000 11pt_avg 1013 0.0201 binG 1013 0.1198 G 1013 0.0440 ndcg 1013 0.1396 ndcg_rel 1013 0.1311 Rndcg 1013 0.0650 ndcg_cut_5 1013 0.0000 ndcg_cut_10 1013 0.0326 ndcg_cut_15 1013 0.0287 ndcg_cut_20 1013 0.0259 ndcg_cut_30 1013 0.0649 ndcg_cut_100 1013 0.0553 ndcg_cut_200 1013 0.0904 ndcg_cut_500 1013 0.1204 ndcg_cut_1000 1013 0.1396 map_cut_5 1013 0.0000 map_cut_10 1013 0.0000 map_cut_15 1013 0.0000 map_cut_20 1013 0.0000 map_cut_30 1013 0.0086 map_cut_100 1013 0.0086 map_cut_200 1013 0.0135 map_cut_500 1013 0.0165 map_cut_1000 1013 0.0165 relative_P_5 1013 0.0000 relative_P_10 1013 0.0000 relative_P_15 1013 0.0000 relative_P_20 1013 0.0000 relative_P_30 1013 0.2500 relative_P_100 1013 0.2500 relative_P_200 1013 0.5000 relative_P_500 1013 0.7500 relative_P_1000 1013 0.7500 success_1 1013 0.0000 success_5 1013 0.0000 success_10 1013 0.0000 set_P 1013 0.0030 set_relative_P 1013 0.7500 set_recall 1013 0.7500 set_map 1013 0.0022 set_F 1013 0.0060 num_nonrel_judged_ret 1013 75 rbp 1013 0.0212 rbp_resid 1013 0.0340 unj_5 1013 0.0000 unj_10 1013 0.0000 unj_20 1013 0.0000 num_ret 1015 1000 num_rel 1015 0 num_rel_ret 1015 0 map 1015 0.0000 Rprec 1015 0.0000 bpref 1015 0.0000 recip_rank 1015 0.0000 iprec_at_recall_0.00 1015 0.0000 iprec_at_recall_0.10 1015 0.0000 iprec_at_recall_0.20 1015 0.0000 iprec_at_recall_0.30 1015 0.0000 iprec_at_recall_0.40 1015 0.0000 iprec_at_recall_0.50 1015 0.0000 iprec_at_recall_0.60 1015 0.0000 iprec_at_recall_0.70 1015 0.0000 iprec_at_recall_0.80 1015 0.0000 iprec_at_recall_0.90 1015 0.0000 iprec_at_recall_1.00 1015 0.0000 P_5 1015 0.0000 P_10 1015 0.0000 P_15 1015 0.0000 P_20 1015 0.0000 P_30 1015 0.0000 P_100 1015 0.0000 P_200 1015 0.0000 P_500 1015 0.0000 P_1000 1015 0.0000 relstring 1015 '1000110010' recall_5 1015 0.0000 recall_10 1015 0.0000 recall_15 1015 0.0000 recall_20 1015 0.0000 recall_30 1015 0.0000 recall_100 1015 0.0000 recall_200 1015 0.0000 recall_500 1015 0.0000 recall_1000 1015 0.0000 infAP 1015 0.0000 Rprec_mult_0.20 1015 0.0000 Rprec_mult_0.40 1015 0.0000 Rprec_mult_0.60 1015 0.0000 Rprec_mult_0.80 1015 0.0000 Rprec_mult_1.00 1015 0.0000 Rprec_mult_1.20 1015 0.0000 Rprec_mult_1.40 1015 0.0000 Rprec_mult_1.60 1015 0.0000 Rprec_mult_1.80 1015 0.0000 Rprec_mult_2.00 1015 0.0000 utility 1015 -1000.0000 11pt_avg 1015 0.0000 binG 1015 0.0000 G 1015 0.1706 ndcg 1015 0.3817 ndcg_rel 1015 0.4549 Rndcg 1015 0.0000 ndcg_cut_5 1015 0.4704 ndcg_cut_10 1015 0.4499 ndcg_cut_15 1015 0.3817 ndcg_cut_20 1015 0.3817 ndcg_cut_30 1015 0.3817 ndcg_cut_100 1015 0.3817 ndcg_cut_200 1015 0.3817 ndcg_cut_500 1015 0.3817 ndcg_cut_1000 1015 0.3817 map_cut_5 1015 0.0000 map_cut_10 1015 0.0000 map_cut_15 1015 0.0000 map_cut_20 1015 0.0000 map_cut_30 1015 0.0000 map_cut_100 1015 0.0000 map_cut_200 1015 0.0000 map_cut_500 1015 0.0000 map_cut_1000 1015 0.0000 relative_P_5 1015 0.0000 relative_P_10 1015 0.0000 relative_P_15 1015 0.0000 relative_P_20 1015 0.0000 relative_P_30 1015 0.0000 relative_P_100 1015 0.0000 relative_P_200 1015 0.0000 relative_P_500 1015 0.0000 relative_P_1000 1015 0.0000 success_1 1015 0.0000 success_5 1015 0.0000 success_10 1015 0.0000 set_P 1015 0.0000 set_relative_P 1015 0.0000 set_recall 1015 0.0000 set_map 1015 0.0000 set_F 1015 0.0000 num_nonrel_judged_ret 1015 52 rbp 1015 0.2677 rbp_resid 1015 0.0395 unj_5 1015 0.0000 unj_10 1015 0.0000 unj_20 1015 0.0000 num_ret 1017 1000 num_rel 1017 4 num_rel_ret 1017 2 map 1017 0.2917 Rprec 1017 0.5000 bpref 1017 0.3750 recip_rank 1017 0.5000 iprec_at_recall_0.00 1017 0.6667 iprec_at_recall_0.10 1017 0.6667 iprec_at_recall_0.20 1017 0.6667 iprec_at_recall_0.30 1017 0.6667 iprec_at_recall_0.40 1017 0.6667 iprec_at_recall_0.50 1017 0.6667 iprec_at_recall_0.60 1017 0.6667 iprec_at_recall_0.70 1017 0.0000 iprec_at_recall_0.80 1017 0.0000 iprec_at_recall_0.90 1017 0.0000 iprec_at_recall_1.00 1017 0.0000 P_5 1017 0.4000 P_10 1017 0.2000 P_15 1017 0.1333 P_20 1017 0.1000 P_30 1017 0.0667 P_100 1017 0.0200 P_200 1017 0.0100 P_500 1017 0.0040 P_1000 1017 0.0020 relstring 1017 '1331000100' recall_5 1017 0.5000 recall_10 1017 0.5000 recall_15 1017 0.5000 recall_20 1017 0.5000 recall_30 1017 0.5000 recall_100 1017 0.5000 recall_200 1017 0.5000 recall_500 1017 0.5000 recall_1000 1017 0.5000 infAP 1017 0.2917 Rprec_mult_0.20 1017 0.0000 Rprec_mult_0.40 1017 0.5000 Rprec_mult_0.60 1017 0.6667 Rprec_mult_0.80 1017 0.5000 Rprec_mult_1.00 1017 0.5000 Rprec_mult_1.20 1017 0.4000 Rprec_mult_1.40 1017 0.3333 Rprec_mult_1.60 1017 0.2857 Rprec_mult_1.80 1017 0.2500 Rprec_mult_2.00 1017 0.2500 utility 1017 -996.0000 11pt_avg 1017 0.4242 binG 1017 0.3155 G 1017 0.1005 ndcg 1017 0.3623 ndcg_rel 1017 0.3907 Rndcg 1017 0.4444 ndcg_cut_5 1017 0.5976 ndcg_cut_10 1017 0.5316 ndcg_cut_15 1017 0.4917 ndcg_cut_20 1017 0.4441 ndcg_cut_30 1017 0.4073 ndcg_cut_100 1017 0.3535 ndcg_cut_200 1017 0.3623 ndcg_cut_500 1017 0.3623 ndcg_cut_1000 1017 0.3623 map_cut_5 1017 0.2917 map_cut_10 1017 0.2917 map_cut_15 1017 0.2917 map_cut_20 1017 0.2917 map_cut_30 1017 0.2917 map_cut_100 1017 0.2917 map_cut_200 1017 0.2917 map_cut_500 1017 0.2917 map_cut_1000 1017 0.2917 relative_P_5 1017 0.5000 relative_P_10 1017 0.5000 relative_P_15 1017 0.5000 relative_P_20 1017 0.5000 relative_P_30 1017 0.5000 relative_P_100 1017 0.5000 relative_P_200 1017 0.5000 relative_P_500 1017 0.5000 relative_P_1000 1017 0.5000 success_1 1017 0.0000 success_5 1017 1.0000 success_10 1017 1.0000 set_P 1017 0.0020 set_relative_P 1017 0.5000 set_recall 1017 0.5000 set_map 1017 0.0010 set_F 1017 0.0040 num_nonrel_judged_ret 1017 188 rbp 1017 0.2585 rbp_resid 1017 0.0215 unj_5 1017 0.0000 unj_10 1017 0.0000 unj_20 1017 0.0000 num_ret 1019 1000 num_rel 1019 0 num_rel_ret 1019 0 map 1019 0.0000 Rprec 1019 0.0000 bpref 1019 0.0000 recip_rank 1019 0.0000 iprec_at_recall_0.00 1019 0.0000 iprec_at_recall_0.10 1019 0.0000 iprec_at_recall_0.20 1019 0.0000 iprec_at_recall_0.30 1019 0.0000 iprec_at_recall_0.40 1019 0.0000 iprec_at_recall_0.50 1019 0.0000 iprec_at_recall_0.60 1019 0.0000 iprec_at_recall_0.70 1019 0.0000 iprec_at_recall_0.80 1019 0.0000 iprec_at_recall_0.90 1019 0.0000 iprec_at_recall_1.00 1019 0.0000 P_5 1019 0.0000 P_10 1019 0.0000 P_15 1019 0.0000 P_20 1019 0.0000 P_30 1019 0.0000 P_100 1019 0.0000 P_200 1019 0.0000 P_500 1019 0.0000 P_1000 1019 0.0000 relstring 1019 '1111111100' recall_5 1019 0.0000 recall_10 1019 0.0000 recall_15 1019 0.0000 recall_20 1019 0.0000 recall_30 1019 0.0000 recall_100 1019 0.0000 recall_200 1019 0.0000 recall_500 1019 0.0000 recall_1000 1019 0.0000 infAP 1019 0.0000 Rprec_mult_0.20 1019 0.0000 Rprec_mult_0.40 1019 0.0000 Rprec_mult_0.60 1019 0.0000 Rprec_mult_0.80 1019 0.0000 Rprec_mult_1.00 1019 0.0000 Rprec_mult_1.20 1019 0.0000 Rprec_mult_1.40 1019 0.0000 Rprec_mult_1.60 1019 0.0000 Rprec_mult_1.80 1019 0.0000 Rprec_mult_2.00 1019 0.0000 utility 1019 -1000.0000 11pt_avg 1019 0.0000 binG 1019 0.0000 G 1019 0.3692 ndcg 1019 0.6152 ndcg_rel 1019 0.7537 Rndcg 1019 0.0000 ndcg_cut_5 1019 1.0000 ndcg_cut_10 1019 0.8701 ndcg_cut_15 1019 0.7193 ndcg_cut_20 1019 0.7005 ndcg_cut_30 1019 0.5912 ndcg_cut_100 1019 0.6152 ndcg_cut_200 1019 0.6152 ndcg_cut_500 1019 0.6152 ndcg_cut_1000 1019 0.6152 map_cut_5 1019 0.0000 map_cut_10 1019 0.0000 map_cut_15 1019 0.0000 map_cut_20 1019 0.0000 map_cut_30 1019 0.0000 map_cut_100 1019 0.0000 map_cut_200 1019 0.0000 map_cut_500 1019 0.0000 map_cut_1000 1019 0.0000 relative_P_5 1019 0.0000 relative_P_10 1019 0.0000 relative_P_15 1019 0.0000 relative_P_20 1019 0.0000 relative_P_30 1019 0.0000 relative_P_100 1019 0.0000 relative_P_200 1019 0.0000 relative_P_500 1019 0.0000 relative_P_1000 1019 0.0000 success_1 1019 0.0000 success_5 1019 0.0000 success_10 1019 0.0000 set_P 1019 0.0000 set_relative_P 1019 0.0000 set_recall 1019 0.0000 set_map 1019 0.0000 set_F 1019 0.0000 num_nonrel_judged_ret 1019 144 rbp 1019 0.6561 rbp_resid 1019 0.0225 unj_5 1019 0.0000 unj_10 1019 0.0000 unj_20 1019 0.0000 num_ret 1023 1000 num_rel 1023 7 num_rel_ret 1023 0 map 1023 0.0000 Rprec 1023 0.0000 bpref 1023 0.0000 recip_rank 1023 0.0000 iprec_at_recall_0.00 1023 0.0000 iprec_at_recall_0.10 1023 0.0000 iprec_at_recall_0.20 1023 0.0000 iprec_at_recall_0.30 1023 0.0000 iprec_at_recall_0.40 1023 0.0000 iprec_at_recall_0.50 1023 0.0000 iprec_at_recall_0.60 1023 0.0000 iprec_at_recall_0.70 1023 0.0000 iprec_at_recall_0.80 1023 0.0000 iprec_at_recall_0.90 1023 0.0000 iprec_at_recall_1.00 1023 0.0000 P_5 1023 0.0000 P_10 1023 0.0000 P_15 1023 0.0000 P_20 1023 0.0000 P_30 1023 0.0000 P_100 1023 0.0000 P_200 1023 0.0000 P_500 1023 0.0000 P_1000 1023 0.0000 relstring 1023 '0010000000' recall_5 1023 0.0000 recall_10 1023 0.0000 recall_15 1023 0.0000 recall_20 1023 0.0000 recall_30 1023 0.0000 recall_100 1023 0.0000 recall_200 1023 0.0000 recall_500 1023 0.0000 recall_1000 1023 0.0000 infAP 1023 0.0000 Rprec_mult_0.20 1023 0.0000 Rprec_mult_0.40 1023 0.0000 Rprec_mult_0.60 1023 0.0000 Rprec_mult_0.80 1023 0.0000 Rprec_mult_1.00 1023 0.0000 Rprec_mult_1.20 1023 0.0000 Rprec_mult_1.40 1023 0.0000 Rprec_mult_1.60 1023 0.0000 Rprec_mult_1.80 1023 0.0000 Rprec_mult_2.00 1023 0.0000 utility 1023 -1000.0000 11pt_avg 1023 0.0000 binG 1023 0.0000 G 1023 0.0129 ndcg 1023 0.0527 ndcg_rel 1023 0.0526 Rndcg 1023 0.0467 ndcg_cut_5 1023 0.0565 ndcg_cut_10 1023 0.0423 ndcg_cut_15 1023 0.0381 ndcg_cut_20 1023 0.0349 ndcg_cut_30 1023 0.0304 ndcg_cut_100 1023 0.0415 ndcg_cut_200 1023 0.0415 ndcg_cut_500 1023 0.0527 ndcg_cut_1000 1023 0.0527 map_cut_5 1023 0.0000 map_cut_10 1023 0.0000 map_cut_15 1023 0.0000 map_cut_20 1023 0.0000 map_cut_30 1023 0.0000 map_cut_100 1023 0.0000 map_cut_200 1023 0.0000 map_cut_500 1023 0.0000 map_cut_1000 1023 0.0000 relative_P_5 1023 0.0000 relative_P_10 1023 0.0000 relative_P_15 1023 0.0000 relative_P_20 1023 0.0000 relative_P_30 1023 0.0000 relative_P_100 1023 0.0000 relative_P_200 1023 0.0000 relative_P_500 1023 0.0000 relative_P_1000 1023 0.0000 success_1 1023 0.0000 success_5 1023 0.0000 success_10 1023 0.0000 set_P 1023 0.0000 set_relative_P 1023 0.0000 set_recall 1023 0.0000 set_map 1023 0.0000 set_F 1023 0.0000 num_nonrel_judged_ret 1023 159 rbp 1023 0.0280 rbp_resid 1023 0.0102 unj_5 1023 0.0000 unj_10 1023 0.0000 unj_20 1023 0.0000 num_ret 1025 1000 num_rel 1025 2 num_rel_ret 1025 0 map 1025 0.0000 Rprec 1025 0.0000 bpref 1025 0.0000 recip_rank 1025 0.0000 iprec_at_recall_0.00 1025 0.0000 iprec_at_recall_0.10 1025 0.0000 iprec_at_recall_0.20 1025 0.0000 iprec_at_recall_0.30 1025 0.0000 iprec_at_recall_0.40 1025 0.0000 iprec_at_recall_0.50 1025 0.0000 iprec_at_recall_0.60 1025 0.0000 iprec_at_recall_0.70 1025 0.0000 iprec_at_recall_0.80 1025 0.0000 iprec_at_recall_0.90 1025 0.0000 iprec_at_recall_1.00 1025 0.0000 P_5 1025 0.0000 P_10 1025 0.0000 P_15 1025 0.0000 P_20 1025 0.0000 P_30 1025 0.0000 P_100 1025 0.0000 P_200 1025 0.0000 P_500 1025 0.0000 P_1000 1025 0.0000 relstring 1025 '0000000000' recall_5 1025 0.0000 recall_10 1025 0.0000 recall_15 1025 0.0000 recall_20 1025 0.0000 recall_30 1025 0.0000 recall_100 1025 0.0000 recall_200 1025 0.0000 recall_500 1025 0.0000 recall_1000 1025 0.0000 infAP 1025 0.0000 Rprec_mult_0.20 1025 0.0000 Rprec_mult_0.40 1025 0.0000 Rprec_mult_0.60 1025 0.0000 Rprec_mult_0.80 1025 0.0000 Rprec_mult_1.00 1025 0.0000 Rprec_mult_1.20 1025 0.0000 Rprec_mult_1.40 1025 0.0000 Rprec_mult_1.60 1025 0.0000 Rprec_mult_1.80 1025 0.0000 Rprec_mult_2.00 1025 0.0000 utility 1025 -1000.0000 11pt_avg 1025 0.0000 binG 1025 0.0000 G 1025 0.0155 ndcg 1025 0.0484 ndcg_rel 1025 0.0464 Rndcg 1025 0.0161 ndcg_cut_5 1025 0.0000 ndcg_cut_10 1025 0.0000 ndcg_cut_15 1025 0.0000 ndcg_cut_20 1025 0.0000 ndcg_cut_30 1025 0.0000 ndcg_cut_100 1025 0.0242 ndcg_cut_200 1025 0.0338 ndcg_cut_500 1025 0.0415 ndcg_cut_1000 1025 0.0484 map_cut_5 1025 0.0000 map_cut_10 1025 0.0000 map_cut_15 1025 0.0000 map_cut_20 1025 0.0000 map_cut_30 1025 0.0000 map_cut_100 1025 0.0000 map_cut_200 1025 0.0000 map_cut_500 1025 0.0000 map_cut_1000 1025 0.0000 relative_P_5 1025 0.0000 relative_P_10 1025 0.0000 relative_P_15 1025 0.0000 relative_P_20 1025 0.0000 relative_P_30 1025 0.0000 relative_P_100 1025 0.0000 relative_P_200 1025 0.0000 relative_P_500 1025 0.0000 relative_P_1000 1025 0.0000 success_1 1025 0.0000 success_5 1025 0.0000 success_10 1025 0.0000 set_P 1025 0.0000 set_relative_P 1025 0.0000 set_recall 1025 0.0000 set_map 1025 0.0000 set_F 1025 0.0000 num_nonrel_judged_ret 1025 256 rbp 1025 0.0005 rbp_resid 1025 0.0231 unj_5 1025 0.0000 unj_10 1025 0.0000 unj_20 1025 0.0000 num_ret 1029 1000 num_rel 1029 8 num_rel_ret 1029 1 map 1029 0.1250 Rprec 1029 0.1250 bpref 1029 0.1250 recip_rank 1029 1.0000 iprec_at_recall_0.00 1029 1.0000 iprec_at_recall_0.10 1029 1.0000 iprec_at_recall_0.20 1029 0.0000 iprec_at_recall_0.30 1029 0.0000 iprec_at_recall_0.40 1029 0.0000 iprec_at_recall_0.50 1029 0.0000 iprec_at_recall_0.60 1029 0.0000 iprec_at_recall_0.70 1029 0.0000 iprec_at_recall_0.80 1029 0.0000 iprec_at_recall_0.90 1029 0.0000 iprec_at_recall_1.00 1029 0.0000 P_5 1029 0.2000 P_10 1029 0.1000 P_15 1029 0.0667 P_20 1029 0.0500 P_30 1029 0.0333 P_100 1029 0.0100 P_200 1029 0.0050 P_500 1029 0.0020 P_1000 1029 0.0010 relstring 1029 '3011110000' recall_5 1029 0.1250 recall_10 1029 0.1250 recall_15 1029 0.1250 recall_20 1029 0.1250 recall_30 1029 0.1250 recall_100 1029 0.1250 recall_200 1029 0.1250 recall_500 1029 0.1250 recall_1000 1029 0.1250 infAP 1029 0.1250 Rprec_mult_0.20 1029 0.5000 Rprec_mult_0.40 1029 0.2500 Rprec_mult_0.60 1029 0.2000 Rprec_mult_0.80 1029 0.1429 Rprec_mult_1.00 1029 0.1250 Rprec_mult_1.20 1029 0.1000 Rprec_mult_1.40 1029 0.0833 Rprec_mult_1.60 1029 0.0769 Rprec_mult_1.80 1029 0.0667 Rprec_mult_2.00 1029 0.0625 utility 1029 -998.0000 11pt_avg 1029 0.1818 binG 1029 0.1250 G 1029 0.1033 ndcg 1029 0.3869 ndcg_rel 1029 0.3954 Rndcg 1029 0.3676 ndcg_cut_5 1029 0.4881 ndcg_cut_10 1029 0.3754 ndcg_cut_15 1029 0.3963 ndcg_cut_20 1029 0.3963 ndcg_cut_30 1029 0.3721 ndcg_cut_100 1029 0.3418 ndcg_cut_200 1029 0.3477 ndcg_cut_500 1029 0.3688 ndcg_cut_1000 1029 0.3869 map_cut_5 1029 0.1250 map_cut_10 1029 0.1250 map_cut_15 1029 0.1250 map_cut_20 1029 0.1250 map_cut_30 1029 0.1250 map_cut_100 1029 0.1250 map_cut_200 1029 0.1250 map_cut_500 1029 0.1250 map_cut_1000 1029 0.1250 relative_P_5 1029 0.2000 relative_P_10 1029 0.1250 relative_P_15 1029 0.1250 relative_P_20 1029 0.1250 relative_P_30 1029 0.1250 relative_P_100 1029 0.1250 relative_P_200 1029 0.1250 relative_P_500 1029 0.1250 relative_P_1000 1029 0.1250 success_1 1029 1.0000 success_5 1029 1.0000 success_10 1029 1.0000 set_P 1029 0.0010 set_relative_P 1029 0.1250 set_recall 1029 0.1250 set_map 1029 0.0001 set_F 1029 0.0020 num_nonrel_judged_ret 1029 151 rbp 1029 0.2398 rbp_resid 1029 0.0147 unj_5 1029 0.0000 unj_10 1029 0.0000 unj_20 1029 0.0000 num_ret 1031 1000 num_rel 1031 44 num_rel_ret 1031 6 map 1031 0.0039 Rprec 1031 0.0227 bpref 1031 0.0176 recip_rank 1031 0.0909 iprec_at_recall_0.00 1031 0.0909 iprec_at_recall_0.10 1031 0.0205 iprec_at_recall_0.20 1031 0.0000 iprec_at_recall_0.30 1031 0.0000 iprec_at_recall_0.40 1031 0.0000 iprec_at_recall_0.50 1031 0.0000 iprec_at_recall_0.60 1031 0.0000 iprec_at_recall_0.70 1031 0.0000 iprec_at_recall_0.80 1031 0.0000 iprec_at_recall_0.90 1031 0.0000 iprec_at_recall_1.00 1031 0.0000 P_5 1031 0.0000 P_10 1031 0.0000 P_15 1031 0.0667 P_20 1031 0.0500 P_30 1031 0.0333 P_100 1031 0.0100 P_200 1031 0.0200 P_500 1031 0.0120 P_1000 1031 0.0060 relstring 1031 '1111000100' recall_5 1031 0.0000 recall_10 1031 0.0000 recall_15 1031 0.0227 recall_20 1031 0.0227 recall_30 1031 0.0227 recall_100 1031 0.0227 recall_200 1031 0.0909 recall_500 1031 0.1364 recall_1000 1031 0.1364 infAP 1031 0.0039 Rprec_mult_0.20 1031 0.0000 Rprec_mult_0.40 1031 0.0556 Rprec_mult_0.60 1031 0.0370 Rprec_mult_0.80 1031 0.0278 Rprec_mult_1.00 1031 0.0227 Rprec_mult_1.20 1031 0.0189 Rprec_mult_1.40 1031 0.0161 Rprec_mult_1.60 1031 0.0141 Rprec_mult_1.80 1031 0.0125 Rprec_mult_2.00 1031 0.0114 utility 1031 -988.0000 11pt_avg 1031 0.0101 binG 1031 0.0208 G 1031 0.0315 ndcg 1031 0.1817 ndcg_rel 1031 0.1808 Rndcg 1031 0.1419 ndcg_cut_5 1031 0.2896 ndcg_cut_10 1031 0.2111 ndcg_cut_15 1031 0.2261 ndcg_cut_20 1031 0.1991 ndcg_cut_30 1031 0.1759 ndcg_cut_100 1031 0.1195 ndcg_cut_200 1031 0.1300 ndcg_cut_500 1031 0.1677 ndcg_cut_1000 1031 0.1817 map_cut_5 1031 0.0000 map_cut_10 1031 0.0000 map_cut_15 1031 0.0021 map_cut_20 1031 0.0021 map_cut_30 1031 0.0021 map_cut_100 1031 0.0021 map_cut_200 1031 0.0032 map_cut_500 1031 0.0039 map_cut_1000 1031 0.0039 relative_P_5 1031 0.0000 relative_P_10 1031 0.0000 relative_P_15 1031 0.0667 relative_P_20 1031 0.0500 relative_P_30 1031 0.0333 relative_P_100 1031 0.0227 relative_P_200 1031 0.0909 relative_P_500 1031 0.1364 relative_P_1000 1031 0.1364 success_1 1031 0.0000 success_5 1031 0.0000 success_10 1031 0.0000 set_P 1031 0.0060 set_relative_P 1031 0.1364 set_recall 1031 0.1364 set_map 1031 0.0008 set_F 1031 0.0115 num_nonrel_judged_ret 1031 171 rbp 1031 0.1868 rbp_resid 1031 0.0267 unj_5 1031 0.0000 unj_10 1031 0.0000 unj_20 1031 0.0000 num_ret 1033 1000 num_rel 1033 13 num_rel_ret 1033 2 map 1033 0.0780 Rprec 1033 0.0769 bpref 1033 0.0769 recip_rank 1033 1.0000 iprec_at_recall_0.00 1033 1.0000 iprec_at_recall_0.10 1033 1.0000 iprec_at_recall_0.20 1033 0.0000 iprec_at_recall_0.30 1033 0.0000 iprec_at_recall_0.40 1033 0.0000 iprec_at_recall_0.50 1033 0.0000 iprec_at_recall_0.60 1033 0.0000 iprec_at_recall_0.70 1033 0.0000 iprec_at_recall_0.80 1033 0.0000 iprec_at_recall_0.90 1033 0.0000 iprec_at_recall_1.00 1033 0.0000 P_5 1033 0.2000 P_10 1033 0.1000 P_15 1033 0.0667 P_20 1033 0.0500 P_30 1033 0.0333 P_100 1033 0.0100 P_200 1033 0.0100 P_500 1033 0.0040 P_1000 1033 0.0020 relstring 1033 '3110000110' recall_5 1033 0.0769 recall_10 1033 0.0769 recall_15 1033 0.0769 recall_20 1033 0.0769 recall_30 1033 0.0769 recall_100 1033 0.0769 recall_200 1033 0.1538 recall_500 1033 0.1538 recall_1000 1033 0.1538 infAP 1033 0.0780 Rprec_mult_0.20 1033 0.3333 Rprec_mult_0.40 1033 0.1667 Rprec_mult_0.60 1033 0.1250 Rprec_mult_0.80 1033 0.0909 Rprec_mult_1.00 1033 0.0769 Rprec_mult_1.20 1033 0.0625 Rprec_mult_1.40 1033 0.0526 Rprec_mult_1.60 1033 0.0476 Rprec_mult_1.80 1033 0.0417 Rprec_mult_2.00 1033 0.0385 utility 1033 -996.0000 11pt_avg 1033 0.1818 binG 1033 0.0876 G 1033 0.0577 ndcg 1033 0.2389 ndcg_rel 1033 0.2666 Rndcg 1033 0.2541 ndcg_cut_5 1033 0.4670 ndcg_cut_10 1033 0.3483 ndcg_cut_15 1033 0.3184 ndcg_cut_20 1033 0.3236 ndcg_cut_30 1033 0.2996 ndcg_cut_100 1033 0.2104 ndcg_cut_200 1033 0.2345 ndcg_cut_500 1033 0.2389 ndcg_cut_1000 1033 0.2389 map_cut_5 1033 0.0769 map_cut_10 1033 0.0769 map_cut_15 1033 0.0769 map_cut_20 1033 0.0769 map_cut_30 1033 0.0769 map_cut_100 1033 0.0769 map_cut_200 1033 0.0780 map_cut_500 1033 0.0780 map_cut_1000 1033 0.0780 relative_P_5 1033 0.2000 relative_P_10 1033 0.1000 relative_P_15 1033 0.0769 relative_P_20 1033 0.0769 relative_P_30 1033 0.0769 relative_P_100 1033 0.0769 relative_P_200 1033 0.1538 relative_P_500 1033 0.1538 relative_P_1000 1033 0.1538 success_1 1033 1.0000 success_5 1033 1.0000 success_10 1033 1.0000 set_P 1033 0.0020 set_relative_P 1033 0.1538 set_recall 1033 0.1538 set_map 1033 0.0003 set_F 1033 0.0039 num_nonrel_judged_ret 1033 91 rbp 1033 0.2196 rbp_resid 1033 0.0349 unj_5 1033 0.0000 unj_10 1033 0.0000 unj_20 1033 0.0000 num_ret 1035 1000 num_rel 1035 3 num_rel_ret 1035 0 map 1035 0.0000 Rprec 1035 0.0000 bpref 1035 0.0000 recip_rank 1035 0.0000 iprec_at_recall_0.00 1035 0.0000 iprec_at_recall_0.10 1035 0.0000 iprec_at_recall_0.20 1035 0.0000 iprec_at_recall_0.30 1035 0.0000 iprec_at_recall_0.40 1035 0.0000 iprec_at_recall_0.50 1035 0.0000 iprec_at_recall_0.60 1035 0.0000 iprec_at_recall_0.70 1035 0.0000 iprec_at_recall_0.80 1035 0.0000 iprec_at_recall_0.90 1035 0.0000 iprec_at_recall_1.00 1035 0.0000 P_5 1035 0.0000 P_10 1035 0.0000 P_15 1035 0.0000 P_20 1035 0.0000 P_30 1035 0.0000 P_100 1035 0.0000 P_200 1035 0.0000 P_500 1035 0.0000 P_1000 1035 0.0000 relstring 1035 '0000000000' recall_5 1035 0.0000 recall_10 1035 0.0000 recall_15 1035 0.0000 recall_20 1035 0.0000 recall_30 1035 0.0000 recall_100 1035 0.0000 recall_200 1035 0.0000 recall_500 1035 0.0000 recall_1000 1035 0.0000 infAP 1035 0.0000 Rprec_mult_0.20 1035 0.0000 Rprec_mult_0.40 1035 0.0000 Rprec_mult_0.60 1035 0.0000 Rprec_mult_0.80 1035 0.0000 Rprec_mult_1.00 1035 0.0000 Rprec_mult_1.20 1035 0.0000 Rprec_mult_1.40 1035 0.0000 Rprec_mult_1.60 1035 0.0000 Rprec_mult_1.80 1035 0.0000 Rprec_mult_2.00 1035 0.0000 utility 1035 -1000.0000 11pt_avg 1035 0.0000 binG 1035 0.0000 G 1035 0.0000 ndcg 1035 0.0000 ndcg_rel 1035 0.0000 Rndcg 1035 0.0000 ndcg_cut_5 1035 0.0000 ndcg_cut_10 1035 0.0000 ndcg_cut_15 1035 0.0000 ndcg_cut_20 1035 0.0000 ndcg_cut_30 1035 0.0000 ndcg_cut_100 1035 0.0000 ndcg_cut_200 1035 0.0000 ndcg_cut_500 1035 0.0000 ndcg_cut_1000 1035 0.0000 map_cut_5 1035 0.0000 map_cut_10 1035 0.0000 map_cut_15 1035 0.0000 map_cut_20 1035 0.0000 map_cut_30 1035 0.0000 map_cut_100 1035 0.0000 map_cut_200 1035 0.0000 map_cut_500 1035 0.0000 map_cut_1000 1035 0.0000 relative_P_5 1035 0.0000 relative_P_10 1035 0.0000 relative_P_15 1035 0.0000 relative_P_20 1035 0.0000 relative_P_30 1035 0.0000 relative_P_100 1035 0.0000 relative_P_200 1035 0.0000 relative_P_500 1035 0.0000 relative_P_1000 1035 0.0000 success_1 1035 0.0000 success_5 1035 0.0000 success_10 1035 0.0000 set_P 1035 0.0000 set_relative_P 1035 0.0000 set_recall 1035 0.0000 set_map 1035 0.0000 set_F 1035 0.0000 num_nonrel_judged_ret 1035 58 rbp 1035 0.0000 rbp_resid 1035 0.0384 unj_5 1035 0.0000 unj_10 1035 0.0000 unj_20 1035 0.0000 num_ret 1037 1000 num_rel 1037 0 num_rel_ret 1037 0 map 1037 0.0000 Rprec 1037 0.0000 bpref 1037 0.0000 recip_rank 1037 0.0000 iprec_at_recall_0.00 1037 0.0000 iprec_at_recall_0.10 1037 0.0000 iprec_at_recall_0.20 1037 0.0000 iprec_at_recall_0.30 1037 0.0000 iprec_at_recall_0.40 1037 0.0000 iprec_at_recall_0.50 1037 0.0000 iprec_at_recall_0.60 1037 0.0000 iprec_at_recall_0.70 1037 0.0000 iprec_at_recall_0.80 1037 0.0000 iprec_at_recall_0.90 1037 0.0000 iprec_at_recall_1.00 1037 0.0000 P_5 1037 0.0000 P_10 1037 0.0000 P_15 1037 0.0000 P_20 1037 0.0000 P_30 1037 0.0000 P_100 1037 0.0000 P_200 1037 0.0000 P_500 1037 0.0000 P_1000 1037 0.0000 relstring 1037 '1000000000' recall_5 1037 0.0000 recall_10 1037 0.0000 recall_15 1037 0.0000 recall_20 1037 0.0000 recall_30 1037 0.0000 recall_100 1037 0.0000 recall_200 1037 0.0000 recall_500 1037 0.0000 recall_1000 1037 0.0000 infAP 1037 0.0000 Rprec_mult_0.20 1037 0.0000 Rprec_mult_0.40 1037 0.0000 Rprec_mult_0.60 1037 0.0000 Rprec_mult_0.80 1037 0.0000 Rprec_mult_1.00 1037 0.0000 Rprec_mult_1.20 1037 0.0000 Rprec_mult_1.40 1037 0.0000 Rprec_mult_1.60 1037 0.0000 Rprec_mult_1.80 1037 0.0000 Rprec_mult_2.00 1037 0.0000 utility 1037 -1000.0000 11pt_avg 1037 0.0000 binG 1037 0.0000 G 1037 0.1429 ndcg 1037 0.2749 ndcg_rel 1037 0.3785 Rndcg 1037 0.0000 ndcg_cut_5 1037 0.3392 ndcg_cut_10 1037 0.2749 ndcg_cut_15 1037 0.2749 ndcg_cut_20 1037 0.2749 ndcg_cut_30 1037 0.2749 ndcg_cut_100 1037 0.2749 ndcg_cut_200 1037 0.2749 ndcg_cut_500 1037 0.2749 ndcg_cut_1000 1037 0.2749 map_cut_5 1037 0.0000 map_cut_10 1037 0.0000 map_cut_15 1037 0.0000 map_cut_20 1037 0.0000 map_cut_30 1037 0.0000 map_cut_100 1037 0.0000 map_cut_200 1037 0.0000 map_cut_500 1037 0.0000 map_cut_1000 1037 0.0000 relative_P_5 1037 0.0000 relative_P_10 1037 0.0000 relative_P_15 1037 0.0000 relative_P_20 1037 0.0000 relative_P_30 1037 0.0000 relative_P_100 1037 0.0000 relative_P_200 1037 0.0000 relative_P_500 1037 0.0000 relative_P_1000 1037 0.0000 success_1 1037 0.0000 success_5 1037 0.0000 success_10 1037 0.0000 set_P 1037 0.0000 set_relative_P 1037 0.0000 set_recall 1037 0.0000 set_map 1037 0.0000 set_F 1037 0.0000 num_nonrel_judged_ret 1037 65 rbp 1037 0.1000 rbp_resid 1037 0.0373 unj_5 1037 0.0000 unj_10 1037 0.0000 unj_20 1037 0.0000 num_ret 1041 1000 num_rel 1041 6 num_rel_ret 1041 1 map 1041 0.0010 Rprec 1041 0.0000 bpref 1041 0.0000 recip_rank 1041 0.0058 iprec_at_recall_0.00 1041 0.0058 iprec_at_recall_0.10 1041 0.0058 iprec_at_recall_0.20 1041 0.0058 iprec_at_recall_0.30 1041 0.0000 iprec_at_recall_0.40 1041 0.0000 iprec_at_recall_0.50 1041 0.0000 iprec_at_recall_0.60 1041 0.0000 iprec_at_recall_0.70 1041 0.0000 iprec_at_recall_0.80 1041 0.0000 iprec_at_recall_0.90 1041 0.0000 iprec_at_recall_1.00 1041 0.0000 P_5 1041 0.0000 P_10 1041 0.0000 P_15 1041 0.0000 P_20 1041 0.0000 P_30 1041 0.0000 P_100 1041 0.0000 P_200 1041 0.0050 P_500 1041 0.0020 P_1000 1041 0.0010 relstring 1041 '1100100110' recall_5 1041 0.0000 recall_10 1041 0.0000 recall_15 1041 0.0000 recall_20 1041 0.0000 recall_30 1041 0.0000 recall_100 1041 0.0000 recall_200 1041 0.1667 recall_500 1041 0.1667 recall_1000 1041 0.1667 infAP 1041 0.0010 Rprec_mult_0.20 1041 0.0000 Rprec_mult_0.40 1041 0.0000 Rprec_mult_0.60 1041 0.0000 Rprec_mult_0.80 1041 0.0000 Rprec_mult_1.00 1041 0.0000 Rprec_mult_1.20 1041 0.0000 Rprec_mult_1.40 1041 0.0000 Rprec_mult_1.60 1041 0.0000 Rprec_mult_1.80 1041 0.0000 Rprec_mult_2.00 1041 0.0000 utility 1041 -998.0000 11pt_avg 1041 0.0016 binG 1041 0.0224 G 1041 0.0757 ndcg 1041 0.2850 ndcg_rel 1041 0.2679 Rndcg 1041 0.2274 ndcg_cut_5 1041 0.2281 ndcg_cut_10 1041 0.2362 ndcg_cut_15 1041 0.2318 ndcg_cut_20 1041 0.2117 ndcg_cut_30 1041 0.2096 ndcg_cut_100 1041 0.2211 ndcg_cut_200 1041 0.2667 ndcg_cut_500 1041 0.2734 ndcg_cut_1000 1041 0.2850 map_cut_5 1041 0.0000 map_cut_10 1041 0.0000 map_cut_15 1041 0.0000 map_cut_20 1041 0.0000 map_cut_30 1041 0.0000 map_cut_100 1041 0.0000 map_cut_200 1041 0.0010 map_cut_500 1041 0.0010 map_cut_1000 1041 0.0010 relative_P_5 1041 0.0000 relative_P_10 1041 0.0000 relative_P_15 1041 0.0000 relative_P_20 1041 0.0000 relative_P_30 1041 0.0000 relative_P_100 1041 0.0000 relative_P_200 1041 0.1667 relative_P_500 1041 0.1667 relative_P_1000 1041 0.1667 success_1 1041 0.0000 success_5 1041 0.0000 success_10 1041 0.0000 set_P 1041 0.0010 set_relative_P 1041 0.1667 set_recall 1041 0.1667 set_map 1041 0.0002 set_F 1041 0.0020 num_nonrel_judged_ret 1041 136 rbp 1041 0.1295 rbp_resid 1041 0.0110 unj_5 1041 0.0000 unj_10 1041 0.0000 unj_20 1041 0.0000 num_ret 1047 1000 num_rel 1047 19 num_rel_ret 1047 0 map 1047 0.0000 Rprec 1047 0.0000 bpref 1047 0.0000 recip_rank 1047 0.0000 iprec_at_recall_0.00 1047 0.0000 iprec_at_recall_0.10 1047 0.0000 iprec_at_recall_0.20 1047 0.0000 iprec_at_recall_0.30 1047 0.0000 iprec_at_recall_0.40 1047 0.0000 iprec_at_recall_0.50 1047 0.0000 iprec_at_recall_0.60 1047 0.0000 iprec_at_recall_0.70 1047 0.0000 iprec_at_recall_0.80 1047 0.0000 iprec_at_recall_0.90 1047 0.0000 iprec_at_recall_1.00 1047 0.0000 P_5 1047 0.0000 P_10 1047 0.0000 P_15 1047 0.0000 P_20 1047 0.0000 P_30 1047 0.0000 P_100 1047 0.0000 P_200 1047 0.0000 P_500 1047 0.0000 P_1000 1047 0.0000 relstring 1047 '1001111110' recall_5 1047 0.0000 recall_10 1047 0.0000 recall_15 1047 0.0000 recall_20 1047 0.0000 recall_30 1047 0.0000 recall_100 1047 0.0000 recall_200 1047 0.0000 recall_500 1047 0.0000 recall_1000 1047 0.0000 infAP 1047 0.0000 Rprec_mult_0.20 1047 0.0000 Rprec_mult_0.40 1047 0.0000 Rprec_mult_0.60 1047 0.0000 Rprec_mult_0.80 1047 0.0000 Rprec_mult_1.00 1047 0.0000 Rprec_mult_1.20 1047 0.0000 Rprec_mult_1.40 1047 0.0000 Rprec_mult_1.60 1047 0.0000 Rprec_mult_1.80 1047 0.0000 Rprec_mult_2.00 1047 0.0000 utility 1047 -1000.0000 11pt_avg 1047 0.0000 binG 1047 0.0000 G 1047 0.0249 ndcg 1047 0.1286 ndcg_rel 1047 0.1430 Rndcg 1047 0.1384 ndcg_cut_5 1047 0.2055 ndcg_cut_10 1047 0.2292 ndcg_cut_15 1047 0.1776 ndcg_cut_20 1047 0.1623 ndcg_cut_30 1047 0.1472 ndcg_cut_100 1047 0.1286 ndcg_cut_200 1047 0.1286 ndcg_cut_500 1047 0.1286 ndcg_cut_1000 1047 0.1286 map_cut_5 1047 0.0000 map_cut_10 1047 0.0000 map_cut_15 1047 0.0000 map_cut_20 1047 0.0000 map_cut_30 1047 0.0000 map_cut_100 1047 0.0000 map_cut_200 1047 0.0000 map_cut_500 1047 0.0000 map_cut_1000 1047 0.0000 relative_P_5 1047 0.0000 relative_P_10 1047 0.0000 relative_P_15 1047 0.0000 relative_P_20 1047 0.0000 relative_P_30 1047 0.0000 relative_P_100 1047 0.0000 relative_P_200 1047 0.0000 relative_P_500 1047 0.0000 relative_P_1000 1047 0.0000 success_1 1047 0.0000 success_5 1047 0.0000 success_10 1047 0.0000 set_P 1047 0.0000 set_relative_P 1047 0.0000 set_recall 1047 0.0000 set_map 1047 0.0000 set_F 1047 0.0000 num_nonrel_judged_ret 1047 79 rbp 1047 0.1522 rbp_resid 1047 0.0220 unj_5 1047 0.0000 unj_10 1047 0.0000 unj_20 1047 0.0000 num_ret 1053 1000 num_rel 1053 3 num_rel_ret 1053 1 map 1053 0.0556 Rprec 1053 0.0000 bpref 1053 0.0000 recip_rank 1053 0.1667 iprec_at_recall_0.00 1053 0.1667 iprec_at_recall_0.10 1053 0.1667 iprec_at_recall_0.20 1053 0.1667 iprec_at_recall_0.30 1053 0.1667 iprec_at_recall_0.40 1053 0.1667 iprec_at_recall_0.50 1053 0.0000 iprec_at_recall_0.60 1053 0.0000 iprec_at_recall_0.70 1053 0.0000 iprec_at_recall_0.80 1053 0.0000 iprec_at_recall_0.90 1053 0.0000 iprec_at_recall_1.00 1053 0.0000 P_5 1053 0.0000 P_10 1053 0.1000 P_15 1053 0.0667 P_20 1053 0.0500 P_30 1053 0.0333 P_100 1053 0.0100 P_200 1053 0.0050 P_500 1053 0.0020 P_1000 1053 0.0010 relstring 1053 '0010030000' recall_5 1053 0.0000 recall_10 1053 0.3333 recall_15 1053 0.3333 recall_20 1053 0.3333 recall_30 1053 0.3333 recall_100 1053 0.3333 recall_200 1053 0.3333 recall_500 1053 0.3333 recall_1000 1053 0.3333 infAP 1053 0.0556 Rprec_mult_0.20 1053 0.0000 Rprec_mult_0.40 1053 0.0000 Rprec_mult_0.60 1053 0.0000 Rprec_mult_0.80 1053 0.0000 Rprec_mult_1.00 1053 0.0000 Rprec_mult_1.20 1053 0.0000 Rprec_mult_1.40 1053 0.0000 Rprec_mult_1.60 1053 0.0000 Rprec_mult_1.80 1053 0.1667 Rprec_mult_2.00 1053 0.1667 utility 1053 -998.0000 11pt_avg 1053 0.0758 binG 1053 0.1187 G 1053 0.0317 ndcg 1053 0.1135 ndcg_rel 1053 0.1153 Rndcg 1053 0.1017 ndcg_cut_5 1053 0.0693 ndcg_cut_10 1053 0.1781 ndcg_cut_15 1053 0.1550 ndcg_cut_20 1053 0.1388 ndcg_cut_30 1053 0.1169 ndcg_cut_100 1053 0.1135 ndcg_cut_200 1053 0.1135 ndcg_cut_500 1053 0.1135 ndcg_cut_1000 1053 0.1135 map_cut_5 1053 0.0000 map_cut_10 1053 0.0556 map_cut_15 1053 0.0556 map_cut_20 1053 0.0556 map_cut_30 1053 0.0556 map_cut_100 1053 0.0556 map_cut_200 1053 0.0556 map_cut_500 1053 0.0556 map_cut_1000 1053 0.0556 relative_P_5 1053 0.0000 relative_P_10 1053 0.3333 relative_P_15 1053 0.3333 relative_P_20 1053 0.3333 relative_P_30 1053 0.3333 relative_P_100 1053 0.3333 relative_P_200 1053 0.3333 relative_P_500 1053 0.3333 relative_P_1000 1053 0.3333 success_1 1053 0.0000 success_5 1053 0.0000 success_10 1053 1.0000 set_P 1053 0.0010 set_relative_P 1053 0.3333 set_recall 1053 0.3333 set_map 1053 0.0003 set_F 1053 0.0020 num_nonrel_judged_ret 1053 69 rbp 1053 0.0860 rbp_resid 1053 0.0339 unj_5 1053 0.0000 unj_10 1053 0.0000 unj_20 1053 0.0000 num_ret 1055 1000 num_rel 1055 0 num_rel_ret 1055 0 map 1055 0.0000 Rprec 1055 0.0000 bpref 1055 0.0000 recip_rank 1055 0.0000 iprec_at_recall_0.00 1055 0.0000 iprec_at_recall_0.10 1055 0.0000 iprec_at_recall_0.20 1055 0.0000 iprec_at_recall_0.30 1055 0.0000 iprec_at_recall_0.40 1055 0.0000 iprec_at_recall_0.50 1055 0.0000 iprec_at_recall_0.60 1055 0.0000 iprec_at_recall_0.70 1055 0.0000 iprec_at_recall_0.80 1055 0.0000 iprec_at_recall_0.90 1055 0.0000 iprec_at_recall_1.00 1055 0.0000 P_5 1055 0.0000 P_10 1055 0.0000 P_15 1055 0.0000 P_20 1055 0.0000 P_30 1055 0.0000 P_100 1055 0.0000 P_200 1055 0.0000 P_500 1055 0.0000 P_1000 1055 0.0000 relstring 1055 '0000000000' recall_5 1055 0.0000 recall_10 1055 0.0000 recall_15 1055 0.0000 recall_20 1055 0.0000 recall_30 1055 0.0000 recall_100 1055 0.0000 recall_200 1055 0.0000 recall_500 1055 0.0000 recall_1000 1055 0.0000 infAP 1055 0.0000 Rprec_mult_0.20 1055 0.0000 Rprec_mult_0.40 1055 0.0000 Rprec_mult_0.60 1055 0.0000 Rprec_mult_0.80 1055 0.0000 Rprec_mult_1.00 1055 0.0000 Rprec_mult_1.20 1055 0.0000 Rprec_mult_1.40 1055 0.0000 Rprec_mult_1.60 1055 0.0000 Rprec_mult_1.80 1055 0.0000 Rprec_mult_2.00 1055 0.0000 utility 1055 -1000.0000 11pt_avg 1055 0.0000 binG 1055 0.0000 G 1055 0.0000 ndcg 1055 0.0000 ndcg_rel 1055 0.0000 Rndcg 1055 0.0000 ndcg_cut_5 1055 0.0000 ndcg_cut_10 1055 0.0000 ndcg_cut_15 1055 0.0000 ndcg_cut_20 1055 0.0000 ndcg_cut_30 1055 0.0000 ndcg_cut_100 1055 0.0000 ndcg_cut_200 1055 0.0000 ndcg_cut_500 1055 0.0000 ndcg_cut_1000 1055 0.0000 map_cut_5 1055 0.0000 map_cut_10 1055 0.0000 map_cut_15 1055 0.0000 map_cut_20 1055 0.0000 map_cut_30 1055 0.0000 map_cut_100 1055 0.0000 map_cut_200 1055 0.0000 map_cut_500 1055 0.0000 map_cut_1000 1055 0.0000 relative_P_5 1055 0.0000 relative_P_10 1055 0.0000 relative_P_15 1055 0.0000 relative_P_20 1055 0.0000 relative_P_30 1055 0.0000 relative_P_100 1055 0.0000 relative_P_200 1055 0.0000 relative_P_500 1055 0.0000 relative_P_1000 1055 0.0000 success_1 1055 0.0000 success_5 1055 0.0000 success_10 1055 0.0000 set_P 1055 0.0000 set_relative_P 1055 0.0000 set_recall 1055 0.0000 set_map 1055 0.0000 set_F 1055 0.0000 num_nonrel_judged_ret 1055 93 rbp 1055 0.0000 rbp_resid 1055 0.0270 unj_5 1055 0.0000 unj_10 1055 0.0000 unj_20 1055 0.0000 num_ret 1065 1000 num_rel 1065 1 num_rel_ret 1065 0 map 1065 0.0000 Rprec 1065 0.0000 bpref 1065 0.0000 recip_rank 1065 0.0000 iprec_at_recall_0.00 1065 0.0000 iprec_at_recall_0.10 1065 0.0000 iprec_at_recall_0.20 1065 0.0000 iprec_at_recall_0.30 1065 0.0000 iprec_at_recall_0.40 1065 0.0000 iprec_at_recall_0.50 1065 0.0000 iprec_at_recall_0.60 1065 0.0000 iprec_at_recall_0.70 1065 0.0000 iprec_at_recall_0.80 1065 0.0000 iprec_at_recall_0.90 1065 0.0000 iprec_at_recall_1.00 1065 0.0000 P_5 1065 0.0000 P_10 1065 0.0000 P_15 1065 0.0000 P_20 1065 0.0000 P_30 1065 0.0000 P_100 1065 0.0000 P_200 1065 0.0000 P_500 1065 0.0000 P_1000 1065 0.0000 relstring 1065 '0000000000' recall_5 1065 0.0000 recall_10 1065 0.0000 recall_15 1065 0.0000 recall_20 1065 0.0000 recall_30 1065 0.0000 recall_100 1065 0.0000 recall_200 1065 0.0000 recall_500 1065 0.0000 recall_1000 1065 0.0000 infAP 1065 0.0000 Rprec_mult_0.20 1065 0.0000 Rprec_mult_0.40 1065 0.0000 Rprec_mult_0.60 1065 0.0000 Rprec_mult_0.80 1065 0.0000 Rprec_mult_1.00 1065 0.0000 Rprec_mult_1.20 1065 0.0000 Rprec_mult_1.40 1065 0.0000 Rprec_mult_1.60 1065 0.0000 Rprec_mult_1.80 1065 0.0000 Rprec_mult_2.00 1065 0.0000 utility 1065 -1000.0000 11pt_avg 1065 0.0000 binG 1065 0.0000 G 1065 0.0101 ndcg 1065 0.0247 ndcg_rel 1065 0.0247 Rndcg 1065 0.0082 ndcg_cut_5 1065 0.0000 ndcg_cut_10 1065 0.0000 ndcg_cut_15 1065 0.0000 ndcg_cut_20 1065 0.0000 ndcg_cut_30 1065 0.0247 ndcg_cut_100 1065 0.0247 ndcg_cut_200 1065 0.0247 ndcg_cut_500 1065 0.0247 ndcg_cut_1000 1065 0.0247 map_cut_5 1065 0.0000 map_cut_10 1065 0.0000 map_cut_15 1065 0.0000 map_cut_20 1065 0.0000 map_cut_30 1065 0.0000 map_cut_100 1065 0.0000 map_cut_200 1065 0.0000 map_cut_500 1065 0.0000 map_cut_1000 1065 0.0000 relative_P_5 1065 0.0000 relative_P_10 1065 0.0000 relative_P_15 1065 0.0000 relative_P_20 1065 0.0000 relative_P_30 1065 0.0000 relative_P_100 1065 0.0000 relative_P_200 1065 0.0000 relative_P_500 1065 0.0000 relative_P_1000 1065 0.0000 success_1 1065 0.0000 success_5 1065 0.0000 success_10 1065 0.0000 set_P 1065 0.0000 set_relative_P 1065 0.0000 set_recall 1065 0.0000 set_map 1065 0.0000 set_F 1065 0.0000 num_nonrel_judged_ret 1065 58 rbp 1065 0.0033 rbp_resid 1065 0.0342 unj_5 1065 0.0000 unj_10 1065 0.0000 unj_20 1065 0.0000 num_ret 1067 1000 num_rel 1067 1 num_rel_ret 1067 0 map 1067 0.0000 Rprec 1067 0.0000 bpref 1067 0.0000 recip_rank 1067 0.0000 iprec_at_recall_0.00 1067 0.0000 iprec_at_recall_0.10 1067 0.0000 iprec_at_recall_0.20 1067 0.0000 iprec_at_recall_0.30 1067 0.0000 iprec_at_recall_0.40 1067 0.0000 iprec_at_recall_0.50 1067 0.0000 iprec_at_recall_0.60 1067 0.0000 iprec_at_recall_0.70 1067 0.0000 iprec_at_recall_0.80 1067 0.0000 iprec_at_recall_0.90 1067 0.0000 iprec_at_recall_1.00 1067 0.0000 P_5 1067 0.0000 P_10 1067 0.0000 P_15 1067 0.0000 P_20 1067 0.0000 P_30 1067 0.0000 P_100 1067 0.0000 P_200 1067 0.0000 P_500 1067 0.0000 P_1000 1067 0.0000 relstring 1067 '0000000000' recall_5 1067 0.0000 recall_10 1067 0.0000 recall_15 1067 0.0000 recall_20 1067 0.0000 recall_30 1067 0.0000 recall_100 1067 0.0000 recall_200 1067 0.0000 recall_500 1067 0.0000 recall_1000 1067 0.0000 infAP 1067 0.0000 Rprec_mult_0.20 1067 0.0000 Rprec_mult_0.40 1067 0.0000 Rprec_mult_0.60 1067 0.0000 Rprec_mult_0.80 1067 0.0000 Rprec_mult_1.00 1067 0.0000 Rprec_mult_1.20 1067 0.0000 Rprec_mult_1.40 1067 0.0000 Rprec_mult_1.60 1067 0.0000 Rprec_mult_1.80 1067 0.0000 Rprec_mult_2.00 1067 0.0000 utility 1067 -1000.0000 11pt_avg 1067 0.0000 binG 1067 0.0000 G 1067 0.0061 ndcg 1067 0.0158 ndcg_rel 1067 0.0158 Rndcg 1067 0.0053 ndcg_cut_5 1067 0.0000 ndcg_cut_10 1067 0.0000 ndcg_cut_15 1067 0.0000 ndcg_cut_20 1067 0.0000 ndcg_cut_30 1067 0.0000 ndcg_cut_100 1067 0.0158 ndcg_cut_200 1067 0.0158 ndcg_cut_500 1067 0.0158 ndcg_cut_1000 1067 0.0158 map_cut_5 1067 0.0000 map_cut_10 1067 0.0000 map_cut_15 1067 0.0000 map_cut_20 1067 0.0000 map_cut_30 1067 0.0000 map_cut_100 1067 0.0000 map_cut_200 1067 0.0000 map_cut_500 1067 0.0000 map_cut_1000 1067 0.0000 relative_P_5 1067 0.0000 relative_P_10 1067 0.0000 relative_P_15 1067 0.0000 relative_P_20 1067 0.0000 relative_P_30 1067 0.0000 relative_P_100 1067 0.0000 relative_P_200 1067 0.0000 relative_P_500 1067 0.0000 relative_P_1000 1067 0.0000 success_1 1067 0.0000 success_5 1067 0.0000 success_10 1067 0.0000 set_P 1067 0.0000 set_relative_P 1067 0.0000 set_recall 1067 0.0000 set_map 1067 0.0000 set_F 1067 0.0000 num_nonrel_judged_ret 1067 90 rbp 1067 0.0000 rbp_resid 1067 0.0357 unj_5 1067 0.0000 unj_10 1067 0.0000 unj_20 1067 0.0000 num_ret 1069 1000 num_rel 1069 0 num_rel_ret 1069 0 map 1069 0.0000 Rprec 1069 0.0000 bpref 1069 0.0000 recip_rank 1069 0.0000 iprec_at_recall_0.00 1069 0.0000 iprec_at_recall_0.10 1069 0.0000 iprec_at_recall_0.20 1069 0.0000 iprec_at_recall_0.30 1069 0.0000 iprec_at_recall_0.40 1069 0.0000 iprec_at_recall_0.50 1069 0.0000 iprec_at_recall_0.60 1069 0.0000 iprec_at_recall_0.70 1069 0.0000 iprec_at_recall_0.80 1069 0.0000 iprec_at_recall_0.90 1069 0.0000 iprec_at_recall_1.00 1069 0.0000 P_5 1069 0.0000 P_10 1069 0.0000 P_15 1069 0.0000 P_20 1069 0.0000 P_30 1069 0.0000 P_100 1069 0.0000 P_200 1069 0.0000 P_500 1069 0.0000 P_1000 1069 0.0000 relstring 1069 '0000000000' recall_5 1069 0.0000 recall_10 1069 0.0000 recall_15 1069 0.0000 recall_20 1069 0.0000 recall_30 1069 0.0000 recall_100 1069 0.0000 recall_200 1069 0.0000 recall_500 1069 0.0000 recall_1000 1069 0.0000 infAP 1069 0.0000 Rprec_mult_0.20 1069 0.0000 Rprec_mult_0.40 1069 0.0000 Rprec_mult_0.60 1069 0.0000 Rprec_mult_0.80 1069 0.0000 Rprec_mult_1.00 1069 0.0000 Rprec_mult_1.20 1069 0.0000 Rprec_mult_1.40 1069 0.0000 Rprec_mult_1.60 1069 0.0000 Rprec_mult_1.80 1069 0.0000 Rprec_mult_2.00 1069 0.0000 utility 1069 -1000.0000 11pt_avg 1069 0.0000 binG 1069 0.0000 G 1069 0.0398 ndcg 1069 0.0767 ndcg_rel 1069 0.0767 Rndcg 1069 0.0000 ndcg_cut_5 1069 0.0000 ndcg_cut_10 1069 0.0000 ndcg_cut_15 1069 0.0767 ndcg_cut_20 1069 0.0767 ndcg_cut_30 1069 0.0767 ndcg_cut_100 1069 0.0767 ndcg_cut_200 1069 0.0767 ndcg_cut_500 1069 0.0767 ndcg_cut_1000 1069 0.0767 map_cut_5 1069 0.0000 map_cut_10 1069 0.0000 map_cut_15 1069 0.0000 map_cut_20 1069 0.0000 map_cut_30 1069 0.0000 map_cut_100 1069 0.0000 map_cut_200 1069 0.0000 map_cut_500 1069 0.0000 map_cut_1000 1069 0.0000 relative_P_5 1069 0.0000 relative_P_10 1069 0.0000 relative_P_15 1069 0.0000 relative_P_20 1069 0.0000 relative_P_30 1069 0.0000 relative_P_100 1069 0.0000 relative_P_200 1069 0.0000 relative_P_500 1069 0.0000 relative_P_1000 1069 0.0000 success_1 1069 0.0000 success_5 1069 0.0000 success_10 1069 0.0000 set_P 1069 0.0000 set_relative_P 1069 0.0000 set_recall 1069 0.0000 set_map 1069 0.0000 set_F 1069 0.0000 num_nonrel_judged_ret 1069 46 rbp 1069 0.0349 rbp_resid 1069 0.0398 unj_5 1069 0.0000 unj_10 1069 0.0000 unj_20 1069 0.0000 num_ret 1075 1000 num_rel 1075 3 num_rel_ret 1075 0 map 1075 0.0000 Rprec 1075 0.0000 bpref 1075 0.0000 recip_rank 1075 0.0000 iprec_at_recall_0.00 1075 0.0000 iprec_at_recall_0.10 1075 0.0000 iprec_at_recall_0.20 1075 0.0000 iprec_at_recall_0.30 1075 0.0000 iprec_at_recall_0.40 1075 0.0000 iprec_at_recall_0.50 1075 0.0000 iprec_at_recall_0.60 1075 0.0000 iprec_at_recall_0.70 1075 0.0000 iprec_at_recall_0.80 1075 0.0000 iprec_at_recall_0.90 1075 0.0000 iprec_at_recall_1.00 1075 0.0000 P_5 1075 0.0000 P_10 1075 0.0000 P_15 1075 0.0000 P_20 1075 0.0000 P_30 1075 0.0000 P_100 1075 0.0000 P_200 1075 0.0000 P_500 1075 0.0000 P_1000 1075 0.0000 relstring 1075 '0011011010' recall_5 1075 0.0000 recall_10 1075 0.0000 recall_15 1075 0.0000 recall_20 1075 0.0000 recall_30 1075 0.0000 recall_100 1075 0.0000 recall_200 1075 0.0000 recall_500 1075 0.0000 recall_1000 1075 0.0000 infAP 1075 0.0000 Rprec_mult_0.20 1075 0.0000 Rprec_mult_0.40 1075 0.0000 Rprec_mult_0.60 1075 0.0000 Rprec_mult_0.80 1075 0.0000 Rprec_mult_1.00 1075 0.0000 Rprec_mult_1.20 1075 0.0000 Rprec_mult_1.40 1075 0.0000 Rprec_mult_1.60 1075 0.0000 Rprec_mult_1.80 1075 0.0000 Rprec_mult_2.00 1075 0.0000 utility 1075 -1000.0000 11pt_avg 1075 0.0000 binG 1075 0.0000 G 1075 0.0518 ndcg 1075 0.2401 ndcg_rel 1075 0.2344 Rndcg 1075 0.1692 ndcg_cut_5 1075 0.1291 ndcg_cut_10 1075 0.2182 ndcg_cut_15 1075 0.2151 ndcg_cut_20 1075 0.2343 ndcg_cut_30 1075 0.2460 ndcg_cut_100 1075 0.2060 ndcg_cut_200 1075 0.2148 ndcg_cut_500 1075 0.2286 ndcg_cut_1000 1075 0.2401 map_cut_5 1075 0.0000 map_cut_10 1075 0.0000 map_cut_15 1075 0.0000 map_cut_20 1075 0.0000 map_cut_30 1075 0.0000 map_cut_100 1075 0.0000 map_cut_200 1075 0.0000 map_cut_500 1075 0.0000 map_cut_1000 1075 0.0000 relative_P_5 1075 0.0000 relative_P_10 1075 0.0000 relative_P_15 1075 0.0000 relative_P_20 1075 0.0000 relative_P_30 1075 0.0000 relative_P_100 1075 0.0000 relative_P_200 1075 0.0000 relative_P_500 1075 0.0000 relative_P_1000 1075 0.0000 success_1 1075 0.0000 success_5 1075 0.0000 success_10 1075 0.0000 set_P 1075 0.0000 set_relative_P 1075 0.0000 set_recall 1075 0.0000 set_map 1075 0.0000 set_F 1075 0.0000 num_nonrel_judged_ret 1075 105 rbp 1075 0.1350 rbp_resid 1075 0.0218 unj_5 1075 0.0000 unj_10 1075 0.0000 unj_20 1075 0.0000 num_ret 1077 1000 num_rel 1077 16 num_rel_ret 1077 0 map 1077 0.0000 Rprec 1077 0.0000 bpref 1077 0.0000 recip_rank 1077 0.0000 iprec_at_recall_0.00 1077 0.0000 iprec_at_recall_0.10 1077 0.0000 iprec_at_recall_0.20 1077 0.0000 iprec_at_recall_0.30 1077 0.0000 iprec_at_recall_0.40 1077 0.0000 iprec_at_recall_0.50 1077 0.0000 iprec_at_recall_0.60 1077 0.0000 iprec_at_recall_0.70 1077 0.0000 iprec_at_recall_0.80 1077 0.0000 iprec_at_recall_0.90 1077 0.0000 iprec_at_recall_1.00 1077 0.0000 P_5 1077 0.0000 P_10 1077 0.0000 P_15 1077 0.0000 P_20 1077 0.0000 P_30 1077 0.0000 P_100 1077 0.0000 P_200 1077 0.0000 P_500 1077 0.0000 P_1000 1077 0.0000 relstring 1077 '1111111111' recall_5 1077 0.0000 recall_10 1077 0.0000 recall_15 1077 0.0000 recall_20 1077 0.0000 recall_30 1077 0.0000 recall_100 1077 0.0000 recall_200 1077 0.0000 recall_500 1077 0.0000 recall_1000 1077 0.0000 infAP 1077 0.0000 Rprec_mult_0.20 1077 0.0000 Rprec_mult_0.40 1077 0.0000 Rprec_mult_0.60 1077 0.0000 Rprec_mult_0.80 1077 0.0000 Rprec_mult_1.00 1077 0.0000 Rprec_mult_1.20 1077 0.0000 Rprec_mult_1.40 1077 0.0000 Rprec_mult_1.60 1077 0.0000 Rprec_mult_1.80 1077 0.0000 Rprec_mult_2.00 1077 0.0000 utility 1077 -1000.0000 11pt_avg 1077 0.0000 binG 1077 0.0000 G 1077 0.0465 ndcg 1077 0.2505 ndcg_rel 1077 0.2669 Rndcg 1077 0.2601 ndcg_cut_5 1077 0.3333 ndcg_cut_10 1077 0.3333 ndcg_cut_15 1077 0.2888 ndcg_cut_20 1077 0.3007 ndcg_cut_30 1077 0.3014 ndcg_cut_100 1077 0.2549 ndcg_cut_200 1077 0.2505 ndcg_cut_500 1077 0.2505 ndcg_cut_1000 1077 0.2505 map_cut_5 1077 0.0000 map_cut_10 1077 0.0000 map_cut_15 1077 0.0000 map_cut_20 1077 0.0000 map_cut_30 1077 0.0000 map_cut_100 1077 0.0000 map_cut_200 1077 0.0000 map_cut_500 1077 0.0000 map_cut_1000 1077 0.0000 relative_P_5 1077 0.0000 relative_P_10 1077 0.0000 relative_P_15 1077 0.0000 relative_P_20 1077 0.0000 relative_P_30 1077 0.0000 relative_P_100 1077 0.0000 relative_P_200 1077 0.0000 relative_P_500 1077 0.0000 relative_P_1000 1077 0.0000 success_1 1077 0.0000 success_5 1077 0.0000 success_10 1077 0.0000 set_P 1077 0.0000 set_relative_P 1077 0.0000 set_recall 1077 0.0000 set_map 1077 0.0000 set_F 1077 0.0000 num_nonrel_judged_ret 1077 66 rbp 1077 0.2709 rbp_resid 1077 0.0120 unj_5 1077 0.0000 unj_10 1077 0.0000 unj_20 1077 0.0000 num_ret 1079 1000 num_rel 1079 6 num_rel_ret 1079 2 map 1079 0.1389 Rprec 1079 0.3333 bpref 1079 0.1944 recip_rank 1079 0.5000 iprec_at_recall_0.00 1079 0.5000 iprec_at_recall_0.10 1079 0.5000 iprec_at_recall_0.20 1079 0.5000 iprec_at_recall_0.30 1079 0.3333 iprec_at_recall_0.40 1079 0.3333 iprec_at_recall_0.50 1079 0.0000 iprec_at_recall_0.60 1079 0.0000 iprec_at_recall_0.70 1079 0.0000 iprec_at_recall_0.80 1079 0.0000 iprec_at_recall_0.90 1079 0.0000 iprec_at_recall_1.00 1079 0.0000 P_5 1079 0.2000 P_10 1079 0.2000 P_15 1079 0.1333 P_20 1079 0.1000 P_30 1079 0.0667 P_100 1079 0.0200 P_200 1079 0.0100 P_500 1079 0.0040 P_1000 1079 0.0020 relstring 1079 '1310131011' recall_5 1079 0.1667 recall_10 1079 0.3333 recall_15 1079 0.3333 recall_20 1079 0.3333 recall_30 1079 0.3333 recall_100 1079 0.3333 recall_200 1079 0.3333 recall_500 1079 0.3333 recall_1000 1079 0.3333 infAP 1079 0.1389 Rprec_mult_0.20 1079 0.5000 Rprec_mult_0.40 1079 0.3333 Rprec_mult_0.60 1079 0.2500 Rprec_mult_0.80 1079 0.2000 Rprec_mult_1.00 1079 0.3333 Rprec_mult_1.20 1079 0.2500 Rprec_mult_1.40 1079 0.2222 Rprec_mult_1.60 1079 0.2000 Rprec_mult_1.80 1079 0.1818 Rprec_mult_2.00 1079 0.1667 utility 1079 -996.0000 11pt_avg 1079 0.1970 binG 1079 0.1696 G 1079 0.1486 ndcg 1079 0.4686 ndcg_rel 1079 0.4731 Rndcg 1079 0.4589 ndcg_cut_5 1079 0.4273 ndcg_cut_10 1079 0.5175 ndcg_cut_15 1079 0.4829 ndcg_cut_20 1079 0.4591 ndcg_cut_30 1079 0.4191 ndcg_cut_100 1079 0.4686 ndcg_cut_200 1079 0.4686 ndcg_cut_500 1079 0.4686 ndcg_cut_1000 1079 0.4686 map_cut_5 1079 0.0833 map_cut_10 1079 0.1389 map_cut_15 1079 0.1389 map_cut_20 1079 0.1389 map_cut_30 1079 0.1389 map_cut_100 1079 0.1389 map_cut_200 1079 0.1389 map_cut_500 1079 0.1389 map_cut_1000 1079 0.1389 relative_P_5 1079 0.2000 relative_P_10 1079 0.3333 relative_P_15 1079 0.3333 relative_P_20 1079 0.3333 relative_P_30 1079 0.3333 relative_P_100 1079 0.3333 relative_P_200 1079 0.3333 relative_P_500 1079 0.3333 relative_P_1000 1079 0.3333 success_1 1079 0.0000 success_5 1079 1.0000 success_10 1079 1.0000 set_P 1079 0.0020 set_relative_P 1079 0.3333 set_recall 1079 0.3333 set_map 1079 0.0007 set_F 1079 0.0040 num_nonrel_judged_ret 1079 44 rbp 1079 0.2930 rbp_resid 1079 0.0251 unj_5 1079 0.0000 unj_10 1079 0.0000 unj_20 1079 0.0000 num_ret 1081 1000 num_rel 1081 11 num_rel_ret 1081 2 map 1081 0.1169 Rprec 1081 0.1818 bpref 1081 0.1405 recip_rank 1081 1.0000 iprec_at_recall_0.00 1081 1.0000 iprec_at_recall_0.10 1081 1.0000 iprec_at_recall_0.20 1081 0.2857 iprec_at_recall_0.30 1081 0.0000 iprec_at_recall_0.40 1081 0.0000 iprec_at_recall_0.50 1081 0.0000 iprec_at_recall_0.60 1081 0.0000 iprec_at_recall_0.70 1081 0.0000 iprec_at_recall_0.80 1081 0.0000 iprec_at_recall_0.90 1081 0.0000 iprec_at_recall_1.00 1081 0.0000 P_5 1081 0.2000 P_10 1081 0.2000 P_15 1081 0.1333 P_20 1081 0.1000 P_30 1081 0.0667 P_100 1081 0.0200 P_200 1081 0.0100 P_500 1081 0.0040 P_1000 1081 0.0020 relstring 1081 '3111113111' recall_5 1081 0.0909 recall_10 1081 0.1818 recall_15 1081 0.1818 recall_20 1081 0.1818 recall_30 1081 0.1818 recall_100 1081 0.1818 recall_200 1081 0.1818 recall_500 1081 0.1818 recall_1000 1081 0.1818 infAP 1081 0.1169 Rprec_mult_0.20 1081 0.3333 Rprec_mult_0.40 1081 0.2000 Rprec_mult_0.60 1081 0.2857 Rprec_mult_0.80 1081 0.2222 Rprec_mult_1.00 1081 0.1818 Rprec_mult_1.20 1081 0.1429 Rprec_mult_1.40 1081 0.1250 Rprec_mult_1.60 1081 0.1111 Rprec_mult_1.80 1081 0.1000 Rprec_mult_2.00 1081 0.0909 utility 1081 -996.0000 11pt_avg 1081 0.2078 binG 1081 0.1233 G 1081 0.0937 ndcg 1081 0.4018 ndcg_rel 1081 0.4429 Rndcg 1081 0.4372 ndcg_cut_5 1081 0.5594 ndcg_cut_10 1081 0.5290 ndcg_cut_15 1081 0.5173 ndcg_cut_20 1081 0.5098 ndcg_cut_30 1081 0.4755 ndcg_cut_100 1081 0.3922 ndcg_cut_200 1081 0.4018 ndcg_cut_500 1081 0.4018 ndcg_cut_1000 1081 0.4018 map_cut_5 1081 0.0909 map_cut_10 1081 0.1169 map_cut_15 1081 0.1169 map_cut_20 1081 0.1169 map_cut_30 1081 0.1169 map_cut_100 1081 0.1169 map_cut_200 1081 0.1169 map_cut_500 1081 0.1169 map_cut_1000 1081 0.1169 relative_P_5 1081 0.2000 relative_P_10 1081 0.2000 relative_P_15 1081 0.1818 relative_P_20 1081 0.1818 relative_P_30 1081 0.1818 relative_P_100 1081 0.1818 relative_P_200 1081 0.1818 relative_P_500 1081 0.1818 relative_P_1000 1081 0.1818 success_1 1081 1.0000 success_5 1081 1.0000 success_10 1081 1.0000 set_P 1081 0.0020 set_relative_P 1081 0.1818 set_recall 1081 0.1818 set_map 1081 0.0004 set_F 1081 0.0040 num_nonrel_judged_ret 1081 154 rbp 1081 0.3775 rbp_resid 1081 0.0036 unj_5 1081 0.0000 unj_10 1081 0.0000 unj_20 1081 0.0000 num_ret 1083 1000 num_rel 1083 3 num_rel_ret 1083 1 map 1083 0.0063 Rprec 1083 0.0000 bpref 1083 0.0000 recip_rank 1083 0.0189 iprec_at_recall_0.00 1083 0.0189 iprec_at_recall_0.10 1083 0.0189 iprec_at_recall_0.20 1083 0.0189 iprec_at_recall_0.30 1083 0.0189 iprec_at_recall_0.40 1083 0.0189 iprec_at_recall_0.50 1083 0.0000 iprec_at_recall_0.60 1083 0.0000 iprec_at_recall_0.70 1083 0.0000 iprec_at_recall_0.80 1083 0.0000 iprec_at_recall_0.90 1083 0.0000 iprec_at_recall_1.00 1083 0.0000 P_5 1083 0.0000 P_10 1083 0.0000 P_15 1083 0.0000 P_20 1083 0.0000 P_30 1083 0.0000 P_100 1083 0.0100 P_200 1083 0.0050 P_500 1083 0.0020 P_1000 1083 0.0010 relstring 1083 '0010101011' recall_5 1083 0.0000 recall_10 1083 0.0000 recall_15 1083 0.0000 recall_20 1083 0.0000 recall_30 1083 0.0000 recall_100 1083 0.3333 recall_200 1083 0.3333 recall_500 1083 0.3333 recall_1000 1083 0.3333 infAP 1083 0.0063 Rprec_mult_0.20 1083 0.0000 Rprec_mult_0.40 1083 0.0000 Rprec_mult_0.60 1083 0.0000 Rprec_mult_0.80 1083 0.0000 Rprec_mult_1.00 1083 0.0000 Rprec_mult_1.20 1083 0.0000 Rprec_mult_1.40 1083 0.0000 Rprec_mult_1.60 1083 0.0000 Rprec_mult_1.80 1083 0.0000 Rprec_mult_2.00 1083 0.0000 utility 1083 -998.0000 11pt_avg 1083 0.0086 binG 1083 0.0579 G 1083 0.1293 ndcg 1083 0.2972 ndcg_rel 1083 0.2299 Rndcg 1083 0.1972 ndcg_cut_5 1083 0.1230 ndcg_cut_10 1083 0.2056 ndcg_cut_15 1083 0.2429 ndcg_cut_20 1083 0.2429 ndcg_cut_30 1083 0.2429 ndcg_cut_100 1083 0.2972 ndcg_cut_200 1083 0.2972 ndcg_cut_500 1083 0.2972 ndcg_cut_1000 1083 0.2972 map_cut_5 1083 0.0000 map_cut_10 1083 0.0000 map_cut_15 1083 0.0000 map_cut_20 1083 0.0000 map_cut_30 1083 0.0000 map_cut_100 1083 0.0063 map_cut_200 1083 0.0063 map_cut_500 1083 0.0063 map_cut_1000 1083 0.0063 relative_P_5 1083 0.0000 relative_P_10 1083 0.0000 relative_P_15 1083 0.0000 relative_P_20 1083 0.0000 relative_P_30 1083 0.0000 relative_P_100 1083 0.3333 relative_P_200 1083 0.3333 relative_P_500 1083 0.3333 relative_P_1000 1083 0.3333 success_1 1083 0.0000 success_5 1083 0.0000 success_10 1083 0.0000 set_P 1083 0.0010 set_relative_P 1083 0.3333 set_recall 1083 0.3333 set_map 1083 0.0003 set_F 1083 0.0020 num_nonrel_judged_ret 1083 65 rbp 1083 0.1132 rbp_resid 1083 0.0295 unj_5 1083 0.0000 unj_10 1083 0.0000 unj_20 1083 0.0000 num_ret 1085 1000 num_rel 1085 4 num_rel_ret 1085 1 map 1085 0.0042 Rprec 1085 0.0000 bpref 1085 0.0000 recip_rank 1085 0.0169 iprec_at_recall_0.00 1085 0.0169 iprec_at_recall_0.10 1085 0.0169 iprec_at_recall_0.20 1085 0.0169 iprec_at_recall_0.30 1085 0.0169 iprec_at_recall_0.40 1085 0.0000 iprec_at_recall_0.50 1085 0.0000 iprec_at_recall_0.60 1085 0.0000 iprec_at_recall_0.70 1085 0.0000 iprec_at_recall_0.80 1085 0.0000 iprec_at_recall_0.90 1085 0.0000 iprec_at_recall_1.00 1085 0.0000 P_5 1085 0.0000 P_10 1085 0.0000 P_15 1085 0.0000 P_20 1085 0.0000 P_30 1085 0.0000 P_100 1085 0.0100 P_200 1085 0.0050 P_500 1085 0.0020 P_1000 1085 0.0010 relstring 1085 '0000000000' recall_5 1085 0.0000 recall_10 1085 0.0000 recall_15 1085 0.0000 recall_20 1085 0.0000 recall_30 1085 0.0000 recall_100 1085 0.2500 recall_200 1085 0.2500 recall_500 1085 0.2500 recall_1000 1085 0.2500 infAP 1085 0.0042 Rprec_mult_0.20 1085 0.0000 Rprec_mult_0.40 1085 0.0000 Rprec_mult_0.60 1085 0.0000 Rprec_mult_0.80 1085 0.0000 Rprec_mult_1.00 1085 0.0000 Rprec_mult_1.20 1085 0.0000 Rprec_mult_1.40 1085 0.0000 Rprec_mult_1.60 1085 0.0000 Rprec_mult_1.80 1085 0.0000 Rprec_mult_2.00 1085 0.0000 utility 1085 -998.0000 11pt_avg 1085 0.0062 binG 1085 0.0423 G 1085 0.0337 ndcg 1085 0.0656 ndcg_rel 1085 0.0643 Rndcg 1085 0.0219 ndcg_cut_5 1085 0.0000 ndcg_cut_10 1085 0.0000 ndcg_cut_15 1085 0.0000 ndcg_cut_20 1085 0.0000 ndcg_cut_30 1085 0.0000 ndcg_cut_100 1085 0.0511 ndcg_cut_200 1085 0.0656 ndcg_cut_500 1085 0.0656 ndcg_cut_1000 1085 0.0656 map_cut_5 1085 0.0000 map_cut_10 1085 0.0000 map_cut_15 1085 0.0000 map_cut_20 1085 0.0000 map_cut_30 1085 0.0000 map_cut_100 1085 0.0042 map_cut_200 1085 0.0042 map_cut_500 1085 0.0042 map_cut_1000 1085 0.0042 relative_P_5 1085 0.0000 relative_P_10 1085 0.0000 relative_P_15 1085 0.0000 relative_P_20 1085 0.0000 relative_P_30 1085 0.0000 relative_P_100 1085 0.2500 relative_P_200 1085 0.2500 relative_P_500 1085 0.2500 relative_P_1000 1085 0.2500 success_1 1085 0.0000 success_5 1085 0.0000 success_10 1085 0.0000 set_P 1085 0.0010 set_relative_P 1085 0.2500 set_recall 1085 0.2500 set_map 1085 0.0003 set_F 1085 0.0020 num_nonrel_judged_ret 1085 75 rbp 1085 0.0002 rbp_resid 1085 0.0235 unj_5 1085 0.0000 unj_10 1085 0.0000 unj_20 1085 0.0000 num_ret 1087 1000 num_rel 1087 2 num_rel_ret 1087 1 map 1087 0.5000 Rprec 1087 0.5000 bpref 1087 0.5000 recip_rank 1087 1.0000 iprec_at_recall_0.00 1087 1.0000 iprec_at_recall_0.10 1087 1.0000 iprec_at_recall_0.20 1087 1.0000 iprec_at_recall_0.30 1087 1.0000 iprec_at_recall_0.40 1087 1.0000 iprec_at_recall_0.50 1087 1.0000 iprec_at_recall_0.60 1087 1.0000 iprec_at_recall_0.70 1087 1.0000 iprec_at_recall_0.80 1087 0.0000 iprec_at_recall_0.90 1087 0.0000 iprec_at_recall_1.00 1087 0.0000 P_5 1087 0.2000 P_10 1087 0.1000 P_15 1087 0.0667 P_20 1087 0.0500 P_30 1087 0.0333 P_100 1087 0.0100 P_200 1087 0.0050 P_500 1087 0.0020 P_1000 1087 0.0010 relstring 1087 '3011010000' recall_5 1087 0.5000 recall_10 1087 0.5000 recall_15 1087 0.5000 recall_20 1087 0.5000 recall_30 1087 0.5000 recall_100 1087 0.5000 recall_200 1087 0.5000 recall_500 1087 0.5000 recall_1000 1087 0.5000 infAP 1087 0.5000 Rprec_mult_0.20 1087 1.0000 Rprec_mult_0.40 1087 1.0000 Rprec_mult_0.60 1087 0.5000 Rprec_mult_0.80 1087 0.5000 Rprec_mult_1.00 1087 0.5000 Rprec_mult_1.20 1087 0.3333 Rprec_mult_1.40 1087 0.3333 Rprec_mult_1.60 1087 0.2500 Rprec_mult_1.80 1087 0.2500 Rprec_mult_2.00 1087 0.2500 utility 1087 -998.0000 11pt_avg 1087 0.7273 binG 1087 0.5000 G 1087 0.1168 ndcg 1087 0.3981 ndcg_rel 1087 0.4152 Rndcg 1087 0.4357 ndcg_cut_5 1087 0.6329 ndcg_cut_10 1087 0.5492 ndcg_cut_15 1087 0.4987 ndcg_cut_20 1087 0.4416 ndcg_cut_30 1087 0.3829 ndcg_cut_100 1087 0.3338 ndcg_cut_200 1087 0.3764 ndcg_cut_500 1087 0.3920 ndcg_cut_1000 1087 0.3981 map_cut_5 1087 0.5000 map_cut_10 1087 0.5000 map_cut_15 1087 0.5000 map_cut_20 1087 0.5000 map_cut_30 1087 0.5000 map_cut_100 1087 0.5000 map_cut_200 1087 0.5000 map_cut_500 1087 0.5000 map_cut_1000 1087 0.5000 relative_P_5 1087 0.5000 relative_P_10 1087 0.5000 relative_P_15 1087 0.5000 relative_P_20 1087 0.5000 relative_P_30 1087 0.5000 relative_P_100 1087 0.5000 relative_P_200 1087 0.5000 relative_P_500 1087 0.5000 relative_P_1000 1087 0.5000 success_1 1087 1.0000 success_5 1087 1.0000 success_10 1087 1.0000 set_P 1087 0.0010 set_relative_P 1087 0.5000 set_recall 1087 0.5000 set_map 1087 0.0005 set_F 1087 0.0020 num_nonrel_judged_ret 1087 94 rbp 1087 0.1828 rbp_resid 1087 0.0169 unj_5 1087 0.0000 unj_10 1087 0.0000 unj_20 1087 0.0000 runid all mt-bm25-td num_q all 30 num_ret all 30000 num_rel all 183 num_rel_ret all 24 map all 0.0557 gm_map all 0.0004 Rprec all 0.0580 bpref all 0.0476 recip_rank all 0.1889 iprec_at_recall_0.00 all 0.1945 iprec_at_recall_0.10 all 0.1921 iprec_at_recall_0.20 all 0.1010 iprec_at_recall_0.30 all 0.0857 iprec_at_recall_0.40 all 0.0846 iprec_at_recall_0.50 all 0.0673 iprec_at_recall_0.60 all 0.0673 iprec_at_recall_0.70 all 0.0448 iprec_at_recall_0.80 all 0.0115 iprec_at_recall_0.90 all 0.0111 iprec_at_recall_1.00 all 0.0111 P_5 all 0.0533 P_10 all 0.0367 P_15 all 0.0267 P_20 all 0.0200 P_30 all 0.0144 P_100 all 0.0050 P_200 all 0.0035 P_500 all 0.0016 P_1000 all 0.0008 recall_5 all 0.0820 recall_10 all 0.1017 recall_15 all 0.1024 recall_20 all 0.1024 recall_30 all 0.1108 recall_100 all 0.1302 recall_200 all 0.1489 recall_500 all 0.1588 recall_1000 all 0.1588 infAP all 0.0557 gm_bpref all 0.0001 Rprec_mult_0.20 all 0.0889 Rprec_mult_0.40 all 0.0835 Rprec_mult_0.60 all 0.0688 Rprec_mult_0.80 all 0.0561 Rprec_mult_1.00 all 0.0580 Rprec_mult_1.20 all 0.0436 Rprec_mult_1.40 all 0.0389 Rprec_mult_1.60 all 0.0328 Rprec_mult_1.80 all 0.0356 Rprec_mult_2.00 all 0.0346 utility all -998.4000 11pt_avg all 0.0792 binG all 0.0734 G all 0.0711 ndcg all 0.2119 ndcg_rel all 0.2268 Rndcg all 0.1554 ndcg_cut_5 all 0.2525 ndcg_cut_10 all 0.2408 ndcg_cut_15 all 0.2270 ndcg_cut_20 all 0.2210 ndcg_cut_30 all 0.2110 ndcg_cut_100 all 0.1966 ndcg_cut_200 all 0.2032 ndcg_cut_500 all 0.2086 ndcg_cut_1000 all 0.2119 map_cut_5 all 0.0500 map_cut_10 all 0.0546 map_cut_15 all 0.0547 map_cut_20 all 0.0547 map_cut_30 all 0.0550 map_cut_100 all 0.0553 map_cut_200 all 0.0556 map_cut_500 all 0.0557 map_cut_1000 all 0.0557 relative_P_5 all 0.0933 relative_P_10 all 0.1031 relative_P_15 all 0.1039 relative_P_20 all 0.1033 relative_P_30 all 0.1111 relative_P_100 all 0.1302 relative_P_200 all 0.1489 relative_P_500 all 0.1588 relative_P_1000 all 0.1588 success_1 all 0.1333 success_5 all 0.2333 success_10 all 0.2667 set_P all 0.0008 set_relative_P all 0.1588 set_recall all 0.1588 set_map all 0.0003 set_F all 0.0016 num_nonrel_judged_ret all 3281 rbp all 0.1452 rbp_resid all 0.0252 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000