num_ret 1001 1000 num_rel 1001 14 num_rel_ret 1001 0 map 1001 0.0000 Rprec 1001 0.0000 bpref 1001 0.0000 recip_rank 1001 0.0000 iprec_at_recall_0.00 1001 0.0000 iprec_at_recall_0.10 1001 0.0000 iprec_at_recall_0.20 1001 0.0000 iprec_at_recall_0.30 1001 0.0000 iprec_at_recall_0.40 1001 0.0000 iprec_at_recall_0.50 1001 0.0000 iprec_at_recall_0.60 1001 0.0000 iprec_at_recall_0.70 1001 0.0000 iprec_at_recall_0.80 1001 0.0000 iprec_at_recall_0.90 1001 0.0000 iprec_at_recall_1.00 1001 0.0000 P_5 1001 0.0000 P_10 1001 0.0000 P_15 1001 0.0000 P_20 1001 0.0000 P_30 1001 0.0000 P_100 1001 0.0000 P_200 1001 0.0000 P_500 1001 0.0000 P_1000 1001 0.0000 relstring 1001 '1110110011' recall_5 1001 0.0000 recall_10 1001 0.0000 recall_15 1001 0.0000 recall_20 1001 0.0000 recall_30 1001 0.0000 recall_100 1001 0.0000 recall_200 1001 0.0000 recall_500 1001 0.0000 recall_1000 1001 0.0000 infAP 1001 0.0000 Rprec_mult_0.20 1001 0.0000 Rprec_mult_0.40 1001 0.0000 Rprec_mult_0.60 1001 0.0000 Rprec_mult_0.80 1001 0.0000 Rprec_mult_1.00 1001 0.0000 Rprec_mult_1.20 1001 0.0000 Rprec_mult_1.40 1001 0.0000 Rprec_mult_1.60 1001 0.0000 Rprec_mult_1.80 1001 0.0000 Rprec_mult_2.00 1001 0.0000 utility 1001 -1000.0000 11pt_avg 1001 0.0000 binG 1001 0.0000 G 1001 0.0303 ndcg 1001 0.1583 ndcg_rel 1001 0.1766 Rndcg 1001 0.1826 ndcg_cut_5 1001 0.2846 ndcg_cut_10 1001 0.2541 ndcg_cut_15 1001 0.2336 ndcg_cut_20 1001 0.2185 ndcg_cut_30 1001 0.1958 ndcg_cut_100 1001 0.1583 ndcg_cut_200 1001 0.1583 ndcg_cut_500 1001 0.1583 ndcg_cut_1000 1001 0.1583 map_cut_5 1001 0.0000 map_cut_10 1001 0.0000 map_cut_15 1001 0.0000 map_cut_20 1001 0.0000 map_cut_30 1001 0.0000 map_cut_100 1001 0.0000 map_cut_200 1001 0.0000 map_cut_500 1001 0.0000 map_cut_1000 1001 0.0000 relative_P_5 1001 0.0000 relative_P_10 1001 0.0000 relative_P_15 1001 0.0000 relative_P_20 1001 0.0000 relative_P_30 1001 0.0000 relative_P_100 1001 0.0000 relative_P_200 1001 0.0000 relative_P_500 1001 0.0000 relative_P_1000 1001 0.0000 success_1 1001 0.0000 success_5 1001 0.0000 success_10 1001 0.0000 set_P 1001 0.0000 set_relative_P 1001 0.0000 set_recall 1001 0.0000 set_map 1001 0.0000 set_F 1001 0.0000 num_nonrel_judged_ret 1001 131 rbp 1001 0.1781 rbp_resid 1001 0.0297 unj_5 1001 0.0000 unj_10 1001 0.0000 unj_20 1001 0.0000 num_ret 1003 1000 num_rel 1003 4 num_rel_ret 1003 0 map 1003 0.0000 Rprec 1003 0.0000 bpref 1003 0.0000 recip_rank 1003 0.0000 iprec_at_recall_0.00 1003 0.0000 iprec_at_recall_0.10 1003 0.0000 iprec_at_recall_0.20 1003 0.0000 iprec_at_recall_0.30 1003 0.0000 iprec_at_recall_0.40 1003 0.0000 iprec_at_recall_0.50 1003 0.0000 iprec_at_recall_0.60 1003 0.0000 iprec_at_recall_0.70 1003 0.0000 iprec_at_recall_0.80 1003 0.0000 iprec_at_recall_0.90 1003 0.0000 iprec_at_recall_1.00 1003 0.0000 P_5 1003 0.0000 P_10 1003 0.0000 P_15 1003 0.0000 P_20 1003 0.0000 P_30 1003 0.0000 P_100 1003 0.0000 P_200 1003 0.0000 P_500 1003 0.0000 P_1000 1003 0.0000 relstring 1003 '0010011100' recall_5 1003 0.0000 recall_10 1003 0.0000 recall_15 1003 0.0000 recall_20 1003 0.0000 recall_30 1003 0.0000 recall_100 1003 0.0000 recall_200 1003 0.0000 recall_500 1003 0.0000 recall_1000 1003 0.0000 infAP 1003 0.0000 Rprec_mult_0.20 1003 0.0000 Rprec_mult_0.40 1003 0.0000 Rprec_mult_0.60 1003 0.0000 Rprec_mult_0.80 1003 0.0000 Rprec_mult_1.00 1003 0.0000 Rprec_mult_1.20 1003 0.0000 Rprec_mult_1.40 1003 0.0000 Rprec_mult_1.60 1003 0.0000 Rprec_mult_1.80 1003 0.0000 Rprec_mult_2.00 1003 0.0000 utility 1003 -1000.0000 11pt_avg 1003 0.0000 binG 1003 0.0000 G 1003 0.0395 ndcg 1003 0.1887 ndcg_rel 1003 0.1818 Rndcg 1003 0.1401 ndcg_cut_5 1003 0.0619 ndcg_cut_10 1003 0.1557 ndcg_cut_15 1003 0.2077 ndcg_cut_20 1003 0.2073 ndcg_cut_30 1003 0.1765 ndcg_cut_100 1003 0.1682 ndcg_cut_200 1003 0.1810 ndcg_cut_500 1003 0.1850 ndcg_cut_1000 1003 0.1887 map_cut_5 1003 0.0000 map_cut_10 1003 0.0000 map_cut_15 1003 0.0000 map_cut_20 1003 0.0000 map_cut_30 1003 0.0000 map_cut_100 1003 0.0000 map_cut_200 1003 0.0000 map_cut_500 1003 0.0000 map_cut_1000 1003 0.0000 relative_P_5 1003 0.0000 relative_P_10 1003 0.0000 relative_P_15 1003 0.0000 relative_P_20 1003 0.0000 relative_P_30 1003 0.0000 relative_P_100 1003 0.0000 relative_P_200 1003 0.0000 relative_P_500 1003 0.0000 relative_P_1000 1003 0.0000 success_1 1003 0.0000 success_5 1003 0.0000 success_10 1003 0.0000 set_P 1003 0.0000 set_relative_P 1003 0.0000 set_recall 1003 0.0000 set_map 1003 0.0000 set_F 1003 0.0000 num_nonrel_judged_ret 1003 78 rbp 1003 0.1131 rbp_resid 1003 0.0422 unj_5 1003 0.0000 unj_10 1003 0.0000 unj_20 1003 0.0000 num_ret 1007 1000 num_rel 1007 0 num_rel_ret 1007 0 map 1007 0.0000 Rprec 1007 0.0000 bpref 1007 0.0000 recip_rank 1007 0.0000 iprec_at_recall_0.00 1007 0.0000 iprec_at_recall_0.10 1007 0.0000 iprec_at_recall_0.20 1007 0.0000 iprec_at_recall_0.30 1007 0.0000 iprec_at_recall_0.40 1007 0.0000 iprec_at_recall_0.50 1007 0.0000 iprec_at_recall_0.60 1007 0.0000 iprec_at_recall_0.70 1007 0.0000 iprec_at_recall_0.80 1007 0.0000 iprec_at_recall_0.90 1007 0.0000 iprec_at_recall_1.00 1007 0.0000 P_5 1007 0.0000 P_10 1007 0.0000 P_15 1007 0.0000 P_20 1007 0.0000 P_30 1007 0.0000 P_100 1007 0.0000 P_200 1007 0.0000 P_500 1007 0.0000 P_1000 1007 0.0000 relstring 1007 '0000000000' recall_5 1007 0.0000 recall_10 1007 0.0000 recall_15 1007 0.0000 recall_20 1007 0.0000 recall_30 1007 0.0000 recall_100 1007 0.0000 recall_200 1007 0.0000 recall_500 1007 0.0000 recall_1000 1007 0.0000 infAP 1007 0.0000 Rprec_mult_0.20 1007 0.0000 Rprec_mult_0.40 1007 0.0000 Rprec_mult_0.60 1007 0.0000 Rprec_mult_0.80 1007 0.0000 Rprec_mult_1.00 1007 0.0000 Rprec_mult_1.20 1007 0.0000 Rprec_mult_1.40 1007 0.0000 Rprec_mult_1.60 1007 0.0000 Rprec_mult_1.80 1007 0.0000 Rprec_mult_2.00 1007 0.0000 utility 1007 -1000.0000 11pt_avg 1007 0.0000 binG 1007 0.0000 G 1007 0.0150 ndcg 1007 0.0364 ndcg_rel 1007 0.0364 Rndcg 1007 0.0000 ndcg_cut_5 1007 0.0000 ndcg_cut_10 1007 0.0000 ndcg_cut_15 1007 0.0000 ndcg_cut_20 1007 0.0000 ndcg_cut_30 1007 0.0000 ndcg_cut_100 1007 0.0364 ndcg_cut_200 1007 0.0364 ndcg_cut_500 1007 0.0364 ndcg_cut_1000 1007 0.0364 map_cut_5 1007 0.0000 map_cut_10 1007 0.0000 map_cut_15 1007 0.0000 map_cut_20 1007 0.0000 map_cut_30 1007 0.0000 map_cut_100 1007 0.0000 map_cut_200 1007 0.0000 map_cut_500 1007 0.0000 map_cut_1000 1007 0.0000 relative_P_5 1007 0.0000 relative_P_10 1007 0.0000 relative_P_15 1007 0.0000 relative_P_20 1007 0.0000 relative_P_30 1007 0.0000 relative_P_100 1007 0.0000 relative_P_200 1007 0.0000 relative_P_500 1007 0.0000 relative_P_1000 1007 0.0000 success_1 1007 0.0000 success_5 1007 0.0000 success_10 1007 0.0000 set_P 1007 0.0000 set_relative_P 1007 0.0000 set_recall 1007 0.0000 set_map 1007 0.0000 set_F 1007 0.0000 num_nonrel_judged_ret 1007 106 rbp 1007 0.0031 rbp_resid 1007 0.0294 unj_5 1007 0.0000 unj_10 1007 0.0000 unj_20 1007 0.0000 num_ret 1009 1000 num_rel 1009 1 num_rel_ret 1009 1 map 1009 0.3333 Rprec 1009 0.0000 bpref 1009 0.0000 recip_rank 1009 0.3333 iprec_at_recall_0.00 1009 0.3333 iprec_at_recall_0.10 1009 0.3333 iprec_at_recall_0.20 1009 0.3333 iprec_at_recall_0.30 1009 0.3333 iprec_at_recall_0.40 1009 0.3333 iprec_at_recall_0.50 1009 0.3333 iprec_at_recall_0.60 1009 0.3333 iprec_at_recall_0.70 1009 0.3333 iprec_at_recall_0.80 1009 0.3333 iprec_at_recall_0.90 1009 0.3333 iprec_at_recall_1.00 1009 0.3333 P_5 1009 0.2000 P_10 1009 0.1000 P_15 1009 0.0667 P_20 1009 0.0500 P_30 1009 0.0333 P_100 1009 0.0100 P_200 1009 0.0050 P_500 1009 0.0020 P_1000 1009 0.0010 relstring 1009 '1030000000' recall_5 1009 1.0000 recall_10 1009 1.0000 recall_15 1009 1.0000 recall_20 1009 1.0000 recall_30 1009 1.0000 recall_100 1009 1.0000 recall_200 1009 1.0000 recall_500 1009 1.0000 recall_1000 1009 1.0000 infAP 1009 0.3333 Rprec_mult_0.20 1009 0.0000 Rprec_mult_0.40 1009 0.0000 Rprec_mult_0.60 1009 0.0000 Rprec_mult_0.80 1009 0.0000 Rprec_mult_1.00 1009 0.0000 Rprec_mult_1.20 1009 0.0000 Rprec_mult_1.40 1009 0.0000 Rprec_mult_1.60 1009 0.0000 Rprec_mult_1.80 1009 0.0000 Rprec_mult_2.00 1009 0.0000 utility 1009 -998.0000 11pt_avg 1009 0.3333 binG 1009 0.5000 G 1009 0.1409 ndcg 1009 0.3261 ndcg_rel 1009 0.3440 Rndcg 1009 0.3226 ndcg_cut_5 1009 0.5052 ndcg_cut_10 1009 0.3821 ndcg_cut_15 1009 0.3180 ndcg_cut_20 1009 0.3084 ndcg_cut_30 1009 0.3084 ndcg_cut_100 1009 0.3084 ndcg_cut_200 1009 0.3261 ndcg_cut_500 1009 0.3261 ndcg_cut_1000 1009 0.3261 map_cut_5 1009 0.3333 map_cut_10 1009 0.3333 map_cut_15 1009 0.3333 map_cut_20 1009 0.3333 map_cut_30 1009 0.3333 map_cut_100 1009 0.3333 map_cut_200 1009 0.3333 map_cut_500 1009 0.3333 map_cut_1000 1009 0.3333 relative_P_5 1009 1.0000 relative_P_10 1009 1.0000 relative_P_15 1009 1.0000 relative_P_20 1009 1.0000 relative_P_30 1009 1.0000 relative_P_100 1009 1.0000 relative_P_200 1009 1.0000 relative_P_500 1009 1.0000 relative_P_1000 1009 1.0000 success_1 1009 0.0000 success_5 1009 1.0000 success_10 1009 1.0000 set_P 1009 0.0010 set_relative_P 1009 1.0000 set_recall 1009 1.0000 set_map 1009 0.0010 set_F 1009 0.0020 num_nonrel_judged_ret 1009 105 rbp 1009 0.1143 rbp_resid 1009 0.0145 unj_5 1009 0.0000 unj_10 1009 0.0000 unj_20 1009 0.0000 num_ret 1011 1000 num_rel 1011 4 num_rel_ret 1011 0 map 1011 0.0000 Rprec 1011 0.0000 bpref 1011 0.0000 recip_rank 1011 0.0000 iprec_at_recall_0.00 1011 0.0000 iprec_at_recall_0.10 1011 0.0000 iprec_at_recall_0.20 1011 0.0000 iprec_at_recall_0.30 1011 0.0000 iprec_at_recall_0.40 1011 0.0000 iprec_at_recall_0.50 1011 0.0000 iprec_at_recall_0.60 1011 0.0000 iprec_at_recall_0.70 1011 0.0000 iprec_at_recall_0.80 1011 0.0000 iprec_at_recall_0.90 1011 0.0000 iprec_at_recall_1.00 1011 0.0000 P_5 1011 0.0000 P_10 1011 0.0000 P_15 1011 0.0000 P_20 1011 0.0000 P_30 1011 0.0000 P_100 1011 0.0000 P_200 1011 0.0000 P_500 1011 0.0000 P_1000 1011 0.0000 relstring 1011 '0000000000' recall_5 1011 0.0000 recall_10 1011 0.0000 recall_15 1011 0.0000 recall_20 1011 0.0000 recall_30 1011 0.0000 recall_100 1011 0.0000 recall_200 1011 0.0000 recall_500 1011 0.0000 recall_1000 1011 0.0000 infAP 1011 0.0000 Rprec_mult_0.20 1011 0.0000 Rprec_mult_0.40 1011 0.0000 Rprec_mult_0.60 1011 0.0000 Rprec_mult_0.80 1011 0.0000 Rprec_mult_1.00 1011 0.0000 Rprec_mult_1.20 1011 0.0000 Rprec_mult_1.40 1011 0.0000 Rprec_mult_1.60 1011 0.0000 Rprec_mult_1.80 1011 0.0000 Rprec_mult_2.00 1011 0.0000 utility 1011 -1000.0000 11pt_avg 1011 0.0000 binG 1011 0.0000 G 1011 0.0024 ndcg 1011 0.0101 ndcg_rel 1011 0.0101 Rndcg 1011 0.0034 ndcg_cut_5 1011 0.0000 ndcg_cut_10 1011 0.0000 ndcg_cut_15 1011 0.0000 ndcg_cut_20 1011 0.0000 ndcg_cut_30 1011 0.0000 ndcg_cut_100 1011 0.0000 ndcg_cut_200 1011 0.0101 ndcg_cut_500 1011 0.0101 ndcg_cut_1000 1011 0.0101 map_cut_5 1011 0.0000 map_cut_10 1011 0.0000 map_cut_15 1011 0.0000 map_cut_20 1011 0.0000 map_cut_30 1011 0.0000 map_cut_100 1011 0.0000 map_cut_200 1011 0.0000 map_cut_500 1011 0.0000 map_cut_1000 1011 0.0000 relative_P_5 1011 0.0000 relative_P_10 1011 0.0000 relative_P_15 1011 0.0000 relative_P_20 1011 0.0000 relative_P_30 1011 0.0000 relative_P_100 1011 0.0000 relative_P_200 1011 0.0000 relative_P_500 1011 0.0000 relative_P_1000 1011 0.0000 success_1 1011 0.0000 success_5 1011 0.0000 success_10 1011 0.0000 set_P 1011 0.0000 set_relative_P 1011 0.0000 set_recall 1011 0.0000 set_map 1011 0.0000 set_F 1011 0.0000 num_nonrel_judged_ret 1011 224 rbp 1011 0.0000 rbp_resid 1011 0.0281 unj_5 1011 0.0000 unj_10 1011 0.0000 unj_20 1011 0.0000 num_ret 1013 1000 num_rel 1013 4 num_rel_ret 1013 3 map 1013 0.1243 Rprec 1013 0.2500 bpref 1013 0.1250 recip_rank 1013 0.3333 iprec_at_recall_0.00 1013 0.3333 iprec_at_recall_0.10 1013 0.3333 iprec_at_recall_0.20 1013 0.3333 iprec_at_recall_0.30 1013 0.3333 iprec_at_recall_0.40 1013 0.1176 iprec_at_recall_0.50 1013 0.1176 iprec_at_recall_0.60 1013 0.1176 iprec_at_recall_0.70 1013 0.0462 iprec_at_recall_0.80 1013 0.0462 iprec_at_recall_0.90 1013 0.0000 iprec_at_recall_1.00 1013 0.0000 P_5 1013 0.2000 P_10 1013 0.1000 P_15 1013 0.0667 P_20 1013 0.1000 P_30 1013 0.0667 P_100 1013 0.0300 P_200 1013 0.0150 P_500 1013 0.0060 P_1000 1013 0.0030 relstring 1013 '0030000100' recall_5 1013 0.2500 recall_10 1013 0.2500 recall_15 1013 0.2500 recall_20 1013 0.5000 recall_30 1013 0.5000 recall_100 1013 0.7500 recall_200 1013 0.7500 recall_500 1013 0.7500 recall_1000 1013 0.7500 infAP 1013 0.1243 Rprec_mult_0.20 1013 0.0000 Rprec_mult_0.40 1013 0.0000 Rprec_mult_0.60 1013 0.3333 Rprec_mult_0.80 1013 0.2500 Rprec_mult_1.00 1013 0.2500 Rprec_mult_1.20 1013 0.2000 Rprec_mult_1.40 1013 0.1667 Rprec_mult_1.60 1013 0.1429 Rprec_mult_1.80 1013 0.1250 Rprec_mult_2.00 1013 0.1250 utility 1013 -994.0000 11pt_avg 1013 0.1617 binG 1013 0.2278 G 1013 0.0600 ndcg 1013 0.2168 ndcg_rel 1013 0.2152 Rndcg 1013 0.1917 ndcg_cut_5 1013 0.1858 ndcg_cut_10 1013 0.1878 ndcg_cut_15 1013 0.1653 ndcg_cut_20 1013 0.2084 ndcg_cut_30 1013 0.1775 ndcg_cut_100 1013 0.2025 ndcg_cut_200 1013 0.2025 ndcg_cut_500 1013 0.2168 ndcg_cut_1000 1013 0.2168 map_cut_5 1013 0.0833 map_cut_10 1013 0.0833 map_cut_15 1013 0.0833 map_cut_20 1013 0.1127 map_cut_30 1013 0.1127 map_cut_100 1013 0.1243 map_cut_200 1013 0.1243 map_cut_500 1013 0.1243 map_cut_1000 1013 0.1243 relative_P_5 1013 0.2500 relative_P_10 1013 0.2500 relative_P_15 1013 0.2500 relative_P_20 1013 0.5000 relative_P_30 1013 0.5000 relative_P_100 1013 0.7500 relative_P_200 1013 0.7500 relative_P_500 1013 0.7500 relative_P_1000 1013 0.7500 success_1 1013 0.0000 success_5 1013 1.0000 success_10 1013 1.0000 set_P 1013 0.0030 set_relative_P 1013 0.7500 set_recall 1013 0.7500 set_map 1013 0.0022 set_F 1013 0.0060 num_nonrel_judged_ret 1013 117 rbp 1013 0.1170 rbp_resid 1013 0.0344 unj_5 1013 0.0000 unj_10 1013 0.0000 unj_20 1013 0.0000 num_ret 1015 1000 num_rel 1015 0 num_rel_ret 1015 0 map 1015 0.0000 Rprec 1015 0.0000 bpref 1015 0.0000 recip_rank 1015 0.0000 iprec_at_recall_0.00 1015 0.0000 iprec_at_recall_0.10 1015 0.0000 iprec_at_recall_0.20 1015 0.0000 iprec_at_recall_0.30 1015 0.0000 iprec_at_recall_0.40 1015 0.0000 iprec_at_recall_0.50 1015 0.0000 iprec_at_recall_0.60 1015 0.0000 iprec_at_recall_0.70 1015 0.0000 iprec_at_recall_0.80 1015 0.0000 iprec_at_recall_0.90 1015 0.0000 iprec_at_recall_1.00 1015 0.0000 P_5 1015 0.0000 P_10 1015 0.0000 P_15 1015 0.0000 P_20 1015 0.0000 P_30 1015 0.0000 P_100 1015 0.0000 P_200 1015 0.0000 P_500 1015 0.0000 P_1000 1015 0.0000 relstring 1015 '0000000000' recall_5 1015 0.0000 recall_10 1015 0.0000 recall_15 1015 0.0000 recall_20 1015 0.0000 recall_30 1015 0.0000 recall_100 1015 0.0000 recall_200 1015 0.0000 recall_500 1015 0.0000 recall_1000 1015 0.0000 infAP 1015 0.0000 Rprec_mult_0.20 1015 0.0000 Rprec_mult_0.40 1015 0.0000 Rprec_mult_0.60 1015 0.0000 Rprec_mult_0.80 1015 0.0000 Rprec_mult_1.00 1015 0.0000 Rprec_mult_1.20 1015 0.0000 Rprec_mult_1.40 1015 0.0000 Rprec_mult_1.60 1015 0.0000 Rprec_mult_1.80 1015 0.0000 Rprec_mult_2.00 1015 0.0000 utility 1015 -1000.0000 11pt_avg 1015 0.0000 binG 1015 0.0000 G 1015 0.0311 ndcg 1015 0.0755 ndcg_rel 1015 0.0699 Rndcg 1015 0.0000 ndcg_cut_5 1015 0.0000 ndcg_cut_10 1015 0.0000 ndcg_cut_15 1015 0.0000 ndcg_cut_20 1015 0.0000 ndcg_cut_30 1015 0.0000 ndcg_cut_100 1015 0.0000 ndcg_cut_200 1015 0.0516 ndcg_cut_500 1015 0.0755 ndcg_cut_1000 1015 0.0755 map_cut_5 1015 0.0000 map_cut_10 1015 0.0000 map_cut_15 1015 0.0000 map_cut_20 1015 0.0000 map_cut_30 1015 0.0000 map_cut_100 1015 0.0000 map_cut_200 1015 0.0000 map_cut_500 1015 0.0000 map_cut_1000 1015 0.0000 relative_P_5 1015 0.0000 relative_P_10 1015 0.0000 relative_P_15 1015 0.0000 relative_P_20 1015 0.0000 relative_P_30 1015 0.0000 relative_P_100 1015 0.0000 relative_P_200 1015 0.0000 relative_P_500 1015 0.0000 relative_P_1000 1015 0.0000 success_1 1015 0.0000 success_5 1015 0.0000 success_10 1015 0.0000 set_P 1015 0.0000 set_relative_P 1015 0.0000 set_recall 1015 0.0000 set_map 1015 0.0000 set_F 1015 0.0000 num_nonrel_judged_ret 1015 79 rbp 1015 0.0000 rbp_resid 1015 0.0401 unj_5 1015 0.0000 unj_10 1015 0.0000 unj_20 1015 0.0000 num_ret 1017 1000 num_rel 1017 4 num_rel_ret 1017 2 map 1017 0.0473 Rprec 1017 0.0000 bpref 1017 0.0000 recip_rank 1017 0.0714 iprec_at_recall_0.00 1017 0.1176 iprec_at_recall_0.10 1017 0.1176 iprec_at_recall_0.20 1017 0.1176 iprec_at_recall_0.30 1017 0.1176 iprec_at_recall_0.40 1017 0.1176 iprec_at_recall_0.50 1017 0.1176 iprec_at_recall_0.60 1017 0.1176 iprec_at_recall_0.70 1017 0.0000 iprec_at_recall_0.80 1017 0.0000 iprec_at_recall_0.90 1017 0.0000 iprec_at_recall_1.00 1017 0.0000 P_5 1017 0.0000 P_10 1017 0.0000 P_15 1017 0.0667 P_20 1017 0.1000 P_30 1017 0.0667 P_100 1017 0.0200 P_200 1017 0.0100 P_500 1017 0.0040 P_1000 1017 0.0020 relstring 1017 '0100000000' recall_5 1017 0.0000 recall_10 1017 0.0000 recall_15 1017 0.2500 recall_20 1017 0.5000 recall_30 1017 0.5000 recall_100 1017 0.5000 recall_200 1017 0.5000 recall_500 1017 0.5000 recall_1000 1017 0.5000 infAP 1017 0.0473 Rprec_mult_0.20 1017 0.0000 Rprec_mult_0.40 1017 0.0000 Rprec_mult_0.60 1017 0.0000 Rprec_mult_0.80 1017 0.0000 Rprec_mult_1.00 1017 0.0000 Rprec_mult_1.20 1017 0.0000 Rprec_mult_1.40 1017 0.0000 Rprec_mult_1.60 1017 0.0000 Rprec_mult_1.80 1017 0.0000 Rprec_mult_2.00 1017 0.0000 utility 1017 -996.0000 11pt_avg 1017 0.0749 binG 1017 0.1252 G 1017 0.0574 ndcg 1017 0.1987 ndcg_rel 1017 0.1914 Rndcg 1017 0.1480 ndcg_cut_5 1017 0.0782 ndcg_cut_10 1017 0.0653 ndcg_cut_15 1017 0.1519 ndcg_cut_20 1017 0.1964 ndcg_cut_30 1017 0.1672 ndcg_cut_100 1017 0.1828 ndcg_cut_200 1017 0.1912 ndcg_cut_500 1017 0.1987 ndcg_cut_1000 1017 0.1987 map_cut_5 1017 0.0000 map_cut_10 1017 0.0000 map_cut_15 1017 0.0179 map_cut_20 1017 0.0473 map_cut_30 1017 0.0473 map_cut_100 1017 0.0473 map_cut_200 1017 0.0473 map_cut_500 1017 0.0473 map_cut_1000 1017 0.0473 relative_P_5 1017 0.0000 relative_P_10 1017 0.0000 relative_P_15 1017 0.2500 relative_P_20 1017 0.5000 relative_P_30 1017 0.5000 relative_P_100 1017 0.5000 relative_P_200 1017 0.5000 relative_P_500 1017 0.5000 relative_P_1000 1017 0.5000 success_1 1017 0.0000 success_5 1017 0.0000 success_10 1017 0.0000 set_P 1017 0.0020 set_relative_P 1017 0.5000 set_recall 1017 0.5000 set_map 1017 0.0010 set_F 1017 0.0040 num_nonrel_judged_ret 1017 193 rbp 1017 0.0860 rbp_resid 1017 0.0192 unj_5 1017 0.0000 unj_10 1017 0.0000 unj_20 1017 0.0000 num_ret 1019 1000 num_rel 1019 0 num_rel_ret 1019 0 map 1019 0.0000 Rprec 1019 0.0000 bpref 1019 0.0000 recip_rank 1019 0.0000 iprec_at_recall_0.00 1019 0.0000 iprec_at_recall_0.10 1019 0.0000 iprec_at_recall_0.20 1019 0.0000 iprec_at_recall_0.30 1019 0.0000 iprec_at_recall_0.40 1019 0.0000 iprec_at_recall_0.50 1019 0.0000 iprec_at_recall_0.60 1019 0.0000 iprec_at_recall_0.70 1019 0.0000 iprec_at_recall_0.80 1019 0.0000 iprec_at_recall_0.90 1019 0.0000 iprec_at_recall_1.00 1019 0.0000 P_5 1019 0.0000 P_10 1019 0.0000 P_15 1019 0.0000 P_20 1019 0.0000 P_30 1019 0.0000 P_100 1019 0.0000 P_200 1019 0.0000 P_500 1019 0.0000 P_1000 1019 0.0000 relstring 1019 '1111001001' recall_5 1019 0.0000 recall_10 1019 0.0000 recall_15 1019 0.0000 recall_20 1019 0.0000 recall_30 1019 0.0000 recall_100 1019 0.0000 recall_200 1019 0.0000 recall_500 1019 0.0000 recall_1000 1019 0.0000 infAP 1019 0.0000 Rprec_mult_0.20 1019 0.0000 Rprec_mult_0.40 1019 0.0000 Rprec_mult_0.60 1019 0.0000 Rprec_mult_0.80 1019 0.0000 Rprec_mult_1.00 1019 0.0000 Rprec_mult_1.20 1019 0.0000 Rprec_mult_1.40 1019 0.0000 Rprec_mult_1.60 1019 0.0000 Rprec_mult_1.80 1019 0.0000 Rprec_mult_2.00 1019 0.0000 utility 1019 -1000.0000 11pt_avg 1019 0.0000 binG 1019 0.0000 G 1019 0.2445 ndcg 1019 0.5438 ndcg_rel 1019 0.6172 Rndcg 1019 0.0000 ndcg_cut_5 1019 0.8688 ndcg_cut_10 1019 0.7008 ndcg_cut_15 1019 0.5432 ndcg_cut_20 1019 0.4846 ndcg_cut_30 1019 0.4355 ndcg_cut_100 1019 0.5438 ndcg_cut_200 1019 0.5438 ndcg_cut_500 1019 0.5438 ndcg_cut_1000 1019 0.5438 map_cut_5 1019 0.0000 map_cut_10 1019 0.0000 map_cut_15 1019 0.0000 map_cut_20 1019 0.0000 map_cut_30 1019 0.0000 map_cut_100 1019 0.0000 map_cut_200 1019 0.0000 map_cut_500 1019 0.0000 map_cut_1000 1019 0.0000 relative_P_5 1019 0.0000 relative_P_10 1019 0.0000 relative_P_15 1019 0.0000 relative_P_20 1019 0.0000 relative_P_30 1019 0.0000 relative_P_100 1019 0.0000 relative_P_200 1019 0.0000 relative_P_500 1019 0.0000 relative_P_1000 1019 0.0000 success_1 1019 0.0000 success_5 1019 0.0000 success_10 1019 0.0000 set_P 1019 0.0000 set_relative_P 1019 0.0000 set_recall 1019 0.0000 set_map 1019 0.0000 set_F 1019 0.0000 num_nonrel_judged_ret 1019 138 rbp 1019 0.4669 rbp_resid 1019 0.0266 unj_5 1019 0.0000 unj_10 1019 0.0000 unj_20 1019 0.0000 num_ret 1023 1000 num_rel 1023 7 num_rel_ret 1023 0 map 1023 0.0000 Rprec 1023 0.0000 bpref 1023 0.0000 recip_rank 1023 0.0000 iprec_at_recall_0.00 1023 0.0000 iprec_at_recall_0.10 1023 0.0000 iprec_at_recall_0.20 1023 0.0000 iprec_at_recall_0.30 1023 0.0000 iprec_at_recall_0.40 1023 0.0000 iprec_at_recall_0.50 1023 0.0000 iprec_at_recall_0.60 1023 0.0000 iprec_at_recall_0.70 1023 0.0000 iprec_at_recall_0.80 1023 0.0000 iprec_at_recall_0.90 1023 0.0000 iprec_at_recall_1.00 1023 0.0000 P_5 1023 0.0000 P_10 1023 0.0000 P_15 1023 0.0000 P_20 1023 0.0000 P_30 1023 0.0000 P_100 1023 0.0000 P_200 1023 0.0000 P_500 1023 0.0000 P_1000 1023 0.0000 relstring 1023 '0000000000' recall_5 1023 0.0000 recall_10 1023 0.0000 recall_15 1023 0.0000 recall_20 1023 0.0000 recall_30 1023 0.0000 recall_100 1023 0.0000 recall_200 1023 0.0000 recall_500 1023 0.0000 recall_1000 1023 0.0000 infAP 1023 0.0000 Rprec_mult_0.20 1023 0.0000 Rprec_mult_0.40 1023 0.0000 Rprec_mult_0.60 1023 0.0000 Rprec_mult_0.80 1023 0.0000 Rprec_mult_1.00 1023 0.0000 Rprec_mult_1.20 1023 0.0000 Rprec_mult_1.40 1023 0.0000 Rprec_mult_1.60 1023 0.0000 Rprec_mult_1.80 1023 0.0000 Rprec_mult_2.00 1023 0.0000 utility 1023 -1000.0000 11pt_avg 1023 0.0000 binG 1023 0.0000 G 1023 0.0073 ndcg 1023 0.0251 ndcg_rel 1023 0.0247 Rndcg 1023 0.0115 ndcg_cut_5 1023 0.0000 ndcg_cut_10 1023 0.0000 ndcg_cut_15 1023 0.0000 ndcg_cut_20 1023 0.0000 ndcg_cut_30 1023 0.0000 ndcg_cut_100 1023 0.0251 ndcg_cut_200 1023 0.0251 ndcg_cut_500 1023 0.0251 ndcg_cut_1000 1023 0.0251 map_cut_5 1023 0.0000 map_cut_10 1023 0.0000 map_cut_15 1023 0.0000 map_cut_20 1023 0.0000 map_cut_30 1023 0.0000 map_cut_100 1023 0.0000 map_cut_200 1023 0.0000 map_cut_500 1023 0.0000 map_cut_1000 1023 0.0000 relative_P_5 1023 0.0000 relative_P_10 1023 0.0000 relative_P_15 1023 0.0000 relative_P_20 1023 0.0000 relative_P_30 1023 0.0000 relative_P_100 1023 0.0000 relative_P_200 1023 0.0000 relative_P_500 1023 0.0000 relative_P_1000 1023 0.0000 success_1 1023 0.0000 success_5 1023 0.0000 success_10 1023 0.0000 set_P 1023 0.0000 set_relative_P 1023 0.0000 set_recall 1023 0.0000 set_map 1023 0.0000 set_F 1023 0.0000 num_nonrel_judged_ret 1023 157 rbp 1023 0.0011 rbp_resid 1023 0.0190 unj_5 1023 0.0000 unj_10 1023 0.0000 unj_20 1023 0.0000 num_ret 1025 1000 num_rel 1025 2 num_rel_ret 1025 0 map 1025 0.0000 Rprec 1025 0.0000 bpref 1025 0.0000 recip_rank 1025 0.0000 iprec_at_recall_0.00 1025 0.0000 iprec_at_recall_0.10 1025 0.0000 iprec_at_recall_0.20 1025 0.0000 iprec_at_recall_0.30 1025 0.0000 iprec_at_recall_0.40 1025 0.0000 iprec_at_recall_0.50 1025 0.0000 iprec_at_recall_0.60 1025 0.0000 iprec_at_recall_0.70 1025 0.0000 iprec_at_recall_0.80 1025 0.0000 iprec_at_recall_0.90 1025 0.0000 iprec_at_recall_1.00 1025 0.0000 P_5 1025 0.0000 P_10 1025 0.0000 P_15 1025 0.0000 P_20 1025 0.0000 P_30 1025 0.0000 P_100 1025 0.0000 P_200 1025 0.0000 P_500 1025 0.0000 P_1000 1025 0.0000 relstring 1025 '0000000000' recall_5 1025 0.0000 recall_10 1025 0.0000 recall_15 1025 0.0000 recall_20 1025 0.0000 recall_30 1025 0.0000 recall_100 1025 0.0000 recall_200 1025 0.0000 recall_500 1025 0.0000 recall_1000 1025 0.0000 infAP 1025 0.0000 Rprec_mult_0.20 1025 0.0000 Rprec_mult_0.40 1025 0.0000 Rprec_mult_0.60 1025 0.0000 Rprec_mult_0.80 1025 0.0000 Rprec_mult_1.00 1025 0.0000 Rprec_mult_1.20 1025 0.0000 Rprec_mult_1.40 1025 0.0000 Rprec_mult_1.60 1025 0.0000 Rprec_mult_1.80 1025 0.0000 Rprec_mult_2.00 1025 0.0000 utility 1025 -1000.0000 11pt_avg 1025 0.0000 binG 1025 0.0000 G 1025 0.0000 ndcg 1025 0.0000 ndcg_rel 1025 0.0000 Rndcg 1025 0.0000 ndcg_cut_5 1025 0.0000 ndcg_cut_10 1025 0.0000 ndcg_cut_15 1025 0.0000 ndcg_cut_20 1025 0.0000 ndcg_cut_30 1025 0.0000 ndcg_cut_100 1025 0.0000 ndcg_cut_200 1025 0.0000 ndcg_cut_500 1025 0.0000 ndcg_cut_1000 1025 0.0000 map_cut_5 1025 0.0000 map_cut_10 1025 0.0000 map_cut_15 1025 0.0000 map_cut_20 1025 0.0000 map_cut_30 1025 0.0000 map_cut_100 1025 0.0000 map_cut_200 1025 0.0000 map_cut_500 1025 0.0000 map_cut_1000 1025 0.0000 relative_P_5 1025 0.0000 relative_P_10 1025 0.0000 relative_P_15 1025 0.0000 relative_P_20 1025 0.0000 relative_P_30 1025 0.0000 relative_P_100 1025 0.0000 relative_P_200 1025 0.0000 relative_P_500 1025 0.0000 relative_P_1000 1025 0.0000 success_1 1025 0.0000 success_5 1025 0.0000 success_10 1025 0.0000 set_P 1025 0.0000 set_relative_P 1025 0.0000 set_recall 1025 0.0000 set_map 1025 0.0000 set_F 1025 0.0000 num_nonrel_judged_ret 1025 41 rbp 1025 0.0000 rbp_resid 1025 0.0423 unj_5 1025 0.0000 unj_10 1025 0.0000 unj_20 1025 0.0000 num_ret 1029 1000 num_rel 1029 8 num_rel_ret 1029 1 map 1029 0.0063 Rprec 1029 0.0000 bpref 1029 0.0000 recip_rank 1029 0.0500 iprec_at_recall_0.00 1029 0.0500 iprec_at_recall_0.10 1029 0.0500 iprec_at_recall_0.20 1029 0.0000 iprec_at_recall_0.30 1029 0.0000 iprec_at_recall_0.40 1029 0.0000 iprec_at_recall_0.50 1029 0.0000 iprec_at_recall_0.60 1029 0.0000 iprec_at_recall_0.70 1029 0.0000 iprec_at_recall_0.80 1029 0.0000 iprec_at_recall_0.90 1029 0.0000 iprec_at_recall_1.00 1029 0.0000 P_5 1029 0.0000 P_10 1029 0.0000 P_15 1029 0.0000 P_20 1029 0.0500 P_30 1029 0.0333 P_100 1029 0.0100 P_200 1029 0.0050 P_500 1029 0.0020 P_1000 1029 0.0010 relstring 1029 '1000000000' recall_5 1029 0.0000 recall_10 1029 0.0000 recall_15 1029 0.0000 recall_20 1029 0.1250 recall_30 1029 0.1250 recall_100 1029 0.1250 recall_200 1029 0.1250 recall_500 1029 0.1250 recall_1000 1029 0.1250 infAP 1029 0.0063 Rprec_mult_0.20 1029 0.0000 Rprec_mult_0.40 1029 0.0000 Rprec_mult_0.60 1029 0.0000 Rprec_mult_0.80 1029 0.0000 Rprec_mult_1.00 1029 0.0000 Rprec_mult_1.20 1029 0.0000 Rprec_mult_1.40 1029 0.0000 Rprec_mult_1.60 1029 0.0000 Rprec_mult_1.80 1029 0.0000 Rprec_mult_2.00 1029 0.0000 utility 1029 -998.0000 11pt_avg 1029 0.0091 binG 1029 0.0285 G 1029 0.0410 ndcg 1029 0.1713 ndcg_rel 1029 0.1639 Rndcg 1029 0.1173 ndcg_cut_5 1029 0.1131 ndcg_cut_10 1029 0.0803 ndcg_cut_15 1029 0.0726 ndcg_cut_20 1029 0.1126 ndcg_cut_30 1029 0.1117 ndcg_cut_100 1029 0.1030 ndcg_cut_200 1029 0.1328 ndcg_cut_500 1029 0.1535 ndcg_cut_1000 1029 0.1713 map_cut_5 1029 0.0000 map_cut_10 1029 0.0000 map_cut_15 1029 0.0000 map_cut_20 1029 0.0063 map_cut_30 1029 0.0063 map_cut_100 1029 0.0063 map_cut_200 1029 0.0063 map_cut_500 1029 0.0063 map_cut_1000 1029 0.0063 relative_P_5 1029 0.0000 relative_P_10 1029 0.0000 relative_P_15 1029 0.0000 relative_P_20 1029 0.1250 relative_P_30 1029 0.1250 relative_P_100 1029 0.1250 relative_P_200 1029 0.1250 relative_P_500 1029 0.1250 relative_P_1000 1029 0.1250 success_1 1029 0.0000 success_5 1029 0.0000 success_10 1029 0.0000 set_P 1029 0.0010 set_relative_P 1029 0.1250 set_recall 1029 0.1250 set_map 1029 0.0001 set_F 1029 0.0020 num_nonrel_judged_ret 1029 104 rbp 1029 0.0522 rbp_resid 1029 0.0324 unj_5 1029 0.0000 unj_10 1029 0.0000 unj_20 1029 0.0000 num_ret 1031 1000 num_rel 1031 44 num_rel_ret 1031 6 map 1031 0.0049 Rprec 1031 0.0227 bpref 1031 0.0165 recip_rank 1031 0.0769 iprec_at_recall_0.00 1031 0.0769 iprec_at_recall_0.10 1031 0.0370 iprec_at_recall_0.20 1031 0.0000 iprec_at_recall_0.30 1031 0.0000 iprec_at_recall_0.40 1031 0.0000 iprec_at_recall_0.50 1031 0.0000 iprec_at_recall_0.60 1031 0.0000 iprec_at_recall_0.70 1031 0.0000 iprec_at_recall_0.80 1031 0.0000 iprec_at_recall_0.90 1031 0.0000 iprec_at_recall_1.00 1031 0.0000 P_5 1031 0.0000 P_10 1031 0.0000 P_15 1031 0.0667 P_20 1031 0.0500 P_30 1031 0.0333 P_100 1031 0.0200 P_200 1031 0.0250 P_500 1031 0.0120 P_1000 1031 0.0060 relstring 1031 '1000011000' recall_5 1031 0.0000 recall_10 1031 0.0000 recall_15 1031 0.0227 recall_20 1031 0.0227 recall_30 1031 0.0227 recall_100 1031 0.0455 recall_200 1031 0.1136 recall_500 1031 0.1364 recall_1000 1031 0.1364 infAP 1031 0.0049 Rprec_mult_0.20 1031 0.0000 Rprec_mult_0.40 1031 0.0556 Rprec_mult_0.60 1031 0.0370 Rprec_mult_0.80 1031 0.0278 Rprec_mult_1.00 1031 0.0227 Rprec_mult_1.20 1031 0.0189 Rprec_mult_1.40 1031 0.0161 Rprec_mult_1.60 1031 0.0141 Rprec_mult_1.80 1031 0.0125 Rprec_mult_2.00 1031 0.0114 utility 1031 -988.0000 11pt_avg 1031 0.0104 binG 1031 0.0221 G 1031 0.0288 ndcg 1031 0.1629 ndcg_rel 1031 0.1566 Rndcg 1031 0.1227 ndcg_cut_5 1031 0.1131 ndcg_cut_10 1031 0.1240 ndcg_cut_15 1031 0.1551 ndcg_cut_20 1031 0.1401 ndcg_cut_30 1031 0.1077 ndcg_cut_100 1031 0.1039 ndcg_cut_200 1031 0.1235 ndcg_cut_500 1031 0.1531 ndcg_cut_1000 1031 0.1629 map_cut_5 1031 0.0000 map_cut_10 1031 0.0000 map_cut_15 1031 0.0017 map_cut_20 1031 0.0017 map_cut_30 1031 0.0017 map_cut_100 1031 0.0022 map_cut_200 1031 0.0043 map_cut_500 1031 0.0049 map_cut_1000 1031 0.0049 relative_P_5 1031 0.0000 relative_P_10 1031 0.0000 relative_P_15 1031 0.0667 relative_P_20 1031 0.0500 relative_P_30 1031 0.0333 relative_P_100 1031 0.0455 relative_P_200 1031 0.1136 relative_P_500 1031 0.1364 relative_P_1000 1031 0.1364 success_1 1031 0.0000 success_5 1031 0.0000 success_10 1031 0.0000 set_P 1031 0.0060 set_relative_P 1031 0.1364 set_recall 1031 0.1364 set_map 1031 0.0008 set_F 1031 0.0115 num_nonrel_judged_ret 1031 163 rbp 1031 0.1135 rbp_resid 1031 0.0224 unj_5 1031 0.0000 unj_10 1031 0.0000 unj_20 1031 0.0000 num_ret 1033 1000 num_rel 1033 13 num_rel_ret 1033 2 map 1033 0.0772 Rprec 1033 0.0769 bpref 1033 0.0769 recip_rank 1033 1.0000 iprec_at_recall_0.00 1033 1.0000 iprec_at_recall_0.10 1033 1.0000 iprec_at_recall_0.20 1033 0.0000 iprec_at_recall_0.30 1033 0.0000 iprec_at_recall_0.40 1033 0.0000 iprec_at_recall_0.50 1033 0.0000 iprec_at_recall_0.60 1033 0.0000 iprec_at_recall_0.70 1033 0.0000 iprec_at_recall_0.80 1033 0.0000 iprec_at_recall_0.90 1033 0.0000 iprec_at_recall_1.00 1033 0.0000 P_5 1033 0.2000 P_10 1033 0.1000 P_15 1033 0.0667 P_20 1033 0.0500 P_30 1033 0.0333 P_100 1033 0.0100 P_200 1033 0.0050 P_500 1033 0.0020 P_1000 1033 0.0020 relstring 1033 '3111110011' recall_5 1033 0.0769 recall_10 1033 0.0769 recall_15 1033 0.0769 recall_20 1033 0.0769 recall_30 1033 0.0769 recall_100 1033 0.0769 recall_200 1033 0.0769 recall_500 1033 0.0769 recall_1000 1033 0.1538 infAP 1033 0.0772 Rprec_mult_0.20 1033 0.3333 Rprec_mult_0.40 1033 0.1667 Rprec_mult_0.60 1033 0.1250 Rprec_mult_0.80 1033 0.0909 Rprec_mult_1.00 1033 0.0769 Rprec_mult_1.20 1033 0.0625 Rprec_mult_1.40 1033 0.0526 Rprec_mult_1.60 1033 0.0476 Rprec_mult_1.80 1033 0.0417 Rprec_mult_2.00 1033 0.0385 utility 1033 -996.0000 11pt_avg 1033 0.1818 binG 1033 0.0855 G 1033 0.0596 ndcg 1033 0.2491 ndcg_rel 1033 0.2880 Rndcg 1033 0.2807 ndcg_cut_5 1033 0.5594 ndcg_cut_10 1033 0.4325 ndcg_cut_15 1033 0.3557 ndcg_cut_20 1033 0.3582 ndcg_cut_30 1033 0.3306 ndcg_cut_100 1033 0.2262 ndcg_cut_200 1033 0.2262 ndcg_cut_500 1033 0.2339 ndcg_cut_1000 1033 0.2491 map_cut_5 1033 0.0769 map_cut_10 1033 0.0769 map_cut_15 1033 0.0769 map_cut_20 1033 0.0769 map_cut_30 1033 0.0769 map_cut_100 1033 0.0769 map_cut_200 1033 0.0769 map_cut_500 1033 0.0769 map_cut_1000 1033 0.0772 relative_P_5 1033 0.2000 relative_P_10 1033 0.1000 relative_P_15 1033 0.0769 relative_P_20 1033 0.0769 relative_P_30 1033 0.0769 relative_P_100 1033 0.0769 relative_P_200 1033 0.0769 relative_P_500 1033 0.0769 relative_P_1000 1033 0.1538 success_1 1033 1.0000 success_5 1033 1.0000 success_10 1033 1.0000 set_P 1033 0.0020 set_relative_P 1033 0.1538 set_recall 1033 0.1538 set_map 1033 0.0003 set_F 1033 0.0039 num_nonrel_judged_ret 1033 88 rbp 1033 0.2628 rbp_resid 1033 0.0272 unj_5 1033 0.0000 unj_10 1033 0.0000 unj_20 1033 0.0000 num_ret 1035 1000 num_rel 1035 3 num_rel_ret 1035 0 map 1035 0.0000 Rprec 1035 0.0000 bpref 1035 0.0000 recip_rank 1035 0.0000 iprec_at_recall_0.00 1035 0.0000 iprec_at_recall_0.10 1035 0.0000 iprec_at_recall_0.20 1035 0.0000 iprec_at_recall_0.30 1035 0.0000 iprec_at_recall_0.40 1035 0.0000 iprec_at_recall_0.50 1035 0.0000 iprec_at_recall_0.60 1035 0.0000 iprec_at_recall_0.70 1035 0.0000 iprec_at_recall_0.80 1035 0.0000 iprec_at_recall_0.90 1035 0.0000 iprec_at_recall_1.00 1035 0.0000 P_5 1035 0.0000 P_10 1035 0.0000 P_15 1035 0.0000 P_20 1035 0.0000 P_30 1035 0.0000 P_100 1035 0.0000 P_200 1035 0.0000 P_500 1035 0.0000 P_1000 1035 0.0000 relstring 1035 '0000000000' recall_5 1035 0.0000 recall_10 1035 0.0000 recall_15 1035 0.0000 recall_20 1035 0.0000 recall_30 1035 0.0000 recall_100 1035 0.0000 recall_200 1035 0.0000 recall_500 1035 0.0000 recall_1000 1035 0.0000 infAP 1035 0.0000 Rprec_mult_0.20 1035 0.0000 Rprec_mult_0.40 1035 0.0000 Rprec_mult_0.60 1035 0.0000 Rprec_mult_0.80 1035 0.0000 Rprec_mult_1.00 1035 0.0000 Rprec_mult_1.20 1035 0.0000 Rprec_mult_1.40 1035 0.0000 Rprec_mult_1.60 1035 0.0000 Rprec_mult_1.80 1035 0.0000 Rprec_mult_2.00 1035 0.0000 utility 1035 -1000.0000 11pt_avg 1035 0.0000 binG 1035 0.0000 G 1035 0.0000 ndcg 1035 0.0000 ndcg_rel 1035 0.0000 Rndcg 1035 0.0000 ndcg_cut_5 1035 0.0000 ndcg_cut_10 1035 0.0000 ndcg_cut_15 1035 0.0000 ndcg_cut_20 1035 0.0000 ndcg_cut_30 1035 0.0000 ndcg_cut_100 1035 0.0000 ndcg_cut_200 1035 0.0000 ndcg_cut_500 1035 0.0000 ndcg_cut_1000 1035 0.0000 map_cut_5 1035 0.0000 map_cut_10 1035 0.0000 map_cut_15 1035 0.0000 map_cut_20 1035 0.0000 map_cut_30 1035 0.0000 map_cut_100 1035 0.0000 map_cut_200 1035 0.0000 map_cut_500 1035 0.0000 map_cut_1000 1035 0.0000 relative_P_5 1035 0.0000 relative_P_10 1035 0.0000 relative_P_15 1035 0.0000 relative_P_20 1035 0.0000 relative_P_30 1035 0.0000 relative_P_100 1035 0.0000 relative_P_200 1035 0.0000 relative_P_500 1035 0.0000 relative_P_1000 1035 0.0000 success_1 1035 0.0000 success_5 1035 0.0000 success_10 1035 0.0000 set_P 1035 0.0000 set_relative_P 1035 0.0000 set_recall 1035 0.0000 set_map 1035 0.0000 set_F 1035 0.0000 num_nonrel_judged_ret 1035 43 rbp 1035 0.0000 rbp_resid 1035 0.0395 unj_5 1035 0.0000 unj_10 1035 0.0000 unj_20 1035 0.0000 num_ret 1037 1000 num_rel 1037 0 num_rel_ret 1037 0 map 1037 0.0000 Rprec 1037 0.0000 bpref 1037 0.0000 recip_rank 1037 0.0000 iprec_at_recall_0.00 1037 0.0000 iprec_at_recall_0.10 1037 0.0000 iprec_at_recall_0.20 1037 0.0000 iprec_at_recall_0.30 1037 0.0000 iprec_at_recall_0.40 1037 0.0000 iprec_at_recall_0.50 1037 0.0000 iprec_at_recall_0.60 1037 0.0000 iprec_at_recall_0.70 1037 0.0000 iprec_at_recall_0.80 1037 0.0000 iprec_at_recall_0.90 1037 0.0000 iprec_at_recall_1.00 1037 0.0000 P_5 1037 0.0000 P_10 1037 0.0000 P_15 1037 0.0000 P_20 1037 0.0000 P_30 1037 0.0000 P_100 1037 0.0000 P_200 1037 0.0000 P_500 1037 0.0000 P_1000 1037 0.0000 relstring 1037 '1000000000' recall_5 1037 0.0000 recall_10 1037 0.0000 recall_15 1037 0.0000 recall_20 1037 0.0000 recall_30 1037 0.0000 recall_100 1037 0.0000 recall_200 1037 0.0000 recall_500 1037 0.0000 recall_1000 1037 0.0000 infAP 1037 0.0000 Rprec_mult_0.20 1037 0.0000 Rprec_mult_0.40 1037 0.0000 Rprec_mult_0.60 1037 0.0000 Rprec_mult_0.80 1037 0.0000 Rprec_mult_1.00 1037 0.0000 Rprec_mult_1.20 1037 0.0000 Rprec_mult_1.40 1037 0.0000 Rprec_mult_1.60 1037 0.0000 Rprec_mult_1.80 1037 0.0000 Rprec_mult_2.00 1037 0.0000 utility 1037 -1000.0000 11pt_avg 1037 0.0000 binG 1037 0.0000 G 1037 0.1429 ndcg 1037 0.2749 ndcg_rel 1037 0.3785 Rndcg 1037 0.0000 ndcg_cut_5 1037 0.3392 ndcg_cut_10 1037 0.2749 ndcg_cut_15 1037 0.2749 ndcg_cut_20 1037 0.2749 ndcg_cut_30 1037 0.2749 ndcg_cut_100 1037 0.2749 ndcg_cut_200 1037 0.2749 ndcg_cut_500 1037 0.2749 ndcg_cut_1000 1037 0.2749 map_cut_5 1037 0.0000 map_cut_10 1037 0.0000 map_cut_15 1037 0.0000 map_cut_20 1037 0.0000 map_cut_30 1037 0.0000 map_cut_100 1037 0.0000 map_cut_200 1037 0.0000 map_cut_500 1037 0.0000 map_cut_1000 1037 0.0000 relative_P_5 1037 0.0000 relative_P_10 1037 0.0000 relative_P_15 1037 0.0000 relative_P_20 1037 0.0000 relative_P_30 1037 0.0000 relative_P_100 1037 0.0000 relative_P_200 1037 0.0000 relative_P_500 1037 0.0000 relative_P_1000 1037 0.0000 success_1 1037 0.0000 success_5 1037 0.0000 success_10 1037 0.0000 set_P 1037 0.0000 set_relative_P 1037 0.0000 set_recall 1037 0.0000 set_map 1037 0.0000 set_F 1037 0.0000 num_nonrel_judged_ret 1037 40 rbp 1037 0.1000 rbp_resid 1037 0.0407 unj_5 1037 0.0000 unj_10 1037 0.0000 unj_20 1037 0.0000 num_ret 1041 1000 num_rel 1041 6 num_rel_ret 1041 1 map 1041 0.0004 Rprec 1041 0.0000 bpref 1041 0.0000 recip_rank 1041 0.0021 iprec_at_recall_0.00 1041 0.0021 iprec_at_recall_0.10 1041 0.0021 iprec_at_recall_0.20 1041 0.0021 iprec_at_recall_0.30 1041 0.0000 iprec_at_recall_0.40 1041 0.0000 iprec_at_recall_0.50 1041 0.0000 iprec_at_recall_0.60 1041 0.0000 iprec_at_recall_0.70 1041 0.0000 iprec_at_recall_0.80 1041 0.0000 iprec_at_recall_0.90 1041 0.0000 iprec_at_recall_1.00 1041 0.0000 P_5 1041 0.0000 P_10 1041 0.0000 P_15 1041 0.0000 P_20 1041 0.0000 P_30 1041 0.0000 P_100 1041 0.0000 P_200 1041 0.0000 P_500 1041 0.0020 P_1000 1041 0.0010 relstring 1041 '0100011010' recall_5 1041 0.0000 recall_10 1041 0.0000 recall_15 1041 0.0000 recall_20 1041 0.0000 recall_30 1041 0.0000 recall_100 1041 0.0000 recall_200 1041 0.0000 recall_500 1041 0.1667 recall_1000 1041 0.1667 infAP 1041 0.0004 Rprec_mult_0.20 1041 0.0000 Rprec_mult_0.40 1041 0.0000 Rprec_mult_0.60 1041 0.0000 Rprec_mult_0.80 1041 0.0000 Rprec_mult_1.00 1041 0.0000 Rprec_mult_1.20 1041 0.0000 Rprec_mult_1.40 1041 0.0000 Rprec_mult_1.60 1041 0.0000 Rprec_mult_1.80 1041 0.0000 Rprec_mult_2.00 1041 0.0000 utility 1041 -998.0000 11pt_avg 1041 0.0006 binG 1041 0.0188 G 1041 0.0597 ndcg 1041 0.2139 ndcg_rel 1041 0.1919 Rndcg 1041 0.1445 ndcg_cut_5 1041 0.0713 ndcg_cut_10 1041 0.1454 ndcg_cut_15 1041 0.1741 ndcg_cut_20 1041 0.1590 ndcg_cut_30 1041 0.1376 ndcg_cut_100 1041 0.1289 ndcg_cut_200 1041 0.1444 ndcg_cut_500 1041 0.1904 ndcg_cut_1000 1041 0.2139 map_cut_5 1041 0.0000 map_cut_10 1041 0.0000 map_cut_15 1041 0.0000 map_cut_20 1041 0.0000 map_cut_30 1041 0.0000 map_cut_100 1041 0.0000 map_cut_200 1041 0.0000 map_cut_500 1041 0.0004 map_cut_1000 1041 0.0004 relative_P_5 1041 0.0000 relative_P_10 1041 0.0000 relative_P_15 1041 0.0000 relative_P_20 1041 0.0000 relative_P_30 1041 0.0000 relative_P_100 1041 0.0000 relative_P_200 1041 0.0000 relative_P_500 1041 0.1667 relative_P_1000 1041 0.1667 success_1 1041 0.0000 success_5 1041 0.0000 success_10 1041 0.0000 set_P 1041 0.0010 set_relative_P 1041 0.1667 set_recall 1041 0.1667 set_map 1041 0.0002 set_F 1041 0.0020 num_nonrel_judged_ret 1041 111 rbp 1041 0.1038 rbp_resid 1041 0.0233 unj_5 1041 0.0000 unj_10 1041 0.0000 unj_20 1041 0.0000 num_ret 1047 1000 num_rel 1047 19 num_rel_ret 1047 0 map 1047 0.0000 Rprec 1047 0.0000 bpref 1047 0.0000 recip_rank 1047 0.0000 iprec_at_recall_0.00 1047 0.0000 iprec_at_recall_0.10 1047 0.0000 iprec_at_recall_0.20 1047 0.0000 iprec_at_recall_0.30 1047 0.0000 iprec_at_recall_0.40 1047 0.0000 iprec_at_recall_0.50 1047 0.0000 iprec_at_recall_0.60 1047 0.0000 iprec_at_recall_0.70 1047 0.0000 iprec_at_recall_0.80 1047 0.0000 iprec_at_recall_0.90 1047 0.0000 iprec_at_recall_1.00 1047 0.0000 P_5 1047 0.0000 P_10 1047 0.0000 P_15 1047 0.0000 P_20 1047 0.0000 P_30 1047 0.0000 P_100 1047 0.0000 P_200 1047 0.0000 P_500 1047 0.0000 P_1000 1047 0.0000 relstring 1047 '0110111010' recall_5 1047 0.0000 recall_10 1047 0.0000 recall_15 1047 0.0000 recall_20 1047 0.0000 recall_30 1047 0.0000 recall_100 1047 0.0000 recall_200 1047 0.0000 recall_500 1047 0.0000 recall_1000 1047 0.0000 infAP 1047 0.0000 Rprec_mult_0.20 1047 0.0000 Rprec_mult_0.40 1047 0.0000 Rprec_mult_0.60 1047 0.0000 Rprec_mult_0.80 1047 0.0000 Rprec_mult_1.00 1047 0.0000 Rprec_mult_1.20 1047 0.0000 Rprec_mult_1.40 1047 0.0000 Rprec_mult_1.60 1047 0.0000 Rprec_mult_1.80 1047 0.0000 Rprec_mult_2.00 1047 0.0000 utility 1047 -1000.0000 11pt_avg 1047 0.0000 binG 1047 0.0000 G 1047 0.0235 ndcg 1047 0.1173 ndcg_rel 1047 0.1257 Rndcg 1047 0.1269 ndcg_cut_5 1047 0.1716 ndcg_cut_10 1047 0.1840 ndcg_cut_15 1047 0.1426 ndcg_cut_20 1047 0.1446 ndcg_cut_30 1047 0.1410 ndcg_cut_100 1047 0.1173 ndcg_cut_200 1047 0.1173 ndcg_cut_500 1047 0.1173 ndcg_cut_1000 1047 0.1173 map_cut_5 1047 0.0000 map_cut_10 1047 0.0000 map_cut_15 1047 0.0000 map_cut_20 1047 0.0000 map_cut_30 1047 0.0000 map_cut_100 1047 0.0000 map_cut_200 1047 0.0000 map_cut_500 1047 0.0000 map_cut_1000 1047 0.0000 relative_P_5 1047 0.0000 relative_P_10 1047 0.0000 relative_P_15 1047 0.0000 relative_P_20 1047 0.0000 relative_P_30 1047 0.0000 relative_P_100 1047 0.0000 relative_P_200 1047 0.0000 relative_P_500 1047 0.0000 relative_P_1000 1047 0.0000 success_1 1047 0.0000 success_5 1047 0.0000 success_10 1047 0.0000 set_P 1047 0.0000 set_relative_P 1047 0.0000 set_recall 1047 0.0000 set_map 1047 0.0000 set_F 1047 0.0000 num_nonrel_judged_ret 1047 78 rbp 1047 0.1471 rbp_resid 1047 0.0267 unj_5 1047 0.0000 unj_10 1047 0.0000 unj_20 1047 0.0000 num_ret 1053 1000 num_rel 1053 3 num_rel_ret 1053 1 map 1053 0.1667 Rprec 1053 0.3333 bpref 1053 0.2222 recip_rank 1053 0.5000 iprec_at_recall_0.00 1053 0.5000 iprec_at_recall_0.10 1053 0.5000 iprec_at_recall_0.20 1053 0.5000 iprec_at_recall_0.30 1053 0.5000 iprec_at_recall_0.40 1053 0.5000 iprec_at_recall_0.50 1053 0.0000 iprec_at_recall_0.60 1053 0.0000 iprec_at_recall_0.70 1053 0.0000 iprec_at_recall_0.80 1053 0.0000 iprec_at_recall_0.90 1053 0.0000 iprec_at_recall_1.00 1053 0.0000 P_5 1053 0.2000 P_10 1053 0.1000 P_15 1053 0.0667 P_20 1053 0.0500 P_30 1053 0.0333 P_100 1053 0.0100 P_200 1053 0.0050 P_500 1053 0.0020 P_1000 1053 0.0010 relstring 1053 '1300010100' recall_5 1053 0.3333 recall_10 1053 0.3333 recall_15 1053 0.3333 recall_20 1053 0.3333 recall_30 1053 0.3333 recall_100 1053 0.3333 recall_200 1053 0.3333 recall_500 1053 0.3333 recall_1000 1053 0.3333 infAP 1053 0.1667 Rprec_mult_0.20 1053 0.0000 Rprec_mult_0.40 1053 0.5000 Rprec_mult_0.60 1053 0.5000 Rprec_mult_0.80 1053 0.3333 Rprec_mult_1.00 1053 0.3333 Rprec_mult_1.20 1053 0.2500 Rprec_mult_1.40 1053 0.2000 Rprec_mult_1.60 1053 0.2000 Rprec_mult_1.80 1053 0.1667 Rprec_mult_2.00 1053 0.1667 utility 1053 -998.0000 11pt_avg 1053 0.2273 binG 1053 0.2103 G 1053 0.1043 ndcg 1053 0.3539 ndcg_rel 1053 0.3617 Rndcg 1053 0.3754 ndcg_cut_5 1053 0.4012 ndcg_cut_10 1053 0.4048 ndcg_cut_15 1053 0.3521 ndcg_cut_20 1053 0.3366 ndcg_cut_30 1053 0.2997 ndcg_cut_100 1053 0.3334 ndcg_cut_200 1053 0.3539 ndcg_cut_500 1053 0.3539 ndcg_cut_1000 1053 0.3539 map_cut_5 1053 0.1667 map_cut_10 1053 0.1667 map_cut_15 1053 0.1667 map_cut_20 1053 0.1667 map_cut_30 1053 0.1667 map_cut_100 1053 0.1667 map_cut_200 1053 0.1667 map_cut_500 1053 0.1667 map_cut_1000 1053 0.1667 relative_P_5 1053 0.3333 relative_P_10 1053 0.3333 relative_P_15 1053 0.3333 relative_P_20 1053 0.3333 relative_P_30 1053 0.3333 relative_P_100 1053 0.3333 relative_P_200 1053 0.3333 relative_P_500 1053 0.3333 relative_P_1000 1053 0.3333 success_1 1053 0.0000 success_5 1053 1.0000 success_10 1053 1.0000 set_P 1053 0.0010 set_relative_P 1053 0.3333 set_recall 1053 0.3333 set_map 1053 0.0003 set_F 1053 0.0020 num_nonrel_judged_ret 1053 84 rbp 1053 0.1717 rbp_resid 1053 0.0241 unj_5 1053 0.0000 unj_10 1053 0.0000 unj_20 1053 0.0000 num_ret 1055 1000 num_rel 1055 0 num_rel_ret 1055 0 map 1055 0.0000 Rprec 1055 0.0000 bpref 1055 0.0000 recip_rank 1055 0.0000 iprec_at_recall_0.00 1055 0.0000 iprec_at_recall_0.10 1055 0.0000 iprec_at_recall_0.20 1055 0.0000 iprec_at_recall_0.30 1055 0.0000 iprec_at_recall_0.40 1055 0.0000 iprec_at_recall_0.50 1055 0.0000 iprec_at_recall_0.60 1055 0.0000 iprec_at_recall_0.70 1055 0.0000 iprec_at_recall_0.80 1055 0.0000 iprec_at_recall_0.90 1055 0.0000 iprec_at_recall_1.00 1055 0.0000 P_5 1055 0.0000 P_10 1055 0.0000 P_15 1055 0.0000 P_20 1055 0.0000 P_30 1055 0.0000 P_100 1055 0.0000 P_200 1055 0.0000 P_500 1055 0.0000 P_1000 1055 0.0000 relstring 1055 '0000000000' recall_5 1055 0.0000 recall_10 1055 0.0000 recall_15 1055 0.0000 recall_20 1055 0.0000 recall_30 1055 0.0000 recall_100 1055 0.0000 recall_200 1055 0.0000 recall_500 1055 0.0000 recall_1000 1055 0.0000 infAP 1055 0.0000 Rprec_mult_0.20 1055 0.0000 Rprec_mult_0.40 1055 0.0000 Rprec_mult_0.60 1055 0.0000 Rprec_mult_0.80 1055 0.0000 Rprec_mult_1.00 1055 0.0000 Rprec_mult_1.20 1055 0.0000 Rprec_mult_1.40 1055 0.0000 Rprec_mult_1.60 1055 0.0000 Rprec_mult_1.80 1055 0.0000 Rprec_mult_2.00 1055 0.0000 utility 1055 -1000.0000 11pt_avg 1055 0.0000 binG 1055 0.0000 G 1055 0.0000 ndcg 1055 0.0000 ndcg_rel 1055 0.0000 Rndcg 1055 0.0000 ndcg_cut_5 1055 0.0000 ndcg_cut_10 1055 0.0000 ndcg_cut_15 1055 0.0000 ndcg_cut_20 1055 0.0000 ndcg_cut_30 1055 0.0000 ndcg_cut_100 1055 0.0000 ndcg_cut_200 1055 0.0000 ndcg_cut_500 1055 0.0000 ndcg_cut_1000 1055 0.0000 map_cut_5 1055 0.0000 map_cut_10 1055 0.0000 map_cut_15 1055 0.0000 map_cut_20 1055 0.0000 map_cut_30 1055 0.0000 map_cut_100 1055 0.0000 map_cut_200 1055 0.0000 map_cut_500 1055 0.0000 map_cut_1000 1055 0.0000 relative_P_5 1055 0.0000 relative_P_10 1055 0.0000 relative_P_15 1055 0.0000 relative_P_20 1055 0.0000 relative_P_30 1055 0.0000 relative_P_100 1055 0.0000 relative_P_200 1055 0.0000 relative_P_500 1055 0.0000 relative_P_1000 1055 0.0000 success_1 1055 0.0000 success_5 1055 0.0000 success_10 1055 0.0000 set_P 1055 0.0000 set_relative_P 1055 0.0000 set_recall 1055 0.0000 set_map 1055 0.0000 set_F 1055 0.0000 num_nonrel_judged_ret 1055 83 rbp 1055 0.0000 rbp_resid 1055 0.0326 unj_5 1055 0.0000 unj_10 1055 0.0000 unj_20 1055 0.0000 num_ret 1065 1000 num_rel 1065 1 num_rel_ret 1065 0 map 1065 0.0000 Rprec 1065 0.0000 bpref 1065 0.0000 recip_rank 1065 0.0000 iprec_at_recall_0.00 1065 0.0000 iprec_at_recall_0.10 1065 0.0000 iprec_at_recall_0.20 1065 0.0000 iprec_at_recall_0.30 1065 0.0000 iprec_at_recall_0.40 1065 0.0000 iprec_at_recall_0.50 1065 0.0000 iprec_at_recall_0.60 1065 0.0000 iprec_at_recall_0.70 1065 0.0000 iprec_at_recall_0.80 1065 0.0000 iprec_at_recall_0.90 1065 0.0000 iprec_at_recall_1.00 1065 0.0000 P_5 1065 0.0000 P_10 1065 0.0000 P_15 1065 0.0000 P_20 1065 0.0000 P_30 1065 0.0000 P_100 1065 0.0000 P_200 1065 0.0000 P_500 1065 0.0000 P_1000 1065 0.0000 relstring 1065 '0000000000' recall_5 1065 0.0000 recall_10 1065 0.0000 recall_15 1065 0.0000 recall_20 1065 0.0000 recall_30 1065 0.0000 recall_100 1065 0.0000 recall_200 1065 0.0000 recall_500 1065 0.0000 recall_1000 1065 0.0000 infAP 1065 0.0000 Rprec_mult_0.20 1065 0.0000 Rprec_mult_0.40 1065 0.0000 Rprec_mult_0.60 1065 0.0000 Rprec_mult_0.80 1065 0.0000 Rprec_mult_1.00 1065 0.0000 Rprec_mult_1.20 1065 0.0000 Rprec_mult_1.40 1065 0.0000 Rprec_mult_1.60 1065 0.0000 Rprec_mult_1.80 1065 0.0000 Rprec_mult_2.00 1065 0.0000 utility 1065 -1000.0000 11pt_avg 1065 0.0000 binG 1065 0.0000 G 1065 0.0000 ndcg 1065 0.0000 ndcg_rel 1065 0.0000 Rndcg 1065 0.0000 ndcg_cut_5 1065 0.0000 ndcg_cut_10 1065 0.0000 ndcg_cut_15 1065 0.0000 ndcg_cut_20 1065 0.0000 ndcg_cut_30 1065 0.0000 ndcg_cut_100 1065 0.0000 ndcg_cut_200 1065 0.0000 ndcg_cut_500 1065 0.0000 ndcg_cut_1000 1065 0.0000 map_cut_5 1065 0.0000 map_cut_10 1065 0.0000 map_cut_15 1065 0.0000 map_cut_20 1065 0.0000 map_cut_30 1065 0.0000 map_cut_100 1065 0.0000 map_cut_200 1065 0.0000 map_cut_500 1065 0.0000 map_cut_1000 1065 0.0000 relative_P_5 1065 0.0000 relative_P_10 1065 0.0000 relative_P_15 1065 0.0000 relative_P_20 1065 0.0000 relative_P_30 1065 0.0000 relative_P_100 1065 0.0000 relative_P_200 1065 0.0000 relative_P_500 1065 0.0000 relative_P_1000 1065 0.0000 success_1 1065 0.0000 success_5 1065 0.0000 success_10 1065 0.0000 set_P 1065 0.0000 set_relative_P 1065 0.0000 set_recall 1065 0.0000 set_map 1065 0.0000 set_F 1065 0.0000 num_nonrel_judged_ret 1065 32 rbp 1065 0.0000 rbp_resid 1065 0.0424 unj_5 1065 0.0000 unj_10 1065 0.0000 unj_20 1065 0.0000 num_ret 1067 1000 num_rel 1067 1 num_rel_ret 1067 0 map 1067 0.0000 Rprec 1067 0.0000 bpref 1067 0.0000 recip_rank 1067 0.0000 iprec_at_recall_0.00 1067 0.0000 iprec_at_recall_0.10 1067 0.0000 iprec_at_recall_0.20 1067 0.0000 iprec_at_recall_0.30 1067 0.0000 iprec_at_recall_0.40 1067 0.0000 iprec_at_recall_0.50 1067 0.0000 iprec_at_recall_0.60 1067 0.0000 iprec_at_recall_0.70 1067 0.0000 iprec_at_recall_0.80 1067 0.0000 iprec_at_recall_0.90 1067 0.0000 iprec_at_recall_1.00 1067 0.0000 P_5 1067 0.0000 P_10 1067 0.0000 P_15 1067 0.0000 P_20 1067 0.0000 P_30 1067 0.0000 P_100 1067 0.0000 P_200 1067 0.0000 P_500 1067 0.0000 P_1000 1067 0.0000 relstring 1067 '0000000000' recall_5 1067 0.0000 recall_10 1067 0.0000 recall_15 1067 0.0000 recall_20 1067 0.0000 recall_30 1067 0.0000 recall_100 1067 0.0000 recall_200 1067 0.0000 recall_500 1067 0.0000 recall_1000 1067 0.0000 infAP 1067 0.0000 Rprec_mult_0.20 1067 0.0000 Rprec_mult_0.40 1067 0.0000 Rprec_mult_0.60 1067 0.0000 Rprec_mult_0.80 1067 0.0000 Rprec_mult_1.00 1067 0.0000 Rprec_mult_1.20 1067 0.0000 Rprec_mult_1.40 1067 0.0000 Rprec_mult_1.60 1067 0.0000 Rprec_mult_1.80 1067 0.0000 Rprec_mult_2.00 1067 0.0000 utility 1067 -1000.0000 11pt_avg 1067 0.0000 binG 1067 0.0000 G 1067 0.0177 ndcg 1067 0.0466 ndcg_rel 1067 0.0459 Rndcg 1067 0.0238 ndcg_cut_5 1067 0.0000 ndcg_cut_10 1067 0.0000 ndcg_cut_15 1067 0.0000 ndcg_cut_20 1067 0.0265 ndcg_cut_30 1067 0.0466 ndcg_cut_100 1067 0.0466 ndcg_cut_200 1067 0.0466 ndcg_cut_500 1067 0.0466 ndcg_cut_1000 1067 0.0466 map_cut_5 1067 0.0000 map_cut_10 1067 0.0000 map_cut_15 1067 0.0000 map_cut_20 1067 0.0000 map_cut_30 1067 0.0000 map_cut_100 1067 0.0000 map_cut_200 1067 0.0000 map_cut_500 1067 0.0000 map_cut_1000 1067 0.0000 relative_P_5 1067 0.0000 relative_P_10 1067 0.0000 relative_P_15 1067 0.0000 relative_P_20 1067 0.0000 relative_P_30 1067 0.0000 relative_P_100 1067 0.0000 relative_P_200 1067 0.0000 relative_P_500 1067 0.0000 relative_P_1000 1067 0.0000 success_1 1067 0.0000 success_5 1067 0.0000 success_10 1067 0.0000 set_P 1067 0.0000 set_relative_P 1067 0.0000 set_recall 1067 0.0000 set_map 1067 0.0000 set_F 1067 0.0000 num_nonrel_judged_ret 1067 66 rbp 1067 0.0088 rbp_resid 1067 0.0364 unj_5 1067 0.0000 unj_10 1067 0.0000 unj_20 1067 0.0000 num_ret 1069 1000 num_rel 1069 0 num_rel_ret 1069 0 map 1069 0.0000 Rprec 1069 0.0000 bpref 1069 0.0000 recip_rank 1069 0.0000 iprec_at_recall_0.00 1069 0.0000 iprec_at_recall_0.10 1069 0.0000 iprec_at_recall_0.20 1069 0.0000 iprec_at_recall_0.30 1069 0.0000 iprec_at_recall_0.40 1069 0.0000 iprec_at_recall_0.50 1069 0.0000 iprec_at_recall_0.60 1069 0.0000 iprec_at_recall_0.70 1069 0.0000 iprec_at_recall_0.80 1069 0.0000 iprec_at_recall_0.90 1069 0.0000 iprec_at_recall_1.00 1069 0.0000 P_5 1069 0.0000 P_10 1069 0.0000 P_15 1069 0.0000 P_20 1069 0.0000 P_30 1069 0.0000 P_100 1069 0.0000 P_200 1069 0.0000 P_500 1069 0.0000 P_1000 1069 0.0000 relstring 1069 '0000000000' recall_5 1069 0.0000 recall_10 1069 0.0000 recall_15 1069 0.0000 recall_20 1069 0.0000 recall_30 1069 0.0000 recall_100 1069 0.0000 recall_200 1069 0.0000 recall_500 1069 0.0000 recall_1000 1069 0.0000 infAP 1069 0.0000 Rprec_mult_0.20 1069 0.0000 Rprec_mult_0.40 1069 0.0000 Rprec_mult_0.60 1069 0.0000 Rprec_mult_0.80 1069 0.0000 Rprec_mult_1.00 1069 0.0000 Rprec_mult_1.20 1069 0.0000 Rprec_mult_1.40 1069 0.0000 Rprec_mult_1.60 1069 0.0000 Rprec_mult_1.80 1069 0.0000 Rprec_mult_2.00 1069 0.0000 utility 1069 -1000.0000 11pt_avg 1069 0.0000 binG 1069 0.0000 G 1069 0.0000 ndcg 1069 0.0000 ndcg_rel 1069 0.0000 Rndcg 1069 0.0000 ndcg_cut_5 1069 0.0000 ndcg_cut_10 1069 0.0000 ndcg_cut_15 1069 0.0000 ndcg_cut_20 1069 0.0000 ndcg_cut_30 1069 0.0000 ndcg_cut_100 1069 0.0000 ndcg_cut_200 1069 0.0000 ndcg_cut_500 1069 0.0000 ndcg_cut_1000 1069 0.0000 map_cut_5 1069 0.0000 map_cut_10 1069 0.0000 map_cut_15 1069 0.0000 map_cut_20 1069 0.0000 map_cut_30 1069 0.0000 map_cut_100 1069 0.0000 map_cut_200 1069 0.0000 map_cut_500 1069 0.0000 map_cut_1000 1069 0.0000 relative_P_5 1069 0.0000 relative_P_10 1069 0.0000 relative_P_15 1069 0.0000 relative_P_20 1069 0.0000 relative_P_30 1069 0.0000 relative_P_100 1069 0.0000 relative_P_200 1069 0.0000 relative_P_500 1069 0.0000 relative_P_1000 1069 0.0000 success_1 1069 0.0000 success_5 1069 0.0000 success_10 1069 0.0000 set_P 1069 0.0000 set_relative_P 1069 0.0000 set_recall 1069 0.0000 set_map 1069 0.0000 set_F 1069 0.0000 num_nonrel_judged_ret 1069 64 rbp 1069 0.0000 rbp_resid 1069 0.0419 unj_5 1069 0.0000 unj_10 1069 0.0000 unj_20 1069 0.0000 num_ret 1075 1000 num_rel 1075 3 num_rel_ret 1075 0 map 1075 0.0000 Rprec 1075 0.0000 bpref 1075 0.0000 recip_rank 1075 0.0000 iprec_at_recall_0.00 1075 0.0000 iprec_at_recall_0.10 1075 0.0000 iprec_at_recall_0.20 1075 0.0000 iprec_at_recall_0.30 1075 0.0000 iprec_at_recall_0.40 1075 0.0000 iprec_at_recall_0.50 1075 0.0000 iprec_at_recall_0.60 1075 0.0000 iprec_at_recall_0.70 1075 0.0000 iprec_at_recall_0.80 1075 0.0000 iprec_at_recall_0.90 1075 0.0000 iprec_at_recall_1.00 1075 0.0000 P_5 1075 0.0000 P_10 1075 0.0000 P_15 1075 0.0000 P_20 1075 0.0000 P_30 1075 0.0000 P_100 1075 0.0000 P_200 1075 0.0000 P_500 1075 0.0000 P_1000 1075 0.0000 relstring 1075 '0110111101' recall_5 1075 0.0000 recall_10 1075 0.0000 recall_15 1075 0.0000 recall_20 1075 0.0000 recall_30 1075 0.0000 recall_100 1075 0.0000 recall_200 1075 0.0000 recall_500 1075 0.0000 recall_1000 1075 0.0000 infAP 1075 0.0000 Rprec_mult_0.20 1075 0.0000 Rprec_mult_0.40 1075 0.0000 Rprec_mult_0.60 1075 0.0000 Rprec_mult_0.80 1075 0.0000 Rprec_mult_1.00 1075 0.0000 Rprec_mult_1.20 1075 0.0000 Rprec_mult_1.40 1075 0.0000 Rprec_mult_1.60 1075 0.0000 Rprec_mult_1.80 1075 0.0000 Rprec_mult_2.00 1075 0.0000 utility 1075 -1000.0000 11pt_avg 1075 0.0000 binG 1075 0.0000 G 1075 0.0660 ndcg 1075 0.2999 ndcg_rel 1075 0.3033 Rndcg 1075 0.2476 ndcg_cut_5 1075 0.2105 ndcg_cut_10 1075 0.3193 ndcg_cut_15 1075 0.3565 ndcg_cut_20 1075 0.3615 ndcg_cut_30 1075 0.3365 ndcg_cut_100 1075 0.2775 ndcg_cut_200 1075 0.2916 ndcg_cut_500 1075 0.2959 ndcg_cut_1000 1075 0.2999 map_cut_5 1075 0.0000 map_cut_10 1075 0.0000 map_cut_15 1075 0.0000 map_cut_20 1075 0.0000 map_cut_30 1075 0.0000 map_cut_100 1075 0.0000 map_cut_200 1075 0.0000 map_cut_500 1075 0.0000 map_cut_1000 1075 0.0000 relative_P_5 1075 0.0000 relative_P_10 1075 0.0000 relative_P_15 1075 0.0000 relative_P_20 1075 0.0000 relative_P_30 1075 0.0000 relative_P_100 1075 0.0000 relative_P_200 1075 0.0000 relative_P_500 1075 0.0000 relative_P_1000 1075 0.0000 success_1 1075 0.0000 success_5 1075 0.0000 success_10 1075 0.0000 set_P 1075 0.0000 set_relative_P 1075 0.0000 set_recall 1075 0.0000 set_map 1075 0.0000 set_F 1075 0.0000 num_nonrel_judged_ret 1075 105 rbp 1075 0.1974 rbp_resid 1075 0.0201 unj_5 1075 0.0000 unj_10 1075 0.0000 unj_20 1075 0.0000 num_ret 1077 1000 num_rel 1077 16 num_rel_ret 1077 0 map 1077 0.0000 Rprec 1077 0.0000 bpref 1077 0.0000 recip_rank 1077 0.0000 iprec_at_recall_0.00 1077 0.0000 iprec_at_recall_0.10 1077 0.0000 iprec_at_recall_0.20 1077 0.0000 iprec_at_recall_0.30 1077 0.0000 iprec_at_recall_0.40 1077 0.0000 iprec_at_recall_0.50 1077 0.0000 iprec_at_recall_0.60 1077 0.0000 iprec_at_recall_0.70 1077 0.0000 iprec_at_recall_0.80 1077 0.0000 iprec_at_recall_0.90 1077 0.0000 iprec_at_recall_1.00 1077 0.0000 P_5 1077 0.0000 P_10 1077 0.0000 P_15 1077 0.0000 P_20 1077 0.0000 P_30 1077 0.0000 P_100 1077 0.0000 P_200 1077 0.0000 P_500 1077 0.0000 P_1000 1077 0.0000 relstring 1077 '1111001110' recall_5 1077 0.0000 recall_10 1077 0.0000 recall_15 1077 0.0000 recall_20 1077 0.0000 recall_30 1077 0.0000 recall_100 1077 0.0000 recall_200 1077 0.0000 recall_500 1077 0.0000 recall_1000 1077 0.0000 infAP 1077 0.0000 Rprec_mult_0.20 1077 0.0000 Rprec_mult_0.40 1077 0.0000 Rprec_mult_0.60 1077 0.0000 Rprec_mult_0.80 1077 0.0000 Rprec_mult_1.00 1077 0.0000 Rprec_mult_1.20 1077 0.0000 Rprec_mult_1.40 1077 0.0000 Rprec_mult_1.60 1077 0.0000 Rprec_mult_1.80 1077 0.0000 Rprec_mult_2.00 1077 0.0000 utility 1077 -1000.0000 11pt_avg 1077 0.0000 binG 1077 0.0000 G 1077 0.0449 ndcg 1077 0.2413 ndcg_rel 1077 0.2531 Rndcg 1077 0.2390 ndcg_cut_5 1077 0.2896 ndcg_cut_10 1077 0.2576 ndcg_cut_15 1077 0.2597 ndcg_cut_20 1077 0.2737 ndcg_cut_30 1077 0.2958 ndcg_cut_100 1077 0.2410 ndcg_cut_200 1077 0.2341 ndcg_cut_500 1077 0.2413 ndcg_cut_1000 1077 0.2413 map_cut_5 1077 0.0000 map_cut_10 1077 0.0000 map_cut_15 1077 0.0000 map_cut_20 1077 0.0000 map_cut_30 1077 0.0000 map_cut_100 1077 0.0000 map_cut_200 1077 0.0000 map_cut_500 1077 0.0000 map_cut_1000 1077 0.0000 relative_P_5 1077 0.0000 relative_P_10 1077 0.0000 relative_P_15 1077 0.0000 relative_P_20 1077 0.0000 relative_P_30 1077 0.0000 relative_P_100 1077 0.0000 relative_P_200 1077 0.0000 relative_P_500 1077 0.0000 relative_P_1000 1077 0.0000 success_1 1077 0.0000 success_5 1077 0.0000 success_10 1077 0.0000 set_P 1077 0.0000 set_relative_P 1077 0.0000 set_recall 1077 0.0000 set_map 1077 0.0000 set_F 1077 0.0000 num_nonrel_judged_ret 1077 65 rbp 1077 0.2347 rbp_resid 1077 0.0164 unj_5 1077 0.0000 unj_10 1077 0.0000 unj_20 1077 0.0000 num_ret 1079 1000 num_rel 1079 6 num_rel_ret 1079 2 map 1079 0.1032 Rprec 1079 0.1667 bpref 1079 0.1389 recip_rank 1079 0.3333 iprec_at_recall_0.00 1079 0.3333 iprec_at_recall_0.10 1079 0.3333 iprec_at_recall_0.20 1079 0.3333 iprec_at_recall_0.30 1079 0.2857 iprec_at_recall_0.40 1079 0.2857 iprec_at_recall_0.50 1079 0.0000 iprec_at_recall_0.60 1079 0.0000 iprec_at_recall_0.70 1079 0.0000 iprec_at_recall_0.80 1079 0.0000 iprec_at_recall_0.90 1079 0.0000 iprec_at_recall_1.00 1079 0.0000 P_5 1079 0.2000 P_10 1079 0.2000 P_15 1079 0.1333 P_20 1079 0.1000 P_30 1079 0.0667 P_100 1079 0.0200 P_200 1079 0.0100 P_500 1079 0.0040 P_1000 1079 0.0020 relstring 1079 '1130113011' recall_5 1079 0.1667 recall_10 1079 0.3333 recall_15 1079 0.3333 recall_20 1079 0.3333 recall_30 1079 0.3333 recall_100 1079 0.3333 recall_200 1079 0.3333 recall_500 1079 0.3333 recall_1000 1079 0.3333 infAP 1079 0.1032 Rprec_mult_0.20 1079 0.0000 Rprec_mult_0.40 1079 0.3333 Rprec_mult_0.60 1079 0.2500 Rprec_mult_0.80 1079 0.2000 Rprec_mult_1.00 1079 0.1667 Rprec_mult_1.20 1079 0.2500 Rprec_mult_1.40 1079 0.2222 Rprec_mult_1.60 1079 0.2000 Rprec_mult_1.80 1079 0.1818 Rprec_mult_2.00 1079 0.1667 utility 1079 -996.0000 11pt_avg 1079 0.1429 binG 1079 0.1427 G 1079 0.1374 ndcg 1079 0.4437 ndcg_rel 1079 0.4313 Rndcg 1079 0.4049 ndcg_cut_5 1079 0.3977 ndcg_cut_10 1079 0.4899 ndcg_cut_15 1079 0.4382 ndcg_cut_20 1079 0.4003 ndcg_cut_30 1079 0.4076 ndcg_cut_100 1079 0.4437 ndcg_cut_200 1079 0.4437 ndcg_cut_500 1079 0.4437 ndcg_cut_1000 1079 0.4437 map_cut_5 1079 0.0556 map_cut_10 1079 0.1032 map_cut_15 1079 0.1032 map_cut_20 1079 0.1032 map_cut_30 1079 0.1032 map_cut_100 1079 0.1032 map_cut_200 1079 0.1032 map_cut_500 1079 0.1032 map_cut_1000 1079 0.1032 relative_P_5 1079 0.2000 relative_P_10 1079 0.3333 relative_P_15 1079 0.3333 relative_P_20 1079 0.3333 relative_P_30 1079 0.3333 relative_P_100 1079 0.3333 relative_P_200 1079 0.3333 relative_P_500 1079 0.3333 relative_P_1000 1079 0.3333 success_1 1079 0.0000 success_5 1079 1.0000 success_10 1079 1.0000 set_P 1079 0.0020 set_relative_P 1079 0.3333 set_recall 1079 0.3333 set_map 1079 0.0007 set_F 1079 0.0040 num_nonrel_judged_ret 1079 44 rbp 1079 0.2752 rbp_resid 1079 0.0230 unj_5 1079 0.0000 unj_10 1079 0.0000 unj_20 1079 0.0000 num_ret 1081 1000 num_rel 1081 11 num_rel_ret 1081 2 map 1081 0.0367 Rprec 1081 0.0909 bpref 1081 0.0661 recip_rank 1081 0.2500 iprec_at_recall_0.00 1081 0.2500 iprec_at_recall_0.10 1081 0.2500 iprec_at_recall_0.20 1081 0.1538 iprec_at_recall_0.30 1081 0.0000 iprec_at_recall_0.40 1081 0.0000 iprec_at_recall_0.50 1081 0.0000 iprec_at_recall_0.60 1081 0.0000 iprec_at_recall_0.70 1081 0.0000 iprec_at_recall_0.80 1081 0.0000 iprec_at_recall_0.90 1081 0.0000 iprec_at_recall_1.00 1081 0.0000 P_5 1081 0.2000 P_10 1081 0.1000 P_15 1081 0.1333 P_20 1081 0.1000 P_30 1081 0.0667 P_100 1081 0.0200 P_200 1081 0.0100 P_500 1081 0.0040 P_1000 1081 0.0020 relstring 1081 '1013101110' recall_5 1081 0.0909 recall_10 1081 0.0909 recall_15 1081 0.1818 recall_20 1081 0.1818 recall_30 1081 0.1818 recall_100 1081 0.1818 recall_200 1081 0.1818 recall_500 1081 0.1818 recall_1000 1081 0.1818 infAP 1081 0.0367 Rprec_mult_0.20 1081 0.0000 Rprec_mult_0.40 1081 0.2000 Rprec_mult_0.60 1081 0.1429 Rprec_mult_0.80 1081 0.1111 Rprec_mult_1.00 1081 0.0909 Rprec_mult_1.20 1081 0.1429 Rprec_mult_1.40 1081 0.1250 Rprec_mult_1.60 1081 0.1111 Rprec_mult_1.80 1081 0.1000 Rprec_mult_2.00 1081 0.0909 utility 1081 -996.0000 11pt_avg 1081 0.0594 binG 1081 0.0637 G 1081 0.0719 ndcg 1081 0.3393 ndcg_rel 1081 0.3465 Rndcg 1081 0.3230 ndcg_cut_5 1081 0.3594 ndcg_cut_10 1081 0.3029 ndcg_cut_15 1081 0.3690 ndcg_cut_20 1081 0.3714 ndcg_cut_30 1081 0.3867 ndcg_cut_100 1081 0.3251 ndcg_cut_200 1081 0.3393 ndcg_cut_500 1081 0.3393 ndcg_cut_1000 1081 0.3393 map_cut_5 1081 0.0227 map_cut_10 1081 0.0227 map_cut_15 1081 0.0367 map_cut_20 1081 0.0367 map_cut_30 1081 0.0367 map_cut_100 1081 0.0367 map_cut_200 1081 0.0367 map_cut_500 1081 0.0367 map_cut_1000 1081 0.0367 relative_P_5 1081 0.2000 relative_P_10 1081 0.1000 relative_P_15 1081 0.1818 relative_P_20 1081 0.1818 relative_P_30 1081 0.1818 relative_P_100 1081 0.1818 relative_P_200 1081 0.1818 relative_P_500 1081 0.1818 relative_P_1000 1081 0.1818 success_1 1081 0.0000 success_5 1081 1.0000 success_10 1081 1.0000 set_P 1081 0.0020 set_relative_P 1081 0.1818 set_recall 1081 0.1818 set_map 1081 0.0004 set_F 1081 0.0040 num_nonrel_judged_ret 1081 153 rbp 1081 0.2938 rbp_resid 1081 0.0039 unj_5 1081 0.0000 unj_10 1081 0.0000 unj_20 1081 0.0000 num_ret 1083 1000 num_rel 1083 3 num_rel_ret 1083 1 map 1083 0.0076 Rprec 1083 0.0000 bpref 1083 0.0000 recip_rank 1083 0.0227 iprec_at_recall_0.00 1083 0.0227 iprec_at_recall_0.10 1083 0.0227 iprec_at_recall_0.20 1083 0.0227 iprec_at_recall_0.30 1083 0.0227 iprec_at_recall_0.40 1083 0.0227 iprec_at_recall_0.50 1083 0.0000 iprec_at_recall_0.60 1083 0.0000 iprec_at_recall_0.70 1083 0.0000 iprec_at_recall_0.80 1083 0.0000 iprec_at_recall_0.90 1083 0.0000 iprec_at_recall_1.00 1083 0.0000 P_5 1083 0.0000 P_10 1083 0.0000 P_15 1083 0.0000 P_20 1083 0.0000 P_30 1083 0.0000 P_100 1083 0.0100 P_200 1083 0.0050 P_500 1083 0.0020 P_1000 1083 0.0010 relstring 1083 '0010010110' recall_5 1083 0.0000 recall_10 1083 0.0000 recall_15 1083 0.0000 recall_20 1083 0.0000 recall_30 1083 0.0000 recall_100 1083 0.3333 recall_200 1083 0.3333 recall_500 1083 0.3333 recall_1000 1083 0.3333 infAP 1083 0.0076 Rprec_mult_0.20 1083 0.0000 Rprec_mult_0.40 1083 0.0000 Rprec_mult_0.60 1083 0.0000 Rprec_mult_0.80 1083 0.0000 Rprec_mult_1.00 1083 0.0000 Rprec_mult_1.20 1083 0.0000 Rprec_mult_1.40 1083 0.0000 Rprec_mult_1.60 1083 0.0000 Rprec_mult_1.80 1083 0.0000 Rprec_mult_2.00 1083 0.0000 utility 1083 -998.0000 11pt_avg 1083 0.0103 binG 1083 0.0607 G 1083 0.1284 ndcg 1083 0.2915 ndcg_rel 1083 0.2225 Rndcg 1083 0.1840 ndcg_cut_5 1083 0.0693 ndcg_cut_10 1083 0.1672 ndcg_cut_15 1083 0.2347 ndcg_cut_20 1083 0.2347 ndcg_cut_30 1083 0.2347 ndcg_cut_100 1083 0.2915 ndcg_cut_200 1083 0.2915 ndcg_cut_500 1083 0.2915 ndcg_cut_1000 1083 0.2915 map_cut_5 1083 0.0000 map_cut_10 1083 0.0000 map_cut_15 1083 0.0000 map_cut_20 1083 0.0000 map_cut_30 1083 0.0000 map_cut_100 1083 0.0076 map_cut_200 1083 0.0076 map_cut_500 1083 0.0076 map_cut_1000 1083 0.0076 relative_P_5 1083 0.0000 relative_P_10 1083 0.0000 relative_P_15 1083 0.0000 relative_P_20 1083 0.0000 relative_P_30 1083 0.0000 relative_P_100 1083 0.3333 relative_P_200 1083 0.3333 relative_P_500 1083 0.3333 relative_P_1000 1083 0.3333 success_1 1083 0.0000 success_5 1083 0.0000 success_10 1083 0.0000 set_P 1083 0.0010 set_relative_P 1083 0.3333 set_recall 1083 0.3333 set_map 1083 0.0003 set_F 1083 0.0020 num_nonrel_judged_ret 1083 61 rbp 1083 0.1058 rbp_resid 1083 0.0311 unj_5 1083 0.0000 unj_10 1083 0.0000 unj_20 1083 0.0000 num_ret 1085 1000 num_rel 1085 4 num_rel_ret 1085 1 map 1085 0.0083 Rprec 1085 0.0000 bpref 1085 0.0000 recip_rank 1085 0.0333 iprec_at_recall_0.00 1085 0.0333 iprec_at_recall_0.10 1085 0.0333 iprec_at_recall_0.20 1085 0.0333 iprec_at_recall_0.30 1085 0.0333 iprec_at_recall_0.40 1085 0.0000 iprec_at_recall_0.50 1085 0.0000 iprec_at_recall_0.60 1085 0.0000 iprec_at_recall_0.70 1085 0.0000 iprec_at_recall_0.80 1085 0.0000 iprec_at_recall_0.90 1085 0.0000 iprec_at_recall_1.00 1085 0.0000 P_5 1085 0.0000 P_10 1085 0.0000 P_15 1085 0.0000 P_20 1085 0.0000 P_30 1085 0.0333 P_100 1085 0.0100 P_200 1085 0.0050 P_500 1085 0.0020 P_1000 1085 0.0010 relstring 1085 '1000000000' recall_5 1085 0.0000 recall_10 1085 0.0000 recall_15 1085 0.0000 recall_20 1085 0.0000 recall_30 1085 0.2500 recall_100 1085 0.2500 recall_200 1085 0.2500 recall_500 1085 0.2500 recall_1000 1085 0.2500 infAP 1085 0.0083 Rprec_mult_0.20 1085 0.0000 Rprec_mult_0.40 1085 0.0000 Rprec_mult_0.60 1085 0.0000 Rprec_mult_0.80 1085 0.0000 Rprec_mult_1.00 1085 0.0000 Rprec_mult_1.20 1085 0.0000 Rprec_mult_1.40 1085 0.0000 Rprec_mult_1.60 1085 0.0000 Rprec_mult_1.80 1085 0.0000 Rprec_mult_2.00 1085 0.0000 utility 1085 -998.0000 11pt_avg 1085 0.0121 binG 1085 0.0505 G 1085 0.0569 ndcg 1085 0.1614 ndcg_rel 1085 0.1771 Rndcg 1085 0.1307 ndcg_cut_5 1085 0.1239 ndcg_cut_10 1085 0.1034 ndcg_cut_15 1085 0.1005 ndcg_cut_20 1085 0.1005 ndcg_cut_30 1085 0.1614 ndcg_cut_100 1085 0.1614 ndcg_cut_200 1085 0.1614 ndcg_cut_500 1085 0.1614 ndcg_cut_1000 1085 0.1614 map_cut_5 1085 0.0000 map_cut_10 1085 0.0000 map_cut_15 1085 0.0000 map_cut_20 1085 0.0000 map_cut_30 1085 0.0083 map_cut_100 1085 0.0083 map_cut_200 1085 0.0083 map_cut_500 1085 0.0083 map_cut_1000 1085 0.0083 relative_P_5 1085 0.0000 relative_P_10 1085 0.0000 relative_P_15 1085 0.0000 relative_P_20 1085 0.0000 relative_P_30 1085 0.2500 relative_P_100 1085 0.2500 relative_P_200 1085 0.2500 relative_P_500 1085 0.2500 relative_P_1000 1085 0.2500 success_1 1085 0.0000 success_5 1085 0.0000 success_10 1085 0.0000 set_P 1085 0.0010 set_relative_P 1085 0.2500 set_recall 1085 0.2500 set_map 1085 0.0003 set_F 1085 0.0020 num_nonrel_judged_ret 1085 69 rbp 1085 0.0380 rbp_resid 1085 0.0233 unj_5 1085 0.0000 unj_10 1085 0.0000 unj_20 1085 0.0000 num_ret 1087 1000 num_rel 1087 2 num_rel_ret 1087 1 map 1087 0.5000 Rprec 1087 0.5000 bpref 1087 0.5000 recip_rank 1087 1.0000 iprec_at_recall_0.00 1087 1.0000 iprec_at_recall_0.10 1087 1.0000 iprec_at_recall_0.20 1087 1.0000 iprec_at_recall_0.30 1087 1.0000 iprec_at_recall_0.40 1087 1.0000 iprec_at_recall_0.50 1087 1.0000 iprec_at_recall_0.60 1087 1.0000 iprec_at_recall_0.70 1087 1.0000 iprec_at_recall_0.80 1087 0.0000 iprec_at_recall_0.90 1087 0.0000 iprec_at_recall_1.00 1087 0.0000 P_5 1087 0.2000 P_10 1087 0.1000 P_15 1087 0.0667 P_20 1087 0.0500 P_30 1087 0.0333 P_100 1087 0.0100 P_200 1087 0.0050 P_500 1087 0.0020 P_1000 1087 0.0010 relstring 1087 '3011000000' recall_5 1087 0.5000 recall_10 1087 0.5000 recall_15 1087 0.5000 recall_20 1087 0.5000 recall_30 1087 0.5000 recall_100 1087 0.5000 recall_200 1087 0.5000 recall_500 1087 0.5000 recall_1000 1087 0.5000 infAP 1087 0.5000 Rprec_mult_0.20 1087 1.0000 Rprec_mult_0.40 1087 1.0000 Rprec_mult_0.60 1087 0.5000 Rprec_mult_0.80 1087 0.5000 Rprec_mult_1.00 1087 0.5000 Rprec_mult_1.20 1087 0.3333 Rprec_mult_1.40 1087 0.3333 Rprec_mult_1.60 1087 0.2500 Rprec_mult_1.80 1087 0.2500 Rprec_mult_2.00 1087 0.2500 utility 1087 -998.0000 11pt_avg 1087 0.7273 binG 1087 0.5000 G 1087 0.1161 ndcg 1087 0.3960 ndcg_rel 1087 0.4136 Rndcg 1087 0.4445 ndcg_cut_5 1087 0.6329 ndcg_cut_10 1087 0.5036 ndcg_cut_15 1087 0.4589 ndcg_cut_20 1087 0.4522 ndcg_cut_30 1087 0.3913 ndcg_cut_100 1087 0.3336 ndcg_cut_200 1087 0.3671 ndcg_cut_500 1087 0.3897 ndcg_cut_1000 1087 0.3960 map_cut_5 1087 0.5000 map_cut_10 1087 0.5000 map_cut_15 1087 0.5000 map_cut_20 1087 0.5000 map_cut_30 1087 0.5000 map_cut_100 1087 0.5000 map_cut_200 1087 0.5000 map_cut_500 1087 0.5000 map_cut_1000 1087 0.5000 relative_P_5 1087 0.5000 relative_P_10 1087 0.5000 relative_P_15 1087 0.5000 relative_P_20 1087 0.5000 relative_P_30 1087 0.5000 relative_P_100 1087 0.5000 relative_P_200 1087 0.5000 relative_P_500 1087 0.5000 relative_P_1000 1087 0.5000 success_1 1087 1.0000 success_5 1087 1.0000 success_10 1087 1.0000 set_P 1087 0.0010 set_relative_P 1087 0.5000 set_recall 1087 0.5000 set_map 1087 0.0005 set_F 1087 0.0020 num_nonrel_judged_ret 1087 93 rbp 1087 0.1739 rbp_resid 1087 0.0151 unj_5 1087 0.0000 unj_10 1087 0.0000 unj_20 1087 0.0000 runid all mt-bm25-title num_q all 30 num_ret all 30000 num_rel all 183 num_rel_ret all 24 map all 0.0472 gm_map all 0.0003 Rprec all 0.0480 bpref all 0.0382 recip_rank all 0.1336 iprec_at_recall_0.00 all 0.1351 iprec_at_recall_0.10 all 0.1338 iprec_at_recall_0.20 all 0.0943 iprec_at_recall_0.30 all 0.0875 iprec_at_recall_0.40 all 0.0792 iprec_at_recall_0.50 all 0.0523 iprec_at_recall_0.60 all 0.0523 iprec_at_recall_0.70 all 0.0460 iprec_at_recall_0.80 all 0.0126 iprec_at_recall_0.90 all 0.0111 iprec_at_recall_1.00 all 0.0111 P_5 all 0.0467 P_10 all 0.0267 P_15 all 0.0244 P_20 all 0.0233 P_30 all 0.0167 P_100 all 0.0060 P_200 all 0.0035 P_500 all 0.0015 P_1000 all 0.0008 recall_5 all 0.0806 recall_10 all 0.0861 recall_15 all 0.0983 recall_20 all 0.1191 recall_30 all 0.1274 recall_100 all 0.1476 recall_200 all 0.1499 recall_500 all 0.1562 recall_1000 all 0.1588 infAP all 0.0472 gm_bpref all 0.0001 Rprec_mult_0.20 all 0.0444 Rprec_mult_0.40 all 0.0752 Rprec_mult_0.60 all 0.0629 Rprec_mult_0.80 all 0.0504 Rprec_mult_1.00 all 0.0480 Rprec_mult_1.20 all 0.0419 Rprec_mult_1.40 all 0.0372 Rprec_mult_1.60 all 0.0322 Rprec_mult_1.80 all 0.0293 Rprec_mult_2.00 all 0.0283 utility all -998.4000 11pt_avg all 0.0650 binG all 0.0679 G all 0.0576 ndcg all 0.1848 ndcg_rel all 0.1909 Rndcg all 0.1388 ndcg_cut_5 all 0.1946 ndcg_cut_10 all 0.1845 ndcg_cut_15 all 0.1788 ndcg_cut_20 all 0.1790 ndcg_cut_30 all 0.1708 ndcg_cut_100 all 0.1678 ndcg_cut_200 all 0.1758 ndcg_cut_500 all 0.1821 ndcg_cut_1000 all 0.1848 map_cut_5 all 0.0413 map_cut_10 all 0.0429 map_cut_15 all 0.0440 map_cut_20 all 0.0462 map_cut_30 all 0.0464 map_cut_100 all 0.0471 map_cut_200 all 0.0472 map_cut_500 all 0.0472 map_cut_1000 all 0.0472 relative_P_5 all 0.0894 relative_P_10 all 0.0872 relative_P_15 all 0.0997 relative_P_20 all 0.1200 relative_P_30 all 0.1278 relative_P_100 all 0.1476 relative_P_200 all 0.1499 relative_P_500 all 0.1562 relative_P_1000 all 0.1588 success_1 all 0.0667 success_5 all 0.2333 success_10 all 0.2333 set_P all 0.0008 set_relative_P all 0.1588 set_recall all 0.1588 set_map all 0.0003 set_F all 0.0016 num_nonrel_judged_ret all 2915 rbp all 0.1119 rbp_resid all 0.0283 unj_5 all 0.0000 unj_10 all 0.0000 unj_20 all 0.0000