num_ret 0_10 1000 num_rel 0_10 54 num_rel_ret 0_10 8 map 0_10 0.0246 Rprec 0_10 0.1111 bpref 0_10 0.1279 recip_rank 0_10 0.5000 iprec_at_recall_0.00 0_10 0.5000 iprec_at_recall_0.10 0_10 0.1304 iprec_at_recall_0.20 0_10 0.0000 iprec_at_recall_0.30 0_10 0.0000 iprec_at_recall_0.40 0_10 0.0000 iprec_at_recall_0.50 0_10 0.0000 iprec_at_recall_0.60 0_10 0.0000 iprec_at_recall_0.70 0_10 0.0000 iprec_at_recall_0.80 0_10 0.0000 iprec_at_recall_0.90 0_10 0.0000 iprec_at_recall_1.00 0_10 0.0000 P_5 0_10 0.2000 P_10 0_10 0.1000 P_15 0_10 0.1333 P_20 0_10 0.1000 P_30 0_10 0.1333 P_100 0_10 0.0800 P_200 0_10 0.0400 P_500 0_10 0.0160 P_1000 0_10 0.0080 relstring 0_10 '01000-----' recall_5 0_10 0.0185 recall_10 0_10 0.0185 recall_15 0_10 0.0370 recall_20 0_10 0.0370 recall_30 0_10 0.0741 recall_100 0_10 0.1481 recall_200 0_10 0.1481 recall_500 0_10 0.1481 recall_1000 0_10 0.1481 infAP 0_10 0.0246 Rprec_mult_0.20 0_10 0.0909 Rprec_mult_0.40 0_10 0.0909 Rprec_mult_0.60 0_10 0.1212 Rprec_mult_0.80 0_10 0.1136 Rprec_mult_1.00 0_10 0.1111 Rprec_mult_1.20 0_10 0.0923 Rprec_mult_1.40 0_10 0.0789 Rprec_mult_1.60 0_10 0.0690 Rprec_mult_1.80 0_10 0.0816 Rprec_mult_2.00 0_10 0.0741 utility 0_10 -984.0000 11pt_avg 0_10 0.0573 binG 0_10 0.0373 G 0_10 0.0230 ndcg 0_10 0.1096 ndcg_rel 0_10 0.1061 Rndcg 0_10 0.0828 ndcg_cut_5 0_10 0.0713 ndcg_cut_10 0_10 0.0463 ndcg_cut_15 0_10 0.0508 ndcg_cut_20 0_10 0.0423 ndcg_cut_30 0_10 0.0718 ndcg_cut_100 0_10 0.1096 ndcg_cut_200 0_10 0.1096 ndcg_cut_500 0_10 0.1096 ndcg_cut_1000 0_10 0.1096 map_cut_5 0_10 0.0093 map_cut_10 0_10 0.0093 map_cut_15 0_10 0.0121 map_cut_20 0_10 0.0121 map_cut_30 0_10 0.0169 map_cut_100 0_10 0.0246 map_cut_200 0_10 0.0246 map_cut_500 0_10 0.0246 map_cut_1000 0_10 0.0246 relative_P_5 0_10 0.2000 relative_P_10 0_10 0.1000 relative_P_15 0_10 0.1333 relative_P_20 0_10 0.1000 relative_P_30 0_10 0.1333 relative_P_100 0_10 0.1481 relative_P_200 0_10 0.1481 relative_P_500 0_10 0.1481 relative_P_1000 0_10 0.1481 success_1 0_10 0.0000 success_5 0_10 1.0000 success_10 0_10 1.0000 set_P 0_10 0.0080 set_relative_P 0_10 0.1481 set_recall 0_10 0.1481 set_map 0_10 0.0012 set_F 0_10 0.0152 num_nonrel_judged_ret 0_10 15 rbp 0_10 0.0524 rbp_resid 0_10 0.4717 unj_5 0_10 0.0000 unj_10 0_10 0.5000 unj_20 0_10 0.6000 num_ret 0_11 1000 num_rel 0_11 12 num_rel_ret 0_11 3 map 0_11 0.0908 Rprec 0_11 0.0833 bpref 0_11 0.1181 recip_rank 0_11 1.0000 iprec_at_recall_0.00 0_11 1.0000 iprec_at_recall_0.10 0_11 1.0000 iprec_at_recall_0.20 0_11 0.0800 iprec_at_recall_0.30 0_11 0.0000 iprec_at_recall_0.40 0_11 0.0000 iprec_at_recall_0.50 0_11 0.0000 iprec_at_recall_0.60 0_11 0.0000 iprec_at_recall_0.70 0_11 0.0000 iprec_at_recall_0.80 0_11 0.0000 iprec_at_recall_0.90 0_11 0.0000 iprec_at_recall_1.00 0_11 0.0000 P_5 0_11 0.2000 P_10 0_11 0.1000 P_15 0_11 0.0667 P_20 0_11 0.0500 P_30 0_11 0.0667 P_100 0_11 0.0200 P_200 0_11 0.0100 P_500 0_11 0.0060 P_1000 0_11 0.0030 relstring 0_11 '30000---0-' recall_5 0_11 0.0833 recall_10 0_11 0.0833 recall_15 0_11 0.0833 recall_20 0_11 0.0833 recall_30 0_11 0.1667 recall_100 0_11 0.1667 recall_200 0_11 0.1667 recall_500 0_11 0.2500 recall_1000 0_11 0.2500 infAP 0_11 0.0908 Rprec_mult_0.20 0_11 0.3333 Rprec_mult_0.40 0_11 0.2000 Rprec_mult_0.60 0_11 0.1250 Rprec_mult_0.80 0_11 0.1000 Rprec_mult_1.00 0_11 0.0833 Rprec_mult_1.20 0_11 0.0667 Rprec_mult_1.40 0_11 0.0588 Rprec_mult_1.60 0_11 0.0500 Rprec_mult_1.80 0_11 0.0455 Rprec_mult_2.00 0_11 0.0417 utility 0_11 -994.0000 11pt_avg 0_11 0.1891 binG 0_11 0.1114 G 0_11 0.1085 ndcg 0_11 0.2619 ndcg_rel 0_11 0.3215 Rndcg 0_11 0.2291 ndcg_cut_5 0_11 0.3392 ndcg_cut_10 0_11 0.2201 ndcg_cut_15 0_11 0.1964 ndcg_cut_20 0_11 0.1964 ndcg_cut_30 0_11 0.2381 ndcg_cut_100 0_11 0.2381 ndcg_cut_200 0_11 0.2381 ndcg_cut_500 0_11 0.2619 ndcg_cut_1000 0_11 0.2619 map_cut_5 0_11 0.0833 map_cut_10 0_11 0.0833 map_cut_15 0_11 0.0833 map_cut_20 0_11 0.0833 map_cut_30 0_11 0.0900 map_cut_100 0_11 0.0900 map_cut_200 0_11 0.0900 map_cut_500 0_11 0.0908 map_cut_1000 0_11 0.0908 relative_P_5 0_11 0.2000 relative_P_10 0_11 0.1000 relative_P_15 0_11 0.0833 relative_P_20 0_11 0.0833 relative_P_30 0_11 0.1667 relative_P_100 0_11 0.1667 relative_P_200 0_11 0.1667 relative_P_500 0_11 0.2500 relative_P_1000 0_11 0.2500 success_1 0_11 1.0000 success_5 0_11 1.0000 success_10 0_11 1.0000 set_P 0_11 0.0030 set_relative_P 0_11 0.2500 set_recall 0_11 0.2500 set_map 0_11 0.0008 set_F 0_11 0.0059 num_nonrel_judged_ret 0_11 11 rbp 0_11 0.1080 rbp_resid 0_11 0.4636 unj_5 0_11 0.0000 unj_10 0_11 0.4000 unj_20 0_11 0.6000 num_ret 0_2 1000 num_rel 0_2 34 num_rel_ret 0_2 10 map 0_2 0.0738 Rprec 0_2 0.2059 bpref 0_2 0.1488 recip_rank 0_2 0.2000 iprec_at_recall_0.00 0_2 0.3750 iprec_at_recall_0.10 0_2 0.3750 iprec_at_recall_0.20 0_2 0.2333 iprec_at_recall_0.30 0_2 0.0538 iprec_at_recall_0.40 0_2 0.0000 iprec_at_recall_0.50 0_2 0.0000 iprec_at_recall_0.60 0_2 0.0000 iprec_at_recall_0.70 0_2 0.0000 iprec_at_recall_0.80 0_2 0.0000 iprec_at_recall_0.90 0_2 0.0000 iprec_at_recall_1.00 0_2 0.0000 P_5 0_2 0.2000 P_10 0_2 0.3000 P_15 0_2 0.2667 P_20 0_2 0.2500 P_30 0_2 0.2333 P_100 0_2 0.0900 P_200 0_2 0.0500 P_500 0_2 0.0200 P_1000 0_2 0.0100 relstring 0_2 '0000220100' recall_5 0_2 0.0294 recall_10 0_2 0.0882 recall_15 0_2 0.1176 recall_20 0_2 0.1471 recall_30 0_2 0.2059 recall_100 0_2 0.2647 recall_200 0_2 0.2941 recall_500 0_2 0.2941 recall_1000 0_2 0.2941 infAP 0_2 0.0738 Rprec_mult_0.20 0_2 0.2857 Rprec_mult_0.40 0_2 0.2857 Rprec_mult_0.60 0_2 0.2857 Rprec_mult_0.80 0_2 0.2143 Rprec_mult_1.00 0_2 0.2059 Rprec_mult_1.20 0_2 0.1951 Rprec_mult_1.40 0_2 0.1875 Rprec_mult_1.60 0_2 0.1636 Rprec_mult_1.80 0_2 0.1452 Rprec_mult_2.00 0_2 0.1324 utility 0_2 -980.0000 11pt_avg 0_2 0.0943 binG 0_2 0.0786 G 0_2 0.0684 ndcg 0_2 0.2345 ndcg_rel 0_2 0.2236 Rndcg 0_2 0.1544 ndcg_cut_5 0_2 0.1122 ndcg_cut_10 0_2 0.1786 ndcg_cut_15 0_2 0.1866 ndcg_cut_20 0_2 0.1880 ndcg_cut_30 0_2 0.2025 ndcg_cut_100 0_2 0.2265 ndcg_cut_200 0_2 0.2345 ndcg_cut_500 0_2 0.2345 ndcg_cut_1000 0_2 0.2345 map_cut_5 0_2 0.0059 map_cut_10 0_2 0.0267 map_cut_15 0_2 0.0358 map_cut_20 0_2 0.0444 map_cut_30 0_2 0.0597 map_cut_100 0_2 0.0722 map_cut_200 0_2 0.0738 map_cut_500 0_2 0.0738 map_cut_1000 0_2 0.0738 relative_P_5 0_2 0.2000 relative_P_10 0_2 0.3000 relative_P_15 0_2 0.2667 relative_P_20 0_2 0.2500 relative_P_30 0_2 0.2333 relative_P_100 0_2 0.2647 relative_P_200 0_2 0.2941 relative_P_500 0_2 0.2941 relative_P_1000 0_2 0.2941 success_1 0_2 0.0000 success_5 0_2 1.0000 success_10 0_2 1.0000 set_P 0_2 0.0100 set_relative_P 0_2 0.2941 set_recall 0_2 0.2941 set_map 0_2 0.0029 set_F 0_2 0.0193 num_nonrel_judged_ret 0_2 120 rbp 0_2 0.1328 rbp_resid 0_2 0.0019 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1000 num_rel 0_3 24 num_rel_ret 0_3 16 map 0_3 0.1290 Rprec 0_3 0.2917 bpref 0_3 0.1701 recip_rank 0_3 0.2500 iprec_at_recall_0.00 0_3 0.4000 iprec_at_recall_0.10 0_3 0.4000 iprec_at_recall_0.20 0_3 0.2941 iprec_at_recall_0.30 0_3 0.2917 iprec_at_recall_0.40 0_3 0.1282 iprec_at_recall_0.50 0_3 0.1008 iprec_at_recall_0.60 0_3 0.0921 iprec_at_recall_0.70 0_3 0.0000 iprec_at_recall_0.80 0_3 0.0000 iprec_at_recall_0.90 0_3 0.0000 iprec_at_recall_1.00 0_3 0.0000 P_5 0_3 0.4000 P_10 0_3 0.3000 P_15 0_3 0.2667 P_20 0_3 0.2500 P_30 0_3 0.2333 P_100 0_3 0.1100 P_200 0_3 0.0750 P_500 0_3 0.0320 P_1000 0_3 0.0160 relstring 0_3 '0001100001' recall_5 0_3 0.0833 recall_10 0_3 0.1250 recall_15 0_3 0.1667 recall_20 0_3 0.2083 recall_30 0_3 0.2917 recall_100 0_3 0.4583 recall_200 0_3 0.6250 recall_500 0_3 0.6667 recall_1000 0_3 0.6667 infAP 0_3 0.1290 Rprec_mult_0.20 0_3 0.4000 Rprec_mult_0.40 0_3 0.3000 Rprec_mult_0.60 0_3 0.2667 Rprec_mult_0.80 0_3 0.2500 Rprec_mult_1.00 0_3 0.2917 Rprec_mult_1.20 0_3 0.2414 Rprec_mult_1.40 0_3 0.2059 Rprec_mult_1.60 0_3 0.1795 Rprec_mult_1.80 0_3 0.1818 Rprec_mult_2.00 0_3 0.1667 utility 0_3 -968.0000 11pt_avg 0_3 0.1552 binG 0_3 0.1486 G 0_3 0.1248 ndcg 0_3 0.3362 ndcg_rel 0_3 0.2613 Rndcg 0_3 0.1665 ndcg_cut_5 0_3 0.1185 ndcg_cut_10 0_3 0.1303 ndcg_cut_15 0_3 0.1383 ndcg_cut_20 0_3 0.1889 ndcg_cut_30 0_3 0.2115 ndcg_cut_100 0_3 0.2673 ndcg_cut_200 0_3 0.3143 ndcg_cut_500 0_3 0.3362 ndcg_cut_1000 0_3 0.3362 map_cut_5 0_3 0.0271 map_cut_10 0_3 0.0396 map_cut_15 0_3 0.0507 map_cut_20 0_3 0.0629 map_cut_30 0_3 0.0860 map_cut_100 0_3 0.1101 map_cut_200 0_3 0.1258 map_cut_500 0_3 0.1290 map_cut_1000 0_3 0.1290 relative_P_5 0_3 0.4000 relative_P_10 0_3 0.3000 relative_P_15 0_3 0.2667 relative_P_20 0_3 0.2500 relative_P_30 0_3 0.2917 relative_P_100 0_3 0.4583 relative_P_200 0_3 0.6250 relative_P_500 0_3 0.6667 relative_P_1000 0_3 0.6667 success_1 0_3 0.0000 success_5 0_3 1.0000 success_10 0_3 1.0000 set_P 0_3 0.0160 set_relative_P 0_3 0.6667 set_recall 0_3 0.6667 set_map 0_3 0.0107 set_F 0_3 0.0312 num_nonrel_judged_ret 0_3 110 rbp 0_3 0.0919 rbp_resid 0_3 0.0108 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 1000 num_rel 0_4 20 num_rel_ret 0_4 8 map 0_4 0.1568 Rprec 0_4 0.2500 bpref 0_4 0.2075 recip_rank 0_4 1.0000 iprec_at_recall_0.00 0_4 1.0000 iprec_at_recall_0.10 0_4 1.0000 iprec_at_recall_0.20 0_4 0.2667 iprec_at_recall_0.30 0_4 0.1000 iprec_at_recall_0.40 0_4 0.0430 iprec_at_recall_0.50 0_4 0.0000 iprec_at_recall_0.60 0_4 0.0000 iprec_at_recall_0.70 0_4 0.0000 iprec_at_recall_0.80 0_4 0.0000 iprec_at_recall_0.90 0_4 0.0000 iprec_at_recall_1.00 0_4 0.0000 P_5 0_4 0.4000 P_10 0_4 0.3000 P_15 0_4 0.2667 P_20 0_4 0.2500 P_30 0_4 0.1667 P_100 0_4 0.0600 P_200 0_4 0.0400 P_500 0_4 0.0160 P_1000 0_4 0.0080 relstring 0_4 '43000010--' recall_5 0_4 0.1000 recall_10 0_4 0.1500 recall_15 0_4 0.2000 recall_20 0_4 0.2500 recall_30 0_4 0.2500 recall_100 0_4 0.3000 recall_200 0_4 0.4000 recall_500 0_4 0.4000 recall_1000 0_4 0.4000 infAP 0_4 0.1568 Rprec_mult_0.20 0_4 0.5000 Rprec_mult_0.40 0_4 0.3750 Rprec_mult_0.60 0_4 0.2500 Rprec_mult_0.80 0_4 0.2500 Rprec_mult_1.00 0_4 0.2500 Rprec_mult_1.20 0_4 0.2083 Rprec_mult_1.40 0_4 0.1786 Rprec_mult_1.60 0_4 0.1562 Rprec_mult_1.80 0_4 0.1389 Rprec_mult_2.00 0_4 0.1250 utility 0_4 -984.0000 11pt_avg 0_4 0.2191 binG 0_4 0.1674 G 0_4 0.2169 ndcg 0_4 0.5180 ndcg_rel 0_4 0.5553 Rndcg 0_4 0.5424 ndcg_cut_5 0_4 0.5565 ndcg_cut_10 0_4 0.4518 ndcg_cut_15 0_4 0.4618 ndcg_cut_20 0_4 0.4836 ndcg_cut_30 0_4 0.4836 ndcg_cut_100 0_4 0.4936 ndcg_cut_200 0_4 0.5180 ndcg_cut_500 0_4 0.5180 ndcg_cut_1000 0_4 0.5180 map_cut_5 0_4 0.1000 map_cut_10 0_4 0.1214 map_cut_15 0_4 0.1348 map_cut_20 0_4 0.1473 map_cut_30 0_4 0.1473 map_cut_100 0_4 0.1523 map_cut_200 0_4 0.1568 map_cut_500 0_4 0.1568 map_cut_1000 0_4 0.1568 relative_P_5 0_4 0.4000 relative_P_10 0_4 0.3000 relative_P_15 0_4 0.2667 relative_P_20 0_4 0.2500 relative_P_30 0_4 0.2500 relative_P_100 0_4 0.3000 relative_P_200 0_4 0.4000 relative_P_500 0_4 0.4000 relative_P_1000 0_4 0.4000 success_1 0_4 1.0000 success_5 0_4 1.0000 success_10 0_4 1.0000 set_P 0_4 0.0080 set_relative_P 0_4 0.4000 set_recall 0_4 0.4000 set_map 0_4 0.0032 set_F 0_4 0.0157 num_nonrel_judged_ret 0_4 32 rbp 0_4 0.2172 rbp_resid 0_4 0.3017 unj_5 0_4 0.0000 unj_10 0_4 0.2000 unj_20 0_4 0.4000 num_ret 0_6 1000 num_rel 0_6 121 num_rel_ret 0_6 47 map 0_6 0.0291 Rprec 0_6 0.0331 bpref 0_6 0.2654 recip_rank 0_6 0.0357 iprec_at_recall_0.00 0_6 0.0934 iprec_at_recall_0.10 0_6 0.0934 iprec_at_recall_0.20 0_6 0.0934 iprec_at_recall_0.30 0_6 0.0896 iprec_at_recall_0.40 0_6 0.0000 iprec_at_recall_0.50 0_6 0.0000 iprec_at_recall_0.60 0_6 0.0000 iprec_at_recall_0.70 0_6 0.0000 iprec_at_recall_0.80 0_6 0.0000 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 0.0000 P_10 0_6 0.0000 P_15 0_6 0.0000 P_20 0_6 0.0000 P_30 0_6 0.0333 P_100 0_6 0.0400 P_200 0_6 0.0850 P_500 0_6 0.0760 P_1000 0_6 0.0470 relstring 0_6 '00000--0--' recall_5 0_6 0.0000 recall_10 0_6 0.0000 recall_15 0_6 0.0000 recall_20 0_6 0.0000 recall_30 0_6 0.0083 recall_100 0_6 0.0331 recall_200 0_6 0.1405 recall_500 0_6 0.3140 recall_1000 0_6 0.3884 infAP 0_6 0.0291 Rprec_mult_0.20 0_6 0.0000 Rprec_mult_0.40 0_6 0.0204 Rprec_mult_0.60 0_6 0.0411 Rprec_mult_0.80 0_6 0.0412 Rprec_mult_1.00 0_6 0.0331 Rprec_mult_1.20 0_6 0.0479 Rprec_mult_1.40 0_6 0.0706 Rprec_mult_1.60 0_6 0.0876 Rprec_mult_1.80 0_6 0.0917 Rprec_mult_2.00 0_6 0.0868 utility 0_6 -906.0000 11pt_avg 0_6 0.0336 binG 0_6 0.0501 G 0_6 0.0526 ndcg 0_6 0.2329 ndcg_rel 0_6 0.1921 Rndcg 0_6 0.0708 ndcg_cut_5 0_6 0.0000 ndcg_cut_10 0_6 0.0000 ndcg_cut_15 0_6 0.0000 ndcg_cut_20 0_6 0.0000 ndcg_cut_30 0_6 0.0190 ndcg_cut_100 0_6 0.0357 ndcg_cut_200 0_6 0.0985 ndcg_cut_500 0_6 0.1981 ndcg_cut_1000 0_6 0.2329 map_cut_5 0_6 0.0000 map_cut_10 0_6 0.0000 map_cut_15 0_6 0.0000 map_cut_20 0_6 0.0000 map_cut_30 0_6 0.0003 map_cut_100 0_6 0.0014 map_cut_200 0_6 0.0084 map_cut_500 0_6 0.0238 map_cut_1000 0_6 0.0291 relative_P_5 0_6 0.0000 relative_P_10 0_6 0.0000 relative_P_15 0_6 0.0000 relative_P_20 0_6 0.0000 relative_P_30 0_6 0.0333 relative_P_100 0_6 0.0400 relative_P_200 0_6 0.1405 relative_P_500 0_6 0.3140 relative_P_1000 0_6 0.3884 success_1 0_6 0.0000 success_5 0_6 0.0000 success_10 0_6 0.0000 set_P 0_6 0.0470 set_relative_P 0_6 0.3884 set_recall 0_6 0.3884 set_map 0_6 0.0183 set_F 0_6 0.0839 num_nonrel_judged_ret 0_6 25 rbp 0_6 0.0041 rbp_resid 0_6 0.4088 unj_5 0_6 0.0000 unj_10 0_6 0.4000 unj_20 0_6 0.5000 num_ret 0_7 1000 num_rel 0_7 33 num_rel_ret 0_7 12 map 0_7 0.0973 Rprec 0_7 0.2121 bpref 0_7 0.2029 recip_rank 0_7 0.2000 iprec_at_recall_0.00 0_7 0.4000 iprec_at_recall_0.10 0_7 0.4000 iprec_at_recall_0.20 0_7 0.3182 iprec_at_recall_0.30 0_7 0.2041 iprec_at_recall_0.40 0_7 0.0000 iprec_at_recall_0.50 0_7 0.0000 iprec_at_recall_0.60 0_7 0.0000 iprec_at_recall_0.70 0_7 0.0000 iprec_at_recall_0.80 0_7 0.0000 iprec_at_recall_0.90 0_7 0.0000 iprec_at_recall_1.00 0_7 0.0000 P_5 0_7 0.2000 P_10 0_7 0.3000 P_15 0_7 0.4000 P_20 0_7 0.3000 P_30 0_7 0.2333 P_100 0_7 0.1200 P_200 0_7 0.0600 P_500 0_7 0.0240 P_1000 0_7 0.0120 relstring 0_7 '0000101-10' recall_5 0_7 0.0303 recall_10 0_7 0.0909 recall_15 0_7 0.1818 recall_20 0_7 0.1818 recall_30 0_7 0.2121 recall_100 0_7 0.3636 recall_200 0_7 0.3636 recall_500 0_7 0.3636 recall_1000 0_7 0.3636 infAP 0_7 0.0973 Rprec_mult_0.20 0_7 0.2857 Rprec_mult_0.40 0_7 0.3571 Rprec_mult_0.60 0_7 0.3000 Rprec_mult_0.80 0_7 0.2593 Rprec_mult_1.00 0_7 0.2121 Rprec_mult_1.20 0_7 0.2250 Rprec_mult_1.40 0_7 0.1915 Rprec_mult_1.60 0_7 0.1887 Rprec_mult_1.80 0_7 0.1667 Rprec_mult_2.00 0_7 0.1667 utility 0_7 -976.0000 11pt_avg 0_7 0.1202 binG 0_7 0.0946 G 0_7 0.0883 ndcg 0_7 0.2691 ndcg_rel 0_7 0.2441 Rndcg 0_7 0.1486 ndcg_cut_5 0_7 0.0845 ndcg_cut_10 0_7 0.1654 ndcg_cut_15 0_7 0.2389 ndcg_cut_20 0_7 0.2064 ndcg_cut_30 0_7 0.1863 ndcg_cut_100 0_7 0.2691 ndcg_cut_200 0_7 0.2691 ndcg_cut_500 0_7 0.2691 ndcg_cut_1000 0_7 0.2691 map_cut_5 0_7 0.0061 map_cut_10 0_7 0.0248 map_cut_15 0_7 0.0571 map_cut_20 0_7 0.0571 map_cut_30 0_7 0.0667 map_cut_100 0_7 0.0973 map_cut_200 0_7 0.0973 map_cut_500 0_7 0.0973 map_cut_1000 0_7 0.0973 relative_P_5 0_7 0.2000 relative_P_10 0_7 0.3000 relative_P_15 0_7 0.4000 relative_P_20 0_7 0.3000 relative_P_30 0_7 0.2333 relative_P_100 0_7 0.3636 relative_P_200 0_7 0.3636 relative_P_500 0_7 0.3636 relative_P_1000 0_7 0.3636 success_1 0_7 0.0000 success_5 0_7 1.0000 success_10 0_7 1.0000 set_P 0_7 0.0120 set_relative_P 0_7 0.3636 set_recall 0_7 0.3636 set_map 0_7 0.0044 set_F 0_7 0.0232 num_nonrel_judged_ret 0_7 46 rbp 0_7 0.1273 rbp_resid 0_7 0.1073 unj_5 0_7 0.0000 unj_10 0_7 0.1000 unj_20 0_7 0.0500 num_ret 0_8 1000 num_rel 0_8 31 num_rel_ret 0_8 14 map 0_8 0.1570 Rprec 0_8 0.2903 bpref 0_8 0.3392 recip_rank 0_8 0.3333 iprec_at_recall_0.00 0_8 0.6000 iprec_at_recall_0.10 0_8 0.6000 iprec_at_recall_0.20 0_8 0.3333 iprec_at_recall_0.30 0_8 0.3214 iprec_at_recall_0.40 0_8 0.2826 iprec_at_recall_0.50 0_8 0.0000 iprec_at_recall_0.60 0_8 0.0000 iprec_at_recall_0.70 0_8 0.0000 iprec_at_recall_0.80 0_8 0.0000 iprec_at_recall_0.90 0_8 0.0000 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.6000 P_10 0_8 0.4000 P_15 0_8 0.3333 P_20 0_8 0.3000 P_30 0_8 0.3000 P_100 0_8 0.1400 P_200 0_8 0.0700 P_500 0_8 0.0280 P_1000 0_8 0.0140 relstring 0_8 '00221001-0' recall_5 0_8 0.0968 recall_10 0_8 0.1290 recall_15 0_8 0.1613 recall_20 0_8 0.1935 recall_30 0_8 0.2903 recall_100 0_8 0.4516 recall_200 0_8 0.4516 recall_500 0_8 0.4516 recall_1000 0_8 0.4516 infAP 0_8 0.1570 Rprec_mult_0.20 0_8 0.4286 Rprec_mult_0.40 0_8 0.3077 Rprec_mult_0.60 0_8 0.2632 Rprec_mult_0.80 0_8 0.3200 Rprec_mult_1.00 0_8 0.2903 Rprec_mult_1.20 0_8 0.2632 Rprec_mult_1.40 0_8 0.2727 Rprec_mult_1.60 0_8 0.2600 Rprec_mult_1.80 0_8 0.2500 Rprec_mult_2.00 0_8 0.2258 utility 0_8 -972.0000 11pt_avg 0_8 0.1943 binG 0_8 0.1323 G 0_8 0.1102 ndcg 0_8 0.3510 ndcg_rel 0_8 0.3317 Rndcg 0_8 0.3075 ndcg_cut_5 0_8 0.3813 ndcg_cut_10 0_8 0.2914 ndcg_cut_15 0_8 0.2781 ndcg_cut_20 0_8 0.2693 ndcg_cut_30 0_8 0.2743 ndcg_cut_100 0_8 0.3510 ndcg_cut_200 0_8 0.3510 ndcg_cut_500 0_8 0.3510 ndcg_cut_1000 0_8 0.3510 map_cut_5 0_8 0.0462 map_cut_10 0_8 0.0624 map_cut_15 0_8 0.0731 map_cut_20 0_8 0.0828 map_cut_30 0_8 0.1137 map_cut_100 0_8 0.1570 map_cut_200 0_8 0.1570 map_cut_500 0_8 0.1570 map_cut_1000 0_8 0.1570 relative_P_5 0_8 0.6000 relative_P_10 0_8 0.4000 relative_P_15 0_8 0.3333 relative_P_20 0_8 0.3000 relative_P_30 0_8 0.3000 relative_P_100 0_8 0.4516 relative_P_200 0_8 0.4516 relative_P_500 0_8 0.4516 relative_P_1000 0_8 0.4516 success_1 0_8 0.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 0.0140 set_relative_P 0_8 0.4516 set_recall 0_8 0.4516 set_map 0_8 0.0063 set_F 0_8 0.0272 num_nonrel_judged_ret 0_8 20 rbp 0_8 0.2450 rbp_resid 0_8 0.2332 unj_5 0_8 0.0000 unj_10 0_8 0.1000 unj_20 0_8 0.3000 num_ret 10_1 1000 num_rel 10_1 118 num_rel_ret 10_1 15 map 10_1 0.0474 Rprec 10_1 0.1102 bpref 10_1 0.1169 recip_rank 10_1 1.0000 iprec_at_recall_0.00 10_1 1.0000 iprec_at_recall_0.10 10_1 0.1150 iprec_at_recall_0.20 10_1 0.0000 iprec_at_recall_0.30 10_1 0.0000 iprec_at_recall_0.40 10_1 0.0000 iprec_at_recall_0.50 10_1 0.0000 iprec_at_recall_0.60 10_1 0.0000 iprec_at_recall_0.70 10_1 0.0000 iprec_at_recall_0.80 10_1 0.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 0.6000 P_10 10_1 0.3000 P_15 10_1 0.4000 P_20 10_1 0.3500 P_30 10_1 0.2667 P_100 10_1 0.1100 P_200 10_1 0.0700 P_500 10_1 0.0300 P_1000 10_1 0.0150 relstring 10_1 '110200----' recall_5 10_1 0.0254 recall_10 10_1 0.0254 recall_15 10_1 0.0508 recall_20 10_1 0.0593 recall_30 10_1 0.0678 recall_100 10_1 0.0932 recall_200 10_1 0.1186 recall_500 10_1 0.1271 recall_1000 10_1 0.1271 infAP 10_1 0.0474 Rprec_mult_0.20 10_1 0.2917 Rprec_mult_0.40 10_1 0.2083 Rprec_mult_0.60 10_1 0.1549 Rprec_mult_0.80 10_1 0.1158 Rprec_mult_1.00 10_1 0.1102 Rprec_mult_1.20 10_1 0.0986 Rprec_mult_1.40 10_1 0.0843 Rprec_mult_1.60 10_1 0.0741 Rprec_mult_1.80 10_1 0.0657 Rprec_mult_2.00 10_1 0.0593 utility 10_1 -970.0000 11pt_avg 10_1 0.1014 binG 10_1 0.0438 G 10_1 0.0251 ndcg 10_1 0.1476 ndcg_rel 10_1 0.1568 Rndcg 10_1 0.1940 ndcg_cut_5 10_1 0.2946 ndcg_cut_10 10_1 0.2140 ndcg_cut_15 10_1 0.2494 ndcg_cut_20 10_1 0.2285 ndcg_cut_30 10_1 0.2018 ndcg_cut_100 10_1 0.1431 ndcg_cut_200 10_1 0.1445 ndcg_cut_500 10_1 0.1476 ndcg_cut_1000 10_1 0.1476 map_cut_5 10_1 0.0233 map_cut_10 10_1 0.0233 map_cut_15 10_1 0.0330 map_cut_20 10_1 0.0365 map_cut_30 10_1 0.0389 map_cut_100 10_1 0.0443 map_cut_200 10_1 0.0471 map_cut_500 10_1 0.0474 map_cut_1000 10_1 0.0474 relative_P_5 10_1 0.6000 relative_P_10 10_1 0.3000 relative_P_15 10_1 0.4000 relative_P_20 10_1 0.3500 relative_P_30 10_1 0.2667 relative_P_100 10_1 0.1100 relative_P_200 10_1 0.1186 relative_P_500 10_1 0.1271 relative_P_1000 10_1 0.1271 success_1 10_1 1.0000 success_5 10_1 1.0000 success_10 10_1 1.0000 set_P 10_1 0.0150 set_relative_P 10_1 0.1271 set_recall 10_1 0.1271 set_map 10_1 0.0019 set_F 10_1 0.0268 num_nonrel_judged_ret 10_1 32 rbp 10_1 0.1635 rbp_resid 10_1 0.3199 unj_5 10_1 0.0000 unj_10 10_1 0.4000 unj_20 10_1 0.3500 num_ret 10_12 1000 num_rel 10_12 71 num_rel_ret 10_12 0 map 10_12 0.0000 Rprec 10_12 0.0000 bpref 10_12 0.0000 recip_rank 10_12 0.0000 iprec_at_recall_0.00 10_12 0.0000 iprec_at_recall_0.10 10_12 0.0000 iprec_at_recall_0.20 10_12 0.0000 iprec_at_recall_0.30 10_12 0.0000 iprec_at_recall_0.40 10_12 0.0000 iprec_at_recall_0.50 10_12 0.0000 iprec_at_recall_0.60 10_12 0.0000 iprec_at_recall_0.70 10_12 0.0000 iprec_at_recall_0.80 10_12 0.0000 iprec_at_recall_0.90 10_12 0.0000 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 0.0000 P_10 10_12 0.0000 P_15 10_12 0.0000 P_20 10_12 0.0000 P_30 10_12 0.0000 P_100 10_12 0.0000 P_200 10_12 0.0000 P_500 10_12 0.0000 P_1000 10_12 0.0000 relstring 10_12 '00000-----' recall_5 10_12 0.0000 recall_10 10_12 0.0000 recall_15 10_12 0.0000 recall_20 10_12 0.0000 recall_30 10_12 0.0000 recall_100 10_12 0.0000 recall_200 10_12 0.0000 recall_500 10_12 0.0000 recall_1000 10_12 0.0000 infAP 10_12 0.0000 Rprec_mult_0.20 10_12 0.0000 Rprec_mult_0.40 10_12 0.0000 Rprec_mult_0.60 10_12 0.0000 Rprec_mult_0.80 10_12 0.0000 Rprec_mult_1.00 10_12 0.0000 Rprec_mult_1.20 10_12 0.0000 Rprec_mult_1.40 10_12 0.0000 Rprec_mult_1.60 10_12 0.0000 Rprec_mult_1.80 10_12 0.0000 Rprec_mult_2.00 10_12 0.0000 utility 10_12 -1000.0000 11pt_avg 10_12 0.0000 binG 10_12 0.0000 G 10_12 0.0000 ndcg 10_12 0.0000 ndcg_rel 10_12 0.0000 Rndcg 10_12 0.0000 ndcg_cut_5 10_12 0.0000 ndcg_cut_10 10_12 0.0000 ndcg_cut_15 10_12 0.0000 ndcg_cut_20 10_12 0.0000 ndcg_cut_30 10_12 0.0000 ndcg_cut_100 10_12 0.0000 ndcg_cut_200 10_12 0.0000 ndcg_cut_500 10_12 0.0000 ndcg_cut_1000 10_12 0.0000 map_cut_5 10_12 0.0000 map_cut_10 10_12 0.0000 map_cut_15 10_12 0.0000 map_cut_20 10_12 0.0000 map_cut_30 10_12 0.0000 map_cut_100 10_12 0.0000 map_cut_200 10_12 0.0000 map_cut_500 10_12 0.0000 map_cut_1000 10_12 0.0000 relative_P_5 10_12 0.0000 relative_P_10 10_12 0.0000 relative_P_15 10_12 0.0000 relative_P_20 10_12 0.0000 relative_P_30 10_12 0.0000 relative_P_100 10_12 0.0000 relative_P_200 10_12 0.0000 relative_P_500 10_12 0.0000 relative_P_1000 10_12 0.0000 success_1 10_12 0.0000 success_5 10_12 0.0000 success_10 10_12 0.0000 set_P 10_12 0.0000 set_relative_P 10_12 0.0000 set_recall 10_12 0.0000 set_map 10_12 0.0000 set_F 10_12 0.0000 num_nonrel_judged_ret 10_12 5 rbp 10_12 0.0000 rbp_resid 10_12 0.5905 unj_5 10_12 0.0000 unj_10 10_12 0.5000 unj_20 10_12 0.7500 num_ret 10_2 1000 num_rel 10_2 30 num_rel_ret 10_2 9 map 10_2 0.0980 Rprec 10_2 0.1667 bpref 10_2 0.1544 recip_rank 10_2 1.0000 iprec_at_recall_0.00 10_2 1.0000 iprec_at_recall_0.10 10_2 0.4286 iprec_at_recall_0.20 10_2 0.1628 iprec_at_recall_0.30 10_2 0.0354 iprec_at_recall_0.40 10_2 0.0000 iprec_at_recall_0.50 10_2 0.0000 iprec_at_recall_0.60 10_2 0.0000 iprec_at_recall_0.70 10_2 0.0000 iprec_at_recall_0.80 10_2 0.0000 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 0.4000 P_10 10_2 0.3000 P_15 10_2 0.2667 P_20 10_2 0.2500 P_30 10_2 0.1667 P_100 10_2 0.0800 P_200 10_2 0.0400 P_500 10_2 0.0180 P_1000 10_2 0.0090 relstring 10_2 '10020030-0' recall_5 10_2 0.0667 recall_10 10_2 0.1000 recall_15 10_2 0.1333 recall_20 10_2 0.1667 recall_30 10_2 0.1667 recall_100 10_2 0.2667 recall_200 10_2 0.2667 recall_500 10_2 0.3000 recall_1000 10_2 0.3000 infAP 10_2 0.0980 Rprec_mult_0.20 10_2 0.3333 Rprec_mult_0.40 10_2 0.2500 Rprec_mult_0.60 10_2 0.2222 Rprec_mult_0.80 10_2 0.2083 Rprec_mult_1.00 10_2 0.1667 Rprec_mult_1.20 10_2 0.1389 Rprec_mult_1.40 10_2 0.1429 Rprec_mult_1.60 10_2 0.1458 Rprec_mult_1.80 10_2 0.1296 Rprec_mult_2.00 10_2 0.1167 utility 10_2 -982.0000 11pt_avg 10_2 0.1479 binG 10_2 0.1031 G 10_2 0.0651 ndcg 10_2 0.2413 ndcg_rel 10_2 0.2383 Rndcg 10_2 0.2163 ndcg_cut_5 10_2 0.1891 ndcg_cut_10 10_2 0.2195 ndcg_cut_15 10_2 0.2273 ndcg_cut_20 10_2 0.2250 ndcg_cut_30 10_2 0.1988 ndcg_cut_100 10_2 0.2276 ndcg_cut_200 10_2 0.2276 ndcg_cut_500 10_2 0.2413 ndcg_cut_1000 10_2 0.2413 map_cut_5 10_2 0.0500 map_cut_10 10_2 0.0643 map_cut_15 10_2 0.0745 map_cut_20 10_2 0.0833 map_cut_30 10_2 0.0833 map_cut_100 10_2 0.0968 map_cut_200 10_2 0.0968 map_cut_500 10_2 0.0980 map_cut_1000 10_2 0.0980 relative_P_5 10_2 0.4000 relative_P_10 10_2 0.3000 relative_P_15 10_2 0.2667 relative_P_20 10_2 0.2500 relative_P_30 10_2 0.1667 relative_P_100 10_2 0.2667 relative_P_200 10_2 0.2667 relative_P_500 10_2 0.3000 relative_P_1000 10_2 0.3000 success_1 10_2 1.0000 success_5 10_2 1.0000 success_10 10_2 1.0000 set_P 10_2 0.0090 set_relative_P 10_2 0.3000 set_recall 10_2 0.3000 set_map 10_2 0.0027 set_F 10_2 0.0175 num_nonrel_judged_ret 10_2 60 rbp 10_2 0.1200 rbp_resid 10_2 0.1264 unj_5 10_2 0.0000 unj_10 10_2 0.1000 unj_20 10_2 0.1000 num_ret 10_3 1000 num_rel 10_3 23 num_rel_ret 10_3 0 map 10_3 0.0000 Rprec 10_3 0.0000 bpref 10_3 0.0000 recip_rank 10_3 0.0000 iprec_at_recall_0.00 10_3 0.0000 iprec_at_recall_0.10 10_3 0.0000 iprec_at_recall_0.20 10_3 0.0000 iprec_at_recall_0.30 10_3 0.0000 iprec_at_recall_0.40 10_3 0.0000 iprec_at_recall_0.50 10_3 0.0000 iprec_at_recall_0.60 10_3 0.0000 iprec_at_recall_0.70 10_3 0.0000 iprec_at_recall_0.80 10_3 0.0000 iprec_at_recall_0.90 10_3 0.0000 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 0.0000 P_10 10_3 0.0000 P_15 10_3 0.0000 P_20 10_3 0.0000 P_30 10_3 0.0000 P_100 10_3 0.0000 P_200 10_3 0.0000 P_500 10_3 0.0000 P_1000 10_3 0.0000 relstring 10_3 '0000000---' recall_5 10_3 0.0000 recall_10 10_3 0.0000 recall_15 10_3 0.0000 recall_20 10_3 0.0000 recall_30 10_3 0.0000 recall_100 10_3 0.0000 recall_200 10_3 0.0000 recall_500 10_3 0.0000 recall_1000 10_3 0.0000 infAP 10_3 0.0000 Rprec_mult_0.20 10_3 0.0000 Rprec_mult_0.40 10_3 0.0000 Rprec_mult_0.60 10_3 0.0000 Rprec_mult_0.80 10_3 0.0000 Rprec_mult_1.00 10_3 0.0000 Rprec_mult_1.20 10_3 0.0000 Rprec_mult_1.40 10_3 0.0000 Rprec_mult_1.60 10_3 0.0000 Rprec_mult_1.80 10_3 0.0000 Rprec_mult_2.00 10_3 0.0000 utility 10_3 -1000.0000 11pt_avg 10_3 0.0000 binG 10_3 0.0000 G 10_3 0.0000 ndcg 10_3 0.0000 ndcg_rel 10_3 0.0000 Rndcg 10_3 0.0000 ndcg_cut_5 10_3 0.0000 ndcg_cut_10 10_3 0.0000 ndcg_cut_15 10_3 0.0000 ndcg_cut_20 10_3 0.0000 ndcg_cut_30 10_3 0.0000 ndcg_cut_100 10_3 0.0000 ndcg_cut_200 10_3 0.0000 ndcg_cut_500 10_3 0.0000 ndcg_cut_1000 10_3 0.0000 map_cut_5 10_3 0.0000 map_cut_10 10_3 0.0000 map_cut_15 10_3 0.0000 map_cut_20 10_3 0.0000 map_cut_30 10_3 0.0000 map_cut_100 10_3 0.0000 map_cut_200 10_3 0.0000 map_cut_500 10_3 0.0000 map_cut_1000 10_3 0.0000 relative_P_5 10_3 0.0000 relative_P_10 10_3 0.0000 relative_P_15 10_3 0.0000 relative_P_20 10_3 0.0000 relative_P_30 10_3 0.0000 relative_P_100 10_3 0.0000 relative_P_200 10_3 0.0000 relative_P_500 10_3 0.0000 relative_P_1000 10_3 0.0000 success_1 10_3 0.0000 success_5 10_3 0.0000 success_10 10_3 0.0000 set_P 10_3 0.0000 set_relative_P 10_3 0.0000 set_recall 10_3 0.0000 set_map 10_3 0.0000 set_F 10_3 0.0000 num_nonrel_judged_ret 10_3 13 rbp 10_3 0.0000 rbp_resid 10_3 0.4226 unj_5 10_3 0.0000 unj_10 10_3 0.3000 unj_20 10_3 0.5500 num_ret 10_6 1000 num_rel 10_6 133 num_rel_ret 10_6 3 map 10_6 0.0170 Rprec 10_6 0.0226 bpref 10_6 0.0223 recip_rank 10_6 1.0000 iprec_at_recall_0.00 10_6 1.0000 iprec_at_recall_0.10 10_6 0.0000 iprec_at_recall_0.20 10_6 0.0000 iprec_at_recall_0.30 10_6 0.0000 iprec_at_recall_0.40 10_6 0.0000 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 0.6000 P_10 10_6 0.3000 P_15 10_6 0.2000 P_20 10_6 0.1500 P_30 10_6 0.1000 P_100 10_6 0.0300 P_200 10_6 0.0150 P_500 10_6 0.0060 P_1000 10_6 0.0030 relstring 10_6 '10101-----' recall_5 10_6 0.0226 recall_10 10_6 0.0226 recall_15 10_6 0.0226 recall_20 10_6 0.0226 recall_30 10_6 0.0226 recall_100 10_6 0.0226 recall_200 10_6 0.0226 recall_500 10_6 0.0226 recall_1000 10_6 0.0226 infAP 10_6 0.0170 Rprec_mult_0.20 10_6 0.1111 Rprec_mult_0.40 10_6 0.0556 Rprec_mult_0.60 10_6 0.0375 Rprec_mult_0.80 10_6 0.0280 Rprec_mult_1.00 10_6 0.0226 Rprec_mult_1.20 10_6 0.0187 Rprec_mult_1.40 10_6 0.0160 Rprec_mult_1.60 10_6 0.0141 Rprec_mult_1.80 10_6 0.0125 Rprec_mult_2.00 10_6 0.0113 utility 10_6 -994.0000 11pt_avg 10_6 0.0909 binG 10_6 0.0160 G 10_6 0.0053 ndcg 10_6 0.0427 ndcg_rel 10_6 0.0478 Rndcg 10_6 0.0936 ndcg_cut_5 10_6 0.2350 ndcg_cut_10 10_6 0.1682 ndcg_cut_15 10_6 0.1362 ndcg_cut_20 10_6 0.1164 ndcg_cut_30 10_6 0.0922 ndcg_cut_100 10_6 0.0480 ndcg_cut_200 10_6 0.0427 ndcg_cut_500 10_6 0.0427 ndcg_cut_1000 10_6 0.0427 map_cut_5 10_6 0.0170 map_cut_10 10_6 0.0170 map_cut_15 10_6 0.0170 map_cut_20 10_6 0.0170 map_cut_30 10_6 0.0170 map_cut_100 10_6 0.0170 map_cut_200 10_6 0.0170 map_cut_500 10_6 0.0170 map_cut_1000 10_6 0.0170 relative_P_5 10_6 0.6000 relative_P_10 10_6 0.3000 relative_P_15 10_6 0.2000 relative_P_20 10_6 0.1500 relative_P_30 10_6 0.1000 relative_P_100 10_6 0.0300 relative_P_200 10_6 0.0226 relative_P_500 10_6 0.0226 relative_P_1000 10_6 0.0226 success_1 10_6 1.0000 success_5 10_6 1.0000 success_10 10_6 1.0000 set_P 10_6 0.0030 set_relative_P 10_6 0.0226 set_recall 10_6 0.0226 set_map 10_6 0.0001 set_F 10_6 0.0053 num_nonrel_judged_ret 10_6 5 rbp 10_6 0.0822 rbp_resid 10_6 0.5881 unj_5 10_6 0.0000 unj_10 10_6 0.5000 unj_20 10_6 0.7500 num_ret 10_7 1000 num_rel 10_7 149 num_rel_ret 10_7 5 map 10_7 0.0204 Rprec 10_7 0.0336 bpref 10_7 0.0331 recip_rank 10_7 1.0000 iprec_at_recall_0.00 10_7 1.0000 iprec_at_recall_0.10 10_7 0.0000 iprec_at_recall_0.20 10_7 0.0000 iprec_at_recall_0.30 10_7 0.0000 iprec_at_recall_0.40 10_7 0.0000 iprec_at_recall_0.50 10_7 0.0000 iprec_at_recall_0.60 10_7 0.0000 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 0.6000 P_10 10_7 0.4000 P_15 10_7 0.2667 P_20 10_7 0.2000 P_30 10_7 0.1667 P_100 10_7 0.0500 P_200 10_7 0.0250 P_500 10_7 0.0100 P_1000 10_7 0.0050 relstring 10_7 '10210---1-' recall_5 10_7 0.0201 recall_10 10_7 0.0268 recall_15 10_7 0.0268 recall_20 10_7 0.0268 recall_30 10_7 0.0336 recall_100 10_7 0.0336 recall_200 10_7 0.0336 recall_500 10_7 0.0336 recall_1000 10_7 0.0336 infAP 10_7 0.0204 Rprec_mult_0.20 10_7 0.1667 Rprec_mult_0.40 10_7 0.0833 Rprec_mult_0.60 10_7 0.0556 Rprec_mult_0.80 10_7 0.0417 Rprec_mult_1.00 10_7 0.0336 Rprec_mult_1.20 10_7 0.0279 Rprec_mult_1.40 10_7 0.0239 Rprec_mult_1.60 10_7 0.0209 Rprec_mult_1.80 10_7 0.0186 Rprec_mult_2.00 10_7 0.0168 utility 10_7 -990.0000 11pt_avg 10_7 0.0909 binG 10_7 0.0190 G 10_7 0.0113 ndcg 10_7 0.0762 ndcg_rel 10_7 0.0840 Rndcg 10_7 0.1579 ndcg_cut_5 10_7 0.3524 ndcg_cut_10 10_7 0.2708 ndcg_cut_15 10_7 0.2147 ndcg_cut_20 10_7 0.1811 ndcg_cut_30 10_7 0.1519 ndcg_cut_100 10_7 0.0932 ndcg_cut_200 10_7 0.0762 ndcg_cut_500 10_7 0.0762 ndcg_cut_1000 10_7 0.0762 map_cut_5 10_7 0.0162 map_cut_10 10_7 0.0192 map_cut_15 10_7 0.0192 map_cut_20 10_7 0.0192 map_cut_30 10_7 0.0204 map_cut_100 10_7 0.0204 map_cut_200 10_7 0.0204 map_cut_500 10_7 0.0204 map_cut_1000 10_7 0.0204 relative_P_5 10_7 0.6000 relative_P_10 10_7 0.4000 relative_P_15 10_7 0.2667 relative_P_20 10_7 0.2000 relative_P_30 10_7 0.1667 relative_P_100 10_7 0.0500 relative_P_200 10_7 0.0336 relative_P_500 10_7 0.0336 relative_P_1000 10_7 0.0336 success_1 10_7 1.0000 success_5 10_7 1.0000 success_10 10_7 1.0000 set_P 10_7 0.0050 set_relative_P 10_7 0.0336 set_recall 10_7 0.0336 set_map 10_7 0.0002 set_F 10_7 0.0087 num_nonrel_judged_ret 10_7 2 rbp 10_7 0.1277 rbp_resid 10_7 0.5422 unj_5 10_7 0.0000 unj_10 10_7 0.4000 unj_20 10_7 0.7000 num_ret 10_8 1000 num_rel 10_8 76 num_rel_ret 10_8 1 map 10_8 0.0132 Rprec 10_8 0.0132 bpref 10_8 0.0132 recip_rank 10_8 1.0000 iprec_at_recall_0.00 10_8 1.0000 iprec_at_recall_0.10 10_8 0.0000 iprec_at_recall_0.20 10_8 0.0000 iprec_at_recall_0.30 10_8 0.0000 iprec_at_recall_0.40 10_8 0.0000 iprec_at_recall_0.50 10_8 0.0000 iprec_at_recall_0.60 10_8 0.0000 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 0.2000 P_10 10_8 0.1000 P_15 10_8 0.0667 P_20 10_8 0.0500 P_30 10_8 0.0333 P_100 10_8 0.0100 P_200 10_8 0.0050 P_500 10_8 0.0020 P_1000 10_8 0.0010 relstring 10_8 '10000-----' recall_5 10_8 0.0132 recall_10 10_8 0.0132 recall_15 10_8 0.0132 recall_20 10_8 0.0132 recall_30 10_8 0.0132 recall_100 10_8 0.0132 recall_200 10_8 0.0132 recall_500 10_8 0.0132 recall_1000 10_8 0.0132 infAP 10_8 0.0132 Rprec_mult_0.20 10_8 0.0625 Rprec_mult_0.40 10_8 0.0323 Rprec_mult_0.60 10_8 0.0217 Rprec_mult_0.80 10_8 0.0164 Rprec_mult_1.00 10_8 0.0132 Rprec_mult_1.20 10_8 0.0109 Rprec_mult_1.40 10_8 0.0093 Rprec_mult_1.60 10_8 0.0082 Rprec_mult_1.80 10_8 0.0073 Rprec_mult_2.00 10_8 0.0066 utility 10_8 -998.0000 11pt_avg 10_8 0.0909 binG 10_8 0.0132 G 10_8 0.0049 ndcg 10_8 0.0370 ndcg_rel 10_8 0.0409 Rndcg 10_8 0.0836 ndcg_cut_5 10_8 0.1328 ndcg_cut_10 10_8 0.0933 ndcg_cut_15 10_8 0.0749 ndcg_cut_20 10_8 0.0636 ndcg_cut_30 10_8 0.0528 ndcg_cut_100 10_8 0.0370 ndcg_cut_200 10_8 0.0370 ndcg_cut_500 10_8 0.0370 ndcg_cut_1000 10_8 0.0370 map_cut_5 10_8 0.0132 map_cut_10 10_8 0.0132 map_cut_15 10_8 0.0132 map_cut_20 10_8 0.0132 map_cut_30 10_8 0.0132 map_cut_100 10_8 0.0132 map_cut_200 10_8 0.0132 map_cut_500 10_8 0.0132 map_cut_1000 10_8 0.0132 relative_P_5 10_8 0.2000 relative_P_10 10_8 0.1000 relative_P_15 10_8 0.0667 relative_P_20 10_8 0.0500 relative_P_30 10_8 0.0333 relative_P_100 10_8 0.0132 relative_P_200 10_8 0.0132 relative_P_500 10_8 0.0132 relative_P_1000 10_8 0.0132 success_1 10_8 1.0000 success_5 10_8 1.0000 success_10 10_8 1.0000 set_P 10_8 0.0010 set_relative_P 10_8 0.0132 set_recall 10_8 0.0132 set_map 10_8 0.0000 set_F 10_8 0.0019 num_nonrel_judged_ret 10_8 4 rbp 10_8 0.0333 rbp_resid 10_8 0.5905 unj_5 10_8 0.0000 unj_10 10_8 0.5000 unj_20 10_8 0.7500 num_ret 11_10 1000 num_rel 11_10 126 num_rel_ret 11_10 0 map 11_10 0.0000 Rprec 11_10 0.0000 bpref 11_10 0.0000 recip_rank 11_10 0.0000 iprec_at_recall_0.00 11_10 0.0000 iprec_at_recall_0.10 11_10 0.0000 iprec_at_recall_0.20 11_10 0.0000 iprec_at_recall_0.30 11_10 0.0000 iprec_at_recall_0.40 11_10 0.0000 iprec_at_recall_0.50 11_10 0.0000 iprec_at_recall_0.60 11_10 0.0000 iprec_at_recall_0.70 11_10 0.0000 iprec_at_recall_0.80 11_10 0.0000 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 0.0000 P_10 11_10 0.0000 P_15 11_10 0.0000 P_20 11_10 0.0000 P_30 11_10 0.0000 P_100 11_10 0.0000 P_200 11_10 0.0000 P_500 11_10 0.0000 P_1000 11_10 0.0000 relstring 11_10 '00000-----' recall_5 11_10 0.0000 recall_10 11_10 0.0000 recall_15 11_10 0.0000 recall_20 11_10 0.0000 recall_30 11_10 0.0000 recall_100 11_10 0.0000 recall_200 11_10 0.0000 recall_500 11_10 0.0000 recall_1000 11_10 0.0000 infAP 11_10 0.0000 Rprec_mult_0.20 11_10 0.0000 Rprec_mult_0.40 11_10 0.0000 Rprec_mult_0.60 11_10 0.0000 Rprec_mult_0.80 11_10 0.0000 Rprec_mult_1.00 11_10 0.0000 Rprec_mult_1.20 11_10 0.0000 Rprec_mult_1.40 11_10 0.0000 Rprec_mult_1.60 11_10 0.0000 Rprec_mult_1.80 11_10 0.0000 Rprec_mult_2.00 11_10 0.0000 utility 11_10 -1000.0000 11pt_avg 11_10 0.0000 binG 11_10 0.0000 G 11_10 0.0000 ndcg 11_10 0.0000 ndcg_rel 11_10 0.0000 Rndcg 11_10 0.0000 ndcg_cut_5 11_10 0.0000 ndcg_cut_10 11_10 0.0000 ndcg_cut_15 11_10 0.0000 ndcg_cut_20 11_10 0.0000 ndcg_cut_30 11_10 0.0000 ndcg_cut_100 11_10 0.0000 ndcg_cut_200 11_10 0.0000 ndcg_cut_500 11_10 0.0000 ndcg_cut_1000 11_10 0.0000 map_cut_5 11_10 0.0000 map_cut_10 11_10 0.0000 map_cut_15 11_10 0.0000 map_cut_20 11_10 0.0000 map_cut_30 11_10 0.0000 map_cut_100 11_10 0.0000 map_cut_200 11_10 0.0000 map_cut_500 11_10 0.0000 map_cut_1000 11_10 0.0000 relative_P_5 11_10 0.0000 relative_P_10 11_10 0.0000 relative_P_15 11_10 0.0000 relative_P_20 11_10 0.0000 relative_P_30 11_10 0.0000 relative_P_100 11_10 0.0000 relative_P_200 11_10 0.0000 relative_P_500 11_10 0.0000 relative_P_1000 11_10 0.0000 success_1 11_10 0.0000 success_5 11_10 0.0000 success_10 11_10 0.0000 set_P 11_10 0.0000 set_relative_P 11_10 0.0000 set_recall 11_10 0.0000 set_map 11_10 0.0000 set_F 11_10 0.0000 num_nonrel_judged_ret 11_10 5 rbp 11_10 0.0000 rbp_resid 11_10 0.5905 unj_5 11_10 0.0000 unj_10 11_10 0.5000 unj_20 11_10 0.7500 num_ret 11_11 1000 num_rel 11_11 134 num_rel_ret 11_11 0 map 11_11 0.0000 Rprec 11_11 0.0000 bpref 11_11 0.0000 recip_rank 11_11 0.0000 iprec_at_recall_0.00 11_11 0.0000 iprec_at_recall_0.10 11_11 0.0000 iprec_at_recall_0.20 11_11 0.0000 iprec_at_recall_0.30 11_11 0.0000 iprec_at_recall_0.40 11_11 0.0000 iprec_at_recall_0.50 11_11 0.0000 iprec_at_recall_0.60 11_11 0.0000 iprec_at_recall_0.70 11_11 0.0000 iprec_at_recall_0.80 11_11 0.0000 iprec_at_recall_0.90 11_11 0.0000 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 0.0000 P_10 11_11 0.0000 P_15 11_11 0.0000 P_20 11_11 0.0000 P_30 11_11 0.0000 P_100 11_11 0.0000 P_200 11_11 0.0000 P_500 11_11 0.0000 P_1000 11_11 0.0000 relstring 11_11 '00000-----' recall_5 11_11 0.0000 recall_10 11_11 0.0000 recall_15 11_11 0.0000 recall_20 11_11 0.0000 recall_30 11_11 0.0000 recall_100 11_11 0.0000 recall_200 11_11 0.0000 recall_500 11_11 0.0000 recall_1000 11_11 0.0000 infAP 11_11 0.0000 Rprec_mult_0.20 11_11 0.0000 Rprec_mult_0.40 11_11 0.0000 Rprec_mult_0.60 11_11 0.0000 Rprec_mult_0.80 11_11 0.0000 Rprec_mult_1.00 11_11 0.0000 Rprec_mult_1.20 11_11 0.0000 Rprec_mult_1.40 11_11 0.0000 Rprec_mult_1.60 11_11 0.0000 Rprec_mult_1.80 11_11 0.0000 Rprec_mult_2.00 11_11 0.0000 utility 11_11 -1000.0000 11pt_avg 11_11 0.0000 binG 11_11 0.0000 G 11_11 0.0000 ndcg 11_11 0.0000 ndcg_rel 11_11 0.0000 Rndcg 11_11 0.0000 ndcg_cut_5 11_11 0.0000 ndcg_cut_10 11_11 0.0000 ndcg_cut_15 11_11 0.0000 ndcg_cut_20 11_11 0.0000 ndcg_cut_30 11_11 0.0000 ndcg_cut_100 11_11 0.0000 ndcg_cut_200 11_11 0.0000 ndcg_cut_500 11_11 0.0000 ndcg_cut_1000 11_11 0.0000 map_cut_5 11_11 0.0000 map_cut_10 11_11 0.0000 map_cut_15 11_11 0.0000 map_cut_20 11_11 0.0000 map_cut_30 11_11 0.0000 map_cut_100 11_11 0.0000 map_cut_200 11_11 0.0000 map_cut_500 11_11 0.0000 map_cut_1000 11_11 0.0000 relative_P_5 11_11 0.0000 relative_P_10 11_11 0.0000 relative_P_15 11_11 0.0000 relative_P_20 11_11 0.0000 relative_P_30 11_11 0.0000 relative_P_100 11_11 0.0000 relative_P_200 11_11 0.0000 relative_P_500 11_11 0.0000 relative_P_1000 11_11 0.0000 success_1 11_11 0.0000 success_5 11_11 0.0000 success_10 11_11 0.0000 set_P 11_11 0.0000 set_relative_P 11_11 0.0000 set_recall 11_11 0.0000 set_map 11_11 0.0000 set_F 11_11 0.0000 num_nonrel_judged_ret 11_11 5 rbp 11_11 0.0000 rbp_resid 11_11 0.5905 unj_5 11_11 0.0000 unj_10 11_11 0.5000 unj_20 11_11 0.7500 num_ret 11_12 1000 num_rel 11_12 89 num_rel_ret 11_12 0 map 11_12 0.0000 Rprec 11_12 0.0000 bpref 11_12 0.0000 recip_rank 11_12 0.0000 iprec_at_recall_0.00 11_12 0.0000 iprec_at_recall_0.10 11_12 0.0000 iprec_at_recall_0.20 11_12 0.0000 iprec_at_recall_0.30 11_12 0.0000 iprec_at_recall_0.40 11_12 0.0000 iprec_at_recall_0.50 11_12 0.0000 iprec_at_recall_0.60 11_12 0.0000 iprec_at_recall_0.70 11_12 0.0000 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.0000 P_10 11_12 0.0000 P_15 11_12 0.0000 P_20 11_12 0.0000 P_30 11_12 0.0000 P_100 11_12 0.0000 P_200 11_12 0.0000 P_500 11_12 0.0000 P_1000 11_12 0.0000 relstring 11_12 '00000-----' recall_5 11_12 0.0000 recall_10 11_12 0.0000 recall_15 11_12 0.0000 recall_20 11_12 0.0000 recall_30 11_12 0.0000 recall_100 11_12 0.0000 recall_200 11_12 0.0000 recall_500 11_12 0.0000 recall_1000 11_12 0.0000 infAP 11_12 0.0000 Rprec_mult_0.20 11_12 0.0000 Rprec_mult_0.40 11_12 0.0000 Rprec_mult_0.60 11_12 0.0000 Rprec_mult_0.80 11_12 0.0000 Rprec_mult_1.00 11_12 0.0000 Rprec_mult_1.20 11_12 0.0000 Rprec_mult_1.40 11_12 0.0000 Rprec_mult_1.60 11_12 0.0000 Rprec_mult_1.80 11_12 0.0000 Rprec_mult_2.00 11_12 0.0000 utility 11_12 -1000.0000 11pt_avg 11_12 0.0000 binG 11_12 0.0000 G 11_12 0.0000 ndcg 11_12 0.0000 ndcg_rel 11_12 0.0000 Rndcg 11_12 0.0000 ndcg_cut_5 11_12 0.0000 ndcg_cut_10 11_12 0.0000 ndcg_cut_15 11_12 0.0000 ndcg_cut_20 11_12 0.0000 ndcg_cut_30 11_12 0.0000 ndcg_cut_100 11_12 0.0000 ndcg_cut_200 11_12 0.0000 ndcg_cut_500 11_12 0.0000 ndcg_cut_1000 11_12 0.0000 map_cut_5 11_12 0.0000 map_cut_10 11_12 0.0000 map_cut_15 11_12 0.0000 map_cut_20 11_12 0.0000 map_cut_30 11_12 0.0000 map_cut_100 11_12 0.0000 map_cut_200 11_12 0.0000 map_cut_500 11_12 0.0000 map_cut_1000 11_12 0.0000 relative_P_5 11_12 0.0000 relative_P_10 11_12 0.0000 relative_P_15 11_12 0.0000 relative_P_20 11_12 0.0000 relative_P_30 11_12 0.0000 relative_P_100 11_12 0.0000 relative_P_200 11_12 0.0000 relative_P_500 11_12 0.0000 relative_P_1000 11_12 0.0000 success_1 11_12 0.0000 success_5 11_12 0.0000 success_10 11_12 0.0000 set_P 11_12 0.0000 set_relative_P 11_12 0.0000 set_recall 11_12 0.0000 set_map 11_12 0.0000 set_F 11_12 0.0000 num_nonrel_judged_ret 11_12 5 rbp 11_12 0.0000 rbp_resid 11_12 0.5905 unj_5 11_12 0.0000 unj_10 11_12 0.5000 unj_20 11_12 0.7500 num_ret 11_13 1000 num_rel 11_13 203 num_rel_ret 11_13 0 map 11_13 0.0000 Rprec 11_13 0.0000 bpref 11_13 0.0000 recip_rank 11_13 0.0000 iprec_at_recall_0.00 11_13 0.0000 iprec_at_recall_0.10 11_13 0.0000 iprec_at_recall_0.20 11_13 0.0000 iprec_at_recall_0.30 11_13 0.0000 iprec_at_recall_0.40 11_13 0.0000 iprec_at_recall_0.50 11_13 0.0000 iprec_at_recall_0.60 11_13 0.0000 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 0.0000 P_10 11_13 0.0000 P_15 11_13 0.0000 P_20 11_13 0.0000 P_30 11_13 0.0000 P_100 11_13 0.0000 P_200 11_13 0.0000 P_500 11_13 0.0000 P_1000 11_13 0.0000 relstring 11_13 '00000-----' recall_5 11_13 0.0000 recall_10 11_13 0.0000 recall_15 11_13 0.0000 recall_20 11_13 0.0000 recall_30 11_13 0.0000 recall_100 11_13 0.0000 recall_200 11_13 0.0000 recall_500 11_13 0.0000 recall_1000 11_13 0.0000 infAP 11_13 0.0000 Rprec_mult_0.20 11_13 0.0000 Rprec_mult_0.40 11_13 0.0000 Rprec_mult_0.60 11_13 0.0000 Rprec_mult_0.80 11_13 0.0000 Rprec_mult_1.00 11_13 0.0000 Rprec_mult_1.20 11_13 0.0000 Rprec_mult_1.40 11_13 0.0000 Rprec_mult_1.60 11_13 0.0000 Rprec_mult_1.80 11_13 0.0000 Rprec_mult_2.00 11_13 0.0000 utility 11_13 -1000.0000 11pt_avg 11_13 0.0000 binG 11_13 0.0000 G 11_13 0.0000 ndcg 11_13 0.0000 ndcg_rel 11_13 0.0000 Rndcg 11_13 0.0000 ndcg_cut_5 11_13 0.0000 ndcg_cut_10 11_13 0.0000 ndcg_cut_15 11_13 0.0000 ndcg_cut_20 11_13 0.0000 ndcg_cut_30 11_13 0.0000 ndcg_cut_100 11_13 0.0000 ndcg_cut_200 11_13 0.0000 ndcg_cut_500 11_13 0.0000 ndcg_cut_1000 11_13 0.0000 map_cut_5 11_13 0.0000 map_cut_10 11_13 0.0000 map_cut_15 11_13 0.0000 map_cut_20 11_13 0.0000 map_cut_30 11_13 0.0000 map_cut_100 11_13 0.0000 map_cut_200 11_13 0.0000 map_cut_500 11_13 0.0000 map_cut_1000 11_13 0.0000 relative_P_5 11_13 0.0000 relative_P_10 11_13 0.0000 relative_P_15 11_13 0.0000 relative_P_20 11_13 0.0000 relative_P_30 11_13 0.0000 relative_P_100 11_13 0.0000 relative_P_200 11_13 0.0000 relative_P_500 11_13 0.0000 relative_P_1000 11_13 0.0000 success_1 11_13 0.0000 success_5 11_13 0.0000 success_10 11_13 0.0000 set_P 11_13 0.0000 set_relative_P 11_13 0.0000 set_recall 11_13 0.0000 set_map 11_13 0.0000 set_F 11_13 0.0000 num_nonrel_judged_ret 11_13 5 rbp 11_13 0.0000 rbp_resid 11_13 0.5905 unj_5 11_13 0.0000 unj_10 11_13 0.5000 unj_20 11_13 0.7500 num_ret 11_2 1000 num_rel 11_2 146 num_rel_ret 11_2 0 map 11_2 0.0000 Rprec 11_2 0.0000 bpref 11_2 0.0000 recip_rank 11_2 0.0000 iprec_at_recall_0.00 11_2 0.0000 iprec_at_recall_0.10 11_2 0.0000 iprec_at_recall_0.20 11_2 0.0000 iprec_at_recall_0.30 11_2 0.0000 iprec_at_recall_0.40 11_2 0.0000 iprec_at_recall_0.50 11_2 0.0000 iprec_at_recall_0.60 11_2 0.0000 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 0.0000 P_10 11_2 0.0000 P_15 11_2 0.0000 P_20 11_2 0.0000 P_30 11_2 0.0000 P_100 11_2 0.0000 P_200 11_2 0.0000 P_500 11_2 0.0000 P_1000 11_2 0.0000 relstring 11_2 '00000--0--' recall_5 11_2 0.0000 recall_10 11_2 0.0000 recall_15 11_2 0.0000 recall_20 11_2 0.0000 recall_30 11_2 0.0000 recall_100 11_2 0.0000 recall_200 11_2 0.0000 recall_500 11_2 0.0000 recall_1000 11_2 0.0000 infAP 11_2 0.0000 Rprec_mult_0.20 11_2 0.0000 Rprec_mult_0.40 11_2 0.0000 Rprec_mult_0.60 11_2 0.0000 Rprec_mult_0.80 11_2 0.0000 Rprec_mult_1.00 11_2 0.0000 Rprec_mult_1.20 11_2 0.0000 Rprec_mult_1.40 11_2 0.0000 Rprec_mult_1.60 11_2 0.0000 Rprec_mult_1.80 11_2 0.0000 Rprec_mult_2.00 11_2 0.0000 utility 11_2 -1000.0000 11pt_avg 11_2 0.0000 binG 11_2 0.0000 G 11_2 0.0000 ndcg 11_2 0.0000 ndcg_rel 11_2 0.0000 Rndcg 11_2 0.0000 ndcg_cut_5 11_2 0.0000 ndcg_cut_10 11_2 0.0000 ndcg_cut_15 11_2 0.0000 ndcg_cut_20 11_2 0.0000 ndcg_cut_30 11_2 0.0000 ndcg_cut_100 11_2 0.0000 ndcg_cut_200 11_2 0.0000 ndcg_cut_500 11_2 0.0000 ndcg_cut_1000 11_2 0.0000 map_cut_5 11_2 0.0000 map_cut_10 11_2 0.0000 map_cut_15 11_2 0.0000 map_cut_20 11_2 0.0000 map_cut_30 11_2 0.0000 map_cut_100 11_2 0.0000 map_cut_200 11_2 0.0000 map_cut_500 11_2 0.0000 map_cut_1000 11_2 0.0000 relative_P_5 11_2 0.0000 relative_P_10 11_2 0.0000 relative_P_15 11_2 0.0000 relative_P_20 11_2 0.0000 relative_P_30 11_2 0.0000 relative_P_100 11_2 0.0000 relative_P_200 11_2 0.0000 relative_P_500 11_2 0.0000 relative_P_1000 11_2 0.0000 success_1 11_2 0.0000 success_5 11_2 0.0000 success_10 11_2 0.0000 set_P 11_2 0.0000 set_relative_P 11_2 0.0000 set_recall 11_2 0.0000 set_map 11_2 0.0000 set_F 11_2 0.0000 num_nonrel_judged_ret 11_2 8 rbp 11_2 0.0000 rbp_resid 11_2 0.5140 unj_5 11_2 0.0000 unj_10 11_2 0.4000 unj_20 11_2 0.6500 num_ret 11_3 1000 num_rel 11_3 188 num_rel_ret 11_3 0 map 11_3 0.0000 Rprec 11_3 0.0000 bpref 11_3 0.0000 recip_rank 11_3 0.0000 iprec_at_recall_0.00 11_3 0.0000 iprec_at_recall_0.10 11_3 0.0000 iprec_at_recall_0.20 11_3 0.0000 iprec_at_recall_0.30 11_3 0.0000 iprec_at_recall_0.40 11_3 0.0000 iprec_at_recall_0.50 11_3 0.0000 iprec_at_recall_0.60 11_3 0.0000 iprec_at_recall_0.70 11_3 0.0000 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 0.0000 P_10 11_3 0.0000 P_15 11_3 0.0000 P_20 11_3 0.0000 P_30 11_3 0.0000 P_100 11_3 0.0000 P_200 11_3 0.0000 P_500 11_3 0.0000 P_1000 11_3 0.0000 relstring 11_3 '00000-0---' recall_5 11_3 0.0000 recall_10 11_3 0.0000 recall_15 11_3 0.0000 recall_20 11_3 0.0000 recall_30 11_3 0.0000 recall_100 11_3 0.0000 recall_200 11_3 0.0000 recall_500 11_3 0.0000 recall_1000 11_3 0.0000 infAP 11_3 0.0000 Rprec_mult_0.20 11_3 0.0000 Rprec_mult_0.40 11_3 0.0000 Rprec_mult_0.60 11_3 0.0000 Rprec_mult_0.80 11_3 0.0000 Rprec_mult_1.00 11_3 0.0000 Rprec_mult_1.20 11_3 0.0000 Rprec_mult_1.40 11_3 0.0000 Rprec_mult_1.60 11_3 0.0000 Rprec_mult_1.80 11_3 0.0000 Rprec_mult_2.00 11_3 0.0000 utility 11_3 -1000.0000 11pt_avg 11_3 0.0000 binG 11_3 0.0000 G 11_3 0.0000 ndcg 11_3 0.0000 ndcg_rel 11_3 0.0000 Rndcg 11_3 0.0000 ndcg_cut_5 11_3 0.0000 ndcg_cut_10 11_3 0.0000 ndcg_cut_15 11_3 0.0000 ndcg_cut_20 11_3 0.0000 ndcg_cut_30 11_3 0.0000 ndcg_cut_100 11_3 0.0000 ndcg_cut_200 11_3 0.0000 ndcg_cut_500 11_3 0.0000 ndcg_cut_1000 11_3 0.0000 map_cut_5 11_3 0.0000 map_cut_10 11_3 0.0000 map_cut_15 11_3 0.0000 map_cut_20 11_3 0.0000 map_cut_30 11_3 0.0000 map_cut_100 11_3 0.0000 map_cut_200 11_3 0.0000 map_cut_500 11_3 0.0000 map_cut_1000 11_3 0.0000 relative_P_5 11_3 0.0000 relative_P_10 11_3 0.0000 relative_P_15 11_3 0.0000 relative_P_20 11_3 0.0000 relative_P_30 11_3 0.0000 relative_P_100 11_3 0.0000 relative_P_200 11_3 0.0000 relative_P_500 11_3 0.0000 relative_P_1000 11_3 0.0000 success_1 11_3 0.0000 success_5 11_3 0.0000 success_10 11_3 0.0000 set_P 11_3 0.0000 set_relative_P 11_3 0.0000 set_recall 11_3 0.0000 set_map 11_3 0.0000 set_F 11_3 0.0000 num_nonrel_judged_ret 11_3 7 rbp 11_3 0.0000 rbp_resid 11_3 0.5168 unj_5 11_3 0.0000 unj_10 11_3 0.4000 unj_20 11_3 0.6500 num_ret 11_4 1000 num_rel 11_4 144 num_rel_ret 11_4 1 map 11_4 0.0069 Rprec 11_4 0.0069 bpref 11_4 0.0069 recip_rank 11_4 1.0000 iprec_at_recall_0.00 11_4 1.0000 iprec_at_recall_0.10 11_4 0.0000 iprec_at_recall_0.20 11_4 0.0000 iprec_at_recall_0.30 11_4 0.0000 iprec_at_recall_0.40 11_4 0.0000 iprec_at_recall_0.50 11_4 0.0000 iprec_at_recall_0.60 11_4 0.0000 iprec_at_recall_0.70 11_4 0.0000 iprec_at_recall_0.80 11_4 0.0000 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 0.2000 P_10 11_4 0.1000 P_15 11_4 0.0667 P_20 11_4 0.0500 P_30 11_4 0.0333 P_100 11_4 0.0100 P_200 11_4 0.0050 P_500 11_4 0.0020 P_1000 11_4 0.0010 relstring 11_4 '10000-----' recall_5 11_4 0.0069 recall_10 11_4 0.0069 recall_15 11_4 0.0069 recall_20 11_4 0.0069 recall_30 11_4 0.0069 recall_100 11_4 0.0069 recall_200 11_4 0.0069 recall_500 11_4 0.0069 recall_1000 11_4 0.0069 infAP 11_4 0.0069 Rprec_mult_0.20 11_4 0.0345 Rprec_mult_0.40 11_4 0.0172 Rprec_mult_0.60 11_4 0.0115 Rprec_mult_0.80 11_4 0.0086 Rprec_mult_1.00 11_4 0.0069 Rprec_mult_1.20 11_4 0.0058 Rprec_mult_1.40 11_4 0.0050 Rprec_mult_1.60 11_4 0.0043 Rprec_mult_1.80 11_4 0.0038 Rprec_mult_2.00 11_4 0.0035 utility 11_4 -998.0000 11pt_avg 11_4 0.0909 binG 11_4 0.0069 G 11_4 0.0024 ndcg 11_4 0.0225 ndcg_rel 11_4 0.0246 Rndcg 11_4 0.0474 ndcg_cut_5 11_4 0.1131 ndcg_cut_10 11_4 0.0831 ndcg_cut_15 11_4 0.0682 ndcg_cut_20 11_4 0.0587 ndcg_cut_30 11_4 0.0470 ndcg_cut_100 11_4 0.0262 ndcg_cut_200 11_4 0.0225 ndcg_cut_500 11_4 0.0225 ndcg_cut_1000 11_4 0.0225 map_cut_5 11_4 0.0069 map_cut_10 11_4 0.0069 map_cut_15 11_4 0.0069 map_cut_20 11_4 0.0069 map_cut_30 11_4 0.0069 map_cut_100 11_4 0.0069 map_cut_200 11_4 0.0069 map_cut_500 11_4 0.0069 map_cut_1000 11_4 0.0069 relative_P_5 11_4 0.2000 relative_P_10 11_4 0.1000 relative_P_15 11_4 0.0667 relative_P_20 11_4 0.0500 relative_P_30 11_4 0.0333 relative_P_100 11_4 0.0100 relative_P_200 11_4 0.0069 relative_P_500 11_4 0.0069 relative_P_1000 11_4 0.0069 success_1 11_4 1.0000 success_5 11_4 1.0000 success_10 11_4 1.0000 set_P 11_4 0.0010 set_relative_P 11_4 0.0069 set_recall 11_4 0.0069 set_map 11_4 0.0000 set_F 11_4 0.0017 num_nonrel_judged_ret 11_4 5 rbp 11_4 0.0333 rbp_resid 11_4 0.5867 unj_5 11_4 0.0000 unj_10 11_4 0.5000 unj_20 11_4 0.7500 num_ret 11_6 1000 num_rel 11_6 60 num_rel_ret 11_6 0 map 11_6 0.0000 Rprec 11_6 0.0000 bpref 11_6 0.0000 recip_rank 11_6 0.0000 iprec_at_recall_0.00 11_6 0.0000 iprec_at_recall_0.10 11_6 0.0000 iprec_at_recall_0.20 11_6 0.0000 iprec_at_recall_0.30 11_6 0.0000 iprec_at_recall_0.40 11_6 0.0000 iprec_at_recall_0.50 11_6 0.0000 iprec_at_recall_0.60 11_6 0.0000 iprec_at_recall_0.70 11_6 0.0000 iprec_at_recall_0.80 11_6 0.0000 iprec_at_recall_0.90 11_6 0.0000 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 0.0000 P_10 11_6 0.0000 P_15 11_6 0.0000 P_20 11_6 0.0000 P_30 11_6 0.0000 P_100 11_6 0.0000 P_200 11_6 0.0000 P_500 11_6 0.0000 P_1000 11_6 0.0000 relstring 11_6 '00000-----' recall_5 11_6 0.0000 recall_10 11_6 0.0000 recall_15 11_6 0.0000 recall_20 11_6 0.0000 recall_30 11_6 0.0000 recall_100 11_6 0.0000 recall_200 11_6 0.0000 recall_500 11_6 0.0000 recall_1000 11_6 0.0000 infAP 11_6 0.0000 Rprec_mult_0.20 11_6 0.0000 Rprec_mult_0.40 11_6 0.0000 Rprec_mult_0.60 11_6 0.0000 Rprec_mult_0.80 11_6 0.0000 Rprec_mult_1.00 11_6 0.0000 Rprec_mult_1.20 11_6 0.0000 Rprec_mult_1.40 11_6 0.0000 Rprec_mult_1.60 11_6 0.0000 Rprec_mult_1.80 11_6 0.0000 Rprec_mult_2.00 11_6 0.0000 utility 11_6 -1000.0000 11pt_avg 11_6 0.0000 binG 11_6 0.0000 G 11_6 0.0000 ndcg 11_6 0.0000 ndcg_rel 11_6 0.0000 Rndcg 11_6 0.0000 ndcg_cut_5 11_6 0.0000 ndcg_cut_10 11_6 0.0000 ndcg_cut_15 11_6 0.0000 ndcg_cut_20 11_6 0.0000 ndcg_cut_30 11_6 0.0000 ndcg_cut_100 11_6 0.0000 ndcg_cut_200 11_6 0.0000 ndcg_cut_500 11_6 0.0000 ndcg_cut_1000 11_6 0.0000 map_cut_5 11_6 0.0000 map_cut_10 11_6 0.0000 map_cut_15 11_6 0.0000 map_cut_20 11_6 0.0000 map_cut_30 11_6 0.0000 map_cut_100 11_6 0.0000 map_cut_200 11_6 0.0000 map_cut_500 11_6 0.0000 map_cut_1000 11_6 0.0000 relative_P_5 11_6 0.0000 relative_P_10 11_6 0.0000 relative_P_15 11_6 0.0000 relative_P_20 11_6 0.0000 relative_P_30 11_6 0.0000 relative_P_100 11_6 0.0000 relative_P_200 11_6 0.0000 relative_P_500 11_6 0.0000 relative_P_1000 11_6 0.0000 success_1 11_6 0.0000 success_5 11_6 0.0000 success_10 11_6 0.0000 set_P 11_6 0.0000 set_relative_P 11_6 0.0000 set_recall 11_6 0.0000 set_map 11_6 0.0000 set_F 11_6 0.0000 num_nonrel_judged_ret 11_6 5 rbp 11_6 0.0000 rbp_resid 11_6 0.5905 unj_5 11_6 0.0000 unj_10 11_6 0.5000 unj_20 11_6 0.7500 num_ret 11_7 1000 num_rel 11_7 90 num_rel_ret 11_7 7 map 11_7 0.0342 Rprec 11_7 0.0778 bpref 11_7 0.0762 recip_rank 11_7 0.5000 iprec_at_recall_0.00 11_7 0.7500 iprec_at_recall_0.10 11_7 0.0000 iprec_at_recall_0.20 11_7 0.0000 iprec_at_recall_0.30 11_7 0.0000 iprec_at_recall_0.40 11_7 0.0000 iprec_at_recall_0.50 11_7 0.0000 iprec_at_recall_0.60 11_7 0.0000 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 0.6000 P_10 11_7 0.3000 P_15 11_7 0.2667 P_20 11_7 0.2500 P_30 11_7 0.2333 P_100 11_7 0.0700 P_200 11_7 0.0350 P_500 11_7 0.0140 P_1000 11_7 0.0070 relstring 11_7 '01220-----' recall_5 11_7 0.0333 recall_10 11_7 0.0333 recall_15 11_7 0.0444 recall_20 11_7 0.0556 recall_30 11_7 0.0778 recall_100 11_7 0.0778 recall_200 11_7 0.0778 recall_500 11_7 0.0778 recall_1000 11_7 0.0778 infAP 11_7 0.0342 Rprec_mult_0.20 11_7 0.2778 Rprec_mult_0.40 11_7 0.1944 Rprec_mult_0.60 11_7 0.1296 Rprec_mult_0.80 11_7 0.0972 Rprec_mult_1.00 11_7 0.0778 Rprec_mult_1.20 11_7 0.0648 Rprec_mult_1.40 11_7 0.0556 Rprec_mult_1.60 11_7 0.0486 Rprec_mult_1.80 11_7 0.0432 Rprec_mult_2.00 11_7 0.0389 utility 11_7 -986.0000 11pt_avg 11_7 0.0682 binG 11_7 0.0324 G 11_7 0.0205 ndcg 11_7 0.1152 ndcg_rel 11_7 0.1237 Rndcg 11_7 0.1755 ndcg_cut_5 11_7 0.2946 ndcg_cut_10 11_7 0.2140 ndcg_cut_15 11_7 0.2123 ndcg_cut_20 11_7 0.1966 ndcg_cut_30 11_7 0.1875 ndcg_cut_100 11_7 0.1152 ndcg_cut_200 11_7 0.1152 ndcg_cut_500 11_7 0.1152 ndcg_cut_1000 11_7 0.1152 map_cut_5 11_7 0.0213 map_cut_10 11_7 0.0213 map_cut_15 11_7 0.0250 map_cut_20 11_7 0.0283 map_cut_30 11_7 0.0342 map_cut_100 11_7 0.0342 map_cut_200 11_7 0.0342 map_cut_500 11_7 0.0342 map_cut_1000 11_7 0.0342 relative_P_5 11_7 0.6000 relative_P_10 11_7 0.3000 relative_P_15 11_7 0.2667 relative_P_20 11_7 0.2500 relative_P_30 11_7 0.2333 relative_P_100 11_7 0.0778 relative_P_200 11_7 0.0778 relative_P_500 11_7 0.0778 relative_P_1000 11_7 0.0778 success_1 11_7 0.0000 success_5 11_7 1.0000 success_10 11_7 1.0000 set_P 11_7 0.0070 set_relative_P 11_7 0.0778 set_recall 11_7 0.0778 set_map 11_7 0.0005 set_F 11_7 0.0128 num_nonrel_judged_ret 11_7 3 rbp 11_7 0.1683 rbp_resid 11_7 0.5116 unj_5 11_7 0.0000 unj_10 11_7 0.5000 unj_20 11_7 0.6500 num_ret 11_8 1000 num_rel 11_8 97 num_rel_ret 11_8 0 map 11_8 0.0000 Rprec 11_8 0.0000 bpref 11_8 0.0000 recip_rank 11_8 0.0000 iprec_at_recall_0.00 11_8 0.0000 iprec_at_recall_0.10 11_8 0.0000 iprec_at_recall_0.20 11_8 0.0000 iprec_at_recall_0.30 11_8 0.0000 iprec_at_recall_0.40 11_8 0.0000 iprec_at_recall_0.50 11_8 0.0000 iprec_at_recall_0.60 11_8 0.0000 iprec_at_recall_0.70 11_8 0.0000 iprec_at_recall_0.80 11_8 0.0000 iprec_at_recall_0.90 11_8 0.0000 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 0.0000 P_10 11_8 0.0000 P_15 11_8 0.0000 P_20 11_8 0.0000 P_30 11_8 0.0000 P_100 11_8 0.0000 P_200 11_8 0.0000 P_500 11_8 0.0000 P_1000 11_8 0.0000 relstring 11_8 '00000-----' recall_5 11_8 0.0000 recall_10 11_8 0.0000 recall_15 11_8 0.0000 recall_20 11_8 0.0000 recall_30 11_8 0.0000 recall_100 11_8 0.0000 recall_200 11_8 0.0000 recall_500 11_8 0.0000 recall_1000 11_8 0.0000 infAP 11_8 0.0000 Rprec_mult_0.20 11_8 0.0000 Rprec_mult_0.40 11_8 0.0000 Rprec_mult_0.60 11_8 0.0000 Rprec_mult_0.80 11_8 0.0000 Rprec_mult_1.00 11_8 0.0000 Rprec_mult_1.20 11_8 0.0000 Rprec_mult_1.40 11_8 0.0000 Rprec_mult_1.60 11_8 0.0000 Rprec_mult_1.80 11_8 0.0000 Rprec_mult_2.00 11_8 0.0000 utility 11_8 -1000.0000 11pt_avg 11_8 0.0000 binG 11_8 0.0000 G 11_8 0.0000 ndcg 11_8 0.0000 ndcg_rel 11_8 0.0000 Rndcg 11_8 0.0000 ndcg_cut_5 11_8 0.0000 ndcg_cut_10 11_8 0.0000 ndcg_cut_15 11_8 0.0000 ndcg_cut_20 11_8 0.0000 ndcg_cut_30 11_8 0.0000 ndcg_cut_100 11_8 0.0000 ndcg_cut_200 11_8 0.0000 ndcg_cut_500 11_8 0.0000 ndcg_cut_1000 11_8 0.0000 map_cut_5 11_8 0.0000 map_cut_10 11_8 0.0000 map_cut_15 11_8 0.0000 map_cut_20 11_8 0.0000 map_cut_30 11_8 0.0000 map_cut_100 11_8 0.0000 map_cut_200 11_8 0.0000 map_cut_500 11_8 0.0000 map_cut_1000 11_8 0.0000 relative_P_5 11_8 0.0000 relative_P_10 11_8 0.0000 relative_P_15 11_8 0.0000 relative_P_20 11_8 0.0000 relative_P_30 11_8 0.0000 relative_P_100 11_8 0.0000 relative_P_200 11_8 0.0000 relative_P_500 11_8 0.0000 relative_P_1000 11_8 0.0000 success_1 11_8 0.0000 success_5 11_8 0.0000 success_10 11_8 0.0000 set_P 11_8 0.0000 set_relative_P 11_8 0.0000 set_recall 11_8 0.0000 set_map 11_8 0.0000 set_F 11_8 0.0000 num_nonrel_judged_ret 11_8 8 rbp 11_8 0.0000 rbp_resid 11_8 0.5391 unj_5 11_8 0.0000 unj_10 11_8 0.5000 unj_20 11_8 0.6500 num_ret 11_9 1000 num_rel 11_9 117 num_rel_ret 11_9 0 map 11_9 0.0000 Rprec 11_9 0.0000 bpref 11_9 0.0000 recip_rank 11_9 0.0000 iprec_at_recall_0.00 11_9 0.0000 iprec_at_recall_0.10 11_9 0.0000 iprec_at_recall_0.20 11_9 0.0000 iprec_at_recall_0.30 11_9 0.0000 iprec_at_recall_0.40 11_9 0.0000 iprec_at_recall_0.50 11_9 0.0000 iprec_at_recall_0.60 11_9 0.0000 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 0.0000 P_10 11_9 0.0000 P_15 11_9 0.0000 P_20 11_9 0.0000 P_30 11_9 0.0000 P_100 11_9 0.0000 P_200 11_9 0.0000 P_500 11_9 0.0000 P_1000 11_9 0.0000 relstring 11_9 '00000-----' recall_5 11_9 0.0000 recall_10 11_9 0.0000 recall_15 11_9 0.0000 recall_20 11_9 0.0000 recall_30 11_9 0.0000 recall_100 11_9 0.0000 recall_200 11_9 0.0000 recall_500 11_9 0.0000 recall_1000 11_9 0.0000 infAP 11_9 0.0000 Rprec_mult_0.20 11_9 0.0000 Rprec_mult_0.40 11_9 0.0000 Rprec_mult_0.60 11_9 0.0000 Rprec_mult_0.80 11_9 0.0000 Rprec_mult_1.00 11_9 0.0000 Rprec_mult_1.20 11_9 0.0000 Rprec_mult_1.40 11_9 0.0000 Rprec_mult_1.60 11_9 0.0000 Rprec_mult_1.80 11_9 0.0000 Rprec_mult_2.00 11_9 0.0000 utility 11_9 -1000.0000 11pt_avg 11_9 0.0000 binG 11_9 0.0000 G 11_9 0.0000 ndcg 11_9 0.0000 ndcg_rel 11_9 0.0000 Rndcg 11_9 0.0000 ndcg_cut_5 11_9 0.0000 ndcg_cut_10 11_9 0.0000 ndcg_cut_15 11_9 0.0000 ndcg_cut_20 11_9 0.0000 ndcg_cut_30 11_9 0.0000 ndcg_cut_100 11_9 0.0000 ndcg_cut_200 11_9 0.0000 ndcg_cut_500 11_9 0.0000 ndcg_cut_1000 11_9 0.0000 map_cut_5 11_9 0.0000 map_cut_10 11_9 0.0000 map_cut_15 11_9 0.0000 map_cut_20 11_9 0.0000 map_cut_30 11_9 0.0000 map_cut_100 11_9 0.0000 map_cut_200 11_9 0.0000 map_cut_500 11_9 0.0000 map_cut_1000 11_9 0.0000 relative_P_5 11_9 0.0000 relative_P_10 11_9 0.0000 relative_P_15 11_9 0.0000 relative_P_20 11_9 0.0000 relative_P_30 11_9 0.0000 relative_P_100 11_9 0.0000 relative_P_200 11_9 0.0000 relative_P_500 11_9 0.0000 relative_P_1000 11_9 0.0000 success_1 11_9 0.0000 success_5 11_9 0.0000 success_10 11_9 0.0000 set_P 11_9 0.0000 set_relative_P 11_9 0.0000 set_recall 11_9 0.0000 set_map 11_9 0.0000 set_F 11_9 0.0000 num_nonrel_judged_ret 11_9 7 rbp 11_9 0.0000 rbp_resid 11_9 0.5825 unj_5 11_9 0.0000 unj_10 11_9 0.5000 unj_20 11_9 0.7500 num_ret 12_1 1000 num_rel 12_1 75 num_rel_ret 12_1 14 map 12_1 0.0965 Rprec 12_1 0.1467 bpref 12_1 0.1508 recip_rank 12_1 1.0000 iprec_at_recall_0.00 12_1 1.0000 iprec_at_recall_0.10 12_1 0.4000 iprec_at_recall_0.20 12_1 0.0000 iprec_at_recall_0.30 12_1 0.0000 iprec_at_recall_0.40 12_1 0.0000 iprec_at_recall_0.50 12_1 0.0000 iprec_at_recall_0.60 12_1 0.0000 iprec_at_recall_0.70 12_1 0.0000 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 0.8000 P_10 12_1 0.6000 P_15 12_1 0.4000 P_20 12_1 0.4000 P_30 12_1 0.3000 P_100 12_1 0.1200 P_200 12_1 0.0650 P_500 12_1 0.0280 P_1000 12_1 0.0140 relstring 12_1 '1221002020' recall_5 12_1 0.0533 recall_10 12_1 0.0800 recall_15 12_1 0.0800 recall_20 12_1 0.1067 recall_30 12_1 0.1200 recall_100 12_1 0.1600 recall_200 12_1 0.1733 recall_500 12_1 0.1867 recall_1000 12_1 0.1867 infAP 12_1 0.0965 Rprec_mult_0.20 12_1 0.4000 Rprec_mult_0.40 12_1 0.3000 Rprec_mult_0.60 12_1 0.2000 Rprec_mult_0.80 12_1 0.1667 Rprec_mult_1.00 12_1 0.1467 Rprec_mult_1.20 12_1 0.1222 Rprec_mult_1.40 12_1 0.1143 Rprec_mult_1.60 12_1 0.1083 Rprec_mult_1.80 12_1 0.0963 Rprec_mult_2.00 12_1 0.0867 utility 12_1 -972.0000 11pt_avg 12_1 0.1273 binG 12_1 0.0868 G 12_1 0.0484 ndcg 12_1 0.2251 ndcg_rel 12_1 0.2540 Rndcg 12_1 0.2518 ndcg_cut_5 12_1 0.5354 ndcg_cut_10 12_1 0.4918 ndcg_cut_15 12_1 0.3900 ndcg_cut_20 12_1 0.3603 ndcg_cut_30 12_1 0.2923 ndcg_cut_100 12_1 0.2156 ndcg_cut_200 12_1 0.2206 ndcg_cut_500 12_1 0.2251 ndcg_cut_1000 12_1 0.2251 map_cut_5 12_1 0.0533 map_cut_10 12_1 0.0717 map_cut_15 12_1 0.0717 map_cut_20 12_1 0.0829 map_cut_30 12_1 0.0879 map_cut_100 12_1 0.0942 map_cut_200 12_1 0.0956 map_cut_500 12_1 0.0965 map_cut_1000 12_1 0.0965 relative_P_5 12_1 0.8000 relative_P_10 12_1 0.6000 relative_P_15 12_1 0.4000 relative_P_20 12_1 0.4000 relative_P_30 12_1 0.3000 relative_P_100 12_1 0.1600 relative_P_200 12_1 0.1733 relative_P_500 12_1 0.1867 relative_P_1000 12_1 0.1867 success_1 12_1 1.0000 success_5 12_1 1.0000 success_10 12_1 1.0000 set_P 12_1 0.0140 set_relative_P 12_1 0.1867 set_recall 12_1 0.1867 set_map 12_1 0.0026 set_F 12_1 0.0260 num_nonrel_judged_ret 12_1 47 rbp 12_1 0.2502 rbp_resid 12_1 0.0723 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0000 num_ret 12_2 1000 num_rel 12_2 65 num_rel_ret 12_2 14 map 12_2 0.0144 Rprec 12_2 0.0615 bpref 12_2 0.1669 recip_rank 12_2 0.1429 iprec_at_recall_0.00 12_2 0.2000 iprec_at_recall_0.10 12_2 0.0648 iprec_at_recall_0.20 12_2 0.0269 iprec_at_recall_0.30 12_2 0.0000 iprec_at_recall_0.40 12_2 0.0000 iprec_at_recall_0.50 12_2 0.0000 iprec_at_recall_0.60 12_2 0.0000 iprec_at_recall_0.70 12_2 0.0000 iprec_at_recall_0.80 12_2 0.0000 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 0.0000 P_10 12_2 0.2000 P_15 12_2 0.1333 P_20 12_2 0.1000 P_30 12_2 0.0667 P_100 12_2 0.0600 P_200 12_2 0.0400 P_500 12_2 0.0260 P_1000 12_2 0.0140 relstring 12_2 '00000-2--3' recall_5 12_2 0.0000 recall_10 12_2 0.0308 recall_15 12_2 0.0308 recall_20 12_2 0.0308 recall_30 12_2 0.0308 recall_100 12_2 0.0923 recall_200 12_2 0.1231 recall_500 12_2 0.2000 recall_1000 12_2 0.2154 infAP 12_2 0.0144 Rprec_mult_0.20 12_2 0.1538 Rprec_mult_0.40 12_2 0.0769 Rprec_mult_0.60 12_2 0.0513 Rprec_mult_0.80 12_2 0.0577 Rprec_mult_1.00 12_2 0.0615 Rprec_mult_1.20 12_2 0.0769 Rprec_mult_1.40 12_2 0.0659 Rprec_mult_1.60 12_2 0.0577 Rprec_mult_1.80 12_2 0.0598 Rprec_mult_2.00 12_2 0.0538 utility 12_2 -972.0000 11pt_avg 12_2 0.0265 binG 12_2 0.0356 G 12_2 0.0343 ndcg 12_2 0.1400 ndcg_rel 12_2 0.1331 Rndcg 12_2 0.0740 ndcg_cut_5 12_2 0.0000 ndcg_cut_10 12_2 0.1274 ndcg_cut_15 12_2 0.1045 ndcg_cut_20 12_2 0.0901 ndcg_cut_30 12_2 0.0774 ndcg_cut_100 12_2 0.0909 ndcg_cut_200 12_2 0.1131 ndcg_cut_500 12_2 0.1359 ndcg_cut_1000 12_2 0.1400 map_cut_5 12_2 0.0000 map_cut_10 12_2 0.0053 map_cut_15 12_2 0.0053 map_cut_20 12_2 0.0053 map_cut_30 12_2 0.0053 map_cut_100 12_2 0.0098 map_cut_200 12_2 0.0116 map_cut_500 12_2 0.0140 map_cut_1000 12_2 0.0144 relative_P_5 12_2 0.0000 relative_P_10 12_2 0.2000 relative_P_15 12_2 0.1333 relative_P_20 12_2 0.1000 relative_P_30 12_2 0.0667 relative_P_100 12_2 0.0923 relative_P_200 12_2 0.1231 relative_P_500 12_2 0.2000 relative_P_1000 12_2 0.2154 success_1 12_2 0.0000 success_5 12_2 0.0000 success_10 12_2 1.0000 set_P 12_2 0.0140 set_relative_P 12_2 0.2154 set_recall 12_2 0.2154 set_map 12_2 0.0030 set_F 12_2 0.0263 num_nonrel_judged_ret 12_2 21 rbp 12_2 0.0746 rbp_resid 12_2 0.4097 unj_5 12_2 0.0000 unj_10 12_2 0.3000 unj_20 12_2 0.5000 num_ret 12_3 1000 num_rel 12_3 75 num_rel_ret 12_3 58 map 12_3 0.0411 Rprec 12_3 0.0000 bpref 12_3 0.5545 recip_rank 12_3 0.0079 iprec_at_recall_0.00 12_3 0.0645 iprec_at_recall_0.10 12_3 0.0645 iprec_at_recall_0.20 12_3 0.0645 iprec_at_recall_0.30 12_3 0.0645 iprec_at_recall_0.40 12_3 0.0645 iprec_at_recall_0.50 12_3 0.0645 iprec_at_recall_0.60 12_3 0.0645 iprec_at_recall_0.70 12_3 0.0645 iprec_at_recall_0.80 12_3 0.0000 iprec_at_recall_0.90 12_3 0.0000 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 0.0000 P_10 12_3 0.0000 P_15 12_3 0.0000 P_20 12_3 0.0000 P_30 12_3 0.0000 P_100 12_3 0.0000 P_200 12_3 0.0200 P_500 12_3 0.0600 P_1000 12_3 0.0580 relstring 12_3 '00000-----' recall_5 12_3 0.0000 recall_10 12_3 0.0000 recall_15 12_3 0.0000 recall_20 12_3 0.0000 recall_30 12_3 0.0000 recall_100 12_3 0.0000 recall_200 12_3 0.0533 recall_500 12_3 0.4000 recall_1000 12_3 0.7733 infAP 12_3 0.0411 Rprec_mult_0.20 12_3 0.0000 Rprec_mult_0.40 12_3 0.0000 Rprec_mult_0.60 12_3 0.0000 Rprec_mult_0.80 12_3 0.0000 Rprec_mult_1.00 12_3 0.0000 Rprec_mult_1.20 12_3 0.0000 Rprec_mult_1.40 12_3 0.0000 Rprec_mult_1.60 12_3 0.0000 Rprec_mult_1.80 12_3 0.0148 Rprec_mult_2.00 12_3 0.0200 utility 12_3 -884.0000 11pt_avg 12_3 0.0469 binG 12_3 0.0892 G 12_3 0.0924 ndcg 12_3 0.3793 ndcg_rel 12_3 0.2467 Rndcg 12_3 0.1264 ndcg_cut_5 12_3 0.0000 ndcg_cut_10 12_3 0.0000 ndcg_cut_15 12_3 0.0000 ndcg_cut_20 12_3 0.0000 ndcg_cut_30 12_3 0.0000 ndcg_cut_100 12_3 0.0000 ndcg_cut_200 12_3 0.0344 ndcg_cut_500 12_3 0.2139 ndcg_cut_1000 12_3 0.3793 map_cut_5 12_3 0.0000 map_cut_10 12_3 0.0000 map_cut_15 12_3 0.0000 map_cut_20 12_3 0.0000 map_cut_30 12_3 0.0000 map_cut_100 12_3 0.0000 map_cut_200 12_3 0.0009 map_cut_500 12_3 0.0182 map_cut_1000 12_3 0.0411 relative_P_5 12_3 0.0000 relative_P_10 12_3 0.0000 relative_P_15 12_3 0.0000 relative_P_20 12_3 0.0000 relative_P_30 12_3 0.0000 relative_P_100 12_3 0.0000 relative_P_200 12_3 0.0533 relative_P_500 12_3 0.4000 relative_P_1000 12_3 0.7733 success_1 12_3 0.0000 success_5 12_3 0.0000 success_10 12_3 0.0000 set_P 12_3 0.0580 set_relative_P 12_3 0.7733 set_recall 12_3 0.7733 set_map 12_3 0.0449 set_F 12_3 0.1079 num_nonrel_judged_ret 12_3 29 rbp 12_3 0.0000 rbp_resid 12_3 0.5798 unj_5 12_3 0.0000 unj_10 12_3 0.5000 unj_20 12_3 0.7500 num_ret 12_5 1000 num_rel 12_5 57 num_rel_ret 12_5 4 map 12_5 0.0028 Rprec 12_5 0.0351 bpref 12_5 0.0486 recip_rank 12_5 0.0909 iprec_at_recall_0.00 12_5 0.0909 iprec_at_recall_0.10 12_5 0.0000 iprec_at_recall_0.20 12_5 0.0000 iprec_at_recall_0.30 12_5 0.0000 iprec_at_recall_0.40 12_5 0.0000 iprec_at_recall_0.50 12_5 0.0000 iprec_at_recall_0.60 12_5 0.0000 iprec_at_recall_0.70 12_5 0.0000 iprec_at_recall_0.80 12_5 0.0000 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 0.0000 P_10 12_5 0.0000 P_15 12_5 0.0667 P_20 12_5 0.0500 P_30 12_5 0.0333 P_100 12_5 0.0200 P_200 12_5 0.0150 P_500 12_5 0.0060 P_1000 12_5 0.0040 relstring 12_5 '00000-0---' recall_5 12_5 0.0000 recall_10 12_5 0.0000 recall_15 12_5 0.0175 recall_20 12_5 0.0175 recall_30 12_5 0.0175 recall_100 12_5 0.0351 recall_200 12_5 0.0526 recall_500 12_5 0.0526 recall_1000 12_5 0.0702 infAP 12_5 0.0028 Rprec_mult_0.20 12_5 0.0833 Rprec_mult_0.40 12_5 0.0435 Rprec_mult_0.60 12_5 0.0286 Rprec_mult_0.80 12_5 0.0217 Rprec_mult_1.00 12_5 0.0351 Rprec_mult_1.20 12_5 0.0290 Rprec_mult_1.40 12_5 0.0250 Rprec_mult_1.60 12_5 0.0217 Rprec_mult_1.80 12_5 0.0194 Rprec_mult_2.00 12_5 0.0175 utility 12_5 -992.0000 11pt_avg 12_5 0.0083 binG 12_5 0.0124 G 12_5 0.0088 ndcg 12_5 0.0394 ndcg_rel 12_5 0.0391 Rndcg 12_5 0.0216 ndcg_cut_5 12_5 0.0000 ndcg_cut_10 12_5 0.0000 ndcg_cut_15 12_5 0.0363 ndcg_cut_20 12_5 0.0315 ndcg_cut_30 12_5 0.0254 ndcg_cut_100 12_5 0.0233 ndcg_cut_200 12_5 0.0324 ndcg_cut_500 12_5 0.0324 ndcg_cut_1000 12_5 0.0394 map_cut_5 12_5 0.0000 map_cut_10 12_5 0.0000 map_cut_15 12_5 0.0016 map_cut_20 12_5 0.0016 map_cut_30 12_5 0.0016 map_cut_100 12_5 0.0023 map_cut_200 12_5 0.0027 map_cut_500 12_5 0.0027 map_cut_1000 12_5 0.0028 relative_P_5 12_5 0.0000 relative_P_10 12_5 0.0000 relative_P_15 12_5 0.0667 relative_P_20 12_5 0.0500 relative_P_30 12_5 0.0333 relative_P_100 12_5 0.0351 relative_P_200 12_5 0.0526 relative_P_500 12_5 0.0526 relative_P_1000 12_5 0.0702 success_1 12_5 0.0000 success_5 12_5 0.0000 success_10 12_5 0.0000 set_P 12_5 0.0040 set_relative_P 12_5 0.0702 set_recall 12_5 0.0702 set_map 12_5 0.0003 set_F 12_5 0.0076 num_nonrel_judged_ret 12_5 31 rbp 12_5 0.0234 rbp_resid 12_5 0.4296 unj_5 12_5 0.0000 unj_10 12_5 0.4000 unj_20 12_5 0.6000 num_ret 12_6 1000 num_rel 12_6 48 num_rel_ret 12_6 15 map 12_6 0.1660 Rprec 12_6 0.2292 bpref 12_6 0.2839 recip_rank 12_6 1.0000 iprec_at_recall_0.00 12_6 1.0000 iprec_at_recall_0.10 12_6 0.5556 iprec_at_recall_0.20 12_6 0.2941 iprec_at_recall_0.30 12_6 0.1842 iprec_at_recall_0.40 12_6 0.0000 iprec_at_recall_0.50 12_6 0.0000 iprec_at_recall_0.60 12_6 0.0000 iprec_at_recall_0.70 12_6 0.0000 iprec_at_recall_0.80 12_6 0.0000 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 0.8000 P_10 12_6 0.5000 P_15 12_6 0.4667 P_20 12_6 0.4500 P_30 12_6 0.3000 P_100 12_6 0.1500 P_200 12_6 0.0750 P_500 12_6 0.0300 P_1000 12_6 0.0150 relstring 12_6 '21220---1-' recall_5 12_6 0.0833 recall_10 12_6 0.1042 recall_15 12_6 0.1458 recall_20 12_6 0.1875 recall_30 12_6 0.1875 recall_100 12_6 0.3125 recall_200 12_6 0.3125 recall_500 12_6 0.3125 recall_1000 12_6 0.3125 infAP 12_6 0.1660 Rprec_mult_0.20 12_6 0.5000 Rprec_mult_0.40 12_6 0.4500 Rprec_mult_0.60 12_6 0.3103 Rprec_mult_0.80 12_6 0.2821 Rprec_mult_1.00 12_6 0.2292 Rprec_mult_1.20 12_6 0.2241 Rprec_mult_1.40 12_6 0.1912 Rprec_mult_1.60 12_6 0.1818 Rprec_mult_1.80 12_6 0.1609 Rprec_mult_2.00 12_6 0.1562 utility 12_6 -970.0000 11pt_avg 12_6 0.1849 binG 12_6 0.1406 G 12_6 0.1021 ndcg 12_6 0.3891 ndcg_rel 12_6 0.4177 Rndcg 12_6 0.4406 ndcg_cut_5 12_6 0.6513 ndcg_cut_10 12_6 0.4752 ndcg_cut_15 12_6 0.4407 ndcg_cut_20 12_6 0.4033 ndcg_cut_30 12_6 0.3447 ndcg_cut_100 12_6 0.3891 ndcg_cut_200 12_6 0.3891 ndcg_cut_500 12_6 0.3891 ndcg_cut_1000 12_6 0.3891 map_cut_5 12_6 0.0833 map_cut_10 12_6 0.0949 map_cut_15 12_6 0.1167 map_cut_20 12_6 0.1369 map_cut_30 12_6 0.1369 map_cut_100 12_6 0.1660 map_cut_200 12_6 0.1660 map_cut_500 12_6 0.1660 map_cut_1000 12_6 0.1660 relative_P_5 12_6 0.8000 relative_P_10 12_6 0.5000 relative_P_15 12_6 0.4667 relative_P_20 12_6 0.4500 relative_P_30 12_6 0.3000 relative_P_100 12_6 0.3125 relative_P_200 12_6 0.3125 relative_P_500 12_6 0.3125 relative_P_1000 12_6 0.3125 success_1 12_6 1.0000 success_5 12_6 1.0000 success_10 12_6 1.0000 set_P 12_6 0.0150 set_relative_P 12_6 0.3125 set_recall 12_6 0.3125 set_map 12_6 0.0047 set_F 12_6 0.0286 num_nonrel_judged_ret 12_6 18 rbp 12_6 0.2612 rbp_resid 12_6 0.3831 unj_5 12_6 0.0000 unj_10 12_6 0.4000 unj_20 12_6 0.4500 num_ret 12_7 1000 num_rel 12_7 17 num_rel_ret 12_7 2 map 12_7 0.0110 Rprec 12_7 0.0588 bpref 12_7 0.0796 recip_rank 12_7 0.1000 iprec_at_recall_0.00 12_7 0.1000 iprec_at_recall_0.10 12_7 0.0870 iprec_at_recall_0.20 12_7 0.0000 iprec_at_recall_0.30 12_7 0.0000 iprec_at_recall_0.40 12_7 0.0000 iprec_at_recall_0.50 12_7 0.0000 iprec_at_recall_0.60 12_7 0.0000 iprec_at_recall_0.70 12_7 0.0000 iprec_at_recall_0.80 12_7 0.0000 iprec_at_recall_0.90 12_7 0.0000 iprec_at_recall_1.00 12_7 0.0000 P_5 12_7 0.0000 P_10 12_7 0.1000 P_15 12_7 0.0667 P_20 12_7 0.0500 P_30 12_7 0.0667 P_100 12_7 0.0200 P_200 12_7 0.0100 P_500 12_7 0.0040 P_1000 12_7 0.0020 relstring 12_7 '00000----3' recall_5 12_7 0.0000 recall_10 12_7 0.0588 recall_15 12_7 0.0588 recall_20 12_7 0.0588 recall_30 12_7 0.1176 recall_100 12_7 0.1176 recall_200 12_7 0.1176 recall_500 12_7 0.1176 recall_1000 12_7 0.1176 infAP 12_7 0.0110 Rprec_mult_0.20 12_7 0.0000 Rprec_mult_0.40 12_7 0.0000 Rprec_mult_0.60 12_7 0.0909 Rprec_mult_0.80 12_7 0.0714 Rprec_mult_1.00 12_7 0.0588 Rprec_mult_1.20 12_7 0.0476 Rprec_mult_1.40 12_7 0.0833 Rprec_mult_1.60 12_7 0.0714 Rprec_mult_1.80 12_7 0.0645 Rprec_mult_2.00 12_7 0.0588 utility 12_7 -996.0000 11pt_avg 12_7 0.0170 binG 12_7 0.0300 G 12_7 0.0378 ndcg 12_7 0.1087 ndcg_rel 12_7 0.1067 Rndcg 12_7 0.0597 ndcg_cut_5 12_7 0.0000 ndcg_cut_10 12_7 0.0744 ndcg_cut_15 12_7 0.0642 ndcg_cut_20 12_7 0.0619 ndcg_cut_30 12_7 0.1087 ndcg_cut_100 12_7 0.1087 ndcg_cut_200 12_7 0.1087 ndcg_cut_500 12_7 0.1087 ndcg_cut_1000 12_7 0.1087 map_cut_5 12_7 0.0000 map_cut_10 12_7 0.0059 map_cut_15 12_7 0.0059 map_cut_20 12_7 0.0059 map_cut_30 12_7 0.0110 map_cut_100 12_7 0.0110 map_cut_200 12_7 0.0110 map_cut_500 12_7 0.0110 map_cut_1000 12_7 0.0110 relative_P_5 12_7 0.0000 relative_P_10 12_7 0.1000 relative_P_15 12_7 0.0667 relative_P_20 12_7 0.0588 relative_P_30 12_7 0.1176 relative_P_100 12_7 0.1176 relative_P_200 12_7 0.1176 relative_P_500 12_7 0.1176 relative_P_1000 12_7 0.1176 success_1 12_7 0.0000 success_5 12_7 0.0000 success_10 12_7 1.0000 set_P 12_7 0.0020 set_relative_P 12_7 0.1176 set_recall 12_7 0.1176 set_map 12_7 0.0002 set_F 12_7 0.0039 num_nonrel_judged_ret 12_7 9 rbp 12_7 0.0486 rbp_resid 12_7 0.5150 unj_5 12_7 0.0000 unj_10 12_7 0.4000 unj_20 12_7 0.6500 num_ret 12_9 1000 num_rel 12_9 27 num_rel_ret 12_9 1 map 12_9 0.0123 Rprec 12_9 0.0370 bpref 12_9 0.0343 recip_rank 12_9 0.3333 iprec_at_recall_0.00 12_9 0.3333 iprec_at_recall_0.10 12_9 0.0000 iprec_at_recall_0.20 12_9 0.0000 iprec_at_recall_0.30 12_9 0.0000 iprec_at_recall_0.40 12_9 0.0000 iprec_at_recall_0.50 12_9 0.0000 iprec_at_recall_0.60 12_9 0.0000 iprec_at_recall_0.70 12_9 0.0000 iprec_at_recall_0.80 12_9 0.0000 iprec_at_recall_0.90 12_9 0.0000 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 0.2000 P_10 12_9 0.1000 P_15 12_9 0.0667 P_20 12_9 0.0500 P_30 12_9 0.0333 P_100 12_9 0.0100 P_200 12_9 0.0050 P_500 12_9 0.0020 P_1000 12_9 0.0010 relstring 12_9 '00100--0-0' recall_5 12_9 0.0370 recall_10 12_9 0.0370 recall_15 12_9 0.0370 recall_20 12_9 0.0370 recall_30 12_9 0.0370 recall_100 12_9 0.0370 recall_200 12_9 0.0370 recall_500 12_9 0.0370 recall_1000 12_9 0.0370 infAP 12_9 0.0123 Rprec_mult_0.20 12_9 0.1667 Rprec_mult_0.40 12_9 0.0909 Rprec_mult_0.60 12_9 0.0588 Rprec_mult_0.80 12_9 0.0455 Rprec_mult_1.00 12_9 0.0370 Rprec_mult_1.20 12_9 0.0303 Rprec_mult_1.40 12_9 0.0263 Rprec_mult_1.60 12_9 0.0227 Rprec_mult_1.80 12_9 0.0204 Rprec_mult_2.00 12_9 0.0185 utility 12_9 -998.0000 11pt_avg 12_9 0.0303 binG 12_9 0.0185 G 12_9 0.0072 ndcg 12_9 0.0312 ndcg_rel 12_9 0.0332 Rndcg 12_9 0.0249 ndcg_cut_5 12_9 0.0664 ndcg_cut_10 12_9 0.0467 ndcg_cut_15 12_9 0.0374 ndcg_cut_20 12_9 0.0344 ndcg_cut_30 12_9 0.0312 ndcg_cut_100 12_9 0.0312 ndcg_cut_200 12_9 0.0312 ndcg_cut_500 12_9 0.0312 ndcg_cut_1000 12_9 0.0312 map_cut_5 12_9 0.0123 map_cut_10 12_9 0.0123 map_cut_15 12_9 0.0123 map_cut_20 12_9 0.0123 map_cut_30 12_9 0.0123 map_cut_100 12_9 0.0123 map_cut_200 12_9 0.0123 map_cut_500 12_9 0.0123 map_cut_1000 12_9 0.0123 relative_P_5 12_9 0.2000 relative_P_10 12_9 0.1000 relative_P_15 12_9 0.0667 relative_P_20 12_9 0.0500 relative_P_30 12_9 0.0370 relative_P_100 12_9 0.0370 relative_P_200 12_9 0.0370 relative_P_500 12_9 0.0370 relative_P_1000 12_9 0.0370 success_1 12_9 0.0000 success_5 12_9 1.0000 success_10 12_9 1.0000 set_P 12_9 0.0010 set_relative_P 12_9 0.0370 set_recall 12_9 0.0370 set_map 12_9 0.0000 set_F 12_9 0.0019 num_nonrel_judged_ret 12_9 10 rbp 12_9 0.0270 rbp_resid 12_9 0.4682 unj_5 12_9 0.0000 unj_10 12_9 0.3000 unj_20 12_9 0.6000 num_ret 13_2 1000 num_rel 13_2 154 num_rel_ret 13_2 35 map 13_2 0.0779 Rprec 13_2 0.2078 bpref 13_2 0.2038 recip_rank 13_2 0.5000 iprec_at_recall_0.00 13_2 0.5000 iprec_at_recall_0.10 13_2 0.4286 iprec_at_recall_0.20 13_2 0.2500 iprec_at_recall_0.30 13_2 0.0000 iprec_at_recall_0.40 13_2 0.0000 iprec_at_recall_0.50 13_2 0.0000 iprec_at_recall_0.60 13_2 0.0000 iprec_at_recall_0.70 13_2 0.0000 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 0.2000 P_10 13_2 0.4000 P_15 13_2 0.4000 P_20 13_2 0.4500 P_30 13_2 0.4667 P_100 13_2 0.2700 P_200 13_2 0.1650 P_500 13_2 0.0700 P_1000 13_2 0.0350 relstring 13_2 '01000-21-1' recall_5 13_2 0.0065 recall_10 13_2 0.0260 recall_15 13_2 0.0390 recall_20 13_2 0.0584 recall_30 13_2 0.0909 recall_100 13_2 0.1753 recall_200 13_2 0.2143 recall_500 13_2 0.2273 recall_1000 13_2 0.2273 infAP 13_2 0.0779 Rprec_mult_0.20 13_2 0.4516 Rprec_mult_0.40 13_2 0.3065 Rprec_mult_0.60 13_2 0.2796 Rprec_mult_0.80 13_2 0.2500 Rprec_mult_1.00 13_2 0.2078 Rprec_mult_1.20 13_2 0.1784 Rprec_mult_1.40 13_2 0.1528 Rprec_mult_1.60 13_2 0.1377 Rprec_mult_1.80 13_2 0.1259 Rprec_mult_2.00 13_2 0.1136 utility 13_2 -930.0000 11pt_avg 13_2 0.1071 binG 13_2 0.0513 G 13_2 0.0377 ndcg 13_2 0.2203 ndcg_rel 13_2 0.2152 Rndcg 13_2 0.1621 ndcg_cut_5 13_2 0.0641 ndcg_cut_10 13_2 0.1300 ndcg_cut_15 13_2 0.1430 ndcg_cut_20 13_2 0.1725 ndcg_cut_30 13_2 0.2329 ndcg_cut_100 13_2 0.2116 ndcg_cut_200 13_2 0.2096 ndcg_cut_500 13_2 0.2203 ndcg_cut_1000 13_2 0.2203 map_cut_5 13_2 0.0032 map_cut_10 13_2 0.0101 map_cut_15 13_2 0.0151 map_cut_20 13_2 0.0232 map_cut_30 13_2 0.0381 map_cut_100 13_2 0.0669 map_cut_200 13_2 0.0760 map_cut_500 13_2 0.0779 map_cut_1000 13_2 0.0779 relative_P_5 13_2 0.2000 relative_P_10 13_2 0.4000 relative_P_15 13_2 0.4000 relative_P_20 13_2 0.4500 relative_P_30 13_2 0.4667 relative_P_100 13_2 0.2700 relative_P_200 13_2 0.2143 relative_P_500 13_2 0.2273 relative_P_1000 13_2 0.2273 success_1 13_2 0.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.0350 set_relative_P 13_2 0.2273 set_recall 13_2 0.2273 set_map 13_2 0.0080 set_F 13_2 0.0607 num_nonrel_judged_ret 13_2 6 rbp 13_2 0.1337 rbp_resid 13_2 0.3137 unj_5 13_2 0.0000 unj_10 13_2 0.2000 unj_20 13_2 0.3500 num_ret 13_3 1000 num_rel 13_3 79 num_rel_ret 13_3 26 map 13_3 0.0821 Rprec 13_3 0.1899 bpref 13_3 0.2898 recip_rank 13_3 1.0000 iprec_at_recall_0.00 13_3 1.0000 iprec_at_recall_0.10 13_3 0.2812 iprec_at_recall_0.20 13_3 0.1748 iprec_at_recall_0.30 13_3 0.1472 iprec_at_recall_0.40 13_3 0.0000 iprec_at_recall_0.50 13_3 0.0000 iprec_at_recall_0.60 13_3 0.0000 iprec_at_recall_0.70 13_3 0.0000 iprec_at_recall_0.80 13_3 0.0000 iprec_at_recall_0.90 13_3 0.0000 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 0.4000 P_10 13_3 0.3000 P_15 13_3 0.3333 P_20 13_3 0.3000 P_30 13_3 0.2333 P_100 13_3 0.1700 P_200 13_3 0.1250 P_500 13_3 0.0520 P_1000 13_3 0.0260 relstring 13_3 '200100-0-2' recall_5 13_3 0.0253 recall_10 13_3 0.0380 recall_15 13_3 0.0633 recall_20 13_3 0.0759 recall_30 13_3 0.0886 recall_100 13_3 0.2152 recall_200 13_3 0.3165 recall_500 13_3 0.3291 recall_1000 13_3 0.3291 infAP 13_3 0.0821 Rprec_mult_0.20 13_3 0.3750 Rprec_mult_0.40 13_3 0.2812 Rprec_mult_0.60 13_3 0.2083 Rprec_mult_0.80 13_3 0.1719 Rprec_mult_1.00 13_3 0.1899 Rprec_mult_1.20 13_3 0.1579 Rprec_mult_1.40 13_3 0.1622 Rprec_mult_1.60 13_3 0.1417 Rprec_mult_1.80 13_3 0.1469 Rprec_mult_2.00 13_3 0.1456 utility 13_3 -948.0000 11pt_avg 13_3 0.1457 binG 13_3 0.0757 G 13_3 0.0629 ndcg 13_3 0.3064 ndcg_rel 13_3 0.2975 Rndcg 13_3 0.2668 ndcg_cut_5 13_3 0.2874 ndcg_cut_10 13_3 0.2583 ndcg_cut_15 13_3 0.2843 ndcg_cut_20 13_3 0.2734 ndcg_cut_30 13_3 0.2372 ndcg_cut_100 13_3 0.2391 ndcg_cut_200 13_3 0.2994 ndcg_cut_500 13_3 0.3064 ndcg_cut_1000 13_3 0.3064 map_cut_5 13_3 0.0190 map_cut_10 13_3 0.0228 map_cut_15 13_3 0.0315 map_cut_20 13_3 0.0363 map_cut_30 13_3 0.0392 map_cut_100 13_3 0.0658 map_cut_200 13_3 0.0810 map_cut_500 13_3 0.0821 map_cut_1000 13_3 0.0821 relative_P_5 13_3 0.4000 relative_P_10 13_3 0.3000 relative_P_15 13_3 0.3333 relative_P_20 13_3 0.3000 relative_P_30 13_3 0.2333 relative_P_100 13_3 0.2152 relative_P_200 13_3 0.3165 relative_P_500 13_3 0.3291 relative_P_1000 13_3 0.3291 success_1 13_3 1.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.0260 set_relative_P 13_3 0.3291 set_recall 13_3 0.3291 set_map 13_3 0.0086 set_F 13_3 0.0482 num_nonrel_judged_ret 13_3 16 rbp 13_3 0.1813 rbp_resid 13_3 0.3257 unj_5 13_3 0.0000 unj_10 13_3 0.2000 unj_20 13_3 0.4000 num_ret 13_4 1000 num_rel 13_4 132 num_rel_ret 13_4 14 map 13_4 0.0457 Rprec 13_4 0.0909 bpref 13_4 0.1019 recip_rank 13_4 1.0000 iprec_at_recall_0.00 13_4 1.0000 iprec_at_recall_0.10 13_4 0.0823 iprec_at_recall_0.20 13_4 0.0000 iprec_at_recall_0.30 13_4 0.0000 iprec_at_recall_0.40 13_4 0.0000 iprec_at_recall_0.50 13_4 0.0000 iprec_at_recall_0.60 13_4 0.0000 iprec_at_recall_0.70 13_4 0.0000 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 0.6000 P_10 13_4 0.5000 P_15 13_4 0.4000 P_20 13_4 0.4000 P_30 13_4 0.3000 P_100 13_4 0.1200 P_200 13_4 0.0650 P_500 13_4 0.0280 P_1000 13_4 0.0140 relstring 13_4 '20220-2--2' recall_5 13_4 0.0227 recall_10 13_4 0.0379 recall_15 13_4 0.0455 recall_20 13_4 0.0606 recall_30 13_4 0.0682 recall_100 13_4 0.0909 recall_200 13_4 0.0985 recall_500 13_4 0.1061 recall_1000 13_4 0.1061 infAP 13_4 0.0457 Rprec_mult_0.20 13_4 0.3333 Rprec_mult_0.40 13_4 0.2075 Rprec_mult_0.60 13_4 0.1375 Rprec_mult_0.80 13_4 0.1132 Rprec_mult_1.00 13_4 0.0909 Rprec_mult_1.20 13_4 0.0818 Rprec_mult_1.40 13_4 0.0703 Rprec_mult_1.60 13_4 0.0613 Rprec_mult_1.80 13_4 0.0588 Rprec_mult_2.00 13_4 0.0530 utility 13_4 -972.0000 11pt_avg 13_4 0.0984 binG 13_4 0.0380 G 13_4 0.0287 ndcg 13_4 0.1669 ndcg_rel 13_4 0.1929 Rndcg 13_4 0.2895 ndcg_cut_5 13_4 0.5599 ndcg_cut_10 13_4 0.5062 ndcg_cut_15 13_4 0.4233 ndcg_cut_20 13_4 0.4040 ndcg_cut_30 13_4 0.3376 ndcg_cut_100 13_4 0.1767 ndcg_cut_200 13_4 0.1616 ndcg_cut_500 13_4 0.1669 ndcg_cut_1000 13_4 0.1669 map_cut_5 13_4 0.0183 map_cut_10 13_4 0.0264 map_cut_15 13_4 0.0306 map_cut_20 13_4 0.0367 map_cut_30 13_4 0.0395 map_cut_100 13_4 0.0446 map_cut_200 13_4 0.0452 map_cut_500 13_4 0.0457 map_cut_1000 13_4 0.0457 relative_P_5 13_4 0.6000 relative_P_10 13_4 0.5000 relative_P_15 13_4 0.4000 relative_P_20 13_4 0.4000 relative_P_30 13_4 0.3000 relative_P_100 13_4 0.1200 relative_P_200 13_4 0.0985 relative_P_500 13_4 0.1061 relative_P_1000 13_4 0.1061 success_1 13_4 1.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.0140 set_relative_P 13_4 0.1061 set_recall 13_4 0.1061 set_map 13_4 0.0015 set_F 13_4 0.0247 num_nonrel_judged_ret 13_4 10 rbp 13_4 0.2681 rbp_resid 13_4 0.4105 unj_5 13_4 0.0000 unj_10 13_4 0.3000 unj_20 13_4 0.5000 num_ret 13_6 1000 num_rel 13_6 135 num_rel_ret 13_6 35 map 13_6 0.1542 Rprec 13_6 0.1852 bpref 13_6 0.2567 recip_rank 13_6 1.0000 iprec_at_recall_0.00 13_6 1.0000 iprec_at_recall_0.10 13_6 0.9333 iprec_at_recall_0.20 13_6 0.1837 iprec_at_recall_0.30 13_6 0.0000 iprec_at_recall_0.40 13_6 0.0000 iprec_at_recall_0.50 13_6 0.0000 iprec_at_recall_0.60 13_6 0.0000 iprec_at_recall_0.70 13_6 0.0000 iprec_at_recall_0.80 13_6 0.0000 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 1.0000 P_10 13_6 1.0000 P_15 13_6 0.9333 P_20 13_6 0.7500 P_30 13_6 0.6333 P_100 13_6 0.2400 P_200 13_6 0.1400 P_500 13_6 0.0680 P_1000 13_6 0.0350 relstring 13_6 '3223211322' recall_5 13_6 0.0370 recall_10 13_6 0.0741 recall_15 13_6 0.1037 recall_20 13_6 0.1111 recall_30 13_6 0.1407 recall_100 13_6 0.1778 recall_200 13_6 0.2074 recall_500 13_6 0.2519 recall_1000 13_6 0.2593 infAP 13_6 0.1542 Rprec_mult_0.20 13_6 0.6667 Rprec_mult_0.40 13_6 0.3889 Rprec_mult_0.60 13_6 0.2963 Rprec_mult_0.80 13_6 0.2222 Rprec_mult_1.00 13_6 0.1852 Rprec_mult_1.20 13_6 0.1667 Rprec_mult_1.40 13_6 0.1481 Rprec_mult_1.60 13_6 0.1343 Rprec_mult_1.80 13_6 0.1276 Rprec_mult_2.00 13_6 0.1148 utility 13_6 -930.0000 11pt_avg 13_6 0.1925 binG 13_6 0.1253 G 13_6 0.0670 ndcg 13_6 0.3548 ndcg_rel 13_6 0.4026 Rndcg 13_6 0.4741 ndcg_cut_5 13_6 0.7443 ndcg_cut_10 13_6 0.6933 ndcg_cut_15 13_6 0.6720 ndcg_cut_20 13_6 0.6041 ndcg_cut_30 13_6 0.5875 ndcg_cut_100 13_6 0.3448 ndcg_cut_200 13_6 0.3244 ndcg_cut_500 13_6 0.3510 ndcg_cut_1000 13_6 0.3548 map_cut_5 13_6 0.0370 map_cut_10 13_6 0.0741 map_cut_15 13_6 0.1021 map_cut_20 13_6 0.1077 map_cut_30 13_6 0.1285 map_cut_100 13_6 0.1434 map_cut_200 13_6 0.1489 map_cut_500 13_6 0.1539 map_cut_1000 13_6 0.1542 relative_P_5 13_6 1.0000 relative_P_10 13_6 1.0000 relative_P_15 13_6 0.9333 relative_P_20 13_6 0.7500 relative_P_30 13_6 0.6333 relative_P_100 13_6 0.2400 relative_P_200 13_6 0.2074 relative_P_500 13_6 0.2519 relative_P_1000 13_6 0.2593 success_1 13_6 1.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.0350 set_relative_P 13_6 0.2593 set_recall 13_6 0.2593 set_map 13_6 0.0091 set_F 13_6 0.0617 num_nonrel_judged_ret 13_6 2 rbp 13_6 0.4434 rbp_resid 13_6 0.1878 unj_5 13_6 0.0000 unj_10 13_6 0.0000 unj_20 13_6 0.2500 num_ret 13_8 1000 num_rel 13_8 100 num_rel_ret 13_8 23 map 13_8 0.1008 Rprec 13_8 0.1400 bpref 13_8 0.2250 recip_rank 13_8 1.0000 iprec_at_recall_0.00 13_8 1.0000 iprec_at_recall_0.10 13_8 0.2941 iprec_at_recall_0.20 13_8 0.0816 iprec_at_recall_0.30 13_8 0.0000 iprec_at_recall_0.40 13_8 0.0000 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 1.0000 P_10 13_8 0.8000 P_15 13_8 0.6000 P_20 13_8 0.4500 P_30 13_8 0.3000 P_100 13_8 0.1400 P_200 13_8 0.0900 P_500 13_8 0.0440 P_1000 13_8 0.0230 relstring 13_8 '1222102023' recall_5 13_8 0.0500 recall_10 13_8 0.0800 recall_15 13_8 0.0900 recall_20 13_8 0.0900 recall_30 13_8 0.0900 recall_100 13_8 0.1400 recall_200 13_8 0.1800 recall_500 13_8 0.2200 recall_1000 13_8 0.2300 infAP 13_8 0.1008 Rprec_mult_0.20 13_8 0.4500 Rprec_mult_0.40 13_8 0.2750 Rprec_mult_0.60 13_8 0.2000 Rprec_mult_0.80 13_8 0.1625 Rprec_mult_1.00 13_8 0.1400 Rprec_mult_1.20 13_8 0.1250 Rprec_mult_1.40 13_8 0.1286 Rprec_mult_1.60 13_8 0.1125 Rprec_mult_1.80 13_8 0.1000 Rprec_mult_2.00 13_8 0.0900 utility 13_8 -954.0000 11pt_avg 13_8 0.1251 binG 13_8 0.0911 G 13_8 0.0500 ndcg 13_8 0.2652 ndcg_rel 13_8 0.2812 Rndcg 13_8 0.2841 ndcg_cut_5 13_8 0.5099 ndcg_cut_10 13_8 0.4876 ndcg_cut_15 13_8 0.4129 ndcg_cut_20 13_8 0.3635 ndcg_cut_30 13_8 0.2991 ndcg_cut_100 13_8 0.2134 ndcg_cut_200 13_8 0.2369 ndcg_cut_500 13_8 0.2600 ndcg_cut_1000 13_8 0.2652 map_cut_5 13_8 0.0500 map_cut_10 13_8 0.0743 map_cut_15 13_8 0.0808 map_cut_20 13_8 0.0808 map_cut_30 13_8 0.0808 map_cut_100 13_8 0.0923 map_cut_200 13_8 0.0977 map_cut_500 13_8 0.1004 map_cut_1000 13_8 0.1008 relative_P_5 13_8 1.0000 relative_P_10 13_8 0.8000 relative_P_15 13_8 0.6000 relative_P_20 13_8 0.4500 relative_P_30 13_8 0.3000 relative_P_100 13_8 0.1400 relative_P_200 13_8 0.1800 relative_P_500 13_8 0.2200 relative_P_1000 13_8 0.2300 success_1 13_8 1.0000 success_5 13_8 1.0000 success_10 13_8 1.0000 set_P 13_8 0.0230 set_relative_P 13_8 0.2300 set_recall 13_8 0.2300 set_map 13_8 0.0053 set_F 13_8 0.0418 num_nonrel_judged_ret 13_8 3 rbp 13_8 0.3424 rbp_resid 13_8 0.3177 unj_5 13_8 0.0000 unj_10 13_8 0.0000 unj_20 13_8 0.4500 num_ret 14_10 1000 num_rel 14_10 52 num_rel_ret 14_10 8 map 14_10 0.1149 Rprec 14_10 0.1538 bpref 14_10 0.1476 recip_rank 14_10 1.0000 iprec_at_recall_0.00 14_10 1.0000 iprec_at_recall_0.10 14_10 0.8333 iprec_at_recall_0.20 14_10 0.0000 iprec_at_recall_0.30 14_10 0.0000 iprec_at_recall_0.40 14_10 0.0000 iprec_at_recall_0.50 14_10 0.0000 iprec_at_recall_0.60 14_10 0.0000 iprec_at_recall_0.70 14_10 0.0000 iprec_at_recall_0.80 14_10 0.0000 iprec_at_recall_0.90 14_10 0.0000 iprec_at_recall_1.00 14_10 0.0000 P_5 14_10 0.8000 P_10 14_10 0.6000 P_15 14_10 0.4667 P_20 14_10 0.3500 P_30 14_10 0.2333 P_100 14_10 0.0800 P_200 14_10 0.0400 P_500 14_10 0.0160 P_1000 14_10 0.0080 relstring 14_10 '33101100-2' recall_5 14_10 0.0769 recall_10 14_10 0.1154 recall_15 14_10 0.1346 recall_20 14_10 0.1346 recall_30 14_10 0.1346 recall_100 14_10 0.1538 recall_200 14_10 0.1538 recall_500 14_10 0.1538 recall_1000 14_10 0.1538 infAP 14_10 0.1149 Rprec_mult_0.20 14_10 0.5455 Rprec_mult_0.40 14_10 0.3333 Rprec_mult_0.60 14_10 0.2188 Rprec_mult_0.80 14_10 0.1905 Rprec_mult_1.00 14_10 0.1538 Rprec_mult_1.20 14_10 0.1270 Rprec_mult_1.40 14_10 0.1096 Rprec_mult_1.60 14_10 0.0952 Rprec_mult_1.80 14_10 0.0851 Rprec_mult_2.00 14_10 0.0769 utility 14_10 -984.0000 11pt_avg 14_10 0.1667 binG 14_10 0.0996 G 14_10 0.0996 ndcg 14_10 0.3052 ndcg_rel 14_10 0.3691 Rndcg 14_10 0.4537 ndcg_cut_5 14_10 0.7199 ndcg_cut_10 14_10 0.5985 ndcg_cut_15 14_10 0.5226 ndcg_cut_20 14_10 0.4466 ndcg_cut_30 14_10 0.3575 ndcg_cut_100 14_10 0.3052 ndcg_cut_200 14_10 0.3052 ndcg_cut_500 14_10 0.3052 ndcg_cut_1000 14_10 0.3052 map_cut_5 14_10 0.0731 map_cut_10 14_10 0.1006 map_cut_15 14_10 0.1110 map_cut_20 14_10 0.1110 map_cut_30 14_10 0.1110 map_cut_100 14_10 0.1149 map_cut_200 14_10 0.1149 map_cut_500 14_10 0.1149 map_cut_1000 14_10 0.1149 relative_P_5 14_10 0.8000 relative_P_10 14_10 0.6000 relative_P_15 14_10 0.4667 relative_P_20 14_10 0.3500 relative_P_30 14_10 0.2333 relative_P_100 14_10 0.1538 relative_P_200 14_10 0.1538 relative_P_500 14_10 0.1538 relative_P_1000 14_10 0.1538 success_1 14_10 1.0000 success_5 14_10 1.0000 success_10 14_10 1.0000 set_P 14_10 0.0080 set_relative_P 14_10 0.1538 set_recall 14_10 0.1538 set_map 14_10 0.0012 set_F 14_10 0.0152 num_nonrel_judged_ret 14_10 8 rbp 14_10 0.3038 rbp_resid 14_10 0.2550 unj_5 14_10 0.0000 unj_10 14_10 0.1000 unj_20 14_10 0.3000 num_ret 14_2 1000 num_rel 14_2 105 num_rel_ret 14_2 33 map 14_2 0.1482 Rprec 14_2 0.2286 bpref 14_2 0.2926 recip_rank 14_2 1.0000 iprec_at_recall_0.00 14_2 1.0000 iprec_at_recall_0.10 14_2 0.5714 iprec_at_recall_0.20 14_2 0.3143 iprec_at_recall_0.30 14_2 0.0849 iprec_at_recall_0.40 14_2 0.0000 iprec_at_recall_0.50 14_2 0.0000 iprec_at_recall_0.60 14_2 0.0000 iprec_at_recall_0.70 14_2 0.0000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 0.8000 P_10 14_2 0.7000 P_15 14_2 0.5333 P_20 14_2 0.5500 P_30 14_2 0.5000 P_100 14_2 0.2400 P_200 14_2 0.1500 P_500 14_2 0.0660 P_1000 14_2 0.0330 relstring 14_2 '111012201-' recall_5 14_2 0.0381 recall_10 14_2 0.0667 recall_15 14_2 0.0762 recall_20 14_2 0.1048 recall_30 14_2 0.1429 recall_100 14_2 0.2286 recall_200 14_2 0.2857 recall_500 14_2 0.3143 recall_1000 14_2 0.3143 infAP 14_2 0.1482 Rprec_mult_0.20 14_2 0.5714 Rprec_mult_0.40 14_2 0.4524 Rprec_mult_0.60 14_2 0.3016 Rprec_mult_0.80 14_2 0.2738 Rprec_mult_1.00 14_2 0.2286 Rprec_mult_1.20 14_2 0.2063 Rprec_mult_1.40 14_2 0.1837 Rprec_mult_1.60 14_2 0.1667 Rprec_mult_1.80 14_2 0.1534 Rprec_mult_2.00 14_2 0.1476 utility 14_2 -934.0000 11pt_avg 14_2 0.1791 binG 14_2 0.1024 G 14_2 0.0594 ndcg 14_2 0.3011 ndcg_rel 14_2 0.3057 Rndcg 14_2 0.2901 ndcg_cut_5 14_2 0.2977 ndcg_cut_10 14_2 0.3604 ndcg_cut_15 14_2 0.3128 ndcg_cut_20 14_2 0.3393 ndcg_cut_30 14_2 0.3312 ndcg_cut_100 14_2 0.2690 ndcg_cut_200 14_2 0.2909 ndcg_cut_500 14_2 0.3011 ndcg_cut_1000 14_2 0.3011 map_cut_5 14_2 0.0362 map_cut_10 14_2 0.0597 map_cut_15 14_2 0.0660 map_cut_20 14_2 0.0813 map_cut_30 14_2 0.1017 map_cut_100 14_2 0.1344 map_cut_200 14_2 0.1453 map_cut_500 14_2 0.1482 map_cut_1000 14_2 0.1482 relative_P_5 14_2 0.8000 relative_P_10 14_2 0.7000 relative_P_15 14_2 0.5333 relative_P_20 14_2 0.5500 relative_P_30 14_2 0.5000 relative_P_100 14_2 0.2400 relative_P_200 14_2 0.2857 relative_P_500 14_2 0.3143 relative_P_1000 14_2 0.3143 success_1 14_2 1.0000 success_5 14_2 1.0000 success_10 14_2 1.0000 set_P 14_2 0.0330 set_relative_P 14_2 0.3143 set_recall 14_2 0.3143 set_map 14_2 0.0104 set_F 14_2 0.0597 num_nonrel_judged_ret 14_2 22 rbp 14_2 0.2603 rbp_resid 14_2 0.1895 unj_5 14_2 0.0000 unj_10 14_2 0.1000 unj_20 14_2 0.2500 num_ret 14_3 1000 num_rel 14_3 160 num_rel_ret 14_3 20 map 14_3 0.0776 Rprec 14_3 0.1187 bpref 14_3 0.1221 recip_rank 14_3 1.0000 iprec_at_recall_0.00 14_3 1.0000 iprec_at_recall_0.10 14_3 0.5333 iprec_at_recall_0.20 14_3 0.0000 iprec_at_recall_0.30 14_3 0.0000 iprec_at_recall_0.40 14_3 0.0000 iprec_at_recall_0.50 14_3 0.0000 iprec_at_recall_0.60 14_3 0.0000 iprec_at_recall_0.70 14_3 0.0000 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 1.0000 P_10 14_3 0.7000 P_15 14_3 0.5333 P_20 14_3 0.5500 P_30 14_3 0.5333 P_100 14_3 0.1800 P_200 14_3 0.1000 P_500 14_3 0.0400 P_1000 14_3 0.0200 relstring 14_3 '11111-21--' recall_5 14_3 0.0312 recall_10 14_3 0.0437 recall_15 14_3 0.0500 recall_20 14_3 0.0688 recall_30 14_3 0.1000 recall_100 14_3 0.1125 recall_200 14_3 0.1250 recall_500 14_3 0.1250 recall_1000 14_3 0.1250 infAP 14_3 0.0776 Rprec_mult_0.20 14_3 0.5000 Rprec_mult_0.40 14_3 0.2500 Rprec_mult_0.60 14_3 0.1875 Rprec_mult_0.80 14_3 0.1484 Rprec_mult_1.00 14_3 0.1187 Rprec_mult_1.20 14_3 0.1042 Rprec_mult_1.40 14_3 0.0893 Rprec_mult_1.60 14_3 0.0781 Rprec_mult_1.80 14_3 0.0694 Rprec_mult_2.00 14_3 0.0625 utility 14_3 -960.0000 11pt_avg 14_3 0.1394 binG 14_3 0.0590 G 14_3 0.0272 ndcg 14_3 0.1670 ndcg_rel 14_3 0.1853 Rndcg 14_3 0.2231 ndcg_cut_5 14_3 0.3673 ndcg_cut_10 14_3 0.3504 ndcg_cut_15 14_3 0.3207 ndcg_cut_20 14_3 0.3314 ndcg_cut_30 14_3 0.3347 ndcg_cut_100 14_3 0.1939 ndcg_cut_200 14_3 0.1670 ndcg_cut_500 14_3 0.1670 ndcg_cut_1000 14_3 0.1670 map_cut_5 14_3 0.0312 map_cut_10 14_3 0.0421 map_cut_15 14_3 0.0456 map_cut_20 14_3 0.0557 map_cut_30 14_3 0.0724 map_cut_100 14_3 0.0758 map_cut_200 14_3 0.0776 map_cut_500 14_3 0.0776 map_cut_1000 14_3 0.0776 relative_P_5 14_3 1.0000 relative_P_10 14_3 0.7000 relative_P_15 14_3 0.5333 relative_P_20 14_3 0.5500 relative_P_30 14_3 0.5333 relative_P_100 14_3 0.1800 relative_P_200 14_3 0.1250 relative_P_500 14_3 0.1250 relative_P_1000 14_3 0.1250 success_1 14_3 1.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.0200 set_relative_P 14_3 0.1250 set_recall 14_3 0.1250 set_map 14_3 0.0025 set_F 14_3 0.0345 num_nonrel_judged_ret 14_3 7 rbp 14_3 0.2428 rbp_resid 14_3 0.3276 unj_5 14_3 0.0000 unj_10 14_3 0.3000 unj_20 14_3 0.4000 num_ret 14_4 1000 num_rel 14_4 46 num_rel_ret 14_4 8 map 14_4 0.0483 Rprec 14_4 0.1739 bpref 14_4 0.1588 recip_rank 14_4 0.5000 iprec_at_recall_0.00 14_4 0.5000 iprec_at_recall_0.10 14_4 0.2857 iprec_at_recall_0.20 14_4 0.0000 iprec_at_recall_0.30 14_4 0.0000 iprec_at_recall_0.40 14_4 0.0000 iprec_at_recall_0.50 14_4 0.0000 iprec_at_recall_0.60 14_4 0.0000 iprec_at_recall_0.70 14_4 0.0000 iprec_at_recall_0.80 14_4 0.0000 iprec_at_recall_0.90 14_4 0.0000 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.2000 P_10 14_4 0.2000 P_15 14_4 0.2000 P_20 14_4 0.2500 P_30 14_4 0.2667 P_100 14_4 0.0800 P_200 14_4 0.0400 P_500 14_4 0.0160 P_1000 14_4 0.0080 relstring 14_4 '03000---1-' recall_5 14_4 0.0217 recall_10 14_4 0.0435 recall_15 14_4 0.0652 recall_20 14_4 0.1087 recall_30 14_4 0.1739 recall_100 14_4 0.1739 recall_200 14_4 0.1739 recall_500 14_4 0.1739 recall_1000 14_4 0.1739 infAP 14_4 0.0483 Rprec_mult_0.20 14_4 0.2000 Rprec_mult_0.40 14_4 0.2105 Rprec_mult_0.60 14_4 0.2857 Rprec_mult_0.80 14_4 0.2162 Rprec_mult_1.00 14_4 0.1739 Rprec_mult_1.20 14_4 0.1429 Rprec_mult_1.40 14_4 0.1231 Rprec_mult_1.60 14_4 0.1081 Rprec_mult_1.80 14_4 0.0964 Rprec_mult_2.00 14_4 0.0870 utility 14_4 -984.0000 11pt_avg 14_4 0.0714 binG 14_4 0.0520 G 14_4 0.0474 ndcg 14_4 0.1981 ndcg_rel 14_4 0.2010 Rndcg 14_4 0.1881 ndcg_cut_5 14_4 0.2140 ndcg_cut_10 14_4 0.1644 ndcg_cut_15 14_4 0.1686 ndcg_cut_20 14_4 0.1844 ndcg_cut_30 14_4 0.2274 ndcg_cut_100 14_4 0.1981 ndcg_cut_200 14_4 0.1981 ndcg_cut_500 14_4 0.1981 ndcg_cut_1000 14_4 0.1981 map_cut_5 14_4 0.0109 map_cut_10 14_4 0.0157 map_cut_15 14_4 0.0200 map_cut_20 14_4 0.0301 map_cut_30 14_4 0.0483 map_cut_100 14_4 0.0483 map_cut_200 14_4 0.0483 map_cut_500 14_4 0.0483 map_cut_1000 14_4 0.0483 relative_P_5 14_4 0.2000 relative_P_10 14_4 0.2000 relative_P_15 14_4 0.2000 relative_P_20 14_4 0.2500 relative_P_30 14_4 0.2667 relative_P_100 14_4 0.1739 relative_P_200 14_4 0.1739 relative_P_500 14_4 0.1739 relative_P_1000 14_4 0.1739 success_1 14_4 0.0000 success_5 14_4 1.0000 success_10 14_4 1.0000 set_P 14_4 0.0080 set_relative_P 14_4 0.1739 set_recall 14_4 0.1739 set_map 14_4 0.0014 set_F 14_4 0.0153 num_nonrel_judged_ret 14_4 5 rbp 14_4 0.1491 rbp_resid 14_4 0.4592 unj_5 14_4 0.0000 unj_10 14_4 0.4000 unj_20 14_4 0.5500 num_ret 14_7 1000 num_rel 14_7 83 num_rel_ret 14_7 0 map 14_7 0.0000 Rprec 14_7 0.0000 bpref 14_7 0.0000 recip_rank 14_7 0.0000 iprec_at_recall_0.00 14_7 0.0000 iprec_at_recall_0.10 14_7 0.0000 iprec_at_recall_0.20 14_7 0.0000 iprec_at_recall_0.30 14_7 0.0000 iprec_at_recall_0.40 14_7 0.0000 iprec_at_recall_0.50 14_7 0.0000 iprec_at_recall_0.60 14_7 0.0000 iprec_at_recall_0.70 14_7 0.0000 iprec_at_recall_0.80 14_7 0.0000 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 0.0000 P_10 14_7 0.0000 P_15 14_7 0.0000 P_20 14_7 0.0000 P_30 14_7 0.0000 P_100 14_7 0.0000 P_200 14_7 0.0000 P_500 14_7 0.0000 P_1000 14_7 0.0000 relstring 14_7 '00000-----' recall_5 14_7 0.0000 recall_10 14_7 0.0000 recall_15 14_7 0.0000 recall_20 14_7 0.0000 recall_30 14_7 0.0000 recall_100 14_7 0.0000 recall_200 14_7 0.0000 recall_500 14_7 0.0000 recall_1000 14_7 0.0000 infAP 14_7 0.0000 Rprec_mult_0.20 14_7 0.0000 Rprec_mult_0.40 14_7 0.0000 Rprec_mult_0.60 14_7 0.0000 Rprec_mult_0.80 14_7 0.0000 Rprec_mult_1.00 14_7 0.0000 Rprec_mult_1.20 14_7 0.0000 Rprec_mult_1.40 14_7 0.0000 Rprec_mult_1.60 14_7 0.0000 Rprec_mult_1.80 14_7 0.0000 Rprec_mult_2.00 14_7 0.0000 utility 14_7 -1000.0000 11pt_avg 14_7 0.0000 binG 14_7 0.0000 G 14_7 0.0000 ndcg 14_7 0.0000 ndcg_rel 14_7 0.0000 Rndcg 14_7 0.0000 ndcg_cut_5 14_7 0.0000 ndcg_cut_10 14_7 0.0000 ndcg_cut_15 14_7 0.0000 ndcg_cut_20 14_7 0.0000 ndcg_cut_30 14_7 0.0000 ndcg_cut_100 14_7 0.0000 ndcg_cut_200 14_7 0.0000 ndcg_cut_500 14_7 0.0000 ndcg_cut_1000 14_7 0.0000 map_cut_5 14_7 0.0000 map_cut_10 14_7 0.0000 map_cut_15 14_7 0.0000 map_cut_20 14_7 0.0000 map_cut_30 14_7 0.0000 map_cut_100 14_7 0.0000 map_cut_200 14_7 0.0000 map_cut_500 14_7 0.0000 map_cut_1000 14_7 0.0000 relative_P_5 14_7 0.0000 relative_P_10 14_7 0.0000 relative_P_15 14_7 0.0000 relative_P_20 14_7 0.0000 relative_P_30 14_7 0.0000 relative_P_100 14_7 0.0000 relative_P_200 14_7 0.0000 relative_P_500 14_7 0.0000 relative_P_1000 14_7 0.0000 success_1 14_7 0.0000 success_5 14_7 0.0000 success_10 14_7 0.0000 set_P 14_7 0.0000 set_relative_P 14_7 0.0000 set_recall 14_7 0.0000 set_map 14_7 0.0000 set_F 14_7 0.0000 num_nonrel_judged_ret 14_7 5 rbp 14_7 0.0000 rbp_resid 14_7 0.5905 unj_5 14_7 0.0000 unj_10 14_7 0.5000 unj_20 14_7 0.7500 num_ret 14_8 1000 num_rel 14_8 18 num_rel_ret 14_8 0 map 14_8 0.0000 Rprec 14_8 0.0000 bpref 14_8 0.0000 recip_rank 14_8 0.0000 iprec_at_recall_0.00 14_8 0.0000 iprec_at_recall_0.10 14_8 0.0000 iprec_at_recall_0.20 14_8 0.0000 iprec_at_recall_0.30 14_8 0.0000 iprec_at_recall_0.40 14_8 0.0000 iprec_at_recall_0.50 14_8 0.0000 iprec_at_recall_0.60 14_8 0.0000 iprec_at_recall_0.70 14_8 0.0000 iprec_at_recall_0.80 14_8 0.0000 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.0000 P_10 14_8 0.0000 P_15 14_8 0.0000 P_20 14_8 0.0000 P_30 14_8 0.0000 P_100 14_8 0.0000 P_200 14_8 0.0000 P_500 14_8 0.0000 P_1000 14_8 0.0000 relstring 14_8 '00000-0-00' recall_5 14_8 0.0000 recall_10 14_8 0.0000 recall_15 14_8 0.0000 recall_20 14_8 0.0000 recall_30 14_8 0.0000 recall_100 14_8 0.0000 recall_200 14_8 0.0000 recall_500 14_8 0.0000 recall_1000 14_8 0.0000 infAP 14_8 0.0000 Rprec_mult_0.20 14_8 0.0000 Rprec_mult_0.40 14_8 0.0000 Rprec_mult_0.60 14_8 0.0000 Rprec_mult_0.80 14_8 0.0000 Rprec_mult_1.00 14_8 0.0000 Rprec_mult_1.20 14_8 0.0000 Rprec_mult_1.40 14_8 0.0000 Rprec_mult_1.60 14_8 0.0000 Rprec_mult_1.80 14_8 0.0000 Rprec_mult_2.00 14_8 0.0000 utility 14_8 -1000.0000 11pt_avg 14_8 0.0000 binG 14_8 0.0000 G 14_8 0.0000 ndcg 14_8 0.0000 ndcg_rel 14_8 0.0000 Rndcg 14_8 0.0000 ndcg_cut_5 14_8 0.0000 ndcg_cut_10 14_8 0.0000 ndcg_cut_15 14_8 0.0000 ndcg_cut_20 14_8 0.0000 ndcg_cut_30 14_8 0.0000 ndcg_cut_100 14_8 0.0000 ndcg_cut_200 14_8 0.0000 ndcg_cut_500 14_8 0.0000 ndcg_cut_1000 14_8 0.0000 map_cut_5 14_8 0.0000 map_cut_10 14_8 0.0000 map_cut_15 14_8 0.0000 map_cut_20 14_8 0.0000 map_cut_30 14_8 0.0000 map_cut_100 14_8 0.0000 map_cut_200 14_8 0.0000 map_cut_500 14_8 0.0000 map_cut_1000 14_8 0.0000 relative_P_5 14_8 0.0000 relative_P_10 14_8 0.0000 relative_P_15 14_8 0.0000 relative_P_20 14_8 0.0000 relative_P_30 14_8 0.0000 relative_P_100 14_8 0.0000 relative_P_200 14_8 0.0000 relative_P_500 14_8 0.0000 relative_P_1000 14_8 0.0000 success_1 14_8 0.0000 success_5 14_8 0.0000 success_10 14_8 0.0000 set_P 14_8 0.0000 set_relative_P 14_8 0.0000 set_recall 14_8 0.0000 set_map 14_8 0.0000 set_F 14_8 0.0000 num_nonrel_judged_ret 14_8 10 rbp 14_8 0.0000 rbp_resid 14_8 0.4415 unj_5 14_8 0.0000 unj_10 14_8 0.2000 unj_20 14_8 0.5500 num_ret 14_9 1000 num_rel 14_9 213 num_rel_ret 14_9 3 map 14_9 0.0017 Rprec 14_9 0.0141 bpref 14_9 0.0131 recip_rank 14_9 0.1000 iprec_at_recall_0.00 14_9 0.1818 iprec_at_recall_0.10 14_9 0.0000 iprec_at_recall_0.20 14_9 0.0000 iprec_at_recall_0.30 14_9 0.0000 iprec_at_recall_0.40 14_9 0.0000 iprec_at_recall_0.50 14_9 0.0000 iprec_at_recall_0.60 14_9 0.0000 iprec_at_recall_0.70 14_9 0.0000 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 0.0000 P_10 14_9 0.1000 P_15 14_9 0.1333 P_20 14_9 0.1000 P_30 14_9 0.0667 P_100 14_9 0.0300 P_200 14_9 0.0150 P_500 14_9 0.0060 P_1000 14_9 0.0030 relstring 14_9 '00000----2' recall_5 14_9 0.0000 recall_10 14_9 0.0047 recall_15 14_9 0.0094 recall_20 14_9 0.0094 recall_30 14_9 0.0094 recall_100 14_9 0.0141 recall_200 14_9 0.0141 recall_500 14_9 0.0141 recall_1000 14_9 0.0141 infAP 14_9 0.0017 Rprec_mult_0.20 14_9 0.0698 Rprec_mult_0.40 14_9 0.0349 Rprec_mult_0.60 14_9 0.0234 Rprec_mult_0.80 14_9 0.0175 Rprec_mult_1.00 14_9 0.0141 Rprec_mult_1.20 14_9 0.0117 Rprec_mult_1.40 14_9 0.0100 Rprec_mult_1.60 14_9 0.0088 Rprec_mult_1.80 14_9 0.0078 Rprec_mult_2.00 14_9 0.0070 utility 14_9 -994.0000 11pt_avg 14_9 0.0165 binG 14_9 0.0037 G 14_9 0.0027 ndcg 14_9 0.0196 ndcg_rel 14_9 0.0202 Rndcg 14_9 0.0352 ndcg_cut_5 14_9 0.0000 ndcg_cut_10 14_9 0.0424 ndcg_cut_15 14_9 0.0687 ndcg_cut_20 14_9 0.0601 ndcg_cut_30 14_9 0.0491 ndcg_cut_100 14_9 0.0285 ndcg_cut_200 14_9 0.0201 ndcg_cut_500 14_9 0.0196 ndcg_cut_1000 14_9 0.0196 map_cut_5 14_9 0.0000 map_cut_10 14_9 0.0005 map_cut_15 14_9 0.0013 map_cut_20 14_9 0.0013 map_cut_30 14_9 0.0013 map_cut_100 14_9 0.0017 map_cut_200 14_9 0.0017 map_cut_500 14_9 0.0017 map_cut_1000 14_9 0.0017 relative_P_5 14_9 0.0000 relative_P_10 14_9 0.1000 relative_P_15 14_9 0.1333 relative_P_20 14_9 0.1000 relative_P_30 14_9 0.0667 relative_P_100 14_9 0.0300 relative_P_200 14_9 0.0150 relative_P_500 14_9 0.0141 relative_P_1000 14_9 0.0141 success_1 14_9 0.0000 success_5 14_9 0.0000 success_10 14_9 1.0000 set_P 14_9 0.0030 set_relative_P 14_9 0.0141 set_recall 14_9 0.0141 set_map 14_9 0.0000 set_F 14_9 0.0049 num_nonrel_judged_ret 14_9 5 rbp 14_9 0.0502 rbp_resid 14_9 0.5134 unj_5 14_9 0.0000 unj_10 14_9 0.4000 unj_20 14_9 0.6500 num_ret 15_1 1000 num_rel 15_1 81 num_rel_ret 15_1 3 map 15_1 0.0140 Rprec 15_1 0.0370 bpref 15_1 0.0340 recip_rank 15_1 1.0000 iprec_at_recall_0.00 15_1 1.0000 iprec_at_recall_0.10 15_1 0.0000 iprec_at_recall_0.20 15_1 0.0000 iprec_at_recall_0.30 15_1 0.0000 iprec_at_recall_0.40 15_1 0.0000 iprec_at_recall_0.50 15_1 0.0000 iprec_at_recall_0.60 15_1 0.0000 iprec_at_recall_0.70 15_1 0.0000 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 0.2000 P_10 15_1 0.1000 P_15 15_1 0.0667 P_20 15_1 0.0500 P_30 15_1 0.0333 P_100 15_1 0.0300 P_200 15_1 0.0150 P_500 15_1 0.0060 P_1000 15_1 0.0030 relstring 15_1 '10000--0--' recall_5 15_1 0.0123 recall_10 15_1 0.0123 recall_15 15_1 0.0123 recall_20 15_1 0.0123 recall_30 15_1 0.0123 recall_100 15_1 0.0370 recall_200 15_1 0.0370 recall_500 15_1 0.0370 recall_1000 15_1 0.0370 infAP 15_1 0.0140 Rprec_mult_0.20 15_1 0.0588 Rprec_mult_0.40 15_1 0.0606 Rprec_mult_0.60 15_1 0.0612 Rprec_mult_0.80 15_1 0.0462 Rprec_mult_1.00 15_1 0.0370 Rprec_mult_1.20 15_1 0.0306 Rprec_mult_1.40 15_1 0.0263 Rprec_mult_1.60 15_1 0.0231 Rprec_mult_1.80 15_1 0.0205 Rprec_mult_2.00 15_1 0.0185 utility 15_1 -994.0000 11pt_avg 15_1 0.0909 binG 15_1 0.0171 G 15_1 0.0066 ndcg 15_1 0.0435 ndcg_rel 15_1 0.0473 Rndcg 15_1 0.0593 ndcg_cut_5 15_1 0.1131 ndcg_cut_10 15_1 0.0807 ndcg_cut_15 15_1 0.0665 ndcg_cut_20 15_1 0.0575 ndcg_cut_30 15_1 0.0462 ndcg_cut_100 15_1 0.0435 ndcg_cut_200 15_1 0.0435 ndcg_cut_500 15_1 0.0435 ndcg_cut_1000 15_1 0.0435 map_cut_5 15_1 0.0123 map_cut_10 15_1 0.0123 map_cut_15 15_1 0.0123 map_cut_20 15_1 0.0123 map_cut_30 15_1 0.0123 map_cut_100 15_1 0.0140 map_cut_200 15_1 0.0140 map_cut_500 15_1 0.0140 map_cut_1000 15_1 0.0140 relative_P_5 15_1 0.2000 relative_P_10 15_1 0.1000 relative_P_15 15_1 0.0667 relative_P_20 15_1 0.0500 relative_P_30 15_1 0.0333 relative_P_100 15_1 0.0370 relative_P_200 15_1 0.0370 relative_P_500 15_1 0.0370 relative_P_1000 15_1 0.0370 success_1 15_1 1.0000 success_5 15_1 1.0000 success_10 15_1 1.0000 set_P 15_1 0.0030 set_relative_P 15_1 0.0370 set_recall 15_1 0.0370 set_map 15_1 0.0001 set_F 15_1 0.0056 num_nonrel_judged_ret 15_1 18 rbp 15_1 0.0352 rbp_resid 15_1 0.4829 unj_5 15_1 0.0000 unj_10 15_1 0.4000 unj_20 15_1 0.6500 num_ret 15_10 1000 num_rel 15_10 35 num_rel_ret 15_10 5 map 15_10 0.0043 Rprec 15_10 0.0286 bpref 15_10 0.0996 recip_rank 15_10 0.0714 iprec_at_recall_0.00 15_10 0.0714 iprec_at_recall_0.10 15_10 0.0235 iprec_at_recall_0.20 15_10 0.0000 iprec_at_recall_0.30 15_10 0.0000 iprec_at_recall_0.40 15_10 0.0000 iprec_at_recall_0.50 15_10 0.0000 iprec_at_recall_0.60 15_10 0.0000 iprec_at_recall_0.70 15_10 0.0000 iprec_at_recall_0.80 15_10 0.0000 iprec_at_recall_0.90 15_10 0.0000 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 0.0000 P_10 15_10 0.0000 P_15 15_10 0.0667 P_20 15_10 0.0500 P_30 15_10 0.0333 P_100 15_10 0.0100 P_200 15_10 0.0150 P_500 15_10 0.0100 P_1000 15_10 0.0050 relstring 15_10 '00000-----' recall_5 15_10 0.0000 recall_10 15_10 0.0000 recall_15 15_10 0.0286 recall_20 15_10 0.0286 recall_30 15_10 0.0286 recall_100 15_10 0.0286 recall_200 15_10 0.0857 recall_500 15_10 0.1429 recall_1000 15_10 0.1429 infAP 15_10 0.0043 Rprec_mult_0.20 15_10 0.0000 Rprec_mult_0.40 15_10 0.0714 Rprec_mult_0.60 15_10 0.0476 Rprec_mult_0.80 15_10 0.0357 Rprec_mult_1.00 15_10 0.0286 Rprec_mult_1.20 15_10 0.0238 Rprec_mult_1.40 15_10 0.0204 Rprec_mult_1.60 15_10 0.0179 Rprec_mult_1.80 15_10 0.0159 Rprec_mult_2.00 15_10 0.0143 utility 15_10 -990.0000 11pt_avg 15_10 0.0086 binG 15_10 0.0228 G 15_10 0.0249 ndcg 15_10 0.0745 ndcg_rel 15_10 0.0702 Rndcg 15_10 0.0226 ndcg_cut_5 15_10 0.0000 ndcg_cut_10 15_10 0.0000 ndcg_cut_15 15_10 0.0218 ndcg_cut_20 15_10 0.0198 ndcg_cut_30 15_10 0.0170 ndcg_cut_100 15_10 0.0160 ndcg_cut_200 15_10 0.0422 ndcg_cut_500 15_10 0.0745 ndcg_cut_1000 15_10 0.0745 map_cut_5 15_10 0.0000 map_cut_10 15_10 0.0000 map_cut_15 15_10 0.0020 map_cut_20 15_10 0.0020 map_cut_30 15_10 0.0020 map_cut_100 15_10 0.0020 map_cut_200 15_10 0.0031 map_cut_500 15_10 0.0043 map_cut_1000 15_10 0.0043 relative_P_5 15_10 0.0000 relative_P_10 15_10 0.0000 relative_P_15 15_10 0.0667 relative_P_20 15_10 0.0500 relative_P_30 15_10 0.0333 relative_P_100 15_10 0.0286 relative_P_200 15_10 0.0857 relative_P_500 15_10 0.1429 relative_P_1000 15_10 0.1429 success_1 15_10 0.0000 success_5 15_10 0.0000 success_10 15_10 0.0000 set_P 15_10 0.0050 set_relative_P 15_10 0.1429 set_recall 15_10 0.1429 set_map 15_10 0.0007 set_F 15_10 0.0097 num_nonrel_judged_ret 15_10 13 rbp 15_10 0.0085 rbp_resid 15_10 0.5536 unj_5 15_10 0.0000 unj_10 15_10 0.5000 unj_20 15_10 0.7000 num_ret 15_3 1000 num_rel 15_3 22 num_rel_ret 15_3 9 map 15_3 0.0263 Rprec 15_3 0.0909 bpref 15_3 0.1012 recip_rank 15_3 0.1667 iprec_at_recall_0.00 15_3 0.1667 iprec_at_recall_0.10 15_3 0.1071 iprec_at_recall_0.20 15_3 0.0625 iprec_at_recall_0.30 15_3 0.0209 iprec_at_recall_0.40 15_3 0.0130 iprec_at_recall_0.50 15_3 0.0000 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.0000 P_10 15_3 0.1000 P_15 15_3 0.0667 P_20 15_3 0.0500 P_30 15_3 0.1000 P_100 15_3 0.0400 P_200 15_3 0.0300 P_500 15_3 0.0140 P_1000 15_3 0.0090 relstring 15_3 '000002-00-' recall_5 15_3 0.0000 recall_10 15_3 0.0455 recall_15 15_3 0.0455 recall_20 15_3 0.0455 recall_30 15_3 0.1364 recall_100 15_3 0.1818 recall_200 15_3 0.2727 recall_500 15_3 0.3182 recall_1000 15_3 0.4091 infAP 15_3 0.0263 Rprec_mult_0.20 15_3 0.0000 Rprec_mult_0.40 15_3 0.1111 Rprec_mult_0.60 15_3 0.0714 Rprec_mult_0.80 15_3 0.0556 Rprec_mult_1.00 15_3 0.0909 Rprec_mult_1.20 15_3 0.0741 Rprec_mult_1.40 15_3 0.0968 Rprec_mult_1.60 15_3 0.0833 Rprec_mult_1.80 15_3 0.0750 Rprec_mult_2.00 15_3 0.0682 utility 15_3 -982.0000 11pt_avg 15_3 0.0337 binG 15_3 0.0724 G 15_3 0.0722 ndcg 15_3 0.2093 ndcg_rel 15_3 0.1839 Rndcg 15_3 0.1281 ndcg_cut_5 15_3 0.0000 ndcg_cut_10 15_3 0.0784 ndcg_cut_15 15_3 0.0685 ndcg_cut_20 15_3 0.0615 ndcg_cut_30 15_3 0.1136 ndcg_cut_100 15_3 0.1274 ndcg_cut_200 15_3 0.1641 ndcg_cut_500 15_3 0.1740 ndcg_cut_1000 15_3 0.2093 map_cut_5 15_3 0.0000 map_cut_10 15_3 0.0076 map_cut_15 15_3 0.0076 map_cut_20 15_3 0.0076 map_cut_30 15_3 0.0168 map_cut_100 15_3 0.0196 map_cut_200 15_3 0.0242 map_cut_500 15_3 0.0252 map_cut_1000 15_3 0.0263 relative_P_5 15_3 0.0000 relative_P_10 15_3 0.1000 relative_P_15 15_3 0.0667 relative_P_20 15_3 0.0500 relative_P_30 15_3 0.1364 relative_P_100 15_3 0.1818 relative_P_200 15_3 0.2727 relative_P_500 15_3 0.3182 relative_P_1000 15_3 0.4091 success_1 15_3 0.0000 success_5 15_3 0.0000 success_10 15_3 1.0000 set_P 15_3 0.0090 set_relative_P 15_3 0.4091 set_recall 15_3 0.4091 set_map 15_3 0.0037 set_F 15_3 0.0176 num_nonrel_judged_ret 15_3 32 rbp 15_3 0.0742 rbp_resid 15_3 0.3513 unj_5 15_3 0.0000 unj_10 15_3 0.2000 unj_20 15_3 0.5000 num_ret 15_4 1000 num_rel 15_4 20 num_rel_ret 15_4 12 map 15_4 0.0311 Rprec 15_4 0.0000 bpref 15_4 0.0050 recip_rank 15_4 0.0323 iprec_at_recall_0.00 15_4 0.0833 iprec_at_recall_0.10 15_4 0.0833 iprec_at_recall_0.20 15_4 0.0833 iprec_at_recall_0.30 15_4 0.0833 iprec_at_recall_0.40 15_4 0.0566 iprec_at_recall_0.50 15_4 0.0498 iprec_at_recall_0.60 15_4 0.0121 iprec_at_recall_0.70 15_4 0.0000 iprec_at_recall_0.80 15_4 0.0000 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.0000 P_10 15_4 0.0000 P_15 15_4 0.0000 P_20 15_4 0.0000 P_30 15_4 0.0000 P_100 15_4 0.0600 P_200 15_4 0.0450 P_500 15_4 0.0220 P_1000 15_4 0.0120 relstring 15_4 '000000000-' recall_5 15_4 0.0000 recall_10 15_4 0.0000 recall_15 15_4 0.0000 recall_20 15_4 0.0000 recall_30 15_4 0.0000 recall_100 15_4 0.3000 recall_200 15_4 0.4500 recall_500 15_4 0.5500 recall_1000 15_4 0.6000 infAP 15_4 0.0311 Rprec_mult_0.20 15_4 0.0000 Rprec_mult_0.40 15_4 0.0000 Rprec_mult_0.60 15_4 0.0000 Rprec_mult_0.80 15_4 0.0000 Rprec_mult_1.00 15_4 0.0000 Rprec_mult_1.20 15_4 0.0000 Rprec_mult_1.40 15_4 0.0000 Rprec_mult_1.60 15_4 0.0312 Rprec_mult_1.80 15_4 0.0278 Rprec_mult_2.00 15_4 0.0500 utility 15_4 -976.0000 11pt_avg 15_4 0.0411 binG 15_4 0.0918 G 15_4 0.0938 ndcg 15_4 0.2588 ndcg_rel 15_4 0.2017 Rndcg 15_4 0.0863 ndcg_cut_5 15_4 0.0000 ndcg_cut_10 15_4 0.0000 ndcg_cut_15 15_4 0.0000 ndcg_cut_20 15_4 0.0000 ndcg_cut_30 15_4 0.0000 ndcg_cut_100 15_4 0.1658 ndcg_cut_200 15_4 0.2217 ndcg_cut_500 15_4 0.2508 ndcg_cut_1000 15_4 0.2588 map_cut_5 15_4 0.0000 map_cut_10 15_4 0.0000 map_cut_15 15_4 0.0000 map_cut_20 15_4 0.0000 map_cut_30 15_4 0.0000 map_cut_100 15_4 0.0177 map_cut_200 15_4 0.0264 map_cut_500 15_4 0.0305 map_cut_1000 15_4 0.0311 relative_P_5 15_4 0.0000 relative_P_10 15_4 0.0000 relative_P_15 15_4 0.0000 relative_P_20 15_4 0.0000 relative_P_30 15_4 0.0000 relative_P_100 15_4 0.3000 relative_P_200 15_4 0.4500 relative_P_500 15_4 0.5500 relative_P_1000 15_4 0.6000 success_1 15_4 0.0000 success_5 15_4 0.0000 success_10 15_4 0.0000 set_P 15_4 0.0120 set_relative_P 15_4 0.6000 set_recall 15_4 0.6000 set_map 15_4 0.0072 set_F 15_4 0.0235 num_nonrel_judged_ret 15_4 48 rbp 15_4 0.0064 rbp_resid 15_4 0.2340 unj_5 15_4 0.0000 unj_10 15_4 0.1000 unj_20 15_4 0.3500 num_ret 15_5 1000 num_rel 15_5 31 num_rel_ret 15_5 11 map 15_5 0.0069 Rprec 15_5 0.0000 bpref 15_5 0.2258 recip_rank 15_5 0.0154 iprec_at_recall_0.00 15_5 0.0280 iprec_at_recall_0.10 15_5 0.0280 iprec_at_recall_0.20 15_5 0.0217 iprec_at_recall_0.30 15_5 0.0164 iprec_at_recall_0.40 15_5 0.0000 iprec_at_recall_0.50 15_5 0.0000 iprec_at_recall_0.60 15_5 0.0000 iprec_at_recall_0.70 15_5 0.0000 iprec_at_recall_0.80 15_5 0.0000 iprec_at_recall_0.90 15_5 0.0000 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.0000 P_10 15_5 0.0000 P_15 15_5 0.0000 P_20 15_5 0.0000 P_30 15_5 0.0000 P_100 15_5 0.0200 P_200 15_5 0.0150 P_500 15_5 0.0160 P_1000 15_5 0.0110 relstring 15_5 '00000-----' recall_5 15_5 0.0000 recall_10 15_5 0.0000 recall_15 15_5 0.0000 recall_20 15_5 0.0000 recall_30 15_5 0.0000 recall_100 15_5 0.0645 recall_200 15_5 0.0968 recall_500 15_5 0.2581 recall_1000 15_5 0.3548 infAP 15_5 0.0069 Rprec_mult_0.20 15_5 0.0000 Rprec_mult_0.40 15_5 0.0000 Rprec_mult_0.60 15_5 0.0000 Rprec_mult_0.80 15_5 0.0000 Rprec_mult_1.00 15_5 0.0000 Rprec_mult_1.20 15_5 0.0000 Rprec_mult_1.40 15_5 0.0000 Rprec_mult_1.60 15_5 0.0000 Rprec_mult_1.80 15_5 0.0000 Rprec_mult_2.00 15_5 0.0000 utility 15_5 -978.0000 11pt_avg 15_5 0.0086 binG 15_5 0.0454 G 15_5 0.0445 ndcg 15_5 0.1221 ndcg_rel 15_5 0.1039 Rndcg 15_5 0.0305 ndcg_cut_5 15_5 0.0000 ndcg_cut_10 15_5 0.0000 ndcg_cut_15 15_5 0.0000 ndcg_cut_20 15_5 0.0000 ndcg_cut_30 15_5 0.0000 ndcg_cut_100 15_5 0.0211 ndcg_cut_200 15_5 0.0307 ndcg_cut_500 15_5 0.0943 ndcg_cut_1000 15_5 0.1221 map_cut_5 15_5 0.0000 map_cut_10 15_5 0.0000 map_cut_15 15_5 0.0000 map_cut_20 15_5 0.0000 map_cut_30 15_5 0.0000 map_cut_100 15_5 0.0014 map_cut_200 15_5 0.0023 map_cut_500 15_5 0.0054 map_cut_1000 15_5 0.0069 relative_P_5 15_5 0.0000 relative_P_10 15_5 0.0000 relative_P_15 15_5 0.0000 relative_P_20 15_5 0.0000 relative_P_30 15_5 0.0000 relative_P_100 15_5 0.0645 relative_P_200 15_5 0.0968 relative_P_500 15_5 0.2581 relative_P_1000 15_5 0.3548 success_1 15_5 0.0000 success_5 15_5 0.0000 success_10 15_5 0.0000 set_P 15_5 0.0110 set_relative_P 15_5 0.3548 set_recall 15_5 0.3548 set_map 15_5 0.0039 set_F 15_5 0.0213 num_nonrel_judged_ret 15_5 13 rbp 15_5 0.0001 rbp_resid 15_5 0.5816 unj_5 15_5 0.0000 unj_10 15_5 0.5000 unj_20 15_5 0.7500 num_ret 15_6 1000 num_rel 15_6 19 num_rel_ret 15_6 6 map 15_6 0.0100 Rprec 15_6 0.0000 bpref 15_6 0.0000 recip_rank 15_6 0.0189 iprec_at_recall_0.00 15_6 0.0506 iprec_at_recall_0.10 15_6 0.0506 iprec_at_recall_0.20 15_6 0.0506 iprec_at_recall_0.30 15_6 0.0245 iprec_at_recall_0.40 15_6 0.0000 iprec_at_recall_0.50 15_6 0.0000 iprec_at_recall_0.60 15_6 0.0000 iprec_at_recall_0.70 15_6 0.0000 iprec_at_recall_0.80 15_6 0.0000 iprec_at_recall_0.90 15_6 0.0000 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.0000 P_10 15_6 0.0000 P_15 15_6 0.0000 P_20 15_6 0.0000 P_30 15_6 0.0000 P_100 15_6 0.0400 P_200 15_6 0.0200 P_500 15_6 0.0120 P_1000 15_6 0.0060 relstring 15_6 '00000---0-' recall_5 15_6 0.0000 recall_10 15_6 0.0000 recall_15 15_6 0.0000 recall_20 15_6 0.0000 recall_30 15_6 0.0000 recall_100 15_6 0.2105 recall_200 15_6 0.2105 recall_500 15_6 0.3158 recall_1000 15_6 0.3158 infAP 15_6 0.0100 Rprec_mult_0.20 15_6 0.0000 Rprec_mult_0.40 15_6 0.0000 Rprec_mult_0.60 15_6 0.0000 Rprec_mult_0.80 15_6 0.0000 Rprec_mult_1.00 15_6 0.0000 Rprec_mult_1.20 15_6 0.0000 Rprec_mult_1.40 15_6 0.0000 Rprec_mult_1.60 15_6 0.0000 Rprec_mult_1.80 15_6 0.0000 Rprec_mult_2.00 15_6 0.0000 utility 15_6 -988.0000 11pt_avg 15_6 0.0160 binG 15_6 0.0484 G 15_6 0.0471 ndcg 15_6 0.1272 ndcg_rel 15_6 0.1114 Rndcg 15_6 0.0318 ndcg_cut_5 15_6 0.0000 ndcg_cut_10 15_6 0.0000 ndcg_cut_15 15_6 0.0000 ndcg_cut_20 15_6 0.0000 ndcg_cut_30 15_6 0.0000 ndcg_cut_100 15_6 0.0821 ndcg_cut_200 15_6 0.0821 ndcg_cut_500 15_6 0.1272 ndcg_cut_1000 15_6 0.1272 map_cut_5 15_6 0.0000 map_cut_10 15_6 0.0000 map_cut_15 15_6 0.0000 map_cut_20 15_6 0.0000 map_cut_30 15_6 0.0000 map_cut_100 15_6 0.0075 map_cut_200 15_6 0.0075 map_cut_500 15_6 0.0100 map_cut_1000 15_6 0.0100 relative_P_5 15_6 0.0000 relative_P_10 15_6 0.0000 relative_P_15 15_6 0.0000 relative_P_20 15_6 0.0000 relative_P_30 15_6 0.0000 relative_P_100 15_6 0.2105 relative_P_200 15_6 0.2105 relative_P_500 15_6 0.3158 relative_P_1000 15_6 0.3158 success_1 15_6 0.0000 success_5 15_6 0.0000 success_10 15_6 0.0000 set_P 15_6 0.0060 set_relative_P 15_6 0.3158 set_recall 15_6 0.3158 set_map 15_6 0.0019 set_F 15_6 0.0118 num_nonrel_judged_ret 15_6 35 rbp 15_6 0.0004 rbp_resid 15_6 0.3585 unj_5 15_6 0.0000 unj_10 15_6 0.4000 unj_20 15_6 0.4000 num_ret 1_1 1000 num_rel 1_1 257 num_rel_ret 1_1 72 map 1_1 0.1564 Rprec 1_1 0.2529 bpref 1_1 0.2462 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 0.5686 iprec_at_recall_0.20 1_1 0.5588 iprec_at_recall_0.30 1_1 0.0000 iprec_at_recall_0.40 1_1 0.0000 iprec_at_recall_0.50 1_1 0.0000 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 0.8000 P_10 1_1 0.6000 P_15 1_1 0.6667 P_20 1_1 0.7500 P_30 1_1 0.6000 P_100 1_1 0.5500 P_200 1_1 0.3150 P_500 1_1 0.1380 P_1000 1_1 0.0720 relstring 1_1 '2232002200' recall_5 1_1 0.0156 recall_10 1_1 0.0233 recall_15 1_1 0.0389 recall_20 1_1 0.0584 recall_30 1_1 0.0700 recall_100 1_1 0.2140 recall_200 1_1 0.2451 recall_500 1_1 0.2685 recall_1000 1_1 0.2802 infAP 1_1 0.1564 Rprec_mult_0.20 1_1 0.5577 Rprec_mult_0.40 1_1 0.5534 Rprec_mult_0.60 1_1 0.4065 Rprec_mult_0.80 1_1 0.3058 Rprec_mult_1.00 1_1 0.2529 Rprec_mult_1.20 1_1 0.2168 Rprec_mult_1.40 1_1 0.1889 Rprec_mult_1.60 1_1 0.1650 Rprec_mult_1.80 1_1 0.1490 Rprec_mult_2.00 1_1 0.1342 utility 1_1 -856.0000 11pt_avg 1_1 0.1934 binG 1_1 0.0748 G 1_1 0.0448 ndcg 1_1 0.2809 ndcg_rel 1_1 0.3199 Rndcg 1_1 0.3415 ndcg_cut_5 1_1 0.6357 ndcg_cut_10 1_1 0.5077 ndcg_cut_15 1_1 0.5197 ndcg_cut_20 1_1 0.5291 ndcg_cut_30 1_1 0.4708 ndcg_cut_100 1_1 0.3677 ndcg_cut_200 1_1 0.2817 ndcg_cut_500 1_1 0.2739 ndcg_cut_1000 1_1 0.2809 map_cut_5 1_1 0.0156 map_cut_10 1_1 0.0213 map_cut_15 1_1 0.0312 map_cut_20 1_1 0.0452 map_cut_30 1_1 0.0530 map_cut_100 1_1 0.1330 map_cut_200 1_1 0.1498 map_cut_500 1_1 0.1552 map_cut_1000 1_1 0.1564 relative_P_5 1_1 0.8000 relative_P_10 1_1 0.6000 relative_P_15 1_1 0.6667 relative_P_20 1_1 0.7500 relative_P_30 1_1 0.6000 relative_P_100 1_1 0.5500 relative_P_200 1_1 0.3150 relative_P_500 1_1 0.2685 relative_P_1000 1_1 0.2802 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.0720 set_relative_P 1_1 0.2802 set_recall 1_1 0.2802 set_map 1_1 0.0202 set_F 1_1 0.1146 num_nonrel_judged_ret 1_1 13 rbp 1_1 0.4485 rbp_resid 1_1 0.0449 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1000 num_rel 1_2 114 num_rel_ret 1_2 8 map 1_2 0.0009 Rprec 1_2 0.0175 bpref 1_2 0.0569 recip_rank 1_2 0.0147 iprec_at_recall_0.00 1_2 0.0200 iprec_at_recall_0.10 1_2 0.0000 iprec_at_recall_0.20 1_2 0.0000 iprec_at_recall_0.30 1_2 0.0000 iprec_at_recall_0.40 1_2 0.0000 iprec_at_recall_0.50 1_2 0.0000 iprec_at_recall_0.60 1_2 0.0000 iprec_at_recall_0.70 1_2 0.0000 iprec_at_recall_0.80 1_2 0.0000 iprec_at_recall_0.90 1_2 0.0000 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 0.0000 P_10 1_2 0.0000 P_15 1_2 0.0000 P_20 1_2 0.0000 P_30 1_2 0.0000 P_100 1_2 0.0100 P_200 1_2 0.0150 P_500 1_2 0.0100 P_1000 1_2 0.0080 relstring 1_2 '00000--0--' recall_5 1_2 0.0000 recall_10 1_2 0.0000 recall_15 1_2 0.0000 recall_20 1_2 0.0000 recall_30 1_2 0.0000 recall_100 1_2 0.0088 recall_200 1_2 0.0263 recall_500 1_2 0.0439 recall_1000 1_2 0.0702 infAP 1_2 0.0009 Rprec_mult_0.20 1_2 0.0000 Rprec_mult_0.40 1_2 0.0000 Rprec_mult_0.60 1_2 0.0145 Rprec_mult_0.80 1_2 0.0109 Rprec_mult_1.00 1_2 0.0175 Rprec_mult_1.20 1_2 0.0146 Rprec_mult_1.40 1_2 0.0187 Rprec_mult_1.60 1_2 0.0164 Rprec_mult_1.80 1_2 0.0146 Rprec_mult_2.00 1_2 0.0132 utility 1_2 -984.0000 11pt_avg 1_2 0.0018 binG 1_2 0.0087 G 1_2 0.0093 ndcg 1_2 0.0429 ndcg_rel 1_2 0.0419 Rndcg 1_2 0.0121 ndcg_cut_5 1_2 0.0000 ndcg_cut_10 1_2 0.0000 ndcg_cut_15 1_2 0.0000 ndcg_cut_20 1_2 0.0000 ndcg_cut_30 1_2 0.0000 ndcg_cut_100 1_2 0.0114 ndcg_cut_200 1_2 0.0236 ndcg_cut_500 1_2 0.0337 ndcg_cut_1000 1_2 0.0429 map_cut_5 1_2 0.0000 map_cut_10 1_2 0.0000 map_cut_15 1_2 0.0000 map_cut_20 1_2 0.0000 map_cut_30 1_2 0.0000 map_cut_100 1_2 0.0001 map_cut_200 1_2 0.0005 map_cut_500 1_2 0.0006 map_cut_1000 1_2 0.0009 relative_P_5 1_2 0.0000 relative_P_10 1_2 0.0000 relative_P_15 1_2 0.0000 relative_P_20 1_2 0.0000 relative_P_30 1_2 0.0000 relative_P_100 1_2 0.0100 relative_P_200 1_2 0.0263 relative_P_500 1_2 0.0439 relative_P_1000 1_2 0.0702 success_1 1_2 0.0000 success_5 1_2 0.0000 success_10 1_2 0.0000 set_P 1_2 0.0080 set_relative_P 1_2 0.0702 set_recall 1_2 0.0702 set_map 1_2 0.0006 set_F 1_2 0.0144 num_nonrel_judged_ret 1_2 7 rbp 1_2 0.0001 rbp_resid 1_2 0.5426 unj_5 1_2 0.0000 unj_10 1_2 0.4000 unj_20 1_2 0.7000 num_ret 1_3 1000 num_rel 1_3 71 num_rel_ret 1_3 0 map 1_3 0.0000 Rprec 1_3 0.0000 bpref 1_3 0.0000 recip_rank 1_3 0.0000 iprec_at_recall_0.00 1_3 0.0000 iprec_at_recall_0.10 1_3 0.0000 iprec_at_recall_0.20 1_3 0.0000 iprec_at_recall_0.30 1_3 0.0000 iprec_at_recall_0.40 1_3 0.0000 iprec_at_recall_0.50 1_3 0.0000 iprec_at_recall_0.60 1_3 0.0000 iprec_at_recall_0.70 1_3 0.0000 iprec_at_recall_0.80 1_3 0.0000 iprec_at_recall_0.90 1_3 0.0000 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 0.0000 P_10 1_3 0.0000 P_15 1_3 0.0000 P_20 1_3 0.0000 P_30 1_3 0.0000 P_100 1_3 0.0000 P_200 1_3 0.0000 P_500 1_3 0.0000 P_1000 1_3 0.0000 relstring 1_3 '00000-0---' recall_5 1_3 0.0000 recall_10 1_3 0.0000 recall_15 1_3 0.0000 recall_20 1_3 0.0000 recall_30 1_3 0.0000 recall_100 1_3 0.0000 recall_200 1_3 0.0000 recall_500 1_3 0.0000 recall_1000 1_3 0.0000 infAP 1_3 0.0000 Rprec_mult_0.20 1_3 0.0000 Rprec_mult_0.40 1_3 0.0000 Rprec_mult_0.60 1_3 0.0000 Rprec_mult_0.80 1_3 0.0000 Rprec_mult_1.00 1_3 0.0000 Rprec_mult_1.20 1_3 0.0000 Rprec_mult_1.40 1_3 0.0000 Rprec_mult_1.60 1_3 0.0000 Rprec_mult_1.80 1_3 0.0000 Rprec_mult_2.00 1_3 0.0000 utility 1_3 -1000.0000 11pt_avg 1_3 0.0000 binG 1_3 0.0000 G 1_3 0.0000 ndcg 1_3 0.0000 ndcg_rel 1_3 0.0000 Rndcg 1_3 0.0000 ndcg_cut_5 1_3 0.0000 ndcg_cut_10 1_3 0.0000 ndcg_cut_15 1_3 0.0000 ndcg_cut_20 1_3 0.0000 ndcg_cut_30 1_3 0.0000 ndcg_cut_100 1_3 0.0000 ndcg_cut_200 1_3 0.0000 ndcg_cut_500 1_3 0.0000 ndcg_cut_1000 1_3 0.0000 map_cut_5 1_3 0.0000 map_cut_10 1_3 0.0000 map_cut_15 1_3 0.0000 map_cut_20 1_3 0.0000 map_cut_30 1_3 0.0000 map_cut_100 1_3 0.0000 map_cut_200 1_3 0.0000 map_cut_500 1_3 0.0000 map_cut_1000 1_3 0.0000 relative_P_5 1_3 0.0000 relative_P_10 1_3 0.0000 relative_P_15 1_3 0.0000 relative_P_20 1_3 0.0000 relative_P_30 1_3 0.0000 relative_P_100 1_3 0.0000 relative_P_200 1_3 0.0000 relative_P_500 1_3 0.0000 relative_P_1000 1_3 0.0000 success_1 1_3 0.0000 success_5 1_3 0.0000 success_10 1_3 0.0000 set_P 1_3 0.0000 set_relative_P 1_3 0.0000 set_recall 1_3 0.0000 set_map 1_3 0.0000 set_F 1_3 0.0000 num_nonrel_judged_ret 1_3 6 rbp 1_3 0.0000 rbp_resid 1_3 0.5373 unj_5 1_3 0.0000 unj_10 1_3 0.4000 unj_20 1_3 0.7000 num_ret 1_4 1000 num_rel 1_4 134 num_rel_ret 1_4 1 map 1_4 0.0001 Rprec 1_4 0.0075 bpref 1_4 0.0062 recip_rank 1_4 0.0085 iprec_at_recall_0.00 1_4 0.0085 iprec_at_recall_0.10 1_4 0.0000 iprec_at_recall_0.20 1_4 0.0000 iprec_at_recall_0.30 1_4 0.0000 iprec_at_recall_0.40 1_4 0.0000 iprec_at_recall_0.50 1_4 0.0000 iprec_at_recall_0.60 1_4 0.0000 iprec_at_recall_0.70 1_4 0.0000 iprec_at_recall_0.80 1_4 0.0000 iprec_at_recall_0.90 1_4 0.0000 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 0.0000 P_10 1_4 0.0000 P_15 1_4 0.0000 P_20 1_4 0.0000 P_30 1_4 0.0000 P_100 1_4 0.0000 P_200 1_4 0.0050 P_500 1_4 0.0020 P_1000 1_4 0.0010 relstring 1_4 '00000-----' recall_5 1_4 0.0000 recall_10 1_4 0.0000 recall_15 1_4 0.0000 recall_20 1_4 0.0000 recall_30 1_4 0.0000 recall_100 1_4 0.0000 recall_200 1_4 0.0075 recall_500 1_4 0.0075 recall_1000 1_4 0.0075 infAP 1_4 0.0001 Rprec_mult_0.20 1_4 0.0000 Rprec_mult_0.40 1_4 0.0000 Rprec_mult_0.60 1_4 0.0000 Rprec_mult_0.80 1_4 0.0000 Rprec_mult_1.00 1_4 0.0075 Rprec_mult_1.20 1_4 0.0062 Rprec_mult_1.40 1_4 0.0053 Rprec_mult_1.60 1_4 0.0047 Rprec_mult_1.80 1_4 0.0041 Rprec_mult_2.00 1_4 0.0037 utility 1_4 -998.0000 11pt_avg 1_4 0.0008 binG 1_4 0.0011 G 1_4 0.0005 ndcg 1_4 0.0028 ndcg_rel 1_4 0.0028 Rndcg 1_4 0.0014 ndcg_cut_5 1_4 0.0000 ndcg_cut_10 1_4 0.0000 ndcg_cut_15 1_4 0.0000 ndcg_cut_20 1_4 0.0000 ndcg_cut_30 1_4 0.0000 ndcg_cut_100 1_4 0.0000 ndcg_cut_200 1_4 0.0028 ndcg_cut_500 1_4 0.0028 ndcg_cut_1000 1_4 0.0028 map_cut_5 1_4 0.0000 map_cut_10 1_4 0.0000 map_cut_15 1_4 0.0000 map_cut_20 1_4 0.0000 map_cut_30 1_4 0.0000 map_cut_100 1_4 0.0000 map_cut_200 1_4 0.0001 map_cut_500 1_4 0.0001 map_cut_1000 1_4 0.0001 relative_P_5 1_4 0.0000 relative_P_10 1_4 0.0000 relative_P_15 1_4 0.0000 relative_P_20 1_4 0.0000 relative_P_30 1_4 0.0000 relative_P_100 1_4 0.0000 relative_P_200 1_4 0.0075 relative_P_500 1_4 0.0075 relative_P_1000 1_4 0.0075 success_1 1_4 0.0000 success_5 1_4 0.0000 success_10 1_4 0.0000 set_P 1_4 0.0010 set_relative_P 1_4 0.0075 set_recall 1_4 0.0075 set_map 1_4 0.0000 set_F 1_4 0.0018 num_nonrel_judged_ret 1_4 7 rbp 1_4 0.0000 rbp_resid 1_4 0.5777 unj_5 1_4 0.0000 unj_10 1_4 0.5000 unj_20 1_4 0.7500 num_ret 1_6 1000 num_rel 1_6 121 num_rel_ret 1_6 0 map 1_6 0.0000 Rprec 1_6 0.0000 bpref 1_6 0.0000 recip_rank 1_6 0.0000 iprec_at_recall_0.00 1_6 0.0000 iprec_at_recall_0.10 1_6 0.0000 iprec_at_recall_0.20 1_6 0.0000 iprec_at_recall_0.30 1_6 0.0000 iprec_at_recall_0.40 1_6 0.0000 iprec_at_recall_0.50 1_6 0.0000 iprec_at_recall_0.60 1_6 0.0000 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 0.0000 P_10 1_6 0.0000 P_15 1_6 0.0000 P_20 1_6 0.0000 P_30 1_6 0.0000 P_100 1_6 0.0000 P_200 1_6 0.0000 P_500 1_6 0.0000 P_1000 1_6 0.0000 relstring 1_6 '00000-0-0-' recall_5 1_6 0.0000 recall_10 1_6 0.0000 recall_15 1_6 0.0000 recall_20 1_6 0.0000 recall_30 1_6 0.0000 recall_100 1_6 0.0000 recall_200 1_6 0.0000 recall_500 1_6 0.0000 recall_1000 1_6 0.0000 infAP 1_6 0.0000 Rprec_mult_0.20 1_6 0.0000 Rprec_mult_0.40 1_6 0.0000 Rprec_mult_0.60 1_6 0.0000 Rprec_mult_0.80 1_6 0.0000 Rprec_mult_1.00 1_6 0.0000 Rprec_mult_1.20 1_6 0.0000 Rprec_mult_1.40 1_6 0.0000 Rprec_mult_1.60 1_6 0.0000 Rprec_mult_1.80 1_6 0.0000 Rprec_mult_2.00 1_6 0.0000 utility 1_6 -1000.0000 11pt_avg 1_6 0.0000 binG 1_6 0.0000 G 1_6 0.0000 ndcg 1_6 0.0000 ndcg_rel 1_6 0.0000 Rndcg 1_6 0.0000 ndcg_cut_5 1_6 0.0000 ndcg_cut_10 1_6 0.0000 ndcg_cut_15 1_6 0.0000 ndcg_cut_20 1_6 0.0000 ndcg_cut_30 1_6 0.0000 ndcg_cut_100 1_6 0.0000 ndcg_cut_200 1_6 0.0000 ndcg_cut_500 1_6 0.0000 ndcg_cut_1000 1_6 0.0000 map_cut_5 1_6 0.0000 map_cut_10 1_6 0.0000 map_cut_15 1_6 0.0000 map_cut_20 1_6 0.0000 map_cut_30 1_6 0.0000 map_cut_100 1_6 0.0000 map_cut_200 1_6 0.0000 map_cut_500 1_6 0.0000 map_cut_1000 1_6 0.0000 relative_P_5 1_6 0.0000 relative_P_10 1_6 0.0000 relative_P_15 1_6 0.0000 relative_P_20 1_6 0.0000 relative_P_30 1_6 0.0000 relative_P_100 1_6 0.0000 relative_P_200 1_6 0.0000 relative_P_500 1_6 0.0000 relative_P_1000 1_6 0.0000 success_1 1_6 0.0000 success_5 1_6 0.0000 success_10 1_6 0.0000 set_P 1_6 0.0000 set_relative_P 1_6 0.0000 set_recall 1_6 0.0000 set_map 1_6 0.0000 set_F 1_6 0.0000 num_nonrel_judged_ret 1_6 7 rbp 1_6 0.0000 rbp_resid 1_6 0.4943 unj_5 1_6 0.0000 unj_10 1_6 0.3000 unj_20 1_6 0.6500 num_ret 1_7 1000 num_rel 1_7 110 num_rel_ret 1_7 9 map 1_7 0.0297 Rprec 1_7 0.0727 bpref 1_7 0.0779 recip_rank 1_7 1.0000 iprec_at_recall_0.00 1_7 1.0000 iprec_at_recall_0.10 1_7 0.0000 iprec_at_recall_0.20 1_7 0.0000 iprec_at_recall_0.30 1_7 0.0000 iprec_at_recall_0.40 1_7 0.0000 iprec_at_recall_0.50 1_7 0.0000 iprec_at_recall_0.60 1_7 0.0000 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 0.4000 P_10 1_7 0.4000 P_15 1_7 0.3333 P_20 1_7 0.2500 P_30 1_7 0.2000 P_100 1_7 0.0800 P_200 1_7 0.0400 P_500 1_7 0.0180 P_1000 1_7 0.0090 relstring 1_7 '10200--2-1' recall_5 1_7 0.0182 recall_10 1_7 0.0364 recall_15 1_7 0.0455 recall_20 1_7 0.0455 recall_30 1_7 0.0545 recall_100 1_7 0.0727 recall_200 1_7 0.0727 recall_500 1_7 0.0818 recall_1000 1_7 0.0818 infAP 1_7 0.0297 Rprec_mult_0.20 1_7 0.2273 Rprec_mult_0.40 1_7 0.1364 Rprec_mult_0.60 1_7 0.0909 Rprec_mult_0.80 1_7 0.0909 Rprec_mult_1.00 1_7 0.0727 Rprec_mult_1.20 1_7 0.0606 Rprec_mult_1.40 1_7 0.0519 Rprec_mult_1.60 1_7 0.0455 Rprec_mult_1.80 1_7 0.0404 Rprec_mult_2.00 1_7 0.0409 utility 1_7 -982.0000 11pt_avg 1_7 0.0909 binG 1_7 0.0299 G 1_7 0.0208 ndcg 1_7 0.1210 ndcg_rel 1_7 0.1296 Rndcg 1_7 0.1538 ndcg_cut_5 1_7 0.2657 ndcg_cut_10 1_7 0.2724 ndcg_cut_15 1_7 0.2378 ndcg_cut_20 1_7 0.2021 ndcg_cut_30 1_7 0.1712 ndcg_cut_100 1_7 0.1226 ndcg_cut_200 1_7 0.1170 ndcg_cut_500 1_7 0.1210 ndcg_cut_1000 1_7 0.1210 map_cut_5 1_7 0.0152 map_cut_10 1_7 0.0222 map_cut_15 1_7 0.0254 map_cut_20 1_7 0.0254 map_cut_30 1_7 0.0274 map_cut_100 1_7 0.0293 map_cut_200 1_7 0.0293 map_cut_500 1_7 0.0297 map_cut_1000 1_7 0.0297 relative_P_5 1_7 0.4000 relative_P_10 1_7 0.4000 relative_P_15 1_7 0.3333 relative_P_20 1_7 0.2500 relative_P_30 1_7 0.2000 relative_P_100 1_7 0.0800 relative_P_200 1_7 0.0727 relative_P_500 1_7 0.0818 relative_P_1000 1_7 0.0818 success_1 1_7 1.0000 success_5 1_7 1.0000 success_10 1_7 1.0000 set_P 1_7 0.0090 set_relative_P 1_7 0.0818 set_recall 1_7 0.0818 set_map 1_7 0.0007 set_F 1_7 0.0162 num_nonrel_judged_ret 1_7 8 rbp 1_7 0.1426 rbp_resid 1_7 0.3823 unj_5 1_7 0.0000 unj_10 1_7 0.3000 unj_20 1_7 0.5000 num_ret 1_8 1000 num_rel 1_8 118 num_rel_ret 1_8 26 map 1_8 0.1073 Rprec 1_8 0.1949 bpref 1_8 0.2086 recip_rank 1_8 1.0000 iprec_at_recall_0.00 1_8 1.0000 iprec_at_recall_0.10 1_8 0.7059 iprec_at_recall_0.20 1_8 0.1727 iprec_at_recall_0.30 1_8 0.0000 iprec_at_recall_0.40 1_8 0.0000 iprec_at_recall_0.50 1_8 0.0000 iprec_at_recall_0.60 1_8 0.0000 iprec_at_recall_0.70 1_8 0.0000 iprec_at_recall_0.80 1_8 0.0000 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 0.8000 P_10 1_8 0.6000 P_15 1_8 0.6667 P_20 1_8 0.6000 P_30 1_8 0.4333 P_100 1_8 0.2100 P_200 1_8 0.1250 P_500 1_8 0.0520 P_1000 1_8 0.0260 relstring 1_8 '2012102-1-' recall_5 1_8 0.0339 recall_10 1_8 0.0508 recall_15 1_8 0.0847 recall_20 1_8 0.1017 recall_30 1_8 0.1102 recall_100 1_8 0.1780 recall_200 1_8 0.2119 recall_500 1_8 0.2203 recall_1000 1_8 0.2203 infAP 1_8 0.1073 Rprec_mult_0.20 1_8 0.5000 Rprec_mult_0.40 1_8 0.3542 Rprec_mult_0.60 1_8 0.2676 Rprec_mult_0.80 1_8 0.2211 Rprec_mult_1.00 1_8 0.1949 Rprec_mult_1.20 1_8 0.1690 Rprec_mult_1.40 1_8 0.1506 Rprec_mult_1.60 1_8 0.1323 Rprec_mult_1.80 1_8 0.1174 Rprec_mult_2.00 1_8 0.1102 utility 1_8 -948.0000 11pt_avg 1_8 0.1708 binG 1_8 0.0723 G 1_8 0.0417 ndcg 1_8 0.2404 ndcg_rel 1_8 0.2629 Rndcg 1_8 0.2566 ndcg_cut_5 1_8 0.4237 ndcg_cut_10 1_8 0.3460 ndcg_cut_15 1_8 0.4032 ndcg_cut_20 1_8 0.3914 ndcg_cut_30 1_8 0.3384 ndcg_cut_100 1_8 0.2268 ndcg_cut_200 1_8 0.2352 ndcg_cut_500 1_8 0.2404 ndcg_cut_1000 1_8 0.2404 map_cut_5 1_8 0.0273 map_cut_10 1_8 0.0390 map_cut_15 1_8 0.0602 map_cut_20 1_8 0.0720 map_cut_30 1_8 0.0763 map_cut_100 1_8 0.1000 map_cut_200 1_8 0.1064 map_cut_500 1_8 0.1073 map_cut_1000 1_8 0.1073 relative_P_5 1_8 0.8000 relative_P_10 1_8 0.6000 relative_P_15 1_8 0.6667 relative_P_20 1_8 0.6000 relative_P_30 1_8 0.4333 relative_P_100 1_8 0.2100 relative_P_200 1_8 0.2119 relative_P_500 1_8 0.2203 relative_P_1000 1_8 0.2203 success_1 1_8 1.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 0.0260 set_relative_P 1_8 0.2203 set_recall 1_8 0.2203 set_map 1_8 0.0057 set_F 1_8 0.0465 num_nonrel_judged_ret 1_8 4 rbp 1_8 0.3137 rbp_resid 1_8 0.2699 unj_5 1_8 0.0000 unj_10 1_8 0.2000 unj_20 1_8 0.3000 num_ret 1_9 1000 num_rel 1_9 48 num_rel_ret 1_9 0 map 1_9 0.0000 Rprec 1_9 0.0000 bpref 1_9 0.0000 recip_rank 1_9 0.0000 iprec_at_recall_0.00 1_9 0.0000 iprec_at_recall_0.10 1_9 0.0000 iprec_at_recall_0.20 1_9 0.0000 iprec_at_recall_0.30 1_9 0.0000 iprec_at_recall_0.40 1_9 0.0000 iprec_at_recall_0.50 1_9 0.0000 iprec_at_recall_0.60 1_9 0.0000 iprec_at_recall_0.70 1_9 0.0000 iprec_at_recall_0.80 1_9 0.0000 iprec_at_recall_0.90 1_9 0.0000 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 0.0000 P_10 1_9 0.0000 P_15 1_9 0.0000 P_20 1_9 0.0000 P_30 1_9 0.0000 P_100 1_9 0.0000 P_200 1_9 0.0000 P_500 1_9 0.0000 P_1000 1_9 0.0000 relstring 1_9 '00000--0--' recall_5 1_9 0.0000 recall_10 1_9 0.0000 recall_15 1_9 0.0000 recall_20 1_9 0.0000 recall_30 1_9 0.0000 recall_100 1_9 0.0000 recall_200 1_9 0.0000 recall_500 1_9 0.0000 recall_1000 1_9 0.0000 infAP 1_9 0.0000 Rprec_mult_0.20 1_9 0.0000 Rprec_mult_0.40 1_9 0.0000 Rprec_mult_0.60 1_9 0.0000 Rprec_mult_0.80 1_9 0.0000 Rprec_mult_1.00 1_9 0.0000 Rprec_mult_1.20 1_9 0.0000 Rprec_mult_1.40 1_9 0.0000 Rprec_mult_1.60 1_9 0.0000 Rprec_mult_1.80 1_9 0.0000 Rprec_mult_2.00 1_9 0.0000 utility 1_9 -1000.0000 11pt_avg 1_9 0.0000 binG 1_9 0.0000 G 1_9 0.0000 ndcg 1_9 0.0000 ndcg_rel 1_9 0.0000 Rndcg 1_9 0.0000 ndcg_cut_5 1_9 0.0000 ndcg_cut_10 1_9 0.0000 ndcg_cut_15 1_9 0.0000 ndcg_cut_20 1_9 0.0000 ndcg_cut_30 1_9 0.0000 ndcg_cut_100 1_9 0.0000 ndcg_cut_200 1_9 0.0000 ndcg_cut_500 1_9 0.0000 ndcg_cut_1000 1_9 0.0000 map_cut_5 1_9 0.0000 map_cut_10 1_9 0.0000 map_cut_15 1_9 0.0000 map_cut_20 1_9 0.0000 map_cut_30 1_9 0.0000 map_cut_100 1_9 0.0000 map_cut_200 1_9 0.0000 map_cut_500 1_9 0.0000 map_cut_1000 1_9 0.0000 relative_P_5 1_9 0.0000 relative_P_10 1_9 0.0000 relative_P_15 1_9 0.0000 relative_P_20 1_9 0.0000 relative_P_30 1_9 0.0000 relative_P_100 1_9 0.0000 relative_P_200 1_9 0.0000 relative_P_500 1_9 0.0000 relative_P_1000 1_9 0.0000 success_1 1_9 0.0000 success_5 1_9 0.0000 success_10 1_9 0.0000 set_P 1_9 0.0000 set_relative_P 1_9 0.0000 set_recall 1_9 0.0000 set_map 1_9 0.0000 set_F 1_9 0.0000 num_nonrel_judged_ret 1_9 9 rbp 1_9 0.0000 rbp_resid 1_9 0.4673 unj_5 1_9 0.0000 unj_10 1_9 0.4000 unj_20 1_9 0.5500 num_ret 4_10 1000 num_rel 4_10 188 num_rel_ret 4_10 19 map 4_10 0.0421 Rprec 4_10 0.0904 bpref 4_10 0.0990 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 0.0848 iprec_at_recall_0.20 4_10 0.0000 iprec_at_recall_0.30 4_10 0.0000 iprec_at_recall_0.40 4_10 0.0000 iprec_at_recall_0.50 4_10 0.0000 iprec_at_recall_0.60 4_10 0.0000 iprec_at_recall_0.70 4_10 0.0000 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 0.8000 P_10 4_10 0.6000 P_15 4_10 0.4667 P_20 4_10 0.3500 P_30 4_10 0.3000 P_100 4_10 0.1300 P_200 4_10 0.0900 P_500 4_10 0.0380 P_1000 4_10 0.0190 relstring 4_10 '11101---23' recall_5 4_10 0.0213 recall_10 4_10 0.0319 recall_15 4_10 0.0372 recall_20 4_10 0.0372 recall_30 4_10 0.0479 recall_100 4_10 0.0691 recall_200 4_10 0.0957 recall_500 4_10 0.1011 recall_1000 4_10 0.1011 infAP 4_10 0.0421 Rprec_mult_0.20 4_10 0.2632 Rprec_mult_0.40 4_10 0.1711 Rprec_mult_0.60 4_10 0.1150 Rprec_mult_0.80 4_10 0.1060 Rprec_mult_1.00 4_10 0.0904 Rprec_mult_1.20 4_10 0.0841 Rprec_mult_1.40 4_10 0.0720 Rprec_mult_1.60 4_10 0.0631 Rprec_mult_1.80 4_10 0.0560 Rprec_mult_2.00 4_10 0.0505 utility 4_10 -962.0000 11pt_avg 4_10 0.0986 binG 4_10 0.0366 G 4_10 0.0225 ndcg 4_10 0.1451 ndcg_rel 4_10 0.1533 Rndcg 4_10 0.1869 ndcg_cut_5 4_10 0.2846 ndcg_cut_10 4_10 0.2925 ndcg_cut_15 4_10 0.2498 ndcg_cut_20 4_10 0.2195 ndcg_cut_30 4_10 0.2151 ndcg_cut_100 4_10 0.1668 ndcg_cut_200 4_10 0.1426 ndcg_cut_500 4_10 0.1451 ndcg_cut_1000 4_10 0.1451 map_cut_5 4_10 0.0202 map_cut_10 4_10 0.0264 map_cut_15 4_10 0.0297 map_cut_20 4_10 0.0297 map_cut_30 4_10 0.0330 map_cut_100 4_10 0.0387 map_cut_200 4_10 0.0416 map_cut_500 4_10 0.0421 map_cut_1000 4_10 0.0421 relative_P_5 4_10 0.8000 relative_P_10 4_10 0.6000 relative_P_15 4_10 0.4667 relative_P_20 4_10 0.3500 relative_P_30 4_10 0.3000 relative_P_100 4_10 0.1300 relative_P_200 4_10 0.0957 relative_P_500 4_10 0.1011 relative_P_1000 4_10 0.1011 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 0.0190 set_relative_P 4_10 0.1011 set_recall 4_10 0.1011 set_map 4_10 0.0019 set_F 4_10 0.0320 num_nonrel_judged_ret 4_10 1 rbp 4_10 0.2037 rbp_resid 4_10 0.4550 unj_5 4_10 0.0000 unj_10 4_10 0.3000 unj_20 4_10 0.6000 num_ret 4_11 1000 num_rel 4_11 171 num_rel_ret 4_11 6 map 4_11 0.0002 Rprec 4_11 0.0000 bpref 4_11 0.0302 recip_rank 4_11 0.0029 iprec_at_recall_0.00 4_11 0.0062 iprec_at_recall_0.10 4_11 0.0000 iprec_at_recall_0.20 4_11 0.0000 iprec_at_recall_0.30 4_11 0.0000 iprec_at_recall_0.40 4_11 0.0000 iprec_at_recall_0.50 4_11 0.0000 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 0.0000 P_10 4_11 0.0000 P_15 4_11 0.0000 P_20 4_11 0.0000 P_30 4_11 0.0000 P_100 4_11 0.0000 P_200 4_11 0.0000 P_500 4_11 0.0020 P_1000 4_11 0.0060 relstring 4_11 '000000-000' recall_5 4_11 0.0000 recall_10 4_11 0.0000 recall_15 4_11 0.0000 recall_20 4_11 0.0000 recall_30 4_11 0.0000 recall_100 4_11 0.0000 recall_200 4_11 0.0000 recall_500 4_11 0.0058 recall_1000 4_11 0.0351 infAP 4_11 0.0002 Rprec_mult_0.20 4_11 0.0000 Rprec_mult_0.40 4_11 0.0000 Rprec_mult_0.60 4_11 0.0000 Rprec_mult_0.80 4_11 0.0000 Rprec_mult_1.00 4_11 0.0000 Rprec_mult_1.20 4_11 0.0000 Rprec_mult_1.40 4_11 0.0000 Rprec_mult_1.60 4_11 0.0000 Rprec_mult_1.80 4_11 0.0000 Rprec_mult_2.00 4_11 0.0000 utility 4_11 -988.0000 11pt_avg 4_11 0.0006 binG 4_11 0.0038 G 4_11 0.0031 ndcg 4_11 0.0162 ndcg_rel 4_11 0.0159 Rndcg 4_11 0.0040 ndcg_cut_5 4_11 0.0000 ndcg_cut_10 4_11 0.0000 ndcg_cut_15 4_11 0.0000 ndcg_cut_20 4_11 0.0000 ndcg_cut_30 4_11 0.0000 ndcg_cut_100 4_11 0.0000 ndcg_cut_200 4_11 0.0000 ndcg_cut_500 4_11 0.0020 ndcg_cut_1000 4_11 0.0162 map_cut_5 4_11 0.0000 map_cut_10 4_11 0.0000 map_cut_15 4_11 0.0000 map_cut_20 4_11 0.0000 map_cut_30 4_11 0.0000 map_cut_100 4_11 0.0000 map_cut_200 4_11 0.0000 map_cut_500 4_11 0.0000 map_cut_1000 4_11 0.0002 relative_P_5 4_11 0.0000 relative_P_10 4_11 0.0000 relative_P_15 4_11 0.0000 relative_P_20 4_11 0.0000 relative_P_30 4_11 0.0000 relative_P_100 4_11 0.0000 relative_P_200 4_11 0.0000 relative_P_500 4_11 0.0058 relative_P_1000 4_11 0.0351 success_1 4_11 0.0000 success_5 4_11 0.0000 success_10 4_11 0.0000 set_P 4_11 0.0060 set_relative_P 4_11 0.0351 set_recall 4_11 0.0351 set_map 4_11 0.0002 set_F 4_11 0.0102 num_nonrel_judged_ret 4_11 24 rbp 4_11 0.0000 rbp_resid 4_11 0.1718 unj_5 4_11 0.0000 unj_10 4_11 0.1000 unj_20 4_11 0.1000 num_ret 4_12 1000 num_rel 4_12 134 num_rel_ret 4_12 8 map 4_12 0.0437 Rprec 4_12 0.0597 bpref 4_12 0.0592 recip_rank 4_12 1.0000 iprec_at_recall_0.00 4_12 1.0000 iprec_at_recall_0.10 4_12 0.0000 iprec_at_recall_0.20 4_12 0.0000 iprec_at_recall_0.30 4_12 0.0000 iprec_at_recall_0.40 4_12 0.0000 iprec_at_recall_0.50 4_12 0.0000 iprec_at_recall_0.60 4_12 0.0000 iprec_at_recall_0.70 4_12 0.0000 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 0.8000 P_10 4_12 0.6000 P_15 4_12 0.4000 P_20 4_12 0.3500 P_30 4_12 0.2333 P_100 4_12 0.0800 P_200 4_12 0.0400 P_500 4_12 0.0160 P_1000 4_12 0.0080 relstring 4_12 '31302-2-2-' recall_5 4_12 0.0299 recall_10 4_12 0.0448 recall_15 4_12 0.0448 recall_20 4_12 0.0522 recall_30 4_12 0.0522 recall_100 4_12 0.0597 recall_200 4_12 0.0597 recall_500 4_12 0.0597 recall_1000 4_12 0.0597 infAP 4_12 0.0437 Rprec_mult_0.20 4_12 0.2593 Rprec_mult_0.40 4_12 0.1481 Rprec_mult_0.60 4_12 0.0988 Rprec_mult_0.80 4_12 0.0741 Rprec_mult_1.00 4_12 0.0597 Rprec_mult_1.20 4_12 0.0497 Rprec_mult_1.40 4_12 0.0426 Rprec_mult_1.60 4_12 0.0372 Rprec_mult_1.80 4_12 0.0331 Rprec_mult_2.00 4_12 0.0299 utility 4_12 -984.0000 11pt_avg 4_12 0.0909 binG 4_12 0.0378 G 4_12 0.0285 ndcg 4_12 0.1466 ndcg_rel 4_12 0.1760 Rndcg 4_12 0.2192 ndcg_cut_5 4_12 0.6675 ndcg_cut_10 4_12 0.5263 ndcg_cut_15 4_12 0.4138 ndcg_cut_20 4_12 0.3891 ndcg_cut_30 4_12 0.3202 ndcg_cut_100 4_12 0.1655 ndcg_cut_200 4_12 0.1466 ndcg_cut_500 4_12 0.1466 ndcg_cut_1000 4_12 0.1466 map_cut_5 4_12 0.0284 map_cut_10 4_12 0.0387 map_cut_15 4_12 0.0387 map_cut_20 4_12 0.0419 map_cut_30 4_12 0.0419 map_cut_100 4_12 0.0437 map_cut_200 4_12 0.0437 map_cut_500 4_12 0.0437 map_cut_1000 4_12 0.0437 relative_P_5 4_12 0.8000 relative_P_10 4_12 0.6000 relative_P_15 4_12 0.4000 relative_P_20 4_12 0.3500 relative_P_30 4_12 0.2333 relative_P_100 4_12 0.0800 relative_P_200 4_12 0.0597 relative_P_500 4_12 0.0597 relative_P_1000 4_12 0.0597 success_1 4_12 1.0000 success_5 4_12 1.0000 success_10 4_12 1.0000 set_P 4_12 0.0080 set_relative_P 4_12 0.0597 set_recall 4_12 0.0597 set_map 4_12 0.0005 set_F 4_12 0.0141 num_nonrel_judged_ret 4_12 2 rbp 4_12 0.3337 rbp_resid 4_12 0.4604 unj_5 4_12 0.0000 unj_10 4_12 0.3000 unj_20 4_12 0.6000 num_ret 4_13 1000 num_rel 4_13 162 num_rel_ret 4_13 1 map 4_13 0.0031 Rprec 4_13 0.0062 bpref 4_13 0.0061 recip_rank 4_13 0.5000 iprec_at_recall_0.00 4_13 0.5000 iprec_at_recall_0.10 4_13 0.0000 iprec_at_recall_0.20 4_13 0.0000 iprec_at_recall_0.30 4_13 0.0000 iprec_at_recall_0.40 4_13 0.0000 iprec_at_recall_0.50 4_13 0.0000 iprec_at_recall_0.60 4_13 0.0000 iprec_at_recall_0.70 4_13 0.0000 iprec_at_recall_0.80 4_13 0.0000 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 0.2000 P_10 4_13 0.1000 P_15 4_13 0.0667 P_20 4_13 0.0500 P_30 4_13 0.0333 P_100 4_13 0.0100 P_200 4_13 0.0050 P_500 4_13 0.0020 P_1000 4_13 0.0010 relstring 4_13 '020000----' recall_5 4_13 0.0062 recall_10 4_13 0.0062 recall_15 4_13 0.0062 recall_20 4_13 0.0062 recall_30 4_13 0.0062 recall_100 4_13 0.0062 recall_200 4_13 0.0062 recall_500 4_13 0.0062 recall_1000 4_13 0.0062 infAP 4_13 0.0031 Rprec_mult_0.20 4_13 0.0303 Rprec_mult_0.40 4_13 0.0154 Rprec_mult_0.60 4_13 0.0102 Rprec_mult_0.80 4_13 0.0077 Rprec_mult_1.00 4_13 0.0062 Rprec_mult_1.20 4_13 0.0051 Rprec_mult_1.40 4_13 0.0044 Rprec_mult_1.60 4_13 0.0038 Rprec_mult_1.80 4_13 0.0034 Rprec_mult_2.00 4_13 0.0031 utility 4_13 -998.0000 11pt_avg 4_13 0.0455 binG 4_13 0.0039 G 4_13 0.0023 ndcg 4_13 0.0188 ndcg_rel 4_13 0.0203 Rndcg 4_13 0.0246 ndcg_cut_5 4_13 0.1427 ndcg_cut_10 4_13 0.0926 ndcg_cut_15 4_13 0.0718 ndcg_cut_20 4_13 0.0597 ndcg_cut_30 4_13 0.0459 ndcg_cut_100 4_13 0.0243 ndcg_cut_200 4_13 0.0188 ndcg_cut_500 4_13 0.0188 ndcg_cut_1000 4_13 0.0188 map_cut_5 4_13 0.0031 map_cut_10 4_13 0.0031 map_cut_15 4_13 0.0031 map_cut_20 4_13 0.0031 map_cut_30 4_13 0.0031 map_cut_100 4_13 0.0031 map_cut_200 4_13 0.0031 map_cut_500 4_13 0.0031 map_cut_1000 4_13 0.0031 relative_P_5 4_13 0.2000 relative_P_10 4_13 0.1000 relative_P_15 4_13 0.0667 relative_P_20 4_13 0.0500 relative_P_30 4_13 0.0333 relative_P_100 4_13 0.0100 relative_P_200 4_13 0.0062 relative_P_500 4_13 0.0062 relative_P_1000 4_13 0.0062 success_1 4_13 0.0000 success_5 4_13 1.0000 success_10 4_13 1.0000 set_P 4_13 0.0010 set_relative_P 4_13 0.0062 set_recall 4_13 0.0062 set_map 4_13 0.0000 set_F 4_13 0.0017 num_nonrel_judged_ret 4_13 6 rbp 4_13 0.0600 rbp_resid 4_13 0.5312 unj_5 4_13 0.0000 unj_10 4_13 0.4000 unj_20 4_13 0.7000 num_ret 4_14 1000 num_rel 4_14 177 num_rel_ret 4_14 0 map 4_14 0.0000 Rprec 4_14 0.0000 bpref 4_14 0.0000 recip_rank 4_14 0.0000 iprec_at_recall_0.00 4_14 0.0000 iprec_at_recall_0.10 4_14 0.0000 iprec_at_recall_0.20 4_14 0.0000 iprec_at_recall_0.30 4_14 0.0000 iprec_at_recall_0.40 4_14 0.0000 iprec_at_recall_0.50 4_14 0.0000 iprec_at_recall_0.60 4_14 0.0000 iprec_at_recall_0.70 4_14 0.0000 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 0.0000 P_10 4_14 0.0000 P_15 4_14 0.0000 P_20 4_14 0.0000 P_30 4_14 0.0000 P_100 4_14 0.0000 P_200 4_14 0.0000 P_500 4_14 0.0000 P_1000 4_14 0.0000 relstring 4_14 '00000-----' recall_5 4_14 0.0000 recall_10 4_14 0.0000 recall_15 4_14 0.0000 recall_20 4_14 0.0000 recall_30 4_14 0.0000 recall_100 4_14 0.0000 recall_200 4_14 0.0000 recall_500 4_14 0.0000 recall_1000 4_14 0.0000 infAP 4_14 0.0000 Rprec_mult_0.20 4_14 0.0000 Rprec_mult_0.40 4_14 0.0000 Rprec_mult_0.60 4_14 0.0000 Rprec_mult_0.80 4_14 0.0000 Rprec_mult_1.00 4_14 0.0000 Rprec_mult_1.20 4_14 0.0000 Rprec_mult_1.40 4_14 0.0000 Rprec_mult_1.60 4_14 0.0000 Rprec_mult_1.80 4_14 0.0000 Rprec_mult_2.00 4_14 0.0000 utility 4_14 -1000.0000 11pt_avg 4_14 0.0000 binG 4_14 0.0000 G 4_14 0.0000 ndcg 4_14 0.0000 ndcg_rel 4_14 0.0000 Rndcg 4_14 0.0000 ndcg_cut_5 4_14 0.0000 ndcg_cut_10 4_14 0.0000 ndcg_cut_15 4_14 0.0000 ndcg_cut_20 4_14 0.0000 ndcg_cut_30 4_14 0.0000 ndcg_cut_100 4_14 0.0000 ndcg_cut_200 4_14 0.0000 ndcg_cut_500 4_14 0.0000 ndcg_cut_1000 4_14 0.0000 map_cut_5 4_14 0.0000 map_cut_10 4_14 0.0000 map_cut_15 4_14 0.0000 map_cut_20 4_14 0.0000 map_cut_30 4_14 0.0000 map_cut_100 4_14 0.0000 map_cut_200 4_14 0.0000 map_cut_500 4_14 0.0000 map_cut_1000 4_14 0.0000 relative_P_5 4_14 0.0000 relative_P_10 4_14 0.0000 relative_P_15 4_14 0.0000 relative_P_20 4_14 0.0000 relative_P_30 4_14 0.0000 relative_P_100 4_14 0.0000 relative_P_200 4_14 0.0000 relative_P_500 4_14 0.0000 relative_P_1000 4_14 0.0000 success_1 4_14 0.0000 success_5 4_14 0.0000 success_10 4_14 0.0000 set_P 4_14 0.0000 set_relative_P 4_14 0.0000 set_recall 4_14 0.0000 set_map 4_14 0.0000 set_F 4_14 0.0000 num_nonrel_judged_ret 4_14 6 rbp 4_14 0.0000 rbp_resid 4_14 0.5755 unj_5 4_14 0.0000 unj_10 4_14 0.5000 unj_20 4_14 0.7000 num_ret 4_17 1000 num_rel 4_17 1 num_rel_ret 4_17 0 map 4_17 0.0000 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0000 iprec_at_recall_0.00 4_17 0.0000 iprec_at_recall_0.10 4_17 0.0000 iprec_at_recall_0.20 4_17 0.0000 iprec_at_recall_0.30 4_17 0.0000 iprec_at_recall_0.40 4_17 0.0000 iprec_at_recall_0.50 4_17 0.0000 iprec_at_recall_0.60 4_17 0.0000 iprec_at_recall_0.70 4_17 0.0000 iprec_at_recall_0.80 4_17 0.0000 iprec_at_recall_0.90 4_17 0.0000 iprec_at_recall_1.00 4_17 0.0000 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0000 P_100 4_17 0.0000 P_200 4_17 0.0000 P_500 4_17 0.0000 P_1000 4_17 0.0000 relstring 4_17 '00000-----' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 0.0000 recall_100 4_17 0.0000 recall_200 4_17 0.0000 recall_500 4_17 0.0000 recall_1000 4_17 0.0000 infAP 4_17 0.0000 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -1000.0000 11pt_avg 4_17 0.0000 binG 4_17 0.0000 G 4_17 0.0000 ndcg 4_17 0.0000 ndcg_rel 4_17 0.0000 Rndcg 4_17 0.0000 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.0000 ndcg_cut_100 4_17 0.0000 ndcg_cut_200 4_17 0.0000 ndcg_cut_500 4_17 0.0000 ndcg_cut_1000 4_17 0.0000 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0000 map_cut_100 4_17 0.0000 map_cut_200 4_17 0.0000 map_cut_500 4_17 0.0000 map_cut_1000 4_17 0.0000 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 0.0000 relative_P_100 4_17 0.0000 relative_P_200 4_17 0.0000 relative_P_500 4_17 0.0000 relative_P_1000 4_17 0.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0000 set_relative_P 4_17 0.0000 set_recall 4_17 0.0000 set_map 4_17 0.0000 set_F 4_17 0.0000 num_nonrel_judged_ret 4_17 5 rbp 4_17 0.0000 rbp_resid 4_17 0.5905 unj_5 4_17 0.0000 unj_10 4_17 0.5000 unj_20 4_17 0.7500 num_ret 4_3 1000 num_rel 4_3 164 num_rel_ret 4_3 18 map 4_3 0.0332 Rprec 4_3 0.0671 bpref 4_3 0.1063 recip_rank 4_3 1.0000 iprec_at_recall_0.00 4_3 1.0000 iprec_at_recall_0.10 4_3 0.0578 iprec_at_recall_0.20 4_3 0.0000 iprec_at_recall_0.30 4_3 0.0000 iprec_at_recall_0.40 4_3 0.0000 iprec_at_recall_0.50 4_3 0.0000 iprec_at_recall_0.60 4_3 0.0000 iprec_at_recall_0.70 4_3 0.0000 iprec_at_recall_0.80 4_3 0.0000 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 0.8000 P_10 4_3 0.5000 P_15 4_3 0.3333 P_20 4_3 0.2500 P_30 4_3 0.2000 P_100 4_3 0.0900 P_200 4_3 0.0650 P_500 4_3 0.0360 P_1000 4_3 0.0180 relstring 4_3 '22011---1-' recall_5 4_3 0.0244 recall_10 4_3 0.0305 recall_15 4_3 0.0305 recall_20 4_3 0.0305 recall_30 4_3 0.0366 recall_100 4_3 0.0549 recall_200 4_3 0.0793 recall_500 4_3 0.1098 recall_1000 4_3 0.1098 infAP 4_3 0.0332 Rprec_mult_0.20 4_3 0.1818 Rprec_mult_0.40 4_3 0.1364 Rprec_mult_0.60 4_3 0.0909 Rprec_mult_0.80 4_3 0.0758 Rprec_mult_1.00 4_3 0.0671 Rprec_mult_1.20 4_3 0.0609 Rprec_mult_1.40 4_3 0.0609 Rprec_mult_1.60 4_3 0.0532 Rprec_mult_1.80 4_3 0.0541 Rprec_mult_2.00 4_3 0.0518 utility 4_3 -964.0000 11pt_avg 4_3 0.0962 binG 4_3 0.0343 G 4_3 0.0193 ndcg 4_3 0.1290 ndcg_rel 4_3 0.1389 Rndcg 4_3 0.2105 ndcg_cut_5 4_3 0.4143 ndcg_cut_10 4_3 0.2994 ndcg_cut_15 4_3 0.2357 ndcg_cut_20 4_3 0.1980 ndcg_cut_30 4_3 0.1732 ndcg_cut_100 4_3 0.1136 ndcg_cut_200 4_3 0.1108 ndcg_cut_500 4_3 0.1290 ndcg_cut_1000 4_3 0.1290 map_cut_5 4_3 0.0216 map_cut_10 4_3 0.0250 map_cut_15 4_3 0.0250 map_cut_20 4_3 0.0250 map_cut_30 4_3 0.0268 map_cut_100 4_3 0.0296 map_cut_200 4_3 0.0315 map_cut_500 4_3 0.0332 map_cut_1000 4_3 0.0332 relative_P_5 4_3 0.8000 relative_P_10 4_3 0.5000 relative_P_15 4_3 0.3333 relative_P_20 4_3 0.2500 relative_P_30 4_3 0.2000 relative_P_100 4_3 0.0900 relative_P_200 4_3 0.0793 relative_P_500 4_3 0.1098 relative_P_1000 4_3 0.1098 success_1 4_3 1.0000 success_5 4_3 1.0000 success_10 4_3 1.0000 set_P 4_3 0.0180 set_relative_P 4_3 0.1098 set_recall 4_3 0.1098 set_map 4_3 0.0020 set_F 4_3 0.0309 num_nonrel_judged_ret 4_3 4 rbp 4_3 0.1454 rbp_resid 4_3 0.5324 unj_5 4_3 0.0000 unj_10 4_3 0.4000 unj_20 4_3 0.7000 num_ret 4_4 1000 num_rel 4_4 154 num_rel_ret 4_4 29 map 4_4 0.0933 Rprec 4_4 0.1558 bpref 4_4 0.1843 recip_rank 4_4 0.5000 iprec_at_recall_0.00 4_4 0.8571 iprec_at_recall_0.10 4_4 0.5000 iprec_at_recall_0.20 4_4 0.0000 iprec_at_recall_0.30 4_4 0.0000 iprec_at_recall_0.40 4_4 0.0000 iprec_at_recall_0.50 4_4 0.0000 iprec_at_recall_0.60 4_4 0.0000 iprec_at_recall_0.70 4_4 0.0000 iprec_at_recall_0.80 4_4 0.0000 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 0.8000 P_10 4_4 0.7000 P_15 4_4 0.7333 P_20 4_4 0.6500 P_30 4_4 0.5000 P_100 4_4 0.2200 P_200 4_4 0.1300 P_500 4_4 0.0580 P_1000 4_4 0.0290 relstring 4_4 '0223233-2-' recall_5 4_4 0.0260 recall_10 4_4 0.0455 recall_15 4_4 0.0714 recall_20 4_4 0.0844 recall_30 4_4 0.0974 recall_100 4_4 0.1429 recall_200 4_4 0.1688 recall_500 4_4 0.1883 recall_1000 4_4 0.1883 infAP 4_4 0.0933 Rprec_mult_0.20 4_4 0.4839 Rprec_mult_0.40 4_4 0.3226 Rprec_mult_0.60 4_4 0.2366 Rprec_mult_0.80 4_4 0.1855 Rprec_mult_1.00 4_4 0.1558 Rprec_mult_1.20 4_4 0.1405 Rprec_mult_1.40 4_4 0.1296 Rprec_mult_1.60 4_4 0.1134 Rprec_mult_1.80 4_4 0.1007 Rprec_mult_2.00 4_4 0.0909 utility 4_4 -942.0000 11pt_avg 4_4 0.1234 binG 4_4 0.0621 G 4_4 0.0435 ndcg 4_4 0.2547 ndcg_rel 4_4 0.2767 Rndcg 4_4 0.2761 ndcg_cut_5 4_4 0.4131 ndcg_cut_10 4_4 0.4586 ndcg_cut_15 4_4 0.4886 ndcg_cut_20 4_4 0.4542 ndcg_cut_30 4_4 0.4040 ndcg_cut_100 4_4 0.2766 ndcg_cut_200 4_4 0.2465 ndcg_cut_500 4_4 0.2547 ndcg_cut_1000 4_4 0.2547 map_cut_5 4_4 0.0176 map_cut_10 4_4 0.0337 map_cut_15 4_4 0.0530 map_cut_20 4_4 0.0621 map_cut_30 4_4 0.0693 map_cut_100 4_4 0.0866 map_cut_200 4_4 0.0911 map_cut_500 4_4 0.0933 map_cut_1000 4_4 0.0933 relative_P_5 4_4 0.8000 relative_P_10 4_4 0.7000 relative_P_15 4_4 0.7333 relative_P_20 4_4 0.6500 relative_P_30 4_4 0.5000 relative_P_100 4_4 0.2200 relative_P_200 4_4 0.1688 relative_P_500 4_4 0.1883 relative_P_1000 4_4 0.1883 success_1 4_4 0.0000 success_5 4_4 1.0000 success_10 4_4 1.0000 set_P 4_4 0.0290 set_relative_P 4_4 0.1883 set_recall 4_4 0.1883 set_map 4_4 0.0055 set_F 4_4 0.0503 num_nonrel_judged_ret 4_4 3 rbp 4_4 0.3740 rbp_resid 4_4 0.2604 unj_5 4_4 0.0000 unj_10 4_4 0.2000 unj_20 4_4 0.3000 num_ret 4_5 1000 num_rel 4_5 122 num_rel_ret 4_5 7 map 4_5 0.0072 Rprec 4_5 0.0328 bpref 4_5 0.0536 recip_rank 4_5 0.5000 iprec_at_recall_0.00 4_5 0.5000 iprec_at_recall_0.10 4_5 0.0000 iprec_at_recall_0.20 4_5 0.0000 iprec_at_recall_0.30 4_5 0.0000 iprec_at_recall_0.40 4_5 0.0000 iprec_at_recall_0.50 4_5 0.0000 iprec_at_recall_0.60 4_5 0.0000 iprec_at_recall_0.70 4_5 0.0000 iprec_at_recall_0.80 4_5 0.0000 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 0.2000 P_10 4_5 0.1000 P_15 4_5 0.1333 P_20 4_5 0.1000 P_30 4_5 0.0667 P_100 4_5 0.0400 P_200 4_5 0.0200 P_500 4_5 0.0140 P_1000 4_5 0.0070 relstring 4_5 '02000-----' recall_5 4_5 0.0082 recall_10 4_5 0.0082 recall_15 4_5 0.0164 recall_20 4_5 0.0164 recall_30 4_5 0.0164 recall_100 4_5 0.0328 recall_200 4_5 0.0328 recall_500 4_5 0.0574 recall_1000 4_5 0.0574 infAP 4_5 0.0072 Rprec_mult_0.20 4_5 0.0800 Rprec_mult_0.40 4_5 0.0408 Rprec_mult_0.60 4_5 0.0541 Rprec_mult_0.80 4_5 0.0408 Rprec_mult_1.00 4_5 0.0328 Rprec_mult_1.20 4_5 0.0272 Rprec_mult_1.40 4_5 0.0234 Rprec_mult_1.60 4_5 0.0204 Rprec_mult_1.80 4_5 0.0273 Rprec_mult_2.00 4_5 0.0246 utility 4_5 -986.0000 11pt_avg 4_5 0.0455 binG 4_5 0.0135 G 4_5 0.0082 ndcg 4_5 0.0524 ndcg_rel 4_5 0.0548 Rndcg 4_5 0.0525 ndcg_cut_5 4_5 0.1427 ndcg_cut_10 4_5 0.0926 ndcg_cut_15 4_5 0.1035 ndcg_cut_20 4_5 0.0862 ndcg_cut_30 4_5 0.0672 ndcg_cut_100 4_5 0.0462 ndcg_cut_200 4_5 0.0431 ndcg_cut_500 4_5 0.0524 ndcg_cut_1000 4_5 0.0524 map_cut_5 4_5 0.0041 map_cut_10 4_5 0.0041 map_cut_15 4_5 0.0056 map_cut_20 4_5 0.0056 map_cut_30 4_5 0.0056 map_cut_100 4_5 0.0066 map_cut_200 4_5 0.0066 map_cut_500 4_5 0.0072 map_cut_1000 4_5 0.0072 relative_P_5 4_5 0.2000 relative_P_10 4_5 0.1000 relative_P_15 4_5 0.1333 relative_P_20 4_5 0.1000 relative_P_30 4_5 0.0667 relative_P_100 4_5 0.0400 relative_P_200 4_5 0.0328 relative_P_500 4_5 0.0574 relative_P_1000 4_5 0.0574 success_1 4_5 0.0000 success_5 4_5 1.0000 success_10 4_5 1.0000 set_P 4_5 0.0070 set_relative_P 4_5 0.0574 set_recall 4_5 0.0574 set_map 4_5 0.0004 set_F 4_5 0.0125 num_nonrel_judged_ret 4_5 4 rbp 4_5 0.0837 rbp_resid 4_5 0.5549 unj_5 4_5 0.0000 unj_10 4_5 0.5000 unj_20 4_5 0.7000 num_ret 4_7 1000 num_rel 4_7 76 num_rel_ret 4_7 14 map 4_7 0.0364 Rprec 4_7 0.0789 bpref 4_7 0.1766 recip_rank 4_7 0.5000 iprec_at_recall_0.00 4_7 0.6000 iprec_at_recall_0.10 4_7 0.0976 iprec_at_recall_0.20 4_7 0.0000 iprec_at_recall_0.30 4_7 0.0000 iprec_at_recall_0.40 4_7 0.0000 iprec_at_recall_0.50 4_7 0.0000 iprec_at_recall_0.60 4_7 0.0000 iprec_at_recall_0.70 4_7 0.0000 iprec_at_recall_0.80 4_7 0.0000 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 0.6000 P_10 4_7 0.3000 P_15 4_7 0.2000 P_20 4_7 0.2000 P_30 4_7 0.1667 P_100 4_7 0.0800 P_200 4_7 0.0550 P_500 4_7 0.0280 P_1000 4_7 0.0140 relstring 4_7 '01011-----' recall_5 4_7 0.0395 recall_10 4_7 0.0395 recall_15 4_7 0.0395 recall_20 4_7 0.0526 recall_30 4_7 0.0658 recall_100 4_7 0.1053 recall_200 4_7 0.1447 recall_500 4_7 0.1842 recall_1000 4_7 0.1842 infAP 4_7 0.0364 Rprec_mult_0.20 4_7 0.2500 Rprec_mult_0.40 4_7 0.1613 Rprec_mult_0.60 4_7 0.1304 Rprec_mult_0.80 4_7 0.0984 Rprec_mult_1.00 4_7 0.0789 Rprec_mult_1.20 4_7 0.0870 Rprec_mult_1.40 4_7 0.0748 Rprec_mult_1.60 4_7 0.0656 Rprec_mult_1.80 4_7 0.0657 Rprec_mult_2.00 4_7 0.0658 utility 4_7 -972.0000 11pt_avg 4_7 0.0634 binG 4_7 0.0453 G 4_7 0.0364 ndcg 4_7 0.1671 ndcg_rel 4_7 0.1630 Rndcg 4_7 0.1344 ndcg_cut_5 4_7 0.1924 ndcg_cut_10 4_7 0.1351 ndcg_cut_15 4_7 0.1085 ndcg_cut_20 4_7 0.1233 ndcg_cut_30 4_7 0.1318 ndcg_cut_100 4_7 0.1242 ndcg_cut_200 4_7 0.1442 ndcg_cut_500 4_7 0.1671 ndcg_cut_1000 4_7 0.1671 map_cut_5 4_7 0.0211 map_cut_10 4_7 0.0211 map_cut_15 4_7 0.0211 map_cut_20 4_7 0.0243 map_cut_30 4_7 0.0270 map_cut_100 4_7 0.0316 map_cut_200 4_7 0.0342 map_cut_500 4_7 0.0364 map_cut_1000 4_7 0.0364 relative_P_5 4_7 0.6000 relative_P_10 4_7 0.3000 relative_P_15 4_7 0.2000 relative_P_20 4_7 0.2000 relative_P_30 4_7 0.1667 relative_P_100 4_7 0.1053 relative_P_200 4_7 0.1447 relative_P_500 4_7 0.1842 relative_P_1000 4_7 0.1842 success_1 4_7 0.0000 success_5 4_7 1.0000 success_10 4_7 1.0000 set_P 4_7 0.0140 set_relative_P 4_7 0.1842 set_recall 4_7 0.1842 set_map 4_7 0.0026 set_F 4_7 0.0260 num_nonrel_judged_ret 4_7 11 rbp 4_7 0.0994 rbp_resid 4_7 0.5589 unj_5 4_7 0.0000 unj_10 4_7 0.5000 unj_20 4_7 0.7000 num_ret 4_8 1000 num_rel 4_8 96 num_rel_ret 4_8 33 map 4_8 0.0955 Rprec 4_8 0.1875 bpref 4_8 0.2669 recip_rank 4_8 1.0000 iprec_at_recall_0.00 4_8 1.0000 iprec_at_recall_0.10 4_8 0.3226 iprec_at_recall_0.20 4_8 0.1863 iprec_at_recall_0.30 4_8 0.0976 iprec_at_recall_0.40 4_8 0.0000 iprec_at_recall_0.50 4_8 0.0000 iprec_at_recall_0.60 4_8 0.0000 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 0.6000 P_10 4_8 0.5000 P_15 4_8 0.3333 P_20 4_8 0.3000 P_30 4_8 0.3000 P_100 4_8 0.1800 P_200 4_8 0.1350 P_500 4_8 0.0640 P_1000 4_8 0.0330 relstring 4_8 '2200210010' recall_5 4_8 0.0312 recall_10 4_8 0.0521 recall_15 4_8 0.0521 recall_20 4_8 0.0625 recall_30 4_8 0.0938 recall_100 4_8 0.1875 recall_200 4_8 0.2812 recall_500 4_8 0.3333 recall_1000 4_8 0.3438 infAP 4_8 0.0955 Rprec_mult_0.20 4_8 0.3000 Rprec_mult_0.40 4_8 0.2564 Rprec_mult_0.60 4_8 0.2241 Rprec_mult_0.80 4_8 0.2078 Rprec_mult_1.00 4_8 0.1875 Rprec_mult_1.20 4_8 0.1810 Rprec_mult_1.40 4_8 0.1630 Rprec_mult_1.60 4_8 0.1494 Rprec_mult_1.80 4_8 0.1445 Rprec_mult_2.00 4_8 0.1406 utility 4_8 -934.0000 11pt_avg 4_8 0.1460 binG 4_8 0.0833 G 4_8 0.0731 ndcg 4_8 0.3420 ndcg_rel 4_8 0.3439 Rndcg 4_8 0.3919 ndcg_cut_5 4_8 0.5851 ndcg_cut_10 4_8 0.4652 ndcg_cut_15 4_8 0.3689 ndcg_cut_20 4_8 0.3268 ndcg_cut_30 4_8 0.2990 ndcg_cut_100 4_8 0.2576 ndcg_cut_200 4_8 0.3115 ndcg_cut_500 4_8 0.3385 ndcg_cut_1000 4_8 0.3420 map_cut_5 4_8 0.0271 map_cut_10 4_8 0.0398 map_cut_15 4_8 0.0398 map_cut_20 4_8 0.0433 map_cut_30 4_8 0.0529 map_cut_100 4_8 0.0750 map_cut_200 4_8 0.0903 map_cut_500 4_8 0.0950 map_cut_1000 4_8 0.0955 relative_P_5 4_8 0.6000 relative_P_10 4_8 0.5000 relative_P_15 4_8 0.3333 relative_P_20 4_8 0.3000 relative_P_30 4_8 0.3000 relative_P_100 4_8 0.1875 relative_P_200 4_8 0.2812 relative_P_500 4_8 0.3333 relative_P_1000 4_8 0.3438 success_1 4_8 1.0000 success_5 4_8 1.0000 success_10 4_8 1.0000 set_P 4_8 0.0330 set_relative_P 4_8 0.3438 set_recall 4_8 0.3438 set_map 4_8 0.0113 set_F 4_8 0.0602 num_nonrel_judged_ret 4_8 37 rbp 4_8 0.2246 rbp_resid 4_8 0.1057 unj_5 4_8 0.0000 unj_10 4_8 0.0000 unj_20 4_8 0.1000 num_ret 4_9 1000 num_rel 4_9 85 num_rel_ret 4_9 8 map 4_9 0.0241 Rprec 4_9 0.0824 bpref 4_9 0.0898 recip_rank 4_9 0.3333 iprec_at_recall_0.00 4_9 0.5000 iprec_at_recall_0.10 4_9 0.0000 iprec_at_recall_0.20 4_9 0.0000 iprec_at_recall_0.30 4_9 0.0000 iprec_at_recall_0.40 4_9 0.0000 iprec_at_recall_0.50 4_9 0.0000 iprec_at_recall_0.60 4_9 0.0000 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 0.4000 P_10 4_9 0.3000 P_15 4_9 0.2000 P_20 4_9 0.2000 P_30 4_9 0.1333 P_100 4_9 0.0700 P_200 4_9 0.0400 P_500 4_9 0.0160 P_1000 4_9 0.0080 relstring 4_9 '002303----' recall_5 4_9 0.0235 recall_10 4_9 0.0353 recall_15 4_9 0.0353 recall_20 4_9 0.0471 recall_30 4_9 0.0471 recall_100 4_9 0.0824 recall_200 4_9 0.0941 recall_500 4_9 0.0941 recall_1000 4_9 0.0941 infAP 4_9 0.0241 Rprec_mult_0.20 4_9 0.1765 Rprec_mult_0.40 4_9 0.1471 Rprec_mult_0.60 4_9 0.1176 Rprec_mult_0.80 4_9 0.1029 Rprec_mult_1.00 4_9 0.0824 Rprec_mult_1.20 4_9 0.0686 Rprec_mult_1.40 4_9 0.0588 Rprec_mult_1.60 4_9 0.0515 Rprec_mult_1.80 4_9 0.0523 Rprec_mult_2.00 4_9 0.0471 utility 4_9 -984.0000 11pt_avg 4_9 0.0455 binG 4_9 0.0282 G 4_9 0.0235 ndcg 4_9 0.1303 ndcg_rel 4_9 0.1372 Rndcg 4_9 0.1397 ndcg_cut_5 4_9 0.2591 ndcg_cut_10 4_9 0.2466 ndcg_cut_15 4_9 0.1911 ndcg_cut_20 4_9 0.1926 ndcg_cut_30 4_9 0.1563 ndcg_cut_100 4_9 0.1239 ndcg_cut_200 4_9 0.1303 ndcg_cut_500 4_9 0.1303 ndcg_cut_1000 4_9 0.1303 map_cut_5 4_9 0.0098 map_cut_10 4_9 0.0157 map_cut_15 4_9 0.0157 map_cut_20 4_9 0.0183 map_cut_30 4_9 0.0183 map_cut_100 4_9 0.0235 map_cut_200 4_9 0.0241 map_cut_500 4_9 0.0241 map_cut_1000 4_9 0.0241 relative_P_5 4_9 0.4000 relative_P_10 4_9 0.3000 relative_P_15 4_9 0.2000 relative_P_20 4_9 0.2000 relative_P_30 4_9 0.1333 relative_P_100 4_9 0.0824 relative_P_200 4_9 0.0941 relative_P_500 4_9 0.0941 relative_P_1000 4_9 0.0941 success_1 4_9 0.0000 success_5 4_9 1.0000 success_10 4_9 1.0000 set_P 4_9 0.0080 set_relative_P 4_9 0.0941 set_recall 4_9 0.0941 set_map 4_9 0.0008 set_F 4_9 0.0147 num_nonrel_judged_ret 4_9 5 rbp 4_9 0.2079 rbp_resid 4_9 0.5085 unj_5 4_9 0.0000 unj_10 4_9 0.4000 unj_20 4_9 0.6500 num_ret 5_10 1000 num_rel 5_10 43 num_rel_ret 5_10 14 map 5_10 0.0057 Rprec 5_10 0.0000 bpref 5_10 0.2758 recip_rank 5_10 0.0172 iprec_at_recall_0.00 5_10 0.0235 iprec_at_recall_0.10 5_10 0.0235 iprec_at_recall_0.20 5_10 0.0235 iprec_at_recall_0.30 5_10 0.0235 iprec_at_recall_0.40 5_10 0.0000 iprec_at_recall_0.50 5_10 0.0000 iprec_at_recall_0.60 5_10 0.0000 iprec_at_recall_0.70 5_10 0.0000 iprec_at_recall_0.80 5_10 0.0000 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 0.0000 P_10 5_10 0.0000 P_15 5_10 0.0000 P_20 5_10 0.0000 P_30 5_10 0.0000 P_100 5_10 0.0100 P_200 5_10 0.0050 P_500 5_10 0.0180 P_1000 5_10 0.0140 relstring 5_10 '00000-----' recall_5 5_10 0.0000 recall_10 5_10 0.0000 recall_15 5_10 0.0000 recall_20 5_10 0.0000 recall_30 5_10 0.0000 recall_100 5_10 0.0233 recall_200 5_10 0.0233 recall_500 5_10 0.2093 recall_1000 5_10 0.3256 infAP 5_10 0.0057 Rprec_mult_0.20 5_10 0.0000 Rprec_mult_0.40 5_10 0.0000 Rprec_mult_0.60 5_10 0.0000 Rprec_mult_0.80 5_10 0.0000 Rprec_mult_1.00 5_10 0.0000 Rprec_mult_1.20 5_10 0.0000 Rprec_mult_1.40 5_10 0.0164 Rprec_mult_1.60 5_10 0.0145 Rprec_mult_1.80 5_10 0.0128 Rprec_mult_2.00 5_10 0.0116 utility 5_10 -972.0000 11pt_avg 5_10 0.0085 binG 5_10 0.0388 G 5_10 0.0261 ndcg 5_10 0.0832 ndcg_rel 5_10 0.0729 Rndcg 5_10 0.0166 ndcg_cut_5 5_10 0.0000 ndcg_cut_10 5_10 0.0000 ndcg_cut_15 5_10 0.0000 ndcg_cut_20 5_10 0.0000 ndcg_cut_30 5_10 0.0000 ndcg_cut_100 5_10 0.0117 ndcg_cut_200 5_10 0.0117 ndcg_cut_500 5_10 0.0605 ndcg_cut_1000 5_10 0.0832 map_cut_5 5_10 0.0000 map_cut_10 5_10 0.0000 map_cut_15 5_10 0.0000 map_cut_20 5_10 0.0000 map_cut_30 5_10 0.0000 map_cut_100 5_10 0.0004 map_cut_200 5_10 0.0004 map_cut_500 5_10 0.0031 map_cut_1000 5_10 0.0057 relative_P_5 5_10 0.0000 relative_P_10 5_10 0.0000 relative_P_15 5_10 0.0000 relative_P_20 5_10 0.0000 relative_P_30 5_10 0.0000 relative_P_100 5_10 0.0233 relative_P_200 5_10 0.0233 relative_P_500 5_10 0.2093 relative_P_1000 5_10 0.3256 success_1 5_10 0.0000 success_5 5_10 0.0000 success_10 5_10 0.0000 set_P 5_10 0.0140 set_relative_P 5_10 0.3256 set_recall 5_10 0.3256 set_map 5_10 0.0046 set_F 5_10 0.0268 num_nonrel_judged_ret 5_10 9 rbp 5_10 0.0001 rbp_resid 5_10 0.5902 unj_5 5_10 0.0000 unj_10 5_10 0.5000 unj_20 5_10 0.7500 num_ret 5_13 1000 num_rel 5_13 112 num_rel_ret 5_13 82 map 5_13 0.3456 Rprec 5_13 0.3661 bpref 5_13 0.5737 recip_rank 5_13 1.0000 iprec_at_recall_0.00 5_13 1.0000 iprec_at_recall_0.10 5_13 0.8000 iprec_at_recall_0.20 5_13 0.6286 iprec_at_recall_0.30 5_13 0.5231 iprec_at_recall_0.40 5_13 0.3566 iprec_at_recall_0.50 5_13 0.3152 iprec_at_recall_0.60 5_13 0.2318 iprec_at_recall_0.70 5_13 0.2053 iprec_at_recall_0.80 5_13 0.0000 iprec_at_recall_0.90 5_13 0.0000 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 1.0000 P_10 5_13 0.9000 P_15 5_13 0.8000 P_20 5_13 0.7000 P_30 5_13 0.6333 P_100 5_13 0.4100 P_200 5_13 0.2900 P_500 5_13 0.1620 P_1000 5_13 0.0820 relstring 5_13 '3122210121' recall_5 5_13 0.0446 recall_10 5_13 0.0804 recall_15 5_13 0.1071 recall_20 5_13 0.1250 recall_30 5_13 0.1696 recall_100 5_13 0.3661 recall_200 5_13 0.5179 recall_500 5_13 0.7232 recall_1000 5_13 0.7321 infAP 5_13 0.3456 Rprec_mult_0.20 5_13 0.6957 Rprec_mult_0.40 5_13 0.5556 Rprec_mult_0.60 5_13 0.5000 Rprec_mult_0.80 5_13 0.4111 Rprec_mult_1.00 5_13 0.3661 Rprec_mult_1.20 5_13 0.3407 Rprec_mult_1.40 5_13 0.3185 Rprec_mult_1.60 5_13 0.3056 Rprec_mult_1.80 5_13 0.2921 Rprec_mult_2.00 5_13 0.2812 utility 5_13 -836.0000 11pt_avg 5_13 0.3691 binG 5_13 0.1943 G 5_13 0.1320 ndcg 5_13 0.6064 ndcg_rel 5_13 0.5426 Rndcg 5_13 0.5172 ndcg_cut_5 5_13 0.5981 ndcg_cut_10 5_13 0.5336 ndcg_cut_15 5_13 0.5701 ndcg_cut_20 5_13 0.5379 ndcg_cut_30 5_13 0.5051 ndcg_cut_100 5_13 0.4580 ndcg_cut_200 5_13 0.5069 ndcg_cut_500 5_13 0.6011 ndcg_cut_1000 5_13 0.6064 map_cut_5 5_13 0.0446 map_cut_10 5_13 0.0774 map_cut_15 5_13 0.0990 map_cut_20 5_13 0.1127 map_cut_30 5_13 0.1437 map_cut_100 5_13 0.2470 map_cut_200 5_13 0.2968 map_cut_500 5_13 0.3445 map_cut_1000 5_13 0.3456 relative_P_5 5_13 1.0000 relative_P_10 5_13 0.9000 relative_P_15 5_13 0.8000 relative_P_20 5_13 0.7000 relative_P_30 5_13 0.6333 relative_P_100 5_13 0.4100 relative_P_200 5_13 0.5179 relative_P_500 5_13 0.7232 relative_P_1000 5_13 0.7321 success_1 5_13 1.0000 success_5 5_13 1.0000 success_10 5_13 1.0000 set_P 5_13 0.0820 set_relative_P 5_13 0.7321 set_recall 5_13 0.7321 set_map 5_13 0.0600 set_F 5_13 0.1475 num_nonrel_judged_ret 5_13 46 rbp 5_13 0.3499 rbp_resid 5_13 0.0513 unj_5 5_13 0.0000 unj_10 5_13 0.0000 unj_20 5_13 0.0500 num_ret 5_14 1000 num_rel 5_14 38 num_rel_ret 5_14 31 map 5_14 0.3873 Rprec 5_14 0.3947 bpref 5_14 0.7355 recip_rank 5_14 1.0000 iprec_at_recall_0.00 5_14 1.0000 iprec_at_recall_0.10 5_14 1.0000 iprec_at_recall_0.20 5_14 0.5333 iprec_at_recall_0.30 5_14 0.5000 iprec_at_recall_0.40 5_14 0.4167 iprec_at_recall_0.50 5_14 0.3585 iprec_at_recall_0.60 5_14 0.2771 iprec_at_recall_0.70 5_14 0.2328 iprec_at_recall_0.80 5_14 0.1277 iprec_at_recall_0.90 5_14 0.0000 iprec_at_recall_1.00 5_14 0.0000 P_5 5_14 1.0000 P_10 5_14 0.7000 P_15 5_14 0.5333 P_20 5_14 0.4500 P_30 5_14 0.4333 P_100 5_14 0.2600 P_200 5_14 0.1450 P_500 5_14 0.0620 P_1000 5_14 0.0310 relstring 5_14 '42311--440' recall_5 5_14 0.1316 recall_10 5_14 0.1842 recall_15 5_14 0.2105 recall_20 5_14 0.2368 recall_30 5_14 0.3421 recall_100 5_14 0.6842 recall_200 5_14 0.7632 recall_500 5_14 0.8158 recall_1000 5_14 0.8158 infAP 5_14 0.3873 Rprec_mult_0.20 5_14 0.7500 Rprec_mult_0.40 5_14 0.5000 Rprec_mult_0.60 5_14 0.4783 Rprec_mult_0.80 5_14 0.4516 Rprec_mult_1.00 5_14 0.3947 Rprec_mult_1.20 5_14 0.3478 Rprec_mult_1.40 5_14 0.3519 Rprec_mult_1.60 5_14 0.3279 Rprec_mult_1.80 5_14 0.3043 Rprec_mult_2.00 5_14 0.2763 utility 5_14 -938.0000 11pt_avg 5_14 0.4042 binG 5_14 0.2844 G 5_14 0.2246 ndcg 5_14 0.6996 ndcg_rel 5_14 0.6540 Rndcg 5_14 0.6092 ndcg_cut_5 5_14 0.6645 ndcg_cut_10 5_14 0.6571 ndcg_cut_15 5_14 0.5884 ndcg_cut_20 5_14 0.5436 ndcg_cut_30 5_14 0.5347 ndcg_cut_100 5_14 0.6632 ndcg_cut_200 5_14 0.6801 ndcg_cut_500 5_14 0.6996 ndcg_cut_1000 5_14 0.6996 map_cut_5 5_14 0.1316 map_cut_10 5_14 0.1718 map_cut_15 5_14 0.1858 map_cut_20 5_14 0.1998 map_cut_30 5_14 0.2513 map_cut_100 5_14 0.3669 map_cut_200 5_14 0.3821 map_cut_500 5_14 0.3873 map_cut_1000 5_14 0.3873 relative_P_5 5_14 1.0000 relative_P_10 5_14 0.7000 relative_P_15 5_14 0.5333 relative_P_20 5_14 0.4500 relative_P_30 5_14 0.4333 relative_P_100 5_14 0.6842 relative_P_200 5_14 0.7632 relative_P_500 5_14 0.8158 relative_P_1000 5_14 0.8158 success_1 5_14 1.0000 success_5 5_14 1.0000 success_10 5_14 1.0000 set_P 5_14 0.0310 set_relative_P 5_14 0.8158 set_recall 5_14 0.8158 set_map 5_14 0.0253 set_F 5_14 0.0597 num_nonrel_judged_ret 5_14 12 rbp 5_14 0.3729 rbp_resid 5_14 0.3289 unj_5 5_14 0.0000 unj_10 5_14 0.2000 unj_20 5_14 0.4000 num_ret 5_15 1000 num_rel 5_15 43 num_rel_ret 5_15 38 map 5_15 0.1544 Rprec 5_15 0.1860 bpref 5_15 0.1720 recip_rank 5_15 1.0000 iprec_at_recall_0.00 5_15 1.0000 iprec_at_recall_0.10 5_15 0.2632 iprec_at_recall_0.20 5_15 0.1831 iprec_at_recall_0.30 5_15 0.1831 iprec_at_recall_0.40 5_15 0.1802 iprec_at_recall_0.50 5_15 0.1429 iprec_at_recall_0.60 5_15 0.1421 iprec_at_recall_0.70 5_15 0.1415 iprec_at_recall_0.80 5_15 0.0691 iprec_at_recall_0.90 5_15 0.0000 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 0.2000 P_10 5_15 0.2000 P_15 5_15 0.2000 P_20 5_15 0.2500 P_30 5_15 0.2333 P_100 5_15 0.1600 P_200 5_15 0.1350 P_500 5_15 0.0680 P_1000 5_15 0.0380 relstring 5_15 '1000000002' recall_5 5_15 0.0233 recall_10 5_15 0.0465 recall_15 5_15 0.0698 recall_20 5_15 0.1163 recall_30 5_15 0.1628 recall_100 5_15 0.3721 recall_200 5_15 0.6279 recall_500 5_15 0.7907 recall_1000 5_15 0.8837 infAP 5_15 0.1544 Rprec_mult_0.20 5_15 0.1111 Rprec_mult_0.40 5_15 0.2222 Rprec_mult_0.60 5_15 0.2308 Rprec_mult_0.80 5_15 0.2000 Rprec_mult_1.00 5_15 0.1860 Rprec_mult_1.20 5_15 0.1731 Rprec_mult_1.40 5_15 0.1639 Rprec_mult_1.60 5_15 0.1739 Rprec_mult_1.80 5_15 0.1667 Rprec_mult_2.00 5_15 0.1512 utility 5_15 -924.0000 11pt_avg 5_15 0.2096 binG 5_15 0.1617 G 5_15 0.1370 ndcg 5_15 0.4810 ndcg_rel 5_15 0.3255 Rndcg 5_15 0.2299 ndcg_cut_5 5_15 0.1016 ndcg_cut_10 5_15 0.1079 ndcg_cut_15 5_15 0.1184 ndcg_cut_20 5_15 0.1513 ndcg_cut_30 5_15 0.1733 ndcg_cut_100 5_15 0.2759 ndcg_cut_200 5_15 0.3792 ndcg_cut_500 5_15 0.4519 ndcg_cut_1000 5_15 0.4810 map_cut_5 5_15 0.0233 map_cut_10 5_15 0.0279 map_cut_15 5_15 0.0326 map_cut_20 5_15 0.0438 map_cut_30 5_15 0.0549 map_cut_100 5_15 0.0906 map_cut_200 5_15 0.1302 map_cut_500 5_15 0.1493 map_cut_1000 5_15 0.1544 relative_P_5 5_15 0.2000 relative_P_10 5_15 0.2000 relative_P_15 5_15 0.2000 relative_P_20 5_15 0.2500 relative_P_30 5_15 0.2333 relative_P_100 5_15 0.3721 relative_P_200 5_15 0.6279 relative_P_500 5_15 0.7907 relative_P_1000 5_15 0.8837 success_1 5_15 1.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 0.0380 set_relative_P 5_15 0.8837 set_recall 5_15 0.8837 set_map 5_15 0.0336 set_F 5_15 0.0729 num_nonrel_judged_ret 5_15 79 rbp 5_15 0.0800 rbp_resid 5_15 0.0831 unj_5 5_15 0.0000 unj_10 5_15 0.0000 unj_20 5_15 0.1000 num_ret 5_2 1000 num_rel 5_2 139 num_rel_ret 5_2 47 map 5_2 0.0204 Rprec 5_2 0.0647 bpref 5_2 0.2702 recip_rank 5_2 0.2500 iprec_at_recall_0.00 5_2 0.2500 iprec_at_recall_0.10 5_2 0.0493 iprec_at_recall_0.20 5_2 0.0493 iprec_at_recall_0.30 5_2 0.0493 iprec_at_recall_0.40 5_2 0.0000 iprec_at_recall_0.50 5_2 0.0000 iprec_at_recall_0.60 5_2 0.0000 iprec_at_recall_0.70 5_2 0.0000 iprec_at_recall_0.80 5_2 0.0000 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 0.2000 P_10 5_2 0.1000 P_15 5_2 0.0667 P_20 5_2 0.1000 P_30 5_2 0.1333 P_100 5_2 0.0800 P_200 5_2 0.0550 P_500 5_2 0.0440 P_1000 5_2 0.0470 relstring 5_2 '000100-0--' recall_5 5_2 0.0072 recall_10 5_2 0.0072 recall_15 5_2 0.0072 recall_20 5_2 0.0144 recall_30 5_2 0.0288 recall_100 5_2 0.0576 recall_200 5_2 0.0791 recall_500 5_2 0.1583 recall_1000 5_2 0.3381 infAP 5_2 0.0204 Rprec_mult_0.20 5_2 0.1071 Rprec_mult_0.40 5_2 0.0893 Rprec_mult_0.60 5_2 0.0952 Rprec_mult_0.80 5_2 0.0714 Rprec_mult_1.00 5_2 0.0647 Rprec_mult_1.20 5_2 0.0599 Rprec_mult_1.40 5_2 0.0564 Rprec_mult_1.60 5_2 0.0538 Rprec_mult_1.80 5_2 0.0518 Rprec_mult_2.00 5_2 0.0468 utility 5_2 -906.0000 11pt_avg 5_2 0.0362 binG 5_2 0.0441 G 5_2 0.0375 ndcg 5_2 0.1805 ndcg_rel 5_2 0.1547 Rndcg 5_2 0.0632 ndcg_cut_5 5_2 0.0365 ndcg_cut_10 5_2 0.0237 ndcg_cut_15 5_2 0.0184 ndcg_cut_20 5_2 0.0248 ndcg_cut_30 5_2 0.0327 ndcg_cut_100 5_2 0.0446 ndcg_cut_200 5_2 0.0591 ndcg_cut_500 5_2 0.0989 ndcg_cut_1000 5_2 0.1805 map_cut_5 5_2 0.0018 map_cut_10 5_2 0.0018 map_cut_15 5_2 0.0018 map_cut_20 5_2 0.0026 map_cut_30 5_2 0.0045 map_cut_100 5_2 0.0072 map_cut_200 5_2 0.0086 map_cut_500 5_2 0.0121 map_cut_1000 5_2 0.0204 relative_P_5 5_2 0.2000 relative_P_10 5_2 0.1000 relative_P_15 5_2 0.0667 relative_P_20 5_2 0.1000 relative_P_30 5_2 0.1333 relative_P_100 5_2 0.0800 relative_P_200 5_2 0.0791 relative_P_500 5_2 0.1583 relative_P_1000 5_2 0.3381 success_1 5_2 0.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 0.0470 set_relative_P 5_2 0.3381 set_recall 5_2 0.3381 set_map 5_2 0.0159 set_F 5_2 0.0825 num_nonrel_judged_ret 5_2 14 rbp 5_2 0.0267 rbp_resid 5_2 0.3861 unj_5 5_2 0.0000 unj_10 5_2 0.3000 unj_20 5_2 0.5000 num_ret 5_4 1000 num_rel 5_4 108 num_rel_ret 5_4 26 map 5_4 0.0899 Rprec 5_4 0.1574 bpref 5_4 0.2251 recip_rank 5_4 1.0000 iprec_at_recall_0.00 5_4 1.0000 iprec_at_recall_0.10 5_4 0.4583 iprec_at_recall_0.20 5_4 0.1404 iprec_at_recall_0.30 5_4 0.0000 iprec_at_recall_0.40 5_4 0.0000 iprec_at_recall_0.50 5_4 0.0000 iprec_at_recall_0.60 5_4 0.0000 iprec_at_recall_0.70 5_4 0.0000 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 0.8000 P_10 5_4 0.6000 P_15 5_4 0.4667 P_20 5_4 0.4000 P_30 5_4 0.3667 P_100 5_4 0.1600 P_200 5_4 0.1200 P_500 5_4 0.0500 P_1000 5_4 0.0260 relstring 5_4 '23022-013-' recall_5 5_4 0.0370 recall_10 5_4 0.0556 recall_15 5_4 0.0648 recall_20 5_4 0.0741 recall_30 5_4 0.1019 recall_100 5_4 0.1481 recall_200 5_4 0.2222 recall_500 5_4 0.2315 recall_1000 5_4 0.2407 infAP 5_4 0.0899 Rprec_mult_0.20 5_4 0.4091 Rprec_mult_0.40 5_4 0.2955 Rprec_mult_0.60 5_4 0.2154 Rprec_mult_0.80 5_4 0.1724 Rprec_mult_1.00 5_4 0.1574 Rprec_mult_1.20 5_4 0.1385 Rprec_mult_1.40 5_4 0.1316 Rprec_mult_1.60 5_4 0.1387 Rprec_mult_1.80 5_4 0.1231 Rprec_mult_2.00 5_4 0.1111 utility 5_4 -948.0000 11pt_avg 5_4 0.1453 binG 5_4 0.0724 G 5_4 0.0473 ndcg 5_4 0.2667 ndcg_rel 5_4 0.2802 Rndcg 5_4 0.2974 ndcg_cut_5 5_4 0.4687 ndcg_cut_10 5_4 0.3984 ndcg_cut_15 5_4 0.3475 ndcg_cut_20 5_4 0.3329 ndcg_cut_30 5_4 0.3212 ndcg_cut_100 5_4 0.2249 ndcg_cut_200 5_4 0.2621 ndcg_cut_500 5_4 0.2645 ndcg_cut_1000 5_4 0.2667 map_cut_5 5_4 0.0329 map_cut_10 5_4 0.0448 map_cut_15 5_4 0.0495 map_cut_20 5_4 0.0538 map_cut_30 5_4 0.0661 map_cut_100 5_4 0.0785 map_cut_200 5_4 0.0889 map_cut_500 5_4 0.0895 map_cut_1000 5_4 0.0899 relative_P_5 5_4 0.8000 relative_P_10 5_4 0.6000 relative_P_15 5_4 0.4667 relative_P_20 5_4 0.4000 relative_P_30 5_4 0.3667 relative_P_100 5_4 0.1600 relative_P_200 5_4 0.2222 relative_P_500 5_4 0.2315 relative_P_1000 5_4 0.2407 success_1 5_4 1.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.0260 set_relative_P 5_4 0.2407 set_recall 5_4 0.2407 set_map 5_4 0.0063 set_F 5_4 0.0469 num_nonrel_judged_ret 5_4 6 rbp 5_4 0.2674 rbp_resid 5_4 0.3638 unj_5 5_4 0.0000 unj_10 5_4 0.2000 unj_20 5_4 0.5000 num_ret 5_5 1000 num_rel 5_5 108 num_rel_ret 5_5 36 map 5_5 0.0254 Rprec 5_5 0.0278 bpref 5_5 0.2457 recip_rank 5_5 1.0000 iprec_at_recall_0.00 5_5 1.0000 iprec_at_recall_0.10 5_5 0.0394 iprec_at_recall_0.20 5_5 0.0394 iprec_at_recall_0.30 5_5 0.0394 iprec_at_recall_0.40 5_5 0.0000 iprec_at_recall_0.50 5_5 0.0000 iprec_at_recall_0.60 5_5 0.0000 iprec_at_recall_0.70 5_5 0.0000 iprec_at_recall_0.80 5_5 0.0000 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 0.2000 P_10 5_5 0.3000 P_15 5_5 0.2000 P_20 5_5 0.1500 P_30 5_5 0.1000 P_100 5_5 0.0300 P_200 5_5 0.0300 P_500 5_5 0.0300 P_1000 5_5 0.0360 relstring 5_5 '200001-0-2' recall_5 5_5 0.0093 recall_10 5_5 0.0278 recall_15 5_5 0.0278 recall_20 5_5 0.0278 recall_30 5_5 0.0278 recall_100 5_5 0.0278 recall_200 5_5 0.0556 recall_500 5_5 0.1389 recall_1000 5_5 0.3333 infAP 5_5 0.0254 Rprec_mult_0.20 5_5 0.1364 Rprec_mult_0.40 5_5 0.0682 Rprec_mult_0.60 5_5 0.0462 Rprec_mult_0.80 5_5 0.0345 Rprec_mult_1.00 5_5 0.0278 Rprec_mult_1.20 5_5 0.0308 Rprec_mult_1.40 5_5 0.0329 Rprec_mult_1.60 5_5 0.0347 Rprec_mult_1.80 5_5 0.0308 Rprec_mult_2.00 5_5 0.0278 utility 5_5 -928.0000 11pt_avg 5_5 0.1016 binG 5_5 0.0501 G 5_5 0.0444 ndcg 5_5 0.2148 ndcg_rel 5_5 0.1958 Rndcg 5_5 0.1471 ndcg_cut_5 5_5 0.1753 ndcg_cut_10 5_5 0.1812 ndcg_cut_15 5_5 0.1536 ndcg_cut_20 5_5 0.1367 ndcg_cut_30 5_5 0.1141 ndcg_cut_100 5_5 0.0700 ndcg_cut_200 5_5 0.0809 ndcg_cut_500 5_5 0.1192 ndcg_cut_1000 5_5 0.2148 map_cut_5 5_5 0.0093 map_cut_10 5_5 0.0151 map_cut_15 5_5 0.0151 map_cut_20 5_5 0.0151 map_cut_30 5_5 0.0151 map_cut_100 5_5 0.0151 map_cut_200 5_5 0.0161 map_cut_500 5_5 0.0186 map_cut_1000 5_5 0.0254 relative_P_5 5_5 0.2000 relative_P_10 5_5 0.3000 relative_P_15 5_5 0.2000 relative_P_20 5_5 0.1500 relative_P_30 5_5 0.1000 relative_P_100 5_5 0.0300 relative_P_200 5_5 0.0556 relative_P_500 5_5 0.1389 relative_P_1000 5_5 0.3333 success_1 5_5 1.0000 success_5 5_5 1.0000 success_10 5_5 1.0000 set_P 5_5 0.0360 set_relative_P 5_5 0.3333 set_recall 5_5 0.3333 set_map 5_5 0.0120 set_F 5_5 0.0650 num_nonrel_judged_ret 5_5 39 rbp 5_5 0.0841 rbp_resid 5_5 0.3650 unj_5 5_5 0.0000 unj_10 5_5 0.2000 unj_20 5_5 0.5000 num_ret 5_8 1000 num_rel 5_8 78 num_rel_ret 5_8 34 map 5_8 0.1271 Rprec 5_8 0.2821 bpref 5_8 0.3287 recip_rank 5_8 0.2000 iprec_at_recall_0.00 5_8 0.4545 iprec_at_recall_0.10 5_8 0.4167 iprec_at_recall_0.20 5_8 0.3333 iprec_at_recall_0.30 5_8 0.2526 iprec_at_recall_0.40 5_8 0.1713 iprec_at_recall_0.50 5_8 0.0000 iprec_at_recall_0.60 5_8 0.0000 iprec_at_recall_0.70 5_8 0.0000 iprec_at_recall_0.80 5_8 0.0000 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.2000 P_10 5_8 0.4000 P_15 5_8 0.3333 P_20 5_8 0.3000 P_30 5_8 0.3667 P_100 5_8 0.2400 P_200 5_8 0.1550 P_500 5_8 0.0680 P_1000 5_8 0.0340 relstring 5_8 '0000111001' recall_5 5_8 0.0128 recall_10 5_8 0.0513 recall_15 5_8 0.0641 recall_20 5_8 0.0769 recall_30 5_8 0.1410 recall_100 5_8 0.3077 recall_200 5_8 0.3974 recall_500 5_8 0.4359 recall_1000 5_8 0.4359 infAP 5_8 0.1271 Rprec_mult_0.20 5_8 0.3125 Rprec_mult_0.40 5_8 0.3750 Rprec_mult_0.60 5_8 0.3191 Rprec_mult_0.80 5_8 0.3016 Rprec_mult_1.00 5_8 0.2821 Rprec_mult_1.20 5_8 0.2447 Rprec_mult_1.40 5_8 0.2364 Rprec_mult_1.60 5_8 0.2240 Rprec_mult_1.80 5_8 0.2057 Rprec_mult_2.00 5_8 0.1923 utility 5_8 -932.0000 11pt_avg 5_8 0.1480 binG 5_8 0.0920 G 5_8 0.0601 ndcg 5_8 0.2591 ndcg_rel 5_8 0.2230 Rndcg 5_8 0.1400 ndcg_cut_5 5_8 0.0352 ndcg_cut_10 5_8 0.0866 ndcg_cut_15 5_8 0.0845 ndcg_cut_20 5_8 0.0969 ndcg_cut_30 5_8 0.1563 ndcg_cut_100 5_8 0.2168 ndcg_cut_200 5_8 0.2453 ndcg_cut_500 5_8 0.2591 ndcg_cut_1000 5_8 0.2591 map_cut_5 5_8 0.0026 map_cut_10 5_8 0.0175 map_cut_15 5_8 0.0233 map_cut_20 5_8 0.0276 map_cut_30 5_8 0.0517 map_cut_100 5_8 0.1027 map_cut_200 5_8 0.1229 map_cut_500 5_8 0.1271 map_cut_1000 5_8 0.1271 relative_P_5 5_8 0.2000 relative_P_10 5_8 0.4000 relative_P_15 5_8 0.3333 relative_P_20 5_8 0.3000 relative_P_30 5_8 0.3667 relative_P_100 5_8 0.3077 relative_P_200 5_8 0.3974 relative_P_500 5_8 0.4359 relative_P_1000 5_8 0.4359 success_1 5_8 0.0000 success_5 5_8 1.0000 success_10 5_8 1.0000 set_P 5_8 0.0340 set_relative_P 5_8 0.4359 set_recall 5_8 0.4359 set_map 5_8 0.0148 set_F 5_8 0.0631 num_nonrel_judged_ret 5_8 27 rbp 5_8 0.0964 rbp_resid 5_8 0.1245 unj_5 5_8 0.0000 unj_10 5_8 0.0000 unj_20 5_8 0.2000 num_ret 5_9 1000 num_rel 5_9 53 num_rel_ret 5_9 46 map 5_9 0.5460 Rprec 5_9 0.5660 bpref 5_9 0.7996 recip_rank 5_9 1.0000 iprec_at_recall_0.00 5_9 1.0000 iprec_at_recall_0.10 5_9 1.0000 iprec_at_recall_0.20 5_9 0.7857 iprec_at_recall_0.30 5_9 0.7619 iprec_at_recall_0.40 5_9 0.7000 iprec_at_recall_0.50 5_9 0.6279 iprec_at_recall_0.60 5_9 0.5818 iprec_at_recall_0.70 5_9 0.5211 iprec_at_recall_0.80 5_9 0.2010 iprec_at_recall_0.90 5_9 0.0000 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 1.0000 P_10 5_9 0.8000 P_15 5_9 0.7333 P_20 5_9 0.7500 P_30 5_9 0.7000 P_100 5_9 0.3800 P_200 5_9 0.2050 P_500 5_9 0.0900 P_1000 5_9 0.0460 relstring 5_9 '3411404440' recall_5 5_9 0.0943 recall_10 5_9 0.1509 recall_15 5_9 0.2075 recall_20 5_9 0.2830 recall_30 5_9 0.3962 recall_100 5_9 0.7170 recall_200 5_9 0.7736 recall_500 5_9 0.8491 recall_1000 5_9 0.8679 infAP 5_9 0.5460 Rprec_mult_0.20 5_9 0.8182 Rprec_mult_0.40 5_9 0.7273 Rprec_mult_0.60 5_9 0.6562 Rprec_mult_0.80 5_9 0.6279 Rprec_mult_1.00 5_9 0.5660 Rprec_mult_1.20 5_9 0.5312 Rprec_mult_1.40 5_9 0.4933 Rprec_mult_1.60 5_9 0.4471 Rprec_mult_1.80 5_9 0.3958 Rprec_mult_2.00 5_9 0.3585 utility 5_9 -908.0000 11pt_avg 5_9 0.5618 binG 5_9 0.3131 G 5_9 0.1952 ndcg 5_9 0.7696 ndcg_rel 5_9 0.6888 Rndcg 5_9 0.6605 ndcg_cut_5 5_9 0.6785 ndcg_cut_10 5_9 0.6493 ndcg_cut_15 5_9 0.6067 ndcg_cut_20 5_9 0.6213 ndcg_cut_30 5_9 0.6335 ndcg_cut_100 5_9 0.7223 ndcg_cut_200 5_9 0.7462 ndcg_cut_500 5_9 0.7646 ndcg_cut_1000 5_9 0.7696 map_cut_5 5_9 0.0943 map_cut_10 5_9 0.1438 map_cut_15 5_9 0.1898 map_cut_20 5_9 0.2464 map_cut_30 5_9 0.3288 map_cut_100 5_9 0.5171 map_cut_200 5_9 0.5327 map_cut_500 5_9 0.5451 map_cut_1000 5_9 0.5460 relative_P_5 5_9 1.0000 relative_P_10 5_9 0.8000 relative_P_15 5_9 0.7333 relative_P_20 5_9 0.7500 relative_P_30 5_9 0.7000 relative_P_100 5_9 0.7170 relative_P_200 5_9 0.7736 relative_P_500 5_9 0.8491 relative_P_1000 5_9 0.8679 success_1 5_9 1.0000 success_5 5_9 1.0000 success_10 5_9 1.0000 set_P 5_9 0.0460 set_relative_P 5_9 0.8679 set_recall 5_9 0.8679 set_map 5_9 0.0399 set_F 5_9 0.0874 num_nonrel_judged_ret 5_9 13 rbp 5_9 0.5865 rbp_resid 5_9 0.0934 unj_5 5_9 0.0000 unj_10 5_9 0.0000 unj_20 5_9 0.1000 num_ret 6_1 1000 num_rel 6_1 331 num_rel_ret 6_1 91 map 6_1 0.1370 Rprec 6_1 0.1873 bpref 6_1 0.2359 recip_rank 6_1 1.0000 iprec_at_recall_0.00 6_1 1.0000 iprec_at_recall_0.10 6_1 0.6875 iprec_at_recall_0.20 6_1 0.1738 iprec_at_recall_0.30 6_1 0.0000 iprec_at_recall_0.40 6_1 0.0000 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 1.0000 P_10 6_1 0.9000 P_15 6_1 0.9333 P_20 6_1 0.8500 P_30 6_1 0.8667 P_100 6_1 0.4200 P_200 6_1 0.2850 P_500 6_1 0.1600 P_1000 6_1 0.0910 relstring 6_1 '1332120311' recall_5 6_1 0.0151 recall_10 6_1 0.0272 recall_15 6_1 0.0423 recall_20 6_1 0.0514 recall_30 6_1 0.0785 recall_100 6_1 0.1269 recall_200 6_1 0.1722 recall_500 6_1 0.2417 recall_1000 6_1 0.2749 infAP 6_1 0.1370 Rprec_mult_0.20 6_1 0.5672 Rprec_mult_0.40 6_1 0.3534 Rprec_mult_0.60 6_1 0.2864 Rprec_mult_0.80 6_1 0.2226 Rprec_mult_1.00 6_1 0.1873 Rprec_mult_1.20 6_1 0.1709 Rprec_mult_1.40 6_1 0.1616 Rprec_mult_1.60 6_1 0.1528 Rprec_mult_1.80 6_1 0.1393 Rprec_mult_2.00 6_1 0.1269 utility 6_1 -818.0000 11pt_avg 6_1 0.1692 binG 6_1 0.0808 G 6_1 0.0477 ndcg 6_1 0.3081 ndcg_rel 6_1 0.3316 Rndcg 6_1 0.3314 ndcg_cut_5 6_1 0.5730 ndcg_cut_10 6_1 0.5393 ndcg_cut_15 6_1 0.5248 ndcg_cut_20 6_1 0.5112 ndcg_cut_30 6_1 0.5358 ndcg_cut_100 6_1 0.3583 ndcg_cut_200 6_1 0.3016 ndcg_cut_500 6_1 0.2878 ndcg_cut_1000 6_1 0.3081 map_cut_5 6_1 0.0151 map_cut_10 6_1 0.0262 map_cut_15 6_1 0.0401 map_cut_20 6_1 0.0485 map_cut_30 6_1 0.0720 map_cut_100 6_1 0.1036 map_cut_200 6_1 0.1202 map_cut_500 6_1 0.1328 map_cut_1000 6_1 0.1370 relative_P_5 6_1 1.0000 relative_P_10 6_1 0.9000 relative_P_15 6_1 0.9333 relative_P_20 6_1 0.8500 relative_P_30 6_1 0.8667 relative_P_100 6_1 0.4200 relative_P_200 6_1 0.2850 relative_P_500 6_1 0.2417 relative_P_1000 6_1 0.2749 success_1 6_1 1.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.0910 set_relative_P 6_1 0.2749 set_recall 6_1 0.2749 set_map 6_1 0.0250 set_F 6_1 0.1367 num_nonrel_judged_ret 6_1 27 rbp 6_1 0.3888 rbp_resid 6_1 0.0124 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1000 num_rel 6_10 45 num_rel_ret 6_10 6 map 6_10 0.0327 Rprec 6_10 0.1111 bpref 6_10 0.1220 recip_rank 6_10 1.0000 iprec_at_recall_0.00 6_10 1.0000 iprec_at_recall_0.10 6_10 0.1163 iprec_at_recall_0.20 6_10 0.0000 iprec_at_recall_0.30 6_10 0.0000 iprec_at_recall_0.40 6_10 0.0000 iprec_at_recall_0.50 6_10 0.0000 iprec_at_recall_0.60 6_10 0.0000 iprec_at_recall_0.70 6_10 0.0000 iprec_at_recall_0.80 6_10 0.0000 iprec_at_recall_0.90 6_10 0.0000 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 0.2000 P_10 6_10 0.1000 P_15 6_10 0.0667 P_20 6_10 0.0500 P_30 6_10 0.1000 P_100 6_10 0.0500 P_200 6_10 0.0300 P_500 6_10 0.0120 P_1000 6_10 0.0060 relstring 6_10 '10000-----' recall_5 6_10 0.0222 recall_10 6_10 0.0222 recall_15 6_10 0.0222 recall_20 6_10 0.0222 recall_30 6_10 0.0667 recall_100 6_10 0.1111 recall_200 6_10 0.1333 recall_500 6_10 0.1333 recall_1000 6_10 0.1333 infAP 6_10 0.0327 Rprec_mult_0.20 6_10 0.1111 Rprec_mult_0.40 6_10 0.0556 Rprec_mult_0.60 6_10 0.0741 Rprec_mult_0.80 6_10 0.1111 Rprec_mult_1.00 6_10 0.1111 Rprec_mult_1.20 6_10 0.0926 Rprec_mult_1.40 6_10 0.0794 Rprec_mult_1.60 6_10 0.0694 Rprec_mult_1.80 6_10 0.0617 Rprec_mult_2.00 6_10 0.0556 utility 6_10 -988.0000 11pt_avg 6_10 0.1015 binG 6_10 0.0435 G 6_10 0.0220 ndcg 6_10 0.1029 ndcg_rel 6_10 0.1049 Rndcg 6_10 0.1147 ndcg_cut_5 6_10 0.1016 ndcg_cut_10 6_10 0.0683 ndcg_cut_15 6_10 0.0561 ndcg_cut_20 6_10 0.0496 ndcg_cut_30 6_10 0.0853 ndcg_cut_100 6_10 0.0980 ndcg_cut_200 6_10 0.1029 ndcg_cut_500 6_10 0.1029 ndcg_cut_1000 6_10 0.1029 map_cut_5 6_10 0.0222 map_cut_10 6_10 0.0222 map_cut_15 6_10 0.0222 map_cut_20 6_10 0.0222 map_cut_30 6_10 0.0265 map_cut_100 6_10 0.0319 map_cut_200 6_10 0.0327 map_cut_500 6_10 0.0327 map_cut_1000 6_10 0.0327 relative_P_5 6_10 0.2000 relative_P_10 6_10 0.1000 relative_P_15 6_10 0.0667 relative_P_20 6_10 0.0500 relative_P_30 6_10 0.1000 relative_P_100 6_10 0.1111 relative_P_200 6_10 0.1333 relative_P_500 6_10 0.1333 relative_P_1000 6_10 0.1333 success_1 6_10 1.0000 success_5 6_10 1.0000 success_10 6_10 1.0000 set_P 6_10 0.0060 set_relative_P 6_10 0.1333 set_recall 6_10 0.1333 set_map 6_10 0.0008 set_F 6_10 0.0115 num_nonrel_judged_ret 6_10 8 rbp 6_10 0.0364 rbp_resid 6_10 0.5686 unj_5 6_10 0.0000 unj_10 6_10 0.5000 unj_20 6_10 0.7500 num_ret 6_11 1000 num_rel 6_11 118 num_rel_ret 6_11 43 map 6_11 0.0218 Rprec 6_11 0.0593 bpref 6_11 0.2973 recip_rank 6_11 0.1000 iprec_at_recall_0.00 6_11 0.1250 iprec_at_recall_0.10 6_11 0.0647 iprec_at_recall_0.20 6_11 0.0647 iprec_at_recall_0.30 6_11 0.0588 iprec_at_recall_0.40 6_11 0.0000 iprec_at_recall_0.50 6_11 0.0000 iprec_at_recall_0.60 6_11 0.0000 iprec_at_recall_0.70 6_11 0.0000 iprec_at_recall_0.80 6_11 0.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 0.0000 P_10 6_11 0.1000 P_15 6_11 0.0667 P_20 6_11 0.1000 P_30 6_11 0.0667 P_100 6_11 0.0400 P_200 6_11 0.0450 P_500 6_11 0.0640 P_1000 6_11 0.0430 relstring 6_11 '0000000--1' recall_5 6_11 0.0000 recall_10 6_11 0.0085 recall_15 6_11 0.0085 recall_20 6_11 0.0169 recall_30 6_11 0.0169 recall_100 6_11 0.0339 recall_200 6_11 0.0763 recall_500 6_11 0.2712 recall_1000 6_11 0.3644 infAP 6_11 0.0218 Rprec_mult_0.20 6_11 0.0833 Rprec_mult_0.40 6_11 0.0417 Rprec_mult_0.60 6_11 0.0423 Rprec_mult_0.80 6_11 0.0421 Rprec_mult_1.00 6_11 0.0593 Rprec_mult_1.20 6_11 0.0493 Rprec_mult_1.40 6_11 0.0482 Rprec_mult_1.60 6_11 0.0476 Rprec_mult_1.80 6_11 0.0423 Rprec_mult_2.00 6_11 0.0424 utility 6_11 -914.0000 11pt_avg 6_11 0.0285 binG 6_11 0.0469 G 6_11 0.0457 ndcg 6_11 0.2121 ndcg_rel 6_11 0.1764 Rndcg 6_11 0.0704 ndcg_cut_5 6_11 0.0000 ndcg_cut_10 6_11 0.0258 ndcg_cut_15 6_11 0.0209 ndcg_cut_20 6_11 0.0329 ndcg_cut_30 6_11 0.0261 ndcg_cut_100 6_11 0.0278 ndcg_cut_200 6_11 0.0476 ndcg_cut_500 6_11 0.1638 ndcg_cut_1000 6_11 0.2121 map_cut_5 6_11 0.0000 map_cut_10 6_11 0.0008 map_cut_15 6_11 0.0008 map_cut_20 6_11 0.0019 map_cut_30 6_11 0.0019 map_cut_100 6_11 0.0028 map_cut_200 6_11 0.0050 map_cut_500 6_11 0.0164 map_cut_1000 6_11 0.0218 relative_P_5 6_11 0.0000 relative_P_10 6_11 0.1000 relative_P_15 6_11 0.0667 relative_P_20 6_11 0.1000 relative_P_30 6_11 0.0667 relative_P_100 6_11 0.0400 relative_P_200 6_11 0.0763 relative_P_500 6_11 0.2712 relative_P_1000 6_11 0.3644 success_1 6_11 0.0000 success_5 6_11 0.0000 success_10 6_11 1.0000 set_P 6_11 0.0430 set_relative_P 6_11 0.3644 set_recall 6_11 0.3644 set_map 6_11 0.0157 set_F 6_11 0.0769 num_nonrel_judged_ret 6_11 26 rbp 6_11 0.0200 rbp_resid 6_11 0.3624 unj_5 6_11 0.0000 unj_10 6_11 0.2000 unj_20 6_11 0.4500 num_ret 6_12 1000 num_rel 6_12 69 num_rel_ret 6_12 16 map 6_12 0.0074 Rprec 6_12 0.0435 bpref 6_12 0.1692 recip_rank 6_12 0.0312 iprec_at_recall_0.00 6_12 0.0556 iprec_at_recall_0.10 6_12 0.0423 iprec_at_recall_0.20 6_12 0.0204 iprec_at_recall_0.30 6_12 0.0000 iprec_at_recall_0.40 6_12 0.0000 iprec_at_recall_0.50 6_12 0.0000 iprec_at_recall_0.60 6_12 0.0000 iprec_at_recall_0.70 6_12 0.0000 iprec_at_recall_0.80 6_12 0.0000 iprec_at_recall_0.90 6_12 0.0000 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 0.0000 P_10 6_12 0.0000 P_15 6_12 0.0000 P_20 6_12 0.0000 P_30 6_12 0.0000 P_100 6_12 0.0400 P_200 6_12 0.0400 P_500 6_12 0.0200 P_1000 6_12 0.0160 relstring 6_12 '0000000-0-' recall_5 6_12 0.0000 recall_10 6_12 0.0000 recall_15 6_12 0.0000 recall_20 6_12 0.0000 recall_30 6_12 0.0000 recall_100 6_12 0.0580 recall_200 6_12 0.1159 recall_500 6_12 0.1449 recall_1000 6_12 0.2319 infAP 6_12 0.0074 Rprec_mult_0.20 6_12 0.0000 Rprec_mult_0.40 6_12 0.0000 Rprec_mult_0.60 6_12 0.0238 Rprec_mult_0.80 6_12 0.0536 Rprec_mult_1.00 6_12 0.0435 Rprec_mult_1.20 6_12 0.0361 Rprec_mult_1.40 6_12 0.0412 Rprec_mult_1.60 6_12 0.0360 Rprec_mult_1.80 6_12 0.0480 Rprec_mult_2.00 6_12 0.0435 utility 6_12 -968.0000 11pt_avg 6_12 0.0108 binG 6_12 0.0309 G 6_12 0.0275 ndcg 6_12 0.1277 ndcg_rel 6_12 0.1164 Rndcg 6_12 0.0468 ndcg_cut_5 6_12 0.0000 ndcg_cut_10 6_12 0.0000 ndcg_cut_15 6_12 0.0000 ndcg_cut_20 6_12 0.0000 ndcg_cut_30 6_12 0.0000 ndcg_cut_100 6_12 0.0444 ndcg_cut_200 6_12 0.0795 ndcg_cut_500 6_12 0.0917 ndcg_cut_1000 6_12 0.1277 map_cut_5 6_12 0.0000 map_cut_10 6_12 0.0000 map_cut_15 6_12 0.0000 map_cut_20 6_12 0.0000 map_cut_30 6_12 0.0000 map_cut_100 6_12 0.0025 map_cut_200 6_12 0.0050 map_cut_500 6_12 0.0057 map_cut_1000 6_12 0.0074 relative_P_5 6_12 0.0000 relative_P_10 6_12 0.0000 relative_P_15 6_12 0.0000 relative_P_20 6_12 0.0000 relative_P_30 6_12 0.0000 relative_P_100 6_12 0.0580 relative_P_200 6_12 0.1159 relative_P_500 6_12 0.1449 relative_P_1000 6_12 0.2319 success_1 6_12 0.0000 success_5 6_12 0.0000 success_10 6_12 0.0000 set_P 6_12 0.0160 set_relative_P 6_12 0.2319 set_recall 6_12 0.2319 set_map 6_12 0.0037 set_F 6_12 0.0299 num_nonrel_judged_ret 6_12 18 rbp 6_12 0.0035 rbp_resid 6_12 0.3536 unj_5 6_12 0.0000 unj_10 6_12 0.2000 unj_20 6_12 0.5000 num_ret 6_13 1000 num_rel 6_13 107 num_rel_ret 6_13 58 map 6_13 0.2046 Rprec 6_13 0.4019 bpref 6_13 0.4603 recip_rank 6_13 0.2000 iprec_at_recall_0.00 6_13 0.5111 iprec_at_recall_0.10 6_13 0.5111 iprec_at_recall_0.20 6_13 0.5111 iprec_at_recall_0.30 6_13 0.4730 iprec_at_recall_0.40 6_13 0.4057 iprec_at_recall_0.50 6_13 0.2389 iprec_at_recall_0.60 6_13 0.0000 iprec_at_recall_0.70 6_13 0.0000 iprec_at_recall_0.80 6_13 0.0000 iprec_at_recall_0.90 6_13 0.0000 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 0.2000 P_10 6_13 0.1000 P_15 6_13 0.2000 P_20 6_13 0.3000 P_30 6_13 0.3667 P_100 6_13 0.4100 P_200 6_13 0.2550 P_500 6_13 0.1140 P_1000 6_13 0.0580 relstring 6_13 '00002-0---' recall_5 6_13 0.0093 recall_10 6_13 0.0093 recall_15 6_13 0.0280 recall_20 6_13 0.0561 recall_30 6_13 0.1028 recall_100 6_13 0.3832 recall_200 6_13 0.4766 recall_500 6_13 0.5327 recall_1000 6_13 0.5421 infAP 6_13 0.2046 Rprec_mult_0.20 6_13 0.3182 Rprec_mult_0.40 6_13 0.4884 Rprec_mult_0.60 6_13 0.4615 Rprec_mult_0.80 6_13 0.4186 Rprec_mult_1.00 6_13 0.4019 Rprec_mult_1.20 6_13 0.3488 Rprec_mult_1.40 6_13 0.3200 Rprec_mult_1.60 6_13 0.2965 Rprec_mult_1.80 6_13 0.2642 Rprec_mult_2.00 6_13 0.2383 utility 6_13 -884.0000 11pt_avg 6_13 0.2410 binG 6_13 0.1070 G 6_13 0.0901 ndcg 6_13 0.4312 ndcg_rel 6_13 0.3597 Rndcg 6_13 0.3068 ndcg_cut_5 6_13 0.0875 ndcg_cut_10 6_13 0.0568 ndcg_cut_15 6_13 0.1274 ndcg_cut_20 6_13 0.1842 ndcg_cut_30 6_13 0.2056 ndcg_cut_100 6_13 0.3425 ndcg_cut_200 6_13 0.3937 ndcg_cut_500 6_13 0.4260 ndcg_cut_1000 6_13 0.4312 map_cut_5 6_13 0.0019 map_cut_10 6_13 0.0019 map_cut_15 6_13 0.0059 map_cut_20 6_13 0.0132 map_cut_30 6_13 0.0301 map_cut_100 6_13 0.1588 map_cut_200 6_13 0.1912 map_cut_500 6_13 0.2036 map_cut_1000 6_13 0.2046 relative_P_5 6_13 0.2000 relative_P_10 6_13 0.1000 relative_P_15 6_13 0.2000 relative_P_20 6_13 0.3000 relative_P_30 6_13 0.3667 relative_P_100 6_13 0.4100 relative_P_200 6_13 0.4766 relative_P_500 6_13 0.5327 relative_P_1000 6_13 0.5421 success_1 6_13 0.0000 success_5 6_13 1.0000 success_10 6_13 1.0000 set_P 6_13 0.0580 set_relative_P 6_13 0.5421 set_recall 6_13 0.5421 set_map 6_13 0.0314 set_F 6_13 0.1048 num_nonrel_judged_ret 6_13 8 rbp 6_13 0.1635 rbp_resid 6_13 0.3029 unj_5 6_13 0.0000 unj_10 6_13 0.4000 unj_20 6_13 0.3500 num_ret 6_14 1000 num_rel 6_14 56 num_rel_ret 6_14 38 map 6_14 0.2411 Rprec 6_14 0.3214 bpref 6_14 0.3540 recip_rank 6_14 1.0000 iprec_at_recall_0.00 6_14 1.0000 iprec_at_recall_0.10 6_14 0.5455 iprec_at_recall_0.20 6_14 0.5000 iprec_at_recall_0.30 6_14 0.3864 iprec_at_recall_0.40 6_14 0.2941 iprec_at_recall_0.50 6_14 0.2090 iprec_at_recall_0.60 6_14 0.1502 iprec_at_recall_0.70 6_14 0.0000 iprec_at_recall_0.80 6_14 0.0000 iprec_at_recall_0.90 6_14 0.0000 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.4000 P_10 6_14 0.5000 P_15 6_14 0.5333 P_20 6_14 0.5000 P_30 6_14 0.4000 P_100 6_14 0.2500 P_200 6_14 0.1600 P_500 6_14 0.0740 P_1000 6_14 0.0380 relstring 6_14 '2200001021' recall_5 6_14 0.0357 recall_10 6_14 0.0893 recall_15 6_14 0.1429 recall_20 6_14 0.1786 recall_30 6_14 0.2143 recall_100 6_14 0.4464 recall_200 6_14 0.5714 recall_500 6_14 0.6607 recall_1000 6_14 0.6786 infAP 6_14 0.2411 Rprec_mult_0.20 6_14 0.5000 Rprec_mult_0.40 6_14 0.4783 Rprec_mult_0.60 6_14 0.3824 Rprec_mult_0.80 6_14 0.3778 Rprec_mult_1.00 6_14 0.3214 Rprec_mult_1.20 6_14 0.2941 Rprec_mult_1.40 6_14 0.2785 Rprec_mult_1.60 6_14 0.2778 Rprec_mult_1.80 6_14 0.2475 Rprec_mult_2.00 6_14 0.2321 utility 6_14 -924.0000 11pt_avg 6_14 0.2805 binG 6_14 0.1686 G 6_14 0.1375 ndcg 6_14 0.5428 ndcg_rel 6_14 0.4732 Rndcg 6_14 0.3998 ndcg_cut_5 6_14 0.3688 ndcg_cut_10 6_14 0.3620 ndcg_cut_15 6_14 0.3674 ndcg_cut_20 6_14 0.3573 ndcg_cut_30 6_14 0.3506 ndcg_cut_100 6_14 0.4525 ndcg_cut_200 6_14 0.5061 ndcg_cut_500 6_14 0.5386 ndcg_cut_1000 6_14 0.5428 map_cut_5 6_14 0.0357 map_cut_10 6_14 0.0602 map_cut_15 6_14 0.0884 map_cut_20 6_14 0.1063 map_cut_30 6_14 0.1238 map_cut_100 6_14 0.2026 map_cut_200 6_14 0.2288 map_cut_500 6_14 0.2399 map_cut_1000 6_14 0.2411 relative_P_5 6_14 0.4000 relative_P_10 6_14 0.5000 relative_P_15 6_14 0.5333 relative_P_20 6_14 0.5000 relative_P_30 6_14 0.4000 relative_P_100 6_14 0.4464 relative_P_200 6_14 0.5714 relative_P_500 6_14 0.6607 relative_P_1000 6_14 0.6786 success_1 6_14 1.0000 success_5 6_14 1.0000 success_10 6_14 1.0000 set_P 6_14 0.0380 set_relative_P 6_14 0.6786 set_recall 6_14 0.6786 set_map 6_14 0.0258 set_F 6_14 0.0720 num_nonrel_judged_ret 6_14 55 rbp 6_14 0.2636 rbp_resid 6_14 0.0325 unj_5 6_14 0.0000 unj_10 6_14 0.0000 unj_20 6_14 0.0000 num_ret 6_16 1000 num_rel 6_16 29 num_rel_ret 6_16 26 map 6_16 0.1138 Rprec 6_16 0.1724 bpref 6_16 0.2438 recip_rank 6_16 0.1111 iprec_at_recall_0.00 6_16 0.2222 iprec_at_recall_0.10 6_16 0.2222 iprec_at_recall_0.20 6_16 0.2093 iprec_at_recall_0.30 6_16 0.2093 iprec_at_recall_0.40 6_16 0.1585 iprec_at_recall_0.50 6_16 0.1304 iprec_at_recall_0.60 6_16 0.0895 iprec_at_recall_0.70 6_16 0.0576 iprec_at_recall_0.80 6_16 0.0569 iprec_at_recall_0.90 6_16 0.0421 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.0000 P_10 6_16 0.1000 P_15 6_16 0.2000 P_20 6_16 0.2000 P_30 6_16 0.2000 P_100 6_16 0.1300 P_200 6_16 0.0850 P_500 6_16 0.0480 P_1000 6_16 0.0260 relstring 6_16 '0000000020' recall_5 6_16 0.0000 recall_10 6_16 0.0345 recall_15 6_16 0.1034 recall_20 6_16 0.1379 recall_30 6_16 0.2069 recall_100 6_16 0.4483 recall_200 6_16 0.5862 recall_500 6_16 0.8276 recall_1000 6_16 0.8966 infAP 6_16 0.1138 Rprec_mult_0.20 6_16 0.0000 Rprec_mult_0.40 6_16 0.0833 Rprec_mult_0.60 6_16 0.2222 Rprec_mult_0.80 6_16 0.1667 Rprec_mult_1.00 6_16 0.1724 Rprec_mult_1.20 6_16 0.2000 Rprec_mult_1.40 6_16 0.1707 Rprec_mult_1.60 6_16 0.1915 Rprec_mult_1.80 6_16 0.1887 Rprec_mult_2.00 6_16 0.1724 utility 6_16 -948.0000 11pt_avg 6_16 0.1271 binG 6_16 0.1524 G 6_16 0.1375 ndcg 6_16 0.4597 ndcg_rel 6_16 0.3005 Rndcg 6_16 0.2159 ndcg_cut_5 6_16 0.0000 ndcg_cut_10 6_16 0.0442 ndcg_cut_15 6_16 0.1227 ndcg_cut_20 6_16 0.1436 ndcg_cut_30 6_16 0.1605 ndcg_cut_100 6_16 0.2899 ndcg_cut_200 6_16 0.3393 ndcg_cut_500 6_16 0.4312 ndcg_cut_1000 6_16 0.4597 map_cut_5 6_16 0.0000 map_cut_10 6_16 0.0038 map_cut_15 6_16 0.0165 map_cut_20 6_16 0.0242 map_cut_30 6_16 0.0372 map_cut_100 6_16 0.0813 map_cut_200 6_16 0.0970 map_cut_500 6_16 0.1107 map_cut_1000 6_16 0.1138 relative_P_5 6_16 0.0000 relative_P_10 6_16 0.1000 relative_P_15 6_16 0.2000 relative_P_20 6_16 0.2000 relative_P_30 6_16 0.2069 relative_P_100 6_16 0.4483 relative_P_200 6_16 0.5862 relative_P_500 6_16 0.8276 relative_P_1000 6_16 0.8966 success_1 6_16 0.0000 success_5 6_16 0.0000 success_10 6_16 1.0000 set_P 6_16 0.0260 set_relative_P 6_16 0.8966 set_recall 6_16 0.8966 set_map 6_16 0.0233 set_F 6_16 0.0505 num_nonrel_judged_ret 6_16 40 rbp 6_16 0.1120 rbp_resid 6_16 0.1600 unj_5 6_16 0.0000 unj_10 6_16 0.0000 unj_20 6_16 0.2000 num_ret 6_3 1000 num_rel 6_3 97 num_rel_ret 6_3 18 map 6_3 0.1053 Rprec 6_3 0.1856 bpref 6_3 0.1761 recip_rank 6_3 1.0000 iprec_at_recall_0.00 6_3 1.0000 iprec_at_recall_0.10 6_3 0.4583 iprec_at_recall_0.20 6_3 0.0000 iprec_at_recall_0.30 6_3 0.0000 iprec_at_recall_0.40 6_3 0.0000 iprec_at_recall_0.50 6_3 0.0000 iprec_at_recall_0.60 6_3 0.0000 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 0.8000 P_10 6_3 0.6000 P_15 6_3 0.4667 P_20 6_3 0.4500 P_30 6_3 0.4333 P_100 6_3 0.1800 P_200 6_3 0.0900 P_500 6_3 0.0360 P_1000 6_3 0.0180 relstring 6_3 '32201-1100' recall_5 6_3 0.0412 recall_10 6_3 0.0619 recall_15 6_3 0.0722 recall_20 6_3 0.0928 recall_30 6_3 0.1340 recall_100 6_3 0.1856 recall_200 6_3 0.1856 recall_500 6_3 0.1856 recall_1000 6_3 0.1856 infAP 6_3 0.1053 Rprec_mult_0.20 6_3 0.4500 Rprec_mult_0.40 6_3 0.3846 Rprec_mult_0.60 6_3 0.2712 Rprec_mult_0.80 6_3 0.2179 Rprec_mult_1.00 6_3 0.1856 Rprec_mult_1.20 6_3 0.1538 Rprec_mult_1.40 6_3 0.1324 Rprec_mult_1.60 6_3 0.1154 Rprec_mult_1.80 6_3 0.1029 Rprec_mult_2.00 6_3 0.0928 utility 6_3 -964.0000 11pt_avg 6_3 0.1326 binG 6_3 0.0779 G 6_3 0.0539 ndcg 6_3 0.2869 ndcg_rel 6_3 0.3168 Rndcg 6_3 0.3840 ndcg_cut_5 6_3 0.5392 ndcg_cut_10 6_3 0.4126 ndcg_cut_15 6_3 0.3615 ndcg_cut_20 6_3 0.3986 ndcg_cut_30 6_3 0.3982 ndcg_cut_100 6_3 0.2869 ndcg_cut_200 6_3 0.2869 ndcg_cut_500 6_3 0.2869 ndcg_cut_1000 6_3 0.2869 map_cut_5 6_3 0.0392 map_cut_10 6_3 0.0543 map_cut_15 6_3 0.0608 map_cut_20 6_3 0.0706 map_cut_30 6_3 0.0889 map_cut_100 6_3 0.1053 map_cut_200 6_3 0.1053 map_cut_500 6_3 0.1053 map_cut_1000 6_3 0.1053 relative_P_5 6_3 0.8000 relative_P_10 6_3 0.6000 relative_P_15 6_3 0.4667 relative_P_20 6_3 0.4500 relative_P_30 6_3 0.4333 relative_P_100 6_3 0.1856 relative_P_200 6_3 0.1856 relative_P_500 6_3 0.1856 relative_P_1000 6_3 0.1856 success_1 6_3 1.0000 success_5 6_3 1.0000 success_10 6_3 1.0000 set_P 6_3 0.0180 set_relative_P 6_3 0.1856 set_recall 6_3 0.1856 set_map 6_3 0.0033 set_F 6_3 0.0328 num_nonrel_judged_ret 6_3 27 rbp 6_3 0.2660 rbp_resid 6_3 0.2449 unj_5 6_3 0.0000 unj_10 6_3 0.1000 unj_20 6_3 0.3000 num_ret 6_4 1000 num_rel 6_4 121 num_rel_ret 6_4 22 map 6_4 0.0253 Rprec 6_4 0.0661 bpref 6_4 0.1509 recip_rank 6_4 1.0000 iprec_at_recall_0.00 6_4 1.0000 iprec_at_recall_0.10 6_4 0.0625 iprec_at_recall_0.20 6_4 0.0000 iprec_at_recall_0.30 6_4 0.0000 iprec_at_recall_0.40 6_4 0.0000 iprec_at_recall_0.50 6_4 0.0000 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 0.4000 P_10 6_4 0.2000 P_15 6_4 0.1333 P_20 6_4 0.1000 P_30 6_4 0.0667 P_100 6_4 0.0600 P_200 6_4 0.0600 P_500 6_4 0.0380 P_1000 6_4 0.0220 relstring 6_4 '33000-0-00' recall_5 6_4 0.0165 recall_10 6_4 0.0165 recall_15 6_4 0.0165 recall_20 6_4 0.0165 recall_30 6_4 0.0165 recall_100 6_4 0.0496 recall_200 6_4 0.0992 recall_500 6_4 0.1570 recall_1000 6_4 0.1818 infAP 6_4 0.0253 Rprec_mult_0.20 6_4 0.0800 Rprec_mult_0.40 6_4 0.0612 Rprec_mult_0.60 6_4 0.0411 Rprec_mult_0.80 6_4 0.0515 Rprec_mult_1.00 6_4 0.0661 Rprec_mult_1.20 6_4 0.0548 Rprec_mult_1.40 6_4 0.0529 Rprec_mult_1.60 6_4 0.0619 Rprec_mult_1.80 6_4 0.0550 Rprec_mult_2.00 6_4 0.0537 utility 6_4 -956.0000 11pt_avg 6_4 0.0966 binG 6_4 0.0386 G 6_4 0.0442 ndcg 6_4 0.1900 ndcg_rel 6_4 0.1977 Rndcg 6_4 0.1839 ndcg_cut_5 6_4 0.5531 ndcg_cut_10 6_4 0.3590 ndcg_cut_15 6_4 0.2823 ndcg_cut_20 6_4 0.2485 ndcg_cut_30 6_4 0.2044 ndcg_cut_100 6_4 0.1268 ndcg_cut_200 6_4 0.1462 ndcg_cut_500 6_4 0.1798 ndcg_cut_1000 6_4 0.1900 map_cut_5 6_4 0.0165 map_cut_10 6_4 0.0165 map_cut_15 6_4 0.0165 map_cut_20 6_4 0.0165 map_cut_30 6_4 0.0165 map_cut_100 6_4 0.0186 map_cut_200 6_4 0.0216 map_cut_500 6_4 0.0246 map_cut_1000 6_4 0.0253 relative_P_5 6_4 0.4000 relative_P_10 6_4 0.2000 relative_P_15 6_4 0.1333 relative_P_20 6_4 0.1000 relative_P_30 6_4 0.0667 relative_P_100 6_4 0.0600 relative_P_200 6_4 0.0992 relative_P_500 6_4 0.1570 relative_P_1000 6_4 0.1818 success_1 6_4 1.0000 success_5 6_4 1.0000 success_10 6_4 1.0000 set_P 6_4 0.0220 set_relative_P 6_4 0.1818 set_recall 6_4 0.1818 set_map 6_4 0.0040 set_F 6_4 0.0393 num_nonrel_judged_ret 6_4 34 rbp 6_4 0.1913 rbp_resid 6_4 0.3878 unj_5 6_4 0.0000 unj_10 6_4 0.2000 unj_20 6_4 0.5000 num_ret 6_5 1000 num_rel 6_5 47 num_rel_ret 6_5 27 map 6_5 0.2979 Rprec 6_5 0.4043 bpref 6_5 0.5527 recip_rank 6_5 0.5000 iprec_at_recall_0.00 6_5 0.8750 iprec_at_recall_0.10 6_5 0.8750 iprec_at_recall_0.20 6_5 0.7500 iprec_at_recall_0.30 6_5 0.4828 iprec_at_recall_0.40 6_5 0.4167 iprec_at_recall_0.50 6_5 0.2927 iprec_at_recall_0.60 6_5 0.0000 iprec_at_recall_0.70 6_5 0.0000 iprec_at_recall_0.80 6_5 0.0000 iprec_at_recall_0.90 6_5 0.0000 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 0.8000 P_10 6_5 0.7000 P_15 6_5 0.6667 P_20 6_5 0.5500 P_30 6_5 0.4667 P_100 6_5 0.2500 P_200 6_5 0.1300 P_500 6_5 0.0540 P_1000 6_5 0.0270 relstring 6_5 '03313133--' recall_5 6_5 0.0851 recall_10 6_5 0.1489 recall_15 6_5 0.2128 recall_20 6_5 0.2340 recall_30 6_5 0.2979 recall_100 6_5 0.5319 recall_200 6_5 0.5532 recall_500 6_5 0.5745 recall_1000 6_5 0.5745 infAP 6_5 0.2979 Rprec_mult_0.20 6_5 0.7000 Rprec_mult_0.40 6_5 0.5789 Rprec_mult_0.60 6_5 0.4828 Rprec_mult_0.80 6_5 0.3947 Rprec_mult_1.00 6_5 0.4043 Rprec_mult_1.20 6_5 0.3684 Rprec_mult_1.40 6_5 0.3333 Rprec_mult_1.60 6_5 0.3026 Rprec_mult_1.80 6_5 0.2824 Rprec_mult_2.00 6_5 0.2660 utility 6_5 -946.0000 11pt_avg 6_5 0.3356 binG 6_5 0.1950 G 6_5 0.1314 ndcg 6_5 0.5318 ndcg_rel 6_5 0.4847 Rndcg 6_5 0.4355 ndcg_cut_5 6_5 0.4369 ndcg_cut_10 6_5 0.4500 ndcg_cut_15 6_5 0.4555 ndcg_cut_20 6_5 0.4272 ndcg_cut_30 6_5 0.4247 ndcg_cut_100 6_5 0.5108 ndcg_cut_200 6_5 0.5245 ndcg_cut_500 6_5 0.5318 ndcg_cut_1000 6_5 0.5318 map_cut_5 6_5 0.0578 map_cut_10 6_5 0.1124 map_cut_15 6_5 0.1580 map_cut_20 6_5 0.1710 map_cut_30 6_5 0.2039 map_cut_100 6_5 0.2907 map_cut_200 6_5 0.2962 map_cut_500 6_5 0.2979 map_cut_1000 6_5 0.2979 relative_P_5 6_5 0.8000 relative_P_10 6_5 0.7000 relative_P_15 6_5 0.6667 relative_P_20 6_5 0.5500 relative_P_30 6_5 0.4667 relative_P_100 6_5 0.5319 relative_P_200 6_5 0.5532 relative_P_500 6_5 0.5745 relative_P_1000 6_5 0.5745 success_1 6_5 0.0000 success_5 6_5 1.0000 success_10 6_5 1.0000 set_P 6_5 0.0270 set_relative_P 6_5 0.5745 set_recall 6_5 0.5745 set_map 6_5 0.0155 set_F 6_5 0.0516 num_nonrel_judged_ret 6_5 9 rbp 6_5 0.3823 rbp_resid 6_5 0.2662 unj_5 6_5 0.0000 unj_10 6_5 0.2000 unj_20 6_5 0.3500 num_ret 6_6 1000 num_rel 6_6 85 num_rel_ret 6_6 32 map 6_6 0.1614 Rprec 6_6 0.2588 bpref 6_6 0.3414 recip_rank 6_6 1.0000 iprec_at_recall_0.00 6_6 1.0000 iprec_at_recall_0.10 6_6 0.5172 iprec_at_recall_0.20 6_6 0.4359 iprec_at_recall_0.30 6_6 0.2016 iprec_at_recall_0.40 6_6 0.0000 iprec_at_recall_0.50 6_6 0.0000 iprec_at_recall_0.60 6_6 0.0000 iprec_at_recall_0.70 6_6 0.0000 iprec_at_recall_0.80 6_6 0.0000 iprec_at_recall_0.90 6_6 0.0000 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 0.6000 P_10 6_6 0.6000 P_15 6_6 0.4667 P_20 6_6 0.4000 P_30 6_6 0.5000 P_100 6_6 0.2400 P_200 6_6 0.1400 P_500 6_6 0.0640 P_1000 6_6 0.0320 relstring 6_6 '1200213--2' recall_5 6_6 0.0353 recall_10 6_6 0.0706 recall_15 6_6 0.0824 recall_20 6_6 0.0941 recall_30 6_6 0.1765 recall_100 6_6 0.2824 recall_200 6_6 0.3294 recall_500 6_6 0.3765 recall_1000 6_6 0.3765 infAP 6_6 0.1614 Rprec_mult_0.20 6_6 0.4706 Rprec_mult_0.40 6_6 0.4706 Rprec_mult_0.60 6_6 0.4118 Rprec_mult_0.80 6_6 0.3235 Rprec_mult_1.00 6_6 0.2588 Rprec_mult_1.20 6_6 0.2353 Rprec_mult_1.40 6_6 0.2101 Rprec_mult_1.60 6_6 0.1912 Rprec_mult_1.80 6_6 0.1699 Rprec_mult_2.00 6_6 0.1529 utility 6_6 -936.0000 11pt_avg 6_6 0.1959 binG 6_6 0.1087 G 6_6 0.0731 ndcg 6_6 0.3595 ndcg_rel 6_6 0.3586 Rndcg 6_6 0.3427 ndcg_cut_5 6_6 0.3432 ndcg_cut_10 6_6 0.3811 ndcg_cut_15 6_6 0.3526 ndcg_cut_20 6_6 0.3198 ndcg_cut_30 6_6 0.3743 ndcg_cut_100 6_6 0.3170 ndcg_cut_200 6_6 0.3391 ndcg_cut_500 6_6 0.3595 ndcg_cut_1000 6_6 0.3595 map_cut_5 6_6 0.0306 map_cut_10 6_6 0.0539 map_cut_15 6_6 0.0614 map_cut_20 6_6 0.0669 map_cut_30 6_6 0.1060 map_cut_100 6_6 0.1474 map_cut_200 6_6 0.1556 map_cut_500 6_6 0.1614 map_cut_1000 6_6 0.1614 relative_P_5 6_6 0.6000 relative_P_10 6_6 0.6000 relative_P_15 6_6 0.4667 relative_P_20 6_6 0.4000 relative_P_30 6_6 0.5000 relative_P_100 6_6 0.2824 relative_P_200 6_6 0.3294 relative_P_500 6_6 0.3765 relative_P_1000 6_6 0.3765 success_1 6_6 1.0000 success_5 6_6 1.0000 success_10 6_6 1.0000 set_P 6_6 0.0320 set_relative_P 6_6 0.3765 set_recall 6_6 0.3765 set_map 6_6 0.0120 set_F 6_6 0.0590 num_nonrel_judged_ret 6_6 13 rbp 6_6 0.3064 rbp_resid 6_6 0.2906 unj_5 6_6 0.0000 unj_10 6_6 0.2000 unj_20 6_6 0.4500 num_ret 7_11 1000 num_rel 7_11 38 num_rel_ret 7_11 16 map 7_11 0.1452 Rprec 7_11 0.2895 bpref 7_11 0.3489 recip_rank 7_11 0.3333 iprec_at_recall_0.00 7_11 0.4444 iprec_at_recall_0.10 7_11 0.4444 iprec_at_recall_0.20 7_11 0.4211 iprec_at_recall_0.30 7_11 0.3929 iprec_at_recall_0.40 7_11 0.2083 iprec_at_recall_0.50 7_11 0.0000 iprec_at_recall_0.60 7_11 0.0000 iprec_at_recall_0.70 7_11 0.0000 iprec_at_recall_0.80 7_11 0.0000 iprec_at_recall_0.90 7_11 0.0000 iprec_at_recall_1.00 7_11 0.0000 P_5 7_11 0.4000 P_10 7_11 0.4000 P_15 7_11 0.4000 P_20 7_11 0.4000 P_30 7_11 0.3667 P_100 7_11 0.1500 P_200 7_11 0.0800 P_500 7_11 0.0320 P_1000 7_11 0.0160 relstring 7_11 '00101-011-' recall_5 7_11 0.0526 recall_10 7_11 0.1053 recall_15 7_11 0.1579 recall_20 7_11 0.2105 recall_30 7_11 0.2895 recall_100 7_11 0.3947 recall_200 7_11 0.4211 recall_500 7_11 0.4211 recall_1000 7_11 0.4211 infAP 7_11 0.1452 Rprec_mult_0.20 7_11 0.3750 Rprec_mult_0.40 7_11 0.3750 Rprec_mult_0.60 7_11 0.3478 Rprec_mult_0.80 7_11 0.3548 Rprec_mult_1.00 7_11 0.2895 Rprec_mult_1.20 7_11 0.2826 Rprec_mult_1.40 7_11 0.2593 Rprec_mult_1.60 7_11 0.2295 Rprec_mult_1.80 7_11 0.2029 Rprec_mult_2.00 7_11 0.1974 utility 7_11 -968.0000 11pt_avg 7_11 0.1737 binG 7_11 0.1160 G 7_11 0.0835 ndcg 7_11 0.2841 ndcg_rel 7_11 0.2478 Rndcg 7_11 0.1720 ndcg_cut_5 7_11 0.1048 ndcg_cut_10 7_11 0.1291 ndcg_cut_15 7_11 0.1677 ndcg_cut_20 7_11 0.2189 ndcg_cut_30 7_11 0.2413 ndcg_cut_100 7_11 0.2680 ndcg_cut_200 7_11 0.2841 ndcg_cut_500 7_11 0.2841 ndcg_cut_1000 7_11 0.2841 map_cut_5 7_11 0.0193 map_cut_10 7_11 0.0409 map_cut_15 7_11 0.0615 map_cut_20 7_11 0.0834 map_cut_30 7_11 0.1134 map_cut_100 7_11 0.1413 map_cut_200 7_11 0.1452 map_cut_500 7_11 0.1452 map_cut_1000 7_11 0.1452 relative_P_5 7_11 0.4000 relative_P_10 7_11 0.4000 relative_P_15 7_11 0.4000 relative_P_20 7_11 0.4000 relative_P_30 7_11 0.3667 relative_P_100 7_11 0.3947 relative_P_200 7_11 0.4211 relative_P_500 7_11 0.4211 relative_P_1000 7_11 0.4211 success_1 7_11 0.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 0.0160 set_relative_P 7_11 0.4211 set_recall 7_11 0.4211 set_map 7_11 0.0067 set_F 7_11 0.0308 num_nonrel_judged_ret 7_11 12 rbp 7_11 0.1380 rbp_resid 7_11 0.3060 unj_5 7_11 0.0000 unj_10 7_11 0.2000 unj_20 7_11 0.3500 num_ret 7_12 1000 num_rel 7_12 64 num_rel_ret 7_12 24 map 7_12 0.1521 Rprec 7_12 0.2344 bpref 7_12 0.3303 recip_rank 7_12 1.0000 iprec_at_recall_0.00 7_12 1.0000 iprec_at_recall_0.10 7_12 0.6923 iprec_at_recall_0.20 7_12 0.3514 iprec_at_recall_0.30 7_12 0.1792 iprec_at_recall_0.40 7_12 0.0000 iprec_at_recall_0.50 7_12 0.0000 iprec_at_recall_0.60 7_12 0.0000 iprec_at_recall_0.70 7_12 0.0000 iprec_at_recall_0.80 7_12 0.0000 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 0.6000 P_10 7_12 0.6000 P_15 7_12 0.6000 P_20 7_12 0.4500 P_30 7_12 0.3333 P_100 7_12 0.1800 P_200 7_12 0.1000 P_500 7_12 0.0460 P_1000 7_12 0.0240 relstring 7_12 '2101001011' recall_5 7_12 0.0469 recall_10 7_12 0.0938 recall_15 7_12 0.1406 recall_20 7_12 0.1406 recall_30 7_12 0.1562 recall_100 7_12 0.2812 recall_200 7_12 0.3125 recall_500 7_12 0.3594 recall_1000 7_12 0.3750 infAP 7_12 0.1521 Rprec_mult_0.20 7_12 0.6923 Rprec_mult_0.40 7_12 0.3846 Rprec_mult_0.60 7_12 0.3333 Rprec_mult_0.80 7_12 0.2692 Rprec_mult_1.00 7_12 0.2344 Rprec_mult_1.20 7_12 0.2078 Rprec_mult_1.40 7_12 0.2000 Rprec_mult_1.60 7_12 0.1748 Rprec_mult_1.80 7_12 0.1638 Rprec_mult_2.00 7_12 0.1484 utility 7_12 -952.0000 11pt_avg 7_12 0.2021 binG 7_12 0.1181 G 7_12 0.0856 ndcg 7_12 0.3734 ndcg_rel 7_12 0.3759 Rndcg 7_12 0.3485 ndcg_cut_5 7_12 0.3814 ndcg_cut_10 7_12 0.3552 ndcg_cut_15 7_12 0.4244 ndcg_cut_20 7_12 0.3626 ndcg_cut_30 7_12 0.3093 ndcg_cut_100 7_12 0.3409 ndcg_cut_200 7_12 0.3516 ndcg_cut_500 7_12 0.3694 ndcg_cut_1000 7_12 0.3734 map_cut_5 7_12 0.0430 map_cut_10 7_12 0.0700 map_cut_15 7_12 0.1011 map_cut_20 7_12 0.1011 map_cut_30 7_12 0.1086 map_cut_100 7_12 0.1433 map_cut_200 7_12 0.1480 map_cut_500 7_12 0.1515 map_cut_1000 7_12 0.1521 relative_P_5 7_12 0.6000 relative_P_10 7_12 0.6000 relative_P_15 7_12 0.6000 relative_P_20 7_12 0.4500 relative_P_30 7_12 0.3333 relative_P_100 7_12 0.2812 relative_P_200 7_12 0.3125 relative_P_500 7_12 0.3594 relative_P_1000 7_12 0.3750 success_1 7_12 1.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.0240 set_relative_P 7_12 0.3750 set_recall 7_12 0.3750 set_map 7_12 0.0090 set_F 7_12 0.0451 num_nonrel_judged_ret 7_12 15 rbp 7_12 0.2539 rbp_resid 7_12 0.1764 unj_5 7_12 0.0000 unj_10 7_12 0.0000 unj_20 7_12 0.2500 num_ret 7_14 1000 num_rel 7_14 67 num_rel_ret 7_14 34 map 7_14 0.1808 Rprec 7_14 0.2836 bpref 7_14 0.4574 recip_rank 7_14 0.5000 iprec_at_recall_0.00 7_14 0.7143 iprec_at_recall_0.10 7_14 0.6364 iprec_at_recall_0.20 7_14 0.3889 iprec_at_recall_0.30 7_14 0.2727 iprec_at_recall_0.40 7_14 0.1783 iprec_at_recall_0.50 7_14 0.0346 iprec_at_recall_0.60 7_14 0.0000 iprec_at_recall_0.70 7_14 0.0000 iprec_at_recall_0.80 7_14 0.0000 iprec_at_recall_0.90 7_14 0.0000 iprec_at_recall_1.00 7_14 0.0000 P_5 7_14 0.6000 P_10 7_14 0.6000 P_15 7_14 0.6000 P_20 7_14 0.5500 P_30 7_14 0.4000 P_100 7_14 0.2200 P_200 7_14 0.1450 P_500 7_14 0.0640 P_1000 7_14 0.0340 relstring 7_14 '0303312-2-' recall_5 7_14 0.0448 recall_10 7_14 0.0896 recall_15 7_14 0.1343 recall_20 7_14 0.1642 recall_30 7_14 0.1791 recall_100 7_14 0.3284 recall_200 7_14 0.4328 recall_500 7_14 0.4776 recall_1000 7_14 0.5075 infAP 7_14 0.1808 Rprec_mult_0.20 7_14 0.5714 Rprec_mult_0.40 7_14 0.4444 Rprec_mult_0.60 7_14 0.3659 Rprec_mult_0.80 7_14 0.3519 Rprec_mult_1.00 7_14 0.2836 Rprec_mult_1.20 7_14 0.2593 Rprec_mult_1.40 7_14 0.2340 Rprec_mult_1.60 7_14 0.2130 Rprec_mult_1.80 7_14 0.1983 Rprec_mult_2.00 7_14 0.1866 utility 7_14 -932.0000 11pt_avg 7_14 0.2023 binG 7_14 0.1272 G 7_14 0.0922 ndcg 7_14 0.4228 ndcg_rel 7_14 0.4039 Rndcg 7_14 0.3526 ndcg_cut_5 7_14 0.4913 ndcg_cut_10 7_14 0.4380 ndcg_cut_15 7_14 0.4146 ndcg_cut_20 7_14 0.4007 ndcg_cut_30 7_14 0.3361 ndcg_cut_100 7_14 0.3371 ndcg_cut_200 7_14 0.3843 ndcg_cut_500 7_14 0.4089 ndcg_cut_1000 7_14 0.4228 map_cut_5 7_14 0.0239 map_cut_10 7_14 0.0544 map_cut_15 7_14 0.0814 map_cut_20 7_14 0.0988 map_cut_30 7_14 0.1060 map_cut_100 7_14 0.1555 map_cut_200 7_14 0.1752 map_cut_500 7_14 0.1793 map_cut_1000 7_14 0.1808 relative_P_5 7_14 0.6000 relative_P_10 7_14 0.6000 relative_P_15 7_14 0.6000 relative_P_20 7_14 0.5500 relative_P_30 7_14 0.4000 relative_P_100 7_14 0.3284 relative_P_200 7_14 0.4328 relative_P_500 7_14 0.4776 relative_P_1000 7_14 0.5075 success_1 7_14 0.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 0.0340 set_relative_P 7_14 0.5075 set_recall 7_14 0.5075 set_map 7_14 0.0173 set_F 7_14 0.0637 num_nonrel_judged_ret 7_14 6 rbp 7_14 0.4030 rbp_resid 7_14 0.3013 unj_5 7_14 0.0000 unj_10 7_14 0.2000 unj_20 7_14 0.3500 num_ret 7_15 1000 num_rel 7_15 54 num_rel_ret 7_15 4 map 7_15 0.0058 Rprec 7_15 0.0185 bpref 7_15 0.0672 recip_rank 7_15 0.2500 iprec_at_recall_0.00 7_15 0.2500 iprec_at_recall_0.10 7_15 0.0000 iprec_at_recall_0.20 7_15 0.0000 iprec_at_recall_0.30 7_15 0.0000 iprec_at_recall_0.40 7_15 0.0000 iprec_at_recall_0.50 7_15 0.0000 iprec_at_recall_0.60 7_15 0.0000 iprec_at_recall_0.70 7_15 0.0000 iprec_at_recall_0.80 7_15 0.0000 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 0.2000 P_10 7_15 0.1000 P_15 7_15 0.0667 P_20 7_15 0.0500 P_30 7_15 0.0333 P_100 7_15 0.0200 P_200 7_15 0.0150 P_500 7_15 0.0080 P_1000 7_15 0.0040 relstring 7_15 '00020-----' recall_5 7_15 0.0185 recall_10 7_15 0.0185 recall_15 7_15 0.0185 recall_20 7_15 0.0185 recall_30 7_15 0.0185 recall_100 7_15 0.0370 recall_200 7_15 0.0556 recall_500 7_15 0.0741 recall_1000 7_15 0.0741 infAP 7_15 0.0058 Rprec_mult_0.20 7_15 0.0909 Rprec_mult_0.40 7_15 0.0455 Rprec_mult_0.60 7_15 0.0303 Rprec_mult_0.80 7_15 0.0227 Rprec_mult_1.00 7_15 0.0185 Rprec_mult_1.20 7_15 0.0154 Rprec_mult_1.40 7_15 0.0132 Rprec_mult_1.60 7_15 0.0230 Rprec_mult_1.80 7_15 0.0204 Rprec_mult_2.00 7_15 0.0185 utility 7_15 -992.0000 11pt_avg 7_15 0.0227 binG 7_15 0.0159 G 7_15 0.0139 ndcg 7_15 0.0596 ndcg_rel 7_15 0.0605 Rndcg 7_15 0.0399 ndcg_cut_5 7_15 0.1144 ndcg_cut_10 7_15 0.0804 ndcg_cut_15 7_15 0.0645 ndcg_cut_20 7_15 0.0574 ndcg_cut_30 7_15 0.0503 ndcg_cut_100 7_15 0.0473 ndcg_cut_200 7_15 0.0538 ndcg_cut_500 7_15 0.0596 ndcg_cut_1000 7_15 0.0596 map_cut_5 7_15 0.0046 map_cut_10 7_15 0.0046 map_cut_15 7_15 0.0046 map_cut_20 7_15 0.0046 map_cut_30 7_15 0.0046 map_cut_100 7_15 0.0051 map_cut_200 7_15 0.0055 map_cut_500 7_15 0.0058 map_cut_1000 7_15 0.0058 relative_P_5 7_15 0.2000 relative_P_10 7_15 0.1000 relative_P_15 7_15 0.0667 relative_P_20 7_15 0.0500 relative_P_30 7_15 0.0333 relative_P_100 7_15 0.0370 relative_P_200 7_15 0.0556 relative_P_500 7_15 0.0741 relative_P_1000 7_15 0.0741 success_1 7_15 0.0000 success_5 7_15 1.0000 success_10 7_15 1.0000 set_P 7_15 0.0040 set_relative_P 7_15 0.0741 set_recall 7_15 0.0741 set_map 7_15 0.0003 set_F 7_15 0.0076 num_nonrel_judged_ret 7_15 7 rbp 7_15 0.0486 rbp_resid 7_15 0.5905 unj_5 7_15 0.0000 unj_10 7_15 0.5000 unj_20 7_15 0.7500 num_ret 7_16 1000 num_rel 7_16 47 num_rel_ret 7_16 4 map 7_16 0.0034 Rprec 7_16 0.0426 bpref 7_16 0.0693 recip_rank 7_16 0.0476 iprec_at_recall_0.00 7_16 0.0870 iprec_at_recall_0.10 7_16 0.0000 iprec_at_recall_0.20 7_16 0.0000 iprec_at_recall_0.30 7_16 0.0000 iprec_at_recall_0.40 7_16 0.0000 iprec_at_recall_0.50 7_16 0.0000 iprec_at_recall_0.60 7_16 0.0000 iprec_at_recall_0.70 7_16 0.0000 iprec_at_recall_0.80 7_16 0.0000 iprec_at_recall_0.90 7_16 0.0000 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.0000 P_10 7_16 0.0000 P_15 7_16 0.0000 P_20 7_16 0.0000 P_30 7_16 0.0667 P_100 7_16 0.0200 P_200 7_16 0.0150 P_500 7_16 0.0060 P_1000 7_16 0.0040 relstring 7_16 '00000-----' recall_5 7_16 0.0000 recall_10 7_16 0.0000 recall_15 7_16 0.0000 recall_20 7_16 0.0000 recall_30 7_16 0.0426 recall_100 7_16 0.0426 recall_200 7_16 0.0638 recall_500 7_16 0.0638 recall_1000 7_16 0.0851 infAP 7_16 0.0034 Rprec_mult_0.20 7_16 0.0000 Rprec_mult_0.40 7_16 0.0000 Rprec_mult_0.60 7_16 0.0690 Rprec_mult_0.80 7_16 0.0526 Rprec_mult_1.00 7_16 0.0426 Rprec_mult_1.20 7_16 0.0351 Rprec_mult_1.40 7_16 0.0303 Rprec_mult_1.60 7_16 0.0263 Rprec_mult_1.80 7_16 0.0235 Rprec_mult_2.00 7_16 0.0213 utility 7_16 -992.0000 11pt_avg 7_16 0.0079 binG 7_16 0.0148 G 7_16 0.0119 ndcg 7_16 0.0399 ndcg_rel 7_16 0.0392 Rndcg 7_16 0.0164 ndcg_cut_5 7_16 0.0000 ndcg_cut_10 7_16 0.0000 ndcg_cut_15 7_16 0.0000 ndcg_cut_20 7_16 0.0000 ndcg_cut_30 7_16 0.0314 ndcg_cut_100 7_16 0.0256 ndcg_cut_200 7_16 0.0336 ndcg_cut_500 7_16 0.0336 ndcg_cut_1000 7_16 0.0399 map_cut_5 7_16 0.0000 map_cut_10 7_16 0.0000 map_cut_15 7_16 0.0000 map_cut_20 7_16 0.0000 map_cut_30 7_16 0.0029 map_cut_100 7_16 0.0029 map_cut_200 7_16 0.0033 map_cut_500 7_16 0.0033 map_cut_1000 7_16 0.0034 relative_P_5 7_16 0.0000 relative_P_10 7_16 0.0000 relative_P_15 7_16 0.0000 relative_P_20 7_16 0.0000 relative_P_30 7_16 0.0667 relative_P_100 7_16 0.0426 relative_P_200 7_16 0.0638 relative_P_500 7_16 0.0638 relative_P_1000 7_16 0.0851 success_1 7_16 0.0000 success_5 7_16 0.0000 success_10 7_16 0.0000 set_P 7_16 0.0040 set_relative_P 7_16 0.0851 set_recall 7_16 0.0851 set_map 7_16 0.0003 set_F 7_16 0.0076 num_nonrel_judged_ret 7_16 12 rbp 7_16 0.0073 rbp_resid 7_16 0.5406 unj_5 7_16 0.0000 unj_10 7_16 0.5000 unj_20 7_16 0.7000 num_ret 7_2 1000 num_rel 7_2 76 num_rel_ret 7_2 40 map 7_2 0.3493 Rprec 7_2 0.4079 bpref 7_2 0.4794 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 1.0000 iprec_at_recall_0.20 7_2 0.8333 iprec_at_recall_0.30 7_2 0.6571 iprec_at_recall_0.40 7_2 0.4225 iprec_at_recall_0.50 7_2 0.2420 iprec_at_recall_0.60 7_2 0.0000 iprec_at_recall_0.70 7_2 0.0000 iprec_at_recall_0.80 7_2 0.0000 iprec_at_recall_0.90 7_2 0.0000 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 1.0000 P_10 7_2 1.0000 P_15 7_2 0.9333 P_20 7_2 0.7500 P_30 7_2 0.6333 P_100 7_2 0.3500 P_200 7_2 0.1900 P_500 7_2 0.0800 P_1000 7_2 0.0400 relstring 7_2 '1211113321' recall_5 7_2 0.0658 recall_10 7_2 0.1316 recall_15 7_2 0.1842 recall_20 7_2 0.1974 recall_30 7_2 0.2500 recall_100 7_2 0.4605 recall_200 7_2 0.5000 recall_500 7_2 0.5263 recall_1000 7_2 0.5263 infAP 7_2 0.3493 Rprec_mult_0.20 7_2 0.8750 Rprec_mult_0.40 7_2 0.6452 Rprec_mult_0.60 7_2 0.5217 Rprec_mult_0.80 7_2 0.4590 Rprec_mult_1.00 7_2 0.4079 Rprec_mult_1.20 7_2 0.3696 Rprec_mult_1.40 7_2 0.3271 Rprec_mult_1.60 7_2 0.2869 Rprec_mult_1.80 7_2 0.2628 Rprec_mult_2.00 7_2 0.2368 utility 7_2 -920.0000 11pt_avg 7_2 0.3777 binG 7_2 0.2500 G 7_2 0.1246 ndcg 7_2 0.5099 ndcg_rel 7_2 0.5025 Rndcg 7_2 0.4714 ndcg_cut_5 7_2 0.4047 ndcg_cut_10 7_2 0.5628 ndcg_cut_15 7_2 0.5867 ndcg_cut_20 7_2 0.5331 ndcg_cut_30 7_2 0.5010 ndcg_cut_100 7_2 0.4858 ndcg_cut_200 7_2 0.5008 ndcg_cut_500 7_2 0.5099 ndcg_cut_1000 7_2 0.5099 map_cut_5 7_2 0.0658 map_cut_10 7_2 0.1316 map_cut_15 7_2 0.1824 map_cut_20 7_2 0.1934 map_cut_30 7_2 0.2296 map_cut_100 7_2 0.3349 map_cut_200 7_2 0.3448 map_cut_500 7_2 0.3493 map_cut_1000 7_2 0.3493 relative_P_5 7_2 1.0000 relative_P_10 7_2 1.0000 relative_P_15 7_2 0.9333 relative_P_20 7_2 0.7500 relative_P_30 7_2 0.6333 relative_P_100 7_2 0.4605 relative_P_200 7_2 0.5000 relative_P_500 7_2 0.5263 relative_P_1000 7_2 0.5263 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.0400 set_relative_P 7_2 0.5263 set_recall 7_2 0.5263 set_map 7_2 0.0211 set_F 7_2 0.0743 num_nonrel_judged_ret 7_2 15 rbp 7_2 0.4229 rbp_resid 7_2 0.1104 unj_5 7_2 0.0000 unj_10 7_2 0.0000 unj_20 7_2 0.1500 num_ret 7_3 1000 num_rel 7_3 55 num_rel_ret 7_3 49 map 7_3 0.4191 Rprec 7_3 0.4909 bpref 7_3 0.6367 recip_rank 7_3 1.0000 iprec_at_recall_0.00 7_3 1.0000 iprec_at_recall_0.10 7_3 0.6154 iprec_at_recall_0.20 7_3 0.5250 iprec_at_recall_0.30 7_3 0.5250 iprec_at_recall_0.40 7_3 0.5088 iprec_at_recall_0.50 7_3 0.5088 iprec_at_recall_0.60 7_3 0.4583 iprec_at_recall_0.70 7_3 0.4149 iprec_at_recall_0.80 7_3 0.2933 iprec_at_recall_0.90 7_3 0.0000 iprec_at_recall_1.00 7_3 0.0000 P_5 7_3 0.6000 P_10 7_3 0.5000 P_15 7_3 0.5333 P_20 7_3 0.4500 P_30 7_3 0.5000 P_100 7_3 0.4000 P_200 7_3 0.2300 P_500 7_3 0.0980 P_1000 7_3 0.0490 relstring 7_3 '2300300021' recall_5 7_3 0.0545 recall_10 7_3 0.0909 recall_15 7_3 0.1455 recall_20 7_3 0.1636 recall_30 7_3 0.2727 recall_100 7_3 0.7273 recall_200 7_3 0.8364 recall_500 7_3 0.8909 recall_1000 7_3 0.8909 infAP 7_3 0.4191 Rprec_mult_0.20 7_3 0.5455 Rprec_mult_0.40 7_3 0.5000 Rprec_mult_0.60 7_3 0.4848 Rprec_mult_0.80 7_3 0.4773 Rprec_mult_1.00 7_3 0.4909 Rprec_mult_1.20 7_3 0.4848 Rprec_mult_1.40 7_3 0.4416 Rprec_mult_1.60 7_3 0.4091 Rprec_mult_1.80 7_3 0.4040 Rprec_mult_2.00 7_3 0.3636 utility 7_3 -902.0000 11pt_avg 7_3 0.4409 binG 7_3 0.2271 G 7_3 0.2126 ndcg 7_3 0.7211 ndcg_rel 7_3 0.6006 Rndcg 7_3 0.5986 ndcg_cut_5 7_3 0.6295 ndcg_cut_10 7_3 0.5299 ndcg_cut_15 7_3 0.5163 ndcg_cut_20 7_3 0.5073 ndcg_cut_30 7_3 0.5202 ndcg_cut_100 7_3 0.6436 ndcg_cut_200 7_3 0.7034 ndcg_cut_500 7_3 0.7211 ndcg_cut_1000 7_3 0.7211 map_cut_5 7_3 0.0473 map_cut_10 7_3 0.0644 map_cut_15 7_3 0.0962 map_cut_20 7_3 0.1058 map_cut_30 7_3 0.1613 map_cut_100 7_3 0.3762 map_cut_200 7_3 0.4095 map_cut_500 7_3 0.4191 map_cut_1000 7_3 0.4191 relative_P_5 7_3 0.6000 relative_P_10 7_3 0.5000 relative_P_15 7_3 0.5333 relative_P_20 7_3 0.4500 relative_P_30 7_3 0.5000 relative_P_100 7_3 0.7273 relative_P_200 7_3 0.8364 relative_P_500 7_3 0.8909 relative_P_1000 7_3 0.8909 success_1 7_3 1.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.0490 set_relative_P 7_3 0.8909 set_recall 7_3 0.8909 set_map 7_3 0.0437 set_F 7_3 0.0929 num_nonrel_judged_ret 7_3 34 rbp 7_3 0.3330 rbp_resid 7_3 0.0756 unj_5 7_3 0.0000 unj_10 7_3 0.0000 unj_20 7_3 0.1500 num_ret 7_4 1000 num_rel 7_4 29 num_rel_ret 7_4 24 map 7_4 0.5252 Rprec 7_4 0.5172 bpref 7_4 0.6516 recip_rank 7_4 1.0000 iprec_at_recall_0.00 7_4 1.0000 iprec_at_recall_0.10 7_4 1.0000 iprec_at_recall_0.20 7_4 0.8571 iprec_at_recall_0.30 7_4 0.7222 iprec_at_recall_0.40 7_4 0.7222 iprec_at_recall_0.50 7_4 0.6000 iprec_at_recall_0.60 7_4 0.4146 iprec_at_recall_0.70 7_4 0.3962 iprec_at_recall_0.80 7_4 0.2500 iprec_at_recall_0.90 7_4 0.0000 iprec_at_recall_1.00 7_4 0.0000 P_5 7_4 1.0000 P_10 7_4 0.7000 P_15 7_4 0.6667 P_20 7_4 0.7000 P_30 7_4 0.5000 P_100 7_4 0.2300 P_200 7_4 0.1200 P_500 7_4 0.0480 P_1000 7_4 0.0240 relstring 7_4 '2213301--1' recall_5 7_4 0.1724 recall_10 7_4 0.2414 recall_15 7_4 0.3448 recall_20 7_4 0.4828 recall_30 7_4 0.5172 recall_100 7_4 0.7931 recall_200 7_4 0.8276 recall_500 7_4 0.8276 recall_1000 7_4 0.8276 infAP 7_4 0.5252 Rprec_mult_0.20 7_4 0.8333 Rprec_mult_0.40 7_4 0.6667 Rprec_mult_0.60 7_4 0.7222 Rprec_mult_0.80 7_4 0.5833 Rprec_mult_1.00 7_4 0.5172 Rprec_mult_1.20 7_4 0.4286 Rprec_mult_1.40 7_4 0.4146 Rprec_mult_1.60 7_4 0.3830 Rprec_mult_1.80 7_4 0.3962 Rprec_mult_2.00 7_4 0.3621 utility 7_4 -952.0000 11pt_avg 7_4 0.5420 binG 7_4 0.3675 G 7_4 0.2413 ndcg 7_4 0.7210 ndcg_rel 7_4 0.6573 Rndcg 7_4 0.6397 ndcg_cut_5 7_4 0.7347 ndcg_cut_10 7_4 0.5869 ndcg_cut_15 7_4 0.5540 ndcg_cut_20 7_4 0.6403 ndcg_cut_30 7_4 0.5947 ndcg_cut_100 7_4 0.7041 ndcg_cut_200 7_4 0.7210 ndcg_cut_500 7_4 0.7210 ndcg_cut_1000 7_4 0.7210 map_cut_5 7_4 0.1724 map_cut_10 7_4 0.2261 map_cut_15 7_4 0.2997 map_cut_20 7_4 0.3968 map_cut_30 7_4 0.4175 map_cut_100 7_4 0.5172 map_cut_200 7_4 0.5252 map_cut_500 7_4 0.5252 map_cut_1000 7_4 0.5252 relative_P_5 7_4 1.0000 relative_P_10 7_4 0.7000 relative_P_15 7_4 0.6667 relative_P_20 7_4 0.7000 relative_P_30 7_4 0.5172 relative_P_100 7_4 0.7931 relative_P_200 7_4 0.8276 relative_P_500 7_4 0.8276 relative_P_1000 7_4 0.8276 success_1 7_4 1.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 0.0240 set_relative_P 7_4 0.8276 set_recall 7_4 0.8276 set_map 7_4 0.0199 set_F 7_4 0.0466 num_nonrel_judged_ret 7_4 30 rbp 7_4 0.4259 rbp_resid 7_4 0.1929 unj_5 7_4 0.0000 unj_10 7_4 0.2000 unj_20 7_4 0.2000 num_ret 7_9 1000 num_rel 7_9 36 num_rel_ret 7_9 9 map 7_9 0.0860 Rprec 7_9 0.1389 bpref 7_9 0.2137 recip_rank 7_9 0.5000 iprec_at_recall_0.00 7_9 0.7500 iprec_at_recall_0.10 7_9 0.5000 iprec_at_recall_0.20 7_9 0.1481 iprec_at_recall_0.30 7_9 0.0000 iprec_at_recall_0.40 7_9 0.0000 iprec_at_recall_0.50 7_9 0.0000 iprec_at_recall_0.60 7_9 0.0000 iprec_at_recall_0.70 7_9 0.0000 iprec_at_recall_0.80 7_9 0.0000 iprec_at_recall_0.90 7_9 0.0000 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.6000 P_10 7_9 0.4000 P_15 7_9 0.2667 P_20 7_9 0.2000 P_30 7_9 0.1333 P_100 7_9 0.0800 P_200 7_9 0.0450 P_500 7_9 0.0180 P_1000 7_9 0.0090 relstring 7_9 '011100-20-' recall_5 7_9 0.0833 recall_10 7_9 0.1111 recall_15 7_9 0.1111 recall_20 7_9 0.1111 recall_30 7_9 0.1111 recall_100 7_9 0.2222 recall_200 7_9 0.2500 recall_500 7_9 0.2500 recall_1000 7_9 0.2500 infAP 7_9 0.0860 Rprec_mult_0.20 7_9 0.5000 Rprec_mult_0.40 7_9 0.2667 Rprec_mult_0.60 7_9 0.1818 Rprec_mult_0.80 7_9 0.1379 Rprec_mult_1.00 7_9 0.1389 Rprec_mult_1.20 7_9 0.1364 Rprec_mult_1.40 7_9 0.1373 Rprec_mult_1.60 7_9 0.1379 Rprec_mult_1.80 7_9 0.1231 Rprec_mult_2.00 7_9 0.1111 utility 7_9 -982.0000 11pt_avg 7_9 0.1271 binG 7_9 0.0886 G 7_9 0.0489 ndcg 7_9 0.1866 ndcg_rel 7_9 0.1825 Rndcg 7_9 0.1630 ndcg_cut_5 7_9 0.1945 ndcg_cut_10 7_9 0.1954 ndcg_cut_15 7_9 0.1583 ndcg_cut_20 7_9 0.1459 ndcg_cut_30 7_9 0.1278 ndcg_cut_100 7_9 0.1787 ndcg_cut_200 7_9 0.1866 ndcg_cut_500 7_9 0.1866 ndcg_cut_1000 7_9 0.1866 map_cut_5 7_9 0.0532 map_cut_10 7_9 0.0671 map_cut_15 7_9 0.0671 map_cut_20 7_9 0.0671 map_cut_30 7_9 0.0671 map_cut_100 7_9 0.0839 map_cut_200 7_9 0.0860 map_cut_500 7_9 0.0860 map_cut_1000 7_9 0.0860 relative_P_5 7_9 0.6000 relative_P_10 7_9 0.4000 relative_P_15 7_9 0.2667 relative_P_20 7_9 0.2000 relative_P_30 7_9 0.1333 relative_P_100 7_9 0.2222 relative_P_200 7_9 0.2500 relative_P_500 7_9 0.2500 relative_P_1000 7_9 0.2500 success_1 7_9 0.0000 success_5 7_9 1.0000 success_10 7_9 1.0000 set_P 7_9 0.0090 set_relative_P 7_9 0.2500 set_recall 7_9 0.2500 set_map 7_9 0.0022 set_F 7_9 0.0174 num_nonrel_judged_ret 7_9 13 rbp 7_9 0.1157 rbp_resid 7_9 0.3346 unj_5 7_9 0.0000 unj_10 7_9 0.2000 unj_20 7_9 0.4500 num_ret 8_1 1000 num_rel 8_1 64 num_rel_ret 8_1 5 map 8_1 0.0256 Rprec 8_1 0.0469 bpref 8_1 0.0613 recip_rank 8_1 1.0000 iprec_at_recall_0.00 8_1 1.0000 iprec_at_recall_0.10 8_1 0.0000 iprec_at_recall_0.20 8_1 0.0000 iprec_at_recall_0.30 8_1 0.0000 iprec_at_recall_0.40 8_1 0.0000 iprec_at_recall_0.50 8_1 0.0000 iprec_at_recall_0.60 8_1 0.0000 iprec_at_recall_0.70 8_1 0.0000 iprec_at_recall_0.80 8_1 0.0000 iprec_at_recall_0.90 8_1 0.0000 iprec_at_recall_1.00 8_1 0.0000 P_5 8_1 0.4000 P_10 8_1 0.2000 P_15 8_1 0.1333 P_20 8_1 0.1000 P_30 8_1 0.1000 P_100 8_1 0.0300 P_200 8_1 0.0150 P_500 8_1 0.0100 P_1000 8_1 0.0050 relstring 8_1 '3002000---' recall_5 8_1 0.0312 recall_10 8_1 0.0312 recall_15 8_1 0.0312 recall_20 8_1 0.0312 recall_30 8_1 0.0469 recall_100 8_1 0.0469 recall_200 8_1 0.0469 recall_500 8_1 0.0781 recall_1000 8_1 0.0781 infAP 8_1 0.0256 Rprec_mult_0.20 8_1 0.1538 Rprec_mult_0.40 8_1 0.0769 Rprec_mult_0.60 8_1 0.0769 Rprec_mult_0.80 8_1 0.0577 Rprec_mult_1.00 8_1 0.0469 Rprec_mult_1.20 8_1 0.0390 Rprec_mult_1.40 8_1 0.0333 Rprec_mult_1.60 8_1 0.0291 Rprec_mult_1.80 8_1 0.0259 Rprec_mult_2.00 8_1 0.0234 utility 8_1 -990.0000 11pt_avg 8_1 0.0909 binG 8_1 0.0306 G 8_1 0.0236 ndcg 8_1 0.1240 ndcg_rel 8_1 0.1381 Rndcg 8_1 0.1617 ndcg_cut_5 8_1 0.3274 ndcg_cut_10 8_1 0.2196 ndcg_cut_15 8_1 0.1814 ndcg_cut_20 8_1 0.1633 ndcg_cut_30 8_1 0.1458 ndcg_cut_100 8_1 0.1168 ndcg_cut_200 8_1 0.1168 ndcg_cut_500 8_1 0.1240 ndcg_cut_1000 8_1 0.1240 map_cut_5 8_1 0.0234 map_cut_10 8_1 0.0234 map_cut_15 8_1 0.0234 map_cut_20 8_1 0.0234 map_cut_30 8_1 0.0251 map_cut_100 8_1 0.0251 map_cut_200 8_1 0.0251 map_cut_500 8_1 0.0256 map_cut_1000 8_1 0.0256 relative_P_5 8_1 0.4000 relative_P_10 8_1 0.2000 relative_P_15 8_1 0.1333 relative_P_20 8_1 0.1000 relative_P_30 8_1 0.1000 relative_P_100 8_1 0.0469 relative_P_200 8_1 0.0469 relative_P_500 8_1 0.0781 relative_P_1000 8_1 0.0781 success_1 8_1 1.0000 success_5 8_1 1.0000 success_10 8_1 1.0000 set_P 8_1 0.0050 set_relative_P 8_1 0.0781 set_recall 8_1 0.0781 set_map 8_1 0.0004 set_F 8_1 0.0094 num_nonrel_judged_ret 8_1 35 rbp 8_1 0.1128 rbp_resid 8_1 0.3409 unj_5 8_1 0.0000 unj_10 8_1 0.3000 unj_20 8_1 0.4500 num_ret 8_10 1000 num_rel 8_10 28 num_rel_ret 8_10 0 map 8_10 0.0000 Rprec 8_10 0.0000 bpref 8_10 0.0000 recip_rank 8_10 0.0000 iprec_at_recall_0.00 8_10 0.0000 iprec_at_recall_0.10 8_10 0.0000 iprec_at_recall_0.20 8_10 0.0000 iprec_at_recall_0.30 8_10 0.0000 iprec_at_recall_0.40 8_10 0.0000 iprec_at_recall_0.50 8_10 0.0000 iprec_at_recall_0.60 8_10 0.0000 iprec_at_recall_0.70 8_10 0.0000 iprec_at_recall_0.80 8_10 0.0000 iprec_at_recall_0.90 8_10 0.0000 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.0000 P_10 8_10 0.0000 P_15 8_10 0.0000 P_20 8_10 0.0000 P_30 8_10 0.0000 P_100 8_10 0.0000 P_200 8_10 0.0000 P_500 8_10 0.0000 P_1000 8_10 0.0000 relstring 8_10 '00000-----' recall_5 8_10 0.0000 recall_10 8_10 0.0000 recall_15 8_10 0.0000 recall_20 8_10 0.0000 recall_30 8_10 0.0000 recall_100 8_10 0.0000 recall_200 8_10 0.0000 recall_500 8_10 0.0000 recall_1000 8_10 0.0000 infAP 8_10 0.0000 Rprec_mult_0.20 8_10 0.0000 Rprec_mult_0.40 8_10 0.0000 Rprec_mult_0.60 8_10 0.0000 Rprec_mult_0.80 8_10 0.0000 Rprec_mult_1.00 8_10 0.0000 Rprec_mult_1.20 8_10 0.0000 Rprec_mult_1.40 8_10 0.0000 Rprec_mult_1.60 8_10 0.0000 Rprec_mult_1.80 8_10 0.0000 Rprec_mult_2.00 8_10 0.0000 utility 8_10 -1000.0000 11pt_avg 8_10 0.0000 binG 8_10 0.0000 G 8_10 0.0000 ndcg 8_10 0.0000 ndcg_rel 8_10 0.0000 Rndcg 8_10 0.0000 ndcg_cut_5 8_10 0.0000 ndcg_cut_10 8_10 0.0000 ndcg_cut_15 8_10 0.0000 ndcg_cut_20 8_10 0.0000 ndcg_cut_30 8_10 0.0000 ndcg_cut_100 8_10 0.0000 ndcg_cut_200 8_10 0.0000 ndcg_cut_500 8_10 0.0000 ndcg_cut_1000 8_10 0.0000 map_cut_5 8_10 0.0000 map_cut_10 8_10 0.0000 map_cut_15 8_10 0.0000 map_cut_20 8_10 0.0000 map_cut_30 8_10 0.0000 map_cut_100 8_10 0.0000 map_cut_200 8_10 0.0000 map_cut_500 8_10 0.0000 map_cut_1000 8_10 0.0000 relative_P_5 8_10 0.0000 relative_P_10 8_10 0.0000 relative_P_15 8_10 0.0000 relative_P_20 8_10 0.0000 relative_P_30 8_10 0.0000 relative_P_100 8_10 0.0000 relative_P_200 8_10 0.0000 relative_P_500 8_10 0.0000 relative_P_1000 8_10 0.0000 success_1 8_10 0.0000 success_5 8_10 0.0000 success_10 8_10 0.0000 set_P 8_10 0.0000 set_relative_P 8_10 0.0000 set_recall 8_10 0.0000 set_map 8_10 0.0000 set_F 8_10 0.0000 num_nonrel_judged_ret 8_10 5 rbp 8_10 0.0000 rbp_resid 8_10 0.5905 unj_5 8_10 0.0000 unj_10 8_10 0.5000 unj_20 8_10 0.7500 num_ret 8_11 1000 num_rel 8_11 10 num_rel_ret 8_11 2 map 8_11 0.0333 Rprec 8_11 0.1000 bpref 8_11 0.1300 recip_rank 8_11 0.2500 iprec_at_recall_0.00 8_11 0.2500 iprec_at_recall_0.10 8_11 0.2500 iprec_at_recall_0.20 8_11 0.0833 iprec_at_recall_0.30 8_11 0.0000 iprec_at_recall_0.40 8_11 0.0000 iprec_at_recall_0.50 8_11 0.0000 iprec_at_recall_0.60 8_11 0.0000 iprec_at_recall_0.70 8_11 0.0000 iprec_at_recall_0.80 8_11 0.0000 iprec_at_recall_0.90 8_11 0.0000 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 0.2000 P_10 8_11 0.1000 P_15 8_11 0.0667 P_20 8_11 0.0500 P_30 8_11 0.0667 P_100 8_11 0.0200 P_200 8_11 0.0100 P_500 8_11 0.0040 P_1000 8_11 0.0020 relstring 8_11 '00010-----' recall_5 8_11 0.1000 recall_10 8_11 0.1000 recall_15 8_11 0.1000 recall_20 8_11 0.1000 recall_30 8_11 0.2000 recall_100 8_11 0.2000 recall_200 8_11 0.2000 recall_500 8_11 0.2000 recall_1000 8_11 0.2000 infAP 8_11 0.0333 Rprec_mult_0.20 8_11 0.0000 Rprec_mult_0.40 8_11 0.2500 Rprec_mult_0.60 8_11 0.1667 Rprec_mult_0.80 8_11 0.1250 Rprec_mult_1.00 8_11 0.1000 Rprec_mult_1.20 8_11 0.0833 Rprec_mult_1.40 8_11 0.0714 Rprec_mult_1.60 8_11 0.0625 Rprec_mult_1.80 8_11 0.0556 Rprec_mult_2.00 8_11 0.0500 utility 8_11 -996.0000 11pt_avg 8_11 0.0530 binG 8_11 0.0649 G 8_11 0.0474 ndcg 8_11 0.1046 ndcg_rel 8_11 0.1044 Rndcg 8_11 0.0581 ndcg_cut_5 8_11 0.0940 ndcg_cut_10 8_11 0.0698 ndcg_cut_15 8_11 0.0698 ndcg_cut_20 8_11 0.0698 ndcg_cut_30 8_11 0.1046 ndcg_cut_100 8_11 0.1046 ndcg_cut_200 8_11 0.1046 ndcg_cut_500 8_11 0.1046 ndcg_cut_1000 8_11 0.1046 map_cut_5 8_11 0.0250 map_cut_10 8_11 0.0250 map_cut_15 8_11 0.0250 map_cut_20 8_11 0.0250 map_cut_30 8_11 0.0333 map_cut_100 8_11 0.0333 map_cut_200 8_11 0.0333 map_cut_500 8_11 0.0333 map_cut_1000 8_11 0.0333 relative_P_5 8_11 0.2000 relative_P_10 8_11 0.1000 relative_P_15 8_11 0.1000 relative_P_20 8_11 0.1000 relative_P_30 8_11 0.2000 relative_P_100 8_11 0.2000 relative_P_200 8_11 0.2000 relative_P_500 8_11 0.2000 relative_P_1000 8_11 0.2000 success_1 8_11 0.0000 success_5 8_11 1.0000 success_10 8_11 1.0000 set_P 8_11 0.0020 set_relative_P 8_11 0.2000 set_recall 8_11 0.2000 set_map 8_11 0.0004 set_F 8_11 0.0040 num_nonrel_judged_ret 8_11 6 rbp 8_11 0.0409 rbp_resid 8_11 0.5727 unj_5 8_11 0.0000 unj_10 8_11 0.5000 unj_20 8_11 0.7500 num_ret 8_12 1000 num_rel 8_12 44 num_rel_ret 8_12 3 map 8_12 0.0188 Rprec 8_12 0.0682 bpref 8_12 0.0604 recip_rank 8_12 0.1667 iprec_at_recall_0.00 8_12 0.3750 iprec_at_recall_0.10 8_12 0.0000 iprec_at_recall_0.20 8_12 0.0000 iprec_at_recall_0.30 8_12 0.0000 iprec_at_recall_0.40 8_12 0.0000 iprec_at_recall_0.50 8_12 0.0000 iprec_at_recall_0.60 8_12 0.0000 iprec_at_recall_0.70 8_12 0.0000 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.0000 P_10 8_12 0.3000 P_15 8_12 0.2000 P_20 8_12 0.1500 P_30 8_12 0.1000 P_100 8_12 0.0300 P_200 8_12 0.0150 P_500 8_12 0.0060 P_1000 8_12 0.0030 relstring 8_12 '00000311-0' recall_5 8_12 0.0000 recall_10 8_12 0.0682 recall_15 8_12 0.0682 recall_20 8_12 0.0682 recall_30 8_12 0.0682 recall_100 8_12 0.0682 recall_200 8_12 0.0682 recall_500 8_12 0.0682 recall_1000 8_12 0.0682 infAP 8_12 0.0188 Rprec_mult_0.20 8_12 0.3333 Rprec_mult_0.40 8_12 0.1667 Rprec_mult_0.60 8_12 0.1111 Rprec_mult_0.80 8_12 0.0833 Rprec_mult_1.00 8_12 0.0682 Rprec_mult_1.20 8_12 0.0566 Rprec_mult_1.40 8_12 0.0484 Rprec_mult_1.60 8_12 0.0423 Rprec_mult_1.80 8_12 0.0375 Rprec_mult_2.00 8_12 0.0341 utility 8_12 -994.0000 11pt_avg 8_12 0.0341 binG 8_12 0.0243 G 8_12 0.0170 ndcg 8_12 0.0746 ndcg_rel 8_12 0.0771 Rndcg 8_12 0.0757 ndcg_cut_5 8_12 0.0000 ndcg_cut_10 8_12 0.1171 ndcg_cut_15 8_12 0.1007 ndcg_cut_20 8_12 0.0942 ndcg_cut_30 8_12 0.0844 ndcg_cut_100 8_12 0.0746 ndcg_cut_200 8_12 0.0746 ndcg_cut_500 8_12 0.0746 ndcg_cut_1000 8_12 0.0746 map_cut_5 8_12 0.0000 map_cut_10 8_12 0.0188 map_cut_15 8_12 0.0188 map_cut_20 8_12 0.0188 map_cut_30 8_12 0.0188 map_cut_100 8_12 0.0188 map_cut_200 8_12 0.0188 map_cut_500 8_12 0.0188 map_cut_1000 8_12 0.0188 relative_P_5 8_12 0.0000 relative_P_10 8_12 0.3000 relative_P_15 8_12 0.2000 relative_P_20 8_12 0.1500 relative_P_30 8_12 0.1000 relative_P_100 8_12 0.0682 relative_P_200 8_12 0.0682 relative_P_500 8_12 0.0682 relative_P_1000 8_12 0.0682 success_1 8_12 0.0000 success_5 8_12 0.0000 success_10 8_12 1.0000 set_P 8_12 0.0030 set_relative_P 8_12 0.0682 set_recall 8_12 0.0682 set_map 8_12 0.0002 set_F 8_12 0.0057 num_nonrel_judged_ret 8_12 8 rbp 8_12 0.0695 rbp_resid 8_12 0.3489 unj_5 8_12 0.0000 unj_10 8_12 0.1000 unj_20 8_12 0.5000 num_ret 8_13 1000 num_rel 8_13 53 num_rel_ret 8_13 1 map 8_13 0.0189 Rprec 8_13 0.0189 bpref 8_13 0.0189 recip_rank 8_13 1.0000 iprec_at_recall_0.00 8_13 1.0000 iprec_at_recall_0.10 8_13 0.0000 iprec_at_recall_0.20 8_13 0.0000 iprec_at_recall_0.30 8_13 0.0000 iprec_at_recall_0.40 8_13 0.0000 iprec_at_recall_0.50 8_13 0.0000 iprec_at_recall_0.60 8_13 0.0000 iprec_at_recall_0.70 8_13 0.0000 iprec_at_recall_0.80 8_13 0.0000 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 0.2000 P_10 8_13 0.1000 P_15 8_13 0.0667 P_20 8_13 0.0500 P_30 8_13 0.0333 P_100 8_13 0.0100 P_200 8_13 0.0050 P_500 8_13 0.0020 P_1000 8_13 0.0010 relstring 8_13 '10000-----' recall_5 8_13 0.0189 recall_10 8_13 0.0189 recall_15 8_13 0.0189 recall_20 8_13 0.0189 recall_30 8_13 0.0189 recall_100 8_13 0.0189 recall_200 8_13 0.0189 recall_500 8_13 0.0189 recall_1000 8_13 0.0189 infAP 8_13 0.0189 Rprec_mult_0.20 8_13 0.0909 Rprec_mult_0.40 8_13 0.0455 Rprec_mult_0.60 8_13 0.0312 Rprec_mult_0.80 8_13 0.0233 Rprec_mult_1.00 8_13 0.0189 Rprec_mult_1.20 8_13 0.0156 Rprec_mult_1.40 8_13 0.0133 Rprec_mult_1.60 8_13 0.0118 Rprec_mult_1.80 8_13 0.0104 Rprec_mult_2.00 8_13 0.0094 utility 8_13 -998.0000 11pt_avg 8_13 0.0909 binG 8_13 0.0189 G 8_13 0.0050 ndcg 8_13 0.0363 ndcg_rel 8_13 0.0403 Rndcg 8_13 0.0558 ndcg_cut_5 8_13 0.0877 ndcg_cut_10 8_13 0.0618 ndcg_cut_15 8_13 0.0531 ndcg_cut_20 8_13 0.0472 ndcg_cut_30 8_13 0.0429 ndcg_cut_100 8_13 0.0363 ndcg_cut_200 8_13 0.0363 ndcg_cut_500 8_13 0.0363 ndcg_cut_1000 8_13 0.0363 map_cut_5 8_13 0.0189 map_cut_10 8_13 0.0189 map_cut_15 8_13 0.0189 map_cut_20 8_13 0.0189 map_cut_30 8_13 0.0189 map_cut_100 8_13 0.0189 map_cut_200 8_13 0.0189 map_cut_500 8_13 0.0189 map_cut_1000 8_13 0.0189 relative_P_5 8_13 0.2000 relative_P_10 8_13 0.1000 relative_P_15 8_13 0.0667 relative_P_20 8_13 0.0500 relative_P_30 8_13 0.0333 relative_P_100 8_13 0.0189 relative_P_200 8_13 0.0189 relative_P_500 8_13 0.0189 relative_P_1000 8_13 0.0189 success_1 8_13 1.0000 success_5 8_13 1.0000 success_10 8_13 1.0000 set_P 8_13 0.0010 set_relative_P 8_13 0.0189 set_recall 8_13 0.0189 set_map 8_13 0.0000 set_F 8_13 0.0019 num_nonrel_judged_ret 8_13 5 rbp 8_13 0.0250 rbp_resid 8_13 0.5556 unj_5 8_13 0.0000 unj_10 8_13 0.5000 unj_20 8_13 0.7000 num_ret 8_2 1000 num_rel 8_2 47 num_rel_ret 8_2 16 map 8_2 0.0842 Rprec 8_2 0.1277 bpref 8_2 0.1883 recip_rank 8_2 1.0000 iprec_at_recall_0.00 8_2 1.0000 iprec_at_recall_0.10 8_2 0.2174 iprec_at_recall_0.20 8_2 0.1059 iprec_at_recall_0.30 8_2 0.0450 iprec_at_recall_0.40 8_2 0.0000 iprec_at_recall_0.50 8_2 0.0000 iprec_at_recall_0.60 8_2 0.0000 iprec_at_recall_0.70 8_2 0.0000 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 0.4000 P_10 8_2 0.3000 P_15 8_2 0.2667 P_20 8_2 0.2000 P_30 8_2 0.2000 P_100 8_2 0.0900 P_200 8_2 0.0600 P_500 8_2 0.0300 P_1000 8_2 0.0160 relstring 8_2 '110002-0--' recall_5 8_2 0.0426 recall_10 8_2 0.0638 recall_15 8_2 0.0851 recall_20 8_2 0.0851 recall_30 8_2 0.1277 recall_100 8_2 0.1915 recall_200 8_2 0.2553 recall_500 8_2 0.3191 recall_1000 8_2 0.3404 infAP 8_2 0.0842 Rprec_mult_0.20 8_2 0.3000 Rprec_mult_0.40 8_2 0.2105 Rprec_mult_0.60 8_2 0.2069 Rprec_mult_0.80 8_2 0.1579 Rprec_mult_1.00 8_2 0.1277 Rprec_mult_1.20 8_2 0.1228 Rprec_mult_1.40 8_2 0.1212 Rprec_mult_1.60 8_2 0.1053 Rprec_mult_1.80 8_2 0.1059 Rprec_mult_2.00 8_2 0.0957 utility 8_2 -968.0000 11pt_avg 8_2 0.1244 binG 8_2 0.0970 G 8_2 0.0504 ndcg 8_2 0.2095 ndcg_rel 8_2 0.2028 Rndcg 8_2 0.1691 ndcg_cut_5 8_2 0.1486 ndcg_cut_10 8_2 0.1515 ndcg_cut_15 8_2 0.1708 ndcg_cut_20 8_2 0.1511 ndcg_cut_30 8_2 0.1556 ndcg_cut_100 8_2 0.1751 ndcg_cut_200 8_2 0.1912 ndcg_cut_500 8_2 0.2053 ndcg_cut_1000 8_2 0.2095 map_cut_5 8_2 0.0426 map_cut_10 8_2 0.0532 map_cut_15 8_2 0.0589 map_cut_20 8_2 0.0589 map_cut_30 8_2 0.0679 map_cut_100 8_2 0.0758 map_cut_200 8_2 0.0806 map_cut_500 8_2 0.0836 map_cut_1000 8_2 0.0842 relative_P_5 8_2 0.4000 relative_P_10 8_2 0.3000 relative_P_15 8_2 0.2667 relative_P_20 8_2 0.2000 relative_P_30 8_2 0.2000 relative_P_100 8_2 0.1915 relative_P_200 8_2 0.2553 relative_P_500 8_2 0.3191 relative_P_1000 8_2 0.3404 success_1 8_2 1.0000 success_5 8_2 1.0000 success_10 8_2 1.0000 set_P 8_2 0.0160 set_relative_P 8_2 0.3404 set_recall 8_2 0.3404 set_map 8_2 0.0054 set_F 8_2 0.0306 num_nonrel_judged_ret 8_2 52 rbp 8_2 0.0982 rbp_resid 8_2 0.3548 unj_5 8_2 0.0000 unj_10 8_2 0.3000 unj_20 8_2 0.5000 num_ret 8_3 1000 num_rel 8_3 28 num_rel_ret 8_3 2 map 8_3 0.0137 Rprec 8_3 0.0714 bpref 8_3 0.0574 recip_rank 8_3 0.2500 iprec_at_recall_0.00 8_3 0.2500 iprec_at_recall_0.10 8_3 0.0000 iprec_at_recall_0.20 8_3 0.0000 iprec_at_recall_0.30 8_3 0.0000 iprec_at_recall_0.40 8_3 0.0000 iprec_at_recall_0.50 8_3 0.0000 iprec_at_recall_0.60 8_3 0.0000 iprec_at_recall_0.70 8_3 0.0000 iprec_at_recall_0.80 8_3 0.0000 iprec_at_recall_0.90 8_3 0.0000 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.2000 P_10 8_3 0.1000 P_15 8_3 0.1333 P_20 8_3 0.1000 P_30 8_3 0.0667 P_100 8_3 0.0200 P_200 8_3 0.0100 P_500 8_3 0.0040 P_1000 8_3 0.0020 relstring 8_3 '00010-0-00' recall_5 8_3 0.0357 recall_10 8_3 0.0357 recall_15 8_3 0.0714 recall_20 8_3 0.0714 recall_30 8_3 0.0714 recall_100 8_3 0.0714 recall_200 8_3 0.0714 recall_500 8_3 0.0714 recall_1000 8_3 0.0714 infAP 8_3 0.0137 Rprec_mult_0.20 8_3 0.1667 Rprec_mult_0.40 8_3 0.0833 Rprec_mult_0.60 8_3 0.1176 Rprec_mult_0.80 8_3 0.0870 Rprec_mult_1.00 8_3 0.0714 Rprec_mult_1.20 8_3 0.0588 Rprec_mult_1.40 8_3 0.0500 Rprec_mult_1.60 8_3 0.0444 Rprec_mult_1.80 8_3 0.0392 Rprec_mult_2.00 8_3 0.0357 utility 8_3 -996.0000 11pt_avg 8_3 0.0227 binG 8_3 0.0245 G 8_3 0.0160 ndcg 8_3 0.0564 ndcg_rel 8_3 0.0581 Rndcg 8_3 0.0593 ndcg_cut_5 8_3 0.0730 ndcg_cut_10 8_3 0.0549 ndcg_cut_15 8_3 0.0743 ndcg_cut_20 8_3 0.0658 ndcg_cut_30 8_3 0.0564 ndcg_cut_100 8_3 0.0564 ndcg_cut_200 8_3 0.0564 ndcg_cut_500 8_3 0.0564 ndcg_cut_1000 8_3 0.0564 map_cut_5 8_3 0.0089 map_cut_10 8_3 0.0089 map_cut_15 8_3 0.0137 map_cut_20 8_3 0.0137 map_cut_30 8_3 0.0137 map_cut_100 8_3 0.0137 map_cut_200 8_3 0.0137 map_cut_500 8_3 0.0137 map_cut_1000 8_3 0.0137 relative_P_5 8_3 0.2000 relative_P_10 8_3 0.1000 relative_P_15 8_3 0.1333 relative_P_20 8_3 0.1000 relative_P_30 8_3 0.0714 relative_P_100 8_3 0.0714 relative_P_200 8_3 0.0714 relative_P_500 8_3 0.0714 relative_P_1000 8_3 0.0714 success_1 8_3 0.0000 success_5 8_3 1.0000 success_10 8_3 1.0000 set_P 8_3 0.0020 set_relative_P 8_3 0.0714 set_recall 8_3 0.0714 set_map 8_3 0.0001 set_F 8_3 0.0039 num_nonrel_judged_ret 8_3 18 rbp 8_3 0.0479 rbp_resid 8_3 0.3703 unj_5 8_3 0.0000 unj_10 8_3 0.2000 unj_20 8_3 0.4500 num_ret 8_4 1000 num_rel 8_4 101 num_rel_ret 8_4 4 map 8_4 0.0009 Rprec 8_4 0.0099 bpref 8_4 0.0333 recip_rank 8_4 0.0370 iprec_at_recall_0.00 8_4 0.0370 iprec_at_recall_0.10 8_4 0.0000 iprec_at_recall_0.20 8_4 0.0000 iprec_at_recall_0.30 8_4 0.0000 iprec_at_recall_0.40 8_4 0.0000 iprec_at_recall_0.50 8_4 0.0000 iprec_at_recall_0.60 8_4 0.0000 iprec_at_recall_0.70 8_4 0.0000 iprec_at_recall_0.80 8_4 0.0000 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 0.0000 P_10 8_4 0.0000 P_15 8_4 0.0000 P_20 8_4 0.0000 P_30 8_4 0.0333 P_100 8_4 0.0100 P_200 8_4 0.0150 P_500 8_4 0.0080 P_1000 8_4 0.0040 relstring 8_4 '00000-0--0' recall_5 8_4 0.0000 recall_10 8_4 0.0000 recall_15 8_4 0.0000 recall_20 8_4 0.0000 recall_30 8_4 0.0099 recall_100 8_4 0.0099 recall_200 8_4 0.0297 recall_500 8_4 0.0396 recall_1000 8_4 0.0396 infAP 8_4 0.0009 Rprec_mult_0.20 8_4 0.0000 Rprec_mult_0.40 8_4 0.0244 Rprec_mult_0.60 8_4 0.0164 Rprec_mult_0.80 8_4 0.0123 Rprec_mult_1.00 8_4 0.0099 Rprec_mult_1.20 8_4 0.0246 Rprec_mult_1.40 8_4 0.0211 Rprec_mult_1.60 8_4 0.0185 Rprec_mult_1.80 8_4 0.0165 Rprec_mult_2.00 8_4 0.0149 utility 8_4 -992.0000 11pt_avg 8_4 0.0034 binG 8_4 0.0062 G 8_4 0.0052 ndcg 8_4 0.0233 ndcg_rel 8_4 0.0231 Rndcg 8_4 0.0067 ndcg_cut_5 8_4 0.0000 ndcg_cut_10 8_4 0.0000 ndcg_cut_15 8_4 0.0000 ndcg_cut_20 8_4 0.0000 ndcg_cut_30 8_4 0.0068 ndcg_cut_100 8_4 0.0046 ndcg_cut_200 8_4 0.0207 ndcg_cut_500 8_4 0.0233 ndcg_cut_1000 8_4 0.0233 map_cut_5 8_4 0.0000 map_cut_10 8_4 0.0000 map_cut_15 8_4 0.0000 map_cut_20 8_4 0.0000 map_cut_30 8_4 0.0004 map_cut_100 8_4 0.0004 map_cut_200 8_4 0.0008 map_cut_500 8_4 0.0009 map_cut_1000 8_4 0.0009 relative_P_5 8_4 0.0000 relative_P_10 8_4 0.0000 relative_P_15 8_4 0.0000 relative_P_20 8_4 0.0000 relative_P_30 8_4 0.0333 relative_P_100 8_4 0.0100 relative_P_200 8_4 0.0297 relative_P_500 8_4 0.0396 relative_P_1000 8_4 0.0396 success_1 8_4 0.0000 success_5 8_4 0.0000 success_10 8_4 0.0000 set_P 8_4 0.0040 set_relative_P 8_4 0.0396 set_recall 8_4 0.0396 set_map 8_4 0.0002 set_F 8_4 0.0073 num_nonrel_judged_ret 8_4 22 rbp 8_4 0.0016 rbp_resid 8_4 0.3850 unj_5 8_4 0.0000 unj_10 8_4 0.3000 unj_20 8_4 0.5000 num_ret 8_5 1000 num_rel 8_5 51 num_rel_ret 8_5 16 map 8_5 0.0994 Rprec 8_5 0.2157 bpref 8_5 0.2714 recip_rank 8_5 1.0000 iprec_at_recall_0.00 8_5 1.0000 iprec_at_recall_0.10 8_5 0.4167 iprec_at_recall_0.20 8_5 0.3056 iprec_at_recall_0.30 8_5 0.0644 iprec_at_recall_0.40 8_5 0.0000 iprec_at_recall_0.50 8_5 0.0000 iprec_at_recall_0.60 8_5 0.0000 iprec_at_recall_0.70 8_5 0.0000 iprec_at_recall_0.80 8_5 0.0000 iprec_at_recall_0.90 8_5 0.0000 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.4000 P_10 8_5 0.4000 P_15 8_5 0.3333 P_20 8_5 0.2500 P_30 8_5 0.3000 P_100 8_5 0.1200 P_200 8_5 0.0650 P_500 8_5 0.0320 P_1000 8_5 0.0160 relstring 8_5 '2010000-12' recall_5 8_5 0.0392 recall_10 8_5 0.0784 recall_15 8_5 0.0980 recall_20 8_5 0.0980 recall_30 8_5 0.1765 recall_100 8_5 0.2353 recall_200 8_5 0.2549 recall_500 8_5 0.3137 recall_1000 8_5 0.3137 infAP 8_5 0.0994 Rprec_mult_0.20 8_5 0.3636 Rprec_mult_0.40 8_5 0.2857 Rprec_mult_0.60 8_5 0.2903 Rprec_mult_0.80 8_5 0.2683 Rprec_mult_1.00 8_5 0.2157 Rprec_mult_1.20 8_5 0.1774 Rprec_mult_1.40 8_5 0.1528 Rprec_mult_1.60 8_5 0.1463 Rprec_mult_1.80 8_5 0.1304 Rprec_mult_2.00 8_5 0.1176 utility 8_5 -968.0000 11pt_avg 8_5 0.1624 binG 8_5 0.0916 G 8_5 0.0585 ndcg 8_5 0.2507 ndcg_rel 8_5 0.2535 Rndcg 8_5 0.2552 ndcg_cut_5 8_5 0.2478 ndcg_cut_10 8_5 0.2545 ndcg_cut_15 8_5 0.2330 ndcg_cut_20 8_5 0.2167 ndcg_cut_30 8_5 0.2375 ndcg_cut_100 8_5 0.2278 ndcg_cut_200 8_5 0.2340 ndcg_cut_500 8_5 0.2507 ndcg_cut_1000 8_5 0.2507 map_cut_5 8_5 0.0327 map_cut_10 8_5 0.0471 map_cut_15 8_5 0.0552 map_cut_20 8_5 0.0552 map_cut_30 8_5 0.0787 map_cut_100 8_5 0.0938 map_cut_200 8_5 0.0956 map_cut_500 8_5 0.0994 map_cut_1000 8_5 0.0994 relative_P_5 8_5 0.4000 relative_P_10 8_5 0.4000 relative_P_15 8_5 0.3333 relative_P_20 8_5 0.2500 relative_P_30 8_5 0.3000 relative_P_100 8_5 0.2353 relative_P_200 8_5 0.2549 relative_P_500 8_5 0.3137 relative_P_1000 8_5 0.3137 success_1 8_5 1.0000 success_5 8_5 1.0000 success_10 8_5 1.0000 set_P 8_5 0.0160 set_relative_P 8_5 0.3137 set_recall 8_5 0.3137 set_map 8_5 0.0050 set_F 8_5 0.0304 num_nonrel_judged_ret 8_5 15 rbp 8_5 0.1182 rbp_resid 8_5 0.3055 unj_5 8_5 0.0000 unj_10 8_5 0.1000 unj_20 8_5 0.5000 num_ret 8_7 1000 num_rel 8_7 47 num_rel_ret 8_7 34 map 8_7 0.1833 Rprec 8_7 0.2766 bpref 8_7 0.5998 recip_rank 8_7 1.0000 iprec_at_recall_0.00 8_7 1.0000 iprec_at_recall_0.10 8_7 0.2963 iprec_at_recall_0.20 8_7 0.2889 iprec_at_recall_0.30 8_7 0.2361 iprec_at_recall_0.40 8_7 0.1835 iprec_at_recall_0.50 8_7 0.1625 iprec_at_recall_0.60 8_7 0.1490 iprec_at_recall_0.70 8_7 0.0776 iprec_at_recall_0.80 8_7 0.0000 iprec_at_recall_0.90 8_7 0.0000 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 0.4000 P_10 8_7 0.3000 P_15 8_7 0.2667 P_20 8_7 0.2000 P_30 8_7 0.2667 P_100 8_7 0.1800 P_200 8_7 0.1400 P_500 8_7 0.0660 P_1000 8_7 0.0340 relstring 8_7 '11000--3--' recall_5 8_7 0.0426 recall_10 8_7 0.0638 recall_15 8_7 0.0851 recall_20 8_7 0.0851 recall_30 8_7 0.1702 recall_100 8_7 0.3830 recall_200 8_7 0.5957 recall_500 8_7 0.7021 recall_1000 8_7 0.7234 infAP 8_7 0.1833 Rprec_mult_0.20 8_7 0.3000 Rprec_mult_0.40 8_7 0.2105 Rprec_mult_0.60 8_7 0.2759 Rprec_mult_0.80 8_7 0.2632 Rprec_mult_1.00 8_7 0.2766 Rprec_mult_1.20 8_7 0.2281 Rprec_mult_1.40 8_7 0.2273 Rprec_mult_1.60 8_7 0.2237 Rprec_mult_1.80 8_7 0.2118 Rprec_mult_2.00 8_7 0.1915 utility 8_7 -932.0000 11pt_avg 8_7 0.2176 binG 8_7 0.1631 G 8_7 0.1242 ndcg 8_7 0.4366 ndcg_rel 8_7 0.3482 Rndcg 8_7 0.2609 ndcg_cut_5 8_7 0.1616 ndcg_cut_10 8_7 0.1941 ndcg_cut_15 8_7 0.1970 ndcg_cut_20 8_7 0.1808 ndcg_cut_30 8_7 0.2161 ndcg_cut_100 8_7 0.3304 ndcg_cut_200 8_7 0.4043 ndcg_cut_500 8_7 0.4320 ndcg_cut_1000 8_7 0.4366 map_cut_5 8_7 0.0426 map_cut_10 8_7 0.0505 map_cut_15 8_7 0.0583 map_cut_20 8_7 0.0583 map_cut_30 8_7 0.0807 map_cut_100 8_7 0.1342 map_cut_200 8_7 0.1689 map_cut_500 8_7 0.1823 map_cut_1000 8_7 0.1833 relative_P_5 8_7 0.4000 relative_P_10 8_7 0.3000 relative_P_15 8_7 0.2667 relative_P_20 8_7 0.2000 relative_P_30 8_7 0.2667 relative_P_100 8_7 0.3830 relative_P_200 8_7 0.5957 relative_P_500 8_7 0.7021 relative_P_1000 8_7 0.7234 success_1 8_7 1.0000 success_5 8_7 1.0000 success_10 8_7 1.0000 set_P 8_7 0.0340 set_relative_P 8_7 0.7234 set_recall 8_7 0.7234 set_map 8_7 0.0246 set_F 8_7 0.0649 num_nonrel_judged_ret 8_7 15 rbp 8_7 0.1151 rbp_resid 8_7 0.4408 unj_5 8_7 0.0000 unj_10 8_7 0.4000 unj_20 8_7 0.6500 num_ret 8_8 1000 num_rel 8_8 32 num_rel_ret 8_8 0 map 8_8 0.0000 Rprec 8_8 0.0000 bpref 8_8 0.0000 recip_rank 8_8 0.0000 iprec_at_recall_0.00 8_8 0.0000 iprec_at_recall_0.10 8_8 0.0000 iprec_at_recall_0.20 8_8 0.0000 iprec_at_recall_0.30 8_8 0.0000 iprec_at_recall_0.40 8_8 0.0000 iprec_at_recall_0.50 8_8 0.0000 iprec_at_recall_0.60 8_8 0.0000 iprec_at_recall_0.70 8_8 0.0000 iprec_at_recall_0.80 8_8 0.0000 iprec_at_recall_0.90 8_8 0.0000 iprec_at_recall_1.00 8_8 0.0000 P_5 8_8 0.0000 P_10 8_8 0.0000 P_15 8_8 0.0000 P_20 8_8 0.0000 P_30 8_8 0.0000 P_100 8_8 0.0000 P_200 8_8 0.0000 P_500 8_8 0.0000 P_1000 8_8 0.0000 relstring 8_8 '00000--00-' recall_5 8_8 0.0000 recall_10 8_8 0.0000 recall_15 8_8 0.0000 recall_20 8_8 0.0000 recall_30 8_8 0.0000 recall_100 8_8 0.0000 recall_200 8_8 0.0000 recall_500 8_8 0.0000 recall_1000 8_8 0.0000 infAP 8_8 0.0000 Rprec_mult_0.20 8_8 0.0000 Rprec_mult_0.40 8_8 0.0000 Rprec_mult_0.60 8_8 0.0000 Rprec_mult_0.80 8_8 0.0000 Rprec_mult_1.00 8_8 0.0000 Rprec_mult_1.20 8_8 0.0000 Rprec_mult_1.40 8_8 0.0000 Rprec_mult_1.60 8_8 0.0000 Rprec_mult_1.80 8_8 0.0000 Rprec_mult_2.00 8_8 0.0000 utility 8_8 -1000.0000 11pt_avg 8_8 0.0000 binG 8_8 0.0000 G 8_8 0.0000 ndcg 8_8 0.0000 ndcg_rel 8_8 0.0000 Rndcg 8_8 0.0000 ndcg_cut_5 8_8 0.0000 ndcg_cut_10 8_8 0.0000 ndcg_cut_15 8_8 0.0000 ndcg_cut_20 8_8 0.0000 ndcg_cut_30 8_8 0.0000 ndcg_cut_100 8_8 0.0000 ndcg_cut_200 8_8 0.0000 ndcg_cut_500 8_8 0.0000 ndcg_cut_1000 8_8 0.0000 map_cut_5 8_8 0.0000 map_cut_10 8_8 0.0000 map_cut_15 8_8 0.0000 map_cut_20 8_8 0.0000 map_cut_30 8_8 0.0000 map_cut_100 8_8 0.0000 map_cut_200 8_8 0.0000 map_cut_500 8_8 0.0000 map_cut_1000 8_8 0.0000 relative_P_5 8_8 0.0000 relative_P_10 8_8 0.0000 relative_P_15 8_8 0.0000 relative_P_20 8_8 0.0000 relative_P_30 8_8 0.0000 relative_P_100 8_8 0.0000 relative_P_200 8_8 0.0000 relative_P_500 8_8 0.0000 relative_P_1000 8_8 0.0000 success_1 8_8 0.0000 success_5 8_8 0.0000 success_10 8_8 0.0000 set_P 8_8 0.0000 set_relative_P 8_8 0.0000 set_recall 8_8 0.0000 set_map 8_8 0.0000 set_F 8_8 0.0000 num_nonrel_judged_ret 8_8 12 rbp 8_8 0.0000 rbp_resid 8_8 0.4085 unj_5 8_8 0.0000 unj_10 8_8 0.3000 unj_20 8_8 0.5000 num_ret 9_11 1000 num_rel 9_11 119 num_rel_ret 9_11 28 map 9_11 0.1379 Rprec 9_11 0.2185 bpref 9_11 0.2310 recip_rank 9_11 1.0000 iprec_at_recall_0.00 9_11 1.0000 iprec_at_recall_0.10 9_11 0.7500 iprec_at_recall_0.20 9_11 0.2449 iprec_at_recall_0.30 9_11 0.0000 iprec_at_recall_0.40 9_11 0.0000 iprec_at_recall_0.50 9_11 0.0000 iprec_at_recall_0.60 9_11 0.0000 iprec_at_recall_0.70 9_11 0.0000 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 1.0000 P_10 9_11 0.7000 P_15 9_11 0.7333 P_20 9_11 0.7000 P_30 9_11 0.5667 P_100 9_11 0.2400 P_200 9_11 0.1350 P_500 9_11 0.0560 P_1000 9_11 0.0280 relstring 9_11 '32211--2-3' recall_5 9_11 0.0420 recall_10 9_11 0.0588 recall_15 9_11 0.0924 recall_20 9_11 0.1176 recall_30 9_11 0.1429 recall_100 9_11 0.2017 recall_200 9_11 0.2269 recall_500 9_11 0.2353 recall_1000 9_11 0.2353 infAP 9_11 0.1379 Rprec_mult_0.20 9_11 0.6250 Rprec_mult_0.40 9_11 0.3750 Rprec_mult_0.60 9_11 0.3056 Rprec_mult_0.80 9_11 0.2396 Rprec_mult_1.00 9_11 0.2185 Rprec_mult_1.20 9_11 0.1888 Rprec_mult_1.40 9_11 0.1617 Rprec_mult_1.60 9_11 0.1414 Rprec_mult_1.80 9_11 0.1256 Rprec_mult_2.00 9_11 0.1134 utility 9_11 -944.0000 11pt_avg 9_11 0.1814 binG 9_11 0.0955 G 9_11 0.0681 ndcg 9_11 0.3261 ndcg_rel 9_11 0.3737 Rndcg 9_11 0.3798 ndcg_cut_5 9_11 0.6873 ndcg_cut_10 9_11 0.5680 ndcg_cut_15 9_11 0.5738 ndcg_cut_20 9_11 0.5653 ndcg_cut_30 9_11 0.5146 ndcg_cut_100 9_11 0.3249 ndcg_cut_200 9_11 0.3209 ndcg_cut_500 9_11 0.3261 ndcg_cut_1000 9_11 0.3261 map_cut_5 9_11 0.0420 map_cut_10 9_11 0.0542 map_cut_15 9_11 0.0792 map_cut_20 9_11 0.0975 map_cut_30 9_11 0.1126 map_cut_100 9_11 0.1316 map_cut_200 9_11 0.1373 map_cut_500 9_11 0.1379 map_cut_1000 9_11 0.1379 relative_P_5 9_11 1.0000 relative_P_10 9_11 0.7000 relative_P_15 9_11 0.7333 relative_P_20 9_11 0.7000 relative_P_30 9_11 0.5667 relative_P_100 9_11 0.2400 relative_P_200 9_11 0.2269 relative_P_500 9_11 0.2353 relative_P_1000 9_11 0.2353 success_1 9_11 1.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.0280 set_relative_P 9_11 0.2353 set_recall 9_11 0.2353 set_map 9_11 0.0066 set_F 9_11 0.0500 num_nonrel_judged_ret 9_11 6 rbp 9_11 0.4361 rbp_resid 9_11 0.2982 unj_5 9_11 0.0000 unj_10 9_11 0.3000 unj_20 9_11 0.3000 num_ret 9_13 1000 num_rel 9_13 4 num_rel_ret 9_13 3 map 9_13 0.2135 Rprec 9_13 0.2500 bpref 9_13 0.5625 recip_rank 9_13 0.3333 iprec_at_recall_0.00 9_13 0.3333 iprec_at_recall_0.10 9_13 0.3333 iprec_at_recall_0.20 9_13 0.3333 iprec_at_recall_0.30 9_13 0.3333 iprec_at_recall_0.40 9_13 0.3333 iprec_at_recall_0.50 9_13 0.3333 iprec_at_recall_0.60 9_13 0.3333 iprec_at_recall_0.70 9_13 0.1875 iprec_at_recall_0.80 9_13 0.1875 iprec_at_recall_0.90 9_13 0.0000 iprec_at_recall_1.00 9_13 0.0000 P_5 9_13 0.2000 P_10 9_13 0.2000 P_15 9_13 0.1333 P_20 9_13 0.1500 P_30 9_13 0.1000 P_100 9_13 0.0300 P_200 9_13 0.0150 P_500 9_13 0.0060 P_1000 9_13 0.0030 relstring 9_13 '0-3--3----' recall_5 9_13 0.2500 recall_10 9_13 0.5000 recall_15 9_13 0.5000 recall_20 9_13 0.7500 recall_30 9_13 0.7500 recall_100 9_13 0.7500 recall_200 9_13 0.7500 recall_500 9_13 0.7500 recall_1000 9_13 0.7500 infAP 9_13 0.2135 Rprec_mult_0.20 9_13 0.0000 Rprec_mult_0.40 9_13 0.0000 Rprec_mult_0.60 9_13 0.3333 Rprec_mult_0.80 9_13 0.2500 Rprec_mult_1.00 9_13 0.2500 Rprec_mult_1.20 9_13 0.2000 Rprec_mult_1.40 9_13 0.3333 Rprec_mult_1.60 9_13 0.2857 Rprec_mult_1.80 9_13 0.2500 Rprec_mult_2.00 9_13 0.2500 utility 9_13 -994.0000 11pt_avg 9_13 0.2462 binG 9_13 0.2857 G 9_13 0.2652 ndcg 9_13 0.4449 ndcg_rel 9_13 0.3876 Rndcg 9_13 0.2342 ndcg_cut_5 9_13 0.2372 ndcg_cut_10 9_13 0.4062 ndcg_cut_15 9_13 0.4062 ndcg_cut_20 9_13 0.4449 ndcg_cut_30 9_13 0.4449 ndcg_cut_100 9_13 0.4449 ndcg_cut_200 9_13 0.4449 ndcg_cut_500 9_13 0.4449 ndcg_cut_1000 9_13 0.4449 map_cut_5 9_13 0.0833 map_cut_10 9_13 0.1667 map_cut_15 9_13 0.1667 map_cut_20 9_13 0.2135 map_cut_30 9_13 0.2135 map_cut_100 9_13 0.2135 map_cut_200 9_13 0.2135 map_cut_500 9_13 0.2135 map_cut_1000 9_13 0.2135 relative_P_5 9_13 0.2500 relative_P_10 9_13 0.5000 relative_P_15 9_13 0.5000 relative_P_20 9_13 0.7500 relative_P_30 9_13 0.7500 relative_P_100 9_13 0.7500 relative_P_200 9_13 0.7500 relative_P_500 9_13 0.7500 relative_P_1000 9_13 0.7500 success_1 9_13 0.0000 success_5 9_13 1.0000 success_10 9_13 1.0000 set_P 9_13 0.0030 set_relative_P 9_13 0.7500 set_recall 9_13 0.7500 set_map 9_13 0.0022 set_F 9_13 0.0060 num_nonrel_judged_ret 9_13 2 rbp 9_13 0.1469 rbp_resid 9_13 0.7329 unj_5 9_13 0.6000 unj_10 9_13 0.7000 unj_20 9_13 0.8000 num_ret 9_2 1000 num_rel 9_2 113 num_rel_ret 9_2 31 map 9_2 0.1236 Rprec 9_2 0.2035 bpref 9_2 0.2371 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 0.6111 iprec_at_recall_0.20 9_2 0.2473 iprec_at_recall_0.30 9_2 0.0000 iprec_at_recall_0.40 9_2 0.0000 iprec_at_recall_0.50 9_2 0.0000 iprec_at_recall_0.60 9_2 0.0000 iprec_at_recall_0.70 9_2 0.0000 iprec_at_recall_0.80 9_2 0.0000 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 0.8000 P_10 9_2 0.8000 P_15 9_2 0.6667 P_20 9_2 0.5500 P_30 9_2 0.4333 P_100 9_2 0.2300 P_200 9_2 0.1250 P_500 9_2 0.0540 P_1000 9_2 0.0310 relstring 9_2 '131012-113' recall_5 9_2 0.0354 recall_10 9_2 0.0708 recall_15 9_2 0.0885 recall_20 9_2 0.0973 recall_30 9_2 0.1150 recall_100 9_2 0.2035 recall_200 9_2 0.2212 recall_500 9_2 0.2389 recall_1000 9_2 0.2743 infAP 9_2 0.1236 Rprec_mult_0.20 9_2 0.4783 Rprec_mult_0.40 9_2 0.3696 Rprec_mult_0.60 9_2 0.2941 Rprec_mult_0.80 9_2 0.2418 Rprec_mult_1.00 9_2 0.2035 Rprec_mult_1.20 9_2 0.1691 Rprec_mult_1.40 9_2 0.1509 Rprec_mult_1.60 9_2 0.1381 Rprec_mult_1.80 9_2 0.1225 Rprec_mult_2.00 9_2 0.1106 utility 9_2 -938.0000 11pt_avg 9_2 0.1689 binG 9_2 0.0910 G 9_2 0.0575 ndcg 9_2 0.2942 ndcg_rel 9_2 0.3117 Rndcg 9_2 0.3183 ndcg_cut_5 9_2 0.4273 ndcg_cut_10 9_2 0.4965 ndcg_cut_15 9_2 0.4436 ndcg_cut_20 9_2 0.3960 ndcg_cut_30 9_2 0.3462 ndcg_cut_100 9_2 0.2704 ndcg_cut_200 9_2 0.2675 ndcg_cut_500 9_2 0.2802 ndcg_cut_1000 9_2 0.2942 map_cut_5 9_2 0.0336 map_cut_10 9_2 0.0616 map_cut_15 9_2 0.0750 map_cut_20 9_2 0.0805 map_cut_30 9_2 0.0887 map_cut_100 9_2 0.1180 map_cut_200 9_2 0.1208 map_cut_500 9_2 0.1222 map_cut_1000 9_2 0.1236 relative_P_5 9_2 0.8000 relative_P_10 9_2 0.8000 relative_P_15 9_2 0.6667 relative_P_20 9_2 0.5500 relative_P_30 9_2 0.4333 relative_P_100 9_2 0.2300 relative_P_200 9_2 0.2212 relative_P_500 9_2 0.2389 relative_P_1000 9_2 0.2743 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 0.0310 set_relative_P 9_2 0.2743 set_recall 9_2 0.2743 set_map 9_2 0.0085 set_F 9_2 0.0557 num_nonrel_judged_ret 9_2 14 rbp 9_2 0.3153 rbp_resid 9_2 0.2038 unj_5 9_2 0.0000 unj_10 9_2 0.1000 unj_20 9_2 0.2000 num_ret 9_6 1000 num_rel 9_6 131 num_rel_ret 9_6 22 map 9_6 0.1340 Rprec 9_6 0.1679 bpref 9_6 0.1679 recip_rank 9_6 1.0000 iprec_at_recall_0.00 9_6 1.0000 iprec_at_recall_0.10 9_6 0.7143 iprec_at_recall_0.20 9_6 0.0000 iprec_at_recall_0.30 9_6 0.0000 iprec_at_recall_0.40 9_6 0.0000 iprec_at_recall_0.50 9_6 0.0000 iprec_at_recall_0.60 9_6 0.0000 iprec_at_recall_0.70 9_6 0.0000 iprec_at_recall_0.80 9_6 0.0000 iprec_at_recall_0.90 9_6 0.0000 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 1.0000 P_10 9_6 0.9000 P_15 9_6 0.7333 P_20 9_6 0.7000 P_30 9_6 0.6000 P_100 9_6 0.2200 P_200 9_6 0.1100 P_500 9_6 0.0440 P_1000 9_6 0.0220 relstring 9_6 '12232223-1' recall_5 9_6 0.0382 recall_10 9_6 0.0687 recall_15 9_6 0.0840 recall_20 9_6 0.1069 recall_30 9_6 0.1374 recall_100 9_6 0.1679 recall_200 9_6 0.1679 recall_500 9_6 0.1679 recall_1000 9_6 0.1679 infAP 9_6 0.1340 Rprec_mult_0.20 9_6 0.6296 Rprec_mult_0.40 9_6 0.4151 Rprec_mult_0.60 9_6 0.2785 Rprec_mult_0.80 9_6 0.2095 Rprec_mult_1.00 9_6 0.1679 Rprec_mult_1.20 9_6 0.1392 Rprec_mult_1.40 9_6 0.1196 Rprec_mult_1.60 9_6 0.1048 Rprec_mult_1.80 9_6 0.0932 Rprec_mult_2.00 9_6 0.0840 utility 9_6 -956.0000 11pt_avg 9_6 0.1558 binG 9_6 0.0983 G 9_6 0.0440 ndcg 9_6 0.2467 ndcg_rel 9_6 0.2903 Rndcg 9_6 0.3045 ndcg_cut_5 9_6 0.6023 ndcg_cut_10 9_6 0.5827 ndcg_cut_15 9_6 0.4976 ndcg_cut_20 9_6 0.4693 ndcg_cut_30 9_6 0.4587 ndcg_cut_100 9_6 0.2745 ndcg_cut_200 9_6 0.2467 ndcg_cut_500 9_6 0.2467 ndcg_cut_1000 9_6 0.2467 map_cut_5 9_6 0.0382 map_cut_10 9_6 0.0679 map_cut_15 9_6 0.0805 map_cut_20 9_6 0.0968 map_cut_30 9_6 0.1177 map_cut_100 9_6 0.1340 map_cut_200 9_6 0.1340 map_cut_500 9_6 0.1340 map_cut_1000 9_6 0.1340 relative_P_5 9_6 1.0000 relative_P_10 9_6 0.9000 relative_P_15 9_6 0.7333 relative_P_20 9_6 0.7000 relative_P_30 9_6 0.6000 relative_P_100 9_6 0.2200 relative_P_200 9_6 0.1679 relative_P_500 9_6 0.1679 relative_P_1000 9_6 0.1679 success_1 9_6 1.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 0.0220 set_relative_P 9_6 0.1679 set_recall 9_6 0.1679 set_map 9_6 0.0037 set_F 9_6 0.0389 num_nonrel_judged_ret 9_6 0 rbp 9_6 0.4892 rbp_resid 9_6 0.2399 unj_5 9_6 0.0000 unj_10 9_6 0.1000 unj_20 9_6 0.3000 num_ret 9_9 1000 num_rel 9_9 55 num_rel_ret 9_9 7 map 9_9 0.1176 Rprec 9_9 0.1273 bpref 9_9 0.1263 recip_rank 9_9 1.0000 iprec_at_recall_0.00 9_9 1.0000 iprec_at_recall_0.10 9_9 0.8571 iprec_at_recall_0.20 9_9 0.0000 iprec_at_recall_0.30 9_9 0.0000 iprec_at_recall_0.40 9_9 0.0000 iprec_at_recall_0.50 9_9 0.0000 iprec_at_recall_0.60 9_9 0.0000 iprec_at_recall_0.70 9_9 0.0000 iprec_at_recall_0.80 9_9 0.0000 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 0.8000 P_10 9_9 0.7000 P_15 9_9 0.4667 P_20 9_9 0.3500 P_30 9_9 0.2333 P_100 9_9 0.0700 P_200 9_9 0.0350 P_500 9_9 0.0140 P_1000 9_9 0.0070 relstring 9_9 '2211033-1-' recall_5 9_9 0.0727 recall_10 9_9 0.1273 recall_15 9_9 0.1273 recall_20 9_9 0.1273 recall_30 9_9 0.1273 recall_100 9_9 0.1273 recall_200 9_9 0.1273 recall_500 9_9 0.1273 recall_1000 9_9 0.1273 infAP 9_9 0.1176 Rprec_mult_0.20 9_9 0.6364 Rprec_mult_0.40 9_9 0.3182 Rprec_mult_0.60 9_9 0.2121 Rprec_mult_0.80 9_9 0.1591 Rprec_mult_1.00 9_9 0.1273 Rprec_mult_1.20 9_9 0.1061 Rprec_mult_1.40 9_9 0.0909 Rprec_mult_1.60 9_9 0.0795 Rprec_mult_1.80 9_9 0.0707 Rprec_mult_2.00 9_9 0.0636 utility 9_9 -986.0000 11pt_avg 9_9 0.1688 binG 9_9 0.1048 G 9_9 0.0424 ndcg 9_9 0.2029 ndcg_rel 9_9 0.2514 Rndcg 9_9 0.2298 ndcg_cut_5 9_9 0.4740 ndcg_cut_10 9_9 0.4814 ndcg_cut_15 9_9 0.3732 ndcg_cut_20 9_9 0.3107 ndcg_cut_30 9_9 0.2543 ndcg_cut_100 9_9 0.2029 ndcg_cut_200 9_9 0.2029 ndcg_cut_500 9_9 0.2029 ndcg_cut_1000 9_9 0.2029 map_cut_5 9_9 0.0727 map_cut_10 9_9 0.1176 map_cut_15 9_9 0.1176 map_cut_20 9_9 0.1176 map_cut_30 9_9 0.1176 map_cut_100 9_9 0.1176 map_cut_200 9_9 0.1176 map_cut_500 9_9 0.1176 map_cut_1000 9_9 0.1176 relative_P_5 9_9 0.8000 relative_P_10 9_9 0.7000 relative_P_15 9_9 0.4667 relative_P_20 9_9 0.3500 relative_P_30 9_9 0.2333 relative_P_100 9_9 0.1273 relative_P_200 9_9 0.1273 relative_P_500 9_9 0.1273 relative_P_1000 9_9 0.1273 success_1 9_9 1.0000 success_5 9_9 1.0000 success_10 9_9 1.0000 set_P 9_9 0.0070 set_relative_P 9_9 0.1273 set_recall 9_9 0.1273 set_map 9_9 0.0009 set_F 9_9 0.0133 num_nonrel_judged_ret 9_9 10 rbp 9_9 0.3045 rbp_resid 9_9 0.3763 unj_5 9_9 0.0000 unj_10 9_9 0.2000 unj_20 9_9 0.5000 runid all dcu_manual_qe_summ_TopP_3 num_q all 116 num_ret all 116000 num_rel all 9895 num_rel_ret all 1886 map all 0.0783 gm_map all 0.0098 Rprec all 0.1209 bpref all 0.1724 recip_rank all 0.5219 iprec_at_recall_0.00 all 0.5559 iprec_at_recall_0.10 all 0.2593 iprec_at_recall_0.20 all 0.1278 iprec_at_recall_0.30 all 0.0810 iprec_at_recall_0.40 all 0.0538 iprec_at_recall_0.50 all 0.0380 iprec_at_recall_0.60 all 0.0258 iprec_at_recall_0.70 all 0.0198 iprec_at_recall_0.80 all 0.0102 iprec_at_recall_0.90 all 0.0004 iprec_at_recall_1.00 all 0.0000 P_5 all 0.3500 P_10 all 0.2862 P_15 all 0.2506 P_20 all 0.2237 P_30 all 0.1945 P_100 all 0.1004 P_200 all 0.0617 P_500 all 0.0297 P_1000 all 0.0163 recall_5 all 0.0285 recall_10 all 0.0472 recall_15 all 0.0609 recall_20 all 0.0732 recall_30 all 0.0948 recall_100 all 0.1577 recall_200 all 0.1891 recall_500 all 0.2220 recall_1000 all 0.2385 infAP all 0.0783 gm_bpref all 0.0243 Rprec_mult_0.20 all 0.2381 Rprec_mult_0.40 all 0.1824 Rprec_mult_0.60 all 0.1570 Rprec_mult_0.80 all 0.1352 Rprec_mult_1.00 all 0.1209 Rprec_mult_1.20 all 0.1081 Rprec_mult_1.40 all 0.1012 Rprec_mult_1.60 all 0.0934 Rprec_mult_1.80 all 0.0868 Rprec_mult_2.00 all 0.0803 utility all -967.4828 11pt_avg all 0.1066 binG all 0.0674 G all 0.0505 ndcg all 0.1966 ndcg_rel all 0.1888 Rndcg all 0.1723 ndcg_cut_5 all 0.2174 ndcg_cut_10 all 0.2010 ndcg_cut_15 all 0.1906 ndcg_cut_20 all 0.1834 ndcg_cut_30 all 0.1766 ndcg_cut_100 all 0.1674 ndcg_cut_200 all 0.1764 ndcg_cut_500 all 0.1900 ndcg_cut_1000 all 0.1966 map_cut_5 all 0.0218 map_cut_10 all 0.0318 map_cut_15 all 0.0386 map_cut_20 all 0.0439 map_cut_30 all 0.0517 map_cut_100 all 0.0702 map_cut_200 all 0.0750 map_cut_500 all 0.0776 map_cut_1000 all 0.0783 relative_P_5 all 0.3504 relative_P_10 all 0.2888 relative_P_15 all 0.2542 relative_P_20 all 0.2297 relative_P_30 all 0.2044 relative_P_100 all 0.1702 relative_P_200 all 0.1907 relative_P_500 all 0.2220 relative_P_1000 all 0.2385 success_1 all 0.4310 success_5 all 0.6466 success_10 all 0.7069 set_P all 0.0163 set_relative_P all 0.2385 set_recall all 0.2385 set_map all 0.0067 set_F all 0.0295 num_nonrel_judged_ret all 2034 rbp all 0.1379 rbp_resid all 0.3817 unj_5 all 0.0052 unj_10 all 0.2888 unj_20 all 0.4823