num_ret 0_10 1000 num_rel 0_10 54 num_rel_ret 0_10 0 map 0_10 0.0000 Rprec 0_10 0.0000 bpref 0_10 0.0000 recip_rank 0_10 0.0000 iprec_at_recall_0.00 0_10 0.0000 iprec_at_recall_0.10 0_10 0.0000 iprec_at_recall_0.20 0_10 0.0000 iprec_at_recall_0.30 0_10 0.0000 iprec_at_recall_0.40 0_10 0.0000 iprec_at_recall_0.50 0_10 0.0000 iprec_at_recall_0.60 0_10 0.0000 iprec_at_recall_0.70 0_10 0.0000 iprec_at_recall_0.80 0_10 0.0000 iprec_at_recall_0.90 0_10 0.0000 iprec_at_recall_1.00 0_10 0.0000 P_5 0_10 0.0000 P_10 0_10 0.0000 P_15 0_10 0.0000 P_20 0_10 0.0000 P_30 0_10 0.0000 P_100 0_10 0.0000 P_200 0_10 0.0000 P_500 0_10 0.0000 P_1000 0_10 0.0000 relstring 0_10 '00000---00' recall_5 0_10 0.0000 recall_10 0_10 0.0000 recall_15 0_10 0.0000 recall_20 0_10 0.0000 recall_30 0_10 0.0000 recall_100 0_10 0.0000 recall_200 0_10 0.0000 recall_500 0_10 0.0000 recall_1000 0_10 0.0000 infAP 0_10 0.0000 Rprec_mult_0.20 0_10 0.0000 Rprec_mult_0.40 0_10 0.0000 Rprec_mult_0.60 0_10 0.0000 Rprec_mult_0.80 0_10 0.0000 Rprec_mult_1.00 0_10 0.0000 Rprec_mult_1.20 0_10 0.0000 Rprec_mult_1.40 0_10 0.0000 Rprec_mult_1.60 0_10 0.0000 Rprec_mult_1.80 0_10 0.0000 Rprec_mult_2.00 0_10 0.0000 utility 0_10 -1000.0000 11pt_avg 0_10 0.0000 binG 0_10 0.0000 G 0_10 0.0000 ndcg 0_10 0.0000 ndcg_rel 0_10 0.0000 Rndcg 0_10 0.0000 ndcg_cut_5 0_10 0.0000 ndcg_cut_10 0_10 0.0000 ndcg_cut_15 0_10 0.0000 ndcg_cut_20 0_10 0.0000 ndcg_cut_30 0_10 0.0000 ndcg_cut_100 0_10 0.0000 ndcg_cut_200 0_10 0.0000 ndcg_cut_500 0_10 0.0000 ndcg_cut_1000 0_10 0.0000 map_cut_5 0_10 0.0000 map_cut_10 0_10 0.0000 map_cut_15 0_10 0.0000 map_cut_20 0_10 0.0000 map_cut_30 0_10 0.0000 map_cut_100 0_10 0.0000 map_cut_200 0_10 0.0000 map_cut_500 0_10 0.0000 map_cut_1000 0_10 0.0000 relative_P_5 0_10 0.0000 relative_P_10 0_10 0.0000 relative_P_15 0_10 0.0000 relative_P_20 0_10 0.0000 relative_P_30 0_10 0.0000 relative_P_100 0_10 0.0000 relative_P_200 0_10 0.0000 relative_P_500 0_10 0.0000 relative_P_1000 0_10 0.0000 success_1 0_10 0.0000 success_5 0_10 0.0000 success_10 0_10 0.0000 set_P 0_10 0.0000 set_relative_P 0_10 0.0000 set_recall 0_10 0.0000 set_map 0_10 0.0000 set_F 0_10 0.0000 num_nonrel_judged_ret 0_10 11 rbp 0_10 0.0000 rbp_resid 0_10 0.5087 unj_5 0_10 0.0000 unj_10 0_10 0.3000 unj_20 0_10 0.6500 num_ret 0_11 1000 num_rel 0_11 12 num_rel_ret 0_11 11 map 0_11 0.2748 Rprec 0_11 0.2500 bpref 0_11 0.3194 recip_rank 0_11 1.0000 iprec_at_recall_0.00 0_11 1.0000 iprec_at_recall_0.10 0_11 1.0000 iprec_at_recall_0.20 0_11 1.0000 iprec_at_recall_0.30 0_11 0.2667 iprec_at_recall_0.40 0_11 0.2632 iprec_at_recall_0.50 0_11 0.0515 iprec_at_recall_0.60 0_11 0.0515 iprec_at_recall_0.70 0_11 0.0469 iprec_at_recall_0.80 0_11 0.0469 iprec_at_recall_0.90 0_11 0.0324 iprec_at_recall_1.00 0_11 0.0000 P_5 0_11 0.4000 P_10 0_11 0.3000 P_15 0_11 0.2667 P_20 0_11 0.2500 P_30 0_11 0.1667 P_100 0_11 0.0500 P_200 0_11 0.0450 P_500 0_11 0.0220 P_1000 0_11 0.0110 relstring 0_11 '3300030---' recall_5 0_11 0.1667 recall_10 0_11 0.2500 recall_15 0_11 0.3333 recall_20 0_11 0.4167 recall_30 0_11 0.4167 recall_100 0_11 0.4167 recall_200 0_11 0.7500 recall_500 0_11 0.9167 recall_1000 0_11 0.9167 infAP 0_11 0.2748 Rprec_mult_0.20 0_11 0.6667 Rprec_mult_0.40 0_11 0.4000 Rprec_mult_0.60 0_11 0.3750 Rprec_mult_0.80 0_11 0.3000 Rprec_mult_1.00 0_11 0.2500 Rprec_mult_1.20 0_11 0.2667 Rprec_mult_1.40 0_11 0.2353 Rprec_mult_1.60 0_11 0.2500 Rprec_mult_1.80 0_11 0.2273 Rprec_mult_2.00 0_11 0.2083 utility 0_11 -978.0000 11pt_avg 0_11 0.3417 binG 0_11 0.3128 G 0_11 0.2911 ndcg 0_11 0.6411 ndcg_rel 0_11 0.6364 Rndcg 0_11 0.5156 ndcg_cut_5 0_11 0.5531 ndcg_cut_10 0_11 0.4374 ndcg_cut_15 0_11 0.4393 ndcg_cut_20 0_11 0.4847 ndcg_cut_30 0_11 0.4847 ndcg_cut_100 0_11 0.4847 ndcg_cut_200 0_11 0.5923 ndcg_cut_500 0_11 0.6411 ndcg_cut_1000 0_11 0.6411 map_cut_5 0_11 0.1667 map_cut_10 0_11 0.2083 map_cut_15 0_11 0.2306 map_cut_20 0_11 0.2525 map_cut_30 0_11 0.2525 map_cut_100 0_11 0.2525 map_cut_200 0_11 0.2682 map_cut_500 0_11 0.2748 map_cut_1000 0_11 0.2748 relative_P_5 0_11 0.4000 relative_P_10 0_11 0.3000 relative_P_15 0_11 0.3333 relative_P_20 0_11 0.4167 relative_P_30 0_11 0.4167 relative_P_100 0_11 0.4167 relative_P_200 0_11 0.7500 relative_P_500 0_11 0.9167 relative_P_1000 0_11 0.9167 success_1 0_11 1.0000 success_5 0_11 1.0000 success_10 0_11 1.0000 set_P 0_11 0.0110 set_relative_P 0_11 0.9167 set_recall 0_11 0.9167 set_map 0_11 0.0101 set_F 0_11 0.0217 num_nonrel_judged_ret 0_11 21 rbp 0_11 0.2869 rbp_resid 0_11 0.3563 unj_5 0_11 0.0000 unj_10 0_11 0.3000 unj_20 0_11 0.4500 num_ret 0_2 1000 num_rel 0_2 34 num_rel_ret 0_2 30 map 0_2 0.1995 Rprec 0_2 0.2353 bpref 0_2 0.1479 recip_rank 0_2 1.0000 iprec_at_recall_0.00 0_2 1.0000 iprec_at_recall_0.10 0_2 0.2667 iprec_at_recall_0.20 0_2 0.2537 iprec_at_recall_0.30 0_2 0.2537 iprec_at_recall_0.40 0_2 0.2537 iprec_at_recall_0.50 0_2 0.2537 iprec_at_recall_0.60 0_2 0.1626 iprec_at_recall_0.70 0_2 0.1044 iprec_at_recall_0.80 0_2 0.0765 iprec_at_recall_0.90 0_2 0.0000 iprec_at_recall_1.00 0_2 0.0000 P_5 0_2 0.4000 P_10 0_2 0.2000 P_15 0_2 0.2667 P_20 0_2 0.2000 P_30 0_2 0.2000 P_100 0_2 0.1800 P_200 0_2 0.1150 P_500 0_2 0.0560 P_1000 0_2 0.0300 relstring 0_2 '2020000000' recall_5 0_2 0.0588 recall_10 0_2 0.0588 recall_15 0_2 0.1176 recall_20 0_2 0.1176 recall_30 0_2 0.1765 recall_100 0_2 0.5294 recall_200 0_2 0.6765 recall_500 0_2 0.8235 recall_1000 0_2 0.8824 infAP 0_2 0.1995 Rprec_mult_0.20 0_2 0.2857 Rprec_mult_0.40 0_2 0.2143 Rprec_mult_0.60 0_2 0.1905 Rprec_mult_0.80 0_2 0.2143 Rprec_mult_1.00 0_2 0.2353 Rprec_mult_1.20 0_2 0.2195 Rprec_mult_1.40 0_2 0.2500 Rprec_mult_1.60 0_2 0.2364 Rprec_mult_1.80 0_2 0.2258 Rprec_mult_2.00 0_2 0.2500 utility 0_2 -940.0000 11pt_avg 0_2 0.2386 binG 0_2 0.1899 G 0_2 0.1687 ndcg 0_2 0.5572 ndcg_rel 0_2 0.4304 Rndcg 0_2 0.4413 ndcg_cut_5 0_2 0.4350 ndcg_cut_10 0_2 0.2974 ndcg_cut_15 0_2 0.2822 ndcg_cut_20 0_2 0.2579 ndcg_cut_30 0_2 0.2499 ndcg_cut_100 0_2 0.4202 ndcg_cut_200 0_2 0.4715 ndcg_cut_500 0_2 0.5384 ndcg_cut_1000 0_2 0.5572 map_cut_5 0_2 0.0490 map_cut_10 0_2 0.0490 map_cut_15 0_2 0.0642 map_cut_20 0_2 0.0642 map_cut_30 0_2 0.0766 map_cut_100 0_2 0.1607 map_cut_200 0_2 0.1840 map_cut_500 0_2 0.1974 map_cut_1000 0_2 0.1995 relative_P_5 0_2 0.4000 relative_P_10 0_2 0.2000 relative_P_15 0_2 0.2667 relative_P_20 0_2 0.2000 relative_P_30 0_2 0.2000 relative_P_100 0_2 0.5294 relative_P_200 0_2 0.6765 relative_P_500 0_2 0.8235 relative_P_1000 0_2 0.8824 success_1 0_2 1.0000 success_5 0_2 1.0000 success_10 0_2 1.0000 set_P 0_2 0.0300 set_relative_P 0_2 0.8824 set_recall 0_2 0.8824 set_map 0_2 0.0265 set_F 0_2 0.0580 num_nonrel_judged_ret 0_2 154 rbp 0_2 0.1502 rbp_resid 0_2 0.0086 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1000 num_rel 0_3 24 num_rel_ret 0_3 22 map 0_3 0.2196 Rprec 0_3 0.2917 bpref 0_3 0.1927 recip_rank 0_3 1.0000 iprec_at_recall_0.00 0_3 1.0000 iprec_at_recall_0.10 0_3 0.3500 iprec_at_recall_0.20 0_3 0.3500 iprec_at_recall_0.30 0_3 0.3500 iprec_at_recall_0.40 0_3 0.2182 iprec_at_recall_0.50 0_3 0.2182 iprec_at_recall_0.60 0_3 0.1772 iprec_at_recall_0.70 0_3 0.1382 iprec_at_recall_0.80 0_3 0.1105 iprec_at_recall_0.90 0_3 0.0286 iprec_at_recall_1.00 0_3 0.0000 P_5 0_3 0.2000 P_10 0_3 0.2000 P_15 0_3 0.2667 P_20 0_3 0.3500 P_30 0_3 0.2667 P_100 0_3 0.1600 P_200 0_3 0.1000 P_500 0_3 0.0420 P_1000 0_3 0.0220 relstring 0_3 '1000010000' recall_5 0_3 0.0417 recall_10 0_3 0.0833 recall_15 0_3 0.1667 recall_20 0_3 0.2917 recall_30 0_3 0.3333 recall_100 0_3 0.6667 recall_200 0_3 0.8333 recall_500 0_3 0.8750 recall_1000 0_3 0.9167 infAP 0_3 0.2196 Rprec_mult_0.20 0_3 0.2000 Rprec_mult_0.40 0_3 0.2000 Rprec_mult_0.60 0_3 0.2667 Rprec_mult_0.80 0_3 0.3500 Rprec_mult_1.00 0_3 0.2917 Rprec_mult_1.20 0_3 0.2759 Rprec_mult_1.40 0_3 0.2353 Rprec_mult_1.60 0_3 0.2051 Rprec_mult_1.80 0_3 0.2045 Rprec_mult_2.00 0_3 0.1875 utility 0_3 -956.0000 11pt_avg 0_3 0.2674 binG 0_3 0.2148 G 0_3 0.1787 ndcg 0_3 0.4954 ndcg_rel 0_3 0.3646 Rndcg 0_3 0.3134 ndcg_cut_5 0_3 0.1450 ndcg_cut_10 0_3 0.1597 ndcg_cut_15 0_3 0.2423 ndcg_cut_20 0_3 0.3021 ndcg_cut_30 0_3 0.2969 ndcg_cut_100 0_3 0.4098 ndcg_cut_200 0_3 0.4674 ndcg_cut_500 0_3 0.4778 ndcg_cut_1000 0_3 0.4954 map_cut_5 0_3 0.0417 map_cut_10 0_3 0.0556 map_cut_15 0_3 0.0771 map_cut_20 0_3 0.1186 map_cut_30 0_3 0.1301 map_cut_100 0_3 0.1956 map_cut_200 0_3 0.2151 map_cut_500 0_3 0.2184 map_cut_1000 0_3 0.2196 relative_P_5 0_3 0.2000 relative_P_10 0_3 0.2000 relative_P_15 0_3 0.2667 relative_P_20 0_3 0.3500 relative_P_30 0_3 0.3333 relative_P_100 0_3 0.6667 relative_P_200 0_3 0.8333 relative_P_500 0_3 0.8750 relative_P_1000 0_3 0.9167 success_1 0_3 1.0000 success_5 0_3 1.0000 success_10 0_3 1.0000 set_P 0_3 0.0220 set_relative_P 0_3 0.9167 set_recall 0_3 0.9167 set_map 0_3 0.0202 set_F 0_3 0.0430 num_nonrel_judged_ret 0_3 130 rbp 0_3 0.1117 rbp_resid 0_3 0.0061 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 1000 num_rel 0_4 20 num_rel_ret 0_4 17 map 0_4 0.2924 Rprec 0_4 0.3500 bpref 0_4 0.4850 recip_rank 0_4 1.0000 iprec_at_recall_0.00 0_4 1.0000 iprec_at_recall_0.10 0_4 1.0000 iprec_at_recall_0.20 0_4 0.3636 iprec_at_recall_0.30 0_4 0.3636 iprec_at_recall_0.40 0_4 0.3636 iprec_at_recall_0.50 0_4 0.3125 iprec_at_recall_0.60 0_4 0.1538 iprec_at_recall_0.70 0_4 0.0670 iprec_at_recall_0.80 0_4 0.0196 iprec_at_recall_0.90 0_4 0.0000 iprec_at_recall_1.00 0_4 0.0000 P_5 0_4 0.6000 P_10 0_4 0.3000 P_15 0_4 0.2667 P_20 0_4 0.3500 P_30 0_4 0.3000 P_100 0_4 0.1300 P_200 0_4 0.0650 P_500 0_4 0.0280 P_1000 0_4 0.0170 relstring 0_4 '22100-0000' recall_5 0_4 0.1500 recall_10 0_4 0.1500 recall_15 0_4 0.2000 recall_20 0_4 0.3500 recall_30 0_4 0.4500 recall_100 0_4 0.6500 recall_200 0_4 0.6500 recall_500 0_4 0.7000 recall_1000 0_4 0.8500 infAP 0_4 0.2924 Rprec_mult_0.20 0_4 0.7500 Rprec_mult_0.40 0_4 0.3750 Rprec_mult_0.60 0_4 0.2500 Rprec_mult_0.80 0_4 0.3125 Rprec_mult_1.00 0_4 0.3500 Rprec_mult_1.20 0_4 0.3333 Rprec_mult_1.40 0_4 0.2857 Rprec_mult_1.60 0_4 0.3125 Rprec_mult_1.80 0_4 0.2778 Rprec_mult_2.00 0_4 0.2500 utility 0_4 -966.0000 11pt_avg 0_4 0.3313 binG 0_4 0.2846 G 0_4 0.1708 ndcg 0_4 0.5103 ndcg_rel 0_4 0.4148 Rndcg 0_4 0.3793 ndcg_cut_5 0_4 0.3552 ndcg_cut_10 0_4 0.2730 ndcg_cut_15 0_4 0.2564 ndcg_cut_20 0_4 0.3086 ndcg_cut_30 0_4 0.3580 ndcg_cut_100 0_4 0.4173 ndcg_cut_200 0_4 0.4173 ndcg_cut_500 0_4 0.4481 ndcg_cut_1000 0_4 0.5103 map_cut_5 0_4 0.1500 map_cut_10 0_4 0.1500 map_cut_15 0_4 0.1633 map_cut_20 0_4 0.2131 map_cut_30 0_4 0.2468 map_cut_100 0_4 0.2860 map_cut_200 0_4 0.2860 map_cut_500 0_4 0.2894 map_cut_1000 0_4 0.2924 relative_P_5 0_4 0.6000 relative_P_10 0_4 0.3000 relative_P_15 0_4 0.2667 relative_P_20 0_4 0.3500 relative_P_30 0_4 0.4500 relative_P_100 0_4 0.6500 relative_P_200 0_4 0.6500 relative_P_500 0_4 0.7000 relative_P_1000 0_4 0.8500 success_1 0_4 1.0000 success_5 0_4 1.0000 success_10 0_4 1.0000 set_P 0_4 0.0170 set_relative_P 0_4 0.8500 set_recall 0_4 0.8500 set_map 0_4 0.0144 set_F 0_4 0.0333 num_nonrel_judged_ret 0_4 20 rbp 0_4 0.1499 rbp_resid 0_4 0.2741 unj_5 0_4 0.0000 unj_10 0_4 0.1000 unj_20 0_4 0.3000 num_ret 0_6 1000 num_rel 0_6 121 num_rel_ret 0_6 12 map 0_6 0.0044 Rprec 0_6 0.0165 bpref 0_6 0.0858 recip_rank 0_6 0.3333 iprec_at_recall_0.00 0_6 0.3333 iprec_at_recall_0.10 0_6 0.0123 iprec_at_recall_0.20 0_6 0.0000 iprec_at_recall_0.30 0_6 0.0000 iprec_at_recall_0.40 0_6 0.0000 iprec_at_recall_0.50 0_6 0.0000 iprec_at_recall_0.60 0_6 0.0000 iprec_at_recall_0.70 0_6 0.0000 iprec_at_recall_0.80 0_6 0.0000 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 0.2000 P_10 0_6 0.1000 P_15 0_6 0.0667 P_20 0_6 0.0500 P_30 0_6 0.0667 P_100 0_6 0.0200 P_200 0_6 0.0150 P_500 0_6 0.0080 P_1000 0_6 0.0120 relstring 0_6 '00100---0-' recall_5 0_6 0.0083 recall_10 0_6 0.0083 recall_15 0_6 0.0083 recall_20 0_6 0.0083 recall_30 0_6 0.0165 recall_100 0_6 0.0165 recall_200 0_6 0.0248 recall_500 0_6 0.0331 recall_1000 0_6 0.0992 infAP 0_6 0.0044 Rprec_mult_0.20 0_6 0.0800 Rprec_mult_0.40 0_6 0.0408 Rprec_mult_0.60 0_6 0.0274 Rprec_mult_0.80 0_6 0.0206 Rprec_mult_1.00 0_6 0.0165 Rprec_mult_1.20 0_6 0.0137 Rprec_mult_1.40 0_6 0.0118 Rprec_mult_1.60 0_6 0.0155 Rprec_mult_1.80 0_6 0.0138 Rprec_mult_2.00 0_6 0.0124 utility 0_6 -976.0000 11pt_avg 0_6 0.0314 binG 0_6 0.0150 G 0_6 0.0137 ndcg 0_6 0.0663 ndcg_rel 0_6 0.0645 Rndcg 0_6 0.0417 ndcg_cut_5 0_6 0.0565 ndcg_cut_10 0_6 0.0403 ndcg_cut_15 0_6 0.0333 ndcg_cut_20 0_6 0.0288 ndcg_cut_30 0_6 0.0331 ndcg_cut_100 0_6 0.0209 ndcg_cut_200 0_6 0.0263 ndcg_cut_500 0_6 0.0293 ndcg_cut_1000 0_6 0.0663 map_cut_5 0_6 0.0028 map_cut_10 0_6 0.0028 map_cut_15 0_6 0.0028 map_cut_20 0_6 0.0028 map_cut_30 0_6 0.0034 map_cut_100 0_6 0.0034 map_cut_200 0_6 0.0036 map_cut_500 0_6 0.0037 map_cut_1000 0_6 0.0044 relative_P_5 0_6 0.2000 relative_P_10 0_6 0.1000 relative_P_15 0_6 0.0667 relative_P_20 0_6 0.0500 relative_P_30 0_6 0.0667 relative_P_100 0_6 0.0200 relative_P_200 0_6 0.0248 relative_P_500 0_6 0.0331 relative_P_1000 0_6 0.0992 success_1 0_6 0.0000 success_5 0_6 1.0000 success_10 0_6 1.0000 set_P 0_6 0.0120 set_relative_P 0_6 0.0992 set_recall 0_6 0.0992 set_map 0_6 0.0012 set_F 0_6 0.0214 num_nonrel_judged_ret 0_6 11 rbp 0_6 0.0300 rbp_resid 0_6 0.4940 unj_5 0_6 0.0000 unj_10 0_6 0.4000 unj_20 0_6 0.6500 num_ret 0_7 1000 num_rel 0_7 33 num_rel_ret 0_7 0 map 0_7 0.0000 Rprec 0_7 0.0000 bpref 0_7 0.0000 recip_rank 0_7 0.0000 iprec_at_recall_0.00 0_7 0.0000 iprec_at_recall_0.10 0_7 0.0000 iprec_at_recall_0.20 0_7 0.0000 iprec_at_recall_0.30 0_7 0.0000 iprec_at_recall_0.40 0_7 0.0000 iprec_at_recall_0.50 0_7 0.0000 iprec_at_recall_0.60 0_7 0.0000 iprec_at_recall_0.70 0_7 0.0000 iprec_at_recall_0.80 0_7 0.0000 iprec_at_recall_0.90 0_7 0.0000 iprec_at_recall_1.00 0_7 0.0000 P_5 0_7 0.0000 P_10 0_7 0.0000 P_15 0_7 0.0000 P_20 0_7 0.0000 P_30 0_7 0.0000 P_100 0_7 0.0000 P_200 0_7 0.0000 P_500 0_7 0.0000 P_1000 0_7 0.0000 relstring 0_7 '00000----0' recall_5 0_7 0.0000 recall_10 0_7 0.0000 recall_15 0_7 0.0000 recall_20 0_7 0.0000 recall_30 0_7 0.0000 recall_100 0_7 0.0000 recall_200 0_7 0.0000 recall_500 0_7 0.0000 recall_1000 0_7 0.0000 infAP 0_7 0.0000 Rprec_mult_0.20 0_7 0.0000 Rprec_mult_0.40 0_7 0.0000 Rprec_mult_0.60 0_7 0.0000 Rprec_mult_0.80 0_7 0.0000 Rprec_mult_1.00 0_7 0.0000 Rprec_mult_1.20 0_7 0.0000 Rprec_mult_1.40 0_7 0.0000 Rprec_mult_1.60 0_7 0.0000 Rprec_mult_1.80 0_7 0.0000 Rprec_mult_2.00 0_7 0.0000 utility 0_7 -1000.0000 11pt_avg 0_7 0.0000 binG 0_7 0.0000 G 0_7 0.0000 ndcg 0_7 0.0000 ndcg_rel 0_7 0.0000 Rndcg 0_7 0.0000 ndcg_cut_5 0_7 0.0000 ndcg_cut_10 0_7 0.0000 ndcg_cut_15 0_7 0.0000 ndcg_cut_20 0_7 0.0000 ndcg_cut_30 0_7 0.0000 ndcg_cut_100 0_7 0.0000 ndcg_cut_200 0_7 0.0000 ndcg_cut_500 0_7 0.0000 ndcg_cut_1000 0_7 0.0000 map_cut_5 0_7 0.0000 map_cut_10 0_7 0.0000 map_cut_15 0_7 0.0000 map_cut_20 0_7 0.0000 map_cut_30 0_7 0.0000 map_cut_100 0_7 0.0000 map_cut_200 0_7 0.0000 map_cut_500 0_7 0.0000 map_cut_1000 0_7 0.0000 relative_P_5 0_7 0.0000 relative_P_10 0_7 0.0000 relative_P_15 0_7 0.0000 relative_P_20 0_7 0.0000 relative_P_30 0_7 0.0000 relative_P_100 0_7 0.0000 relative_P_200 0_7 0.0000 relative_P_500 0_7 0.0000 relative_P_1000 0_7 0.0000 success_1 0_7 0.0000 success_5 0_7 0.0000 success_10 0_7 0.0000 set_P 0_7 0.0000 set_relative_P 0_7 0.0000 set_recall 0_7 0.0000 set_map 0_7 0.0000 set_F 0_7 0.0000 num_nonrel_judged_ret 0_7 12 rbp 0_7 0.0000 rbp_resid 0_7 0.5256 unj_5 0_7 0.0000 unj_10 0_7 0.4000 unj_20 0_7 0.6500 num_ret 0_8 1000 num_rel 0_8 31 num_rel_ret 0_8 28 map 0_8 0.3658 Rprec 0_8 0.3871 bpref 0_8 0.7211 recip_rank 0_8 1.0000 iprec_at_recall_0.00 0_8 1.0000 iprec_at_recall_0.10 0_8 1.0000 iprec_at_recall_0.20 0_8 0.5000 iprec_at_recall_0.30 0_8 0.4348 iprec_at_recall_0.40 0_8 0.3871 iprec_at_recall_0.50 0_8 0.3019 iprec_at_recall_0.60 0_8 0.2597 iprec_at_recall_0.70 0_8 0.2558 iprec_at_recall_0.80 0_8 0.1880 iprec_at_recall_0.90 0_8 0.0368 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.8000 P_10 0_8 0.5000 P_15 0_8 0.4667 P_20 0_8 0.4000 P_30 0_8 0.3667 P_100 0_8 0.2200 P_200 0_8 0.1300 P_500 0_8 0.0540 P_1000 0_8 0.0280 relstring 0_8 '212200--2-' recall_5 0_8 0.1290 recall_10 0_8 0.1613 recall_15 0_8 0.2258 recall_20 0_8 0.2581 recall_30 0_8 0.3548 recall_100 0_8 0.7097 recall_200 0_8 0.8387 recall_500 0_8 0.8710 recall_1000 0_8 0.9032 infAP 0_8 0.3658 Rprec_mult_0.20 0_8 0.5714 Rprec_mult_0.40 0_8 0.4615 Rprec_mult_0.60 0_8 0.3684 Rprec_mult_0.80 0_8 0.4000 Rprec_mult_1.00 0_8 0.3871 Rprec_mult_1.20 0_8 0.3421 Rprec_mult_1.40 0_8 0.3182 Rprec_mult_1.60 0_8 0.3000 Rprec_mult_1.80 0_8 0.2857 Rprec_mult_2.00 0_8 0.2742 utility 0_8 -944.0000 11pt_avg 0_8 0.3967 binG 0_8 0.2880 G 0_8 0.2737 ndcg 0_8 0.7373 ndcg_rel 0_8 0.6589 Rndcg 0_8 0.6155 ndcg_cut_5 0_8 0.7618 ndcg_cut_10 0_8 0.5790 ndcg_cut_15 0_8 0.5809 ndcg_cut_20 0_8 0.5404 ndcg_cut_30 0_8 0.5032 ndcg_cut_100 0_8 0.6605 ndcg_cut_200 0_8 0.7130 ndcg_cut_500 0_8 0.7296 ndcg_cut_1000 0_8 0.7373 map_cut_5 0_8 0.1290 map_cut_10 0_8 0.1470 map_cut_15 0_8 0.1792 map_cut_20 0_8 0.1921 map_cut_30 0_8 0.2325 map_cut_100 0_8 0.3379 map_cut_200 0_8 0.3627 map_cut_500 0_8 0.3646 map_cut_1000 0_8 0.3658 relative_P_5 0_8 0.8000 relative_P_10 0_8 0.5000 relative_P_15 0_8 0.4667 relative_P_20 0_8 0.4000 relative_P_30 0_8 0.3667 relative_P_100 0_8 0.7097 relative_P_200 0_8 0.8387 relative_P_500 0_8 0.8710 relative_P_1000 0_8 0.9032 success_1 0_8 1.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 0.0280 set_relative_P 0_8 0.9032 set_recall 0_8 0.9032 set_map 0_8 0.0253 set_F 0_8 0.0543 num_nonrel_judged_ret 0_8 17 rbp 0_8 0.4095 rbp_resid 0_8 0.3417 unj_5 0_8 0.0000 unj_10 0_8 0.3000 unj_20 0_8 0.4500 num_ret 10_1 1000 num_rel 10_1 118 num_rel_ret 10_1 61 map 10_1 0.2814 Rprec 10_1 0.3136 bpref 10_1 0.4894 recip_rank 10_1 1.0000 iprec_at_recall_0.00 10_1 1.0000 iprec_at_recall_0.10 10_1 1.0000 iprec_at_recall_0.20 10_1 0.8333 iprec_at_recall_0.30 10_1 0.3398 iprec_at_recall_0.40 10_1 0.1720 iprec_at_recall_0.50 10_1 0.0694 iprec_at_recall_0.60 10_1 0.0000 iprec_at_recall_0.70 10_1 0.0000 iprec_at_recall_0.80 10_1 0.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 1.0000 P_10 10_1 1.0000 P_15 10_1 0.9333 P_20 10_1 0.8500 P_30 10_1 0.8333 P_100 10_1 0.3400 P_200 10_1 0.2100 P_500 10_1 0.1100 P_1000 10_1 0.0610 relstring 10_1 '2123212321' recall_5 10_1 0.0424 recall_10 10_1 0.0847 recall_15 10_1 0.1186 recall_20 10_1 0.1441 recall_30 10_1 0.2119 recall_100 10_1 0.2881 recall_200 10_1 0.3559 recall_500 10_1 0.4661 recall_1000 10_1 0.5169 infAP 10_1 0.2814 Rprec_mult_0.20 10_1 0.8333 Rprec_mult_0.40 10_1 0.6042 Rprec_mult_0.60 10_1 0.4507 Rprec_mult_0.80 10_1 0.3579 Rprec_mult_1.00 10_1 0.3136 Rprec_mult_1.20 10_1 0.2746 Rprec_mult_1.40 10_1 0.2470 Rprec_mult_1.60 10_1 0.2222 Rprec_mult_1.80 10_1 0.2066 Rprec_mult_2.00 10_1 0.1907 utility 10_1 -878.0000 11pt_avg 10_1 0.3104 binG 10_1 0.2009 G 10_1 0.1353 ndcg 10_1 0.5662 ndcg_rel 10_1 0.5856 Rndcg 10_1 0.5648 ndcg_cut_5 10_1 0.6735 ndcg_cut_10 10_1 0.7346 ndcg_cut_15 10_1 0.7673 ndcg_cut_20 10_1 0.7289 ndcg_cut_30 10_1 0.7125 ndcg_cut_100 10_1 0.4760 ndcg_cut_200 10_1 0.4870 ndcg_cut_500 10_1 0.5496 ndcg_cut_1000 10_1 0.5662 map_cut_5 10_1 0.0424 map_cut_10 10_1 0.0847 map_cut_15 10_1 0.1181 map_cut_20 10_1 0.1408 map_cut_30 10_1 0.1974 map_cut_100 10_1 0.2403 map_cut_200 10_1 0.2601 map_cut_500 10_1 0.2770 map_cut_1000 10_1 0.2814 relative_P_5 10_1 1.0000 relative_P_10 10_1 1.0000 relative_P_15 10_1 0.9333 relative_P_20 10_1 0.8500 relative_P_30 10_1 0.8333 relative_P_100 10_1 0.3400 relative_P_200 10_1 0.3559 relative_P_500 10_1 0.4661 relative_P_1000 10_1 0.5169 success_1 10_1 1.0000 success_5 10_1 1.0000 success_10 10_1 1.0000 set_P 10_1 0.0610 set_relative_P 10_1 0.5169 set_recall 10_1 0.5169 set_map 10_1 0.0315 set_F 10_1 0.1091 num_nonrel_judged_ret 10_1 23 rbp 10_1 0.5662 rbp_resid 10_1 0.0764 unj_5 10_1 0.0000 unj_10 10_1 0.0000 unj_20 10_1 0.1000 num_ret 10_12 1000 num_rel 10_12 71 num_rel_ret 10_12 65 map 10_12 0.3243 Rprec 10_12 0.3662 bpref 10_12 0.7751 recip_rank 10_12 1.0000 iprec_at_recall_0.00 10_12 1.0000 iprec_at_recall_0.10 10_12 0.6667 iprec_at_recall_0.20 10_12 0.5806 iprec_at_recall_0.30 10_12 0.4423 iprec_at_recall_0.40 10_12 0.3571 iprec_at_recall_0.50 10_12 0.2517 iprec_at_recall_0.60 10_12 0.1972 iprec_at_recall_0.70 10_12 0.1420 iprec_at_recall_0.80 10_12 0.1088 iprec_at_recall_0.90 10_12 0.0788 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 0.6000 P_10 10_12 0.6000 P_15 10_12 0.6667 P_20 10_12 0.6000 P_30 10_12 0.5667 P_100 10_12 0.3200 P_200 10_12 0.2000 P_500 10_12 0.1100 P_1000 10_12 0.0650 relstring 10_12 '42200-0433' recall_5 10_12 0.0423 recall_10 10_12 0.0845 recall_15 10_12 0.1408 recall_20 10_12 0.1690 recall_30 10_12 0.2394 recall_100 10_12 0.4507 recall_200 10_12 0.5634 recall_500 10_12 0.7746 recall_1000 10_12 0.9155 infAP 10_12 0.3243 Rprec_mult_0.20 10_12 0.6667 Rprec_mult_0.40 10_12 0.5517 Rprec_mult_0.60 10_12 0.4419 Rprec_mult_0.80 10_12 0.4211 Rprec_mult_1.00 10_12 0.3662 Rprec_mult_1.20 10_12 0.3488 Rprec_mult_1.40 10_12 0.3200 Rprec_mult_1.60 10_12 0.2895 Rprec_mult_1.80 10_12 0.2734 Rprec_mult_2.00 10_12 0.2465 utility 10_12 -870.0000 11pt_avg 10_12 0.3478 binG 10_12 0.2070 G 10_12 0.1813 ndcg 10_12 0.7099 ndcg_rel 10_12 0.6010 Rndcg 10_12 0.5855 ndcg_cut_5 10_12 0.5705 ndcg_cut_10 10_12 0.6007 ndcg_cut_15 10_12 0.6157 ndcg_cut_20 10_12 0.5787 ndcg_cut_30 10_12 0.5383 ndcg_cut_100 10_12 0.5127 ndcg_cut_200 10_12 0.5680 ndcg_cut_500 10_12 0.6585 ndcg_cut_1000 10_12 0.7099 map_cut_5 10_12 0.0423 map_cut_10 10_12 0.0656 map_cut_15 10_12 0.1024 map_cut_20 10_12 0.1199 map_cut_30 10_12 0.1594 map_cut_100 10_12 0.2471 map_cut_200 10_12 0.2759 map_cut_500 10_12 0.3112 map_cut_1000 10_12 0.3243 relative_P_5 10_12 0.6000 relative_P_10 10_12 0.6000 relative_P_15 10_12 0.6667 relative_P_20 10_12 0.6000 relative_P_30 10_12 0.5667 relative_P_100 10_12 0.4507 relative_P_200 10_12 0.5634 relative_P_500 10_12 0.7746 relative_P_1000 10_12 0.9155 success_1 10_12 1.0000 success_5 10_12 1.0000 success_10 10_12 1.0000 set_P 10_12 0.0650 set_relative_P 10_12 0.9155 set_recall 10_12 0.9155 set_map 10_12 0.0595 set_F 10_12 0.1214 num_nonrel_judged_ret 10_12 23 rbp 10_12 0.3730 rbp_resid 10_12 0.1717 unj_5 10_12 0.0000 unj_10 10_12 0.1000 unj_20 10_12 0.1500 num_ret 10_2 1000 num_rel 10_2 30 num_rel_ret 10_2 7 map 10_2 0.0097 Rprec 10_2 0.0333 bpref 10_2 0.0289 recip_rank 10_2 0.2000 iprec_at_recall_0.00 10_2 0.2000 iprec_at_recall_0.10 10_2 0.0283 iprec_at_recall_0.20 10_2 0.0082 iprec_at_recall_0.30 10_2 0.0000 iprec_at_recall_0.40 10_2 0.0000 iprec_at_recall_0.50 10_2 0.0000 iprec_at_recall_0.60 10_2 0.0000 iprec_at_recall_0.70 10_2 0.0000 iprec_at_recall_0.80 10_2 0.0000 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 0.2000 P_10 10_2 0.1000 P_15 10_2 0.0667 P_20 10_2 0.0500 P_30 10_2 0.0333 P_100 10_2 0.0200 P_200 10_2 0.0150 P_500 10_2 0.0060 P_1000 10_2 0.0070 relstring 10_2 '000010000-' recall_5 10_2 0.0333 recall_10 10_2 0.0333 recall_15 10_2 0.0333 recall_20 10_2 0.0333 recall_30 10_2 0.0333 recall_100 10_2 0.0667 recall_200 10_2 0.1000 recall_500 10_2 0.1000 recall_1000 10_2 0.2333 infAP 10_2 0.0097 Rprec_mult_0.20 10_2 0.1667 Rprec_mult_0.40 10_2 0.0833 Rprec_mult_0.60 10_2 0.0556 Rprec_mult_0.80 10_2 0.0417 Rprec_mult_1.00 10_2 0.0333 Rprec_mult_1.20 10_2 0.0278 Rprec_mult_1.40 10_2 0.0238 Rprec_mult_1.60 10_2 0.0208 Rprec_mult_1.80 10_2 0.0185 Rprec_mult_2.00 10_2 0.0333 utility 10_2 -986.0000 11pt_avg 10_2 0.0215 binG 10_2 0.0375 G 10_2 0.0232 ndcg 10_2 0.0699 ndcg_rel 10_2 0.0657 Rndcg 10_2 0.0316 ndcg_cut_5 10_2 0.0393 ndcg_cut_10 10_2 0.0297 ndcg_cut_15 10_2 0.0260 ndcg_cut_20 10_2 0.0241 ndcg_cut_30 10_2 0.0213 ndcg_cut_100 10_2 0.0306 ndcg_cut_200 10_2 0.0469 ndcg_cut_500 10_2 0.0469 ndcg_cut_1000 10_2 0.0699 map_cut_5 10_2 0.0067 map_cut_10 10_2 0.0067 map_cut_15 10_2 0.0067 map_cut_20 10_2 0.0067 map_cut_30 10_2 0.0067 map_cut_100 10_2 0.0078 map_cut_200 10_2 0.0088 map_cut_500 10_2 0.0088 map_cut_1000 10_2 0.0097 relative_P_5 10_2 0.2000 relative_P_10 10_2 0.1000 relative_P_15 10_2 0.0667 relative_P_20 10_2 0.0500 relative_P_30 10_2 0.0333 relative_P_100 10_2 0.0667 relative_P_200 10_2 0.1000 relative_P_500 10_2 0.1000 relative_P_1000 10_2 0.2333 success_1 10_2 0.0000 success_5 10_2 1.0000 success_10 10_2 1.0000 set_P 10_2 0.0070 set_relative_P 10_2 0.2333 set_recall 10_2 0.2333 set_map 10_2 0.0016 set_F 10_2 0.0136 num_nonrel_judged_ret 10_2 113 rbp 10_2 0.0165 rbp_resid 10_2 0.1101 unj_5 10_2 0.0000 unj_10 10_2 0.1000 unj_20 10_2 0.1000 num_ret 10_3 1000 num_rel 10_3 23 num_rel_ret 10_3 6 map 10_3 0.0035 Rprec 10_3 0.0000 bpref 10_3 0.1096 recip_rank 10_3 0.0097 iprec_at_recall_0.00 10_3 0.0169 iprec_at_recall_0.10 10_3 0.0169 iprec_at_recall_0.20 10_3 0.0150 iprec_at_recall_0.30 10_3 0.0000 iprec_at_recall_0.40 10_3 0.0000 iprec_at_recall_0.50 10_3 0.0000 iprec_at_recall_0.60 10_3 0.0000 iprec_at_recall_0.70 10_3 0.0000 iprec_at_recall_0.80 10_3 0.0000 iprec_at_recall_0.90 10_3 0.0000 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 0.0000 P_10 10_3 0.0000 P_15 10_3 0.0000 P_20 10_3 0.0000 P_30 10_3 0.0000 P_100 10_3 0.0000 P_200 10_3 0.0150 P_500 10_3 0.0120 P_1000 10_3 0.0060 relstring 10_3 '00000-----' recall_5 10_3 0.0000 recall_10 10_3 0.0000 recall_15 10_3 0.0000 recall_20 10_3 0.0000 recall_30 10_3 0.0000 recall_100 10_3 0.0000 recall_200 10_3 0.1304 recall_500 10_3 0.2609 recall_1000 10_3 0.2609 infAP 10_3 0.0035 Rprec_mult_0.20 10_3 0.0000 Rprec_mult_0.40 10_3 0.0000 Rprec_mult_0.60 10_3 0.0000 Rprec_mult_0.80 10_3 0.0000 Rprec_mult_1.00 10_3 0.0000 Rprec_mult_1.20 10_3 0.0000 Rprec_mult_1.40 10_3 0.0000 Rprec_mult_1.60 10_3 0.0000 Rprec_mult_1.80 10_3 0.0000 Rprec_mult_2.00 10_3 0.0000 utility 10_3 -988.0000 11pt_avg 10_3 0.0044 binG 10_3 0.0337 G 10_3 0.0326 ndcg 10_3 0.0872 ndcg_rel 10_3 0.0773 Rndcg 10_3 0.0291 ndcg_cut_5 10_3 0.0000 ndcg_cut_10 10_3 0.0000 ndcg_cut_15 10_3 0.0000 ndcg_cut_20 10_3 0.0000 ndcg_cut_30 10_3 0.0000 ndcg_cut_100 10_3 0.0000 ndcg_cut_200 10_3 0.0356 ndcg_cut_500 10_3 0.0872 ndcg_cut_1000 10_3 0.0872 map_cut_5 10_3 0.0000 map_cut_10 10_3 0.0000 map_cut_15 10_3 0.0000 map_cut_20 10_3 0.0000 map_cut_30 10_3 0.0000 map_cut_100 10_3 0.0000 map_cut_200 10_3 0.0016 map_cut_500 10_3 0.0035 map_cut_1000 10_3 0.0035 relative_P_5 10_3 0.0000 relative_P_10 10_3 0.0000 relative_P_15 10_3 0.0000 relative_P_20 10_3 0.0000 relative_P_30 10_3 0.0000 relative_P_100 10_3 0.0000 relative_P_200 10_3 0.1304 relative_P_500 10_3 0.2609 relative_P_1000 10_3 0.2609 success_1 10_3 0.0000 success_5 10_3 0.0000 success_10 10_3 0.0000 set_P 10_3 0.0060 set_relative_P 10_3 0.2609 set_recall 10_3 0.2609 set_map 10_3 0.0016 set_F 10_3 0.0117 num_nonrel_judged_ret 10_3 25 rbp 10_3 0.0000 rbp_resid 10_3 0.5541 unj_5 10_3 0.0000 unj_10 10_3 0.5000 unj_20 10_3 0.7000 num_ret 10_6 1000 num_rel 10_6 133 num_rel_ret 10_6 2 map 10_6 0.0000 Rprec 10_6 0.0000 bpref 10_6 0.0140 recip_rank 10_6 0.0014 iprec_at_recall_0.00 10_6 0.0028 iprec_at_recall_0.10 10_6 0.0000 iprec_at_recall_0.20 10_6 0.0000 iprec_at_recall_0.30 10_6 0.0000 iprec_at_recall_0.40 10_6 0.0000 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 0.0000 P_10 10_6 0.0000 P_15 10_6 0.0000 P_20 10_6 0.0000 P_30 10_6 0.0000 P_100 10_6 0.0000 P_200 10_6 0.0000 P_500 10_6 0.0000 P_1000 10_6 0.0020 relstring 10_6 '000000-0--' recall_5 10_6 0.0000 recall_10 10_6 0.0000 recall_15 10_6 0.0000 recall_20 10_6 0.0000 recall_30 10_6 0.0000 recall_100 10_6 0.0000 recall_200 10_6 0.0000 recall_500 10_6 0.0000 recall_1000 10_6 0.0150 infAP 10_6 0.0000 Rprec_mult_0.20 10_6 0.0000 Rprec_mult_0.40 10_6 0.0000 Rprec_mult_0.60 10_6 0.0000 Rprec_mult_0.80 10_6 0.0000 Rprec_mult_1.00 10_6 0.0000 Rprec_mult_1.20 10_6 0.0000 Rprec_mult_1.40 10_6 0.0000 Rprec_mult_1.60 10_6 0.0000 Rprec_mult_1.80 10_6 0.0000 Rprec_mult_2.00 10_6 0.0000 utility 10_6 -996.0000 11pt_avg 10_6 0.0003 binG 10_6 0.0016 G 10_6 0.0015 ndcg 10_6 0.0072 ndcg_rel 10_6 0.0071 Rndcg 10_6 0.0018 ndcg_cut_5 10_6 0.0000 ndcg_cut_10 10_6 0.0000 ndcg_cut_15 10_6 0.0000 ndcg_cut_20 10_6 0.0000 ndcg_cut_30 10_6 0.0000 ndcg_cut_100 10_6 0.0000 ndcg_cut_200 10_6 0.0000 ndcg_cut_500 10_6 0.0000 ndcg_cut_1000 10_6 0.0072 map_cut_5 10_6 0.0000 map_cut_10 10_6 0.0000 map_cut_15 10_6 0.0000 map_cut_20 10_6 0.0000 map_cut_30 10_6 0.0000 map_cut_100 10_6 0.0000 map_cut_200 10_6 0.0000 map_cut_500 10_6 0.0000 map_cut_1000 10_6 0.0000 relative_P_5 10_6 0.0000 relative_P_10 10_6 0.0000 relative_P_15 10_6 0.0000 relative_P_20 10_6 0.0000 relative_P_30 10_6 0.0000 relative_P_100 10_6 0.0000 relative_P_200 10_6 0.0000 relative_P_500 10_6 0.0000 relative_P_1000 10_6 0.0150 success_1 10_6 0.0000 success_5 10_6 0.0000 success_10 10_6 0.0000 set_P 10_6 0.0020 set_relative_P 10_6 0.0150 set_recall 10_6 0.0150 set_map 10_6 0.0000 set_F 10_6 0.0035 num_nonrel_judged_ret 10_6 7 rbp 10_6 0.0000 rbp_resid 10_6 0.4836 unj_5 10_6 0.0000 unj_10 10_6 0.3000 unj_20 10_6 0.6500 num_ret 10_7 1000 num_rel 10_7 149 num_rel_ret 10_7 93 map 10_7 0.1695 Rprec 10_7 0.2685 bpref 10_7 0.5541 recip_rank 10_7 1.0000 iprec_at_recall_0.00 10_7 1.0000 iprec_at_recall_0.10 10_7 0.4688 iprec_at_recall_0.20 10_7 0.3333 iprec_at_recall_0.30 10_7 0.2184 iprec_at_recall_0.40 10_7 0.1604 iprec_at_recall_0.50 10_7 0.1157 iprec_at_recall_0.60 10_7 0.0980 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 0.6000 P_10 10_7 0.6000 P_15 10_7 0.4667 P_20 10_7 0.5000 P_30 10_7 0.4333 P_100 10_7 0.3100 P_200 10_7 0.2200 P_500 10_7 0.1380 P_1000 10_7 0.0930 relstring 10_7 '201012101-' recall_5 10_7 0.0201 recall_10 10_7 0.0403 recall_15 10_7 0.0470 recall_20 10_7 0.0671 recall_30 10_7 0.0872 recall_100 10_7 0.2081 recall_200 10_7 0.2953 recall_500 10_7 0.4631 recall_1000 10_7 0.6242 infAP 10_7 0.1695 Rprec_mult_0.20 10_7 0.4333 Rprec_mult_0.40 10_7 0.3667 Rprec_mult_0.60 10_7 0.3333 Rprec_mult_0.80 10_7 0.3000 Rprec_mult_1.00 10_7 0.2685 Rprec_mult_1.20 10_7 0.2291 Rprec_mult_1.40 10_7 0.2153 Rprec_mult_1.60 10_7 0.1967 Rprec_mult_1.80 10_7 0.1859 Rprec_mult_2.00 10_7 0.1879 utility 10_7 -814.0000 11pt_avg 10_7 0.2177 binG 10_7 0.1116 G 10_7 0.0975 ndcg 10_7 0.4925 ndcg_rel 10_7 0.4256 Rndcg 10_7 0.4497 ndcg_cut_5 10_7 0.4186 ndcg_cut_10 10_7 0.4197 ndcg_cut_15 10_7 0.3534 ndcg_cut_20 10_7 0.3602 ndcg_cut_30 10_7 0.3259 ndcg_cut_100 10_7 0.3245 ndcg_cut_200 10_7 0.3205 ndcg_cut_500 10_7 0.4137 ndcg_cut_1000 10_7 0.4925 map_cut_5 10_7 0.0152 map_cut_10 10_7 0.0290 map_cut_15 10_7 0.0326 map_cut_20 10_7 0.0426 map_cut_30 10_7 0.0524 map_cut_100 10_7 0.0983 map_cut_200 10_7 0.1230 map_cut_500 10_7 0.1522 map_cut_1000 10_7 0.1695 relative_P_5 10_7 0.6000 relative_P_10 10_7 0.6000 relative_P_15 10_7 0.4667 relative_P_20 10_7 0.5000 relative_P_30 10_7 0.4333 relative_P_100 10_7 0.3100 relative_P_200 10_7 0.2953 relative_P_500 10_7 0.4631 relative_P_1000 10_7 0.6242 success_1 10_7 1.0000 success_5 10_7 1.0000 success_10 10_7 1.0000 set_P 10_7 0.0930 set_relative_P 10_7 0.6242 set_recall 10_7 0.6242 set_map 10_7 0.0580 set_F 10_7 0.1619 num_nonrel_judged_ret 10_7 16 rbp 10_7 0.2360 rbp_resid 10_7 0.2220 unj_5 10_7 0.0000 unj_10 10_7 0.1000 unj_20 10_7 0.3000 num_ret 10_8 1000 num_rel 10_8 76 num_rel_ret 10_8 20 map 10_8 0.0061 Rprec 10_8 0.0263 bpref 10_8 0.2079 recip_rank 10_8 0.0278 iprec_at_recall_0.00 10_8 0.0280 iprec_at_recall_0.10 10_8 0.0239 iprec_at_recall_0.20 10_8 0.0239 iprec_at_recall_0.30 10_8 0.0000 iprec_at_recall_0.40 10_8 0.0000 iprec_at_recall_0.50 10_8 0.0000 iprec_at_recall_0.60 10_8 0.0000 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 0.0000 P_10 10_8 0.0000 P_15 10_8 0.0000 P_20 10_8 0.0000 P_30 10_8 0.0000 P_100 10_8 0.0200 P_200 10_8 0.0200 P_500 10_8 0.0180 P_1000 10_8 0.0200 relstring 10_8 '0000000---' recall_5 10_8 0.0000 recall_10 10_8 0.0000 recall_15 10_8 0.0000 recall_20 10_8 0.0000 recall_30 10_8 0.0000 recall_100 10_8 0.0263 recall_200 10_8 0.0526 recall_500 10_8 0.1184 recall_1000 10_8 0.2632 infAP 10_8 0.0061 Rprec_mult_0.20 10_8 0.0000 Rprec_mult_0.40 10_8 0.0000 Rprec_mult_0.60 10_8 0.0217 Rprec_mult_0.80 10_8 0.0164 Rprec_mult_1.00 10_8 0.0263 Rprec_mult_1.20 10_8 0.0217 Rprec_mult_1.40 10_8 0.0280 Rprec_mult_1.60 10_8 0.0246 Rprec_mult_1.80 10_8 0.0219 Rprec_mult_2.00 10_8 0.0263 utility 10_8 -960.0000 11pt_avg 10_8 0.0069 binG 10_8 0.0319 G 10_8 0.0346 ndcg 10_8 0.1350 ndcg_rel 10_8 0.1195 Rndcg 10_8 0.0400 ndcg_cut_5 10_8 0.0000 ndcg_cut_10 10_8 0.0000 ndcg_cut_15 10_8 0.0000 ndcg_cut_20 10_8 0.0000 ndcg_cut_30 10_8 0.0000 ndcg_cut_100 10_8 0.0248 ndcg_cut_200 10_8 0.0409 ndcg_cut_500 10_8 0.0682 ndcg_cut_1000 10_8 0.1350 map_cut_5 10_8 0.0000 map_cut_10 10_8 0.0000 map_cut_15 10_8 0.0000 map_cut_20 10_8 0.0000 map_cut_30 10_8 0.0000 map_cut_100 10_8 0.0007 map_cut_200 10_8 0.0014 map_cut_500 10_8 0.0029 map_cut_1000 10_8 0.0061 relative_P_5 10_8 0.0000 relative_P_10 10_8 0.0000 relative_P_15 10_8 0.0000 relative_P_20 10_8 0.0000 relative_P_30 10_8 0.0000 relative_P_100 10_8 0.0263 relative_P_200 10_8 0.0526 relative_P_500 10_8 0.1184 relative_P_1000 10_8 0.2632 success_1 10_8 0.0000 success_5 10_8 0.0000 success_10 10_8 0.0000 set_P 10_8 0.0200 set_relative_P 10_8 0.2632 set_recall 10_8 0.2632 set_map 10_8 0.0053 set_F 10_8 0.0372 num_nonrel_judged_ret 10_8 22 rbp 10_8 0.0009 rbp_resid 10_8 0.3898 unj_5 10_8 0.0000 unj_10 10_8 0.3000 unj_20 10_8 0.4500 num_ret 11_10 1000 num_rel 11_10 126 num_rel_ret 11_10 1 map 11_10 0.0000 Rprec 11_10 0.0000 bpref 11_10 0.0070 recip_rank 11_10 0.0012 iprec_at_recall_0.00 11_10 0.0012 iprec_at_recall_0.10 11_10 0.0000 iprec_at_recall_0.20 11_10 0.0000 iprec_at_recall_0.30 11_10 0.0000 iprec_at_recall_0.40 11_10 0.0000 iprec_at_recall_0.50 11_10 0.0000 iprec_at_recall_0.60 11_10 0.0000 iprec_at_recall_0.70 11_10 0.0000 iprec_at_recall_0.80 11_10 0.0000 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 0.0000 P_10 11_10 0.0000 P_15 11_10 0.0000 P_20 11_10 0.0000 P_30 11_10 0.0000 P_100 11_10 0.0000 P_200 11_10 0.0000 P_500 11_10 0.0000 P_1000 11_10 0.0010 relstring 11_10 '00000-----' recall_5 11_10 0.0000 recall_10 11_10 0.0000 recall_15 11_10 0.0000 recall_20 11_10 0.0000 recall_30 11_10 0.0000 recall_100 11_10 0.0000 recall_200 11_10 0.0000 recall_500 11_10 0.0000 recall_1000 11_10 0.0079 infAP 11_10 0.0000 Rprec_mult_0.20 11_10 0.0000 Rprec_mult_0.40 11_10 0.0000 Rprec_mult_0.60 11_10 0.0000 Rprec_mult_0.80 11_10 0.0000 Rprec_mult_1.00 11_10 0.0000 Rprec_mult_1.20 11_10 0.0000 Rprec_mult_1.40 11_10 0.0000 Rprec_mult_1.60 11_10 0.0000 Rprec_mult_1.80 11_10 0.0000 Rprec_mult_2.00 11_10 0.0000 utility 11_10 -998.0000 11pt_avg 11_10 0.0001 binG 11_10 0.0008 G 11_10 0.0016 ndcg 11_10 0.0074 ndcg_rel 11_10 0.0074 Rndcg 11_10 0.0015 ndcg_cut_5 11_10 0.0000 ndcg_cut_10 11_10 0.0000 ndcg_cut_15 11_10 0.0000 ndcg_cut_20 11_10 0.0000 ndcg_cut_30 11_10 0.0000 ndcg_cut_100 11_10 0.0000 ndcg_cut_200 11_10 0.0000 ndcg_cut_500 11_10 0.0000 ndcg_cut_1000 11_10 0.0074 map_cut_5 11_10 0.0000 map_cut_10 11_10 0.0000 map_cut_15 11_10 0.0000 map_cut_20 11_10 0.0000 map_cut_30 11_10 0.0000 map_cut_100 11_10 0.0000 map_cut_200 11_10 0.0000 map_cut_500 11_10 0.0000 map_cut_1000 11_10 0.0000 relative_P_5 11_10 0.0000 relative_P_10 11_10 0.0000 relative_P_15 11_10 0.0000 relative_P_20 11_10 0.0000 relative_P_30 11_10 0.0000 relative_P_100 11_10 0.0000 relative_P_200 11_10 0.0000 relative_P_500 11_10 0.0000 relative_P_1000 11_10 0.0079 success_1 11_10 0.0000 success_5 11_10 0.0000 success_10 11_10 0.0000 set_P 11_10 0.0010 set_relative_P 11_10 0.0079 set_recall 11_10 0.0079 set_map 11_10 0.0000 set_F 11_10 0.0018 num_nonrel_judged_ret 11_10 7 rbp 11_10 0.0000 rbp_resid 11_10 0.5897 unj_5 11_10 0.0000 unj_10 11_10 0.5000 unj_20 11_10 0.7500 num_ret 11_11 1000 num_rel 11_11 134 num_rel_ret 11_11 104 map 11_11 0.4033 Rprec 11_11 0.4478 bpref 11_11 0.7642 recip_rank 11_11 1.0000 iprec_at_recall_0.00 11_11 1.0000 iprec_at_recall_0.10 11_11 0.7500 iprec_at_recall_0.20 11_11 0.6585 iprec_at_recall_0.30 11_11 0.5584 iprec_at_recall_0.40 11_11 0.4737 iprec_at_recall_0.50 11_11 0.4539 iprec_at_recall_0.60 11_11 0.3790 iprec_at_recall_0.70 11_11 0.2547 iprec_at_recall_0.80 11_11 0.0000 iprec_at_recall_0.90 11_11 0.0000 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 1.0000 P_10 11_11 0.8000 P_15 11_11 0.6000 P_20 11_11 0.7000 P_30 11_11 0.7333 P_100 11_11 0.5000 P_200 11_11 0.3950 P_500 11_11 0.1980 P_1000 11_11 0.1040 relstring 11_11 '22213331--' recall_5 11_11 0.0373 recall_10 11_11 0.0597 recall_15 11_11 0.0672 recall_20 11_11 0.1045 recall_30 11_11 0.1642 recall_100 11_11 0.3731 recall_200 11_11 0.5896 recall_500 11_11 0.7388 recall_1000 11_11 0.7761 infAP 11_11 0.4033 Rprec_mult_0.20 11_11 0.7037 Rprec_mult_0.40 11_11 0.5741 Rprec_mult_0.60 11_11 0.5432 Rprec_mult_0.80 11_11 0.4722 Rprec_mult_1.00 11_11 0.4478 Rprec_mult_1.20 11_11 0.4410 Rprec_mult_1.40 11_11 0.4043 Rprec_mult_1.60 11_11 0.3767 Rprec_mult_1.80 11_11 0.3554 Rprec_mult_2.00 11_11 0.3358 utility 11_11 -792.0000 11pt_avg 11_11 0.4117 binG 11_11 0.1955 G 11_11 0.1399 ndcg 11_11 0.6922 ndcg_rel 11_11 0.5885 Rndcg 11_11 0.5447 ndcg_cut_5 11_11 0.5945 ndcg_cut_10 11_11 0.5630 ndcg_cut_15 11_11 0.4846 ndcg_cut_20 11_11 0.5240 ndcg_cut_30 11_11 0.5291 ndcg_cut_100 11_11 0.4981 ndcg_cut_200 11_11 0.6065 ndcg_cut_500 11_11 0.6742 ndcg_cut_1000 11_11 0.6922 map_cut_5 11_11 0.0373 map_cut_10 11_11 0.0597 map_cut_15 11_11 0.0645 map_cut_20 11_11 0.0893 map_cut_30 11_11 0.1311 map_cut_100 11_11 0.2530 map_cut_200 11_11 0.3493 map_cut_500 11_11 0.3969 map_cut_1000 11_11 0.4033 relative_P_5 11_11 1.0000 relative_P_10 11_11 0.8000 relative_P_15 11_11 0.6000 relative_P_20 11_11 0.7000 relative_P_30 11_11 0.7333 relative_P_100 11_11 0.5000 relative_P_200 11_11 0.5896 relative_P_500 11_11 0.7388 relative_P_1000 11_11 0.7761 success_1 11_11 1.0000 success_5 11_11 1.0000 success_10 11_11 1.0000 set_P 11_11 0.1040 set_relative_P 11_11 0.7761 set_recall 11_11 0.7761 set_map 11_11 0.0807 set_F 11_11 0.1834 num_nonrel_judged_ret 11_11 4 rbp 11_11 0.4045 rbp_resid 11_11 0.2448 unj_5 11_11 0.0000 unj_10 11_11 0.2000 unj_20 11_11 0.3000 num_ret 11_12 1000 num_rel 11_12 89 num_rel_ret 11_12 31 map 11_12 0.0824 Rprec 11_12 0.1910 bpref 11_12 0.3180 recip_rank 11_12 0.5000 iprec_at_recall_0.00 11_12 0.5000 iprec_at_recall_0.10 11_12 0.4194 iprec_at_recall_0.20 11_12 0.1759 iprec_at_recall_0.30 11_12 0.0783 iprec_at_recall_0.40 11_12 0.0000 iprec_at_recall_0.50 11_12 0.0000 iprec_at_recall_0.60 11_12 0.0000 iprec_at_recall_0.70 11_12 0.0000 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.2000 P_10 11_12 0.2000 P_15 11_12 0.3333 P_20 11_12 0.4000 P_30 11_12 0.4000 P_100 11_12 0.1700 P_200 11_12 0.1200 P_500 11_12 0.0560 P_1000 11_12 0.0310 relstring 11_12 '030000---2' recall_5 11_12 0.0112 recall_10 11_12 0.0225 recall_15 11_12 0.0562 recall_20 11_12 0.0899 recall_30 11_12 0.1348 recall_100 11_12 0.1910 recall_200 11_12 0.2697 recall_500 11_12 0.3146 recall_1000 11_12 0.3483 infAP 11_12 0.0824 Rprec_mult_0.20 11_12 0.3889 Rprec_mult_0.40 11_12 0.3889 Rprec_mult_0.60 11_12 0.2593 Rprec_mult_0.80 11_12 0.2361 Rprec_mult_1.00 11_12 0.1910 Rprec_mult_1.20 11_12 0.1682 Rprec_mult_1.40 11_12 0.1520 Rprec_mult_1.60 11_12 0.1399 Rprec_mult_1.80 11_12 0.1242 Rprec_mult_2.00 11_12 0.1236 utility 11_12 -938.0000 11pt_avg 11_12 0.1067 binG 11_12 0.0713 G 11_12 0.0585 ndcg 11_12 0.2846 ndcg_rel 11_12 0.2750 Rndcg 11_12 0.2301 ndcg_cut_5 11_12 0.2140 ndcg_cut_10 11_12 0.1813 ndcg_cut_15 11_12 0.2408 ndcg_cut_20 11_12 0.2849 ndcg_cut_30 11_12 0.2863 ndcg_cut_100 11_12 0.2104 ndcg_cut_200 11_12 0.2509 ndcg_cut_500 11_12 0.2702 ndcg_cut_1000 11_12 0.2846 map_cut_5 11_12 0.0056 map_cut_10 11_12 0.0079 map_cut_15 11_12 0.0181 map_cut_20 11_12 0.0312 map_cut_30 11_12 0.0482 map_cut_100 11_12 0.0656 map_cut_200 11_12 0.0769 map_cut_500 11_12 0.0806 map_cut_1000 11_12 0.0824 relative_P_5 11_12 0.2000 relative_P_10 11_12 0.2000 relative_P_15 11_12 0.3333 relative_P_20 11_12 0.4000 relative_P_30 11_12 0.4000 relative_P_100 11_12 0.1910 relative_P_200 11_12 0.2697 relative_P_500 11_12 0.3146 relative_P_1000 11_12 0.3483 success_1 11_12 0.0000 success_5 11_12 1.0000 success_10 11_12 1.0000 set_P 11_12 0.0310 set_relative_P 11_12 0.3483 set_recall 11_12 0.3483 set_map 11_12 0.0108 set_F 11_12 0.0569 num_nonrel_judged_ret 11_12 16 rbp 11_12 0.2218 rbp_resid 11_12 0.2892 unj_5 11_12 0.0000 unj_10 11_12 0.3000 unj_20 11_12 0.3000 num_ret 11_13 1000 num_rel 11_13 203 num_rel_ret 11_13 23 map 11_13 0.0132 Rprec 11_13 0.0394 bpref 11_13 0.1067 recip_rank 11_13 1.0000 iprec_at_recall_0.00 11_13 1.0000 iprec_at_recall_0.10 11_13 0.0268 iprec_at_recall_0.20 11_13 0.0000 iprec_at_recall_0.30 11_13 0.0000 iprec_at_recall_0.40 11_13 0.0000 iprec_at_recall_0.50 11_13 0.0000 iprec_at_recall_0.60 11_13 0.0000 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 0.4000 P_10 11_13 0.3000 P_15 11_13 0.2000 P_20 11_13 0.1500 P_30 11_13 0.1000 P_100 11_13 0.0500 P_200 11_13 0.0400 P_500 11_13 0.0320 P_1000 11_13 0.0230 relstring 11_13 '20001-2---' recall_5 11_13 0.0099 recall_10 11_13 0.0148 recall_15 11_13 0.0148 recall_20 11_13 0.0148 recall_30 11_13 0.0148 recall_100 11_13 0.0246 recall_200 11_13 0.0394 recall_500 11_13 0.0788 recall_1000 11_13 0.1133 infAP 11_13 0.0132 Rprec_mult_0.20 11_13 0.0976 Rprec_mult_0.40 11_13 0.0610 Rprec_mult_0.60 11_13 0.0574 Rprec_mult_0.80 11_13 0.0491 Rprec_mult_1.00 11_13 0.0394 Rprec_mult_1.20 11_13 0.0369 Rprec_mult_1.40 11_13 0.0421 Rprec_mult_1.60 11_13 0.0369 Rprec_mult_1.80 11_13 0.0355 Rprec_mult_2.00 11_13 0.0369 utility 11_13 -954.0000 11pt_avg 11_13 0.0933 binG 11_13 0.0213 G 11_13 0.0149 ndcg 11_13 0.0990 ndcg_rel 11_13 0.1016 Rndcg 11_13 0.0725 ndcg_cut_5 11_13 0.2698 ndcg_cut_10 11_13 0.2240 ndcg_cut_15 11_13 0.1737 ndcg_cut_20 11_13 0.1446 ndcg_cut_30 11_13 0.1111 ndcg_cut_100 11_13 0.0650 ndcg_cut_200 11_13 0.0550 ndcg_cut_500 11_13 0.0799 ndcg_cut_1000 11_13 0.0990 map_cut_5 11_13 0.0069 map_cut_10 11_13 0.0090 map_cut_15 11_13 0.0090 map_cut_20 11_13 0.0090 map_cut_30 11_13 0.0090 map_cut_100 11_13 0.0099 map_cut_200 11_13 0.0108 map_cut_500 11_13 0.0123 map_cut_1000 11_13 0.0132 relative_P_5 11_13 0.4000 relative_P_10 11_13 0.3000 relative_P_15 11_13 0.2000 relative_P_20 11_13 0.1500 relative_P_30 11_13 0.1000 relative_P_100 11_13 0.0500 relative_P_200 11_13 0.0400 relative_P_500 11_13 0.0788 relative_P_1000 11_13 0.1133 success_1 11_13 1.0000 success_5 11_13 1.0000 success_10 11_13 1.0000 set_P 11_13 0.0230 set_relative_P 11_13 0.1133 set_recall 11_13 0.1133 set_map 11_13 0.0026 set_F 11_13 0.0382 num_nonrel_judged_ret 11_13 7 rbp 11_13 0.1252 rbp_resid 11_13 0.5355 unj_5 11_13 0.0000 unj_10 11_13 0.4000 unj_20 11_13 0.7000 num_ret 11_2 1000 num_rel 11_2 146 num_rel_ret 11_2 100 map 11_2 0.3774 Rprec 11_2 0.4041 bpref 11_2 0.6435 recip_rank 11_2 1.0000 iprec_at_recall_0.00 11_2 1.0000 iprec_at_recall_0.10 11_2 0.9310 iprec_at_recall_0.20 11_2 0.8571 iprec_at_recall_0.30 11_2 0.6111 iprec_at_recall_0.40 11_2 0.4097 iprec_at_recall_0.50 11_2 0.2578 iprec_at_recall_0.60 11_2 0.1574 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 1.0000 P_10 11_2 1.0000 P_15 11_2 0.8667 P_20 11_2 0.9000 P_30 11_2 0.9000 P_100 11_2 0.4800 P_200 11_2 0.3350 P_500 11_2 0.1740 P_1000 11_2 0.1000 relstring 11_2 '3333323332' recall_5 11_2 0.0342 recall_10 11_2 0.0685 recall_15 11_2 0.0890 recall_20 11_2 0.1233 recall_30 11_2 0.1849 recall_100 11_2 0.3288 recall_200 11_2 0.4589 recall_500 11_2 0.5959 recall_1000 11_2 0.6849 infAP 11_2 0.3774 Rprec_mult_0.20 11_2 0.9000 Rprec_mult_0.40 11_2 0.6610 Rprec_mult_0.60 11_2 0.5227 Rprec_mult_0.80 11_2 0.4615 Rprec_mult_1.00 11_2 0.4041 Rprec_mult_1.20 11_2 0.3693 Rprec_mult_1.40 11_2 0.3268 Rprec_mult_1.60 11_2 0.2863 Rprec_mult_1.80 11_2 0.2662 Rprec_mult_2.00 11_2 0.2534 utility 11_2 -800.0000 11pt_avg 11_2 0.3840 binG 11_2 0.2219 G 11_2 0.1562 ndcg 11_2 0.7001 ndcg_rel 11_2 0.6867 Rndcg 11_2 0.6560 ndcg_cut_5 11_2 0.8443 ndcg_cut_10 11_2 0.8509 ndcg_cut_15 11_2 0.7885 ndcg_cut_20 11_2 0.7897 ndcg_cut_30 11_2 0.7636 ndcg_cut_100 11_2 0.5621 ndcg_cut_200 11_2 0.5860 ndcg_cut_500 11_2 0.6600 ndcg_cut_1000 11_2 0.7001 map_cut_5 11_2 0.0342 map_cut_10 11_2 0.0685 map_cut_15 11_2 0.0890 map_cut_20 11_2 0.1195 map_cut_30 11_2 0.1761 map_cut_100 11_2 0.2786 map_cut_200 11_2 0.3330 map_cut_500 11_2 0.3661 map_cut_1000 11_2 0.3774 relative_P_5 11_2 1.0000 relative_P_10 11_2 1.0000 relative_P_15 11_2 0.8667 relative_P_20 11_2 0.9000 relative_P_30 11_2 0.9000 relative_P_100 11_2 0.4800 relative_P_200 11_2 0.4589 relative_P_500 11_2 0.5959 relative_P_1000 11_2 0.6849 success_1 11_2 1.0000 success_5 11_2 1.0000 success_10 11_2 1.0000 set_P 11_2 0.1000 set_relative_P 11_2 0.6849 set_recall 11_2 0.6849 set_map 11_2 0.0685 set_F 11_2 0.1745 num_nonrel_judged_ret 11_2 18 rbp 11_2 0.6302 rbp_resid 11_2 0.0456 unj_5 11_2 0.0000 unj_10 11_2 0.0000 unj_20 11_2 0.0500 num_ret 11_3 1000 num_rel 11_3 188 num_rel_ret 11_3 130 map 11_3 0.3788 Rprec 11_3 0.3936 bpref 11_3 0.6878 recip_rank 11_3 1.0000 iprec_at_recall_0.00 11_3 1.0000 iprec_at_recall_0.10 11_3 0.9286 iprec_at_recall_0.20 11_3 0.8478 iprec_at_recall_0.30 11_3 0.7250 iprec_at_recall_0.40 11_3 0.3886 iprec_at_recall_0.50 11_3 0.2582 iprec_at_recall_0.60 11_3 0.1763 iprec_at_recall_0.70 11_3 0.0000 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 1.0000 P_10 11_3 0.9000 P_15 11_3 0.9333 P_20 11_3 0.9000 P_30 11_3 0.8667 P_100 11_3 0.6200 P_200 11_3 0.3800 P_500 11_3 0.2020 P_1000 11_3 0.1300 relstring 11_3 '322222222-' recall_5 11_3 0.0266 recall_10 11_3 0.0479 recall_15 11_3 0.0745 recall_20 11_3 0.0957 recall_30 11_3 0.1383 recall_100 11_3 0.3298 recall_200 11_3 0.4043 recall_500 11_3 0.5372 recall_1000 11_3 0.6915 infAP 11_3 0.3788 Rprec_mult_0.20 11_3 0.8684 Rprec_mult_0.40 11_3 0.7105 Rprec_mult_0.60 11_3 0.5575 Rprec_mult_0.80 11_3 0.4636 Rprec_mult_1.00 11_3 0.3936 Rprec_mult_1.20 11_3 0.3407 Rprec_mult_1.40 11_3 0.3144 Rprec_mult_1.60 11_3 0.2824 Rprec_mult_1.80 11_3 0.2596 Rprec_mult_2.00 11_3 0.2500 utility 11_3 -740.0000 11pt_avg 11_3 0.3931 binG 11_3 0.1966 G 11_3 0.1327 ndcg 11_3 0.6750 ndcg_rel 11_3 0.6411 Rndcg 11_3 0.5923 ndcg_cut_5 11_3 0.7797 ndcg_cut_10 11_3 0.6976 ndcg_cut_15 11_3 0.7049 ndcg_cut_20 11_3 0.6758 ndcg_cut_30 11_3 0.6638 ndcg_cut_100 11_3 0.5675 ndcg_cut_200 11_3 0.4982 ndcg_cut_500 11_3 0.5905 ndcg_cut_1000 11_3 0.6750 map_cut_5 11_3 0.0266 map_cut_10 11_3 0.0479 map_cut_15 11_3 0.0724 map_cut_20 11_3 0.0917 map_cut_30 11_3 0.1307 map_cut_100 11_3 0.2820 map_cut_200 11_3 0.3170 map_cut_500 11_3 0.3531 map_cut_1000 11_3 0.3788 relative_P_5 11_3 1.0000 relative_P_10 11_3 0.9000 relative_P_15 11_3 0.9333 relative_P_20 11_3 0.9000 relative_P_30 11_3 0.8667 relative_P_100 11_3 0.6200 relative_P_200 11_3 0.4043 relative_P_500 11_3 0.5372 relative_P_1000 11_3 0.6915 success_1 11_3 1.0000 success_5 11_3 1.0000 success_10 11_3 1.0000 set_P 11_3 0.1300 set_relative_P 11_3 0.6915 set_recall 11_3 0.6915 set_map 11_3 0.0899 set_F 11_3 0.2189 num_nonrel_judged_ret 11_3 5 rbp 11_3 0.6475 rbp_resid 11_3 0.0765 unj_5 11_3 0.0000 unj_10 11_3 0.1000 unj_20 11_3 0.1000 num_ret 11_4 1000 num_rel 11_4 144 num_rel_ret 11_4 116 map 11_4 0.4407 Rprec 11_4 0.4653 bpref 11_4 0.7769 recip_rank 11_4 1.0000 iprec_at_recall_0.00 11_4 1.0000 iprec_at_recall_0.10 11_4 0.9032 iprec_at_recall_0.20 11_4 0.8824 iprec_at_recall_0.30 11_4 0.7586 iprec_at_recall_0.40 11_4 0.5130 iprec_at_recall_0.50 11_4 0.4211 iprec_at_recall_0.60 11_4 0.3010 iprec_at_recall_0.70 11_4 0.2131 iprec_at_recall_0.80 11_4 0.1167 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 0.8000 P_10 11_4 0.8000 P_15 11_4 0.8000 P_20 11_4 0.8500 P_30 11_4 0.9000 P_100 11_4 0.5400 P_200 11_4 0.3900 P_500 11_4 0.2020 P_1000 11_4 0.1160 relstring 11_4 '322202221-' recall_5 11_4 0.0278 recall_10 11_4 0.0556 recall_15 11_4 0.0833 recall_20 11_4 0.1181 recall_30 11_4 0.1875 recall_100 11_4 0.3750 recall_200 11_4 0.5417 recall_500 11_4 0.7014 recall_1000 11_4 0.8056 infAP 11_4 0.4407 Rprec_mult_0.20 11_4 0.8966 Rprec_mult_0.40 11_4 0.7586 Rprec_mult_0.60 11_4 0.5632 Rprec_mult_0.80 11_4 0.5086 Rprec_mult_1.00 11_4 0.4653 Rprec_mult_1.20 11_4 0.4162 Rprec_mult_1.40 11_4 0.3861 Rprec_mult_1.60 11_4 0.3593 Rprec_mult_1.80 11_4 0.3231 Rprec_mult_2.00 11_4 0.2986 utility 11_4 -768.0000 11pt_avg 11_4 0.4645 binG 11_4 0.2099 G 11_4 0.1783 ndcg 11_4 0.7646 ndcg_rel 11_4 0.7122 Rndcg 11_4 0.6899 ndcg_cut_5 11_4 0.6923 ndcg_cut_10 11_4 0.7008 ndcg_cut_15 11_4 0.7170 ndcg_cut_20 11_4 0.7277 ndcg_cut_30 11_4 0.7825 ndcg_cut_100 11_4 0.6365 ndcg_cut_200 11_4 0.6402 ndcg_cut_500 11_4 0.7194 ndcg_cut_1000 11_4 0.7646 map_cut_5 11_4 0.0278 map_cut_10 11_4 0.0518 map_cut_15 11_4 0.0733 map_cut_20 11_4 0.1022 map_cut_30 11_4 0.1634 map_cut_100 11_4 0.2985 map_cut_200 11_4 0.3756 map_cut_500 11_4 0.4238 map_cut_1000 11_4 0.4407 relative_P_5 11_4 0.8000 relative_P_10 11_4 0.8000 relative_P_15 11_4 0.8000 relative_P_20 11_4 0.8500 relative_P_30 11_4 0.9000 relative_P_100 11_4 0.5400 relative_P_200 11_4 0.5417 relative_P_500 11_4 0.7014 relative_P_1000 11_4 0.8056 success_1 11_4 1.0000 success_5 11_4 1.0000 success_10 11_4 1.0000 set_P 11_4 0.1160 set_relative_P 11_4 0.8056 set_recall 11_4 0.8056 set_map 11_4 0.0934 set_F 11_4 0.2028 num_nonrel_judged_ret 11_4 3 rbp 11_4 0.5681 rbp_resid 11_4 0.0918 unj_5 11_4 0.0000 unj_10 11_4 0.1000 unj_20 11_4 0.1000 num_ret 11_6 1000 num_rel 11_6 60 num_rel_ret 11_6 49 map 11_6 0.1572 Rprec 11_6 0.2333 bpref 11_6 0.7494 recip_rank 11_6 0.5000 iprec_at_recall_0.00 11_6 0.8571 iprec_at_recall_0.10 11_6 0.8571 iprec_at_recall_0.20 11_6 0.2653 iprec_at_recall_0.30 11_6 0.1130 iprec_at_recall_0.40 11_6 0.0912 iprec_at_recall_0.50 11_6 0.0792 iprec_at_recall_0.60 11_6 0.0747 iprec_at_recall_0.70 11_6 0.0696 iprec_at_recall_0.80 11_6 0.0622 iprec_at_recall_0.90 11_6 0.0000 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 0.8000 P_10 11_6 0.6000 P_15 11_6 0.4000 P_20 11_6 0.3000 P_30 11_6 0.2333 P_100 11_6 0.1600 P_200 11_6 0.1050 P_500 11_6 0.0740 P_1000 11_6 0.0490 relstring 11_6 '0222122---' recall_5 11_6 0.0667 recall_10 11_6 0.1000 recall_15 11_6 0.1000 recall_20 11_6 0.1000 recall_30 11_6 0.1167 recall_100 11_6 0.2667 recall_200 11_6 0.3500 recall_500 11_6 0.6167 recall_1000 11_6 0.8167 infAP 11_6 0.1572 Rprec_mult_0.20 11_6 0.5000 Rprec_mult_0.40 11_6 0.2500 Rprec_mult_0.60 11_6 0.2500 Rprec_mult_0.80 11_6 0.2500 Rprec_mult_1.00 11_6 0.2333 Rprec_mult_1.20 11_6 0.1944 Rprec_mult_1.40 11_6 0.1667 Rprec_mult_1.60 11_6 0.1667 Rprec_mult_1.80 11_6 0.1481 Rprec_mult_2.00 11_6 0.1333 utility 11_6 -902.0000 11pt_avg 11_6 0.2245 binG 11_6 0.1601 G 11_6 0.1163 ndcg 11_6 0.4849 ndcg_rel 11_6 0.3721 Rndcg 11_6 0.3108 ndcg_cut_5 11_6 0.3968 ndcg_cut_10 11_6 0.3587 ndcg_cut_15 11_6 0.2821 ndcg_cut_20 11_6 0.2483 ndcg_cut_30 11_6 0.2301 ndcg_cut_100 11_6 0.2679 ndcg_cut_200 11_6 0.2972 ndcg_cut_500 11_6 0.3953 ndcg_cut_1000 11_6 0.4849 map_cut_5 11_6 0.0453 map_cut_10 11_6 0.0735 map_cut_15 11_6 0.0735 map_cut_20 11_6 0.0735 map_cut_30 11_6 0.0776 map_cut_100 11_6 0.1131 map_cut_200 11_6 0.1224 map_cut_500 11_6 0.1440 map_cut_1000 11_6 0.1572 relative_P_5 11_6 0.8000 relative_P_10 11_6 0.6000 relative_P_15 11_6 0.4000 relative_P_20 11_6 0.3000 relative_P_30 11_6 0.2333 relative_P_100 11_6 0.2667 relative_P_200 11_6 0.3500 relative_P_500 11_6 0.6167 relative_P_1000 11_6 0.8167 success_1 11_6 0.0000 success_5 11_6 1.0000 success_10 11_6 1.0000 set_P 11_6 0.0490 set_relative_P 11_6 0.8167 set_recall 11_6 0.8167 set_map 11_6 0.0400 set_F 11_6 0.0925 num_nonrel_judged_ret 11_6 6 rbp 11_6 0.2704 rbp_resid 11_6 0.4220 unj_5 11_6 0.0000 unj_10 11_6 0.3000 unj_20 11_6 0.6000 num_ret 11_7 1000 num_rel 11_7 90 num_rel_ret 11_7 1 map 11_7 0.0000 Rprec 11_7 0.0000 bpref 11_7 0.0099 recip_rank 11_7 0.0021 iprec_at_recall_0.00 11_7 0.0021 iprec_at_recall_0.10 11_7 0.0000 iprec_at_recall_0.20 11_7 0.0000 iprec_at_recall_0.30 11_7 0.0000 iprec_at_recall_0.40 11_7 0.0000 iprec_at_recall_0.50 11_7 0.0000 iprec_at_recall_0.60 11_7 0.0000 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 0.0000 P_10 11_7 0.0000 P_15 11_7 0.0000 P_20 11_7 0.0000 P_30 11_7 0.0000 P_100 11_7 0.0000 P_200 11_7 0.0000 P_500 11_7 0.0020 P_1000 11_7 0.0010 relstring 11_7 '00000-----' recall_5 11_7 0.0000 recall_10 11_7 0.0000 recall_15 11_7 0.0000 recall_20 11_7 0.0000 recall_30 11_7 0.0000 recall_100 11_7 0.0000 recall_200 11_7 0.0000 recall_500 11_7 0.0111 recall_1000 11_7 0.0111 infAP 11_7 0.0000 Rprec_mult_0.20 11_7 0.0000 Rprec_mult_0.40 11_7 0.0000 Rprec_mult_0.60 11_7 0.0000 Rprec_mult_0.80 11_7 0.0000 Rprec_mult_1.00 11_7 0.0000 Rprec_mult_1.20 11_7 0.0000 Rprec_mult_1.40 11_7 0.0000 Rprec_mult_1.60 11_7 0.0000 Rprec_mult_1.80 11_7 0.0000 Rprec_mult_2.00 11_7 0.0000 utility 11_7 -998.0000 11pt_avg 11_7 0.0002 binG 11_7 0.0012 G 11_7 0.0016 ndcg 11_7 0.0066 ndcg_rel 11_7 0.0066 Rndcg 11_7 0.0016 ndcg_cut_5 11_7 0.0000 ndcg_cut_10 11_7 0.0000 ndcg_cut_15 11_7 0.0000 ndcg_cut_20 11_7 0.0000 ndcg_cut_30 11_7 0.0000 ndcg_cut_100 11_7 0.0000 ndcg_cut_200 11_7 0.0000 ndcg_cut_500 11_7 0.0066 ndcg_cut_1000 11_7 0.0066 map_cut_5 11_7 0.0000 map_cut_10 11_7 0.0000 map_cut_15 11_7 0.0000 map_cut_20 11_7 0.0000 map_cut_30 11_7 0.0000 map_cut_100 11_7 0.0000 map_cut_200 11_7 0.0000 map_cut_500 11_7 0.0000 map_cut_1000 11_7 0.0000 relative_P_5 11_7 0.0000 relative_P_10 11_7 0.0000 relative_P_15 11_7 0.0000 relative_P_20 11_7 0.0000 relative_P_30 11_7 0.0000 relative_P_100 11_7 0.0000 relative_P_200 11_7 0.0000 relative_P_500 11_7 0.0111 relative_P_1000 11_7 0.0111 success_1 11_7 0.0000 success_5 11_7 0.0000 success_10 11_7 0.0000 set_P 11_7 0.0010 set_relative_P 11_7 0.0111 set_recall 11_7 0.0111 set_map 11_7 0.0000 set_F 11_7 0.0018 num_nonrel_judged_ret 11_7 10 rbp 11_7 0.0000 rbp_resid 11_7 0.5323 unj_5 11_7 0.0000 unj_10 11_7 0.5000 unj_20 11_7 0.6500 num_ret 11_8 1000 num_rel 11_8 97 num_rel_ret 11_8 73 map 11_8 0.2261 Rprec 11_8 0.3196 bpref 11_8 0.7065 recip_rank 11_8 0.5000 iprec_at_recall_0.00 11_8 0.8750 iprec_at_recall_0.10 11_8 0.4762 iprec_at_recall_0.20 11_8 0.3922 iprec_at_recall_0.30 11_8 0.3263 iprec_at_recall_0.40 11_8 0.2367 iprec_at_recall_0.50 11_8 0.1731 iprec_at_recall_0.60 11_8 0.1286 iprec_at_recall_0.70 11_8 0.1030 iprec_at_recall_0.80 11_8 0.0000 iprec_at_recall_0.90 11_8 0.0000 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 0.8000 P_10 11_8 0.7000 P_15 11_8 0.4667 P_20 11_8 0.4500 P_30 11_8 0.3667 P_100 11_8 0.3100 P_200 11_8 0.2050 P_500 11_8 0.1240 P_1000 11_8 0.0730 relstring 11_8 '01212211-0' recall_5 11_8 0.0412 recall_10 11_8 0.0722 recall_15 11_8 0.0722 recall_20 11_8 0.0928 recall_30 11_8 0.1134 recall_100 11_8 0.3196 recall_200 11_8 0.4227 recall_500 11_8 0.6392 recall_1000 11_8 0.7526 infAP 11_8 0.2261 Rprec_mult_0.20 11_8 0.4500 Rprec_mult_0.40 11_8 0.4359 Rprec_mult_0.60 11_8 0.3898 Rprec_mult_0.80 11_8 0.3333 Rprec_mult_1.00 11_8 0.3196 Rprec_mult_1.20 11_8 0.3077 Rprec_mult_1.40 11_8 0.2721 Rprec_mult_1.60 11_8 0.2372 Rprec_mult_1.80 11_8 0.2286 Rprec_mult_2.00 11_8 0.2113 utility 11_8 -854.0000 11pt_avg 11_8 0.2465 binG 11_8 0.1515 G 11_8 0.1123 ndcg 11_8 0.5391 ndcg_rel 11_8 0.4094 Rndcg 11_8 0.3028 ndcg_cut_5 11_8 0.2583 ndcg_cut_10 11_8 0.2662 ndcg_cut_15 11_8 0.2129 ndcg_cut_20 11_8 0.2345 ndcg_cut_30 11_8 0.2303 ndcg_cut_100 11_8 0.3004 ndcg_cut_200 11_8 0.3748 ndcg_cut_500 11_8 0.4879 ndcg_cut_1000 11_8 0.5391 map_cut_5 11_8 0.0280 map_cut_10 11_8 0.0545 map_cut_15 11_8 0.0545 map_cut_20 11_8 0.0634 map_cut_30 11_8 0.0731 map_cut_100 11_8 0.1509 map_cut_200 11_8 0.1797 map_cut_500 11_8 0.2144 map_cut_1000 11_8 0.2261 relative_P_5 11_8 0.8000 relative_P_10 11_8 0.7000 relative_P_15 11_8 0.4667 relative_P_20 11_8 0.4500 relative_P_30 11_8 0.3667 relative_P_100 11_8 0.3196 relative_P_200 11_8 0.4227 relative_P_500 11_8 0.6392 relative_P_1000 11_8 0.7526 success_1 11_8 0.0000 success_5 11_8 1.0000 success_10 11_8 1.0000 set_P 11_8 0.0730 set_relative_P 11_8 0.7526 set_recall 11_8 0.7526 set_map 11_8 0.0549 set_F 11_8 0.1331 num_nonrel_judged_ret 11_8 4 rbp 11_8 0.2094 rbp_resid 11_8 0.3148 unj_5 11_8 0.0000 unj_10 11_8 0.1000 unj_20 11_8 0.4500 num_ret 11_9 1000 num_rel 11_9 117 num_rel_ret 11_9 27 map 11_9 0.0346 Rprec 11_9 0.0769 bpref 11_9 0.1764 recip_rank 11_9 1.0000 iprec_at_recall_0.00 11_9 1.0000 iprec_at_recall_0.10 11_9 0.0517 iprec_at_recall_0.20 11_9 0.0384 iprec_at_recall_0.30 11_9 0.0000 iprec_at_recall_0.40 11_9 0.0000 iprec_at_recall_0.50 11_9 0.0000 iprec_at_recall_0.60 11_9 0.0000 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 0.4000 P_10 11_9 0.4000 P_15 11_9 0.2667 P_20 11_9 0.2000 P_30 11_9 0.1333 P_100 11_9 0.0700 P_200 11_9 0.0550 P_500 11_9 0.0400 P_1000 11_9 0.0270 relstring 11_9 '110000-110' recall_5 11_9 0.0171 recall_10 11_9 0.0342 recall_15 11_9 0.0342 recall_20 11_9 0.0342 recall_30 11_9 0.0342 recall_100 11_9 0.0598 recall_200 11_9 0.0940 recall_500 11_9 0.1709 recall_1000 11_9 0.2308 infAP 11_9 0.0346 Rprec_mult_0.20 11_9 0.1667 Rprec_mult_0.40 11_9 0.1277 Rprec_mult_0.60 11_9 0.0845 Rprec_mult_0.80 11_9 0.0745 Rprec_mult_1.00 11_9 0.0769 Rprec_mult_1.20 11_9 0.0638 Rprec_mult_1.40 11_9 0.0549 Rprec_mult_1.60 11_9 0.0532 Rprec_mult_1.80 11_9 0.0521 Rprec_mult_2.00 11_9 0.0513 utility 11_9 -946.0000 11pt_avg 11_9 0.0991 binG 11_9 0.0481 G 11_9 0.0193 ndcg 11_9 0.1093 ndcg_rel 11_9 0.1071 Rndcg 11_9 0.1087 ndcg_cut_5 11_9 0.1557 ndcg_cut_10 11_9 0.1473 ndcg_cut_15 11_9 0.1170 ndcg_cut_20 11_9 0.0988 ndcg_cut_30 11_9 0.0772 ndcg_cut_100 11_9 0.0556 ndcg_cut_200 11_9 0.0661 ndcg_cut_500 11_9 0.0930 ndcg_cut_1000 11_9 0.1093 map_cut_5 11_9 0.0171 map_cut_10 11_9 0.0241 map_cut_15 11_9 0.0241 map_cut_20 11_9 0.0241 map_cut_30 11_9 0.0241 map_cut_100 11_9 0.0270 map_cut_200 11_9 0.0292 map_cut_500 11_9 0.0325 map_cut_1000 11_9 0.0346 relative_P_5 11_9 0.4000 relative_P_10 11_9 0.4000 relative_P_15 11_9 0.2667 relative_P_20 11_9 0.2000 relative_P_30 11_9 0.1333 relative_P_100 11_9 0.0700 relative_P_200 11_9 0.0940 relative_P_500 11_9 0.1709 relative_P_1000 11_9 0.2308 success_1 11_9 1.0000 success_5 11_9 1.0000 success_10 11_9 1.0000 set_P 11_9 0.0270 set_relative_P 11_9 0.2308 set_recall 11_9 0.2308 set_map 11_9 0.0062 set_F 11_9 0.0483 num_nonrel_judged_ret 11_9 42 rbp 11_9 0.0708 rbp_resid 11_9 0.1961 unj_5 11_9 0.0000 unj_10 11_9 0.1000 unj_20 11_9 0.1500 num_ret 12_1 1000 num_rel 12_1 75 num_rel_ret 12_1 48 map 12_1 0.3087 Rprec 12_1 0.3867 bpref 12_1 0.5170 recip_rank 12_1 0.5000 iprec_at_recall_0.00 12_1 0.8571 iprec_at_recall_0.10 12_1 0.8000 iprec_at_recall_0.20 12_1 0.6522 iprec_at_recall_0.30 12_1 0.5714 iprec_at_recall_0.40 12_1 0.3929 iprec_at_recall_0.50 12_1 0.2603 iprec_at_recall_0.60 12_1 0.1056 iprec_at_recall_0.70 12_1 0.0000 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 0.8000 P_10 12_1 0.8000 P_15 12_1 0.7333 P_20 12_1 0.6500 P_30 12_1 0.5667 P_100 12_1 0.3400 P_200 12_1 0.1950 P_500 12_1 0.0900 P_1000 12_1 0.0480 relstring 12_1 '0222222012' recall_5 12_1 0.0533 recall_10 12_1 0.1067 recall_15 12_1 0.1467 recall_20 12_1 0.1733 recall_30 12_1 0.2267 recall_100 12_1 0.4533 recall_200 12_1 0.5200 recall_500 12_1 0.6000 recall_1000 12_1 0.6400 infAP 12_1 0.3087 Rprec_mult_0.20 12_1 0.7333 Rprec_mult_0.40 12_1 0.5667 Rprec_mult_0.60 12_1 0.5333 Rprec_mult_0.80 12_1 0.4667 Rprec_mult_1.00 12_1 0.3867 Rprec_mult_1.20 12_1 0.3778 Rprec_mult_1.40 12_1 0.3333 Rprec_mult_1.60 12_1 0.3000 Rprec_mult_1.80 12_1 0.2741 Rprec_mult_2.00 12_1 0.2533 utility 12_1 -904.0000 11pt_avg 12_1 0.3309 binG 12_1 0.1778 G 12_1 0.1510 ndcg 12_1 0.5877 ndcg_rel 12_1 0.5509 Rndcg 12_1 0.3799 ndcg_cut_5 12_1 0.5650 ndcg_cut_10 12_1 0.6102 ndcg_cut_15 12_1 0.5872 ndcg_cut_20 12_1 0.5562 ndcg_cut_30 12_1 0.5124 ndcg_cut_100 12_1 0.4999 ndcg_cut_200 12_1 0.5392 ndcg_cut_500 12_1 0.5729 ndcg_cut_1000 12_1 0.5877 map_cut_5 12_1 0.0362 map_cut_10 12_1 0.0798 map_cut_15 12_1 0.1105 map_cut_20 12_1 0.1276 map_cut_30 12_1 0.1618 map_cut_100 12_1 0.2738 map_cut_200 12_1 0.2935 map_cut_500 12_1 0.3057 map_cut_1000 12_1 0.3087 relative_P_5 12_1 0.8000 relative_P_10 12_1 0.8000 relative_P_15 12_1 0.7333 relative_P_20 12_1 0.6500 relative_P_30 12_1 0.5667 relative_P_100 12_1 0.4533 relative_P_200 12_1 0.5200 relative_P_500 12_1 0.6000 relative_P_1000 12_1 0.6400 success_1 12_1 0.0000 success_5 12_1 1.0000 success_10 12_1 1.0000 set_P 12_1 0.0480 set_relative_P 12_1 0.6400 set_recall 12_1 0.6400 set_map 12_1 0.0307 set_F 12_1 0.0893 num_nonrel_judged_ret 12_1 45 rbp 12_1 0.4186 rbp_resid 12_1 0.0392 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0000 num_ret 12_2 1000 num_rel 12_2 65 num_rel_ret 12_2 49 map 12_2 0.3194 Rprec 12_2 0.3846 bpref 12_2 0.7508 recip_rank 12_2 1.0000 iprec_at_recall_0.00 12_2 1.0000 iprec_at_recall_0.10 12_2 0.8889 iprec_at_recall_0.20 12_2 0.5926 iprec_at_recall_0.30 12_2 0.5122 iprec_at_recall_0.40 12_2 0.2708 iprec_at_recall_0.50 12_2 0.1864 iprec_at_recall_0.60 12_2 0.1180 iprec_at_recall_0.70 12_2 0.0646 iprec_at_recall_0.80 12_2 0.0000 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 1.0000 P_10 12_2 0.8000 P_15 12_2 0.6667 P_20 12_2 0.6000 P_30 12_2 0.5667 P_100 12_2 0.2700 P_200 12_2 0.1700 P_500 12_2 0.0880 P_1000 12_2 0.0490 relstring 12_2 '22221-122-' recall_5 12_2 0.0769 recall_10 12_2 0.1231 recall_15 12_2 0.1538 recall_20 12_2 0.1846 recall_30 12_2 0.2615 recall_100 12_2 0.4154 recall_200 12_2 0.5231 recall_500 12_2 0.6769 recall_1000 12_2 0.7538 infAP 12_2 0.3194 Rprec_mult_0.20 12_2 0.6923 Rprec_mult_0.40 12_2 0.5769 Rprec_mult_0.60 12_2 0.4872 Rprec_mult_0.80 12_2 0.4808 Rprec_mult_1.00 12_2 0.3846 Rprec_mult_1.20 12_2 0.3205 Rprec_mult_1.40 12_2 0.2747 Rprec_mult_1.60 12_2 0.2596 Rprec_mult_1.80 12_2 0.2393 Rprec_mult_2.00 12_2 0.2154 utility 12_2 -902.0000 11pt_avg 12_2 0.3303 binG 12_2 0.2233 G 12_2 0.1572 ndcg 12_2 0.6167 ndcg_rel 12_2 0.5579 Rndcg 12_2 0.5365 ndcg_cut_5 12_2 0.6229 ndcg_cut_10 12_2 0.5880 ndcg_cut_15 12_2 0.5173 ndcg_cut_20 12_2 0.4731 ndcg_cut_30 12_2 0.4813 ndcg_cut_100 12_2 0.4549 ndcg_cut_200 12_2 0.5290 ndcg_cut_500 12_2 0.5930 ndcg_cut_1000 12_2 0.6167 map_cut_5 12_2 0.0769 map_cut_10 12_2 0.1172 map_cut_15 12_2 0.1382 map_cut_20 12_2 0.1573 map_cut_30 12_2 0.2021 map_cut_100 12_2 0.2738 map_cut_200 12_2 0.2956 map_cut_500 12_2 0.3149 map_cut_1000 12_2 0.3194 relative_P_5 12_2 1.0000 relative_P_10 12_2 0.8000 relative_P_15 12_2 0.6667 relative_P_20 12_2 0.6000 relative_P_30 12_2 0.5667 relative_P_100 12_2 0.4154 relative_P_200 12_2 0.5231 relative_P_500 12_2 0.6769 relative_P_1000 12_2 0.7538 success_1 12_2 1.0000 success_5 12_2 1.0000 success_10 12_2 1.0000 set_P 12_2 0.0490 set_relative_P 12_2 0.7538 set_recall 12_2 0.7538 set_map 12_2 0.0369 set_F 12_2 0.0920 num_nonrel_judged_ret 12_2 2 rbp 12_2 0.3813 rbp_resid 12_2 0.3124 unj_5 12_2 0.0000 unj_10 12_2 0.2000 unj_20 12_2 0.4000 num_ret 12_3 1000 num_rel 12_3 75 num_rel_ret 12_3 70 map 12_3 0.5275 Rprec 12_3 0.5600 bpref 12_3 0.7941 recip_rank 12_3 1.0000 iprec_at_recall_0.00 12_3 1.0000 iprec_at_recall_0.10 12_3 0.7368 iprec_at_recall_0.20 12_3 0.7273 iprec_at_recall_0.30 12_3 0.7273 iprec_at_recall_0.40 12_3 0.7273 iprec_at_recall_0.50 12_3 0.6129 iprec_at_recall_0.60 12_3 0.4898 iprec_at_recall_0.70 12_3 0.4309 iprec_at_recall_0.80 12_3 0.3191 iprec_at_recall_0.90 12_3 0.0784 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 0.8000 P_10 12_3 0.7000 P_15 12_3 0.6667 P_20 12_3 0.7000 P_30 12_3 0.7000 P_100 12_3 0.4800 P_200 12_3 0.3050 P_500 12_3 0.1320 P_1000 12_3 0.0700 relstring 12_3 '1110101011' recall_5 12_3 0.0533 recall_10 12_3 0.0933 recall_15 12_3 0.1333 recall_20 12_3 0.1867 recall_30 12_3 0.2800 recall_100 12_3 0.6400 recall_200 12_3 0.8133 recall_500 12_3 0.8800 recall_1000 12_3 0.9333 infAP 12_3 0.5275 Rprec_mult_0.20 12_3 0.6667 Rprec_mult_0.40 12_3 0.7000 Rprec_mult_0.60 12_3 0.7111 Rprec_mult_0.80 12_3 0.6167 Rprec_mult_1.00 12_3 0.5600 Rprec_mult_1.20 12_3 0.4889 Rprec_mult_1.40 12_3 0.4667 Rprec_mult_1.60 12_3 0.4333 Rprec_mult_1.80 12_3 0.4000 Rprec_mult_2.00 12_3 0.3800 utility 12_3 -860.0000 11pt_avg 12_3 0.5318 binG 12_3 0.2542 G 12_3 0.1761 ndcg 12_3 0.7301 ndcg_rel 12_3 0.5527 Rndcg 12_3 0.5788 ndcg_cut_5 12_3 0.4270 ndcg_cut_10 12_3 0.3787 ndcg_cut_15 12_3 0.4260 ndcg_cut_20 12_3 0.4724 ndcg_cut_30 12_3 0.5026 ndcg_cut_100 12_3 0.5589 ndcg_cut_200 12_3 0.6689 ndcg_cut_500 12_3 0.7080 ndcg_cut_1000 12_3 0.7301 map_cut_5 12_3 0.0507 map_cut_10 12_3 0.0784 map_cut_15 12_3 0.1048 map_cut_20 12_3 0.1428 map_cut_30 12_3 0.2089 map_cut_100 12_3 0.4376 map_cut_200 12_3 0.5077 map_cut_500 12_3 0.5230 map_cut_1000 12_3 0.5275 relative_P_5 12_3 0.8000 relative_P_10 12_3 0.7000 relative_P_15 12_3 0.6667 relative_P_20 12_3 0.7000 relative_P_30 12_3 0.7000 relative_P_100 12_3 0.6400 relative_P_200 12_3 0.8133 relative_P_500 12_3 0.8800 relative_P_1000 12_3 0.9333 success_1 12_3 1.0000 success_5 12_3 1.0000 success_10 12_3 1.0000 set_P 12_3 0.0700 set_relative_P 12_3 0.9333 set_recall 12_3 0.9333 set_map 12_3 0.0653 set_F 12_3 0.1302 num_nonrel_judged_ret 12_3 24 rbp 12_3 0.4424 rbp_resid 12_3 0.0280 unj_5 12_3 0.0000 unj_10 12_3 0.0000 unj_20 12_3 0.0000 num_ret 12_5 1000 num_rel 12_5 57 num_rel_ret 12_5 4 map 12_5 0.0004 Rprec 12_5 0.0000 bpref 12_5 0.0376 recip_rank 12_5 0.0050 iprec_at_recall_0.00 12_5 0.0072 iprec_at_recall_0.10 12_5 0.0000 iprec_at_recall_0.20 12_5 0.0000 iprec_at_recall_0.30 12_5 0.0000 iprec_at_recall_0.40 12_5 0.0000 iprec_at_recall_0.50 12_5 0.0000 iprec_at_recall_0.60 12_5 0.0000 iprec_at_recall_0.70 12_5 0.0000 iprec_at_recall_0.80 12_5 0.0000 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 0.0000 P_10 12_5 0.0000 P_15 12_5 0.0000 P_20 12_5 0.0000 P_30 12_5 0.0000 P_100 12_5 0.0000 P_200 12_5 0.0000 P_500 12_5 0.0060 P_1000 12_5 0.0040 relstring 12_5 '00000-0000' recall_5 12_5 0.0000 recall_10 12_5 0.0000 recall_15 12_5 0.0000 recall_20 12_5 0.0000 recall_30 12_5 0.0000 recall_100 12_5 0.0000 recall_200 12_5 0.0000 recall_500 12_5 0.0526 recall_1000 12_5 0.0702 infAP 12_5 0.0004 Rprec_mult_0.20 12_5 0.0000 Rprec_mult_0.40 12_5 0.0000 Rprec_mult_0.60 12_5 0.0000 Rprec_mult_0.80 12_5 0.0000 Rprec_mult_1.00 12_5 0.0000 Rprec_mult_1.20 12_5 0.0000 Rprec_mult_1.40 12_5 0.0000 Rprec_mult_1.60 12_5 0.0000 Rprec_mult_1.80 12_5 0.0000 Rprec_mult_2.00 12_5 0.0000 utility 12_5 -992.0000 11pt_avg 12_5 0.0007 binG 12_5 0.0082 G 12_5 0.0078 ndcg 12_5 0.0300 ndcg_rel 12_5 0.0292 Rndcg 12_5 0.0075 ndcg_cut_5 12_5 0.0000 ndcg_cut_10 12_5 0.0000 ndcg_cut_15 12_5 0.0000 ndcg_cut_20 12_5 0.0000 ndcg_cut_30 12_5 0.0000 ndcg_cut_100 12_5 0.0000 ndcg_cut_200 12_5 0.0000 ndcg_cut_500 12_5 0.0231 ndcg_cut_1000 12_5 0.0300 map_cut_5 12_5 0.0000 map_cut_10 12_5 0.0000 map_cut_15 12_5 0.0000 map_cut_20 12_5 0.0000 map_cut_30 12_5 0.0000 map_cut_100 12_5 0.0000 map_cut_200 12_5 0.0000 map_cut_500 12_5 0.0003 map_cut_1000 12_5 0.0004 relative_P_5 12_5 0.0000 relative_P_10 12_5 0.0000 relative_P_15 12_5 0.0000 relative_P_20 12_5 0.0000 relative_P_30 12_5 0.0000 relative_P_100 12_5 0.0000 relative_P_200 12_5 0.0000 relative_P_500 12_5 0.0526 relative_P_1000 12_5 0.0702 success_1 12_5 0.0000 success_5 12_5 0.0000 success_10 12_5 0.0000 set_P 12_5 0.0040 set_relative_P 12_5 0.0702 set_recall 12_5 0.0702 set_map 12_5 0.0003 set_F 12_5 0.0076 num_nonrel_judged_ret 12_5 29 rbp 12_5 0.0000 rbp_resid 12_5 0.2943 unj_5 12_5 0.0000 unj_10 12_5 0.1000 unj_20 12_5 0.3500 num_ret 12_6 1000 num_rel 12_6 48 num_rel_ret 12_6 39 map 12_6 0.4832 Rprec 12_6 0.4792 bpref 12_6 0.7096 recip_rank 12_6 1.0000 iprec_at_recall_0.00 12_6 1.0000 iprec_at_recall_0.10 12_6 1.0000 iprec_at_recall_0.20 12_6 0.9167 iprec_at_recall_0.30 12_6 0.8333 iprec_at_recall_0.40 12_6 0.6897 iprec_at_recall_0.50 12_6 0.4821 iprec_at_recall_0.60 12_6 0.4028 iprec_at_recall_0.70 12_6 0.1232 iprec_at_recall_0.80 12_6 0.0790 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 1.0000 P_10 12_6 0.9000 P_15 12_6 0.8000 P_20 12_6 0.8000 P_30 12_6 0.6667 P_100 12_6 0.2900 P_200 12_6 0.1550 P_500 12_6 0.0760 P_1000 12_6 0.0390 relstring 12_6 '1222121-12' recall_5 12_6 0.1042 recall_10 12_6 0.1875 recall_15 12_6 0.2500 recall_20 12_6 0.3333 recall_30 12_6 0.4167 recall_100 12_6 0.6042 recall_200 12_6 0.6458 recall_500 12_6 0.7917 recall_1000 12_6 0.8125 infAP 12_6 0.4832 Rprec_mult_0.20 12_6 0.9000 Rprec_mult_0.40 12_6 0.8000 Rprec_mult_0.60 12_6 0.6897 Rprec_mult_0.80 12_6 0.5385 Rprec_mult_1.00 12_6 0.4792 Rprec_mult_1.20 12_6 0.4655 Rprec_mult_1.40 12_6 0.4118 Rprec_mult_1.60 12_6 0.3766 Rprec_mult_1.80 12_6 0.3333 Rprec_mult_2.00 12_6 0.3021 utility 12_6 -922.0000 11pt_avg 12_6 0.5024 binG 12_6 0.3334 G 12_6 0.2143 ndcg 12_6 0.7071 ndcg_rel 12_6 0.6391 Rndcg 12_6 0.5497 ndcg_cut_5 12_6 0.6539 ndcg_cut_10 12_6 0.6379 ndcg_cut_15 12_6 0.6095 ndcg_cut_20 12_6 0.6399 ndcg_cut_30 12_6 0.6182 ndcg_cut_100 12_6 0.6192 ndcg_cut_200 12_6 0.6394 ndcg_cut_500 12_6 0.6965 ndcg_cut_1000 12_6 0.7071 map_cut_5 12_6 0.1042 map_cut_10 12_6 0.1831 map_cut_15 12_6 0.2378 map_cut_20 12_6 0.3059 map_cut_30 12_6 0.3642 map_cut_100 12_6 0.4558 map_cut_200 12_6 0.4649 map_cut_500 12_6 0.4816 map_cut_1000 12_6 0.4832 relative_P_5 12_6 1.0000 relative_P_10 12_6 0.9000 relative_P_15 12_6 0.8000 relative_P_20 12_6 0.8000 relative_P_30 12_6 0.6667 relative_P_100 12_6 0.6042 relative_P_200 12_6 0.6458 relative_P_500 12_6 0.7917 relative_P_1000 12_6 0.8125 success_1 12_6 1.0000 success_5 12_6 1.0000 success_10 12_6 1.0000 set_P 12_6 0.0390 set_relative_P 12_6 0.8125 set_recall 12_6 0.8125 set_map 12_6 0.0317 set_F 12_6 0.0744 num_nonrel_judged_ret 12_6 19 rbp 12_6 0.4267 rbp_resid 12_6 0.1634 unj_5 12_6 0.0000 unj_10 12_6 0.1000 unj_20 12_6 0.2000 num_ret 12_7 1000 num_rel 12_7 17 num_rel_ret 12_7 16 map 12_7 0.1204 Rprec 12_7 0.1176 bpref 12_7 0.2907 recip_rank 12_7 0.1429 iprec_at_recall_0.00 12_7 0.2500 iprec_at_recall_0.10 12_7 0.2500 iprec_at_recall_0.20 12_7 0.2000 iprec_at_recall_0.30 12_7 0.1667 iprec_at_recall_0.40 12_7 0.1270 iprec_at_recall_0.50 12_7 0.1216 iprec_at_recall_0.60 12_7 0.1099 iprec_at_recall_0.70 12_7 0.0930 iprec_at_recall_0.80 12_7 0.0870 iprec_at_recall_0.90 12_7 0.0789 iprec_at_recall_1.00 12_7 0.0000 P_5 12_7 0.0000 P_10 12_7 0.2000 P_15 12_7 0.1333 P_20 12_7 0.2000 P_30 12_7 0.1333 P_100 12_7 0.1000 P_200 12_7 0.0750 P_500 12_7 0.0300 P_1000 12_7 0.0160 relstring 12_7 '00000-22-0' recall_5 12_7 0.0000 recall_10 12_7 0.1176 recall_15 12_7 0.1176 recall_20 12_7 0.2353 recall_30 12_7 0.2353 recall_100 12_7 0.5882 recall_200 12_7 0.8824 recall_500 12_7 0.8824 recall_1000 12_7 0.9412 infAP 12_7 0.1204 Rprec_mult_0.20 12_7 0.0000 Rprec_mult_0.40 12_7 0.1429 Rprec_mult_0.60 12_7 0.1818 Rprec_mult_0.80 12_7 0.1429 Rprec_mult_1.00 12_7 0.1176 Rprec_mult_1.20 12_7 0.1905 Rprec_mult_1.40 12_7 0.1667 Rprec_mult_1.60 12_7 0.1429 Rprec_mult_1.80 12_7 0.1613 Rprec_mult_2.00 12_7 0.1471 utility 12_7 -968.0000 11pt_avg 12_7 0.1349 binG 12_7 0.1792 G 12_7 0.1696 ndcg 12_7 0.4346 ndcg_rel 12_7 0.2935 Rndcg 12_7 0.1573 ndcg_cut_5 12_7 0.0000 ndcg_cut_10 12_7 0.1114 ndcg_cut_15 12_7 0.0960 ndcg_cut_20 12_7 0.1919 ndcg_cut_30 12_7 0.1919 ndcg_cut_100 12_7 0.3294 ndcg_cut_200 12_7 0.4190 ndcg_cut_500 12_7 0.4190 ndcg_cut_1000 12_7 0.4346 map_cut_5 12_7 0.0000 map_cut_10 12_7 0.0231 map_cut_15 12_7 0.0231 map_cut_20 12_7 0.0447 map_cut_30 12_7 0.0447 map_cut_100 12_7 0.0922 map_cut_200 12_7 0.1187 map_cut_500 12_7 0.1187 map_cut_1000 12_7 0.1204 relative_P_5 12_7 0.0000 relative_P_10 12_7 0.2000 relative_P_15 12_7 0.1333 relative_P_20 12_7 0.2353 relative_P_30 12_7 0.2353 relative_P_100 12_7 0.5882 relative_P_200 12_7 0.8824 relative_P_500 12_7 0.8824 relative_P_1000 12_7 0.9412 success_1 12_7 0.0000 success_5 12_7 0.0000 success_10 12_7 1.0000 set_P 12_7 0.0160 set_relative_P 12_7 0.9412 set_recall 12_7 0.9412 set_map 12_7 0.0151 set_F 12_7 0.0315 num_nonrel_judged_ret 12_7 38 rbp 12_7 0.1023 rbp_resid 12_7 0.3361 unj_5 12_7 0.0000 unj_10 12_7 0.2000 unj_20 12_7 0.4000 num_ret 12_9 1000 num_rel 12_9 27 num_rel_ret 12_9 21 map 12_9 0.3056 Rprec 12_9 0.3333 bpref 12_9 0.4431 recip_rank 12_9 1.0000 iprec_at_recall_0.00 12_9 1.0000 iprec_at_recall_0.10 12_9 1.0000 iprec_at_recall_0.20 12_9 0.7500 iprec_at_recall_0.30 12_9 0.5000 iprec_at_recall_0.40 12_9 0.3333 iprec_at_recall_0.50 12_9 0.0859 iprec_at_recall_0.60 12_9 0.0413 iprec_at_recall_0.70 12_9 0.0287 iprec_at_recall_0.80 12_9 0.0000 iprec_at_recall_0.90 12_9 0.0000 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 0.8000 P_10 12_9 0.6000 P_15 12_9 0.4667 P_20 12_9 0.4500 P_30 12_9 0.3000 P_100 12_9 0.1300 P_200 12_9 0.0700 P_500 12_9 0.0340 P_1000 12_9 0.0210 relstring 12_9 '13101-11-0' recall_5 12_9 0.1481 recall_10 12_9 0.2222 recall_15 12_9 0.2593 recall_20 12_9 0.3333 recall_30 12_9 0.3333 recall_100 12_9 0.4815 recall_200 12_9 0.5185 recall_500 12_9 0.6296 recall_1000 12_9 0.7778 infAP 12_9 0.3056 Rprec_mult_0.20 12_9 0.6667 Rprec_mult_0.40 12_9 0.5455 Rprec_mult_0.60 12_9 0.4706 Rprec_mult_0.80 12_9 0.4091 Rprec_mult_1.00 12_9 0.3333 Rprec_mult_1.20 12_9 0.3333 Rprec_mult_1.40 12_9 0.2895 Rprec_mult_1.60 12_9 0.2727 Rprec_mult_1.80 12_9 0.2449 Rprec_mult_2.00 12_9 0.2222 utility 12_9 -958.0000 11pt_avg 12_9 0.3399 binG 12_9 0.2699 G 12_9 0.1527 ndcg 12_9 0.4937 ndcg_rel 12_9 0.4451 Rndcg 12_9 0.4398 ndcg_cut_5 12_9 0.5021 ndcg_cut_10 12_9 0.4132 ndcg_cut_15 12_9 0.3519 ndcg_cut_20 12_9 0.3560 ndcg_cut_30 12_9 0.3225 ndcg_cut_100 12_9 0.3800 ndcg_cut_200 12_9 0.3969 ndcg_cut_500 12_9 0.4407 ndcg_cut_1000 12_9 0.4937 map_cut_5 12_9 0.1407 map_cut_10 12_9 0.1950 map_cut_15 12_9 0.2166 map_cut_20 12_9 0.2525 map_cut_30 12_9 0.2525 map_cut_100 12_9 0.2933 map_cut_200 12_9 0.2965 map_cut_500 12_9 0.3013 map_cut_1000 12_9 0.3056 relative_P_5 12_9 0.8000 relative_P_10 12_9 0.6000 relative_P_15 12_9 0.4667 relative_P_20 12_9 0.4500 relative_P_30 12_9 0.3333 relative_P_100 12_9 0.4815 relative_P_200 12_9 0.5185 relative_P_500 12_9 0.6296 relative_P_1000 12_9 0.7778 success_1 12_9 1.0000 success_5 12_9 1.0000 success_10 12_9 1.0000 set_P 12_9 0.0210 set_relative_P 12_9 0.7778 set_recall 12_9 0.7778 set_map 12_9 0.0163 set_F 12_9 0.0409 num_nonrel_judged_ret 12_9 28 rbp 12_9 0.2314 rbp_resid 12_9 0.2752 unj_5 12_9 0.0000 unj_10 12_9 0.2000 unj_20 12_9 0.3000 num_ret 13_2 1000 num_rel 13_2 154 num_rel_ret 13_2 112 map 13_2 0.3127 Rprec 13_2 0.3312 bpref 13_2 0.6772 recip_rank 13_2 1.0000 iprec_at_recall_0.00 13_2 1.0000 iprec_at_recall_0.10 13_2 0.7727 iprec_at_recall_0.20 13_2 0.6458 iprec_at_recall_0.30 13_2 0.4510 iprec_at_recall_0.40 13_2 0.3316 iprec_at_recall_0.50 13_2 0.2326 iprec_at_recall_0.60 13_2 0.1743 iprec_at_recall_0.70 13_2 0.1328 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 1.0000 P_10 13_2 0.8000 P_15 13_2 0.8000 P_20 13_2 0.7500 P_30 13_2 0.7333 P_100 13_2 0.4400 P_200 13_2 0.3250 P_500 13_2 0.1760 P_1000 13_2 0.1120 relstring 13_2 '42322-312-' recall_5 13_2 0.0325 recall_10 13_2 0.0519 recall_15 13_2 0.0779 recall_20 13_2 0.0974 recall_30 13_2 0.1429 recall_100 13_2 0.2857 recall_200 13_2 0.4221 recall_500 13_2 0.5714 recall_1000 13_2 0.7273 infAP 13_2 0.3127 Rprec_mult_0.20 13_2 0.7097 Rprec_mult_0.40 13_2 0.5968 Rprec_mult_0.60 13_2 0.4624 Rprec_mult_0.80 13_2 0.3952 Rprec_mult_1.00 13_2 0.3312 Rprec_mult_1.20 13_2 0.3243 Rprec_mult_1.40 13_2 0.3102 Rprec_mult_1.60 13_2 0.2834 Rprec_mult_1.80 13_2 0.2626 Rprec_mult_2.00 13_2 0.2403 utility 13_2 -776.0000 11pt_avg 13_2 0.3401 binG 13_2 0.1675 G 13_2 0.1423 ndcg 13_2 0.6856 ndcg_rel 13_2 0.6322 Rndcg 13_2 0.6591 ndcg_cut_5 13_2 0.8529 ndcg_cut_10 13_2 0.7050 ndcg_cut_15 13_2 0.6828 ndcg_cut_20 13_2 0.6262 ndcg_cut_30 13_2 0.6496 ndcg_cut_100 13_2 0.5047 ndcg_cut_200 13_2 0.5332 ndcg_cut_500 13_2 0.6118 ndcg_cut_1000 13_2 0.6856 map_cut_5 13_2 0.0325 map_cut_10 13_2 0.0495 map_cut_15 13_2 0.0705 map_cut_20 13_2 0.0854 map_cut_30 13_2 0.1196 map_cut_100 13_2 0.2055 map_cut_200 13_2 0.2540 map_cut_500 13_2 0.2889 map_cut_1000 13_2 0.3127 relative_P_5 13_2 1.0000 relative_P_10 13_2 0.8000 relative_P_15 13_2 0.8000 relative_P_20 13_2 0.7500 relative_P_30 13_2 0.7333 relative_P_100 13_2 0.4400 relative_P_200 13_2 0.4221 relative_P_500 13_2 0.5714 relative_P_1000 13_2 0.7273 success_1 13_2 1.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.1120 set_relative_P 13_2 0.7273 set_recall 13_2 0.7273 set_map 13_2 0.0815 set_F 13_2 0.1941 num_nonrel_judged_ret 13_2 5 rbp 13_2 0.4798 rbp_resid 13_2 0.1905 unj_5 13_2 0.0000 unj_10 13_2 0.2000 unj_20 13_2 0.2000 num_ret 13_3 1000 num_rel 13_3 79 num_rel_ret 13_3 56 map 13_3 0.3146 Rprec 13_3 0.4177 bpref 13_3 0.6530 recip_rank 13_3 0.5000 iprec_at_recall_0.00 13_3 0.8000 iprec_at_recall_0.10 13_3 0.8000 iprec_at_recall_0.20 13_3 0.6296 iprec_at_recall_0.30 13_3 0.6000 iprec_at_recall_0.40 13_3 0.4923 iprec_at_recall_0.50 13_3 0.2963 iprec_at_recall_0.60 13_3 0.1691 iprec_at_recall_0.70 13_3 0.0830 iprec_at_recall_0.80 13_3 0.0000 iprec_at_recall_0.90 13_3 0.0000 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 0.6000 P_10 13_3 0.8000 P_15 13_3 0.6667 P_20 13_3 0.6000 P_30 13_3 0.6000 P_100 13_3 0.3500 P_200 13_3 0.2200 P_500 13_3 0.1040 P_1000 13_3 0.0560 relstring 13_3 '0102222222' recall_5 13_3 0.0380 recall_10 13_3 0.1013 recall_15 13_3 0.1266 recall_20 13_3 0.1519 recall_30 13_3 0.2278 recall_100 13_3 0.4430 recall_200 13_3 0.5570 recall_500 13_3 0.6582 recall_1000 13_3 0.7089 infAP 13_3 0.3146 Rprec_mult_0.20 13_3 0.6875 Rprec_mult_0.40 13_3 0.6250 Rprec_mult_0.60 13_3 0.5208 Rprec_mult_0.80 13_3 0.4844 Rprec_mult_1.00 13_3 0.4177 Rprec_mult_1.20 13_3 0.3579 Rprec_mult_1.40 13_3 0.3514 Rprec_mult_1.60 13_3 0.3071 Rprec_mult_1.80 13_3 0.2797 Rprec_mult_2.00 13_3 0.2532 utility 13_3 -888.0000 11pt_avg 13_3 0.3518 binG 13_3 0.1737 G 13_3 0.1347 ndcg 13_3 0.5830 ndcg_rel 13_3 0.4956 Rndcg 13_3 0.4051 ndcg_cut_5 13_3 0.2679 ndcg_cut_10 13_3 0.4684 ndcg_cut_15 13_3 0.4730 ndcg_cut_20 13_3 0.4485 ndcg_cut_30 13_3 0.4594 ndcg_cut_100 13_3 0.4386 ndcg_cut_200 13_3 0.5077 ndcg_cut_500 13_3 0.5584 ndcg_cut_1000 13_3 0.5830 map_cut_5 13_3 0.0203 map_cut_10 13_3 0.0672 map_cut_15 13_3 0.0850 map_cut_20 13_3 0.1017 map_cut_30 13_3 0.1478 map_cut_100 13_3 0.2615 map_cut_200 13_3 0.2958 map_cut_500 13_3 0.3103 map_cut_1000 13_3 0.3146 relative_P_5 13_3 0.6000 relative_P_10 13_3 0.8000 relative_P_15 13_3 0.6667 relative_P_20 13_3 0.6000 relative_P_30 13_3 0.6000 relative_P_100 13_3 0.4430 relative_P_200 13_3 0.5570 relative_P_500 13_3 0.6582 relative_P_1000 13_3 0.7089 success_1 13_3 0.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.0560 set_relative_P 13_3 0.7089 set_recall 13_3 0.7089 set_map 13_3 0.0397 set_F 13_3 0.1038 num_nonrel_judged_ret 13_3 12 rbp 13_3 0.3845 rbp_resid 13_3 0.1265 unj_5 13_3 0.0000 unj_10 13_3 0.0000 unj_20 13_3 0.2000 num_ret 13_4 1000 num_rel 13_4 132 num_rel_ret 13_4 85 map 13_4 0.1710 Rprec 13_4 0.2576 bpref 13_4 0.5511 recip_rank 13_4 1.0000 iprec_at_recall_0.00 13_4 1.0000 iprec_at_recall_0.10 13_4 0.5000 iprec_at_recall_0.20 13_4 0.2900 iprec_at_recall_0.30 13_4 0.2381 iprec_at_recall_0.40 13_4 0.1763 iprec_at_recall_0.50 13_4 0.1546 iprec_at_recall_0.60 13_4 0.1026 iprec_at_recall_0.70 13_4 0.0000 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 0.6000 P_10 13_4 0.6000 P_15 13_4 0.5333 P_20 13_4 0.5000 P_30 13_4 0.4667 P_100 13_4 0.2900 P_200 13_4 0.2100 P_500 13_4 0.1340 P_1000 13_4 0.0850 relstring 13_4 '100222--22' recall_5 13_4 0.0227 recall_10 13_4 0.0455 recall_15 13_4 0.0606 recall_20 13_4 0.0758 recall_30 13_4 0.1061 recall_100 13_4 0.2197 recall_200 13_4 0.3182 recall_500 13_4 0.5076 recall_1000 13_4 0.6439 infAP 13_4 0.1710 Rprec_mult_0.20 13_4 0.4815 Rprec_mult_0.40 13_4 0.3396 Rprec_mult_0.60 13_4 0.2750 Rprec_mult_0.80 13_4 0.2736 Rprec_mult_1.00 13_4 0.2576 Rprec_mult_1.20 13_4 0.2327 Rprec_mult_1.40 13_4 0.2216 Rprec_mult_1.60 13_4 0.2028 Rprec_mult_1.80 13_4 0.1933 Rprec_mult_2.00 13_4 0.1894 utility 13_4 -830.0000 11pt_avg 13_4 0.2238 binG 13_4 0.1162 G 13_4 0.0991 ndcg 13_4 0.5211 ndcg_rel 13_4 0.4373 Rndcg 13_4 0.3571 ndcg_cut_5 13_4 0.3821 ndcg_cut_10 13_4 0.4489 ndcg_cut_15 13_4 0.4422 ndcg_cut_20 13_4 0.4200 ndcg_cut_30 13_4 0.4161 ndcg_cut_100 13_4 0.2980 ndcg_cut_200 13_4 0.3346 ndcg_cut_500 13_4 0.4445 ndcg_cut_1000 13_4 0.5211 map_cut_5 13_4 0.0159 map_cut_10 13_4 0.0297 map_cut_15 13_4 0.0396 map_cut_20 13_4 0.0474 map_cut_30 13_4 0.0626 map_cut_100 13_4 0.0977 map_cut_200 13_4 0.1221 map_cut_500 13_4 0.1556 map_cut_1000 13_4 0.1710 relative_P_5 13_4 0.6000 relative_P_10 13_4 0.6000 relative_P_15 13_4 0.5333 relative_P_20 13_4 0.5000 relative_P_30 13_4 0.4667 relative_P_100 13_4 0.2900 relative_P_200 13_4 0.3182 relative_P_500 13_4 0.5076 relative_P_1000 13_4 0.6439 success_1 13_4 1.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.0850 set_relative_P 13_4 0.6439 set_recall 13_4 0.6439 set_map 13_4 0.0547 set_F 13_4 0.1502 num_nonrel_judged_ret 13_4 17 rbp 13_4 0.3061 rbp_resid 13_4 0.2748 unj_5 13_4 0.0000 unj_10 13_4 0.2000 unj_20 13_4 0.3500 num_ret 13_6 1000 num_rel 13_6 135 num_rel_ret 13_6 92 map 13_6 0.2302 Rprec 13_6 0.3407 bpref 13_6 0.6261 recip_rank 13_6 1.0000 iprec_at_recall_0.00 13_6 1.0000 iprec_at_recall_0.10 13_6 0.5714 iprec_at_recall_0.20 13_6 0.4426 iprec_at_recall_0.30 13_6 0.4100 iprec_at_recall_0.40 13_6 0.2559 iprec_at_recall_0.50 13_6 0.1527 iprec_at_recall_0.60 13_6 0.1250 iprec_at_recall_0.70 13_6 0.0000 iprec_at_recall_0.80 13_6 0.0000 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 0.6000 P_10 13_6 0.6000 P_15 13_6 0.6667 P_20 13_6 0.5500 P_30 13_6 0.5333 P_100 13_6 0.4100 P_200 13_6 0.2650 P_500 13_6 0.1440 P_1000 13_6 0.0920 relstring 13_6 '32020-22-2' recall_5 13_6 0.0222 recall_10 13_6 0.0444 recall_15 13_6 0.0741 recall_20 13_6 0.0815 recall_30 13_6 0.1185 recall_100 13_6 0.3037 recall_200 13_6 0.3926 recall_500 13_6 0.5333 recall_1000 13_6 0.6815 infAP 13_6 0.2302 Rprec_mult_0.20 13_6 0.5556 Rprec_mult_0.40 13_6 0.4444 Rprec_mult_0.60 13_6 0.3951 Rprec_mult_0.80 13_6 0.3889 Rprec_mult_1.00 13_6 0.3407 Rprec_mult_1.20 13_6 0.3025 Rprec_mult_1.40 13_6 0.2804 Rprec_mult_1.60 13_6 0.2500 Rprec_mult_1.80 13_6 0.2263 Rprec_mult_2.00 13_6 0.2074 utility 13_6 -816.0000 11pt_avg 13_6 0.2689 binG 13_6 0.1340 G 13_6 0.1136 ndcg 13_6 0.5948 ndcg_rel 13_6 0.5225 Rndcg 13_6 0.5325 ndcg_cut_5 13_6 0.5204 ndcg_cut_10 13_6 0.4784 ndcg_cut_15 13_6 0.5167 ndcg_cut_20 13_6 0.4596 ndcg_cut_30 13_6 0.4676 ndcg_cut_100 13_6 0.4297 ndcg_cut_200 13_6 0.4431 ndcg_cut_500 13_6 0.5256 ndcg_cut_1000 13_6 0.5948 map_cut_5 13_6 0.0204 map_cut_10 13_6 0.0337 map_cut_15 13_6 0.0523 map_cut_20 13_6 0.0573 map_cut_30 13_6 0.0783 map_cut_100 13_6 0.1579 map_cut_200 13_6 0.1882 map_cut_500 13_6 0.2127 map_cut_1000 13_6 0.2302 relative_P_5 13_6 0.6000 relative_P_10 13_6 0.6000 relative_P_15 13_6 0.6667 relative_P_20 13_6 0.5500 relative_P_30 13_6 0.5333 relative_P_100 13_6 0.4100 relative_P_200 13_6 0.3926 relative_P_500 13_6 0.5333 relative_P_1000 13_6 0.6815 success_1 13_6 1.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.0920 set_relative_P 13_6 0.6815 set_recall 13_6 0.6815 set_map 13_6 0.0627 set_F 13_6 0.1621 num_nonrel_judged_ret 13_6 4 rbp 13_6 0.3289 rbp_resid 13_6 0.2675 unj_5 13_6 0.0000 unj_10 13_6 0.2000 unj_20 13_6 0.3500 num_ret 13_8 1000 num_rel 13_8 100 num_rel_ret 13_8 18 map 13_8 0.0229 Rprec 13_8 0.0700 bpref 13_8 0.1574 recip_rank 13_8 0.5000 iprec_at_recall_0.00 13_8 0.5000 iprec_at_recall_0.10 13_8 0.0649 iprec_at_recall_0.20 13_8 0.0000 iprec_at_recall_0.30 13_8 0.0000 iprec_at_recall_0.40 13_8 0.0000 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 0.2000 P_10 13_8 0.2000 P_15 13_8 0.2667 P_20 13_8 0.2000 P_30 13_8 0.1667 P_100 13_8 0.0700 P_200 13_8 0.0550 P_500 13_8 0.0340 P_1000 13_8 0.0180 relstring 13_8 '020002----' recall_5 13_8 0.0100 recall_10 13_8 0.0200 recall_15 13_8 0.0400 recall_20 13_8 0.0400 recall_30 13_8 0.0500 recall_100 13_8 0.0700 recall_200 13_8 0.1100 recall_500 13_8 0.1700 recall_1000 13_8 0.1800 infAP 13_8 0.0229 Rprec_mult_0.20 13_8 0.2000 Rprec_mult_0.40 13_8 0.1250 Rprec_mult_0.60 13_8 0.0833 Rprec_mult_0.80 13_8 0.0750 Rprec_mult_1.00 13_8 0.0700 Rprec_mult_1.20 13_8 0.0667 Rprec_mult_1.40 13_8 0.0643 Rprec_mult_1.60 13_8 0.0625 Rprec_mult_1.80 13_8 0.0556 Rprec_mult_2.00 13_8 0.0550 utility 13_8 -964.0000 11pt_avg 13_8 0.0514 binG 13_8 0.0353 G 13_8 0.0253 ndcg 13_8 0.1352 ndcg_rel 13_8 0.1344 Rndcg 13_8 0.1088 ndcg_cut_5 13_8 0.1427 ndcg_cut_10 13_8 0.1448 ndcg_cut_15 13_8 0.1583 ndcg_cut_20 13_8 0.1394 ndcg_cut_30 13_8 0.1240 ndcg_cut_100 13_8 0.0881 ndcg_cut_200 13_8 0.1080 ndcg_cut_500 13_8 0.1303 ndcg_cut_1000 13_8 0.1352 map_cut_5 13_8 0.0050 map_cut_10 13_8 0.0083 map_cut_15 13_8 0.0135 map_cut_20 13_8 0.0135 map_cut_30 13_8 0.0159 map_cut_100 13_8 0.0175 map_cut_200 13_8 0.0201 map_cut_500 13_8 0.0227 map_cut_1000 13_8 0.0229 relative_P_5 13_8 0.2000 relative_P_10 13_8 0.2000 relative_P_15 13_8 0.2667 relative_P_20 13_8 0.2000 relative_P_30 13_8 0.1667 relative_P_100 13_8 0.0700 relative_P_200 13_8 0.1100 relative_P_500 13_8 0.1700 relative_P_1000 13_8 0.1800 success_1 13_8 0.0000 success_5 13_8 1.0000 success_10 13_8 1.0000 set_P 13_8 0.0180 set_relative_P 13_8 0.1800 set_recall 13_8 0.1800 set_map 13_8 0.0032 set_F 13_8 0.0327 num_nonrel_judged_ret 13_8 14 rbp 13_8 0.1292 rbp_resid 13_8 0.4040 unj_5 13_8 0.0000 unj_10 13_8 0.4000 unj_20 13_8 0.5500 num_ret 14_10 1000 num_rel 14_10 52 num_rel_ret 14_10 12 map 14_10 0.0035 Rprec 14_10 0.0000 bpref 14_10 0.1601 recip_rank 14_10 0.0149 iprec_at_recall_0.00 14_10 0.0217 iprec_at_recall_0.10 14_10 0.0168 iprec_at_recall_0.20 14_10 0.0145 iprec_at_recall_0.30 14_10 0.0000 iprec_at_recall_0.40 14_10 0.0000 iprec_at_recall_0.50 14_10 0.0000 iprec_at_recall_0.60 14_10 0.0000 iprec_at_recall_0.70 14_10 0.0000 iprec_at_recall_0.80 14_10 0.0000 iprec_at_recall_0.90 14_10 0.0000 iprec_at_recall_1.00 14_10 0.0000 P_5 14_10 0.0000 P_10 14_10 0.0000 P_15 14_10 0.0000 P_20 14_10 0.0000 P_30 14_10 0.0000 P_100 14_10 0.0200 P_200 14_10 0.0150 P_500 14_10 0.0120 P_1000 14_10 0.0120 relstring 14_10 '00000--000' recall_5 14_10 0.0000 recall_10 14_10 0.0000 recall_15 14_10 0.0000 recall_20 14_10 0.0000 recall_30 14_10 0.0000 recall_100 14_10 0.0385 recall_200 14_10 0.0577 recall_500 14_10 0.1154 recall_1000 14_10 0.2308 infAP 14_10 0.0035 Rprec_mult_0.20 14_10 0.0000 Rprec_mult_0.40 14_10 0.0000 Rprec_mult_0.60 14_10 0.0000 Rprec_mult_0.80 14_10 0.0000 Rprec_mult_1.00 14_10 0.0000 Rprec_mult_1.20 14_10 0.0000 Rprec_mult_1.40 14_10 0.0137 Rprec_mult_1.60 14_10 0.0119 Rprec_mult_1.80 14_10 0.0213 Rprec_mult_2.00 14_10 0.0192 utility 14_10 -976.0000 11pt_avg 14_10 0.0048 binG 14_10 0.0280 G 14_10 0.0297 ndcg 14_10 0.1051 ndcg_rel 14_10 0.0952 Rndcg 14_10 0.0263 ndcg_cut_5 14_10 0.0000 ndcg_cut_10 14_10 0.0000 ndcg_cut_15 14_10 0.0000 ndcg_cut_20 14_10 0.0000 ndcg_cut_30 14_10 0.0000 ndcg_cut_100 14_10 0.0261 ndcg_cut_200 14_10 0.0373 ndcg_cut_500 14_10 0.0571 ndcg_cut_1000 14_10 0.1051 map_cut_5 14_10 0.0000 map_cut_10 14_10 0.0000 map_cut_15 14_10 0.0000 map_cut_20 14_10 0.0000 map_cut_30 14_10 0.0000 map_cut_100 14_10 0.0007 map_cut_200 14_10 0.0011 map_cut_500 14_10 0.0020 map_cut_1000 14_10 0.0035 relative_P_5 14_10 0.0000 relative_P_10 14_10 0.0000 relative_P_15 14_10 0.0000 relative_P_20 14_10 0.0000 relative_P_30 14_10 0.0000 relative_P_100 14_10 0.0385 relative_P_200 14_10 0.0577 relative_P_500 14_10 0.1154 relative_P_1000 14_10 0.2308 success_1 14_10 0.0000 success_5 14_10 0.0000 success_10 14_10 0.0000 set_P 14_10 0.0120 set_relative_P 14_10 0.2308 set_recall 14_10 0.2308 set_map 14_10 0.0028 set_F 14_10 0.0228 num_nonrel_judged_ret 14_10 16 rbp 14_10 0.0001 rbp_resid 14_10 0.3684 unj_5 14_10 0.0000 unj_10 14_10 0.2000 unj_20 14_10 0.4000 num_ret 14_2 1000 num_rel 14_2 105 num_rel_ret 14_2 49 map 14_2 0.1549 Rprec 14_2 0.2190 bpref 14_2 0.4449 recip_rank 14_2 1.0000 iprec_at_recall_0.00 14_2 1.0000 iprec_at_recall_0.10 14_2 0.6316 iprec_at_recall_0.20 14_2 0.2561 iprec_at_recall_0.30 14_2 0.1260 iprec_at_recall_0.40 14_2 0.0705 iprec_at_recall_0.50 14_2 0.0000 iprec_at_recall_0.60 14_2 0.0000 iprec_at_recall_0.70 14_2 0.0000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 1.0000 P_10 14_2 0.7000 P_15 14_2 0.5333 P_20 14_2 0.6000 P_30 14_2 0.4667 P_100 14_2 0.2300 P_200 14_2 0.1400 P_500 14_2 0.0760 P_1000 14_2 0.0490 relstring 14_2 '21122-11--' recall_5 14_2 0.0476 recall_10 14_2 0.0667 recall_15 14_2 0.0762 recall_20 14_2 0.1143 recall_30 14_2 0.1333 recall_100 14_2 0.2190 recall_200 14_2 0.2667 recall_500 14_2 0.3619 recall_1000 14_2 0.4667 infAP 14_2 0.1549 Rprec_mult_0.20 14_2 0.5714 Rprec_mult_0.40 14_2 0.3571 Rprec_mult_0.60 14_2 0.3016 Rprec_mult_0.80 14_2 0.2500 Rprec_mult_1.00 14_2 0.2190 Rprec_mult_1.20 14_2 0.1825 Rprec_mult_1.40 14_2 0.1769 Rprec_mult_1.60 14_2 0.1548 Rprec_mult_1.80 14_2 0.1429 Rprec_mult_2.00 14_2 0.1333 utility 14_2 -902.0000 11pt_avg 14_2 0.1895 binG 14_2 0.1258 G 14_2 0.0807 ndcg 14_2 0.3919 ndcg_rel 14_2 0.3811 Rndcg 14_2 0.3721 ndcg_cut_5 14_2 0.5635 ndcg_cut_10 14_2 0.4648 ndcg_cut_15 14_2 0.4158 ndcg_cut_20 14_2 0.4141 ndcg_cut_30 14_2 0.3601 ndcg_cut_100 14_2 0.2710 ndcg_cut_200 14_2 0.2887 ndcg_cut_500 14_2 0.3405 ndcg_cut_1000 14_2 0.3919 map_cut_5 14_2 0.0476 map_cut_10 14_2 0.0641 map_cut_15 14_2 0.0700 map_cut_20 14_2 0.0928 map_cut_30 14_2 0.1030 map_cut_100 14_2 0.1290 map_cut_200 14_2 0.1371 map_cut_500 14_2 0.1480 map_cut_1000 14_2 0.1549 relative_P_5 14_2 1.0000 relative_P_10 14_2 0.7000 relative_P_15 14_2 0.5333 relative_P_20 14_2 0.6000 relative_P_30 14_2 0.4667 relative_P_100 14_2 0.2300 relative_P_200 14_2 0.2667 relative_P_500 14_2 0.3619 relative_P_1000 14_2 0.4667 success_1 14_2 1.0000 success_5 14_2 1.0000 success_10 14_2 1.0000 set_P 14_2 0.0490 set_relative_P 14_2 0.4667 set_recall 14_2 0.4667 set_map 14_2 0.0229 set_F 14_2 0.0887 num_nonrel_judged_ret 14_2 19 rbp 14_2 0.3011 rbp_resid 14_2 0.3514 unj_5 14_2 0.0000 unj_10 14_2 0.3000 unj_20 14_2 0.3500 num_ret 14_3 1000 num_rel 14_3 160 num_rel_ret 14_3 72 map 14_3 0.1959 Rprec 14_3 0.2250 bpref 14_3 0.3554 recip_rank 14_3 1.0000 iprec_at_recall_0.00 14_3 1.0000 iprec_at_recall_0.10 14_3 0.8889 iprec_at_recall_0.20 14_3 0.3721 iprec_at_recall_0.30 14_3 0.1627 iprec_at_recall_0.40 14_3 0.1053 iprec_at_recall_0.50 14_3 0.0000 iprec_at_recall_0.60 14_3 0.0000 iprec_at_recall_0.70 14_3 0.0000 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 1.0000 P_10 14_3 1.0000 P_15 14_3 0.8667 P_20 14_3 0.8500 P_30 14_3 0.7333 P_100 14_3 0.3300 P_200 14_3 0.2050 P_500 14_3 0.1160 P_1000 14_3 0.0720 relstring 14_3 '2111111111' recall_5 14_3 0.0312 recall_10 14_3 0.0625 recall_15 14_3 0.0813 recall_20 14_3 0.1062 recall_30 14_3 0.1375 recall_100 14_3 0.2062 recall_200 14_3 0.2562 recall_500 14_3 0.3625 recall_1000 14_3 0.4500 infAP 14_3 0.1959 Rprec_mult_0.20 14_3 0.7188 Rprec_mult_0.40 14_3 0.4531 Rprec_mult_0.60 14_3 0.3438 Rprec_mult_0.80 14_3 0.2578 Rprec_mult_1.00 14_3 0.2250 Rprec_mult_1.20 14_3 0.2083 Rprec_mult_1.40 14_3 0.1964 Rprec_mult_1.60 14_3 0.1797 Rprec_mult_1.80 14_3 0.1632 Rprec_mult_2.00 14_3 0.1594 utility 14_3 -856.0000 11pt_avg 14_3 0.2299 binG 14_3 0.1423 G 14_3 0.0787 ndcg 14_3 0.4172 ndcg_rel 14_3 0.4099 Rndcg 14_3 0.3844 ndcg_cut_5 14_3 0.4918 ndcg_cut_10 14_3 0.4942 ndcg_cut_15 14_3 0.4954 ndcg_cut_20 14_3 0.5107 ndcg_cut_30 14_3 0.4667 ndcg_cut_100 14_3 0.3236 ndcg_cut_200 14_3 0.2983 ndcg_cut_500 14_3 0.3729 ndcg_cut_1000 14_3 0.4172 map_cut_5 14_3 0.0312 map_cut_10 14_3 0.0625 map_cut_15 14_3 0.0795 map_cut_20 14_3 0.1014 map_cut_30 14_3 0.1262 map_cut_100 14_3 0.1594 map_cut_200 14_3 0.1704 map_cut_500 14_3 0.1876 map_cut_1000 14_3 0.1959 relative_P_5 14_3 1.0000 relative_P_10 14_3 1.0000 relative_P_15 14_3 0.8667 relative_P_20 14_3 0.8500 relative_P_30 14_3 0.7333 relative_P_100 14_3 0.3300 relative_P_200 14_3 0.2562 relative_P_500 14_3 0.3625 relative_P_1000 14_3 0.4500 success_1 14_3 1.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.0720 set_relative_P 14_3 0.4500 set_recall 14_3 0.4500 set_map 14_3 0.0324 set_F 14_3 0.1241 num_nonrel_judged_ret 14_3 43 rbp 14_3 0.3520 rbp_resid 14_3 0.0350 unj_5 14_3 0.0000 unj_10 14_3 0.0000 unj_20 14_3 0.0000 num_ret 14_4 1000 num_rel 14_4 46 num_rel_ret 14_4 31 map 14_4 0.0409 Rprec 14_4 0.0435 bpref 14_4 0.1489 recip_rank 14_4 0.0417 iprec_at_recall_0.00 14_4 0.0841 iprec_at_recall_0.10 14_4 0.0841 iprec_at_recall_0.20 14_4 0.0841 iprec_at_recall_0.30 14_4 0.0814 iprec_at_recall_0.40 14_4 0.0600 iprec_at_recall_0.50 14_4 0.0567 iprec_at_recall_0.60 14_4 0.0496 iprec_at_recall_0.70 14_4 0.0000 iprec_at_recall_0.80 14_4 0.0000 iprec_at_recall_0.90 14_4 0.0000 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.0000 P_10 14_4 0.0000 P_15 14_4 0.0000 P_20 14_4 0.0000 P_30 14_4 0.0333 P_100 14_4 0.0700 P_200 14_4 0.0700 P_500 14_4 0.0500 P_1000 14_4 0.0310 relstring 14_4 '00000--000' recall_5 14_4 0.0000 recall_10 14_4 0.0000 recall_15 14_4 0.0000 recall_20 14_4 0.0000 recall_30 14_4 0.0217 recall_100 14_4 0.1522 recall_200 14_4 0.3043 recall_500 14_4 0.5435 recall_1000 14_4 0.6739 infAP 14_4 0.0409 Rprec_mult_0.20 14_4 0.0000 Rprec_mult_0.40 14_4 0.0000 Rprec_mult_0.60 14_4 0.0357 Rprec_mult_0.80 14_4 0.0270 Rprec_mult_1.00 14_4 0.0435 Rprec_mult_1.20 14_4 0.0536 Rprec_mult_1.40 14_4 0.0462 Rprec_mult_1.60 14_4 0.0811 Rprec_mult_1.80 14_4 0.0723 Rprec_mult_2.00 14_4 0.0761 utility 14_4 -938.0000 11pt_avg 14_4 0.0454 binG 14_4 0.0910 G 14_4 0.0924 ndcg 14_4 0.3050 ndcg_rel 14_4 0.2186 Rndcg 14_4 0.0850 ndcg_cut_5 14_4 0.0000 ndcg_cut_10 14_4 0.0000 ndcg_cut_15 14_4 0.0000 ndcg_cut_20 14_4 0.0000 ndcg_cut_30 14_4 0.0316 ndcg_cut_100 14_4 0.0903 ndcg_cut_200 14_4 0.1622 ndcg_cut_500 14_4 0.2588 ndcg_cut_1000 14_4 0.3050 map_cut_5 14_4 0.0000 map_cut_10 14_4 0.0000 map_cut_15 14_4 0.0000 map_cut_20 14_4 0.0000 map_cut_30 14_4 0.0009 map_cut_100 14_4 0.0093 map_cut_200 14_4 0.0211 map_cut_500 14_4 0.0349 map_cut_1000 14_4 0.0409 relative_P_5 14_4 0.0000 relative_P_10 14_4 0.0000 relative_P_15 14_4 0.0000 relative_P_20 14_4 0.0000 relative_P_30 14_4 0.0333 relative_P_100 14_4 0.1522 relative_P_200 14_4 0.3043 relative_P_500 14_4 0.5435 relative_P_1000 14_4 0.6739 success_1 14_4 0.0000 success_5 14_4 0.0000 success_10 14_4 0.0000 set_P 14_4 0.0310 set_relative_P 14_4 0.6739 set_recall 14_4 0.6739 set_map 14_4 0.0209 set_F 14_4 0.0593 num_nonrel_judged_ret 14_4 54 rbp 14_4 0.0094 rbp_resid 14_4 0.3259 unj_5 14_4 0.0000 unj_10 14_4 0.2000 unj_20 14_4 0.3500 num_ret 14_7 1000 num_rel 14_7 83 num_rel_ret 14_7 21 map 14_7 0.0103 Rprec 14_7 0.0241 bpref 14_7 0.1867 recip_rank 14_7 0.1000 iprec_at_recall_0.00 14_7 0.1000 iprec_at_recall_0.10 14_7 0.0530 iprec_at_recall_0.20 14_7 0.0273 iprec_at_recall_0.30 14_7 0.0000 iprec_at_recall_0.40 14_7 0.0000 iprec_at_recall_0.50 14_7 0.0000 iprec_at_recall_0.60 14_7 0.0000 iprec_at_recall_0.70 14_7 0.0000 iprec_at_recall_0.80 14_7 0.0000 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 0.0000 P_10 14_7 0.1000 P_15 14_7 0.0667 P_20 14_7 0.0500 P_30 14_7 0.0333 P_100 14_7 0.0400 P_200 14_7 0.0400 P_500 14_7 0.0300 P_1000 14_7 0.0210 relstring 14_7 '00000--002' recall_5 14_7 0.0000 recall_10 14_7 0.0120 recall_15 14_7 0.0120 recall_20 14_7 0.0120 recall_30 14_7 0.0120 recall_100 14_7 0.0482 recall_200 14_7 0.0964 recall_500 14_7 0.1807 recall_1000 14_7 0.2530 infAP 14_7 0.0103 Rprec_mult_0.20 14_7 0.0588 Rprec_mult_0.40 14_7 0.0588 Rprec_mult_0.60 14_7 0.0400 Rprec_mult_0.80 14_7 0.0299 Rprec_mult_1.00 14_7 0.0241 Rprec_mult_1.20 14_7 0.0400 Rprec_mult_1.40 14_7 0.0427 Rprec_mult_1.60 14_7 0.0451 Rprec_mult_1.80 14_7 0.0467 Rprec_mult_2.00 14_7 0.0482 utility 14_7 -958.0000 11pt_avg 14_7 0.0164 binG 14_7 0.0344 G 14_7 0.0345 ndcg 14_7 0.1434 ndcg_rel 14_7 0.1282 Rndcg 14_7 0.0539 ndcg_cut_5 14_7 0.0000 ndcg_cut_10 14_7 0.0454 ndcg_cut_15 14_7 0.0376 ndcg_cut_20 14_7 0.0326 ndcg_cut_30 14_7 0.0263 ndcg_cut_100 14_7 0.0403 ndcg_cut_200 14_7 0.0628 ndcg_cut_500 14_7 0.1040 ndcg_cut_1000 14_7 0.1434 map_cut_5 14_7 0.0000 map_cut_10 14_7 0.0012 map_cut_15 14_7 0.0012 map_cut_20 14_7 0.0012 map_cut_30 14_7 0.0012 map_cut_100 14_7 0.0029 map_cut_200 14_7 0.0053 map_cut_500 14_7 0.0085 map_cut_1000 14_7 0.0103 relative_P_5 14_7 0.0000 relative_P_10 14_7 0.1000 relative_P_15 14_7 0.0667 relative_P_20 14_7 0.0500 relative_P_30 14_7 0.0333 relative_P_100 14_7 0.0482 relative_P_200 14_7 0.0964 relative_P_500 14_7 0.1807 relative_P_1000 14_7 0.2530 success_1 14_7 0.0000 success_5 14_7 0.0000 success_10 14_7 1.0000 set_P 14_7 0.0210 set_relative_P 14_7 0.2530 set_recall 14_7 0.2530 set_map 14_7 0.0053 set_F 14_7 0.0388 num_nonrel_judged_ret 14_7 35 rbp 14_7 0.0287 rbp_resid 14_7 0.3715 unj_5 14_7 0.0000 unj_10 14_7 0.2000 unj_20 14_7 0.5000 num_ret 14_8 1000 num_rel 14_8 18 num_rel_ret 14_8 12 map 14_8 0.1377 Rprec 14_8 0.1667 bpref 14_8 0.2160 recip_rank 14_8 1.0000 iprec_at_recall_0.00 14_8 1.0000 iprec_at_recall_0.10 14_8 0.3333 iprec_at_recall_0.20 14_8 0.1852 iprec_at_recall_0.30 14_8 0.1852 iprec_at_recall_0.40 14_8 0.0976 iprec_at_recall_0.50 14_8 0.0720 iprec_at_recall_0.60 14_8 0.0500 iprec_at_recall_0.70 14_8 0.0000 iprec_at_recall_0.80 14_8 0.0000 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.2000 P_10 14_8 0.2000 P_15 14_8 0.2000 P_20 14_8 0.1500 P_30 14_8 0.1667 P_100 14_8 0.0800 P_200 14_8 0.0500 P_500 14_8 0.0240 P_1000 14_8 0.0120 relstring 14_8 '200002--0-' recall_5 14_8 0.0556 recall_10 14_8 0.1111 recall_15 14_8 0.1667 recall_20 14_8 0.1667 recall_30 14_8 0.2778 recall_100 14_8 0.4444 recall_200 14_8 0.5556 recall_500 14_8 0.6667 recall_1000 14_8 0.6667 infAP 14_8 0.1377 Rprec_mult_0.20 14_8 0.2500 Rprec_mult_0.40 14_8 0.2500 Rprec_mult_0.60 14_8 0.1818 Rprec_mult_0.80 14_8 0.2000 Rprec_mult_1.00 14_8 0.1667 Rprec_mult_1.20 14_8 0.1818 Rprec_mult_1.40 14_8 0.1538 Rprec_mult_1.60 14_8 0.1724 Rprec_mult_1.80 14_8 0.1515 Rprec_mult_2.00 14_8 0.1389 utility 14_8 -976.0000 11pt_avg 14_8 0.1748 binG 14_8 0.1757 G 14_8 0.1983 ndcg 14_8 0.4971 ndcg_rel 14_8 0.4714 Rndcg 14_8 0.3873 ndcg_cut_5 14_8 0.3392 ndcg_cut_10 14_8 0.3315 ndcg_cut_15 14_8 0.3140 ndcg_cut_20 14_8 0.2919 ndcg_cut_30 14_8 0.3542 ndcg_cut_100 14_8 0.4330 ndcg_cut_200 14_8 0.4600 ndcg_cut_500 14_8 0.4971 ndcg_cut_1000 14_8 0.4971 map_cut_5 14_8 0.0556 map_cut_10 14_8 0.0741 map_cut_15 14_8 0.0880 map_cut_20 14_8 0.0880 map_cut_30 14_8 0.1084 map_cut_100 14_8 0.1253 map_cut_200 14_8 0.1323 map_cut_500 14_8 0.1377 map_cut_1000 14_8 0.1377 relative_P_5 14_8 0.2000 relative_P_10 14_8 0.2000 relative_P_15 14_8 0.2000 relative_P_20 14_8 0.1667 relative_P_30 14_8 0.2778 relative_P_100 14_8 0.4444 relative_P_200 14_8 0.5556 relative_P_500 14_8 0.6667 relative_P_1000 14_8 0.6667 success_1 14_8 1.0000 success_5 14_8 1.0000 success_10 14_8 1.0000 set_P 14_8 0.0120 set_relative_P 14_8 0.6667 set_recall 14_8 0.6667 set_map 14_8 0.0080 set_F 14_8 0.0236 num_nonrel_judged_ret 14_8 73 rbp 14_8 0.1870 rbp_resid 14_8 0.4018 unj_5 14_8 0.0000 unj_10 14_8 0.3000 unj_20 14_8 0.5500 num_ret 14_9 1000 num_rel 14_9 213 num_rel_ret 14_9 142 map 14_9 0.3832 Rprec 14_9 0.4131 bpref 14_9 0.6408 recip_rank 14_9 1.0000 iprec_at_recall_0.00 14_9 1.0000 iprec_at_recall_0.10 14_9 1.0000 iprec_at_recall_0.20 14_9 0.8113 iprec_at_recall_0.30 14_9 0.5981 iprec_at_recall_0.40 14_9 0.4293 iprec_at_recall_0.50 14_9 0.2620 iprec_at_recall_0.60 14_9 0.1543 iprec_at_recall_0.70 14_9 0.0000 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 1.0000 P_10 14_9 1.0000 P_15 14_9 1.0000 P_20 14_9 1.0000 P_30 14_9 1.0000 P_100 14_9 0.6100 P_200 14_9 0.4250 P_500 14_9 0.2320 P_1000 14_9 0.1420 relstring 14_9 '2131122221' recall_5 14_9 0.0235 recall_10 14_9 0.0469 recall_15 14_9 0.0704 recall_20 14_9 0.0939 recall_30 14_9 0.1408 recall_100 14_9 0.2864 recall_200 14_9 0.3991 recall_500 14_9 0.5446 recall_1000 14_9 0.6667 infAP 14_9 0.3832 Rprec_mult_0.20 14_9 0.9302 Rprec_mult_0.40 14_9 0.6860 Rprec_mult_0.60 14_9 0.5234 Rprec_mult_0.80 14_9 0.4737 Rprec_mult_1.00 14_9 0.4131 Rprec_mult_1.20 14_9 0.3711 Rprec_mult_1.40 14_9 0.3278 Rprec_mult_1.60 14_9 0.2991 Rprec_mult_1.80 14_9 0.2682 Rprec_mult_2.00 14_9 0.2582 utility 14_9 -716.0000 11pt_avg 14_9 0.3868 binG 14_9 0.2467 G 14_9 0.1122 ndcg 14_9 0.6124 ndcg_rel 14_9 0.5818 Rndcg 14_9 0.5281 ndcg_cut_5 14_9 0.5594 ndcg_cut_10 14_9 0.5759 ndcg_cut_15 14_9 0.6337 ndcg_cut_20 14_9 0.6665 ndcg_cut_30 14_9 0.6913 ndcg_cut_100 14_9 0.5276 ndcg_cut_200 14_9 0.4602 ndcg_cut_500 14_9 0.5407 ndcg_cut_1000 14_9 0.6124 map_cut_5 14_9 0.0235 map_cut_10 14_9 0.0469 map_cut_15 14_9 0.0704 map_cut_20 14_9 0.0939 map_cut_30 14_9 0.1408 map_cut_100 14_9 0.2596 map_cut_200 14_9 0.3169 map_cut_500 14_9 0.3635 map_cut_1000 14_9 0.3832 relative_P_5 14_9 1.0000 relative_P_10 14_9 1.0000 relative_P_15 14_9 1.0000 relative_P_20 14_9 1.0000 relative_P_30 14_9 1.0000 relative_P_100 14_9 0.6100 relative_P_200 14_9 0.4250 relative_P_500 14_9 0.5446 relative_P_1000 14_9 0.6667 success_1 14_9 1.0000 success_5 14_9 1.0000 success_10 14_9 1.0000 set_P 14_9 0.1420 set_relative_P 14_9 0.6667 set_recall 14_9 0.6667 set_map 14_9 0.0947 set_F 14_9 0.2341 num_nonrel_judged_ret 14_9 7 rbp 14_9 0.5751 rbp_resid 14_9 0.0117 unj_5 14_9 0.0000 unj_10 14_9 0.0000 unj_20 14_9 0.0000 num_ret 15_1 1000 num_rel 15_1 81 num_rel_ret 15_1 55 map 15_1 0.3725 Rprec 15_1 0.4444 bpref 15_1 0.6106 recip_rank 15_1 1.0000 iprec_at_recall_0.00 15_1 1.0000 iprec_at_recall_0.10 15_1 0.9167 iprec_at_recall_0.20 15_1 0.7391 iprec_at_recall_0.30 15_1 0.6486 iprec_at_recall_0.40 15_1 0.5000 iprec_at_recall_0.50 15_1 0.3154 iprec_at_recall_0.60 15_1 0.1365 iprec_at_recall_0.70 15_1 0.0000 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 1.0000 P_10 15_1 0.9000 P_15 15_1 0.7333 P_20 15_1 0.7500 P_30 15_1 0.6333 P_100 15_1 0.3800 P_200 15_1 0.2300 P_500 15_1 0.1040 P_1000 15_1 0.0550 relstring 15_1 '31132-1312' recall_5 15_1 0.0617 recall_10 15_1 0.1111 recall_15 15_1 0.1358 recall_20 15_1 0.1852 recall_30 15_1 0.2346 recall_100 15_1 0.4691 recall_200 15_1 0.5679 recall_500 15_1 0.6420 recall_1000 15_1 0.6790 infAP 15_1 0.3725 Rprec_mult_0.20 15_1 0.7059 Rprec_mult_0.40 15_1 0.6364 Rprec_mult_0.60 15_1 0.5510 Rprec_mult_0.80 15_1 0.4923 Rprec_mult_1.00 15_1 0.4444 Rprec_mult_1.20 15_1 0.3878 Rprec_mult_1.40 15_1 0.3509 Rprec_mult_1.60 15_1 0.3154 Rprec_mult_1.80 15_1 0.2945 Rprec_mult_2.00 15_1 0.2716 utility 15_1 -890.0000 11pt_avg 15_1 0.3869 binG 15_1 0.2213 G 15_1 0.1554 ndcg 15_1 0.6231 ndcg_rel 15_1 0.5932 Rndcg 15_1 0.5653 ndcg_cut_5 15_1 0.7006 ndcg_cut_10 15_1 0.6743 ndcg_cut_15 15_1 0.5926 ndcg_cut_20 15_1 0.5662 ndcg_cut_30 15_1 0.5145 ndcg_cut_100 15_1 0.5145 ndcg_cut_200 15_1 0.5764 ndcg_cut_500 15_1 0.6065 ndcg_cut_1000 15_1 0.6231 map_cut_5 15_1 0.0617 map_cut_10 15_1 0.1052 map_cut_15 15_1 0.1277 map_cut_20 15_1 0.1643 map_cut_30 15_1 0.1993 map_cut_100 15_1 0.3283 map_cut_200 15_1 0.3587 map_cut_500 15_1 0.3697 map_cut_1000 15_1 0.3725 relative_P_5 15_1 1.0000 relative_P_10 15_1 0.9000 relative_P_15 15_1 0.7333 relative_P_20 15_1 0.7500 relative_P_30 15_1 0.6333 relative_P_100 15_1 0.4691 relative_P_200 15_1 0.5679 relative_P_500 15_1 0.6420 relative_P_1000 15_1 0.6790 success_1 15_1 1.0000 success_5 15_1 1.0000 success_10 15_1 1.0000 set_P 15_1 0.0550 set_relative_P 15_1 0.6790 set_recall 15_1 0.6790 set_map 15_1 0.0373 set_F 15_1 0.1018 num_nonrel_judged_ret 15_1 24 rbp 15_1 0.4514 rbp_resid 15_1 0.1323 unj_5 15_1 0.0000 unj_10 15_1 0.1000 unj_20 15_1 0.1000 num_ret 15_10 1000 num_rel 15_10 35 num_rel_ret 15_10 26 map 15_10 0.2158 Rprec 15_10 0.3143 bpref 15_10 0.5608 recip_rank 15_10 1.0000 iprec_at_recall_0.00 15_10 1.0000 iprec_at_recall_0.10 15_10 0.5000 iprec_at_recall_0.20 15_10 0.5000 iprec_at_recall_0.30 15_10 0.3929 iprec_at_recall_0.40 15_10 0.1918 iprec_at_recall_0.50 15_10 0.1286 iprec_at_recall_0.60 15_10 0.0732 iprec_at_recall_0.70 15_10 0.0663 iprec_at_recall_0.80 15_10 0.0000 iprec_at_recall_0.90 15_10 0.0000 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 0.4000 P_10 15_10 0.5000 P_15 15_10 0.4667 P_20 15_10 0.4000 P_30 15_10 0.3667 P_100 15_10 0.1500 P_200 15_10 0.1000 P_500 15_10 0.0500 P_1000 15_10 0.0260 relstring 15_10 '201001-102' recall_5 15_10 0.0571 recall_10 15_10 0.1429 recall_15 15_10 0.2000 recall_20 15_10 0.2286 recall_30 15_10 0.3143 recall_100 15_10 0.4286 recall_200 15_10 0.5714 recall_500 15_10 0.7143 recall_1000 15_10 0.7429 infAP 15_10 0.2158 Rprec_mult_0.20 15_10 0.4286 Rprec_mult_0.40 15_10 0.5000 Rprec_mult_0.60 15_10 0.3810 Rprec_mult_0.80 15_10 0.3929 Rprec_mult_1.00 15_10 0.3143 Rprec_mult_1.20 15_10 0.2619 Rprec_mult_1.40 15_10 0.2245 Rprec_mult_1.60 15_10 0.2143 Rprec_mult_1.80 15_10 0.1905 Rprec_mult_2.00 15_10 0.1714 utility 15_10 -948.0000 11pt_avg 15_10 0.2593 binG 15_10 0.1873 G 15_10 0.1570 ndcg 15_10 0.5187 ndcg_rel 15_10 0.4415 Rndcg 15_10 0.3936 ndcg_cut_5 15_10 0.3321 ndcg_cut_10 15_10 0.3596 ndcg_cut_15 15_10 0.3634 ndcg_cut_20 15_10 0.3481 ndcg_cut_30 15_10 0.3560 ndcg_cut_100 15_10 0.3851 ndcg_cut_200 15_10 0.4461 ndcg_cut_500 15_10 0.5053 ndcg_cut_1000 15_10 0.5187 map_cut_5 15_10 0.0476 map_cut_10 15_10 0.0905 map_cut_15 15_10 0.1179 map_cut_20 15_10 0.1300 map_cut_30 15_10 0.1643 map_cut_100 15_10 0.1868 map_cut_200 15_10 0.2047 map_cut_500 15_10 0.2147 map_cut_1000 15_10 0.2158 relative_P_5 15_10 0.4000 relative_P_10 15_10 0.5000 relative_P_15 15_10 0.4667 relative_P_20 15_10 0.4000 relative_P_30 15_10 0.3667 relative_P_100 15_10 0.4286 relative_P_200 15_10 0.5714 relative_P_500 15_10 0.7143 relative_P_1000 15_10 0.7429 success_1 15_10 1.0000 success_5 15_10 1.0000 success_10 15_10 1.0000 set_P 15_10 0.0260 set_relative_P 15_10 0.7429 set_recall 15_10 0.7429 set_map 15_10 0.0193 set_F 15_10 0.0502 num_nonrel_judged_ret 15_10 25 rbp 15_10 0.1897 rbp_resid 15_10 0.2531 unj_5 15_10 0.0000 unj_10 15_10 0.1000 unj_20 15_10 0.3000 num_ret 15_3 1000 num_rel 15_3 22 num_rel_ret 15_3 2 map 15_3 0.0002 Rprec 15_3 0.0000 bpref 15_3 0.0000 recip_rank 15_3 0.0022 iprec_at_recall_0.00 15_3 0.0031 iprec_at_recall_0.10 15_3 0.0031 iprec_at_recall_0.20 15_3 0.0000 iprec_at_recall_0.30 15_3 0.0000 iprec_at_recall_0.40 15_3 0.0000 iprec_at_recall_0.50 15_3 0.0000 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.0000 P_10 15_3 0.0000 P_15 15_3 0.0000 P_20 15_3 0.0000 P_30 15_3 0.0000 P_100 15_3 0.0000 P_200 15_3 0.0000 P_500 15_3 0.0020 P_1000 15_3 0.0020 relstring 15_3 '000000-0--' recall_5 15_3 0.0000 recall_10 15_3 0.0000 recall_15 15_3 0.0000 recall_20 15_3 0.0000 recall_30 15_3 0.0000 recall_100 15_3 0.0000 recall_200 15_3 0.0000 recall_500 15_3 0.0455 recall_1000 15_3 0.0909 infAP 15_3 0.0002 Rprec_mult_0.20 15_3 0.0000 Rprec_mult_0.40 15_3 0.0000 Rprec_mult_0.60 15_3 0.0000 Rprec_mult_0.80 15_3 0.0000 Rprec_mult_1.00 15_3 0.0000 Rprec_mult_1.20 15_3 0.0000 Rprec_mult_1.40 15_3 0.0000 Rprec_mult_1.60 15_3 0.0000 Rprec_mult_1.80 15_3 0.0000 Rprec_mult_2.00 15_3 0.0000 utility 15_3 -996.0000 11pt_avg 15_3 0.0006 binG 15_3 0.0100 G 15_3 0.0104 ndcg 15_3 0.0278 ndcg_rel 15_3 0.0274 Rndcg 15_3 0.0093 ndcg_cut_5 15_3 0.0000 ndcg_cut_10 15_3 0.0000 ndcg_cut_15 15_3 0.0000 ndcg_cut_20 15_3 0.0000 ndcg_cut_30 15_3 0.0000 ndcg_cut_100 15_3 0.0000 ndcg_cut_200 15_3 0.0000 ndcg_cut_500 15_3 0.0189 ndcg_cut_1000 15_3 0.0278 map_cut_5 15_3 0.0000 map_cut_10 15_3 0.0000 map_cut_15 15_3 0.0000 map_cut_20 15_3 0.0000 map_cut_30 15_3 0.0000 map_cut_100 15_3 0.0000 map_cut_200 15_3 0.0000 map_cut_500 15_3 0.0001 map_cut_1000 15_3 0.0002 relative_P_5 15_3 0.0000 relative_P_10 15_3 0.0000 relative_P_15 15_3 0.0000 relative_P_20 15_3 0.0000 relative_P_30 15_3 0.0000 relative_P_100 15_3 0.0000 relative_P_200 15_3 0.0000 relative_P_500 15_3 0.0455 relative_P_1000 15_3 0.0909 success_1 15_3 0.0000 success_5 15_3 0.0000 success_10 15_3 0.0000 set_P 15_3 0.0020 set_relative_P 15_3 0.0909 set_recall 15_3 0.0909 set_map 15_3 0.0002 set_F 15_3 0.0039 num_nonrel_judged_ret 15_3 35 rbp 15_3 0.0000 rbp_resid 15_3 0.4536 unj_5 15_3 0.0000 unj_10 15_3 0.3000 unj_20 15_3 0.6000 num_ret 15_4 1000 num_rel 15_4 20 num_rel_ret 15_4 5 map 15_4 0.0018 Rprec 15_4 0.0000 bpref 15_4 0.0000 recip_rank 15_4 0.0055 iprec_at_recall_0.00 15_4 0.0108 iprec_at_recall_0.10 15_4 0.0108 iprec_at_recall_0.20 15_4 0.0083 iprec_at_recall_0.30 15_4 0.0000 iprec_at_recall_0.40 15_4 0.0000 iprec_at_recall_0.50 15_4 0.0000 iprec_at_recall_0.60 15_4 0.0000 iprec_at_recall_0.70 15_4 0.0000 iprec_at_recall_0.80 15_4 0.0000 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.0000 P_10 15_4 0.0000 P_15 15_4 0.0000 P_20 15_4 0.0000 P_30 15_4 0.0000 P_100 15_4 0.0000 P_200 15_4 0.0100 P_500 15_4 0.0080 P_1000 15_4 0.0050 relstring 15_4 '00000-0-0-' recall_5 15_4 0.0000 recall_10 15_4 0.0000 recall_15 15_4 0.0000 recall_20 15_4 0.0000 recall_30 15_4 0.0000 recall_100 15_4 0.0000 recall_200 15_4 0.1000 recall_500 15_4 0.2000 recall_1000 15_4 0.2500 infAP 15_4 0.0018 Rprec_mult_0.20 15_4 0.0000 Rprec_mult_0.40 15_4 0.0000 Rprec_mult_0.60 15_4 0.0000 Rprec_mult_0.80 15_4 0.0000 Rprec_mult_1.00 15_4 0.0000 Rprec_mult_1.20 15_4 0.0000 Rprec_mult_1.40 15_4 0.0000 Rprec_mult_1.60 15_4 0.0000 Rprec_mult_1.80 15_4 0.0000 Rprec_mult_2.00 15_4 0.0000 utility 15_4 -990.0000 11pt_avg 15_4 0.0027 binG 15_4 0.0297 G 15_4 0.0239 ndcg 15_4 0.0646 ndcg_rel 15_4 0.0580 Rndcg 15_4 0.0215 ndcg_cut_5 15_4 0.0000 ndcg_cut_10 15_4 0.0000 ndcg_cut_15 15_4 0.0000 ndcg_cut_20 15_4 0.0000 ndcg_cut_30 15_4 0.0000 ndcg_cut_100 15_4 0.0000 ndcg_cut_200 15_4 0.0210 ndcg_cut_500 15_4 0.0565 ndcg_cut_1000 15_4 0.0646 map_cut_5 15_4 0.0000 map_cut_10 15_4 0.0000 map_cut_15 15_4 0.0000 map_cut_20 15_4 0.0000 map_cut_30 15_4 0.0000 map_cut_100 15_4 0.0000 map_cut_200 15_4 0.0008 map_cut_500 15_4 0.0015 map_cut_1000 15_4 0.0018 relative_P_5 15_4 0.0000 relative_P_10 15_4 0.0000 relative_P_15 15_4 0.0000 relative_P_20 15_4 0.0000 relative_P_30 15_4 0.0000 relative_P_100 15_4 0.0000 relative_P_200 15_4 0.1000 relative_P_500 15_4 0.2000 relative_P_1000 15_4 0.2500 success_1 15_4 0.0000 success_5 15_4 0.0000 success_10 15_4 0.0000 set_P 15_4 0.0050 set_relative_P 15_4 0.2500 set_recall 15_4 0.2500 set_map 15_4 0.0013 set_F 15_4 0.0098 num_nonrel_judged_ret 15_4 39 rbp 15_4 0.0000 rbp_resid 15_4 0.4472 unj_5 15_4 0.0000 unj_10 15_4 0.3000 unj_20 15_4 0.6000 num_ret 15_5 1000 num_rel 15_5 31 num_rel_ret 15_5 24 map 15_5 0.1843 Rprec 15_5 0.2903 bpref 15_5 0.4433 recip_rank 15_5 0.5000 iprec_at_recall_0.00 15_5 0.6667 iprec_at_recall_0.10 15_5 0.6000 iprec_at_recall_0.20 15_5 0.4375 iprec_at_recall_0.30 15_5 0.2903 iprec_at_recall_0.40 15_5 0.2069 iprec_at_recall_0.50 15_5 0.0890 iprec_at_recall_0.60 15_5 0.0586 iprec_at_recall_0.70 15_5 0.0280 iprec_at_recall_0.80 15_5 0.0000 iprec_at_recall_0.90 15_5 0.0000 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.6000 P_10 15_5 0.5000 P_15 15_5 0.4000 P_20 15_5 0.3500 P_30 15_5 0.2667 P_100 15_5 0.1200 P_200 15_5 0.0850 P_500 15_5 0.0380 P_1000 15_5 0.0240 relstring 15_5 '031010-021' recall_5 15_5 0.0968 recall_10 15_5 0.1613 recall_15 15_5 0.1935 recall_20 15_5 0.2258 recall_30 15_5 0.2581 recall_100 15_5 0.3871 recall_200 15_5 0.5484 recall_500 15_5 0.6129 recall_1000 15_5 0.7742 infAP 15_5 0.1843 Rprec_mult_0.20 15_5 0.4286 Rprec_mult_0.40 15_5 0.3846 Rprec_mult_0.60 15_5 0.3684 Rprec_mult_0.80 15_5 0.3200 Rprec_mult_1.00 15_5 0.2903 Rprec_mult_1.20 15_5 0.2368 Rprec_mult_1.40 15_5 0.2273 Rprec_mult_1.60 15_5 0.2200 Rprec_mult_1.80 15_5 0.1964 Rprec_mult_2.00 15_5 0.1935 utility 15_5 -952.0000 11pt_avg 15_5 0.2161 binG 15_5 0.1802 G 15_5 0.1694 ndcg 15_5 0.5172 ndcg_rel 15_5 0.4444 Rndcg 15_5 0.3827 ndcg_cut_5 15_5 0.3462 ndcg_cut_10 15_5 0.3454 ndcg_cut_15 15_5 0.3716 ndcg_cut_20 15_5 0.3941 ndcg_cut_30 15_5 0.3540 ndcg_cut_100 15_5 0.4090 ndcg_cut_200 15_5 0.4538 ndcg_cut_500 15_5 0.4696 ndcg_cut_1000 15_5 0.5172 map_cut_5 15_5 0.0570 map_cut_10 15_5 0.0875 map_cut_15 15_5 0.1013 map_cut_20 15_5 0.1154 map_cut_30 15_5 0.1277 map_cut_100 15_5 0.1591 map_cut_200 15_5 0.1754 map_cut_500 15_5 0.1795 map_cut_1000 15_5 0.1843 relative_P_5 15_5 0.6000 relative_P_10 15_5 0.5000 relative_P_15 15_5 0.4000 relative_P_20 15_5 0.3500 relative_P_30 15_5 0.2667 relative_P_100 15_5 0.3871 relative_P_200 15_5 0.5484 relative_P_500 15_5 0.6129 relative_P_1000 15_5 0.7742 success_1 15_5 0.0000 success_5 15_5 1.0000 success_10 15_5 1.0000 set_P 15_5 0.0240 set_relative_P 15_5 0.7742 set_recall 15_5 0.7742 set_map 15_5 0.0186 set_F 15_5 0.0466 num_nonrel_judged_ret 15_5 25 rbp 15_5 0.2333 rbp_resid 15_5 0.2596 unj_5 15_5 0.0000 unj_10 15_5 0.1000 unj_20 15_5 0.3500 num_ret 15_6 1000 num_rel 15_6 19 num_rel_ret 15_6 11 map 15_6 0.0075 Rprec 15_6 0.0000 bpref 15_6 0.0000 recip_rank 15_6 0.0094 iprec_at_recall_0.00 15_6 0.0162 iprec_at_recall_0.10 15_6 0.0162 iprec_at_recall_0.20 15_6 0.0162 iprec_at_recall_0.30 15_6 0.0145 iprec_at_recall_0.40 15_6 0.0127 iprec_at_recall_0.50 15_6 0.0127 iprec_at_recall_0.60 15_6 0.0127 iprec_at_recall_0.70 15_6 0.0000 iprec_at_recall_0.80 15_6 0.0000 iprec_at_recall_0.90 15_6 0.0000 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.0000 P_10 15_6 0.0000 P_15 15_6 0.0000 P_20 15_6 0.0000 P_30 15_6 0.0000 P_100 15_6 0.0000 P_200 15_6 0.0100 P_500 15_6 0.0120 P_1000 15_6 0.0110 relstring 15_6 '00000-0---' recall_5 15_6 0.0000 recall_10 15_6 0.0000 recall_15 15_6 0.0000 recall_20 15_6 0.0000 recall_30 15_6 0.0000 recall_100 15_6 0.0000 recall_200 15_6 0.1053 recall_500 15_6 0.3158 recall_1000 15_6 0.5789 infAP 15_6 0.0075 Rprec_mult_0.20 15_6 0.0000 Rprec_mult_0.40 15_6 0.0000 Rprec_mult_0.60 15_6 0.0000 Rprec_mult_0.80 15_6 0.0000 Rprec_mult_1.00 15_6 0.0000 Rprec_mult_1.20 15_6 0.0000 Rprec_mult_1.40 15_6 0.0000 Rprec_mult_1.60 15_6 0.0000 Rprec_mult_1.80 15_6 0.0000 Rprec_mult_2.00 15_6 0.0000 utility 15_6 -978.0000 11pt_avg 15_6 0.0092 binG 15_6 0.0685 G 15_6 0.0695 ndcg 15_6 0.1832 ndcg_rel 15_6 0.1383 Rndcg 15_6 0.0458 ndcg_cut_5 15_6 0.0000 ndcg_cut_10 15_6 0.0000 ndcg_cut_15 15_6 0.0000 ndcg_cut_20 15_6 0.0000 ndcg_cut_30 15_6 0.0000 ndcg_cut_100 15_6 0.0000 ndcg_cut_200 15_6 0.0409 ndcg_cut_500 15_6 0.1093 ndcg_cut_1000 15_6 0.1832 map_cut_5 15_6 0.0000 map_cut_10 15_6 0.0000 map_cut_15 15_6 0.0000 map_cut_20 15_6 0.0000 map_cut_30 15_6 0.0000 map_cut_100 15_6 0.0000 map_cut_200 15_6 0.0013 map_cut_500 15_6 0.0043 map_cut_1000 15_6 0.0075 relative_P_5 15_6 0.0000 relative_P_10 15_6 0.0000 relative_P_15 15_6 0.0000 relative_P_20 15_6 0.0000 relative_P_30 15_6 0.0000 relative_P_100 15_6 0.0000 relative_P_200 15_6 0.1053 relative_P_500 15_6 0.3158 relative_P_1000 15_6 0.5789 success_1 15_6 0.0000 success_5 15_6 0.0000 success_10 15_6 0.0000 set_P 15_6 0.0110 set_relative_P 15_6 0.5789 set_recall 15_6 0.5789 set_map 15_6 0.0064 set_F 15_6 0.0216 num_nonrel_judged_ret 15_6 58 rbp 15_6 0.0000 rbp_resid 15_6 0.4434 unj_5 15_6 0.0000 unj_10 15_6 0.4000 unj_20 15_6 0.5000 num_ret 1_1 1000 num_rel 1_1 257 num_rel_ret 1_1 71 map 1_1 0.1490 Rprec 1_1 0.1946 bpref 1_1 0.2728 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 0.7105 iprec_at_recall_0.20 1_1 0.1747 iprec_at_recall_0.30 1_1 0.0000 iprec_at_recall_0.40 1_1 0.0000 iprec_at_recall_0.50 1_1 0.0000 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 1.0000 P_10 1_1 1.0000 P_15 1_1 1.0000 P_20 1_1 1.0000 P_30 1_1 0.8333 P_100 1_1 0.4000 P_200 1_1 0.2350 P_500 1_1 0.1100 P_1000 1_1 0.0710 relstring 1_1 '2212233212' recall_5 1_1 0.0195 recall_10 1_1 0.0389 recall_15 1_1 0.0584 recall_20 1_1 0.0778 recall_30 1_1 0.0973 recall_100 1_1 0.1556 recall_200 1_1 0.1829 recall_500 1_1 0.2140 recall_1000 1_1 0.2763 infAP 1_1 0.1490 Rprec_mult_0.20 1_1 0.5962 Rprec_mult_0.40 1_1 0.3883 Rprec_mult_0.60 1_1 0.2968 Rprec_mult_0.80 1_1 0.2282 Rprec_mult_1.00 1_1 0.1946 Rprec_mult_1.20 1_1 0.1650 Rprec_mult_1.40 1_1 0.1444 Rprec_mult_1.60 1_1 0.1311 Rprec_mult_1.80 1_1 0.1166 Rprec_mult_2.00 1_1 0.1089 utility 1_1 -858.0000 11pt_avg 1_1 0.1714 binG 1_1 0.1168 G 1_1 0.0634 ndcg 1_1 0.3699 ndcg_rel 1_1 0.4078 Rndcg 1_1 0.4316 ndcg_cut_5 1_1 0.6101 ndcg_cut_10 1_1 0.6585 ndcg_cut_15 1_1 0.6850 ndcg_cut_20 1_1 0.7227 ndcg_cut_30 1_1 0.6829 ndcg_cut_100 1_1 0.4373 ndcg_cut_200 1_1 0.3340 ndcg_cut_500 1_1 0.3290 ndcg_cut_1000 1_1 0.3699 map_cut_5 1_1 0.0195 map_cut_10 1_1 0.0389 map_cut_15 1_1 0.0584 map_cut_20 1_1 0.0778 map_cut_30 1_1 0.0958 map_cut_100 1_1 0.1290 map_cut_200 1_1 0.1381 map_cut_500 1_1 0.1434 map_cut_1000 1_1 0.1490 relative_P_5 1_1 1.0000 relative_P_10 1_1 1.0000 relative_P_15 1_1 1.0000 relative_P_20 1_1 1.0000 relative_P_30 1_1 0.8333 relative_P_100 1_1 0.4000 relative_P_200 1_1 0.2350 relative_P_500 1_1 0.2140 relative_P_1000 1_1 0.2763 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.0710 set_relative_P 1_1 0.2763 set_recall 1_1 0.2763 set_map 1_1 0.0196 set_F 1_1 0.1130 num_nonrel_judged_ret 1_1 4 rbp 1_1 0.6218 rbp_resid 1_1 0.0702 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1000 num_rel 1_2 114 num_rel_ret 1_2 91 map 1_2 0.2610 Rprec 1_2 0.2544 bpref 1_2 0.7658 recip_rank 1_2 1.0000 iprec_at_recall_0.00 1_2 1.0000 iprec_at_recall_0.10 1_2 0.9167 iprec_at_recall_0.20 1_2 0.3710 iprec_at_recall_0.30 1_2 0.2329 iprec_at_recall_0.40 1_2 0.1833 iprec_at_recall_0.50 1_2 0.1499 iprec_at_recall_0.60 1_2 0.1228 iprec_at_recall_0.70 1_2 0.1120 iprec_at_recall_0.80 1_2 0.0948 iprec_at_recall_0.90 1_2 0.0000 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 1.0000 P_10 1_2 0.9000 P_15 1_2 0.8667 P_20 1_2 0.8000 P_30 1_2 0.6000 P_100 1_2 0.2700 P_200 1_2 0.1950 P_500 1_2 0.1320 P_1000 1_2 0.0910 relstring 1_2 '22122122-2' recall_5 1_2 0.0439 recall_10 1_2 0.0789 recall_15 1_2 0.1140 recall_20 1_2 0.1404 recall_30 1_2 0.1579 recall_100 1_2 0.2368 recall_200 1_2 0.3421 recall_500 1_2 0.5789 recall_1000 1_2 0.7982 infAP 1_2 0.2610 Rprec_mult_0.20 1_2 0.7391 Rprec_mult_0.40 1_2 0.4565 Rprec_mult_0.60 1_2 0.3333 Rprec_mult_0.80 1_2 0.2826 Rprec_mult_1.00 1_2 0.2544 Rprec_mult_1.20 1_2 0.2336 Rprec_mult_1.40 1_2 0.2125 Rprec_mult_1.60 1_2 0.2077 Rprec_mult_1.80 1_2 0.1942 Rprec_mult_2.00 1_2 0.1842 utility 1_2 -818.0000 11pt_avg 1_2 0.2894 binG 1_2 0.1958 G 1_2 0.1247 ndcg 1_2 0.5967 ndcg_rel 1_2 0.4839 Rndcg 1_2 0.4468 ndcg_cut_5 1_2 0.5482 ndcg_cut_10 1_2 0.5214 ndcg_cut_15 1_2 0.5103 ndcg_cut_20 1_2 0.4925 ndcg_cut_30 1_2 0.4282 ndcg_cut_100 1_2 0.3093 ndcg_cut_200 1_2 0.3538 ndcg_cut_500 1_2 0.4872 ndcg_cut_1000 1_2 0.5967 map_cut_5 1_2 0.0439 map_cut_10 1_2 0.0781 map_cut_15 1_2 0.1092 map_cut_20 1_2 0.1311 map_cut_30 1_2 0.1431 map_cut_100 1_2 0.1747 map_cut_200 1_2 0.1993 map_cut_500 1_2 0.2373 map_cut_1000 1_2 0.2610 relative_P_5 1_2 1.0000 relative_P_10 1_2 0.9000 relative_P_15 1_2 0.8667 relative_P_20 1_2 0.8000 relative_P_30 1_2 0.6000 relative_P_100 1_2 0.2700 relative_P_200 1_2 0.3421 relative_P_500 1_2 0.5789 relative_P_1000 1_2 0.7982 success_1 1_2 1.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 0.0910 set_relative_P 1_2 0.7982 set_recall 1_2 0.7982 set_map 1_2 0.0726 set_F 1_2 0.1634 num_nonrel_judged_ret 1_2 3 rbp 1_2 0.3476 rbp_resid 1_2 0.2055 unj_5 1_2 0.0000 unj_10 1_2 0.1000 unj_20 1_2 0.2000 num_ret 1_3 1000 num_rel 1_3 71 num_rel_ret 1_3 44 map 1_3 0.1743 Rprec 1_3 0.2113 bpref 1_3 0.5865 recip_rank 1_3 1.0000 iprec_at_recall_0.00 1_3 1.0000 iprec_at_recall_0.10 1_3 0.6364 iprec_at_recall_0.20 1_3 0.2800 iprec_at_recall_0.30 1_3 0.1746 iprec_at_recall_0.40 1_3 0.1554 iprec_at_recall_0.50 1_3 0.1104 iprec_at_recall_0.60 1_3 0.0888 iprec_at_recall_0.70 1_3 0.0000 iprec_at_recall_0.80 1_3 0.0000 iprec_at_recall_0.90 1_3 0.0000 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 0.8000 P_10 1_3 0.6000 P_15 1_3 0.4667 P_20 1_3 0.4500 P_30 1_3 0.3667 P_100 1_3 0.1700 P_200 1_3 0.1500 P_500 1_3 0.0860 P_1000 1_3 0.0440 relstring 1_3 '22021--1-2' recall_5 1_3 0.0563 recall_10 1_3 0.0845 recall_15 1_3 0.0986 recall_20 1_3 0.1268 recall_30 1_3 0.1549 recall_100 1_3 0.2394 recall_200 1_3 0.4225 recall_500 1_3 0.6056 recall_1000 1_3 0.6197 infAP 1_3 0.1743 Rprec_mult_0.20 1_3 0.4667 Rprec_mult_0.40 1_3 0.3793 Rprec_mult_0.60 1_3 0.2791 Rprec_mult_0.80 1_3 0.2632 Rprec_mult_1.00 1_3 0.2113 Rprec_mult_1.20 1_3 0.1744 Rprec_mult_1.40 1_3 0.1700 Rprec_mult_1.60 1_3 0.1579 Rprec_mult_1.80 1_3 0.1719 Rprec_mult_2.00 1_3 0.1620 utility 1_3 -912.0000 11pt_avg 1_3 0.2223 binG 1_3 0.1437 G 1_3 0.1146 ndcg 1_3 0.4885 ndcg_rel 1_3 0.4389 Rndcg 1_3 0.3868 ndcg_cut_5 1_3 0.5099 ndcg_cut_10 1_3 0.4361 ndcg_cut_15 1_3 0.3967 ndcg_cut_20 1_3 0.3701 ndcg_cut_30 1_3 0.3366 ndcg_cut_100 1_3 0.3021 ndcg_cut_200 1_3 0.3961 ndcg_cut_500 1_3 0.4812 ndcg_cut_1000 1_3 0.4885 map_cut_5 1_3 0.0500 map_cut_10 1_3 0.0673 map_cut_15 1_3 0.0762 map_cut_20 1_3 0.0896 map_cut_30 1_3 0.1012 map_cut_100 1_3 0.1232 map_cut_200 1_3 0.1531 map_cut_500 1_3 0.1732 map_cut_1000 1_3 0.1743 relative_P_5 1_3 0.8000 relative_P_10 1_3 0.6000 relative_P_15 1_3 0.4667 relative_P_20 1_3 0.4500 relative_P_30 1_3 0.3667 relative_P_100 1_3 0.2394 relative_P_200 1_3 0.4225 relative_P_500 1_3 0.6056 relative_P_1000 1_3 0.6197 success_1 1_3 1.0000 success_5 1_3 1.0000 success_10 1_3 1.0000 set_P 1_3 0.0440 set_relative_P 1_3 0.6197 set_recall 1_3 0.6197 set_map 1_3 0.0273 set_F 1_3 0.0822 num_nonrel_judged_ret 1_3 8 rbp 1_3 0.2861 rbp_resid 1_3 0.3884 unj_5 1_3 0.0000 unj_10 1_3 0.3000 unj_20 1_3 0.4500 num_ret 1_4 1000 num_rel 1_4 134 num_rel_ret 1_4 93 map 1_4 0.2098 Rprec 1_4 0.2985 bpref 1_4 0.5730 recip_rank 1_4 1.0000 iprec_at_recall_0.00 1_4 1.0000 iprec_at_recall_0.10 1_4 0.5769 iprec_at_recall_0.20 1_4 0.3103 iprec_at_recall_0.30 1_4 0.3037 iprec_at_recall_0.40 1_4 0.2358 iprec_at_recall_0.50 1_4 0.1773 iprec_at_recall_0.60 1_4 0.1556 iprec_at_recall_0.70 1_4 0.0000 iprec_at_recall_0.80 1_4 0.0000 iprec_at_recall_0.90 1_4 0.0000 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 0.6000 P_10 1_4 0.6000 P_15 1_4 0.5333 P_20 1_4 0.5000 P_30 1_4 0.5000 P_100 1_4 0.2900 P_200 1_4 0.2500 P_500 1_4 0.1540 P_1000 1_4 0.0930 relstring 1_4 '201022-31-' recall_5 1_4 0.0224 recall_10 1_4 0.0448 recall_15 1_4 0.0597 recall_20 1_4 0.0746 recall_30 1_4 0.1119 recall_100 1_4 0.2164 recall_200 1_4 0.3731 recall_500 1_4 0.5746 recall_1000 1_4 0.6940 infAP 1_4 0.2098 Rprec_mult_0.20 1_4 0.5556 Rprec_mult_0.40 1_4 0.3519 Rprec_mult_0.60 1_4 0.3210 Rprec_mult_0.80 1_4 0.2870 Rprec_mult_1.00 1_4 0.2985 Rprec_mult_1.20 1_4 0.2919 Rprec_mult_1.40 1_4 0.2606 Rprec_mult_1.60 1_4 0.2465 Rprec_mult_1.80 1_4 0.2273 Rprec_mult_2.00 1_4 0.2239 utility 1_4 -814.0000 11pt_avg 1_4 0.2509 binG 1_4 0.1281 G 1_4 0.1124 ndcg 1_4 0.5788 ndcg_rel 1_4 0.4728 Rndcg 1_4 0.4042 ndcg_cut_5 1_4 0.3701 ndcg_cut_10 1_4 0.3840 ndcg_cut_15 1_4 0.3814 ndcg_cut_20 1_4 0.3712 ndcg_cut_30 1_4 0.3868 ndcg_cut_100 1_4 0.3037 ndcg_cut_200 1_4 0.4021 ndcg_cut_500 1_4 0.5180 ndcg_cut_1000 1_4 0.5788 map_cut_5 1_4 0.0169 map_cut_10 1_4 0.0315 map_cut_15 1_4 0.0413 map_cut_20 1_4 0.0487 map_cut_30 1_4 0.0690 map_cut_100 1_4 0.1074 map_cut_200 1_4 0.1530 map_cut_500 1_4 0.1941 map_cut_1000 1_4 0.2098 relative_P_5 1_4 0.6000 relative_P_10 1_4 0.6000 relative_P_15 1_4 0.5333 relative_P_20 1_4 0.5000 relative_P_30 1_4 0.5000 relative_P_100 1_4 0.2900 relative_P_200 1_4 0.3731 relative_P_500 1_4 0.5746 relative_P_1000 1_4 0.6940 success_1 1_4 1.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 0.0930 set_relative_P 1_4 0.6940 set_recall 1_4 0.6940 set_map 1_4 0.0645 set_F 1_4 0.1640 num_nonrel_judged_ret 1_4 11 rbp 1_4 0.3438 rbp_resid 1_4 0.2331 unj_5 1_4 0.0000 unj_10 1_4 0.2000 unj_20 1_4 0.3000 num_ret 1_6 1000 num_rel 1_6 121 num_rel_ret 1_6 0 map 1_6 0.0000 Rprec 1_6 0.0000 bpref 1_6 0.0000 recip_rank 1_6 0.0000 iprec_at_recall_0.00 1_6 0.0000 iprec_at_recall_0.10 1_6 0.0000 iprec_at_recall_0.20 1_6 0.0000 iprec_at_recall_0.30 1_6 0.0000 iprec_at_recall_0.40 1_6 0.0000 iprec_at_recall_0.50 1_6 0.0000 iprec_at_recall_0.60 1_6 0.0000 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 0.0000 P_10 1_6 0.0000 P_15 1_6 0.0000 P_20 1_6 0.0000 P_30 1_6 0.0000 P_100 1_6 0.0000 P_200 1_6 0.0000 P_500 1_6 0.0000 P_1000 1_6 0.0000 relstring 1_6 '00000--0--' recall_5 1_6 0.0000 recall_10 1_6 0.0000 recall_15 1_6 0.0000 recall_20 1_6 0.0000 recall_30 1_6 0.0000 recall_100 1_6 0.0000 recall_200 1_6 0.0000 recall_500 1_6 0.0000 recall_1000 1_6 0.0000 infAP 1_6 0.0000 Rprec_mult_0.20 1_6 0.0000 Rprec_mult_0.40 1_6 0.0000 Rprec_mult_0.60 1_6 0.0000 Rprec_mult_0.80 1_6 0.0000 Rprec_mult_1.00 1_6 0.0000 Rprec_mult_1.20 1_6 0.0000 Rprec_mult_1.40 1_6 0.0000 Rprec_mult_1.60 1_6 0.0000 Rprec_mult_1.80 1_6 0.0000 Rprec_mult_2.00 1_6 0.0000 utility 1_6 -1000.0000 11pt_avg 1_6 0.0000 binG 1_6 0.0000 G 1_6 0.0000 ndcg 1_6 0.0000 ndcg_rel 1_6 0.0000 Rndcg 1_6 0.0000 ndcg_cut_5 1_6 0.0000 ndcg_cut_10 1_6 0.0000 ndcg_cut_15 1_6 0.0000 ndcg_cut_20 1_6 0.0000 ndcg_cut_30 1_6 0.0000 ndcg_cut_100 1_6 0.0000 ndcg_cut_200 1_6 0.0000 ndcg_cut_500 1_6 0.0000 ndcg_cut_1000 1_6 0.0000 map_cut_5 1_6 0.0000 map_cut_10 1_6 0.0000 map_cut_15 1_6 0.0000 map_cut_20 1_6 0.0000 map_cut_30 1_6 0.0000 map_cut_100 1_6 0.0000 map_cut_200 1_6 0.0000 map_cut_500 1_6 0.0000 map_cut_1000 1_6 0.0000 relative_P_5 1_6 0.0000 relative_P_10 1_6 0.0000 relative_P_15 1_6 0.0000 relative_P_20 1_6 0.0000 relative_P_30 1_6 0.0000 relative_P_100 1_6 0.0000 relative_P_200 1_6 0.0000 relative_P_500 1_6 0.0000 relative_P_1000 1_6 0.0000 success_1 1_6 0.0000 success_5 1_6 0.0000 success_10 1_6 0.0000 set_P 1_6 0.0000 set_relative_P 1_6 0.0000 set_recall 1_6 0.0000 set_map 1_6 0.0000 set_F 1_6 0.0000 num_nonrel_judged_ret 1_6 8 rbp 1_6 0.0000 rbp_resid 1_6 0.5427 unj_5 1_6 0.0000 unj_10 1_6 0.4000 unj_20 1_6 0.7000 num_ret 1_7 1000 num_rel 1_7 110 num_rel_ret 1_7 57 map 1_7 0.1730 Rprec 1_7 0.2273 bpref 1_7 0.4345 recip_rank 1_7 1.0000 iprec_at_recall_0.00 1_7 1.0000 iprec_at_recall_0.10 1_7 0.6667 iprec_at_recall_0.20 1_7 0.2336 iprec_at_recall_0.30 1_7 0.2037 iprec_at_recall_0.40 1_7 0.1019 iprec_at_recall_0.50 1_7 0.0621 iprec_at_recall_0.60 1_7 0.0000 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 1.0000 P_10 1_7 0.7000 P_15 1_7 0.6667 P_20 1_7 0.6000 P_30 1_7 0.5333 P_100 1_7 0.2200 P_200 1_7 0.1700 P_500 1_7 0.0880 P_1000 1_7 0.0570 relstring 1_7 '11122-32-0' recall_5 1_7 0.0455 recall_10 1_7 0.0636 recall_15 1_7 0.0909 recall_20 1_7 0.1091 recall_30 1_7 0.1455 recall_100 1_7 0.2000 recall_200 1_7 0.3091 recall_500 1_7 0.4000 recall_1000 1_7 0.5182 infAP 1_7 0.1730 Rprec_mult_0.20 1_7 0.5455 Rprec_mult_0.40 1_7 0.4091 Rprec_mult_0.60 1_7 0.3030 Rprec_mult_0.80 1_7 0.2273 Rprec_mult_1.00 1_7 0.2273 Rprec_mult_1.20 1_7 0.1970 Rprec_mult_1.40 1_7 0.2013 Rprec_mult_1.60 1_7 0.1875 Rprec_mult_1.80 1_7 0.1717 Rprec_mult_2.00 1_7 0.1545 utility 1_7 -886.0000 11pt_avg 1_7 0.2062 binG 1_7 0.1334 G 1_7 0.1055 ndcg 1_7 0.4830 ndcg_rel 1_7 0.4520 Rndcg 1_7 0.4031 ndcg_cut_5 1_7 0.5003 ndcg_cut_10 1_7 0.5035 ndcg_cut_15 1_7 0.5026 ndcg_cut_20 1_7 0.4877 ndcg_cut_30 1_7 0.4515 ndcg_cut_100 1_7 0.3324 ndcg_cut_200 1_7 0.3819 ndcg_cut_500 1_7 0.4257 ndcg_cut_1000 1_7 0.4830 map_cut_5 1_7 0.0455 map_cut_10 1_7 0.0612 map_cut_15 1_7 0.0800 map_cut_20 1_7 0.0920 map_cut_30 1_7 0.1117 map_cut_100 1_7 0.1306 map_cut_200 1_7 0.1533 map_cut_500 1_7 0.1648 map_cut_1000 1_7 0.1730 relative_P_5 1_7 1.0000 relative_P_10 1_7 0.7000 relative_P_15 1_7 0.6667 relative_P_20 1_7 0.6000 relative_P_30 1_7 0.5333 relative_P_100 1_7 0.2200 relative_P_200 1_7 0.3091 relative_P_500 1_7 0.4000 relative_P_1000 1_7 0.5182 success_1 1_7 1.0000 success_5 1_7 1.0000 success_10 1_7 1.0000 set_P 1_7 0.0570 set_relative_P 1_7 0.5182 set_recall 1_7 0.5182 set_map 1_7 0.0295 set_F 1_7 0.1027 num_nonrel_judged_ret 1_7 34 rbp 1_7 0.3551 rbp_resid 1_7 0.2195 unj_5 1_7 0.0000 unj_10 1_7 0.2000 unj_20 1_7 0.2000 num_ret 1_8 1000 num_rel 1_8 118 num_rel_ret 1_8 48 map 1_8 0.1161 Rprec 1_8 0.1780 bpref 1_8 0.3371 recip_rank 1_8 1.0000 iprec_at_recall_0.00 1_8 1.0000 iprec_at_recall_0.10 1_8 0.4865 iprec_at_recall_0.20 1_8 0.1579 iprec_at_recall_0.30 1_8 0.0858 iprec_at_recall_0.40 1_8 0.0488 iprec_at_recall_0.50 1_8 0.0000 iprec_at_recall_0.60 1_8 0.0000 iprec_at_recall_0.70 1_8 0.0000 iprec_at_recall_0.80 1_8 0.0000 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 0.6000 P_10 1_8 0.7000 P_15 1_8 0.5333 P_20 1_8 0.5500 P_30 1_8 0.4333 P_100 1_8 0.2100 P_200 1_8 0.1350 P_500 1_8 0.0720 P_1000 1_8 0.0480 relstring 1_8 '101011-111' recall_5 1_8 0.0254 recall_10 1_8 0.0593 recall_15 1_8 0.0678 recall_20 1_8 0.0932 recall_30 1_8 0.1102 recall_100 1_8 0.1780 recall_200 1_8 0.2288 recall_500 1_8 0.3051 recall_1000 1_8 0.4068 infAP 1_8 0.1161 Rprec_mult_0.20 1_8 0.4583 Rprec_mult_0.40 1_8 0.3750 Rprec_mult_0.60 1_8 0.2676 Rprec_mult_0.80 1_8 0.2211 Rprec_mult_1.00 1_8 0.1780 Rprec_mult_1.20 1_8 0.1549 Rprec_mult_1.40 1_8 0.1566 Rprec_mult_1.60 1_8 0.1429 Rprec_mult_1.80 1_8 0.1268 Rprec_mult_2.00 1_8 0.1186 utility 1_8 -904.0000 11pt_avg 1_8 0.1617 binG 1_8 0.0891 G 1_8 0.0504 ndcg 1_8 0.2722 ndcg_rel 1_8 0.2511 Rndcg 1_8 0.2007 ndcg_cut_5 1_8 0.2133 ndcg_cut_10 1_8 0.2310 ndcg_cut_15 1_8 0.2021 ndcg_cut_20 1_8 0.2141 ndcg_cut_30 1_8 0.2103 ndcg_cut_100 1_8 0.1645 ndcg_cut_200 1_8 0.1839 ndcg_cut_500 1_8 0.2158 ndcg_cut_1000 1_8 0.2722 map_cut_5 1_8 0.0192 map_cut_10 1_8 0.0417 map_cut_15 1_8 0.0463 map_cut_20 1_8 0.0604 map_cut_30 1_8 0.0678 map_cut_100 1_8 0.0951 map_cut_200 1_8 0.1032 map_cut_500 1_8 0.1103 map_cut_1000 1_8 0.1161 relative_P_5 1_8 0.6000 relative_P_10 1_8 0.7000 relative_P_15 1_8 0.5333 relative_P_20 1_8 0.5500 relative_P_30 1_8 0.4333 relative_P_100 1_8 0.2100 relative_P_200 1_8 0.2288 relative_P_500 1_8 0.3051 relative_P_1000 1_8 0.4068 success_1 1_8 1.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 0.0480 set_relative_P 1_8 0.4068 set_recall 1_8 0.4068 set_map 1_8 0.0195 set_F 1_8 0.0859 num_nonrel_judged_ret 1_8 11 rbp 1_8 0.1878 rbp_resid 1_8 0.2172 unj_5 1_8 0.0000 unj_10 1_8 0.1000 unj_20 1_8 0.2000 num_ret 1_9 1000 num_rel 1_9 48 num_rel_ret 1_9 42 map 1_9 0.4648 Rprec 1_9 0.5000 bpref 1_9 0.8559 recip_rank 1_9 1.0000 iprec_at_recall_0.00 1_9 1.0000 iprec_at_recall_0.10 1_9 1.0000 iprec_at_recall_0.20 1_9 0.9091 iprec_at_recall_0.30 1_9 0.6071 iprec_at_recall_0.40 1_9 0.5714 iprec_at_recall_0.50 1_9 0.5333 iprec_at_recall_0.60 1_9 0.3295 iprec_at_recall_0.70 1_9 0.1395 iprec_at_recall_0.80 1_9 0.0852 iprec_at_recall_0.90 1_9 0.0000 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 1.0000 P_10 1_9 0.9000 P_15 1_9 0.8000 P_20 1_9 0.6500 P_30 1_9 0.5667 P_100 1_9 0.2900 P_200 1_9 0.1650 P_500 1_9 0.0760 P_1000 1_9 0.0420 relstring 1_9 '33213133-2' recall_5 1_9 0.1042 recall_10 1_9 0.1875 recall_15 1_9 0.2500 recall_20 1_9 0.2708 recall_30 1_9 0.3542 recall_100 1_9 0.6042 recall_200 1_9 0.6875 recall_500 1_9 0.7917 recall_1000 1_9 0.8750 infAP 1_9 0.4648 Rprec_mult_0.20 1_9 0.9000 Rprec_mult_0.40 1_9 0.6500 Rprec_mult_0.60 1_9 0.5862 Rprec_mult_0.80 1_9 0.5385 Rprec_mult_1.00 1_9 0.5000 Rprec_mult_1.20 1_9 0.4483 Rprec_mult_1.40 1_9 0.3971 Rprec_mult_1.60 1_9 0.3636 Rprec_mult_1.80 1_9 0.3218 Rprec_mult_2.00 1_9 0.3021 utility 1_9 -916.0000 11pt_avg 1_9 0.4705 binG 1_9 0.3303 G 1_9 0.2424 ndcg 1_9 0.7620 ndcg_rel 1_9 0.7193 Rndcg 1_9 0.6621 ndcg_cut_5 1_9 0.8461 ndcg_cut_10 1_9 0.7604 ndcg_cut_15 1_9 0.6942 ndcg_cut_20 1_9 0.6362 ndcg_cut_30 1_9 0.5766 ndcg_cut_100 1_9 0.6670 ndcg_cut_200 1_9 0.7083 ndcg_cut_500 1_9 0.7390 ndcg_cut_1000 1_9 0.7620 map_cut_5 1_9 0.1042 map_cut_10 1_9 0.1854 map_cut_15 1_9 0.2374 map_cut_20 1_9 0.2533 map_cut_30 1_9 0.3025 map_cut_100 1_9 0.4274 map_cut_200 1_9 0.4473 map_cut_500 1_9 0.4595 map_cut_1000 1_9 0.4648 relative_P_5 1_9 1.0000 relative_P_10 1_9 0.9000 relative_P_15 1_9 0.8000 relative_P_20 1_9 0.6500 relative_P_30 1_9 0.5667 relative_P_100 1_9 0.6042 relative_P_200 1_9 0.6875 relative_P_500 1_9 0.7917 relative_P_1000 1_9 0.8750 success_1 1_9 1.0000 success_5 1_9 1.0000 success_10 1_9 1.0000 set_P 1_9 0.0420 set_relative_P 1_9 0.8750 set_recall 1_9 0.8750 set_map 1_9 0.0367 set_F 1_9 0.0802 num_nonrel_judged_ret 1_9 7 rbp 1_9 0.5866 rbp_resid 1_9 0.2286 unj_5 1_9 0.0000 unj_10 1_9 0.1000 unj_20 1_9 0.3000 num_ret 4_10 1000 num_rel 4_10 188 num_rel_ret 4_10 44 map 4_10 0.1060 Rprec 4_10 0.1755 bpref 4_10 0.2331 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 0.5116 iprec_at_recall_0.20 4_10 0.0755 iprec_at_recall_0.30 4_10 0.0000 iprec_at_recall_0.40 4_10 0.0000 iprec_at_recall_0.50 4_10 0.0000 iprec_at_recall_0.60 4_10 0.0000 iprec_at_recall_0.70 4_10 0.0000 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 1.0000 P_10 4_10 0.8000 P_15 4_10 0.6667 P_20 4_10 0.6000 P_30 4_10 0.5667 P_100 4_10 0.2700 P_200 4_10 0.1650 P_500 4_10 0.0740 P_1000 4_10 0.0440 relstring 4_10 '111121--23' recall_5 4_10 0.0266 recall_10 4_10 0.0426 recall_15 4_10 0.0532 recall_20 4_10 0.0638 recall_30 4_10 0.0904 recall_100 4_10 0.1436 recall_200 4_10 0.1755 recall_500 4_10 0.1968 recall_1000 4_10 0.2340 infAP 4_10 0.1060 Rprec_mult_0.20 4_10 0.4737 Rprec_mult_0.40 4_10 0.3553 Rprec_mult_0.60 4_10 0.2389 Rprec_mult_0.80 4_10 0.1987 Rprec_mult_1.00 4_10 0.1755 Rprec_mult_1.20 4_10 0.1460 Rprec_mult_1.40 4_10 0.1250 Rprec_mult_1.60 4_10 0.1163 Rprec_mult_1.80 4_10 0.1062 Rprec_mult_2.00 4_10 0.0984 utility 4_10 -912.0000 11pt_avg 4_10 0.1443 binG 4_10 0.0746 G 4_10 0.0564 ndcg 4_10 0.3219 ndcg_rel 4_10 0.3227 Rndcg 4_10 0.3233 ndcg_cut_5 4_10 0.3771 ndcg_cut_10 4_10 0.3786 ndcg_cut_15 4_10 0.3643 ndcg_cut_20 4_10 0.3448 ndcg_cut_30 4_10 0.3456 ndcg_cut_100 4_10 0.3016 ndcg_cut_200 4_10 0.2641 ndcg_cut_500 4_10 0.2880 ndcg_cut_1000 4_10 0.3219 map_cut_5 4_10 0.0266 map_cut_10 4_10 0.0403 map_cut_15 4_10 0.0478 map_cut_20 4_10 0.0550 map_cut_30 4_10 0.0705 map_cut_100 4_10 0.0946 map_cut_200 4_10 0.1012 map_cut_500 4_10 0.1037 map_cut_1000 4_10 0.1060 relative_P_5 4_10 1.0000 relative_P_10 4_10 0.8000 relative_P_15 4_10 0.6667 relative_P_20 4_10 0.6000 relative_P_30 4_10 0.5667 relative_P_100 4_10 0.2700 relative_P_200 4_10 0.1755 relative_P_500 4_10 0.1968 relative_P_1000 4_10 0.2340 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 0.0440 set_relative_P 4_10 0.2340 set_recall 4_10 0.2340 set_map 4_10 0.0103 set_F 4_10 0.0741 num_nonrel_judged_ret 4_10 1 rbp 4_10 0.3206 rbp_resid 4_10 0.3107 unj_5 4_10 0.0000 unj_10 4_10 0.2000 unj_20 4_10 0.4000 num_ret 4_11 1000 num_rel 4_11 171 num_rel_ret 4_11 7 map 4_11 0.0293 Rprec 4_11 0.0409 bpref 4_11 0.0398 recip_rank 4_11 1.0000 iprec_at_recall_0.00 4_11 1.0000 iprec_at_recall_0.10 4_11 0.0000 iprec_at_recall_0.20 4_11 0.0000 iprec_at_recall_0.30 4_11 0.0000 iprec_at_recall_0.40 4_11 0.0000 iprec_at_recall_0.50 4_11 0.0000 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 0.8000 P_10 4_11 0.4000 P_15 4_11 0.3333 P_20 4_11 0.3000 P_30 4_11 0.2333 P_100 4_11 0.0700 P_200 4_11 0.0350 P_500 4_11 0.0140 P_1000 4_11 0.0070 relstring 4_11 '1211000000' recall_5 4_11 0.0234 recall_10 4_11 0.0234 recall_15 4_11 0.0292 recall_20 4_11 0.0351 recall_30 4_11 0.0409 recall_100 4_11 0.0409 recall_200 4_11 0.0409 recall_500 4_11 0.0409 recall_1000 4_11 0.0409 infAP 4_11 0.0293 Rprec_mult_0.20 4_11 0.2000 Rprec_mult_0.40 4_11 0.1014 Rprec_mult_0.60 4_11 0.0680 Rprec_mult_0.80 4_11 0.0511 Rprec_mult_1.00 4_11 0.0409 Rprec_mult_1.20 4_11 0.0340 Rprec_mult_1.40 4_11 0.0292 Rprec_mult_1.60 4_11 0.0255 Rprec_mult_1.80 4_11 0.0227 Rprec_mult_2.00 4_11 0.0205 utility 4_11 -986.0000 11pt_avg 4_11 0.0909 binG 4_11 0.0281 G 4_11 0.0087 ndcg 4_11 0.0660 ndcg_rel 4_11 0.0765 Rndcg 4_11 0.1042 ndcg_cut_5 4_11 0.3609 ndcg_cut_10 4_11 0.2342 ndcg_cut_15 4_11 0.2055 ndcg_cut_20 4_11 0.1927 ndcg_cut_30 4_11 0.1669 ndcg_cut_100 4_11 0.0832 ndcg_cut_200 4_11 0.0660 ndcg_cut_500 4_11 0.0660 ndcg_cut_1000 4_11 0.0660 map_cut_5 4_11 0.0234 map_cut_10 4_11 0.0234 map_cut_15 4_11 0.0256 map_cut_20 4_11 0.0277 map_cut_30 4_11 0.0293 map_cut_100 4_11 0.0293 map_cut_200 4_11 0.0293 map_cut_500 4_11 0.0293 map_cut_1000 4_11 0.0293 relative_P_5 4_11 0.8000 relative_P_10 4_11 0.4000 relative_P_15 4_11 0.3333 relative_P_20 4_11 0.3000 relative_P_30 4_11 0.2333 relative_P_100 4_11 0.0700 relative_P_200 4_11 0.0409 relative_P_500 4_11 0.0409 relative_P_1000 4_11 0.0409 success_1 4_11 1.0000 success_5 4_11 1.0000 success_10 4_11 1.0000 set_P 4_11 0.0070 set_relative_P 4_11 0.0409 set_recall 4_11 0.0409 set_map 4_11 0.0003 set_F 4_11 0.0120 num_nonrel_judged_ret 4_11 20 rbp 4_11 0.1629 rbp_resid 4_11 0.1029 unj_5 4_11 0.0000 unj_10 4_11 0.0000 unj_20 4_11 0.0000 num_ret 4_12 1000 num_rel 4_12 134 num_rel_ret 4_12 0 map 4_12 0.0000 Rprec 4_12 0.0000 bpref 4_12 0.0000 recip_rank 4_12 0.0000 iprec_at_recall_0.00 4_12 0.0000 iprec_at_recall_0.10 4_12 0.0000 iprec_at_recall_0.20 4_12 0.0000 iprec_at_recall_0.30 4_12 0.0000 iprec_at_recall_0.40 4_12 0.0000 iprec_at_recall_0.50 4_12 0.0000 iprec_at_recall_0.60 4_12 0.0000 iprec_at_recall_0.70 4_12 0.0000 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 0.0000 P_10 4_12 0.0000 P_15 4_12 0.0000 P_20 4_12 0.0000 P_30 4_12 0.0000 P_100 4_12 0.0000 P_200 4_12 0.0000 P_500 4_12 0.0000 P_1000 4_12 0.0000 relstring 4_12 '000000----' recall_5 4_12 0.0000 recall_10 4_12 0.0000 recall_15 4_12 0.0000 recall_20 4_12 0.0000 recall_30 4_12 0.0000 recall_100 4_12 0.0000 recall_200 4_12 0.0000 recall_500 4_12 0.0000 recall_1000 4_12 0.0000 infAP 4_12 0.0000 Rprec_mult_0.20 4_12 0.0000 Rprec_mult_0.40 4_12 0.0000 Rprec_mult_0.60 4_12 0.0000 Rprec_mult_0.80 4_12 0.0000 Rprec_mult_1.00 4_12 0.0000 Rprec_mult_1.20 4_12 0.0000 Rprec_mult_1.40 4_12 0.0000 Rprec_mult_1.60 4_12 0.0000 Rprec_mult_1.80 4_12 0.0000 Rprec_mult_2.00 4_12 0.0000 utility 4_12 -1000.0000 11pt_avg 4_12 0.0000 binG 4_12 0.0000 G 4_12 0.0000 ndcg 4_12 0.0000 ndcg_rel 4_12 0.0000 Rndcg 4_12 0.0000 ndcg_cut_5 4_12 0.0000 ndcg_cut_10 4_12 0.0000 ndcg_cut_15 4_12 0.0000 ndcg_cut_20 4_12 0.0000 ndcg_cut_30 4_12 0.0000 ndcg_cut_100 4_12 0.0000 ndcg_cut_200 4_12 0.0000 ndcg_cut_500 4_12 0.0000 ndcg_cut_1000 4_12 0.0000 map_cut_5 4_12 0.0000 map_cut_10 4_12 0.0000 map_cut_15 4_12 0.0000 map_cut_20 4_12 0.0000 map_cut_30 4_12 0.0000 map_cut_100 4_12 0.0000 map_cut_200 4_12 0.0000 map_cut_500 4_12 0.0000 map_cut_1000 4_12 0.0000 relative_P_5 4_12 0.0000 relative_P_10 4_12 0.0000 relative_P_15 4_12 0.0000 relative_P_20 4_12 0.0000 relative_P_30 4_12 0.0000 relative_P_100 4_12 0.0000 relative_P_200 4_12 0.0000 relative_P_500 4_12 0.0000 relative_P_1000 4_12 0.0000 success_1 4_12 0.0000 success_5 4_12 0.0000 success_10 4_12 0.0000 set_P 4_12 0.0000 set_relative_P 4_12 0.0000 set_recall 4_12 0.0000 set_map 4_12 0.0000 set_F 4_12 0.0000 num_nonrel_judged_ret 4_12 13 rbp 4_12 0.0000 rbp_resid 4_12 0.5282 unj_5 4_12 0.0000 unj_10 4_12 0.4000 unj_20 4_12 0.7000 num_ret 4_13 1000 num_rel 4_13 162 num_rel_ret 4_13 112 map 4_13 0.3480 Rprec 4_13 0.3765 bpref 4_13 0.6426 recip_rank 4_13 1.0000 iprec_at_recall_0.00 4_13 1.0000 iprec_at_recall_0.10 4_13 0.9474 iprec_at_recall_0.20 4_13 0.7174 iprec_at_recall_0.30 4_13 0.5435 iprec_at_recall_0.40 4_13 0.3552 iprec_at_recall_0.50 4_13 0.2418 iprec_at_recall_0.60 4_13 0.1940 iprec_at_recall_0.70 4_13 0.0000 iprec_at_recall_0.80 4_13 0.0000 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 1.0000 P_10 4_13 1.0000 P_15 4_13 0.9333 P_20 4_13 0.9000 P_30 4_13 0.7667 P_100 4_13 0.5200 P_200 4_13 0.3300 P_500 4_13 0.1940 P_1000 4_13 0.1120 relstring 4_13 '3333322123' recall_5 4_13 0.0309 recall_10 4_13 0.0617 recall_15 4_13 0.0864 recall_20 4_13 0.1111 recall_30 4_13 0.1420 recall_100 4_13 0.3210 recall_200 4_13 0.4074 recall_500 4_13 0.5988 recall_1000 4_13 0.6914 infAP 4_13 0.3480 Rprec_mult_0.20 4_13 0.7273 Rprec_mult_0.40 4_13 0.6000 Rprec_mult_0.60 4_13 0.5306 Rprec_mult_0.80 4_13 0.4385 Rprec_mult_1.00 4_13 0.3765 Rprec_mult_1.20 4_13 0.3333 Rprec_mult_1.40 4_13 0.3040 Rprec_mult_1.60 4_13 0.2731 Rprec_mult_1.80 4_13 0.2637 Rprec_mult_2.00 4_13 0.2469 utility 4_13 -776.0000 11pt_avg 4_13 0.3636 binG 4_13 0.2012 G 4_13 0.1529 ndcg 4_13 0.6691 ndcg_rel 4_13 0.6548 Rndcg 4_13 0.5747 ndcg_cut_5 4_13 1.0000 ndcg_cut_10 4_13 0.8810 ndcg_cut_15 4_13 0.8032 ndcg_cut_20 4_13 0.7704 ndcg_cut_30 4_13 0.6773 ndcg_cut_100 4_13 0.5779 ndcg_cut_200 4_13 0.5077 ndcg_cut_500 4_13 0.6218 ndcg_cut_1000 4_13 0.6691 map_cut_5 4_13 0.0309 map_cut_10 4_13 0.0617 map_cut_15 4_13 0.0860 map_cut_20 4_13 0.1093 map_cut_30 4_13 0.1354 map_cut_100 4_13 0.2509 map_cut_200 4_13 0.2867 map_cut_500 4_13 0.3340 map_cut_1000 4_13 0.3480 relative_P_5 4_13 1.0000 relative_P_10 4_13 1.0000 relative_P_15 4_13 0.9333 relative_P_20 4_13 0.9000 relative_P_30 4_13 0.7667 relative_P_100 4_13 0.5200 relative_P_200 4_13 0.4074 relative_P_500 4_13 0.5988 relative_P_1000 4_13 0.6914 success_1 4_13 1.0000 success_5 4_13 1.0000 success_10 4_13 1.0000 set_P 4_13 0.1120 set_relative_P 4_13 0.6914 set_recall 4_13 0.6914 set_map 4_13 0.0774 set_F 4_13 0.1928 num_nonrel_judged_ret 4_13 16 rbp 4_13 0.7473 rbp_resid 4_13 0.0720 unj_5 4_13 0.0000 unj_10 4_13 0.0000 unj_20 4_13 0.1000 num_ret 4_14 1000 num_rel 4_14 177 num_rel_ret 4_14 99 map 4_14 0.1638 Rprec 4_14 0.2373 bpref 4_14 0.5062 recip_rank 4_14 1.0000 iprec_at_recall_0.00 4_14 1.0000 iprec_at_recall_0.10 4_14 0.5882 iprec_at_recall_0.20 4_14 0.2448 iprec_at_recall_0.30 4_14 0.2146 iprec_at_recall_0.40 4_14 0.1883 iprec_at_recall_0.50 4_14 0.1346 iprec_at_recall_0.60 4_14 0.0000 iprec_at_recall_0.70 4_14 0.0000 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 0.6000 P_10 4_14 0.5000 P_15 4_14 0.5333 P_20 4_14 0.5500 P_30 4_14 0.5667 P_100 4_14 0.2900 P_200 4_14 0.2250 P_500 4_14 0.1620 P_1000 4_14 0.0990 relstring 4_14 '22030-2--2' recall_5 4_14 0.0169 recall_10 4_14 0.0282 recall_15 4_14 0.0452 recall_20 4_14 0.0621 recall_30 4_14 0.0960 recall_100 4_14 0.1638 recall_200 4_14 0.2542 recall_500 4_14 0.4576 recall_1000 4_14 0.5593 infAP 4_14 0.1638 Rprec_mult_0.20 4_14 0.5556 Rprec_mult_0.40 4_14 0.3239 Rprec_mult_0.60 4_14 0.2804 Rprec_mult_0.80 4_14 0.2394 Rprec_mult_1.00 4_14 0.2373 Rprec_mult_1.20 4_14 0.2300 Rprec_mult_1.40 4_14 0.2137 Rprec_mult_1.60 4_14 0.2007 Rprec_mult_1.80 4_14 0.2038 Rprec_mult_2.00 4_14 0.1921 utility 4_14 -802.0000 11pt_avg 4_14 0.2155 binG 4_14 0.1028 G 4_14 0.0809 ndcg 4_14 0.4750 ndcg_rel 4_14 0.4235 Rndcg 4_14 0.3569 ndcg_cut_5 4_14 0.5148 ndcg_cut_10 4_14 0.4254 ndcg_cut_15 4_14 0.4207 ndcg_cut_20 4_14 0.4285 ndcg_cut_30 4_14 0.4309 ndcg_cut_100 4_14 0.3051 ndcg_cut_200 4_14 0.2930 ndcg_cut_500 4_14 0.4185 ndcg_cut_1000 4_14 0.4750 map_cut_5 4_14 0.0155 map_cut_10 4_14 0.0216 map_cut_15 4_14 0.0310 map_cut_20 4_14 0.0404 map_cut_30 4_14 0.0607 map_cut_100 4_14 0.0877 map_cut_200 4_14 0.1101 map_cut_500 4_14 0.1506 map_cut_1000 4_14 0.1638 relative_P_5 4_14 0.6000 relative_P_10 4_14 0.5000 relative_P_15 4_14 0.5333 relative_P_20 4_14 0.5500 relative_P_30 4_14 0.5667 relative_P_100 4_14 0.2900 relative_P_200 4_14 0.2542 relative_P_500 4_14 0.4576 relative_P_1000 4_14 0.5593 success_1 4_14 1.0000 success_5 4_14 1.0000 success_10 4_14 1.0000 set_P 4_14 0.0990 set_relative_P 4_14 0.5593 set_recall 4_14 0.5593 set_map 4_14 0.0554 set_F 4_14 0.1682 num_nonrel_judged_ret 4_14 17 rbp 4_14 0.4074 rbp_resid 4_14 0.2834 unj_5 4_14 0.0000 unj_10 4_14 0.3000 unj_20 4_14 0.3500 num_ret 4_17 1000 num_rel 4_17 1 num_rel_ret 4_17 1 map 4_17 0.0032 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0032 iprec_at_recall_0.00 4_17 0.0032 iprec_at_recall_0.10 4_17 0.0032 iprec_at_recall_0.20 4_17 0.0032 iprec_at_recall_0.30 4_17 0.0032 iprec_at_recall_0.40 4_17 0.0032 iprec_at_recall_0.50 4_17 0.0032 iprec_at_recall_0.60 4_17 0.0032 iprec_at_recall_0.70 4_17 0.0032 iprec_at_recall_0.80 4_17 0.0032 iprec_at_recall_0.90 4_17 0.0032 iprec_at_recall_1.00 4_17 0.0032 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0000 P_100 4_17 0.0000 P_200 4_17 0.0000 P_500 4_17 0.0020 P_1000 4_17 0.0010 relstring 4_17 '000000-000' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 0.0000 recall_100 4_17 0.0000 recall_200 4_17 0.0000 recall_500 4_17 1.0000 recall_1000 4_17 1.0000 infAP 4_17 0.0032 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -998.0000 11pt_avg 4_17 0.0032 binG 4_17 0.1206 G 4_17 0.1206 ndcg 4_17 0.1206 ndcg_rel 4_17 0.1206 Rndcg 4_17 0.0603 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.0000 ndcg_cut_100 4_17 0.0000 ndcg_cut_200 4_17 0.0000 ndcg_cut_500 4_17 0.1206 ndcg_cut_1000 4_17 0.1206 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0000 map_cut_100 4_17 0.0000 map_cut_200 4_17 0.0000 map_cut_500 4_17 0.0032 map_cut_1000 4_17 0.0032 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 0.0000 relative_P_100 4_17 0.0000 relative_P_200 4_17 0.0000 relative_P_500 4_17 1.0000 relative_P_1000 4_17 1.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0010 set_relative_P 4_17 1.0000 set_recall 4_17 1.0000 set_map 4_17 0.0010 set_F 4_17 0.0020 num_nonrel_judged_ret 4_17 53 rbp 4_17 0.0000 rbp_resid 4_17 0.3459 unj_5 4_17 0.0000 unj_10 4_17 0.1000 unj_20 4_17 0.4500 num_ret 4_3 1000 num_rel 4_3 164 num_rel_ret 4_3 1 map 4_3 0.0000 Rprec 4_3 0.0061 bpref 4_3 0.0055 recip_rank 4_3 0.0073 iprec_at_recall_0.00 4_3 0.0073 iprec_at_recall_0.10 4_3 0.0000 iprec_at_recall_0.20 4_3 0.0000 iprec_at_recall_0.30 4_3 0.0000 iprec_at_recall_0.40 4_3 0.0000 iprec_at_recall_0.50 4_3 0.0000 iprec_at_recall_0.60 4_3 0.0000 iprec_at_recall_0.70 4_3 0.0000 iprec_at_recall_0.80 4_3 0.0000 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 0.0000 P_10 4_3 0.0000 P_15 4_3 0.0000 P_20 4_3 0.0000 P_30 4_3 0.0000 P_100 4_3 0.0000 P_200 4_3 0.0050 P_500 4_3 0.0020 P_1000 4_3 0.0010 relstring 4_3 '0000000---' recall_5 4_3 0.0000 recall_10 4_3 0.0000 recall_15 4_3 0.0000 recall_20 4_3 0.0000 recall_30 4_3 0.0000 recall_100 4_3 0.0000 recall_200 4_3 0.0061 recall_500 4_3 0.0061 recall_1000 4_3 0.0061 infAP 4_3 0.0000 Rprec_mult_0.20 4_3 0.0000 Rprec_mult_0.40 4_3 0.0000 Rprec_mult_0.60 4_3 0.0000 Rprec_mult_0.80 4_3 0.0000 Rprec_mult_1.00 4_3 0.0061 Rprec_mult_1.20 4_3 0.0051 Rprec_mult_1.40 4_3 0.0043 Rprec_mult_1.60 4_3 0.0038 Rprec_mult_1.80 4_3 0.0034 Rprec_mult_2.00 4_3 0.0030 utility 4_3 -998.0000 11pt_avg 4_3 0.0007 binG 4_3 0.0009 G 4_3 0.0008 ndcg 4_3 0.0047 ndcg_rel 4_3 0.0047 Rndcg 4_3 0.0019 ndcg_cut_5 4_3 0.0000 ndcg_cut_10 4_3 0.0000 ndcg_cut_15 4_3 0.0000 ndcg_cut_20 4_3 0.0000 ndcg_cut_30 4_3 0.0000 ndcg_cut_100 4_3 0.0000 ndcg_cut_200 4_3 0.0047 ndcg_cut_500 4_3 0.0047 ndcg_cut_1000 4_3 0.0047 map_cut_5 4_3 0.0000 map_cut_10 4_3 0.0000 map_cut_15 4_3 0.0000 map_cut_20 4_3 0.0000 map_cut_30 4_3 0.0000 map_cut_100 4_3 0.0000 map_cut_200 4_3 0.0000 map_cut_500 4_3 0.0000 map_cut_1000 4_3 0.0000 relative_P_5 4_3 0.0000 relative_P_10 4_3 0.0000 relative_P_15 4_3 0.0000 relative_P_20 4_3 0.0000 relative_P_30 4_3 0.0000 relative_P_100 4_3 0.0000 relative_P_200 4_3 0.0061 relative_P_500 4_3 0.0061 relative_P_1000 4_3 0.0061 success_1 4_3 0.0000 success_5 4_3 0.0000 success_10 4_3 0.0000 set_P 4_3 0.0010 set_relative_P 4_3 0.0061 set_recall 4_3 0.0061 set_map 4_3 0.0000 set_F 4_3 0.0017 num_nonrel_judged_ret 4_3 8 rbp 4_3 0.0000 rbp_resid 4_3 0.4616 unj_5 4_3 0.0000 unj_10 4_3 0.3000 unj_20 4_3 0.6000 num_ret 4_4 1000 num_rel 4_4 154 num_rel_ret 4_4 0 map 4_4 0.0000 Rprec 4_4 0.0000 bpref 4_4 0.0000 recip_rank 4_4 0.0000 iprec_at_recall_0.00 4_4 0.0000 iprec_at_recall_0.10 4_4 0.0000 iprec_at_recall_0.20 4_4 0.0000 iprec_at_recall_0.30 4_4 0.0000 iprec_at_recall_0.40 4_4 0.0000 iprec_at_recall_0.50 4_4 0.0000 iprec_at_recall_0.60 4_4 0.0000 iprec_at_recall_0.70 4_4 0.0000 iprec_at_recall_0.80 4_4 0.0000 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 0.0000 P_10 4_4 0.0000 P_15 4_4 0.0000 P_20 4_4 0.0000 P_30 4_4 0.0000 P_100 4_4 0.0000 P_200 4_4 0.0000 P_500 4_4 0.0000 P_1000 4_4 0.0000 relstring 4_4 '00000----0' recall_5 4_4 0.0000 recall_10 4_4 0.0000 recall_15 4_4 0.0000 recall_20 4_4 0.0000 recall_30 4_4 0.0000 recall_100 4_4 0.0000 recall_200 4_4 0.0000 recall_500 4_4 0.0000 recall_1000 4_4 0.0000 infAP 4_4 0.0000 Rprec_mult_0.20 4_4 0.0000 Rprec_mult_0.40 4_4 0.0000 Rprec_mult_0.60 4_4 0.0000 Rprec_mult_0.80 4_4 0.0000 Rprec_mult_1.00 4_4 0.0000 Rprec_mult_1.20 4_4 0.0000 Rprec_mult_1.40 4_4 0.0000 Rprec_mult_1.60 4_4 0.0000 Rprec_mult_1.80 4_4 0.0000 Rprec_mult_2.00 4_4 0.0000 utility 4_4 -1000.0000 11pt_avg 4_4 0.0000 binG 4_4 0.0000 G 4_4 0.0000 ndcg 4_4 0.0000 ndcg_rel 4_4 0.0000 Rndcg 4_4 0.0000 ndcg_cut_5 4_4 0.0000 ndcg_cut_10 4_4 0.0000 ndcg_cut_15 4_4 0.0000 ndcg_cut_20 4_4 0.0000 ndcg_cut_30 4_4 0.0000 ndcg_cut_100 4_4 0.0000 ndcg_cut_200 4_4 0.0000 ndcg_cut_500 4_4 0.0000 ndcg_cut_1000 4_4 0.0000 map_cut_5 4_4 0.0000 map_cut_10 4_4 0.0000 map_cut_15 4_4 0.0000 map_cut_20 4_4 0.0000 map_cut_30 4_4 0.0000 map_cut_100 4_4 0.0000 map_cut_200 4_4 0.0000 map_cut_500 4_4 0.0000 map_cut_1000 4_4 0.0000 relative_P_5 4_4 0.0000 relative_P_10 4_4 0.0000 relative_P_15 4_4 0.0000 relative_P_20 4_4 0.0000 relative_P_30 4_4 0.0000 relative_P_100 4_4 0.0000 relative_P_200 4_4 0.0000 relative_P_500 4_4 0.0000 relative_P_1000 4_4 0.0000 success_1 4_4 0.0000 success_5 4_4 0.0000 success_10 4_4 0.0000 set_P 4_4 0.0000 set_relative_P 4_4 0.0000 set_recall 4_4 0.0000 set_map 4_4 0.0000 set_F 4_4 0.0000 num_nonrel_judged_ret 4_4 8 rbp 4_4 0.0000 rbp_resid 4_4 0.5059 unj_5 4_4 0.0000 unj_10 4_4 0.4000 unj_20 4_4 0.6500 num_ret 4_5 1000 num_rel 4_5 122 num_rel_ret 4_5 102 map 4_5 0.4526 Rprec 4_5 0.4590 bpref 4_5 0.8221 recip_rank 4_5 1.0000 iprec_at_recall_0.00 4_5 1.0000 iprec_at_recall_0.10 4_5 0.9500 iprec_at_recall_0.20 4_5 0.8333 iprec_at_recall_0.30 4_5 0.7451 iprec_at_recall_0.40 4_5 0.5506 iprec_at_recall_0.50 4_5 0.3861 iprec_at_recall_0.60 4_5 0.2714 iprec_at_recall_0.70 4_5 0.1830 iprec_at_recall_0.80 4_5 0.1150 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 1.0000 P_10 4_5 1.0000 P_15 4_5 0.9333 P_20 4_5 0.9500 P_30 4_5 0.8333 P_100 4_5 0.5200 P_200 4_5 0.3300 P_500 4_5 0.1740 P_1000 4_5 0.1020 relstring 4_5 '2323222322' recall_5 4_5 0.0410 recall_10 4_5 0.0820 recall_15 4_5 0.1148 recall_20 4_5 0.1557 recall_30 4_5 0.2049 recall_100 4_5 0.4262 recall_200 4_5 0.5410 recall_500 4_5 0.7131 recall_1000 4_5 0.8361 infAP 4_5 0.4526 Rprec_mult_0.20 4_5 0.8400 Rprec_mult_0.40 4_5 0.7347 Rprec_mult_0.60 4_5 0.5946 Rprec_mult_0.80 4_5 0.5306 Rprec_mult_1.00 4_5 0.4590 Rprec_mult_1.20 4_5 0.4082 Rprec_mult_1.40 4_5 0.3626 Rprec_mult_1.60 4_5 0.3367 Rprec_mult_1.80 4_5 0.3091 Rprec_mult_2.00 4_5 0.2787 utility 4_5 -796.0000 11pt_avg 4_5 0.4577 binG 4_5 0.2557 G 4_5 0.1646 ndcg 4_5 0.7594 ndcg_rel 4_5 0.6899 Rndcg 4_5 0.6357 ndcg_cut_5 4_5 0.7867 ndcg_cut_10 4_5 0.7677 ndcg_cut_15 4_5 0.7286 ndcg_cut_20 4_5 0.7523 ndcg_cut_30 4_5 0.6947 ndcg_cut_100 4_5 0.5716 ndcg_cut_200 4_5 0.6077 ndcg_cut_500 4_5 0.6987 ndcg_cut_1000 4_5 0.7594 map_cut_5 4_5 0.0410 map_cut_10 4_5 0.0820 map_cut_15 4_5 0.1123 map_cut_20 4_5 0.1510 map_cut_30 4_5 0.1929 map_cut_100 4_5 0.3449 map_cut_200 4_5 0.3933 map_cut_500 4_5 0.4353 map_cut_1000 4_5 0.4526 relative_P_5 4_5 1.0000 relative_P_10 4_5 1.0000 relative_P_15 4_5 0.9333 relative_P_20 4_5 0.9500 relative_P_30 4_5 0.8333 relative_P_100 4_5 0.5200 relative_P_200 4_5 0.5410 relative_P_500 4_5 0.7131 relative_P_1000 4_5 0.8361 success_1 4_5 1.0000 success_5 4_5 1.0000 success_10 4_5 1.0000 set_P 4_5 0.1020 set_relative_P 4_5 0.8361 set_recall 4_5 0.8361 set_map 4_5 0.0853 set_F 4_5 0.1818 num_nonrel_judged_ret 4_5 1 rbp 4_5 0.7108 rbp_resid 4_5 0.0544 unj_5 4_5 0.0000 unj_10 4_5 0.0000 unj_20 4_5 0.0000 num_ret 4_7 1000 num_rel 4_7 76 num_rel_ret 4_7 48 map 4_7 0.0530 Rprec 4_7 0.1053 bpref 4_7 0.4389 recip_rank 4_7 0.2000 iprec_at_recall_0.00 4_7 0.3000 iprec_at_recall_0.10 4_7 0.1250 iprec_at_recall_0.20 4_7 0.0732 iprec_at_recall_0.30 4_7 0.0732 iprec_at_recall_0.40 4_7 0.0667 iprec_at_recall_0.50 4_7 0.0614 iprec_at_recall_0.60 4_7 0.0523 iprec_at_recall_0.70 4_7 0.0000 iprec_at_recall_0.80 4_7 0.0000 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 0.2000 P_10 4_7 0.3000 P_15 4_7 0.2000 P_20 4_7 0.2000 P_30 4_7 0.1333 P_100 4_7 0.0900 P_200 4_7 0.0600 P_500 4_7 0.0600 P_1000 4_7 0.0480 relstring 4_7 '000010-1-1' recall_5 4_7 0.0132 recall_10 4_7 0.0395 recall_15 4_7 0.0395 recall_20 4_7 0.0526 recall_30 4_7 0.0526 recall_100 4_7 0.1184 recall_200 4_7 0.1579 recall_500 4_7 0.3947 recall_1000 4_7 0.6316 infAP 4_7 0.0530 Rprec_mult_0.20 4_7 0.2500 Rprec_mult_0.40 4_7 0.1290 Rprec_mult_0.60 4_7 0.1304 Rprec_mult_0.80 4_7 0.1148 Rprec_mult_1.00 4_7 0.1053 Rprec_mult_1.20 4_7 0.0978 Rprec_mult_1.40 4_7 0.0841 Rprec_mult_1.60 4_7 0.0738 Rprec_mult_1.80 4_7 0.0657 Rprec_mult_2.00 4_7 0.0592 utility 4_7 -904.0000 11pt_avg 4_7 0.0683 binG 4_7 0.0884 G 4_7 0.0795 ndcg 4_7 0.3193 ndcg_rel 4_7 0.2344 Rndcg 4_7 0.1136 ndcg_cut_5 4_7 0.0514 ndcg_cut_10 4_7 0.0925 ndcg_cut_15 4_7 0.0742 ndcg_cut_20 4_7 0.0787 ndcg_cut_30 4_7 0.0632 ndcg_cut_100 4_7 0.0820 ndcg_cut_200 4_7 0.1111 ndcg_cut_500 4_7 0.2154 ndcg_cut_1000 4_7 0.3193 map_cut_5 4_7 0.0026 map_cut_10 4_7 0.0099 map_cut_15 4_7 0.0099 map_cut_20 4_7 0.0132 map_cut_30 4_7 0.0132 map_cut_100 4_7 0.0216 map_cut_200 4_7 0.0242 map_cut_500 4_7 0.0395 map_cut_1000 4_7 0.0530 relative_P_5 4_7 0.2000 relative_P_10 4_7 0.3000 relative_P_15 4_7 0.2000 relative_P_20 4_7 0.2000 relative_P_30 4_7 0.1333 relative_P_100 4_7 0.1184 relative_P_200 4_7 0.1579 relative_P_500 4_7 0.3947 relative_P_1000 4_7 0.6316 success_1 4_7 0.0000 success_5 4_7 1.0000 success_10 4_7 1.0000 set_P 4_7 0.0480 set_relative_P 4_7 0.6316 set_recall 4_7 0.6316 set_map 4_7 0.0303 set_F 4_7 0.0892 num_nonrel_judged_ret 4_7 35 rbp 4_7 0.0589 rbp_resid 4_7 0.3654 unj_5 4_7 0.0000 unj_10 4_7 0.2000 unj_20 4_7 0.4500 num_ret 4_8 1000 num_rel 4_8 96 num_rel_ret 4_8 10 map 4_8 0.0108 Rprec 4_8 0.0417 bpref 4_8 0.0900 recip_rank 4_8 0.3333 iprec_at_recall_0.00 4_8 0.3333 iprec_at_recall_0.10 4_8 0.0102 iprec_at_recall_0.20 4_8 0.0000 iprec_at_recall_0.30 4_8 0.0000 iprec_at_recall_0.40 4_8 0.0000 iprec_at_recall_0.50 4_8 0.0000 iprec_at_recall_0.60 4_8 0.0000 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 0.2000 P_10 4_8 0.2000 P_15 4_8 0.2000 P_20 4_8 0.1500 P_30 4_8 0.1000 P_100 4_8 0.0400 P_200 4_8 0.0200 P_500 4_8 0.0120 P_1000 4_8 0.0100 relstring 4_8 '002001--0-' recall_5 4_8 0.0104 recall_10 4_8 0.0208 recall_15 4_8 0.0312 recall_20 4_8 0.0312 recall_30 4_8 0.0312 recall_100 4_8 0.0417 recall_200 4_8 0.0417 recall_500 4_8 0.0625 recall_1000 4_8 0.1042 infAP 4_8 0.0108 Rprec_mult_0.20 4_8 0.1500 Rprec_mult_0.40 4_8 0.0769 Rprec_mult_0.60 4_8 0.0690 Rprec_mult_0.80 4_8 0.0519 Rprec_mult_1.00 4_8 0.0417 Rprec_mult_1.20 4_8 0.0345 Rprec_mult_1.40 4_8 0.0296 Rprec_mult_1.60 4_8 0.0260 Rprec_mult_1.80 4_8 0.0231 Rprec_mult_2.00 4_8 0.0208 utility 4_8 -980.0000 11pt_avg 4_8 0.0312 binG 4_8 0.0208 G 4_8 0.0179 ndcg 4_8 0.0889 ndcg_rel 4_8 0.0903 Rndcg 4_8 0.0562 ndcg_cut_5 4_8 0.1450 ndcg_cut_10 4_8 0.1344 ndcg_cut_15 4_8 0.1267 ndcg_cut_20 4_8 0.1069 ndcg_cut_30 4_8 0.0834 ndcg_cut_100 4_8 0.0575 ndcg_cut_200 4_8 0.0575 ndcg_cut_500 4_8 0.0652 ndcg_cut_1000 4_8 0.0889 map_cut_5 4_8 0.0035 map_cut_10 4_8 0.0069 map_cut_15 4_8 0.0092 map_cut_20 4_8 0.0092 map_cut_30 4_8 0.0092 map_cut_100 4_8 0.0100 map_cut_200 4_8 0.0100 map_cut_500 4_8 0.0103 map_cut_1000 4_8 0.0108 relative_P_5 4_8 0.2000 relative_P_10 4_8 0.2000 relative_P_15 4_8 0.2000 relative_P_20 4_8 0.1500 relative_P_30 4_8 0.1000 relative_P_100 4_8 0.0417 relative_P_200 4_8 0.0417 relative_P_500 4_8 0.0625 relative_P_1000 4_8 0.1042 success_1 4_8 0.0000 success_5 4_8 1.0000 success_10 4_8 1.0000 set_P 4_8 0.0100 set_relative_P 4_8 0.1042 set_recall 4_8 0.1042 set_map 4_8 0.0010 set_F 4_8 0.0182 num_nonrel_judged_ret 4_8 22 rbp 4_8 0.0823 rbp_resid 4_8 0.4013 unj_5 4_8 0.0000 unj_10 4_8 0.3000 unj_20 4_8 0.5000 num_ret 4_9 1000 num_rel 4_9 85 num_rel_ret 4_9 56 map 4_9 0.3846 Rprec 4_9 0.4000 bpref 4_9 0.6324 recip_rank 4_9 1.0000 iprec_at_recall_0.00 4_9 1.0000 iprec_at_recall_0.10 4_9 1.0000 iprec_at_recall_0.20 4_9 0.9048 iprec_at_recall_0.30 4_9 0.8966 iprec_at_recall_0.40 4_9 0.4048 iprec_at_recall_0.50 4_9 0.2183 iprec_at_recall_0.60 4_9 0.1118 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 1.0000 P_10 4_9 0.9000 P_15 4_9 0.8667 P_20 4_9 0.9000 P_30 4_9 0.8667 P_100 4_9 0.3500 P_200 4_9 0.2150 P_500 4_9 0.1040 P_1000 4_9 0.0560 relstring 4_9 '323332223-' recall_5 4_9 0.0588 recall_10 4_9 0.1059 recall_15 4_9 0.1529 recall_20 4_9 0.2118 recall_30 4_9 0.3059 recall_100 4_9 0.4118 recall_200 4_9 0.5059 recall_500 4_9 0.6118 recall_1000 4_9 0.6588 infAP 4_9 0.3846 Rprec_mult_0.20 4_9 0.8824 Rprec_mult_0.40 4_9 0.7647 Rprec_mult_0.60 4_9 0.5686 Rprec_mult_0.80 4_9 0.4412 Rprec_mult_1.00 4_9 0.4000 Rprec_mult_1.20 4_9 0.3431 Rprec_mult_1.40 4_9 0.2941 Rprec_mult_1.60 4_9 0.2647 Rprec_mult_1.80 4_9 0.2484 Rprec_mult_2.00 4_9 0.2412 utility 4_9 -888.0000 11pt_avg 4_9 0.4124 binG 4_9 0.2605 G 4_9 0.1801 ndcg 4_9 0.6809 ndcg_rel 4_9 0.7046 Rndcg 4_9 0.6296 ndcg_cut_5 4_9 0.9287 ndcg_cut_10 4_9 0.8164 ndcg_cut_15 4_9 0.7851 ndcg_cut_20 4_9 0.7766 ndcg_cut_30 4_9 0.7850 ndcg_cut_100 4_9 0.5457 ndcg_cut_200 4_9 0.6057 ndcg_cut_500 4_9 0.6590 ndcg_cut_1000 4_9 0.6809 map_cut_5 4_9 0.0588 map_cut_10 4_9 0.1059 map_cut_15 4_9 0.1491 map_cut_20 4_9 0.2014 map_cut_30 4_9 0.2848 map_cut_100 4_9 0.3402 map_cut_200 4_9 0.3638 map_cut_500 4_9 0.3809 map_cut_1000 4_9 0.3846 relative_P_5 4_9 1.0000 relative_P_10 4_9 0.9000 relative_P_15 4_9 0.8667 relative_P_20 4_9 0.9000 relative_P_30 4_9 0.8667 relative_P_100 4_9 0.4118 relative_P_200 4_9 0.5059 relative_P_500 4_9 0.6118 relative_P_1000 4_9 0.6588 success_1 4_9 1.0000 success_5 4_9 1.0000 success_10 4_9 1.0000 set_P 4_9 0.0560 set_relative_P 4_9 0.6588 set_recall 4_9 0.6588 set_map 4_9 0.0369 set_F 4_9 0.1032 num_nonrel_judged_ret 4_9 15 rbp 4_9 0.7471 rbp_resid 4_9 0.1135 unj_5 4_9 0.0000 unj_10 4_9 0.1000 unj_20 4_9 0.1000 num_ret 5_10 1000 num_rel 5_10 43 num_rel_ret 5_10 0 map 5_10 0.0000 Rprec 5_10 0.0000 bpref 5_10 0.0000 recip_rank 5_10 0.0000 iprec_at_recall_0.00 5_10 0.0000 iprec_at_recall_0.10 5_10 0.0000 iprec_at_recall_0.20 5_10 0.0000 iprec_at_recall_0.30 5_10 0.0000 iprec_at_recall_0.40 5_10 0.0000 iprec_at_recall_0.50 5_10 0.0000 iprec_at_recall_0.60 5_10 0.0000 iprec_at_recall_0.70 5_10 0.0000 iprec_at_recall_0.80 5_10 0.0000 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 0.0000 P_10 5_10 0.0000 P_15 5_10 0.0000 P_20 5_10 0.0000 P_30 5_10 0.0000 P_100 5_10 0.0000 P_200 5_10 0.0000 P_500 5_10 0.0000 P_1000 5_10 0.0000 relstring 5_10 '000000----' recall_5 5_10 0.0000 recall_10 5_10 0.0000 recall_15 5_10 0.0000 recall_20 5_10 0.0000 recall_30 5_10 0.0000 recall_100 5_10 0.0000 recall_200 5_10 0.0000 recall_500 5_10 0.0000 recall_1000 5_10 0.0000 infAP 5_10 0.0000 Rprec_mult_0.20 5_10 0.0000 Rprec_mult_0.40 5_10 0.0000 Rprec_mult_0.60 5_10 0.0000 Rprec_mult_0.80 5_10 0.0000 Rprec_mult_1.00 5_10 0.0000 Rprec_mult_1.20 5_10 0.0000 Rprec_mult_1.40 5_10 0.0000 Rprec_mult_1.60 5_10 0.0000 Rprec_mult_1.80 5_10 0.0000 Rprec_mult_2.00 5_10 0.0000 utility 5_10 -1000.0000 11pt_avg 5_10 0.0000 binG 5_10 0.0000 G 5_10 0.0000 ndcg 5_10 0.0000 ndcg_rel 5_10 0.0000 Rndcg 5_10 0.0000 ndcg_cut_5 5_10 0.0000 ndcg_cut_10 5_10 0.0000 ndcg_cut_15 5_10 0.0000 ndcg_cut_20 5_10 0.0000 ndcg_cut_30 5_10 0.0000 ndcg_cut_100 5_10 0.0000 ndcg_cut_200 5_10 0.0000 ndcg_cut_500 5_10 0.0000 ndcg_cut_1000 5_10 0.0000 map_cut_5 5_10 0.0000 map_cut_10 5_10 0.0000 map_cut_15 5_10 0.0000 map_cut_20 5_10 0.0000 map_cut_30 5_10 0.0000 map_cut_100 5_10 0.0000 map_cut_200 5_10 0.0000 map_cut_500 5_10 0.0000 map_cut_1000 5_10 0.0000 relative_P_5 5_10 0.0000 relative_P_10 5_10 0.0000 relative_P_15 5_10 0.0000 relative_P_20 5_10 0.0000 relative_P_30 5_10 0.0000 relative_P_100 5_10 0.0000 relative_P_200 5_10 0.0000 relative_P_500 5_10 0.0000 relative_P_1000 5_10 0.0000 success_1 5_10 0.0000 success_5 5_10 0.0000 success_10 5_10 0.0000 set_P 5_10 0.0000 set_relative_P 5_10 0.0000 set_recall 5_10 0.0000 set_map 5_10 0.0000 set_F 5_10 0.0000 num_nonrel_judged_ret 5_10 9 rbp 5_10 0.0000 rbp_resid 5_10 0.4939 unj_5 5_10 0.0000 unj_10 5_10 0.4000 unj_20 5_10 0.6500 num_ret 5_13 1000 num_rel 5_13 112 num_rel_ret 5_13 101 map 5_13 0.4480 Rprec 5_13 0.4821 bpref 5_13 0.6988 recip_rank 5_13 1.0000 iprec_at_recall_0.00 5_13 1.0000 iprec_at_recall_0.10 5_13 0.7576 iprec_at_recall_0.20 5_13 0.7576 iprec_at_recall_0.30 5_13 0.6066 iprec_at_recall_0.40 5_13 0.5465 iprec_at_recall_0.50 5_13 0.4786 iprec_at_recall_0.60 5_13 0.3964 iprec_at_recall_0.70 5_13 0.3320 iprec_at_recall_0.80 5_13 0.2217 iprec_at_recall_0.90 5_13 0.1025 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 0.8000 P_10 5_13 0.7000 P_15 5_13 0.6667 P_20 5_13 0.6500 P_30 5_13 0.7333 P_100 5_13 0.4900 P_200 5_13 0.3500 P_500 5_13 0.1860 P_1000 5_13 0.1010 relstring 5_13 '314100-111' recall_5 5_13 0.0357 recall_10 5_13 0.0625 recall_15 5_13 0.0893 recall_20 5_13 0.1161 recall_30 5_13 0.1964 recall_100 5_13 0.4375 recall_200 5_13 0.6250 recall_500 5_13 0.8304 recall_1000 5_13 0.9018 infAP 5_13 0.4480 Rprec_mult_0.20 5_13 0.6957 Rprec_mult_0.40 5_13 0.6444 Rprec_mult_0.60 5_13 0.5735 Rprec_mult_0.80 5_13 0.5333 Rprec_mult_1.00 5_13 0.4821 Rprec_mult_1.20 5_13 0.4593 Rprec_mult_1.40 5_13 0.4140 Rprec_mult_1.60 5_13 0.3778 Rprec_mult_1.80 5_13 0.3465 Rprec_mult_2.00 5_13 0.3304 utility 5_13 -798.0000 11pt_avg 5_13 0.4727 binG 5_13 0.2109 G 5_13 0.1669 ndcg 5_13 0.7308 ndcg_rel 5_13 0.5937 Rndcg 5_13 0.5599 ndcg_cut_5 5_13 0.5786 ndcg_cut_10 5_13 0.4749 ndcg_cut_15 5_13 0.4495 ndcg_cut_20 5_13 0.4813 ndcg_cut_30 5_13 0.5561 ndcg_cut_100 5_13 0.5159 ndcg_cut_200 5_13 0.6063 ndcg_cut_500 5_13 0.7022 ndcg_cut_1000 5_13 0.7308 map_cut_5 5_13 0.0357 map_cut_10 5_13 0.0535 map_cut_15 5_13 0.0736 map_cut_20 5_13 0.0921 map_cut_30 5_13 0.1493 map_cut_100 5_13 0.2948 map_cut_200 5_13 0.3788 map_cut_500 5_13 0.4390 map_cut_1000 5_13 0.4480 relative_P_5 5_13 0.8000 relative_P_10 5_13 0.7000 relative_P_15 5_13 0.6667 relative_P_20 5_13 0.6500 relative_P_30 5_13 0.7333 relative_P_100 5_13 0.4900 relative_P_200 5_13 0.6250 relative_P_500 5_13 0.8304 relative_P_1000 5_13 0.9018 success_1 5_13 1.0000 success_5 5_13 1.0000 success_10 5_13 1.0000 set_P 5_13 0.1010 set_relative_P 5_13 0.9018 set_recall 5_13 0.9018 set_map 5_13 0.0911 set_F 5_13 0.1817 num_nonrel_judged_ret 5_13 46 rbp 5_13 0.3300 rbp_resid 5_13 0.0799 unj_5 5_13 0.0000 unj_10 5_13 0.1000 unj_20 5_13 0.1000 num_ret 5_14 1000 num_rel 5_14 38 num_rel_ret 5_14 34 map 5_14 0.2522 Rprec 5_14 0.1842 bpref 5_14 0.7999 recip_rank 5_14 1.0000 iprec_at_recall_0.00 5_14 1.0000 iprec_at_recall_0.10 5_14 1.0000 iprec_at_recall_0.20 5_14 0.1912 iprec_at_recall_0.30 5_14 0.1912 iprec_at_recall_0.40 5_14 0.1702 iprec_at_recall_0.50 5_14 0.1639 iprec_at_recall_0.60 5_14 0.1608 iprec_at_recall_0.70 5_14 0.1111 iprec_at_recall_0.80 5_14 0.0964 iprec_at_recall_0.90 5_14 0.0863 iprec_at_recall_1.00 5_14 0.0000 P_5 5_14 1.0000 P_10 5_14 0.6000 P_15 5_14 0.4000 P_20 5_14 0.3000 P_30 5_14 0.2000 P_100 5_14 0.1600 P_200 5_14 0.1150 P_500 5_14 0.0680 P_1000 5_14 0.0340 relstring 5_14 '444420---3' recall_5 5_14 0.1316 recall_10 5_14 0.1579 recall_15 5_14 0.1579 recall_20 5_14 0.1579 recall_30 5_14 0.1579 recall_100 5_14 0.4211 recall_200 5_14 0.6053 recall_500 5_14 0.8947 recall_1000 5_14 0.8947 infAP 5_14 0.2522 Rprec_mult_0.20 5_14 0.6250 Rprec_mult_0.40 5_14 0.3750 Rprec_mult_0.60 5_14 0.2609 Rprec_mult_0.80 5_14 0.1935 Rprec_mult_1.00 5_14 0.1842 Rprec_mult_1.20 5_14 0.1739 Rprec_mult_1.40 5_14 0.1667 Rprec_mult_1.60 5_14 0.1803 Rprec_mult_1.80 5_14 0.1884 Rprec_mult_2.00 5_14 0.1711 utility 5_14 -932.0000 11pt_avg 5_14 0.2883 binG 5_14 0.2512 G 5_14 0.3413 ndcg 5_14 0.7461 ndcg_rel 5_14 0.6948 Rndcg 5_14 0.7209 ndcg_cut_5 5_14 0.9661 ndcg_cut_10 5_14 0.7776 ndcg_cut_15 5_14 0.6633 ndcg_cut_20 5_14 0.5862 ndcg_cut_30 5_14 0.5154 ndcg_cut_100 5_14 0.5852 ndcg_cut_200 5_14 0.6610 ndcg_cut_500 5_14 0.7461 ndcg_cut_1000 5_14 0.7461 map_cut_5 5_14 0.1316 map_cut_10 5_14 0.1474 map_cut_15 5_14 0.1474 map_cut_20 5_14 0.1474 map_cut_30 5_14 0.1474 map_cut_100 5_14 0.1942 map_cut_200 5_14 0.2231 map_cut_500 5_14 0.2522 map_cut_1000 5_14 0.2522 relative_P_5 5_14 1.0000 relative_P_10 5_14 0.6000 relative_P_15 5_14 0.4000 relative_P_20 5_14 0.3000 relative_P_30 5_14 0.2000 relative_P_100 5_14 0.4211 relative_P_200 5_14 0.6053 relative_P_500 5_14 0.8947 relative_P_1000 5_14 0.8947 success_1 5_14 1.0000 success_5 5_14 1.0000 success_10 5_14 1.0000 set_P 5_14 0.0340 set_relative_P 5_14 0.8947 set_recall 5_14 0.8947 set_map 5_14 0.0304 set_F 5_14 0.0655 num_nonrel_judged_ret 5_14 15 rbp 5_14 0.4075 rbp_resid 5_14 0.4858 unj_5 5_14 0.0000 unj_10 5_14 0.3000 unj_20 5_14 0.6500 num_ret 5_15 1000 num_rel 5_15 43 num_rel_ret 5_15 38 map 5_15 0.1466 Rprec 5_15 0.1860 bpref 5_15 0.2385 recip_rank 5_15 1.0000 iprec_at_recall_0.00 5_15 1.0000 iprec_at_recall_0.10 5_15 0.5714 iprec_at_recall_0.20 5_15 0.1449 iprec_at_recall_0.30 5_15 0.1207 iprec_at_recall_0.40 5_15 0.1205 iprec_at_recall_0.50 5_15 0.1033 iprec_at_recall_0.60 5_15 0.0857 iprec_at_recall_0.70 5_15 0.0809 iprec_at_recall_0.80 5_15 0.0544 iprec_at_recall_0.90 5_15 0.0000 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 0.4000 P_10 5_15 0.4000 P_15 5_15 0.3333 P_20 5_15 0.2500 P_30 5_15 0.1667 P_100 5_15 0.1200 P_200 5_15 0.1050 P_500 5_15 0.0640 P_1000 5_15 0.0380 relstring 5_15 '2001023000' recall_5 5_15 0.0465 recall_10 5_15 0.0930 recall_15 5_15 0.1163 recall_20 5_15 0.1163 recall_30 5_15 0.1163 recall_100 5_15 0.2791 recall_200 5_15 0.4884 recall_500 5_15 0.7442 recall_1000 5_15 0.8837 infAP 5_15 0.1466 Rprec_mult_0.20 5_15 0.4444 Rprec_mult_0.40 5_15 0.2778 Rprec_mult_0.60 5_15 0.1923 Rprec_mult_0.80 5_15 0.1429 Rprec_mult_1.00 5_15 0.1860 Rprec_mult_1.20 5_15 0.1538 Rprec_mult_1.40 5_15 0.1311 Rprec_mult_1.60 5_15 0.1449 Rprec_mult_1.80 5_15 0.1410 Rprec_mult_2.00 5_15 0.1279 utility 5_15 -924.0000 11pt_avg 5_15 0.2074 binG 5_15 0.1669 G 5_15 0.1396 ndcg 5_15 0.5109 ndcg_rel 5_15 0.3824 Rndcg 5_15 0.3393 ndcg_cut_5 5_15 0.2469 ndcg_cut_10 5_15 0.2832 ndcg_cut_15 5_15 0.2515 ndcg_cut_20 5_15 0.2217 ndcg_cut_30 5_15 0.1892 ndcg_cut_100 5_15 0.2713 ndcg_cut_200 5_15 0.3627 ndcg_cut_500 5_15 0.4699 ndcg_cut_1000 5_15 0.5109 map_cut_5 5_15 0.0349 map_cut_10 5_15 0.0598 map_cut_15 5_15 0.0695 map_cut_20 5_15 0.0695 map_cut_30 5_15 0.0695 map_cut_100 5_15 0.0944 map_cut_200 5_15 0.1179 map_cut_500 5_15 0.1395 map_cut_1000 5_15 0.1466 relative_P_5 5_15 0.4000 relative_P_10 5_15 0.4000 relative_P_15 5_15 0.3333 relative_P_20 5_15 0.2500 relative_P_30 5_15 0.1667 relative_P_100 5_15 0.2791 relative_P_200 5_15 0.4884 relative_P_500 5_15 0.7442 relative_P_1000 5_15 0.8837 success_1 5_15 1.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 0.0380 set_relative_P 5_15 0.8837 set_recall 5_15 0.8837 set_map 5_15 0.0336 set_F 5_15 0.0729 num_nonrel_judged_ret 5_15 73 rbp 5_15 0.1484 rbp_resid 5_15 0.2220 unj_5 5_15 0.0000 unj_10 5_15 0.0000 unj_20 5_15 0.3500 num_ret 5_2 1000 num_rel 5_2 139 num_rel_ret 5_2 95 map 5_2 0.2586 Rprec 5_2 0.2806 bpref 5_2 0.6312 recip_rank 5_2 1.0000 iprec_at_recall_0.00 5_2 1.0000 iprec_at_recall_0.10 5_2 0.8750 iprec_at_recall_0.20 5_2 0.5091 iprec_at_recall_0.30 5_2 0.2561 iprec_at_recall_0.40 5_2 0.1951 iprec_at_recall_0.50 5_2 0.1595 iprec_at_recall_0.60 5_2 0.1208 iprec_at_recall_0.70 5_2 0.0000 iprec_at_recall_0.80 5_2 0.0000 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 1.0000 P_10 5_2 1.0000 P_15 5_2 0.8667 P_20 5_2 0.7500 P_30 5_2 0.6333 P_100 5_2 0.3700 P_200 5_2 0.2450 P_500 5_2 0.1480 P_1000 5_2 0.0950 relstring 5_2 '2111112114' recall_5 5_2 0.0360 recall_10 5_2 0.0719 recall_15 5_2 0.0935 recall_20 5_2 0.1079 recall_30 5_2 0.1367 recall_100 5_2 0.2662 recall_200 5_2 0.3525 recall_500 5_2 0.5324 recall_1000 5_2 0.6835 infAP 5_2 0.2586 Rprec_mult_0.20 5_2 0.6429 Rprec_mult_0.40 5_2 0.5000 Rprec_mult_0.60 5_2 0.3929 Rprec_mult_0.80 5_2 0.3304 Rprec_mult_1.00 5_2 0.2806 Rprec_mult_1.20 5_2 0.2515 Rprec_mult_1.40 5_2 0.2359 Rprec_mult_1.60 5_2 0.2332 Rprec_mult_1.80 5_2 0.2112 Rprec_mult_2.00 5_2 0.1942 utility 5_2 -810.0000 11pt_avg 5_2 0.2832 binG 5_2 0.1791 G 5_2 0.1033 ndcg 5_2 0.5335 ndcg_rel 5_2 0.4368 Rndcg 5_2 0.3662 ndcg_cut_5 5_2 0.3348 ndcg_cut_10 5_2 0.3711 ndcg_cut_15 5_2 0.3564 ndcg_cut_20 5_2 0.3445 ndcg_cut_30 5_2 0.3290 ndcg_cut_100 5_2 0.3226 ndcg_cut_200 5_2 0.3534 ndcg_cut_500 5_2 0.4598 ndcg_cut_1000 5_2 0.5335 map_cut_5 5_2 0.0360 map_cut_10 5_2 0.0719 map_cut_15 5_2 0.0920 map_cut_20 5_2 0.1040 map_cut_30 5_2 0.1231 map_cut_100 5_2 0.1854 map_cut_200 5_2 0.2073 map_cut_500 5_2 0.2404 map_cut_1000 5_2 0.2586 relative_P_5 5_2 1.0000 relative_P_10 5_2 1.0000 relative_P_15 5_2 0.8667 relative_P_20 5_2 0.7500 relative_P_30 5_2 0.6333 relative_P_100 5_2 0.3700 relative_P_200 5_2 0.3525 relative_P_500 5_2 0.5324 relative_P_1000 5_2 0.6835 success_1 5_2 1.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 0.0950 set_relative_P 5_2 0.6835 set_recall 5_2 0.6835 set_map 5_2 0.0649 set_F 5_2 0.1668 num_nonrel_judged_ret 5_2 8 rbp 5_2 0.3118 rbp_resid 5_2 0.1702 unj_5 5_2 0.0000 unj_10 5_2 0.0000 unj_20 5_2 0.2500 num_ret 5_4 1000 num_rel 5_4 108 num_rel_ret 5_4 76 map 5_4 0.3392 Rprec 5_4 0.3704 bpref 5_4 0.6606 recip_rank 5_4 1.0000 iprec_at_recall_0.00 5_4 1.0000 iprec_at_recall_0.10 5_4 0.8889 iprec_at_recall_0.20 5_4 0.8519 iprec_at_recall_0.30 5_4 0.6346 iprec_at_recall_0.40 5_4 0.3050 iprec_at_recall_0.50 5_4 0.1636 iprec_at_recall_0.60 5_4 0.1169 iprec_at_recall_0.70 5_4 0.0799 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 0.8000 P_10 5_4 0.9000 P_15 5_4 0.8667 P_20 5_4 0.8500 P_30 5_4 0.8333 P_100 5_4 0.4000 P_200 5_4 0.2300 P_500 5_4 0.1220 P_1000 5_4 0.0760 relstring 5_4 '4201221212' recall_5 5_4 0.0370 recall_10 5_4 0.0833 recall_15 5_4 0.1204 recall_20 5_4 0.1574 recall_30 5_4 0.2315 recall_100 5_4 0.3704 recall_200 5_4 0.4259 recall_500 5_4 0.5648 recall_1000 5_4 0.7037 infAP 5_4 0.3392 Rprec_mult_0.20 5_4 0.8636 Rprec_mult_0.40 5_4 0.6591 Rprec_mult_0.60 5_4 0.5538 Rprec_mult_0.80 5_4 0.4483 Rprec_mult_1.00 5_4 0.3704 Rprec_mult_1.20 5_4 0.3154 Rprec_mult_1.40 5_4 0.2829 Rprec_mult_1.60 5_4 0.2543 Rprec_mult_1.80 5_4 0.2256 Rprec_mult_2.00 5_4 0.2176 utility 5_4 -848.0000 11pt_avg 5_4 0.3673 binG 5_4 0.1982 G 5_4 0.1349 ndcg 5_4 0.6163 ndcg_rel 5_4 0.5714 Rndcg 5_4 0.5235 ndcg_cut_5 5_4 0.5483 ndcg_cut_10 5_4 0.5327 ndcg_cut_15 5_4 0.5319 ndcg_cut_20 5_4 0.5692 ndcg_cut_30 5_4 0.6201 ndcg_cut_100 5_4 0.4571 ndcg_cut_200 5_4 0.4741 ndcg_cut_500 5_4 0.5482 ndcg_cut_1000 5_4 0.6163 map_cut_5 5_4 0.0329 map_cut_10 5_4 0.0732 map_cut_15 5_4 0.1054 map_cut_20 5_4 0.1378 map_cut_30 5_4 0.2006 map_cut_100 5_4 0.2850 map_cut_200 5_4 0.3009 map_cut_500 5_4 0.3246 map_cut_1000 5_4 0.3392 relative_P_5 5_4 0.8000 relative_P_10 5_4 0.9000 relative_P_15 5_4 0.8667 relative_P_20 5_4 0.8500 relative_P_30 5_4 0.8333 relative_P_100 5_4 0.4000 relative_P_200 5_4 0.4259 relative_P_500 5_4 0.5648 relative_P_1000 5_4 0.7037 success_1 5_4 1.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.0760 set_relative_P 5_4 0.7037 set_recall 5_4 0.7037 set_map 5_4 0.0535 set_F 5_4 0.1372 num_nonrel_judged_ret 5_4 7 rbp 5_4 0.4258 rbp_resid 5_4 0.0924 unj_5 5_4 0.0000 unj_10 5_4 0.0000 unj_20 5_4 0.1000 num_ret 5_5 1000 num_rel 5_5 108 num_rel_ret 5_5 50 map 5_5 0.1532 Rprec 5_5 0.2407 bpref 5_5 0.4272 recip_rank 5_5 1.0000 iprec_at_recall_0.00 5_5 1.0000 iprec_at_recall_0.10 5_5 0.5455 iprec_at_recall_0.20 5_5 0.3235 iprec_at_recall_0.30 5_5 0.1379 iprec_at_recall_0.40 5_5 0.0788 iprec_at_recall_0.50 5_5 0.0000 iprec_at_recall_0.60 5_5 0.0000 iprec_at_recall_0.70 5_5 0.0000 iprec_at_recall_0.80 5_5 0.0000 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 0.8000 P_10 5_5 0.6000 P_15 5_5 0.6667 P_20 5_5 0.5000 P_30 5_5 0.5000 P_100 5_5 0.2400 P_200 5_5 0.1450 P_500 5_5 0.0800 P_1000 5_5 0.0500 relstring 5_5 '20221201-0' recall_5 5_5 0.0370 recall_10 5_5 0.0556 recall_15 5_5 0.0926 recall_20 5_5 0.0926 recall_30 5_5 0.1389 recall_100 5_5 0.2222 recall_200 5_5 0.2685 recall_500 5_5 0.3704 recall_1000 5_5 0.4630 infAP 5_5 0.1532 Rprec_mult_0.20 5_5 0.5455 Rprec_mult_0.40 5_5 0.4091 Rprec_mult_0.60 5_5 0.3231 Rprec_mult_0.80 5_5 0.2644 Rprec_mult_1.00 5_5 0.2407 Rprec_mult_1.20 5_5 0.2077 Rprec_mult_1.40 5_5 0.1776 Rprec_mult_1.60 5_5 0.1561 Rprec_mult_1.80 5_5 0.1487 Rprec_mult_2.00 5_5 0.1435 utility 5_5 -900.0000 11pt_avg 5_5 0.1896 binG 5_5 0.1097 G 5_5 0.0724 ndcg 5_5 0.3663 ndcg_rel 5_5 0.3444 Rndcg 5_5 0.3192 ndcg_cut_5 5_5 0.3724 ndcg_cut_10 5_5 0.3258 ndcg_cut_15 5_5 0.3455 ndcg_cut_20 5_5 0.3075 ndcg_cut_30 5_5 0.3152 ndcg_cut_100 5_5 0.2476 ndcg_cut_200 5_5 0.2706 ndcg_cut_500 5_5 0.3192 ndcg_cut_1000 5_5 0.3663 map_cut_5 5_5 0.0298 map_cut_10 5_5 0.0444 map_cut_15 5_5 0.0691 map_cut_20 5_5 0.0691 map_cut_30 5_5 0.0936 map_cut_100 5_5 0.1253 map_cut_200 5_5 0.1349 map_cut_500 5_5 0.1468 map_cut_1000 5_5 0.1532 relative_P_5 5_5 0.8000 relative_P_10 5_5 0.6000 relative_P_15 5_5 0.6667 relative_P_20 5_5 0.5000 relative_P_30 5_5 0.5000 relative_P_100 5_5 0.2400 relative_P_200 5_5 0.2685 relative_P_500 5_5 0.3704 relative_P_1000 5_5 0.4630 success_1 5_5 1.0000 success_5 5_5 1.0000 success_10 5_5 1.0000 set_P 5_5 0.0500 set_relative_P 5_5 0.4630 set_recall 5_5 0.4630 set_map 5_5 0.0231 set_F 5_5 0.0903 num_nonrel_judged_ret 5_5 18 rbp 5_5 0.2402 rbp_resid 5_5 0.2119 unj_5 5_5 0.0000 unj_10 5_5 0.1000 unj_20 5_5 0.3500 num_ret 5_8 1000 num_rel 5_8 78 num_rel_ret 5_8 47 map 5_8 0.0744 Rprec 5_8 0.1667 bpref 5_8 0.3577 recip_rank 5_8 0.2000 iprec_at_recall_0.00 5_8 0.3000 iprec_at_recall_0.10 5_8 0.2222 iprec_at_recall_0.20 5_8 0.1212 iprec_at_recall_0.30 5_8 0.1032 iprec_at_recall_0.40 5_8 0.0947 iprec_at_recall_0.50 5_8 0.0645 iprec_at_recall_0.60 5_8 0.0481 iprec_at_recall_0.70 5_8 0.0000 iprec_at_recall_0.80 5_8 0.0000 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.2000 P_10 5_8 0.1000 P_15 5_8 0.2000 P_20 5_8 0.3000 P_30 5_8 0.2333 P_100 5_8 0.1300 P_200 5_8 0.1050 P_500 5_8 0.0700 P_1000 5_8 0.0470 relstring 5_8 '000010000-' recall_5 5_8 0.0128 recall_10 5_8 0.0128 recall_15 5_8 0.0385 recall_20 5_8 0.0769 recall_30 5_8 0.0897 recall_100 5_8 0.1667 recall_200 5_8 0.2692 recall_500 5_8 0.4487 recall_1000 5_8 0.6026 infAP 5_8 0.0744 Rprec_mult_0.20 5_8 0.1875 Rprec_mult_0.40 5_8 0.2188 Rprec_mult_0.60 5_8 0.1915 Rprec_mult_0.80 5_8 0.1905 Rprec_mult_1.00 5_8 0.1667 Rprec_mult_1.20 5_8 0.1383 Rprec_mult_1.40 5_8 0.1273 Rprec_mult_1.60 5_8 0.1120 Rprec_mult_1.80 5_8 0.1135 Rprec_mult_2.00 5_8 0.1026 utility 5_8 -906.0000 11pt_avg 5_8 0.0867 binG 5_8 0.0920 G 5_8 0.0808 ndcg 5_8 0.3225 ndcg_rel 5_8 0.2415 Rndcg 5_8 0.1162 ndcg_cut_5 5_8 0.0352 ndcg_cut_10 5_8 0.0245 ndcg_cut_15 5_8 0.0474 ndcg_cut_20 5_8 0.1072 ndcg_cut_30 5_8 0.0980 ndcg_cut_100 5_8 0.1173 ndcg_cut_200 5_8 0.1638 ndcg_cut_500 5_8 0.2538 ndcg_cut_1000 5_8 0.3225 map_cut_5 5_8 0.0026 map_cut_10 5_8 0.0026 map_cut_15 5_8 0.0076 map_cut_20 5_8 0.0181 map_cut_30 5_8 0.0218 map_cut_100 5_8 0.0371 map_cut_200 5_8 0.0482 map_cut_500 5_8 0.0656 map_cut_1000 5_8 0.0744 relative_P_5 5_8 0.2000 relative_P_10 5_8 0.1000 relative_P_15 5_8 0.2000 relative_P_20 5_8 0.3000 relative_P_30 5_8 0.2333 relative_P_100 5_8 0.1667 relative_P_200 5_8 0.2692 relative_P_500 5_8 0.4487 relative_P_1000 5_8 0.6026 success_1 5_8 0.0000 success_5 5_8 1.0000 success_10 5_8 1.0000 set_P 5_8 0.0470 set_relative_P 5_8 0.6026 set_recall 5_8 0.6026 set_map 5_8 0.0283 set_F 5_8 0.0872 num_nonrel_judged_ret 5_8 43 rbp 5_8 0.0613 rbp_resid 5_8 0.1476 unj_5 5_8 0.0000 unj_10 5_8 0.1000 unj_20 5_8 0.1000 num_ret 5_9 1000 num_rel 5_9 53 num_rel_ret 5_9 0 map 5_9 0.0000 Rprec 5_9 0.0000 bpref 5_9 0.0000 recip_rank 5_9 0.0000 iprec_at_recall_0.00 5_9 0.0000 iprec_at_recall_0.10 5_9 0.0000 iprec_at_recall_0.20 5_9 0.0000 iprec_at_recall_0.30 5_9 0.0000 iprec_at_recall_0.40 5_9 0.0000 iprec_at_recall_0.50 5_9 0.0000 iprec_at_recall_0.60 5_9 0.0000 iprec_at_recall_0.70 5_9 0.0000 iprec_at_recall_0.80 5_9 0.0000 iprec_at_recall_0.90 5_9 0.0000 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 0.0000 P_10 5_9 0.0000 P_15 5_9 0.0000 P_20 5_9 0.0000 P_30 5_9 0.0000 P_100 5_9 0.0000 P_200 5_9 0.0000 P_500 5_9 0.0000 P_1000 5_9 0.0000 relstring 5_9 '00000-----' recall_5 5_9 0.0000 recall_10 5_9 0.0000 recall_15 5_9 0.0000 recall_20 5_9 0.0000 recall_30 5_9 0.0000 recall_100 5_9 0.0000 recall_200 5_9 0.0000 recall_500 5_9 0.0000 recall_1000 5_9 0.0000 infAP 5_9 0.0000 Rprec_mult_0.20 5_9 0.0000 Rprec_mult_0.40 5_9 0.0000 Rprec_mult_0.60 5_9 0.0000 Rprec_mult_0.80 5_9 0.0000 Rprec_mult_1.00 5_9 0.0000 Rprec_mult_1.20 5_9 0.0000 Rprec_mult_1.40 5_9 0.0000 Rprec_mult_1.60 5_9 0.0000 Rprec_mult_1.80 5_9 0.0000 Rprec_mult_2.00 5_9 0.0000 utility 5_9 -1000.0000 11pt_avg 5_9 0.0000 binG 5_9 0.0000 G 5_9 0.0000 ndcg 5_9 0.0000 ndcg_rel 5_9 0.0000 Rndcg 5_9 0.0000 ndcg_cut_5 5_9 0.0000 ndcg_cut_10 5_9 0.0000 ndcg_cut_15 5_9 0.0000 ndcg_cut_20 5_9 0.0000 ndcg_cut_30 5_9 0.0000 ndcg_cut_100 5_9 0.0000 ndcg_cut_200 5_9 0.0000 ndcg_cut_500 5_9 0.0000 ndcg_cut_1000 5_9 0.0000 map_cut_5 5_9 0.0000 map_cut_10 5_9 0.0000 map_cut_15 5_9 0.0000 map_cut_20 5_9 0.0000 map_cut_30 5_9 0.0000 map_cut_100 5_9 0.0000 map_cut_200 5_9 0.0000 map_cut_500 5_9 0.0000 map_cut_1000 5_9 0.0000 relative_P_5 5_9 0.0000 relative_P_10 5_9 0.0000 relative_P_15 5_9 0.0000 relative_P_20 5_9 0.0000 relative_P_30 5_9 0.0000 relative_P_100 5_9 0.0000 relative_P_200 5_9 0.0000 relative_P_500 5_9 0.0000 relative_P_1000 5_9 0.0000 success_1 5_9 0.0000 success_5 5_9 0.0000 success_10 5_9 0.0000 set_P 5_9 0.0000 set_relative_P 5_9 0.0000 set_recall 5_9 0.0000 set_map 5_9 0.0000 set_F 5_9 0.0000 num_nonrel_judged_ret 5_9 8 rbp 5_9 0.0000 rbp_resid 5_9 0.5604 unj_5 5_9 0.0000 unj_10 5_9 0.5000 unj_20 5_9 0.7000 num_ret 6_1 1000 num_rel 6_1 331 num_rel_ret 6_1 121 map 6_1 0.2005 Rprec 6_1 0.2417 bpref 6_1 0.3593 recip_rank 6_1 1.0000 iprec_at_recall_0.00 6_1 1.0000 iprec_at_recall_0.10 6_1 0.8810 iprec_at_recall_0.20 6_1 0.5038 iprec_at_recall_0.30 6_1 0.1759 iprec_at_recall_0.40 6_1 0.0000 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 1.0000 P_10 6_1 1.0000 P_15 6_1 1.0000 P_20 6_1 1.0000 P_30 6_1 0.9667 P_100 6_1 0.5300 P_200 6_1 0.3650 P_500 6_1 0.1900 P_1000 6_1 0.1210 relstring 6_1 '2212112122' recall_5 6_1 0.0151 recall_10 6_1 0.0302 recall_15 6_1 0.0453 recall_20 6_1 0.0604 recall_30 6_1 0.0876 recall_100 6_1 0.1601 recall_200 6_1 0.2205 recall_500 6_1 0.2870 recall_1000 6_1 0.3656 infAP 6_1 0.2005 Rprec_mult_0.20 6_1 0.6866 Rprec_mult_0.40 6_1 0.4962 Rprec_mult_0.60 6_1 0.3668 Rprec_mult_0.80 6_1 0.2868 Rprec_mult_1.00 6_1 0.2417 Rprec_mult_1.20 6_1 0.2186 Rprec_mult_1.40 6_1 0.1940 Rprec_mult_1.60 6_1 0.1792 Rprec_mult_1.80 6_1 0.1711 Rprec_mult_2.00 6_1 0.1571 utility 6_1 -758.0000 11pt_avg 6_1 0.2328 binG 6_1 0.1349 G 6_1 0.0682 ndcg 6_1 0.4239 ndcg_rel 6_1 0.4416 Rndcg 6_1 0.4470 ndcg_cut_5 6_1 0.5089 ndcg_cut_10 6_1 0.5146 ndcg_cut_15 6_1 0.5197 ndcg_cut_20 6_1 0.5520 ndcg_cut_30 6_1 0.6213 ndcg_cut_100 6_1 0.4762 ndcg_cut_200 6_1 0.4113 ndcg_cut_500 6_1 0.3750 ndcg_cut_1000 6_1 0.4239 map_cut_5 6_1 0.0151 map_cut_10 6_1 0.0302 map_cut_15 6_1 0.0453 map_cut_20 6_1 0.0604 map_cut_30 6_1 0.0876 map_cut_100 6_1 0.1431 map_cut_200 6_1 0.1730 map_cut_500 6_1 0.1888 map_cut_1000 6_1 0.2005 relative_P_5 6_1 1.0000 relative_P_10 6_1 1.0000 relative_P_15 6_1 1.0000 relative_P_20 6_1 1.0000 relative_P_30 6_1 0.9667 relative_P_100 6_1 0.5300 relative_P_200 6_1 0.3650 relative_P_500 6_1 0.2870 relative_P_1000 6_1 0.3656 success_1 6_1 1.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.1210 set_relative_P 6_1 0.3656 set_recall 6_1 0.3656 set_map 6_1 0.0442 set_F 6_1 0.1818 num_nonrel_judged_ret 6_1 3 rbp 6_1 0.3970 rbp_resid 6_1 0.0210 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1000 num_rel 6_10 45 num_rel_ret 6_10 3 map 6_10 0.0005 Rprec 6_10 0.0000 bpref 6_10 0.0528 recip_rank 6_10 0.0082 iprec_at_recall_0.00 6_10 0.0096 iprec_at_recall_0.10 6_10 0.0000 iprec_at_recall_0.20 6_10 0.0000 iprec_at_recall_0.30 6_10 0.0000 iprec_at_recall_0.40 6_10 0.0000 iprec_at_recall_0.50 6_10 0.0000 iprec_at_recall_0.60 6_10 0.0000 iprec_at_recall_0.70 6_10 0.0000 iprec_at_recall_0.80 6_10 0.0000 iprec_at_recall_0.90 6_10 0.0000 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 0.0000 P_10 6_10 0.0000 P_15 6_10 0.0000 P_20 6_10 0.0000 P_30 6_10 0.0000 P_100 6_10 0.0000 P_200 6_10 0.0050 P_500 6_10 0.0040 P_1000 6_10 0.0030 relstring 6_10 '00000--00-' recall_5 6_10 0.0000 recall_10 6_10 0.0000 recall_15 6_10 0.0000 recall_20 6_10 0.0000 recall_30 6_10 0.0000 recall_100 6_10 0.0000 recall_200 6_10 0.0222 recall_500 6_10 0.0444 recall_1000 6_10 0.0667 infAP 6_10 0.0005 Rprec_mult_0.20 6_10 0.0000 Rprec_mult_0.40 6_10 0.0000 Rprec_mult_0.60 6_10 0.0000 Rprec_mult_0.80 6_10 0.0000 Rprec_mult_1.00 6_10 0.0000 Rprec_mult_1.20 6_10 0.0000 Rprec_mult_1.40 6_10 0.0000 Rprec_mult_1.60 6_10 0.0000 Rprec_mult_1.80 6_10 0.0000 Rprec_mult_2.00 6_10 0.0000 utility 6_10 -994.0000 11pt_avg 6_10 0.0009 binG 6_10 0.0083 G 6_10 0.0042 ndcg 6_10 0.0140 ndcg_rel 6_10 0.0137 Rndcg 6_10 0.0028 ndcg_cut_5 6_10 0.0000 ndcg_cut_10 6_10 0.0000 ndcg_cut_15 6_10 0.0000 ndcg_cut_20 6_10 0.0000 ndcg_cut_30 6_10 0.0000 ndcg_cut_100 6_10 0.0000 ndcg_cut_200 6_10 0.0054 ndcg_cut_500 6_10 0.0102 ndcg_cut_1000 6_10 0.0140 map_cut_5 6_10 0.0000 map_cut_10 6_10 0.0000 map_cut_15 6_10 0.0000 map_cut_20 6_10 0.0000 map_cut_30 6_10 0.0000 map_cut_100 6_10 0.0000 map_cut_200 6_10 0.0002 map_cut_500 6_10 0.0004 map_cut_1000 6_10 0.0005 relative_P_5 6_10 0.0000 relative_P_10 6_10 0.0000 relative_P_15 6_10 0.0000 relative_P_20 6_10 0.0000 relative_P_30 6_10 0.0000 relative_P_100 6_10 0.0000 relative_P_200 6_10 0.0222 relative_P_500 6_10 0.0444 relative_P_1000 6_10 0.0667 success_1 6_10 0.0000 success_5 6_10 0.0000 success_10 6_10 0.0000 set_P 6_10 0.0030 set_relative_P 6_10 0.0667 set_recall 6_10 0.0667 set_map 6_10 0.0002 set_F 6_10 0.0057 num_nonrel_judged_ret 6_10 10 rbp 6_10 0.0000 rbp_resid 6_10 0.4582 unj_5 6_10 0.0000 unj_10 6_10 0.3000 unj_20 6_10 0.5500 num_ret 6_11 1000 num_rel 6_11 118 num_rel_ret 6_11 92 map 6_11 0.3813 Rprec 6_11 0.4153 bpref 6_11 0.6981 recip_rank 6_11 1.0000 iprec_at_recall_0.00 6_11 1.0000 iprec_at_recall_0.10 6_11 0.7826 iprec_at_recall_0.20 6_11 0.7027 iprec_at_recall_0.30 6_11 0.5882 iprec_at_recall_0.40 6_11 0.4486 iprec_at_recall_0.50 6_11 0.4069 iprec_at_recall_0.60 6_11 0.2773 iprec_at_recall_0.70 6_11 0.1896 iprec_at_recall_0.80 6_11 0.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 1.0000 P_10 6_11 0.7000 P_15 6_11 0.7333 P_20 6_11 0.7500 P_30 6_11 0.7333 P_100 6_11 0.4600 P_200 6_11 0.3200 P_500 6_11 0.1680 P_1000 6_11 0.0920 relstring 6_11 '121230--22' recall_5 6_11 0.0424 recall_10 6_11 0.0593 recall_15 6_11 0.0932 recall_20 6_11 0.1271 recall_30 6_11 0.1864 recall_100 6_11 0.3898 recall_200 6_11 0.5424 recall_500 6_11 0.7119 recall_1000 6_11 0.7797 infAP 6_11 0.3813 Rprec_mult_0.20 6_11 0.7500 Rprec_mult_0.40 6_11 0.6458 Rprec_mult_0.60 6_11 0.5634 Rprec_mult_0.80 6_11 0.4737 Rprec_mult_1.00 6_11 0.4153 Rprec_mult_1.20 6_11 0.4085 Rprec_mult_1.40 6_11 0.3675 Rprec_mult_1.60 6_11 0.3333 Rprec_mult_1.80 6_11 0.3052 Rprec_mult_2.00 6_11 0.2839 utility 6_11 -816.0000 11pt_avg 6_11 0.3996 binG 6_11 0.1930 G 6_11 0.1451 ndcg 6_11 0.6655 ndcg_rel 6_11 0.5777 Rndcg 6_11 0.5152 ndcg_cut_5 6_11 0.5959 ndcg_cut_10 6_11 0.5316 ndcg_cut_15 6_11 0.5824 ndcg_cut_20 6_11 0.5699 ndcg_cut_30 6_11 0.5653 ndcg_cut_100 6_11 0.4798 ndcg_cut_200 6_11 0.5507 ndcg_cut_500 6_11 0.6421 ndcg_cut_1000 6_11 0.6655 map_cut_5 6_11 0.0424 map_cut_10 6_11 0.0540 map_cut_15 6_11 0.0787 map_cut_20 6_11 0.1038 map_cut_30 6_11 0.1478 map_cut_100 6_11 0.2717 map_cut_200 6_11 0.3332 map_cut_500 6_11 0.3737 map_cut_1000 6_11 0.3813 relative_P_5 6_11 1.0000 relative_P_10 6_11 0.7000 relative_P_15 6_11 0.7333 relative_P_20 6_11 0.7500 relative_P_30 6_11 0.7333 relative_P_100 6_11 0.4600 relative_P_200 6_11 0.5424 relative_P_500 6_11 0.7119 relative_P_1000 6_11 0.7797 success_1 6_11 1.0000 success_5 6_11 1.0000 success_10 6_11 1.0000 set_P 6_11 0.0920 set_relative_P 6_11 0.7797 set_recall 6_11 0.7797 set_map 6_11 0.0717 set_F 6_11 0.1646 num_nonrel_judged_ret 6_11 33 rbp 6_11 0.4304 rbp_resid 6_11 0.1871 unj_5 6_11 0.0000 unj_10 6_11 0.2000 unj_20 6_11 0.2000 num_ret 6_12 1000 num_rel 6_12 69 num_rel_ret 6_12 60 map 6_12 0.4417 Rprec 6_12 0.4493 bpref 6_12 0.8570 recip_rank 6_12 1.0000 iprec_at_recall_0.00 6_12 1.0000 iprec_at_recall_0.10 6_12 1.0000 iprec_at_recall_0.20 6_12 0.7895 iprec_at_recall_0.30 6_12 0.6471 iprec_at_recall_0.40 6_12 0.5088 iprec_at_recall_0.50 6_12 0.3646 iprec_at_recall_0.60 6_12 0.3143 iprec_at_recall_0.70 6_12 0.2513 iprec_at_recall_0.80 6_12 0.1136 iprec_at_recall_0.90 6_12 0.0000 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 1.0000 P_10 6_12 0.9000 P_15 6_12 0.7333 P_20 6_12 0.7500 P_30 6_12 0.6667 P_100 6_12 0.3500 P_200 6_12 0.2450 P_500 6_12 0.1100 P_1000 6_12 0.0600 relstring 6_12 '333333333-' recall_5 6_12 0.0725 recall_10 6_12 0.1304 recall_15 6_12 0.1594 recall_20 6_12 0.2174 recall_30 6_12 0.2899 recall_100 6_12 0.5072 recall_200 6_12 0.7101 recall_500 6_12 0.7971 recall_1000 6_12 0.8696 infAP 6_12 0.4417 Rprec_mult_0.20 6_12 0.7857 Rprec_mult_0.40 6_12 0.6786 Rprec_mult_0.60 6_12 0.5714 Rprec_mult_0.80 6_12 0.5000 Rprec_mult_1.00 6_12 0.4493 Rprec_mult_1.20 6_12 0.3735 Rprec_mult_1.40 6_12 0.3608 Rprec_mult_1.60 6_12 0.3333 Rprec_mult_1.80 6_12 0.3200 Rprec_mult_2.00 6_12 0.3116 utility 6_12 -880.0000 11pt_avg 6_12 0.4536 binG 6_12 0.2856 G 6_12 0.2099 ndcg 6_12 0.7685 ndcg_rel 6_12 0.7169 Rndcg 6_12 0.6293 ndcg_cut_5 6_12 0.8984 ndcg_cut_10 6_12 0.8724 ndcg_cut_15 6_12 0.7892 ndcg_cut_20 6_12 0.7816 ndcg_cut_30 6_12 0.7096 ndcg_cut_100 6_12 0.5702 ndcg_cut_200 6_12 0.6945 ndcg_cut_500 6_12 0.7374 ndcg_cut_1000 6_12 0.7685 map_cut_5 6_12 0.0725 map_cut_10 6_12 0.1304 map_cut_15 6_12 0.1559 map_cut_20 6_12 0.2005 map_cut_30 6_12 0.2495 map_cut_100 6_12 0.3608 map_cut_200 6_12 0.4221 map_cut_500 6_12 0.4360 map_cut_1000 6_12 0.4417 relative_P_5 6_12 1.0000 relative_P_10 6_12 0.9000 relative_P_15 6_12 0.7333 relative_P_20 6_12 0.7500 relative_P_30 6_12 0.6667 relative_P_100 6_12 0.5072 relative_P_200 6_12 0.7101 relative_P_500 6_12 0.7971 relative_P_1000 6_12 0.8696 success_1 6_12 1.0000 success_5 6_12 1.0000 success_10 6_12 1.0000 set_P 6_12 0.0600 set_relative_P 6_12 0.8696 set_recall 6_12 0.8696 set_map 6_12 0.0522 set_F 6_12 0.1123 num_nonrel_judged_ret 6_12 3 rbp 6_12 0.5986 rbp_resid 6_12 0.1734 unj_5 6_12 0.0000 unj_10 6_12 0.1000 unj_20 6_12 0.2000 num_ret 6_13 1000 num_rel 6_13 107 num_rel_ret 6_13 97 map 6_13 0.5474 Rprec 6_13 0.5234 bpref 6_13 0.8197 recip_rank 6_13 1.0000 iprec_at_recall_0.00 6_13 1.0000 iprec_at_recall_0.10 6_13 1.0000 iprec_at_recall_0.20 6_13 0.9565 iprec_at_recall_0.30 6_13 0.7805 iprec_at_recall_0.40 6_13 0.6027 iprec_at_recall_0.50 6_13 0.5392 iprec_at_recall_0.60 6_13 0.4889 iprec_at_recall_0.70 6_13 0.3571 iprec_at_recall_0.80 6_13 0.2077 iprec_at_recall_0.90 6_13 0.1034 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 1.0000 P_10 6_13 1.0000 P_15 6_13 1.0000 P_20 6_13 1.0000 P_30 6_13 0.9000 P_100 6_13 0.5300 P_200 6_13 0.3600 P_500 6_13 0.1760 P_1000 6_13 0.0970 relstring 6_13 '3323232323' recall_5 6_13 0.0467 recall_10 6_13 0.0935 recall_15 6_13 0.1402 recall_20 6_13 0.1869 recall_30 6_13 0.2523 recall_100 6_13 0.4953 recall_200 6_13 0.6729 recall_500 6_13 0.8224 recall_1000 6_13 0.9065 infAP 6_13 0.5474 Rprec_mult_0.20 6_13 0.9545 Rprec_mult_0.40 6_13 0.7674 Rprec_mult_0.60 6_13 0.6462 Rprec_mult_0.80 6_13 0.5465 Rprec_mult_1.00 6_13 0.5234 Rprec_mult_1.20 6_13 0.4884 Rprec_mult_1.40 6_13 0.4400 Rprec_mult_1.60 6_13 0.3895 Rprec_mult_1.80 6_13 0.3679 Rprec_mult_2.00 6_13 0.3505 utility 6_13 -806.0000 11pt_avg 6_13 0.5487 binG 6_13 0.3373 G 6_13 0.2210 ndcg 6_13 0.8182 ndcg_rel 6_13 0.7568 Rndcg 6_13 0.7316 ndcg_cut_5 6_13 0.8997 ndcg_cut_10 6_13 0.8884 ndcg_cut_15 6_13 0.8603 ndcg_cut_20 6_13 0.8529 ndcg_cut_30 6_13 0.8153 ndcg_cut_100 6_13 0.6115 ndcg_cut_200 6_13 0.7063 ndcg_cut_500 6_13 0.7811 ndcg_cut_1000 6_13 0.8182 map_cut_5 6_13 0.0467 map_cut_10 6_13 0.0935 map_cut_15 6_13 0.1402 map_cut_20 6_13 0.1869 map_cut_30 6_13 0.2477 map_cut_100 6_13 0.4122 map_cut_200 6_13 0.4946 map_cut_500 6_13 0.5368 map_cut_1000 6_13 0.5474 relative_P_5 6_13 1.0000 relative_P_10 6_13 1.0000 relative_P_15 6_13 1.0000 relative_P_20 6_13 1.0000 relative_P_30 6_13 0.9000 relative_P_100 6_13 0.5300 relative_P_200 6_13 0.6729 relative_P_500 6_13 0.8224 relative_P_1000 6_13 0.9065 success_1 6_13 1.0000 success_5 6_13 1.0000 success_10 6_13 1.0000 set_P 6_13 0.0970 set_relative_P 6_13 0.9065 set_recall 6_13 0.9065 set_map 6_13 0.0879 set_F 6_13 0.1752 num_nonrel_judged_ret 6_13 15 rbp 6_13 0.7388 rbp_resid 6_13 0.0417 unj_5 6_13 0.0000 unj_10 6_13 0.0000 unj_20 6_13 0.0000 num_ret 6_14 1000 num_rel 6_14 56 num_rel_ret 6_14 51 map 6_14 0.3727 Rprec 6_14 0.4286 bpref 6_14 0.5421 recip_rank 6_14 1.0000 iprec_at_recall_0.00 6_14 1.0000 iprec_at_recall_0.10 6_14 0.7778 iprec_at_recall_0.20 6_14 0.6087 iprec_at_recall_0.30 6_14 0.5862 iprec_at_recall_0.40 6_14 0.4423 iprec_at_recall_0.50 6_14 0.2959 iprec_at_recall_0.60 6_14 0.2167 iprec_at_recall_0.70 6_14 0.2167 iprec_at_recall_0.80 6_14 0.1360 iprec_at_recall_0.90 6_14 0.0774 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.8000 P_10 6_14 0.7000 P_15 6_14 0.4667 P_20 6_14 0.6000 P_30 6_14 0.5667 P_100 6_14 0.2900 P_200 6_14 0.2000 P_500 6_14 0.0960 P_1000 6_14 0.0510 relstring 6_14 '2111020110' recall_5 6_14 0.0714 recall_10 6_14 0.1250 recall_15 6_14 0.1250 recall_20 6_14 0.2143 recall_30 6_14 0.3036 recall_100 6_14 0.5179 recall_200 6_14 0.7143 recall_500 6_14 0.8571 recall_1000 6_14 0.9107 infAP 6_14 0.3727 Rprec_mult_0.20 6_14 0.5833 Rprec_mult_0.40 6_14 0.6087 Rprec_mult_0.60 6_14 0.5294 Rprec_mult_0.80 6_14 0.4667 Rprec_mult_1.00 6_14 0.4286 Rprec_mult_1.20 6_14 0.3676 Rprec_mult_1.40 6_14 0.3165 Rprec_mult_1.60 6_14 0.2889 Rprec_mult_1.80 6_14 0.2871 Rprec_mult_2.00 6_14 0.2857 utility 6_14 -898.0000 11pt_avg 6_14 0.3961 binG 6_14 0.2462 G 6_14 0.1621 ndcg 6_14 0.6339 ndcg_rel 6_14 0.4866 Rndcg 6_14 0.4689 ndcg_cut_5 6_14 0.4027 ndcg_cut_10 6_14 0.3947 ndcg_cut_15 6_14 0.3254 ndcg_cut_20 6_14 0.3896 ndcg_cut_30 6_14 0.4054 ndcg_cut_100 6_14 0.4309 ndcg_cut_200 6_14 0.5321 ndcg_cut_500 6_14 0.6053 ndcg_cut_1000 6_14 0.6339 map_cut_5 6_14 0.0714 map_cut_10 6_14 0.1136 map_cut_15 6_14 0.1136 map_cut_20 6_14 0.1629 map_cut_30 6_14 0.2153 map_cut_100 6_14 0.3036 map_cut_200 6_14 0.3499 map_cut_500 6_14 0.3685 map_cut_1000 6_14 0.3727 relative_P_5 6_14 0.8000 relative_P_10 6_14 0.7000 relative_P_15 6_14 0.4667 relative_P_20 6_14 0.6000 relative_P_30 6_14 0.5667 relative_P_100 6_14 0.5179 relative_P_200 6_14 0.7143 relative_P_500 6_14 0.8571 relative_P_1000 6_14 0.9107 success_1 6_14 1.0000 success_5 6_14 1.0000 success_10 6_14 1.0000 set_P 6_14 0.0510 set_relative_P 6_14 0.9107 set_recall 6_14 0.9107 set_map 6_14 0.0464 set_F 6_14 0.0966 num_nonrel_judged_ret 6_14 56 rbp 6_14 0.2911 rbp_resid 6_14 0.0619 unj_5 6_14 0.0000 unj_10 6_14 0.0000 unj_20 6_14 0.0500 num_ret 6_16 1000 num_rel 6_16 29 num_rel_ret 6_16 18 map 6_16 0.1741 Rprec 6_16 0.2069 bpref 6_16 0.2188 recip_rank 6_16 1.0000 iprec_at_recall_0.00 6_16 1.0000 iprec_at_recall_0.10 6_16 0.8000 iprec_at_recall_0.20 6_16 0.3529 iprec_at_recall_0.30 6_16 0.0738 iprec_at_recall_0.40 6_16 0.0628 iprec_at_recall_0.50 6_16 0.0503 iprec_at_recall_0.60 6_16 0.0266 iprec_at_recall_0.70 6_16 0.0000 iprec_at_recall_0.80 6_16 0.0000 iprec_at_recall_0.90 6_16 0.0000 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.8000 P_10 6_16 0.4000 P_15 6_16 0.3333 P_20 6_16 0.3000 P_30 6_16 0.2000 P_100 6_16 0.0800 P_200 6_16 0.0600 P_500 6_16 0.0300 P_1000 6_16 0.0180 relstring 6_16 '22032-0-00' recall_5 6_16 0.1379 recall_10 6_16 0.1379 recall_15 6_16 0.1724 recall_20 6_16 0.2069 recall_30 6_16 0.2069 recall_100 6_16 0.2759 recall_200 6_16 0.4138 recall_500 6_16 0.5172 recall_1000 6_16 0.6207 infAP 6_16 0.1741 Rprec_mult_0.20 6_16 0.6667 Rprec_mult_0.40 6_16 0.3333 Rprec_mult_0.60 6_16 0.3333 Rprec_mult_0.80 6_16 0.2500 Rprec_mult_1.00 6_16 0.2069 Rprec_mult_1.20 6_16 0.1714 Rprec_mult_1.40 6_16 0.1707 Rprec_mult_1.60 6_16 0.1489 Rprec_mult_1.80 6_16 0.1321 Rprec_mult_2.00 6_16 0.1207 utility 6_16 -964.0000 11pt_avg 6_16 0.2151 binG 6_16 0.1874 G 6_16 0.1212 ndcg 6_16 0.4403 ndcg_rel 6_16 0.4414 Rndcg 6_16 0.3487 ndcg_cut_5 6_16 0.6023 ndcg_cut_10 6_16 0.3909 ndcg_cut_15 6_16 0.3478 ndcg_cut_20 6_16 0.3427 ndcg_cut_30 6_16 0.2978 ndcg_cut_100 6_16 0.3424 ndcg_cut_200 6_16 0.3846 ndcg_cut_500 6_16 0.4167 ndcg_cut_1000 6_16 0.4403 map_cut_5 6_16 0.1224 map_cut_10 6_16 0.1224 map_cut_15 6_16 0.1357 map_cut_20 6_16 0.1478 map_cut_30 6_16 0.1478 map_cut_100 6_16 0.1571 map_cut_200 6_16 0.1661 map_cut_500 6_16 0.1712 map_cut_1000 6_16 0.1741 relative_P_5 6_16 0.8000 relative_P_10 6_16 0.4000 relative_P_15 6_16 0.3333 relative_P_20 6_16 0.3000 relative_P_30 6_16 0.2069 relative_P_100 6_16 0.2759 relative_P_200 6_16 0.4138 relative_P_500 6_16 0.5172 relative_P_1000 6_16 0.6207 success_1 6_16 1.0000 success_5 6_16 1.0000 success_10 6_16 1.0000 set_P 6_16 0.0180 set_relative_P 6_16 0.6207 set_recall 6_16 0.6207 set_map 6_16 0.0112 set_F 6_16 0.0350 num_nonrel_judged_ret 6_16 69 rbp 6_16 0.2919 rbp_resid 6_16 0.2505 unj_5 6_16 0.0000 unj_10 6_16 0.2000 unj_20 6_16 0.3000 num_ret 6_3 1000 num_rel 6_3 97 num_rel_ret 6_3 25 map 6_3 0.0460 Rprec 6_3 0.0619 bpref 6_3 0.2084 recip_rank 6_3 1.0000 iprec_at_recall_0.00 6_3 1.0000 iprec_at_recall_0.10 6_3 0.0714 iprec_at_recall_0.20 6_3 0.0375 iprec_at_recall_0.30 6_3 0.0000 iprec_at_recall_0.40 6_3 0.0000 iprec_at_recall_0.50 6_3 0.0000 iprec_at_recall_0.60 6_3 0.0000 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 0.6000 P_10 6_3 0.3000 P_15 6_3 0.3333 P_20 6_3 0.2500 P_30 6_3 0.1667 P_100 6_3 0.0600 P_200 6_3 0.0600 P_500 6_3 0.0360 P_1000 6_3 0.0250 relstring 6_3 '210200----' recall_5 6_3 0.0309 recall_10 6_3 0.0309 recall_15 6_3 0.0515 recall_20 6_3 0.0515 recall_30 6_3 0.0515 recall_100 6_3 0.0619 recall_200 6_3 0.1237 recall_500 6_3 0.1856 recall_1000 6_3 0.2577 infAP 6_3 0.0460 Rprec_mult_0.20 6_3 0.2500 Rprec_mult_0.40 6_3 0.1282 Rprec_mult_0.60 6_3 0.1017 Rprec_mult_0.80 6_3 0.0769 Rprec_mult_1.00 6_3 0.0619 Rprec_mult_1.20 6_3 0.0598 Rprec_mult_1.40 6_3 0.0662 Rprec_mult_1.60 6_3 0.0577 Rprec_mult_1.80 6_3 0.0686 Rprec_mult_2.00 6_3 0.0619 utility 6_3 -950.0000 11pt_avg 6_3 0.1008 binG 6_3 0.0590 G 6_3 0.0434 ndcg 6_3 0.2252 ndcg_rel 6_3 0.2215 Rndcg 6_3 0.2227 ndcg_cut_5 6_3 0.3334 ndcg_cut_10 6_3 0.2288 ndcg_cut_15 6_3 0.2390 ndcg_cut_20 6_3 0.2126 ndcg_cut_30 6_3 0.1773 ndcg_cut_100 6_3 0.1219 ndcg_cut_200 6_3 0.1525 ndcg_cut_500 6_3 0.1869 ndcg_cut_1000 6_3 0.2252 map_cut_5 6_3 0.0284 map_cut_10 6_3 0.0284 map_cut_15 6_3 0.0352 map_cut_20 6_3 0.0352 map_cut_30 6_3 0.0352 map_cut_100 6_3 0.0366 map_cut_200 6_3 0.0408 map_cut_500 6_3 0.0437 map_cut_1000 6_3 0.0460 relative_P_5 6_3 0.6000 relative_P_10 6_3 0.3000 relative_P_15 6_3 0.3333 relative_P_20 6_3 0.2500 relative_P_30 6_3 0.1667 relative_P_100 6_3 0.0619 relative_P_200 6_3 0.1237 relative_P_500 6_3 0.1856 relative_P_1000 6_3 0.2577 success_1 6_3 1.0000 success_5 6_3 1.0000 success_10 6_3 1.0000 set_P 6_3 0.0250 set_relative_P 6_3 0.2577 set_recall 6_3 0.2577 set_map 6_3 0.0064 set_F 6_3 0.0456 num_nonrel_judged_ret 6_3 34 rbp 6_3 0.1369 rbp_resid 6_3 0.3605 unj_5 6_3 0.0000 unj_10 6_3 0.4000 unj_20 6_3 0.4500 num_ret 6_4 1000 num_rel 6_4 121 num_rel_ret 6_4 65 map 6_4 0.2020 Rprec 6_4 0.2975 bpref 6_4 0.4798 recip_rank 6_4 1.0000 iprec_at_recall_0.00 6_4 1.0000 iprec_at_recall_0.10 6_4 0.6111 iprec_at_recall_0.20 6_4 0.5000 iprec_at_recall_0.30 6_4 0.3214 iprec_at_recall_0.40 6_4 0.1661 iprec_at_recall_0.50 6_4 0.0908 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 0.8000 P_10 6_4 0.6000 P_15 6_4 0.5333 P_20 6_4 0.5500 P_30 6_4 0.5667 P_100 6_4 0.3400 P_200 6_4 0.2050 P_500 6_4 0.1120 P_1000 6_4 0.0650 relstring 6_4 '33320-2003' recall_5 6_4 0.0331 recall_10 6_4 0.0496 recall_15 6_4 0.0661 recall_20 6_4 0.0909 recall_30 6_4 0.1405 recall_100 6_4 0.2810 recall_200 6_4 0.3388 recall_500 6_4 0.4628 recall_1000 6_4 0.5372 infAP 6_4 0.2020 Rprec_mult_0.20 6_4 0.6000 Rprec_mult_0.40 6_4 0.4898 Rprec_mult_0.60 6_4 0.3562 Rprec_mult_0.80 6_4 0.3505 Rprec_mult_1.00 6_4 0.2975 Rprec_mult_1.20 6_4 0.2671 Rprec_mult_1.40 6_4 0.2294 Rprec_mult_1.60 6_4 0.2113 Rprec_mult_1.80 6_4 0.1972 Rprec_mult_2.00 6_4 0.1901 utility 6_4 -870.0000 11pt_avg 6_4 0.2445 binG 6_4 0.1279 G 6_4 0.1255 ndcg 6_4 0.5443 ndcg_rel 6_4 0.5434 Rndcg 6_4 0.4900 ndcg_cut_5 6_4 0.8201 ndcg_cut_10 6_4 0.6447 ndcg_cut_15 6_4 0.5685 ndcg_cut_20 6_4 0.5718 ndcg_cut_30 6_4 0.5947 ndcg_cut_100 6_4 0.4231 ndcg_cut_200 6_4 0.4334 ndcg_cut_500 6_4 0.5106 ndcg_cut_1000 6_4 0.5443 map_cut_5 6_4 0.0331 map_cut_10 6_4 0.0439 map_cut_15 6_4 0.0538 map_cut_20 6_4 0.0673 map_cut_30 6_4 0.0958 map_cut_100 6_4 0.1588 map_cut_200 6_4 0.1751 map_cut_500 6_4 0.1954 map_cut_1000 6_4 0.2020 relative_P_5 6_4 0.8000 relative_P_10 6_4 0.6000 relative_P_15 6_4 0.5333 relative_P_20 6_4 0.5500 relative_P_30 6_4 0.5667 relative_P_100 6_4 0.3400 relative_P_200 6_4 0.3388 relative_P_500 6_4 0.4628 relative_P_1000 6_4 0.5372 success_1 6_4 1.0000 success_5 6_4 1.0000 success_10 6_4 1.0000 set_P 6_4 0.0650 set_relative_P 6_4 0.5372 set_recall 6_4 0.5372 set_map 6_4 0.0349 set_F 6_4 0.1160 num_nonrel_judged_ret 6_4 31 rbp 6_4 0.5147 rbp_resid 6_4 0.1644 unj_5 6_4 0.0000 unj_10 6_4 0.1000 unj_20 6_4 0.2000 num_ret 6_5 1000 num_rel 6_5 47 num_rel_ret 6_5 34 map 6_5 0.2662 Rprec 6_5 0.3617 bpref 6_5 0.6215 recip_rank 6_5 1.0000 iprec_at_recall_0.00 6_5 1.0000 iprec_at_recall_0.10 6_5 0.6250 iprec_at_recall_0.20 6_5 0.5172 iprec_at_recall_0.30 6_5 0.5172 iprec_at_recall_0.40 6_5 0.2639 iprec_at_recall_0.50 6_5 0.1655 iprec_at_recall_0.60 6_5 0.1186 iprec_at_recall_0.70 6_5 0.0767 iprec_at_recall_0.80 6_5 0.0000 iprec_at_recall_0.90 6_5 0.0000 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 0.8000 P_10 6_5 0.5000 P_15 6_5 0.5333 P_20 6_5 0.4000 P_30 6_5 0.5000 P_100 6_5 0.2200 P_200 6_5 0.1300 P_500 6_5 0.0660 P_1000 6_5 0.0340 relstring 6_5 '30324-03--' recall_5 6_5 0.0851 recall_10 6_5 0.1064 recall_15 6_5 0.1702 recall_20 6_5 0.1702 recall_30 6_5 0.3191 recall_100 6_5 0.4681 recall_200 6_5 0.5532 recall_500 6_5 0.7021 recall_1000 6_5 0.7234 infAP 6_5 0.2662 Rprec_mult_0.20 6_5 0.5000 Rprec_mult_0.40 6_5 0.4211 Rprec_mult_0.60 6_5 0.5172 Rprec_mult_0.80 6_5 0.4474 Rprec_mult_1.00 6_5 0.3617 Rprec_mult_1.20 6_5 0.2982 Rprec_mult_1.40 6_5 0.2727 Rprec_mult_1.60 6_5 0.2500 Rprec_mult_1.80 6_5 0.2353 Rprec_mult_2.00 6_5 0.2234 utility 6_5 -932.0000 11pt_avg 6_5 0.2986 binG 6_5 0.1912 G 6_5 0.1440 ndcg 6_5 0.5813 ndcg_rel 6_5 0.5200 Rndcg 6_5 0.4780 ndcg_cut_5 6_5 0.6057 ndcg_cut_10 6_5 0.4851 ndcg_cut_15 6_5 0.4670 ndcg_cut_20 6_5 0.3973 ndcg_cut_30 6_5 0.4520 ndcg_cut_100 6_5 0.4697 ndcg_cut_200 6_5 0.5076 ndcg_cut_500 6_5 0.5779 ndcg_cut_1000 6_5 0.5813 map_cut_5 6_5 0.0684 map_cut_10 6_5 0.0817 map_cut_15 6_5 0.1152 map_cut_20 6_5 0.1152 map_cut_30 6_5 0.1871 map_cut_100 6_5 0.2351 map_cut_200 6_5 0.2497 map_cut_500 6_5 0.2649 map_cut_1000 6_5 0.2662 relative_P_5 6_5 0.8000 relative_P_10 6_5 0.5000 relative_P_15 6_5 0.5333 relative_P_20 6_5 0.4000 relative_P_30 6_5 0.5000 relative_P_100 6_5 0.4681 relative_P_200 6_5 0.5532 relative_P_500 6_5 0.7021 relative_P_1000 6_5 0.7234 success_1 6_5 1.0000 success_5 6_5 1.0000 success_10 6_5 1.0000 set_P 6_5 0.0340 set_relative_P 6_5 0.7234 set_recall 6_5 0.7234 set_map 6_5 0.0246 set_F 6_5 0.0649 num_nonrel_judged_ret 6_5 19 rbp 6_5 0.3514 rbp_resid 6_5 0.2898 unj_5 6_5 0.0000 unj_10 6_5 0.3000 unj_20 6_5 0.4000 num_ret 6_6 1000 num_rel 6_6 85 num_rel_ret 6_6 66 map 6_6 0.2637 Rprec 6_6 0.2941 bpref 6_6 0.6908 recip_rank 6_6 1.0000 iprec_at_recall_0.00 6_6 1.0000 iprec_at_recall_0.10 6_6 0.8182 iprec_at_recall_0.20 6_6 0.3800 iprec_at_recall_0.30 6_6 0.2872 iprec_at_recall_0.40 6_6 0.2378 iprec_at_recall_0.50 6_6 0.1930 iprec_at_recall_0.60 6_6 0.1417 iprec_at_recall_0.70 6_6 0.1071 iprec_at_recall_0.80 6_6 0.0000 iprec_at_recall_0.90 6_6 0.0000 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 1.0000 P_10 6_6 0.8000 P_15 6_6 0.6667 P_20 6_6 0.5000 P_30 6_6 0.4333 P_100 6_6 0.2700 P_200 6_6 0.1950 P_500 6_6 0.1140 P_1000 6_6 0.0660 relstring 6_6 '23212232--' recall_5 6_6 0.0588 recall_10 6_6 0.0941 recall_15 6_6 0.1176 recall_20 6_6 0.1176 recall_30 6_6 0.1529 recall_100 6_6 0.3176 recall_200 6_6 0.4588 recall_500 6_6 0.6706 recall_1000 6_6 0.7765 infAP 6_6 0.2637 Rprec_mult_0.20 6_6 0.5882 Rprec_mult_0.40 6_6 0.4118 Rprec_mult_0.60 6_6 0.3725 Rprec_mult_0.80 6_6 0.3235 Rprec_mult_1.00 6_6 0.2941 Rprec_mult_1.20 6_6 0.2647 Rprec_mult_1.40 6_6 0.2521 Rprec_mult_1.60 6_6 0.2353 Rprec_mult_1.80 6_6 0.2222 Rprec_mult_2.00 6_6 0.2118 utility 6_6 -868.0000 11pt_avg 6_6 0.2877 binG 6_6 0.2041 G 6_6 0.1482 ndcg 6_6 0.6408 ndcg_rel 6_6 0.5600 Rndcg 6_6 0.5350 ndcg_cut_5 6_6 0.6893 ndcg_cut_10 6_6 0.6472 ndcg_cut_15 6_6 0.6075 ndcg_cut_20 6_6 0.5281 ndcg_cut_30 6_6 0.4845 ndcg_cut_100 6_6 0.4040 ndcg_cut_200 6_6 0.4989 ndcg_cut_500 6_6 0.5941 ndcg_cut_1000 6_6 0.6408 map_cut_5 6_6 0.0588 map_cut_10 6_6 0.0941 map_cut_15 6_6 0.1128 map_cut_20 6_6 0.1128 map_cut_30 6_6 0.1298 map_cut_100 6_6 0.1864 map_cut_200 6_6 0.2194 map_cut_500 6_6 0.2534 map_cut_1000 6_6 0.2637 relative_P_5 6_6 1.0000 relative_P_10 6_6 0.8000 relative_P_15 6_6 0.6667 relative_P_20 6_6 0.5000 relative_P_30 6_6 0.4333 relative_P_100 6_6 0.3176 relative_P_200 6_6 0.4588 relative_P_500 6_6 0.6706 relative_P_1000 6_6 0.7765 success_1 6_6 1.0000 success_5 6_6 1.0000 success_10 6_6 1.0000 set_P 6_6 0.0660 set_relative_P 6_6 0.7765 set_recall 6_6 0.7765 set_map 6_6 0.0512 set_F 6_6 0.1217 num_nonrel_judged_ret 6_6 14 rbp 6_6 0.4670 rbp_resid 6_6 0.3300 unj_5 6_6 0.0000 unj_10 6_6 0.2000 unj_20 6_6 0.5000 num_ret 7_11 1000 num_rel 7_11 38 num_rel_ret 7_11 30 map 7_11 0.2580 Rprec 7_11 0.3947 bpref 7_11 0.6638 recip_rank 7_11 1.0000 iprec_at_recall_0.00 7_11 1.0000 iprec_at_recall_0.10 7_11 0.7143 iprec_at_recall_0.20 7_11 0.4211 iprec_at_recall_0.30 7_11 0.4054 iprec_at_recall_0.40 7_11 0.4054 iprec_at_recall_0.50 7_11 0.2135 iprec_at_recall_0.60 7_11 0.1299 iprec_at_recall_0.70 7_11 0.0944 iprec_at_recall_0.80 7_11 0.0427 iprec_at_recall_0.90 7_11 0.0000 iprec_at_recall_1.00 7_11 0.0000 P_5 7_11 0.6000 P_10 7_11 0.5000 P_15 7_11 0.4667 P_20 7_11 0.4000 P_30 7_11 0.3333 P_100 7_11 0.1900 P_200 7_11 0.1150 P_500 7_11 0.0580 P_1000 7_11 0.0300 relstring 7_11 '3002111---' recall_5 7_11 0.0789 recall_10 7_11 0.1316 recall_15 7_11 0.1842 recall_20 7_11 0.2105 recall_30 7_11 0.2632 recall_100 7_11 0.5000 recall_200 7_11 0.6053 recall_500 7_11 0.7632 recall_1000 7_11 0.7895 infAP 7_11 0.2580 Rprec_mult_0.20 7_11 0.6250 Rprec_mult_0.40 7_11 0.4375 Rprec_mult_0.60 7_11 0.3478 Rprec_mult_0.80 7_11 0.3226 Rprec_mult_1.00 7_11 0.3947 Rprec_mult_1.20 7_11 0.3261 Rprec_mult_1.40 7_11 0.2778 Rprec_mult_1.60 7_11 0.2459 Rprec_mult_1.80 7_11 0.2174 Rprec_mult_2.00 7_11 0.2368 utility 7_11 -940.0000 11pt_avg 7_11 0.3115 binG 7_11 0.2015 G 7_11 0.1772 ndcg 7_11 0.5492 ndcg_rel 7_11 0.4854 Rndcg 7_11 0.4619 ndcg_cut_5 7_11 0.5022 ndcg_cut_10 7_11 0.4239 ndcg_cut_15 7_11 0.4054 ndcg_cut_20 7_11 0.3886 ndcg_cut_30 7_11 0.3645 ndcg_cut_100 7_11 0.4300 ndcg_cut_200 7_11 0.4772 ndcg_cut_500 7_11 0.5377 ndcg_cut_1000 7_11 0.5492 map_cut_5 7_11 0.0553 map_cut_10 7_11 0.0916 map_cut_15 7_11 0.1201 map_cut_20 7_11 0.1312 map_cut_30 7_11 0.1501 map_cut_100 7_11 0.2238 map_cut_200 7_11 0.2416 map_cut_500 7_11 0.2568 map_cut_1000 7_11 0.2580 relative_P_5 7_11 0.6000 relative_P_10 7_11 0.5000 relative_P_15 7_11 0.4667 relative_P_20 7_11 0.4000 relative_P_30 7_11 0.3333 relative_P_100 7_11 0.5000 relative_P_200 7_11 0.6053 relative_P_500 7_11 0.7632 relative_P_1000 7_11 0.7895 success_1 7_11 1.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 0.0300 set_relative_P 7_11 0.7895 set_recall 7_11 0.7895 set_map 7_11 0.0237 set_F 7_11 0.0578 num_nonrel_judged_ret 7_11 12 rbp 7_11 0.2437 rbp_resid 7_11 0.3339 unj_5 7_11 0.0000 unj_10 7_11 0.3000 unj_20 7_11 0.4500 num_ret 7_12 1000 num_rel 7_12 64 num_rel_ret 7_12 54 map 7_12 0.2311 Rprec 7_12 0.2500 bpref 7_12 0.5366 recip_rank 7_12 1.0000 iprec_at_recall_0.00 7_12 1.0000 iprec_at_recall_0.10 7_12 0.6667 iprec_at_recall_0.20 7_12 0.4242 iprec_at_recall_0.30 7_12 0.2619 iprec_at_recall_0.40 7_12 0.2281 iprec_at_recall_0.50 7_12 0.1750 iprec_at_recall_0.60 7_12 0.1387 iprec_at_recall_0.70 7_12 0.1207 iprec_at_recall_0.80 7_12 0.0599 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 0.6000 P_10 7_12 0.6000 P_15 7_12 0.6000 P_20 7_12 0.5000 P_30 7_12 0.4000 P_100 7_12 0.2400 P_200 7_12 0.1750 P_500 7_12 0.0940 P_1000 7_12 0.0540 relstring 7_12 '20011-0122' recall_5 7_12 0.0469 recall_10 7_12 0.0938 recall_15 7_12 0.1406 recall_20 7_12 0.1562 recall_30 7_12 0.1875 recall_100 7_12 0.3750 recall_200 7_12 0.5469 recall_500 7_12 0.7344 recall_1000 7_12 0.8438 infAP 7_12 0.2311 Rprec_mult_0.20 7_12 0.6154 Rprec_mult_0.40 7_12 0.4231 Rprec_mult_0.60 7_12 0.3846 Rprec_mult_0.80 7_12 0.2885 Rprec_mult_1.00 7_12 0.2500 Rprec_mult_1.20 7_12 0.2468 Rprec_mult_1.40 7_12 0.2444 Rprec_mult_1.60 7_12 0.2330 Rprec_mult_1.80 7_12 0.2241 Rprec_mult_2.00 7_12 0.2109 utility 7_12 -892.0000 11pt_avg 7_12 0.2796 binG 7_12 0.1729 G 7_12 0.1450 ndcg 7_12 0.5839 ndcg_rel 7_12 0.4632 Rndcg 7_12 0.3840 ndcg_cut_5 7_12 0.3510 ndcg_cut_10 7_12 0.3845 ndcg_cut_15 7_12 0.4461 ndcg_cut_20 7_12 0.3952 ndcg_cut_30 7_12 0.3340 ndcg_cut_100 7_12 0.3763 ndcg_cut_200 7_12 0.4589 ndcg_cut_500 7_12 0.5527 ndcg_cut_1000 7_12 0.5839 map_cut_5 7_12 0.0328 map_cut_10 7_12 0.0587 map_cut_15 7_12 0.0891 map_cut_20 7_12 0.0969 map_cut_30 7_12 0.1112 map_cut_100 7_12 0.1662 map_cut_200 7_12 0.1993 map_cut_500 7_12 0.2240 map_cut_1000 7_12 0.2311 relative_P_5 7_12 0.6000 relative_P_10 7_12 0.6000 relative_P_15 7_12 0.6000 relative_P_20 7_12 0.5000 relative_P_30 7_12 0.4000 relative_P_100 7_12 0.3750 relative_P_200 7_12 0.5469 relative_P_500 7_12 0.7344 relative_P_1000 7_12 0.8438 success_1 7_12 1.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.0540 set_relative_P 7_12 0.8438 set_recall 7_12 0.8438 set_map 7_12 0.0456 set_F 7_12 0.1015 num_nonrel_judged_ret 7_12 52 rbp 7_12 0.2691 rbp_resid 7_12 0.1832 unj_5 7_12 0.0000 unj_10 7_12 0.1000 unj_20 7_12 0.2000 num_ret 7_14 1000 num_rel 7_14 67 num_rel_ret 7_14 54 map 7_14 0.2416 Rprec 7_14 0.2537 bpref 7_14 0.6850 recip_rank 7_14 1.0000 iprec_at_recall_0.00 7_14 1.0000 iprec_at_recall_0.10 7_14 0.7273 iprec_at_recall_0.20 7_14 0.3556 iprec_at_recall_0.30 7_14 0.2621 iprec_at_recall_0.40 7_14 0.2621 iprec_at_recall_0.50 7_14 0.1823 iprec_at_recall_0.60 7_14 0.1434 iprec_at_recall_0.70 7_14 0.0970 iprec_at_recall_0.80 7_14 0.0542 iprec_at_recall_0.90 7_14 0.0000 iprec_at_recall_1.00 7_14 0.0000 P_5 7_14 0.8000 P_10 7_14 0.7000 P_15 7_14 0.5333 P_20 7_14 0.4500 P_30 7_14 0.3333 P_100 7_14 0.2500 P_200 7_14 0.1800 P_500 7_14 0.0960 P_1000 7_14 0.0540 relstring 7_14 '31203-0332' recall_5 7_14 0.0597 recall_10 7_14 0.1045 recall_15 7_14 0.1194 recall_20 7_14 0.1343 recall_30 7_14 0.1493 recall_100 7_14 0.3731 recall_200 7_14 0.5373 recall_500 7_14 0.7164 recall_1000 7_14 0.8060 infAP 7_14 0.2416 Rprec_mult_0.20 7_14 0.5714 Rprec_mult_0.40 7_14 0.3704 Rprec_mult_0.60 7_14 0.3171 Rprec_mult_0.80 7_14 0.2963 Rprec_mult_1.00 7_14 0.2537 Rprec_mult_1.20 7_14 0.2469 Rprec_mult_1.40 7_14 0.2447 Rprec_mult_1.60 7_14 0.2500 Rprec_mult_1.80 7_14 0.2397 Rprec_mult_2.00 7_14 0.2313 utility 7_14 -892.0000 11pt_avg 7_14 0.2804 binG 7_14 0.1847 G 7_14 0.1455 ndcg 7_14 0.6153 ndcg_rel 7_14 0.5255 Rndcg 7_14 0.4168 ndcg_cut_5 7_14 0.6547 ndcg_cut_10 7_14 0.6030 ndcg_cut_15 7_14 0.4991 ndcg_cut_20 7_14 0.4383 ndcg_cut_30 7_14 0.3649 ndcg_cut_100 7_14 0.4107 ndcg_cut_200 7_14 0.4991 ndcg_cut_500 7_14 0.5827 ndcg_cut_1000 7_14 0.6153 map_cut_5 7_14 0.0567 map_cut_10 7_14 0.0864 map_cut_15 7_14 0.0973 map_cut_20 7_14 0.1052 map_cut_30 7_14 0.1107 map_cut_100 7_14 0.1749 map_cut_200 7_14 0.2123 map_cut_500 7_14 0.2353 map_cut_1000 7_14 0.2416 relative_P_5 7_14 0.8000 relative_P_10 7_14 0.7000 relative_P_15 7_14 0.5333 relative_P_20 7_14 0.4500 relative_P_30 7_14 0.3333 relative_P_100 7_14 0.3731 relative_P_200 7_14 0.5373 relative_P_500 7_14 0.7164 relative_P_1000 7_14 0.8060 success_1 7_14 1.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 0.0540 set_relative_P 7_14 0.8060 set_recall 7_14 0.8060 set_map 7_14 0.0435 set_F 7_14 0.1012 num_nonrel_judged_ret 7_14 6 rbp 7_14 0.4178 rbp_resid 7_14 0.3292 unj_5 7_14 0.0000 unj_10 7_14 0.1000 unj_20 7_14 0.4500 num_ret 7_15 1000 num_rel 7_15 54 num_rel_ret 7_15 29 map 7_15 0.1725 Rprec 7_15 0.1667 bpref 7_15 0.5109 recip_rank 7_15 1.0000 iprec_at_recall_0.00 7_15 1.0000 iprec_at_recall_0.10 7_15 1.0000 iprec_at_recall_0.20 7_15 0.1774 iprec_at_recall_0.30 7_15 0.0659 iprec_at_recall_0.40 7_15 0.0587 iprec_at_recall_0.50 7_15 0.0483 iprec_at_recall_0.60 7_15 0.0000 iprec_at_recall_0.70 7_15 0.0000 iprec_at_recall_0.80 7_15 0.0000 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 1.0000 P_10 7_15 0.8000 P_15 7_15 0.5333 P_20 7_15 0.4000 P_30 7_15 0.3000 P_100 7_15 0.1200 P_200 7_15 0.0750 P_500 7_15 0.0460 P_1000 7_15 0.0290 relstring 7_15 '11211-1-11' recall_5 7_15 0.0926 recall_10 7_15 0.1481 recall_15 7_15 0.1481 recall_20 7_15 0.1481 recall_30 7_15 0.1667 recall_100 7_15 0.2222 recall_200 7_15 0.2778 recall_500 7_15 0.4259 recall_1000 7_15 0.5370 infAP 7_15 0.1725 Rprec_mult_0.20 7_15 0.7273 Rprec_mult_0.40 7_15 0.3636 Rprec_mult_0.60 7_15 0.2727 Rprec_mult_0.80 7_15 0.2045 Rprec_mult_1.00 7_15 0.1667 Rprec_mult_1.20 7_15 0.1692 Rprec_mult_1.40 7_15 0.1447 Rprec_mult_1.60 7_15 0.1264 Rprec_mult_1.80 7_15 0.1224 Rprec_mult_2.00 7_15 0.1111 utility 7_15 -942.0000 11pt_avg 7_15 0.2137 binG 7_15 0.1746 G 7_15 0.0951 ndcg 7_15 0.3802 ndcg_rel 7_15 0.3582 Rndcg 7_15 0.3104 ndcg_cut_5 7_15 0.4581 ndcg_cut_10 7_15 0.4079 ndcg_cut_15 7_15 0.3274 ndcg_cut_20 7_15 0.2911 ndcg_cut_30 7_15 0.2805 ndcg_cut_100 7_15 0.2533 ndcg_cut_200 7_15 0.2790 ndcg_cut_500 7_15 0.3405 ndcg_cut_1000 7_15 0.3802 map_cut_5 7_15 0.0926 map_cut_10 7_15 0.1377 map_cut_15 7_15 0.1377 map_cut_20 7_15 0.1377 map_cut_30 7_15 0.1449 map_cut_100 7_15 0.1538 map_cut_200 7_15 0.1591 map_cut_500 7_15 0.1678 map_cut_1000 7_15 0.1725 relative_P_5 7_15 1.0000 relative_P_10 7_15 0.8000 relative_P_15 7_15 0.5333 relative_P_20 7_15 0.4000 relative_P_30 7_15 0.3000 relative_P_100 7_15 0.2222 relative_P_200 7_15 0.2778 relative_P_500 7_15 0.4259 relative_P_1000 7_15 0.5370 success_1 7_15 1.0000 success_5 7_15 1.0000 success_10 7_15 1.0000 set_P 7_15 0.0290 set_relative_P 7_15 0.5370 set_recall 7_15 0.5370 set_map 7_15 0.0156 set_F 7_15 0.0550 num_nonrel_judged_ret 7_15 5 rbp 7_15 0.2152 rbp_resid 7_15 0.4104 unj_5 7_15 0.0000 unj_10 7_15 0.2000 unj_20 7_15 0.5500 num_ret 7_16 1000 num_rel 7_16 47 num_rel_ret 7_16 40 map 7_16 0.1108 Rprec 7_16 0.1702 bpref 7_16 0.3463 recip_rank 7_16 0.5000 iprec_at_recall_0.00 7_16 0.5000 iprec_at_recall_0.10 7_16 0.2632 iprec_at_recall_0.20 7_16 0.1837 iprec_at_recall_0.30 7_16 0.1027 iprec_at_recall_0.40 7_16 0.0960 iprec_at_recall_0.50 7_16 0.0912 iprec_at_recall_0.60 7_16 0.0566 iprec_at_recall_0.70 7_16 0.0533 iprec_at_recall_0.80 7_16 0.0427 iprec_at_recall_0.90 7_16 0.0000 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.4000 P_10 7_16 0.3000 P_15 7_16 0.2667 P_20 7_16 0.2500 P_30 7_16 0.2333 P_100 7_16 0.1100 P_200 7_16 0.0950 P_500 7_16 0.0540 P_1000 7_16 0.0400 relstring 7_16 '03010--01-' recall_5 7_16 0.0426 recall_10 7_16 0.0638 recall_15 7_16 0.0851 recall_20 7_16 0.1064 recall_30 7_16 0.1489 recall_100 7_16 0.2340 recall_200 7_16 0.4043 recall_500 7_16 0.5745 recall_1000 7_16 0.8511 infAP 7_16 0.1108 Rprec_mult_0.20 7_16 0.3000 Rprec_mult_0.40 7_16 0.2632 Rprec_mult_0.60 7_16 0.2414 Rprec_mult_0.80 7_16 0.1842 Rprec_mult_1.00 7_16 0.1702 Rprec_mult_1.20 7_16 0.1579 Rprec_mult_1.40 7_16 0.1515 Rprec_mult_1.60 7_16 0.1447 Rprec_mult_1.80 7_16 0.1294 Rprec_mult_2.00 7_16 0.1170 utility 7_16 -920.0000 11pt_avg 7_16 0.1263 binG 7_16 0.1423 G 7_16 0.1441 ndcg 7_16 0.4981 ndcg_rel 7_16 0.3865 Rndcg 7_16 0.3514 ndcg_cut_5 7_16 0.3086 ndcg_cut_10 7_16 0.2769 ndcg_cut_15 7_16 0.2674 ndcg_cut_20 7_16 0.2797 ndcg_cut_30 7_16 0.2670 ndcg_cut_100 7_16 0.2680 ndcg_cut_200 7_16 0.3403 ndcg_cut_500 7_16 0.4117 ndcg_cut_1000 7_16 0.4981 map_cut_5 7_16 0.0213 map_cut_10 7_16 0.0284 map_cut_15 7_16 0.0349 map_cut_20 7_16 0.0405 map_cut_30 7_16 0.0506 map_cut_100 7_16 0.0652 map_cut_200 7_16 0.0824 map_cut_500 7_16 0.0969 map_cut_1000 7_16 0.1108 relative_P_5 7_16 0.4000 relative_P_10 7_16 0.3000 relative_P_15 7_16 0.2667 relative_P_20 7_16 0.2500 relative_P_30 7_16 0.2333 relative_P_100 7_16 0.2340 relative_P_200 7_16 0.4043 relative_P_500 7_16 0.5745 relative_P_1000 7_16 0.8511 success_1 7_16 0.0000 success_5 7_16 1.0000 success_10 7_16 1.0000 set_P 7_16 0.0400 set_relative_P 7_16 0.8511 set_recall 7_16 0.8511 set_map 7_16 0.0340 set_F 7_16 0.0764 num_nonrel_judged_ret 7_16 42 rbp 7_16 0.1533 rbp_resid 7_16 0.2836 unj_5 7_16 0.0000 unj_10 7_16 0.3000 unj_20 7_16 0.2500 num_ret 7_2 1000 num_rel 7_2 76 num_rel_ret 7_2 56 map 7_2 0.4456 Rprec 7_2 0.5000 bpref 7_2 0.6378 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 0.9412 iprec_at_recall_0.20 7_2 0.9412 iprec_at_recall_0.30 7_2 0.7931 iprec_at_recall_0.40 7_2 0.6122 iprec_at_recall_0.50 7_2 0.5067 iprec_at_recall_0.60 7_2 0.2350 iprec_at_recall_0.70 7_2 0.0742 iprec_at_recall_0.80 7_2 0.0000 iprec_at_recall_0.90 7_2 0.0000 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 1.0000 P_10 7_2 0.9000 P_15 7_2 0.9333 P_20 7_2 0.9000 P_30 7_2 0.7667 P_100 7_2 0.4000 P_200 7_2 0.2350 P_500 7_2 0.1000 P_1000 7_2 0.0560 relstring 7_2 '1111123011' recall_5 7_2 0.0658 recall_10 7_2 0.1184 recall_15 7_2 0.1842 recall_20 7_2 0.2368 recall_30 7_2 0.3026 recall_100 7_2 0.5263 recall_200 7_2 0.6184 recall_500 7_2 0.6579 recall_1000 7_2 0.7368 infAP 7_2 0.4456 Rprec_mult_0.20 7_2 0.9375 Rprec_mult_0.40 7_2 0.7742 Rprec_mult_0.60 7_2 0.6304 Rprec_mult_0.80 7_2 0.5574 Rprec_mult_1.00 7_2 0.5000 Rprec_mult_1.20 7_2 0.4348 Rprec_mult_1.40 7_2 0.3738 Rprec_mult_1.60 7_2 0.3361 Rprec_mult_1.80 7_2 0.2993 Rprec_mult_2.00 7_2 0.2763 utility 7_2 -888.0000 11pt_avg 7_2 0.4640 binG 7_2 0.2818 G 7_2 0.1524 ndcg 7_2 0.6050 ndcg_rel 7_2 0.5396 Rndcg 7_2 0.4954 ndcg_cut_5 7_2 0.3333 ndcg_cut_10 7_2 0.4363 ndcg_cut_15 7_2 0.5211 ndcg_cut_20 7_2 0.5325 ndcg_cut_30 7_2 0.5329 ndcg_cut_100 7_2 0.5242 ndcg_cut_200 7_2 0.5628 ndcg_cut_500 7_2 0.5751 ndcg_cut_1000 7_2 0.6050 map_cut_5 7_2 0.0658 map_cut_10 7_2 0.1156 map_cut_15 7_2 0.1763 map_cut_20 7_2 0.2246 map_cut_30 7_2 0.2794 map_cut_100 7_2 0.4114 map_cut_200 7_2 0.4355 map_cut_500 7_2 0.4401 map_cut_1000 7_2 0.4456 relative_P_5 7_2 1.0000 relative_P_10 7_2 0.9000 relative_P_15 7_2 0.9333 relative_P_20 7_2 0.9000 relative_P_30 7_2 0.7667 relative_P_100 7_2 0.5263 relative_P_200 7_2 0.6184 relative_P_500 7_2 0.6579 relative_P_1000 7_2 0.7368 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.0560 set_relative_P 7_2 0.7368 set_recall 7_2 0.7368 set_map 7_2 0.0413 set_F 7_2 0.1041 num_nonrel_judged_ret 7_2 15 rbp 7_2 0.4076 rbp_resid 7_2 0.0509 unj_5 7_2 0.0000 unj_10 7_2 0.0000 unj_20 7_2 0.0500 num_ret 7_3 1000 num_rel 7_3 55 num_rel_ret 7_3 50 map 7_3 0.3639 Rprec 7_3 0.4364 bpref 7_3 0.6109 recip_rank 7_3 0.2000 iprec_at_recall_0.00 7_3 0.6800 iprec_at_recall_0.10 7_3 0.6800 iprec_at_recall_0.20 7_3 0.6800 iprec_at_recall_0.30 7_3 0.6800 iprec_at_recall_0.40 7_3 0.6111 iprec_at_recall_0.50 7_3 0.4328 iprec_at_recall_0.60 7_3 0.3300 iprec_at_recall_0.70 7_3 0.2042 iprec_at_recall_0.80 7_3 0.1467 iprec_at_recall_0.90 7_3 0.0639 iprec_at_recall_1.00 7_3 0.0000 P_5 7_3 0.2000 P_10 7_3 0.4000 P_15 7_3 0.6000 P_20 7_3 0.6500 P_30 7_3 0.6333 P_100 7_3 0.3300 P_200 7_3 0.2000 P_500 7_3 0.0960 P_1000 7_3 0.0500 relstring 7_3 '0000223300' recall_5 7_3 0.0182 recall_10 7_3 0.0727 recall_15 7_3 0.1636 recall_20 7_3 0.2364 recall_30 7_3 0.3455 recall_100 7_3 0.6000 recall_200 7_3 0.7273 recall_500 7_3 0.8727 recall_1000 7_3 0.9091 infAP 7_3 0.3639 Rprec_mult_0.20 7_3 0.4545 Rprec_mult_0.40 7_3 0.6364 Rprec_mult_0.60 7_3 0.6364 Rprec_mult_0.80 7_3 0.5227 Rprec_mult_1.00 7_3 0.4364 Rprec_mult_1.20 7_3 0.4242 Rprec_mult_1.40 7_3 0.3766 Rprec_mult_1.60 7_3 0.3523 Rprec_mult_1.80 7_3 0.3232 Rprec_mult_2.00 7_3 0.3000 utility 7_3 -900.0000 11pt_avg 7_3 0.4099 binG 7_3 0.2064 G 7_3 0.1866 ndcg 7_3 0.6219 ndcg_rel 7_3 0.4781 Rndcg 7_3 0.3414 ndcg_cut_5 7_3 0.0964 ndcg_cut_10 7_3 0.3060 ndcg_cut_15 7_3 0.4022 ndcg_cut_20 7_3 0.4348 ndcg_cut_30 7_3 0.4695 ndcg_cut_100 7_3 0.4975 ndcg_cut_200 7_3 0.5489 ndcg_cut_500 7_3 0.6065 ndcg_cut_1000 7_3 0.6219 map_cut_5 7_3 0.0036 map_cut_10 7_3 0.0266 map_cut_15 7_3 0.0750 map_cut_20 7_3 0.1208 map_cut_30 7_3 0.1937 map_cut_100 7_3 0.3119 map_cut_200 7_3 0.3401 map_cut_500 7_3 0.3611 map_cut_1000 7_3 0.3639 relative_P_5 7_3 0.2000 relative_P_10 7_3 0.4000 relative_P_15 7_3 0.6000 relative_P_20 7_3 0.6500 relative_P_30 7_3 0.6333 relative_P_100 7_3 0.6000 relative_P_200 7_3 0.7273 relative_P_500 7_3 0.8727 relative_P_1000 7_3 0.9091 success_1 7_3 0.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.0500 set_relative_P 7_3 0.9091 set_recall 7_3 0.9091 set_map 7_3 0.0455 set_F 7_3 0.0948 num_nonrel_judged_ret 7_3 42 rbp 7_3 0.2946 rbp_resid 7_3 0.0425 unj_5 7_3 0.0000 unj_10 7_3 0.0000 unj_20 7_3 0.0500 num_ret 7_4 1000 num_rel 7_4 29 num_rel_ret 7_4 25 map 7_4 0.2716 Rprec 7_4 0.3793 bpref 7_4 0.3900 recip_rank 7_4 1.0000 iprec_at_recall_0.00 7_4 1.0000 iprec_at_recall_0.10 7_4 0.5000 iprec_at_recall_0.20 7_4 0.4000 iprec_at_recall_0.30 7_4 0.3824 iprec_at_recall_0.40 7_4 0.3824 iprec_at_recall_0.50 7_4 0.2344 iprec_at_recall_0.60 7_4 0.1818 iprec_at_recall_0.70 7_4 0.1667 iprec_at_recall_0.80 7_4 0.0891 iprec_at_recall_0.90 7_4 0.0000 iprec_at_recall_1.00 7_4 0.0000 P_5 7_4 0.4000 P_10 7_4 0.4000 P_15 7_4 0.3333 P_20 7_4 0.4000 P_30 7_4 0.3667 P_100 7_4 0.1800 P_200 7_4 0.1100 P_500 7_4 0.0480 P_1000 7_4 0.0250 relstring 7_4 '2030010010' recall_5 7_4 0.0690 recall_10 7_4 0.1379 recall_15 7_4 0.1724 recall_20 7_4 0.2759 recall_30 7_4 0.3793 recall_100 7_4 0.6207 recall_200 7_4 0.7586 recall_500 7_4 0.8276 recall_1000 7_4 0.8621 infAP 7_4 0.2716 Rprec_mult_0.20 7_4 0.5000 Rprec_mult_0.40 7_4 0.3333 Rprec_mult_0.60 7_4 0.3333 Rprec_mult_0.80 7_4 0.3750 Rprec_mult_1.00 7_4 0.3793 Rprec_mult_1.20 7_4 0.3714 Rprec_mult_1.40 7_4 0.3171 Rprec_mult_1.60 7_4 0.2766 Rprec_mult_1.80 7_4 0.2642 Rprec_mult_2.00 7_4 0.2414 utility 7_4 -950.0000 11pt_avg 7_4 0.3033 binG 7_4 0.2226 G 7_4 0.1858 ndcg 7_4 0.5957 ndcg_rel 7_4 0.4779 Rndcg 7_4 0.4360 ndcg_cut_5 7_4 0.4138 ndcg_cut_10 7_4 0.3569 ndcg_cut_15 7_4 0.3094 ndcg_cut_20 7_4 0.3699 ndcg_cut_30 7_4 0.3773 ndcg_cut_100 7_4 0.4938 ndcg_cut_200 7_4 0.5497 ndcg_cut_500 7_4 0.5833 ndcg_cut_1000 7_4 0.5957 map_cut_5 7_4 0.0575 map_cut_10 7_4 0.0900 map_cut_15 7_4 0.1033 map_cut_20 7_4 0.1427 map_cut_30 7_4 0.1811 map_cut_100 7_4 0.2439 map_cut_200 7_4 0.2651 map_cut_500 7_4 0.2701 map_cut_1000 7_4 0.2716 relative_P_5 7_4 0.4000 relative_P_10 7_4 0.4000 relative_P_15 7_4 0.3333 relative_P_20 7_4 0.4000 relative_P_30 7_4 0.3793 relative_P_100 7_4 0.6207 relative_P_200 7_4 0.7586 relative_P_500 7_4 0.8276 relative_P_1000 7_4 0.8621 success_1 7_4 1.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 0.0250 set_relative_P 7_4 0.8621 set_recall 7_4 0.8621 set_map 7_4 0.0216 set_F 7_4 0.0486 num_nonrel_judged_ret 7_4 38 rbp 7_4 0.2349 rbp_resid 7_4 0.0913 unj_5 7_4 0.0000 unj_10 7_4 0.0000 unj_20 7_4 0.0500 num_ret 7_9 1000 num_rel 7_9 36 num_rel_ret 7_9 29 map 7_9 0.0694 Rprec 7_9 0.1389 bpref 7_9 0.1127 recip_rank 7_9 0.1111 iprec_at_recall_0.00 7_9 0.1579 iprec_at_recall_0.10 7_9 0.1389 iprec_at_recall_0.20 7_9 0.1148 iprec_at_recall_0.30 7_9 0.1060 iprec_at_recall_0.40 7_9 0.1060 iprec_at_recall_0.50 7_9 0.0841 iprec_at_recall_0.60 7_9 0.0694 iprec_at_recall_0.70 7_9 0.0342 iprec_at_recall_0.80 7_9 0.0309 iprec_at_recall_0.90 7_9 0.0000 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.0000 P_10 7_9 0.1000 P_15 7_9 0.1333 P_20 7_9 0.1500 P_30 7_9 0.1000 P_100 7_9 0.0800 P_200 7_9 0.0850 P_500 7_9 0.0460 P_1000 7_9 0.0290 relstring 7_9 '0000000030' recall_5 7_9 0.0000 recall_10 7_9 0.0278 recall_15 7_9 0.0556 recall_20 7_9 0.0833 recall_30 7_9 0.0833 recall_100 7_9 0.2222 recall_200 7_9 0.4722 recall_500 7_9 0.6389 recall_1000 7_9 0.8056 infAP 7_9 0.0694 Rprec_mult_0.20 7_9 0.0000 Rprec_mult_0.40 7_9 0.1333 Rprec_mult_0.60 7_9 0.1364 Rprec_mult_0.80 7_9 0.1034 Rprec_mult_1.00 7_9 0.1389 Rprec_mult_1.20 7_9 0.1136 Rprec_mult_1.40 7_9 0.0980 Rprec_mult_1.60 7_9 0.0862 Rprec_mult_1.80 7_9 0.1077 Rprec_mult_2.00 7_9 0.0972 utility 7_9 -942.0000 11pt_avg 7_9 0.0765 binG 7_9 0.1218 G 7_9 0.1201 ndcg 7_9 0.3745 ndcg_rel 7_9 0.2690 Rndcg 7_9 0.1495 ndcg_cut_5 7_9 0.0000 ndcg_cut_10 7_9 0.0805 ndcg_cut_15 7_9 0.1021 ndcg_cut_20 7_9 0.1095 ndcg_cut_30 7_9 0.0960 ndcg_cut_100 7_9 0.1669 ndcg_cut_200 7_9 0.2836 ndcg_cut_500 7_9 0.3236 ndcg_cut_1000 7_9 0.3745 map_cut_5 7_9 0.0000 map_cut_10 7_9 0.0031 map_cut_15 7_9 0.0071 map_cut_20 7_9 0.0114 map_cut_30 7_9 0.0114 map_cut_100 7_9 0.0275 map_cut_200 7_9 0.0522 map_cut_500 7_9 0.0639 map_cut_1000 7_9 0.0694 relative_P_5 7_9 0.0000 relative_P_10 7_9 0.1000 relative_P_15 7_9 0.1333 relative_P_20 7_9 0.1500 relative_P_30 7_9 0.1000 relative_P_100 7_9 0.2222 relative_P_200 7_9 0.4722 relative_P_500 7_9 0.6389 relative_P_1000 7_9 0.8056 success_1 7_9 0.0000 success_5 7_9 0.0000 success_10 7_9 1.0000 set_P 7_9 0.0290 set_relative_P 7_9 0.8056 set_recall 7_9 0.8056 set_map 7_9 0.0234 set_F 7_9 0.0560 num_nonrel_judged_ret 7_9 53 rbp 7_9 0.0679 rbp_resid 7_9 0.1500 unj_5 7_9 0.0000 unj_10 7_9 0.0000 unj_20 7_9 0.1000 num_ret 8_1 1000 num_rel 8_1 64 num_rel_ret 8_1 43 map 8_1 0.4190 Rprec 8_1 0.4375 bpref 8_1 0.5652 recip_rank 8_1 1.0000 iprec_at_recall_0.00 8_1 1.0000 iprec_at_recall_0.10 8_1 1.0000 iprec_at_recall_0.20 8_1 0.9412 iprec_at_recall_0.30 8_1 0.9048 iprec_at_recall_0.40 8_1 0.4815 iprec_at_recall_0.50 8_1 0.3232 iprec_at_recall_0.60 8_1 0.1293 iprec_at_recall_0.70 8_1 0.0000 iprec_at_recall_0.80 8_1 0.0000 iprec_at_recall_0.90 8_1 0.0000 iprec_at_recall_1.00 8_1 0.0000 P_5 8_1 1.0000 P_10 8_1 1.0000 P_15 8_1 0.9333 P_20 8_1 0.9000 P_30 8_1 0.7000 P_100 8_1 0.3200 P_200 8_1 0.1750 P_500 8_1 0.0780 P_1000 8_1 0.0430 relstring 8_1 '4124244211' recall_5 8_1 0.0781 recall_10 8_1 0.1562 recall_15 8_1 0.2188 recall_20 8_1 0.2812 recall_30 8_1 0.3281 recall_100 8_1 0.5000 recall_200 8_1 0.5469 recall_500 8_1 0.6094 recall_1000 8_1 0.6719 infAP 8_1 0.4190 Rprec_mult_0.20 8_1 0.9231 Rprec_mult_0.40 8_1 0.7692 Rprec_mult_0.60 8_1 0.5641 Rprec_mult_0.80 8_1 0.4808 Rprec_mult_1.00 8_1 0.4375 Rprec_mult_1.20 8_1 0.4026 Rprec_mult_1.40 8_1 0.3444 Rprec_mult_1.60 8_1 0.3107 Rprec_mult_1.80 8_1 0.2845 Rprec_mult_2.00 8_1 0.2656 utility 8_1 -914.0000 11pt_avg 8_1 0.4345 binG 8_1 0.3123 G 8_1 0.1799 ndcg 8_1 0.6654 ndcg_rel 8_1 0.6622 Rndcg 8_1 0.6471 ndcg_cut_5 8_1 0.6891 ndcg_cut_10 8_1 0.6885 ndcg_cut_15 8_1 0.6915 ndcg_cut_20 8_1 0.6829 ndcg_cut_30 8_1 0.6096 ndcg_cut_100 8_1 0.6040 ndcg_cut_200 8_1 0.6281 ndcg_cut_500 8_1 0.6531 ndcg_cut_1000 8_1 0.6654 map_cut_5 8_1 0.0781 map_cut_10 8_1 0.1562 map_cut_15 8_1 0.2154 map_cut_20 8_1 0.2728 map_cut_30 8_1 0.3117 map_cut_100 8_1 0.3935 map_cut_200 8_1 0.4059 map_cut_500 8_1 0.4151 map_cut_1000 8_1 0.4190 relative_P_5 8_1 1.0000 relative_P_10 8_1 1.0000 relative_P_15 8_1 0.9333 relative_P_20 8_1 0.9000 relative_P_30 8_1 0.7000 relative_P_100 8_1 0.5000 relative_P_200 8_1 0.5469 relative_P_500 8_1 0.6094 relative_P_1000 8_1 0.6719 success_1 8_1 1.0000 success_5 8_1 1.0000 success_10 8_1 1.0000 set_P 8_1 0.0430 set_relative_P 8_1 0.6719 set_recall 8_1 0.6719 set_map 8_1 0.0289 set_F 8_1 0.0808 num_nonrel_judged_ret 8_1 37 rbp 8_1 0.5337 rbp_resid 8_1 0.0358 unj_5 8_1 0.0000 unj_10 8_1 0.0000 unj_20 8_1 0.0000 num_ret 8_10 1000 num_rel 8_10 28 num_rel_ret 8_10 10 map 8_10 0.0057 Rprec 8_10 0.0357 bpref 8_10 0.0548 recip_rank 8_10 0.0385 iprec_at_recall_0.00 8_10 0.0385 iprec_at_recall_0.10 8_10 0.0179 iprec_at_recall_0.20 8_10 0.0147 iprec_at_recall_0.30 8_10 0.0105 iprec_at_recall_0.40 8_10 0.0000 iprec_at_recall_0.50 8_10 0.0000 iprec_at_recall_0.60 8_10 0.0000 iprec_at_recall_0.70 8_10 0.0000 iprec_at_recall_0.80 8_10 0.0000 iprec_at_recall_0.90 8_10 0.0000 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.0000 P_10 8_10 0.0000 P_15 8_10 0.0000 P_20 8_10 0.0000 P_30 8_10 0.0333 P_100 8_10 0.0100 P_200 8_10 0.0150 P_500 8_10 0.0120 P_1000 8_10 0.0100 relstring 8_10 '000000-0--' recall_5 8_10 0.0000 recall_10 8_10 0.0000 recall_15 8_10 0.0000 recall_20 8_10 0.0000 recall_30 8_10 0.0357 recall_100 8_10 0.0357 recall_200 8_10 0.1071 recall_500 8_10 0.2143 recall_1000 8_10 0.3571 infAP 8_10 0.0057 Rprec_mult_0.20 8_10 0.0000 Rprec_mult_0.40 8_10 0.0000 Rprec_mult_0.60 8_10 0.0000 Rprec_mult_0.80 8_10 0.0000 Rprec_mult_1.00 8_10 0.0357 Rprec_mult_1.20 8_10 0.0294 Rprec_mult_1.40 8_10 0.0250 Rprec_mult_1.60 8_10 0.0222 Rprec_mult_1.80 8_10 0.0196 Rprec_mult_2.00 8_10 0.0179 utility 8_10 -980.0000 11pt_avg 8_10 0.0074 binG 8_10 0.0451 G 8_10 0.0422 ndcg 8_10 0.1169 ndcg_rel 8_10 0.1029 Rndcg 8_10 0.0355 ndcg_cut_5 8_10 0.0000 ndcg_cut_10 8_10 0.0000 ndcg_cut_15 8_10 0.0000 ndcg_cut_20 8_10 0.0000 ndcg_cut_30 8_10 0.0250 ndcg_cut_100 8_10 0.0250 ndcg_cut_200 8_10 0.0502 ndcg_cut_500 8_10 0.0920 ndcg_cut_1000 8_10 0.1169 map_cut_5 8_10 0.0000 map_cut_10 8_10 0.0000 map_cut_15 8_10 0.0000 map_cut_20 8_10 0.0000 map_cut_30 8_10 0.0014 map_cut_100 8_10 0.0014 map_cut_200 8_10 0.0026 map_cut_500 8_10 0.0041 map_cut_1000 8_10 0.0057 relative_P_5 8_10 0.0000 relative_P_10 8_10 0.0000 relative_P_15 8_10 0.0000 relative_P_20 8_10 0.0000 relative_P_30 8_10 0.0357 relative_P_100 8_10 0.0357 relative_P_200 8_10 0.1071 relative_P_500 8_10 0.2143 relative_P_1000 8_10 0.3571 success_1 8_10 0.0000 success_5 8_10 0.0000 success_10 8_10 0.0000 set_P 8_10 0.0100 set_relative_P 8_10 0.3571 set_recall 8_10 0.3571 set_map 8_10 0.0036 set_F 8_10 0.0195 num_nonrel_judged_ret 8_10 34 rbp 8_10 0.0048 rbp_resid 8_10 0.4037 unj_5 8_10 0.0000 unj_10 8_10 0.3000 unj_20 8_10 0.5500 num_ret 8_11 1000 num_rel 8_11 10 num_rel_ret 8_11 9 map 8_11 0.2444 Rprec 8_11 0.3000 bpref 8_11 0.3000 recip_rank 8_11 1.0000 iprec_at_recall_0.00 8_11 1.0000 iprec_at_recall_0.10 8_11 1.0000 iprec_at_recall_0.20 8_11 0.5000 iprec_at_recall_0.30 8_11 0.3750 iprec_at_recall_0.40 8_11 0.2500 iprec_at_recall_0.50 8_11 0.2083 iprec_at_recall_0.60 8_11 0.0480 iprec_at_recall_0.70 8_11 0.0278 iprec_at_recall_0.80 8_11 0.0183 iprec_at_recall_0.90 8_11 0.0183 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 0.4000 P_10 8_11 0.3000 P_15 8_11 0.2000 P_20 8_11 0.2000 P_30 8_11 0.1667 P_100 8_11 0.0500 P_200 8_11 0.0300 P_500 8_11 0.0180 P_1000 8_11 0.0090 relstring 8_11 '100100-20-' recall_5 8_11 0.2000 recall_10 8_11 0.3000 recall_15 8_11 0.3000 recall_20 8_11 0.4000 recall_30 8_11 0.5000 recall_100 8_11 0.5000 recall_200 8_11 0.6000 recall_500 8_11 0.9000 recall_1000 8_11 0.9000 infAP 8_11 0.2444 Rprec_mult_0.20 8_11 0.5000 Rprec_mult_0.40 8_11 0.5000 Rprec_mult_0.60 8_11 0.3333 Rprec_mult_0.80 8_11 0.3750 Rprec_mult_1.00 8_11 0.3000 Rprec_mult_1.20 8_11 0.2500 Rprec_mult_1.40 8_11 0.2143 Rprec_mult_1.60 8_11 0.2500 Rprec_mult_1.80 8_11 0.2222 Rprec_mult_2.00 8_11 0.2000 utility 8_11 -982.0000 11pt_avg 8_11 0.3133 binG 8_11 0.2842 G 8_11 0.2409 ndcg 8_11 0.5231 ndcg_rel 8_11 0.4532 Rndcg 8_11 0.3879 ndcg_cut_5 8_11 0.3124 ndcg_cut_10 8_11 0.3339 ndcg_cut_15 8_11 0.3339 ndcg_cut_20 8_11 0.3735 ndcg_cut_30 8_11 0.4433 ndcg_cut_100 8_11 0.4433 ndcg_cut_200 8_11 0.4665 ndcg_cut_500 8_11 0.5231 ndcg_cut_1000 8_11 0.5231 map_cut_5 8_11 0.1500 map_cut_10 8_11 0.1875 map_cut_15 8_11 0.1875 map_cut_20 8_11 0.2125 map_cut_30 8_11 0.2333 map_cut_100 8_11 0.2333 map_cut_200 8_11 0.2381 map_cut_500 8_11 0.2444 map_cut_1000 8_11 0.2444 relative_P_5 8_11 0.4000 relative_P_10 8_11 0.3000 relative_P_15 8_11 0.3000 relative_P_20 8_11 0.4000 relative_P_30 8_11 0.5000 relative_P_100 8_11 0.5000 relative_P_200 8_11 0.6000 relative_P_500 8_11 0.9000 relative_P_1000 8_11 0.9000 success_1 8_11 1.0000 success_5 8_11 1.0000 success_10 8_11 1.0000 set_P 8_11 0.0090 set_relative_P 8_11 0.9000 set_recall 8_11 0.9000 set_map 8_11 0.0081 set_F 8_11 0.0178 num_nonrel_judged_ret 8_11 40 rbp 8_11 0.1534 rbp_resid 8_11 0.3289 unj_5 8_11 0.0000 unj_10 8_11 0.2000 unj_20 8_11 0.4000 num_ret 8_12 1000 num_rel 8_12 44 num_rel_ret 8_12 34 map 8_12 0.1614 Rprec 8_12 0.2500 bpref 8_12 0.2758 recip_rank 8_12 0.5000 iprec_at_recall_0.00 8_12 0.5000 iprec_at_recall_0.10 8_12 0.3571 iprec_at_recall_0.20 8_12 0.3571 iprec_at_recall_0.30 8_12 0.2800 iprec_at_recall_0.40 8_12 0.2022 iprec_at_recall_0.50 8_12 0.1606 iprec_at_recall_0.60 8_12 0.1102 iprec_at_recall_0.70 8_12 0.0535 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.2000 P_10 8_12 0.3000 P_15 8_12 0.3333 P_20 8_12 0.3000 P_30 8_12 0.3333 P_100 8_12 0.1800 P_200 8_12 0.1250 P_500 8_12 0.0600 P_1000 8_12 0.0340 relstring 8_12 '030002001-' recall_5 8_12 0.0227 recall_10 8_12 0.0682 recall_15 8_12 0.1136 recall_20 8_12 0.1364 recall_30 8_12 0.2273 recall_100 8_12 0.4091 recall_200 8_12 0.5682 recall_500 8_12 0.6818 recall_1000 8_12 0.7727 infAP 8_12 0.1614 Rprec_mult_0.20 8_12 0.3333 Rprec_mult_0.40 8_12 0.2778 Rprec_mult_0.60 8_12 0.3333 Rprec_mult_0.80 8_12 0.2778 Rprec_mult_1.00 8_12 0.2500 Rprec_mult_1.20 8_12 0.2642 Rprec_mult_1.40 8_12 0.2419 Rprec_mult_1.60 8_12 0.2113 Rprec_mult_1.80 8_12 0.2000 Rprec_mult_2.00 8_12 0.1932 utility 8_12 -932.0000 11pt_avg 8_12 0.1837 binG 8_12 0.1503 G 8_12 0.1449 ndcg 8_12 0.4919 ndcg_rel 8_12 0.3928 Rndcg 8_12 0.3037 ndcg_cut_5 8_12 0.1807 ndcg_cut_10 8_12 0.1981 ndcg_cut_15 8_12 0.2308 ndcg_cut_20 8_12 0.2533 ndcg_cut_30 8_12 0.3401 ndcg_cut_100 8_12 0.3811 ndcg_cut_200 8_12 0.4237 ndcg_cut_500 8_12 0.4550 ndcg_cut_1000 8_12 0.4919 map_cut_5 8_12 0.0114 map_cut_10 8_12 0.0265 map_cut_15 8_12 0.0416 map_cut_20 8_12 0.0484 map_cut_30 8_12 0.0778 map_cut_100 8_12 0.1219 map_cut_200 8_12 0.1466 map_cut_500 8_12 0.1569 map_cut_1000 8_12 0.1614 relative_P_5 8_12 0.2000 relative_P_10 8_12 0.3000 relative_P_15 8_12 0.3333 relative_P_20 8_12 0.3000 relative_P_30 8_12 0.3333 relative_P_100 8_12 0.4091 relative_P_200 8_12 0.5682 relative_P_500 8_12 0.6818 relative_P_1000 8_12 0.7727 success_1 8_12 0.0000 success_5 8_12 1.0000 success_10 8_12 1.0000 set_P 8_12 0.0340 set_relative_P 8_12 0.7727 set_recall 8_12 0.7727 set_map 8_12 0.0263 set_F 8_12 0.0651 num_nonrel_judged_ret 8_12 70 rbp 8_12 0.1643 rbp_resid 8_12 0.0815 unj_5 8_12 0.0000 unj_10 8_12 0.1000 unj_20 8_12 0.1000 num_ret 8_13 1000 num_rel 8_13 53 num_rel_ret 8_13 41 map 8_13 0.3447 Rprec 8_13 0.3962 bpref 8_13 0.6073 recip_rank 8_13 1.0000 iprec_at_recall_0.00 8_13 1.0000 iprec_at_recall_0.10 8_13 0.7500 iprec_at_recall_0.20 8_13 0.7333 iprec_at_recall_0.30 8_13 0.5333 iprec_at_recall_0.40 8_13 0.4468 iprec_at_recall_0.50 8_13 0.2843 iprec_at_recall_0.60 8_13 0.1893 iprec_at_recall_0.70 8_13 0.0873 iprec_at_recall_0.80 8_13 0.0000 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 0.6000 P_10 8_13 0.7000 P_15 8_13 0.7333 P_20 8_13 0.6500 P_30 8_13 0.5333 P_100 8_13 0.2800 P_200 8_13 0.1650 P_500 8_13 0.0740 P_1000 8_13 0.0410 relstring 8_13 '3240041-12' recall_5 8_13 0.0566 recall_10 8_13 0.1321 recall_15 8_13 0.2075 recall_20 8_13 0.2453 recall_30 8_13 0.3019 recall_100 8_13 0.5283 recall_200 8_13 0.6226 recall_500 8_13 0.6981 recall_1000 8_13 0.7736 infAP 8_13 0.3447 Rprec_mult_0.20 8_13 0.7273 Rprec_mult_0.40 8_13 0.6364 Rprec_mult_0.60 8_13 0.5000 Rprec_mult_0.80 8_13 0.4651 Rprec_mult_1.00 8_13 0.3962 Rprec_mult_1.20 8_13 0.3438 Rprec_mult_1.40 8_13 0.3333 Rprec_mult_1.60 8_13 0.2941 Rprec_mult_1.80 8_13 0.2812 Rprec_mult_2.00 8_13 0.2736 utility 8_13 -918.0000 11pt_avg 8_13 0.3659 binG 8_13 0.2258 G 8_13 0.1862 ndcg 8_13 0.6766 ndcg_rel 8_13 0.6200 Rndcg 8_13 0.5914 ndcg_cut_5 8_13 0.5489 ndcg_cut_10 8_13 0.5496 ndcg_cut_15 8_13 0.6247 ndcg_cut_20 8_13 0.5878 ndcg_cut_30 8_13 0.5807 ndcg_cut_100 8_13 0.5838 ndcg_cut_200 8_13 0.6095 ndcg_cut_500 8_13 0.6569 ndcg_cut_1000 8_13 0.6766 map_cut_5 8_13 0.0566 map_cut_10 8_13 0.1084 map_cut_15 8_13 0.1636 map_cut_20 8_13 0.1878 map_cut_30 8_13 0.2206 map_cut_100 8_13 0.3094 map_cut_200 8_13 0.3316 map_cut_500 8_13 0.3397 map_cut_1000 8_13 0.3447 relative_P_5 8_13 0.6000 relative_P_10 8_13 0.7000 relative_P_15 8_13 0.7333 relative_P_20 8_13 0.6500 relative_P_30 8_13 0.5333 relative_P_100 8_13 0.5283 relative_P_200 8_13 0.6226 relative_P_500 8_13 0.6981 relative_P_1000 8_13 0.7736 success_1 8_13 1.0000 success_5 8_13 1.0000 success_10 8_13 1.0000 set_P 8_13 0.0410 set_relative_P 8_13 0.7736 set_recall 8_13 0.7736 set_map 8_13 0.0317 set_F 8_13 0.0779 num_nonrel_judged_ret 8_13 37 rbp 8_13 0.4041 rbp_resid 8_13 0.1341 unj_5 8_13 0.0000 unj_10 8_13 0.1000 unj_20 8_13 0.1500 num_ret 8_2 1000 num_rel 8_2 47 num_rel_ret 8_2 0 map 8_2 0.0000 Rprec 8_2 0.0000 bpref 8_2 0.0000 recip_rank 8_2 0.0000 iprec_at_recall_0.00 8_2 0.0000 iprec_at_recall_0.10 8_2 0.0000 iprec_at_recall_0.20 8_2 0.0000 iprec_at_recall_0.30 8_2 0.0000 iprec_at_recall_0.40 8_2 0.0000 iprec_at_recall_0.50 8_2 0.0000 iprec_at_recall_0.60 8_2 0.0000 iprec_at_recall_0.70 8_2 0.0000 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 0.0000 P_10 8_2 0.0000 P_15 8_2 0.0000 P_20 8_2 0.0000 P_30 8_2 0.0000 P_100 8_2 0.0000 P_200 8_2 0.0000 P_500 8_2 0.0000 P_1000 8_2 0.0000 relstring 8_2 '00000-----' recall_5 8_2 0.0000 recall_10 8_2 0.0000 recall_15 8_2 0.0000 recall_20 8_2 0.0000 recall_30 8_2 0.0000 recall_100 8_2 0.0000 recall_200 8_2 0.0000 recall_500 8_2 0.0000 recall_1000 8_2 0.0000 infAP 8_2 0.0000 Rprec_mult_0.20 8_2 0.0000 Rprec_mult_0.40 8_2 0.0000 Rprec_mult_0.60 8_2 0.0000 Rprec_mult_0.80 8_2 0.0000 Rprec_mult_1.00 8_2 0.0000 Rprec_mult_1.20 8_2 0.0000 Rprec_mult_1.40 8_2 0.0000 Rprec_mult_1.60 8_2 0.0000 Rprec_mult_1.80 8_2 0.0000 Rprec_mult_2.00 8_2 0.0000 utility 8_2 -1000.0000 11pt_avg 8_2 0.0000 binG 8_2 0.0000 G 8_2 0.0000 ndcg 8_2 0.0000 ndcg_rel 8_2 0.0000 Rndcg 8_2 0.0000 ndcg_cut_5 8_2 0.0000 ndcg_cut_10 8_2 0.0000 ndcg_cut_15 8_2 0.0000 ndcg_cut_20 8_2 0.0000 ndcg_cut_30 8_2 0.0000 ndcg_cut_100 8_2 0.0000 ndcg_cut_200 8_2 0.0000 ndcg_cut_500 8_2 0.0000 ndcg_cut_1000 8_2 0.0000 map_cut_5 8_2 0.0000 map_cut_10 8_2 0.0000 map_cut_15 8_2 0.0000 map_cut_20 8_2 0.0000 map_cut_30 8_2 0.0000 map_cut_100 8_2 0.0000 map_cut_200 8_2 0.0000 map_cut_500 8_2 0.0000 map_cut_1000 8_2 0.0000 relative_P_5 8_2 0.0000 relative_P_10 8_2 0.0000 relative_P_15 8_2 0.0000 relative_P_20 8_2 0.0000 relative_P_30 8_2 0.0000 relative_P_100 8_2 0.0000 relative_P_200 8_2 0.0000 relative_P_500 8_2 0.0000 relative_P_1000 8_2 0.0000 success_1 8_2 0.0000 success_5 8_2 0.0000 success_10 8_2 0.0000 set_P 8_2 0.0000 set_relative_P 8_2 0.0000 set_recall 8_2 0.0000 set_map 8_2 0.0000 set_F 8_2 0.0000 num_nonrel_judged_ret 8_2 12 rbp 8_2 0.0000 rbp_resid 8_2 0.5791 unj_5 8_2 0.0000 unj_10 8_2 0.5000 unj_20 8_2 0.7500 num_ret 8_3 1000 num_rel 8_3 28 num_rel_ret 8_3 0 map 8_3 0.0000 Rprec 8_3 0.0000 bpref 8_3 0.0000 recip_rank 8_3 0.0000 iprec_at_recall_0.00 8_3 0.0000 iprec_at_recall_0.10 8_3 0.0000 iprec_at_recall_0.20 8_3 0.0000 iprec_at_recall_0.30 8_3 0.0000 iprec_at_recall_0.40 8_3 0.0000 iprec_at_recall_0.50 8_3 0.0000 iprec_at_recall_0.60 8_3 0.0000 iprec_at_recall_0.70 8_3 0.0000 iprec_at_recall_0.80 8_3 0.0000 iprec_at_recall_0.90 8_3 0.0000 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.0000 P_10 8_3 0.0000 P_15 8_3 0.0000 P_20 8_3 0.0000 P_30 8_3 0.0000 P_100 8_3 0.0000 P_200 8_3 0.0000 P_500 8_3 0.0000 P_1000 8_3 0.0000 relstring 8_3 '00000-----' recall_5 8_3 0.0000 recall_10 8_3 0.0000 recall_15 8_3 0.0000 recall_20 8_3 0.0000 recall_30 8_3 0.0000 recall_100 8_3 0.0000 recall_200 8_3 0.0000 recall_500 8_3 0.0000 recall_1000 8_3 0.0000 infAP 8_3 0.0000 Rprec_mult_0.20 8_3 0.0000 Rprec_mult_0.40 8_3 0.0000 Rprec_mult_0.60 8_3 0.0000 Rprec_mult_0.80 8_3 0.0000 Rprec_mult_1.00 8_3 0.0000 Rprec_mult_1.20 8_3 0.0000 Rprec_mult_1.40 8_3 0.0000 Rprec_mult_1.60 8_3 0.0000 Rprec_mult_1.80 8_3 0.0000 Rprec_mult_2.00 8_3 0.0000 utility 8_3 -1000.0000 11pt_avg 8_3 0.0000 binG 8_3 0.0000 G 8_3 0.0000 ndcg 8_3 0.0000 ndcg_rel 8_3 0.0000 Rndcg 8_3 0.0000 ndcg_cut_5 8_3 0.0000 ndcg_cut_10 8_3 0.0000 ndcg_cut_15 8_3 0.0000 ndcg_cut_20 8_3 0.0000 ndcg_cut_30 8_3 0.0000 ndcg_cut_100 8_3 0.0000 ndcg_cut_200 8_3 0.0000 ndcg_cut_500 8_3 0.0000 ndcg_cut_1000 8_3 0.0000 map_cut_5 8_3 0.0000 map_cut_10 8_3 0.0000 map_cut_15 8_3 0.0000 map_cut_20 8_3 0.0000 map_cut_30 8_3 0.0000 map_cut_100 8_3 0.0000 map_cut_200 8_3 0.0000 map_cut_500 8_3 0.0000 map_cut_1000 8_3 0.0000 relative_P_5 8_3 0.0000 relative_P_10 8_3 0.0000 relative_P_15 8_3 0.0000 relative_P_20 8_3 0.0000 relative_P_30 8_3 0.0000 relative_P_100 8_3 0.0000 relative_P_200 8_3 0.0000 relative_P_500 8_3 0.0000 relative_P_1000 8_3 0.0000 success_1 8_3 0.0000 success_5 8_3 0.0000 success_10 8_3 0.0000 set_P 8_3 0.0000 set_relative_P 8_3 0.0000 set_recall 8_3 0.0000 set_map 8_3 0.0000 set_F 8_3 0.0000 num_nonrel_judged_ret 8_3 7 rbp 8_3 0.0000 rbp_resid 8_3 0.5608 unj_5 8_3 0.0000 unj_10 8_3 0.5000 unj_20 8_3 0.7000 num_ret 8_4 1000 num_rel 8_4 101 num_rel_ret 8_4 83 map 8_4 0.4439 Rprec 8_4 0.4455 bpref 8_4 0.6782 recip_rank 8_4 1.0000 iprec_at_recall_0.00 8_4 1.0000 iprec_at_recall_0.10 8_4 1.0000 iprec_at_recall_0.20 8_4 0.7778 iprec_at_recall_0.30 8_4 0.6977 iprec_at_recall_0.40 8_4 0.5857 iprec_at_recall_0.50 8_4 0.3129 iprec_at_recall_0.60 8_4 0.2785 iprec_at_recall_0.70 8_4 0.2101 iprec_at_recall_0.80 8_4 0.1159 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 1.0000 P_10 8_4 1.0000 P_15 8_4 1.0000 P_20 8_4 0.9000 P_30 8_4 0.7667 P_100 8_4 0.4500 P_200 8_4 0.2800 P_500 8_4 0.1480 P_1000 8_4 0.0830 relstring 8_4 '2244214211' recall_5 8_4 0.0495 recall_10 8_4 0.0990 recall_15 8_4 0.1485 recall_20 8_4 0.1782 recall_30 8_4 0.2277 recall_100 8_4 0.4455 recall_200 8_4 0.5545 recall_500 8_4 0.7327 recall_1000 8_4 0.8218 infAP 8_4 0.4439 Rprec_mult_0.20 8_4 0.8571 Rprec_mult_0.40 8_4 0.6829 Rprec_mult_0.60 8_4 0.5902 Rprec_mult_0.80 8_4 0.5309 Rprec_mult_1.00 8_4 0.4455 Rprec_mult_1.20 8_4 0.3852 Rprec_mult_1.40 8_4 0.3451 Rprec_mult_1.60 8_4 0.3086 Rprec_mult_1.80 8_4 0.3077 Rprec_mult_2.00 8_4 0.2822 utility 8_4 -834.0000 11pt_avg 8_4 0.4526 binG 8_4 0.2814 G 8_4 0.1574 ndcg 8_4 0.7008 ndcg_rel 8_4 0.6041 Rndcg 8_4 0.5691 ndcg_cut_5 8_4 0.6578 ndcg_cut_10 8_4 0.5870 ndcg_cut_15 8_4 0.6025 ndcg_cut_20 8_4 0.5649 ndcg_cut_30 8_4 0.5218 ndcg_cut_100 8_4 0.5185 ndcg_cut_200 8_4 0.5653 ndcg_cut_500 8_4 0.6749 ndcg_cut_1000 8_4 0.7008 map_cut_5 8_4 0.0495 map_cut_10 8_4 0.0990 map_cut_15 8_4 0.1485 map_cut_20 8_4 0.1756 map_cut_30 8_4 0.2142 map_cut_100 8_4 0.3534 map_cut_200 8_4 0.3910 map_cut_500 8_4 0.4328 map_cut_1000 8_4 0.4439 relative_P_5 8_4 1.0000 relative_P_10 8_4 1.0000 relative_P_15 8_4 1.0000 relative_P_20 8_4 0.9000 relative_P_30 8_4 0.7667 relative_P_100 8_4 0.4500 relative_P_200 8_4 0.5545 relative_P_500 8_4 0.7327 relative_P_1000 8_4 0.8218 success_1 8_4 1.0000 success_5 8_4 1.0000 success_10 8_4 1.0000 set_P 8_4 0.0830 set_relative_P 8_4 0.8218 set_recall 8_4 0.8218 set_map 8_4 0.0682 set_F 8_4 0.1508 num_nonrel_judged_ret 8_4 56 rbp 8_4 0.5100 rbp_resid 8_4 0.0130 unj_5 8_4 0.0000 unj_10 8_4 0.0000 unj_20 8_4 0.0000 num_ret 8_5 1000 num_rel 8_5 51 num_rel_ret 8_5 20 map 8_5 0.0523 Rprec 8_5 0.0588 bpref 8_5 0.2399 recip_rank 8_5 1.0000 iprec_at_recall_0.00 8_5 1.0000 iprec_at_recall_0.10 8_5 0.0909 iprec_at_recall_0.20 8_5 0.0862 iprec_at_recall_0.30 8_5 0.0469 iprec_at_recall_0.40 8_5 0.0260 iprec_at_recall_0.50 8_5 0.0000 iprec_at_recall_0.60 8_5 0.0000 iprec_at_recall_0.70 8_5 0.0000 iprec_at_recall_0.80 8_5 0.0000 iprec_at_recall_0.90 8_5 0.0000 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.4000 P_10 8_5 0.2000 P_15 8_5 0.1333 P_20 8_5 0.1000 P_30 8_5 0.1000 P_100 8_5 0.0900 P_200 8_5 0.0700 P_500 8_5 0.0340 P_1000 8_5 0.0200 relstring 8_5 '400200-000' recall_5 8_5 0.0392 recall_10 8_5 0.0392 recall_15 8_5 0.0392 recall_20 8_5 0.0392 recall_30 8_5 0.0588 recall_100 8_5 0.1765 recall_200 8_5 0.2745 recall_500 8_5 0.3333 recall_1000 8_5 0.3922 infAP 8_5 0.0523 Rprec_mult_0.20 8_5 0.1818 Rprec_mult_0.40 8_5 0.0952 Rprec_mult_0.60 8_5 0.0968 Rprec_mult_0.80 8_5 0.0732 Rprec_mult_1.00 8_5 0.0588 Rprec_mult_1.20 8_5 0.0484 Rprec_mult_1.40 8_5 0.0556 Rprec_mult_1.60 8_5 0.0732 Rprec_mult_1.80 8_5 0.0761 Rprec_mult_2.00 8_5 0.0882 utility 8_5 -960.0000 11pt_avg 8_5 0.1136 binG 8_5 0.0792 G 8_5 0.1185 ndcg 8_5 0.3811 ndcg_rel 8_5 0.3703 Rndcg 8_5 0.4106 ndcg_cut_5 8_5 0.4818 ndcg_cut_10 8_5 0.3661 ndcg_cut_15 8_5 0.3103 ndcg_cut_20 8_5 0.2886 ndcg_cut_30 8_5 0.2671 ndcg_cut_100 8_5 0.2957 ndcg_cut_200 8_5 0.3372 ndcg_cut_500 8_5 0.3525 ndcg_cut_1000 8_5 0.3811 map_cut_5 8_5 0.0294 map_cut_10 8_5 0.0294 map_cut_15 8_5 0.0294 map_cut_20 8_5 0.0294 map_cut_30 8_5 0.0314 map_cut_100 8_5 0.0404 map_cut_200 8_5 0.0480 map_cut_500 8_5 0.0504 map_cut_1000 8_5 0.0523 relative_P_5 8_5 0.4000 relative_P_10 8_5 0.2000 relative_P_15 8_5 0.1333 relative_P_20 8_5 0.1000 relative_P_30 8_5 0.1000 relative_P_100 8_5 0.1765 relative_P_200 8_5 0.2745 relative_P_500 8_5 0.3333 relative_P_1000 8_5 0.3922 success_1 8_5 1.0000 success_5 8_5 1.0000 success_10 8_5 1.0000 set_P 8_5 0.0200 set_relative_P 8_5 0.3922 set_recall 8_5 0.3922 set_map 8_5 0.0078 set_F 8_5 0.0381 num_nonrel_judged_ret 8_5 38 rbp 8_5 0.1378 rbp_resid 8_5 0.3413 unj_5 8_5 0.0000 unj_10 8_5 0.1000 unj_20 8_5 0.4500 num_ret 8_7 1000 num_rel 8_7 47 num_rel_ret 8_7 42 map 8_7 0.3169 Rprec 8_7 0.3830 bpref 8_7 0.6890 recip_rank 8_7 1.0000 iprec_at_recall_0.00 8_7 1.0000 iprec_at_recall_0.10 8_7 0.7778 iprec_at_recall_0.20 8_7 0.5200 iprec_at_recall_0.30 8_7 0.4474 iprec_at_recall_0.40 8_7 0.3654 iprec_at_recall_0.50 8_7 0.2759 iprec_at_recall_0.60 8_7 0.2137 iprec_at_recall_0.70 8_7 0.1833 iprec_at_recall_0.80 8_7 0.1053 iprec_at_recall_0.90 8_7 0.0515 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 0.6000 P_10 8_7 0.7000 P_15 8_7 0.4667 P_20 8_7 0.4500 P_30 8_7 0.4333 P_100 8_7 0.2400 P_200 8_7 0.1700 P_500 8_7 0.0800 P_1000 8_7 0.0420 relstring 8_7 '2001123220' recall_5 8_7 0.0638 recall_10 8_7 0.1489 recall_15 8_7 0.1489 recall_20 8_7 0.1915 recall_30 8_7 0.2766 recall_100 8_7 0.5106 recall_200 8_7 0.7234 recall_500 8_7 0.8511 recall_1000 8_7 0.8936 infAP 8_7 0.3169 Rprec_mult_0.20 8_7 0.7000 Rprec_mult_0.40 8_7 0.4211 Rprec_mult_0.60 8_7 0.4483 Rprec_mult_0.80 8_7 0.4474 Rprec_mult_1.00 8_7 0.3830 Rprec_mult_1.20 8_7 0.3509 Rprec_mult_1.40 8_7 0.3182 Rprec_mult_1.60 8_7 0.2895 Rprec_mult_1.80 8_7 0.2588 Rprec_mult_2.00 8_7 0.2553 utility 8_7 -916.0000 11pt_avg 8_7 0.3582 binG 8_7 0.2176 G 8_7 0.1788 ndcg 8_7 0.6195 ndcg_rel 8_7 0.4962 Rndcg 8_7 0.3998 ndcg_cut_5 8_7 0.2793 ndcg_cut_10 8_7 0.4340 ndcg_cut_15 8_7 0.3621 ndcg_cut_20 8_7 0.3737 ndcg_cut_30 8_7 0.4235 ndcg_cut_100 8_7 0.4814 ndcg_cut_200 8_7 0.5677 ndcg_cut_500 8_7 0.6055 ndcg_cut_1000 8_7 0.6195 map_cut_5 8_7 0.0447 map_cut_10 8_7 0.1066 map_cut_15 8_7 0.1066 map_cut_20 8_7 0.1268 map_cut_30 8_7 0.1688 map_cut_100 8_7 0.2554 map_cut_200 8_7 0.2978 map_cut_500 8_7 0.3143 map_cut_1000 8_7 0.3169 relative_P_5 8_7 0.6000 relative_P_10 8_7 0.7000 relative_P_15 8_7 0.4667 relative_P_20 8_7 0.4500 relative_P_30 8_7 0.4333 relative_P_100 8_7 0.5106 relative_P_200 8_7 0.7234 relative_P_500 8_7 0.8511 relative_P_1000 8_7 0.8936 success_1 8_7 1.0000 success_5 8_7 1.0000 success_10 8_7 1.0000 set_P 8_7 0.0420 set_relative_P 8_7 0.8936 set_recall 8_7 0.8936 set_map 8_7 0.0375 set_F 8_7 0.0802 num_nonrel_judged_ret 8_7 23 rbp 8_7 0.2396 rbp_resid 8_7 0.2022 unj_5 8_7 0.0000 unj_10 8_7 0.0000 unj_20 8_7 0.3000 num_ret 8_8 1000 num_rel 8_8 32 num_rel_ret 8_8 30 map 8_8 0.1762 Rprec 8_8 0.2500 bpref 8_8 0.2939 recip_rank 8_8 0.2000 iprec_at_recall_0.00 8_8 0.3077 iprec_at_recall_0.10 8_8 0.3077 iprec_at_recall_0.20 8_8 0.3077 iprec_at_recall_0.30 8_8 0.3077 iprec_at_recall_0.40 8_8 0.3023 iprec_at_recall_0.50 8_8 0.2025 iprec_at_recall_0.60 8_8 0.1367 iprec_at_recall_0.70 8_8 0.1073 iprec_at_recall_0.80 8_8 0.0743 iprec_at_recall_0.90 8_8 0.0530 iprec_at_recall_1.00 8_8 0.0000 P_5 8_8 0.2000 P_10 8_8 0.2000 P_15 8_8 0.2000 P_20 8_8 0.2500 P_30 8_8 0.2333 P_100 8_8 0.1700 P_200 8_8 0.1050 P_500 8_8 0.0540 P_1000 8_8 0.0300 relstring 8_8 '00004040-0' recall_5 8_8 0.0312 recall_10 8_8 0.0625 recall_15 8_8 0.0938 recall_20 8_8 0.1562 recall_30 8_8 0.2188 recall_100 8_8 0.5312 recall_200 8_8 0.6562 recall_500 8_8 0.8438 recall_1000 8_8 0.9375 infAP 8_8 0.1762 Rprec_mult_0.20 8_8 0.2857 Rprec_mult_0.40 8_8 0.2308 Rprec_mult_0.60 8_8 0.2500 Rprec_mult_0.80 8_8 0.2308 Rprec_mult_1.00 8_8 0.2500 Rprec_mult_1.20 8_8 0.3077 Rprec_mult_1.40 8_8 0.2889 Rprec_mult_1.60 8_8 0.2692 Rprec_mult_1.80 8_8 0.2586 Rprec_mult_2.00 8_8 0.2344 utility 8_8 -940.0000 11pt_avg 8_8 0.1915 binG 8_8 0.1752 G 8_8 0.1604 ndcg 8_8 0.5039 ndcg_rel 8_8 0.3481 Rndcg 8_8 0.2374 ndcg_cut_5 8_8 0.1312 ndcg_cut_10 8_8 0.1738 ndcg_cut_15 8_8 0.1616 ndcg_cut_20 8_8 0.1699 ndcg_cut_30 8_8 0.2078 ndcg_cut_100 8_8 0.3776 ndcg_cut_200 8_8 0.4191 ndcg_cut_500 8_8 0.4856 ndcg_cut_1000 8_8 0.5039 map_cut_5 8_8 0.0063 map_cut_10 8_8 0.0152 map_cut_15 8_8 0.0230 map_cut_20 8_8 0.0400 map_cut_30 8_8 0.0550 map_cut_100 8_8 0.1372 map_cut_200 8_8 0.1545 map_cut_500 8_8 0.1716 map_cut_1000 8_8 0.1762 relative_P_5 8_8 0.2000 relative_P_10 8_8 0.2000 relative_P_15 8_8 0.2000 relative_P_20 8_8 0.2500 relative_P_30 8_8 0.2333 relative_P_100 8_8 0.5312 relative_P_200 8_8 0.6562 relative_P_500 8_8 0.8438 relative_P_1000 8_8 0.9375 success_1 8_8 0.0000 success_5 8_8 1.0000 success_10 8_8 1.0000 set_P 8_8 0.0300 set_relative_P 8_8 0.9375 set_recall 8_8 0.9375 set_map 8_8 0.0281 set_F 8_8 0.0581 num_nonrel_judged_ret 8_8 55 rbp 8_8 0.1551 rbp_resid 8_8 0.1839 unj_5 8_8 0.0000 unj_10 8_8 0.1000 unj_20 8_8 0.2500 num_ret 9_11 1000 num_rel 9_11 119 num_rel_ret 9_11 75 map 9_11 0.2381 Rprec 9_11 0.3109 bpref 9_11 0.5856 recip_rank 9_11 1.0000 iprec_at_recall_0.00 9_11 1.0000 iprec_at_recall_0.10 9_11 0.6316 iprec_at_recall_0.20 9_11 0.4902 iprec_at_recall_0.30 9_11 0.3333 iprec_at_recall_0.40 9_11 0.2182 iprec_at_recall_0.50 9_11 0.1744 iprec_at_recall_0.60 9_11 0.1087 iprec_at_recall_0.70 9_11 0.0000 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 0.8000 P_10 9_11 0.8000 P_15 9_11 0.7333 P_20 9_11 0.6000 P_30 9_11 0.5667 P_100 9_11 0.3400 P_200 9_11 0.2300 P_500 9_11 0.1360 P_1000 9_11 0.0750 relstring 9_11 '3202112102' recall_5 9_11 0.0336 recall_10 9_11 0.0672 recall_15 9_11 0.0924 recall_20 9_11 0.1008 recall_30 9_11 0.1429 recall_100 9_11 0.2857 recall_200 9_11 0.3866 recall_500 9_11 0.5714 recall_1000 9_11 0.6303 infAP 9_11 0.2381 Rprec_mult_0.20 9_11 0.5417 Rprec_mult_0.40 9_11 0.4792 Rprec_mult_0.60 9_11 0.3889 Rprec_mult_0.80 9_11 0.3542 Rprec_mult_1.00 9_11 0.3109 Rprec_mult_1.20 9_11 0.2657 Rprec_mult_1.40 9_11 0.2515 Rprec_mult_1.60 9_11 0.2356 Rprec_mult_1.80 9_11 0.2186 Rprec_mult_2.00 9_11 0.2017 utility 9_11 -850.0000 11pt_avg 9_11 0.2688 binG 9_11 0.1459 G 9_11 0.1188 ndcg 9_11 0.5624 ndcg_rel 9_11 0.5128 Rndcg 9_11 0.4651 ndcg_cut_5 9_11 0.6229 ndcg_cut_10 9_11 0.5566 ndcg_cut_15 9_11 0.5487 ndcg_cut_20 9_11 0.4908 ndcg_cut_30 9_11 0.4634 ndcg_cut_100 9_11 0.3805 ndcg_cut_200 9_11 0.4249 ndcg_cut_500 9_11 0.5294 ndcg_cut_1000 9_11 0.5624 map_cut_5 9_11 0.0298 map_cut_10 9_11 0.0581 map_cut_15 9_11 0.0786 map_cut_20 9_11 0.0839 map_cut_30 9_11 0.1070 map_cut_100 9_11 0.1717 map_cut_200 9_11 0.1995 map_cut_500 9_11 0.2321 map_cut_1000 9_11 0.2381 relative_P_5 9_11 0.8000 relative_P_10 9_11 0.8000 relative_P_15 9_11 0.7333 relative_P_20 9_11 0.6000 relative_P_30 9_11 0.5667 relative_P_100 9_11 0.3400 relative_P_200 9_11 0.3866 relative_P_500 9_11 0.5714 relative_P_1000 9_11 0.6303 success_1 9_11 1.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.0750 set_relative_P 9_11 0.6303 set_recall 9_11 0.6303 set_map 9_11 0.0473 set_F 9_11 0.1340 num_nonrel_judged_ret 9_11 9 rbp 9_11 0.4059 rbp_resid 9_11 0.1864 unj_5 9_11 0.0000 unj_10 9_11 0.0000 unj_20 9_11 0.3000 num_ret 9_13 1000 num_rel 9_13 4 num_rel_ret 9_13 1 map 9_13 0.2500 Rprec 9_13 0.2500 bpref 9_13 0.2500 recip_rank 9_13 1.0000 iprec_at_recall_0.00 9_13 1.0000 iprec_at_recall_0.10 9_13 1.0000 iprec_at_recall_0.20 9_13 1.0000 iprec_at_recall_0.30 9_13 1.0000 iprec_at_recall_0.40 9_13 0.0000 iprec_at_recall_0.50 9_13 0.0000 iprec_at_recall_0.60 9_13 0.0000 iprec_at_recall_0.70 9_13 0.0000 iprec_at_recall_0.80 9_13 0.0000 iprec_at_recall_0.90 9_13 0.0000 iprec_at_recall_1.00 9_13 0.0000 P_5 9_13 0.2000 P_10 9_13 0.1000 P_15 9_13 0.0667 P_20 9_13 0.0500 P_30 9_13 0.0333 P_100 9_13 0.0100 P_200 9_13 0.0050 P_500 9_13 0.0020 P_1000 9_13 0.0010 relstring 9_13 '3--0---0--' recall_5 9_13 0.2500 recall_10 9_13 0.2500 recall_15 9_13 0.2500 recall_20 9_13 0.2500 recall_30 9_13 0.2500 recall_100 9_13 0.2500 recall_200 9_13 0.2500 recall_500 9_13 0.2500 recall_1000 9_13 0.2500 infAP 9_13 0.2500 Rprec_mult_0.20 9_13 1.0000 Rprec_mult_0.40 9_13 0.5000 Rprec_mult_0.60 9_13 0.3333 Rprec_mult_0.80 9_13 0.2500 Rprec_mult_1.00 9_13 0.2500 Rprec_mult_1.20 9_13 0.2000 Rprec_mult_1.40 9_13 0.1667 Rprec_mult_1.60 9_13 0.1429 Rprec_mult_1.80 9_13 0.1250 Rprec_mult_2.00 9_13 0.1250 utility 9_13 -998.0000 11pt_avg 9_13 0.3636 binG 9_13 0.2500 G 9_13 0.3333 ndcg 9_13 0.4744 ndcg_rel 9_13 0.6058 Rndcg 9_13 0.5178 ndcg_cut_5 9_13 0.4744 ndcg_cut_10 9_13 0.4744 ndcg_cut_15 9_13 0.4744 ndcg_cut_20 9_13 0.4744 ndcg_cut_30 9_13 0.4744 ndcg_cut_100 9_13 0.4744 ndcg_cut_200 9_13 0.4744 ndcg_cut_500 9_13 0.4744 ndcg_cut_1000 9_13 0.4744 map_cut_5 9_13 0.2500 map_cut_10 9_13 0.2500 map_cut_15 9_13 0.2500 map_cut_20 9_13 0.2500 map_cut_30 9_13 0.2500 map_cut_100 9_13 0.2500 map_cut_200 9_13 0.2500 map_cut_500 9_13 0.2500 map_cut_1000 9_13 0.2500 relative_P_5 9_13 0.2500 relative_P_10 9_13 0.2500 relative_P_15 9_13 0.2500 relative_P_20 9_13 0.2500 relative_P_30 9_13 0.2500 relative_P_100 9_13 0.2500 relative_P_200 9_13 0.2500 relative_P_500 9_13 0.2500 relative_P_1000 9_13 0.2500 success_1 9_13 1.0000 success_5 9_13 1.0000 success_10 9_13 1.0000 set_P 9_13 0.0010 set_relative_P 9_13 0.2500 set_recall 9_13 0.2500 set_map 9_13 0.0003 set_F 9_13 0.0020 num_nonrel_judged_ret 9_13 3 rbp 9_13 0.1000 rbp_resid 9_13 0.7793 unj_5 9_13 0.6000 unj_10 9_13 0.7000 unj_20 9_13 0.8500 num_ret 9_2 1000 num_rel 9_2 113 num_rel_ret 9_2 82 map 9_2 0.2643 Rprec 9_2 0.3451 bpref 9_2 0.5377 recip_rank 9_2 0.5000 iprec_at_recall_0.00 9_2 0.7500 iprec_at_recall_0.10 9_2 0.7000 iprec_at_recall_0.20 9_2 0.5455 iprec_at_recall_0.30 9_2 0.3936 iprec_at_recall_0.40 9_2 0.3262 iprec_at_recall_0.50 9_2 0.2289 iprec_at_recall_0.60 9_2 0.1766 iprec_at_recall_0.70 9_2 0.1069 iprec_at_recall_0.80 9_2 0.0000 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 0.6000 P_10 9_2 0.6000 P_15 9_2 0.6000 P_20 9_2 0.7000 P_30 9_2 0.6000 P_100 9_2 0.3800 P_200 9_2 0.2550 P_500 9_2 0.1440 P_1000 9_2 0.0820 relstring 9_2 '01110-11-2' recall_5 9_2 0.0265 recall_10 9_2 0.0531 recall_15 9_2 0.0796 recall_20 9_2 0.1239 recall_30 9_2 0.1593 recall_100 9_2 0.3363 recall_200 9_2 0.4513 recall_500 9_2 0.6372 recall_1000 9_2 0.7257 infAP 9_2 0.2643 Rprec_mult_0.20 9_2 0.6522 Rprec_mult_0.40 9_2 0.5217 Rprec_mult_0.60 9_2 0.3824 Rprec_mult_0.80 9_2 0.3846 Rprec_mult_1.00 9_2 0.3451 Rprec_mult_1.20 9_2 0.3162 Rprec_mult_1.40 9_2 0.2893 Rprec_mult_1.60 9_2 0.2707 Rprec_mult_1.80 9_2 0.2598 Rprec_mult_2.00 9_2 0.2434 utility 9_2 -836.0000 11pt_avg 9_2 0.2934 binG 9_2 0.1477 G 9_2 0.1121 ndcg 9_2 0.5189 ndcg_rel 9_2 0.4010 Rndcg 9_2 0.3310 ndcg_cut_5 9_2 0.1765 ndcg_cut_10 9_2 0.2317 ndcg_cut_15 9_2 0.2454 ndcg_cut_20 9_2 0.3086 ndcg_cut_30 9_2 0.3266 ndcg_cut_100 9_2 0.3222 ndcg_cut_200 9_2 0.3693 ndcg_cut_500 9_2 0.4731 ndcg_cut_1000 9_2 0.5189 map_cut_5 9_2 0.0170 map_cut_10 9_2 0.0329 map_cut_15 9_2 0.0505 map_cut_20 9_2 0.0799 map_cut_30 9_2 0.1033 map_cut_100 9_2 0.1794 map_cut_200 9_2 0.2158 map_cut_500 9_2 0.2536 map_cut_1000 9_2 0.2643 relative_P_5 9_2 0.6000 relative_P_10 9_2 0.6000 relative_P_15 9_2 0.6000 relative_P_20 9_2 0.7000 relative_P_30 9_2 0.6000 relative_P_100 9_2 0.3800 relative_P_200 9_2 0.4513 relative_P_500 9_2 0.6372 relative_P_1000 9_2 0.7257 success_1 9_2 0.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 0.0820 set_relative_P 9_2 0.7257 set_recall 9_2 0.7257 set_map 9_2 0.0595 set_F 9_2 0.1473 num_nonrel_judged_ret 9_2 26 rbp 9_2 0.2375 rbp_resid 9_2 0.1591 unj_5 9_2 0.0000 unj_10 9_2 0.2000 unj_20 9_2 0.1500 num_ret 9_6 1000 num_rel 9_6 131 num_rel_ret 9_6 110 map 9_6 0.3944 Rprec 9_6 0.3969 bpref 9_6 0.8170 recip_rank 9_6 1.0000 iprec_at_recall_0.00 9_6 1.0000 iprec_at_recall_0.10 9_6 0.8889 iprec_at_recall_0.20 9_6 0.7222 iprec_at_recall_0.30 9_6 0.5256 iprec_at_recall_0.40 9_6 0.4062 iprec_at_recall_0.50 9_6 0.3490 iprec_at_recall_0.60 9_6 0.2873 iprec_at_recall_0.70 9_6 0.2008 iprec_at_recall_0.80 9_6 0.1631 iprec_at_recall_0.90 9_6 0.0000 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 1.0000 P_10 9_6 0.9000 P_15 9_6 0.8667 P_20 9_6 0.8500 P_30 9_6 0.7333 P_100 9_6 0.4400 P_200 9_6 0.3350 P_500 9_6 0.1960 P_1000 9_6 0.1100 relstring 9_6 '2213202212' recall_5 9_6 0.0382 recall_10 9_6 0.0687 recall_15 9_6 0.0992 recall_20 9_6 0.1298 recall_30 9_6 0.1679 recall_100 9_6 0.3359 recall_200 9_6 0.5115 recall_500 9_6 0.7481 recall_1000 9_6 0.8397 infAP 9_6 0.3944 Rprec_mult_0.20 9_6 0.7778 Rprec_mult_0.40 9_6 0.6038 Rprec_mult_0.60 9_6 0.5190 Rprec_mult_0.80 9_6 0.4381 Rprec_mult_1.00 9_6 0.3969 Rprec_mult_1.20 9_6 0.3608 Rprec_mult_1.40 9_6 0.3424 Rprec_mult_1.60 9_6 0.3238 Rprec_mult_1.80 9_6 0.3008 Rprec_mult_2.00 9_6 0.2901 utility 9_6 -780.0000 11pt_avg 9_6 0.4130 binG 9_6 0.2093 G 9_6 0.1407 ndcg 9_6 0.7083 ndcg_rel 9_6 0.5977 Rndcg 9_6 0.5507 ndcg_cut_5 9_6 0.6588 ndcg_cut_10 9_6 0.5872 ndcg_cut_15 9_6 0.5911 ndcg_cut_20 9_6 0.5926 ndcg_cut_30 9_6 0.5759 ndcg_cut_100 9_6 0.4567 ndcg_cut_200 9_6 0.5326 ndcg_cut_500 9_6 0.6651 ndcg_cut_1000 9_6 0.7083 map_cut_5 9_6 0.0382 map_cut_10 9_6 0.0650 map_cut_15 9_6 0.0926 map_cut_20 9_6 0.1193 map_cut_30 9_6 0.1498 map_cut_100 9_6 0.2520 map_cut_200 9_6 0.3197 map_cut_500 9_6 0.3790 map_cut_1000 9_6 0.3944 relative_P_5 9_6 1.0000 relative_P_10 9_6 0.9000 relative_P_15 9_6 0.8667 relative_P_20 9_6 0.8500 relative_P_30 9_6 0.7333 relative_P_100 9_6 0.4400 relative_P_200 9_6 0.5115 relative_P_500 9_6 0.7481 relative_P_1000 9_6 0.8397 success_1 9_6 1.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 0.1100 set_relative_P 9_6 0.8397 set_recall 9_6 0.8397 set_map 9_6 0.0924 set_F 9_6 0.1945 num_nonrel_judged_ret 9_6 4 rbp 9_6 0.5624 rbp_resid 9_6 0.0998 unj_5 9_6 0.0000 unj_10 9_6 0.0000 unj_20 9_6 0.1000 num_ret 9_9 1000 num_rel 9_9 55 num_rel_ret 9_9 37 map 9_9 0.0550 Rprec 9_9 0.0364 bpref 9_9 0.4860 recip_rank 9_9 1.0000 iprec_at_recall_0.00 9_9 1.0000 iprec_at_recall_0.10 9_9 0.0460 iprec_at_recall_0.20 9_9 0.0460 iprec_at_recall_0.30 9_9 0.0460 iprec_at_recall_0.40 9_9 0.0447 iprec_at_recall_0.50 9_9 0.0380 iprec_at_recall_0.60 9_9 0.0379 iprec_at_recall_0.70 9_9 0.0000 iprec_at_recall_0.80 9_9 0.0000 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 0.4000 P_10 9_9 0.2000 P_15 9_9 0.1333 P_20 9_9 0.1000 P_30 9_9 0.0667 P_100 9_9 0.0300 P_200 9_9 0.0250 P_500 9_9 0.0440 P_1000 9_9 0.0370 relstring 9_9 '101000--0-' recall_5 9_9 0.0364 recall_10 9_9 0.0364 recall_15 9_9 0.0364 recall_20 9_9 0.0364 recall_30 9_9 0.0364 recall_100 9_9 0.0545 recall_200 9_9 0.0909 recall_500 9_9 0.4000 recall_1000 9_9 0.6727 infAP 9_9 0.0550 Rprec_mult_0.20 9_9 0.1818 Rprec_mult_0.40 9_9 0.0909 Rprec_mult_0.60 9_9 0.0606 Rprec_mult_0.80 9_9 0.0455 Rprec_mult_1.00 9_9 0.0364 Rprec_mult_1.20 9_9 0.0455 Rprec_mult_1.40 9_9 0.0390 Rprec_mult_1.60 9_9 0.0341 Rprec_mult_1.80 9_9 0.0303 Rprec_mult_2.00 9_9 0.0273 utility 9_9 -926.0000 11pt_avg 9_9 0.1144 binG 9_9 0.1036 G 9_9 0.0814 ndcg 9_9 0.3198 ndcg_rel 9_9 0.2321 Rndcg 9_9 0.1209 ndcg_cut_5 9_9 0.1696 ndcg_cut_10 9_9 0.1100 ndcg_cut_15 9_9 0.0853 ndcg_cut_20 9_9 0.0710 ndcg_cut_30 9_9 0.0581 ndcg_cut_100 9_9 0.0516 ndcg_cut_200 9_9 0.0604 ndcg_cut_500 9_9 0.2073 ndcg_cut_1000 9_9 0.3198 map_cut_5 9_9 0.0303 map_cut_10 9_9 0.0303 map_cut_15 9_9 0.0303 map_cut_20 9_9 0.0303 map_cut_30 9_9 0.0303 map_cut_100 9_9 0.0312 map_cut_200 9_9 0.0325 map_cut_500 9_9 0.0445 map_cut_1000 9_9 0.0550 relative_P_5 9_9 0.4000 relative_P_10 9_9 0.2000 relative_P_15 9_9 0.1333 relative_P_20 9_9 0.1000 relative_P_30 9_9 0.0667 relative_P_100 9_9 0.0545 relative_P_200 9_9 0.0909 relative_P_500 9_9 0.4000 relative_P_1000 9_9 0.6727 success_1 9_9 1.0000 success_5 9_9 1.0000 success_10 9_9 1.0000 set_P 9_9 0.0370 set_relative_P 9_9 0.6727 set_recall 9_9 0.6727 set_map 9_9 0.0249 set_F 9_9 0.0701 num_nonrel_judged_ret 9_9 18 rbp 9_9 0.0604 rbp_resid 9_9 0.4854 unj_5 9_9 0.0000 unj_10 9_9 0.3000 unj_20 9_9 0.6500 runid all infosense_llama_pssgqrs_wghtdrerank_2_run num_q all 116 num_ret all 116000 num_rel all 9895 num_rel_ret all 5084 map all 0.1921 gm_map all 0.0415 Rprec all 0.2277 bpref all 0.4011 recip_rank all 0.6827 iprec_at_recall_0.00 all 0.7071 iprec_at_recall_0.10 all 0.5101 iprec_at_recall_0.20 all 0.3617 iprec_at_recall_0.30 all 0.2795 iprec_at_recall_0.40 all 0.2007 iprec_at_recall_0.50 all 0.1430 iprec_at_recall_0.60 all 0.0994 iprec_at_recall_0.70 all 0.0561 iprec_at_recall_0.80 all 0.0283 iprec_at_recall_0.90 all 0.0077 iprec_at_recall_1.00 all 0.0000 P_5 all 0.5345 P_10 all 0.4733 P_15 all 0.4305 P_20 all 0.4099 P_30 all 0.3678 P_100 all 0.2052 P_200 all 0.1378 P_500 all 0.0740 P_1000 all 0.0438 recall_5 all 0.0411 recall_10 all 0.0689 recall_15 all 0.0912 recall_20 all 0.1155 recall_30 all 0.1504 recall_100 all 0.2689 recall_200 all 0.3599 recall_500 all 0.4806 recall_1000 all 0.5578 infAP all 0.1921 gm_bpref all 0.1024 Rprec_mult_0.20 all 0.4406 Rprec_mult_0.40 all 0.3428 Rprec_mult_0.60 all 0.2876 Rprec_mult_0.80 all 0.2538 Rprec_mult_1.00 all 0.2277 Rprec_mult_1.20 all 0.2073 Rprec_mult_1.40 all 0.1888 Rprec_mult_1.60 all 0.1752 Rprec_mult_1.80 all 0.1636 Rprec_mult_2.00 all 0.1544 utility all -912.3448 11pt_avg all 0.2176 binG all 0.1434 G all 0.1116 ndcg all 0.4197 ndcg_rel all 0.3717 Rndcg all 0.3277 ndcg_cut_5 all 0.3637 ndcg_cut_10 all 0.3450 ndcg_cut_15 all 0.3343 ndcg_cut_20 all 0.3309 ndcg_cut_30 all 0.3239 ndcg_cut_100 all 0.3041 ndcg_cut_200 all 0.3359 ndcg_cut_500 all 0.3877 ndcg_cut_1000 all 0.4197 map_cut_5 all 0.0366 map_cut_10 all 0.0560 map_cut_15 all 0.0701 map_cut_20 all 0.0840 map_cut_30 all 0.1038 map_cut_100 all 0.1517 map_cut_200 all 0.1715 map_cut_500 all 0.1865 map_cut_1000 all 0.1921 relative_P_5 all 0.5349 relative_P_10 all 0.4746 relative_P_15 all 0.4335 relative_P_20 all 0.4152 relative_P_30 all 0.3789 relative_P_100 all 0.3002 relative_P_200 all 0.3618 relative_P_500 all 0.4806 relative_P_1000 all 0.5578 success_1 all 0.6207 success_5 all 0.7672 success_10 all 0.7931 set_P all 0.0438 set_relative_P all 0.5578 set_recall all 0.5578 set_map all 0.0301 set_F all 0.0790 num_nonrel_judged_ret all 2960 rbp all 0.2545 rbp_resid all 0.2701 unj_5 all 0.0052 unj_10 all 0.1828 unj_20 all 0.3297