num_ret 0_10 1000 num_rel 0_10 54 num_rel_ret 0_10 52 map 0_10 0.3457 Rprec 0_10 0.4074 bpref 0_10 0.6619 recip_rank 0_10 0.3333 iprec_at_recall_0.00 0_10 0.6250 iprec_at_recall_0.10 0_10 0.6250 iprec_at_recall_0.20 0_10 0.4783 iprec_at_recall_0.30 0_10 0.4348 iprec_at_recall_0.40 0_10 0.4219 iprec_at_recall_0.50 0_10 0.4219 iprec_at_recall_0.60 0_10 0.3765 iprec_at_recall_0.70 0_10 0.3171 iprec_at_recall_0.80 0_10 0.2756 iprec_at_recall_0.90 0_10 0.1775 iprec_at_recall_1.00 0_10 0.0000 P_5 0_10 0.4000 P_10 0_10 0.5000 P_15 0_10 0.4000 P_20 0_10 0.4500 P_30 0_10 0.3667 P_100 0_10 0.3200 P_200 0_10 0.2250 P_500 0_10 0.1020 P_1000 0_10 0.0520 relstring 0_10 '0030322100' recall_5 0_10 0.0370 recall_10 0_10 0.0926 recall_15 0_10 0.1111 recall_20 0_10 0.1667 recall_30 0_10 0.2037 recall_100 0_10 0.5926 recall_200 0_10 0.8333 recall_500 0_10 0.9444 recall_1000 0_10 0.9630 infAP 0_10 0.3457 Rprec_mult_0.20 0_10 0.4545 Rprec_mult_0.40 0_10 0.4545 Rprec_mult_0.60 0_10 0.3939 Rprec_mult_0.80 0_10 0.4091 Rprec_mult_1.00 0_10 0.4074 Rprec_mult_1.20 0_10 0.4154 Rprec_mult_1.40 0_10 0.3684 Rprec_mult_1.60 0_10 0.3678 Rprec_mult_1.80 0_10 0.3265 Rprec_mult_2.00 0_10 0.3148 utility 0_10 -896.0000 11pt_avg 0_10 0.3776 binG 0_10 0.2025 G 0_10 0.1621 ndcg 0_10 0.6661 ndcg_rel 0_10 0.4494 Rndcg 0_10 0.4177 ndcg_cut_5 0_10 0.3008 ndcg_cut_10 0_10 0.3195 ndcg_cut_15 0_10 0.2913 ndcg_cut_20 0_10 0.2870 ndcg_cut_30 0_10 0.2666 ndcg_cut_100 0_10 0.4795 ndcg_cut_200 0_10 0.6119 ndcg_cut_500 0_10 0.6630 ndcg_cut_1000 0_10 0.6661 map_cut_5 0_10 0.0136 map_cut_10 0_10 0.0450 map_cut_15 0_10 0.0529 map_cut_20 0_10 0.0776 map_cut_30 0_10 0.0952 map_cut_100 0_10 0.2515 map_cut_200 0_10 0.3234 map_cut_500 0_10 0.3445 map_cut_1000 0_10 0.3457 relative_P_5 0_10 0.4000 relative_P_10 0_10 0.5000 relative_P_15 0_10 0.4000 relative_P_20 0_10 0.4500 relative_P_30 0_10 0.3667 relative_P_100 0_10 0.5926 relative_P_200 0_10 0.8333 relative_P_500 0_10 0.9444 relative_P_1000 0_10 0.9630 success_1 0_10 0.0000 success_5 0_10 1.0000 success_10 0_10 1.0000 set_P 0_10 0.0520 set_relative_P 0_10 0.9630 set_recall 0_10 0.9630 set_map 0_10 0.0501 set_F 0_10 0.0987 num_nonrel_judged_ret 0_10 39 rbp 0_10 0.3198 rbp_resid 0_10 0.1218 unj_5 0_10 0.0000 unj_10 0_10 0.0000 unj_20 0_10 0.1500 num_ret 0_11 1000 num_rel 0_11 12 num_rel_ret 0_11 11 map 0_11 0.6787 Rprec 0_11 0.5833 bpref 0_11 0.6806 recip_rank 0_11 1.0000 iprec_at_recall_0.00 0_11 1.0000 iprec_at_recall_0.10 0_11 1.0000 iprec_at_recall_0.20 0_11 1.0000 iprec_at_recall_0.30 0_11 1.0000 iprec_at_recall_0.40 0_11 0.6667 iprec_at_recall_0.50 0_11 0.6667 iprec_at_recall_0.60 0_11 0.6429 iprec_at_recall_0.70 0_11 0.6429 iprec_at_recall_0.80 0_11 0.5882 iprec_at_recall_0.90 0_11 0.4231 iprec_at_recall_1.00 0_11 0.0000 P_5 0_11 0.8000 P_10 0_11 0.6000 P_15 0_11 0.6000 P_20 0_11 0.5000 P_30 0_11 0.3667 P_100 0_11 0.1100 P_200 0_11 0.0550 P_500 0_11 0.0220 P_1000 0_11 0.0110 relstring 0_11 '3333000330' recall_5 0_11 0.3333 recall_10 0_11 0.5000 recall_15 0_11 0.7500 recall_20 0_11 0.8333 recall_30 0_11 0.9167 recall_100 0_11 0.9167 recall_200 0_11 0.9167 recall_500 0_11 0.9167 recall_1000 0_11 0.9167 infAP 0_11 0.6787 Rprec_mult_0.20 0_11 1.0000 Rprec_mult_0.40 0_11 0.8000 Rprec_mult_0.60 0_11 0.6250 Rprec_mult_0.80 0_11 0.6000 Rprec_mult_1.00 0_11 0.5833 Rprec_mult_1.20 0_11 0.6000 Rprec_mult_1.40 0_11 0.5882 Rprec_mult_1.60 0_11 0.5000 Rprec_mult_1.80 0_11 0.4545 Rprec_mult_2.00 0_11 0.4167 utility 0_11 -978.0000 11pt_avg 0_11 0.6937 binG 0_11 0.5408 G 0_11 0.4879 ndcg 0_11 0.8673 ndcg_rel 0_11 0.8517 Rndcg 0_11 0.7722 ndcg_cut_5 0_11 0.8688 ndcg_cut_10 0_11 0.6995 ndcg_cut_15 0_11 0.7789 ndcg_cut_20 0_11 0.8260 ndcg_cut_30 0_11 0.8673 ndcg_cut_100 0_11 0.8673 ndcg_cut_200 0_11 0.8673 ndcg_cut_500 0_11 0.8673 ndcg_cut_1000 0_11 0.8673 map_cut_5 0_11 0.3333 map_cut_10 0_11 0.4410 map_cut_15 0_11 0.5944 map_cut_20 0_11 0.6435 map_cut_30 0_11 0.6787 map_cut_100 0_11 0.6787 map_cut_200 0_11 0.6787 map_cut_500 0_11 0.6787 map_cut_1000 0_11 0.6787 relative_P_5 0_11 0.8000 relative_P_10 0_11 0.6000 relative_P_15 0_11 0.7500 relative_P_20 0_11 0.8333 relative_P_30 0_11 0.9167 relative_P_100 0_11 0.9167 relative_P_200 0_11 0.9167 relative_P_500 0_11 0.9167 relative_P_1000 0_11 0.9167 success_1 0_11 1.0000 success_5 0_11 1.0000 success_10 0_11 1.0000 set_P 0_11 0.0110 set_relative_P 0_11 0.9167 set_recall 0_11 0.9167 set_map 0_11 0.0101 set_F 0_11 0.0217 num_nonrel_judged_ret 0_11 24 rbp 0_11 0.5455 rbp_resid 0_11 0.1302 unj_5 0_11 0.0000 unj_10 0_11 0.0000 unj_20 0_11 0.0500 num_ret 0_2 1000 num_rel 0_2 34 num_rel_ret 0_2 33 map 0_2 0.0585 Rprec 0_2 0.0000 bpref 0_2 0.0000 recip_rank 0_2 0.0270 iprec_at_recall_0.00 0_2 0.0862 iprec_at_recall_0.10 0_2 0.0862 iprec_at_recall_0.20 0_2 0.0862 iprec_at_recall_0.30 0_2 0.0862 iprec_at_recall_0.40 0_2 0.0669 iprec_at_recall_0.50 0_2 0.0669 iprec_at_recall_0.60 0_2 0.0615 iprec_at_recall_0.70 0_2 0.0591 iprec_at_recall_0.80 0_2 0.0529 iprec_at_recall_0.90 0_2 0.0508 iprec_at_recall_1.00 0_2 0.0000 P_5 0_2 0.0000 P_10 0_2 0.0000 P_15 0_2 0.0000 P_20 0_2 0.0000 P_30 0_2 0.0000 P_100 0_2 0.0700 P_200 0_2 0.0600 P_500 0_2 0.0520 P_1000 0_2 0.0330 relstring 0_2 '0000000000' recall_5 0_2 0.0000 recall_10 0_2 0.0000 recall_15 0_2 0.0000 recall_20 0_2 0.0000 recall_30 0_2 0.0000 recall_100 0_2 0.2059 recall_200 0_2 0.3529 recall_500 0_2 0.7647 recall_1000 0_2 0.9706 infAP 0_2 0.0585 Rprec_mult_0.20 0_2 0.0000 Rprec_mult_0.40 0_2 0.0000 Rprec_mult_0.60 0_2 0.0000 Rprec_mult_0.80 0_2 0.0000 Rprec_mult_1.00 0_2 0.0000 Rprec_mult_1.20 0_2 0.0244 Rprec_mult_1.40 0_2 0.0417 Rprec_mult_1.60 0_2 0.0364 Rprec_mult_1.80 0_2 0.0323 Rprec_mult_2.00 0_2 0.0588 utility 0_2 -934.0000 11pt_avg 0_2 0.0639 binG 0_2 0.1289 G 0_2 0.1293 ndcg 0_2 0.3858 ndcg_rel 0_2 0.2301 Rndcg 0_2 0.0964 ndcg_cut_5 0_2 0.0000 ndcg_cut_10 0_2 0.0000 ndcg_cut_15 0_2 0.0000 ndcg_cut_20 0_2 0.0000 ndcg_cut_30 0_2 0.0000 ndcg_cut_100 0_2 0.1035 ndcg_cut_200 0_2 0.1808 ndcg_cut_500 0_2 0.3202 ndcg_cut_1000 0_2 0.3858 map_cut_5 0_2 0.0000 map_cut_10 0_2 0.0000 map_cut_15 0_2 0.0000 map_cut_20 0_2 0.0000 map_cut_30 0_2 0.0000 map_cut_100 0_2 0.0119 map_cut_200 0_2 0.0232 map_cut_500 0_2 0.0482 map_cut_1000 0_2 0.0585 relative_P_5 0_2 0.0000 relative_P_10 0_2 0.0000 relative_P_15 0_2 0.0000 relative_P_20 0_2 0.0000 relative_P_30 0_2 0.0000 relative_P_100 0_2 0.2059 relative_P_200 0_2 0.3529 relative_P_500 0_2 0.7647 relative_P_1000 0_2 0.9706 success_1 0_2 0.0000 success_5 0_2 0.0000 success_10 0_2 0.0000 set_P 0_2 0.0330 set_relative_P 0_2 0.9706 set_recall 0_2 0.9706 set_map 0_2 0.0320 set_F 0_2 0.0638 num_nonrel_judged_ret 0_2 150 rbp 0_2 0.0023 rbp_resid 0_2 0.0158 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1000 num_rel 0_3 24 num_rel_ret 0_3 24 map 0_3 0.1092 Rprec 0_3 0.1667 bpref 0_3 0.0677 recip_rank 0_3 0.1250 iprec_at_recall_0.00 0_3 0.1724 iprec_at_recall_0.10 0_3 0.1724 iprec_at_recall_0.20 0_3 0.1724 iprec_at_recall_0.30 0_3 0.1400 iprec_at_recall_0.40 0_3 0.1067 iprec_at_recall_0.50 0_3 0.1067 iprec_at_recall_0.60 0_3 0.1067 iprec_at_recall_0.70 0_3 0.1000 iprec_at_recall_0.80 0_3 0.0848 iprec_at_recall_0.90 0_3 0.0780 iprec_at_recall_1.00 0_3 0.0672 P_5 0_3 0.0000 P_10 0_3 0.1000 P_15 0_3 0.1333 P_20 0_3 0.1500 P_30 0_3 0.1667 P_100 0_3 0.0900 P_200 0_3 0.0900 P_500 0_3 0.0480 P_1000 0_3 0.0240 relstring 0_3 '0000000100' recall_5 0_3 0.0000 recall_10 0_3 0.0417 recall_15 0_3 0.0833 recall_20 0_3 0.1250 recall_30 0_3 0.2083 recall_100 0_3 0.3750 recall_200 0_3 0.7500 recall_500 0_3 1.0000 recall_1000 0_3 1.0000 infAP 0_3 0.1092 Rprec_mult_0.20 0_3 0.0000 Rprec_mult_0.40 0_3 0.1000 Rprec_mult_0.60 0_3 0.1333 Rprec_mult_0.80 0_3 0.1500 Rprec_mult_1.00 0_3 0.1667 Rprec_mult_1.20 0_3 0.1724 Rprec_mult_1.40 0_3 0.1471 Rprec_mult_1.60 0_3 0.1538 Rprec_mult_1.80 0_3 0.1364 Rprec_mult_2.00 0_3 0.1250 utility 0_3 -952.0000 11pt_avg 0_3 0.1188 binG 0_3 0.1661 G 0_3 0.1563 ndcg 0_3 0.4010 ndcg_rel 0_3 0.2259 Rndcg 0_3 0.1260 ndcg_cut_5 0_3 0.0000 ndcg_cut_10 0_3 0.0371 ndcg_cut_15 0_3 0.0576 ndcg_cut_20 0_3 0.0722 ndcg_cut_30 0_3 0.1203 ndcg_cut_100 0_3 0.1916 ndcg_cut_200 0_3 0.2976 ndcg_cut_500 0_3 0.4010 ndcg_cut_1000 0_3 0.4010 map_cut_5 0_3 0.0000 map_cut_10 0_3 0.0052 map_cut_15 0_3 0.0108 map_cut_20 0_3 0.0170 map_cut_30 0_3 0.0311 map_cut_100 0_3 0.0534 map_cut_200 0_3 0.0899 map_cut_500 0_3 0.1092 map_cut_1000 0_3 0.1092 relative_P_5 0_3 0.0000 relative_P_10 0_3 0.1000 relative_P_15 0_3 0.1333 relative_P_20 0_3 0.1500 relative_P_30 0_3 0.2083 relative_P_100 0_3 0.3750 relative_P_200 0_3 0.7500 relative_P_500 0_3 1.0000 relative_P_1000 0_3 1.0000 success_1 0_3 0.0000 success_5 0_3 0.0000 success_10 0_3 1.0000 set_P 0_3 0.0240 set_relative_P 0_3 1.0000 set_recall 0_3 1.0000 set_map 0_3 0.0240 set_F 0_3 0.0469 num_nonrel_judged_ret 0_3 146 rbp 0_3 0.0367 rbp_resid 0_3 0.0037 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 1000 num_rel 0_4 20 num_rel_ret 0_4 14 map 0_4 0.2122 Rprec 0_4 0.2500 bpref 0_4 0.4125 recip_rank 0_4 1.0000 iprec_at_recall_0.00 0_4 1.0000 iprec_at_recall_0.10 0_4 1.0000 iprec_at_recall_0.20 0_4 0.2778 iprec_at_recall_0.30 0_4 0.2593 iprec_at_recall_0.40 0_4 0.2500 iprec_at_recall_0.50 0_4 0.1803 iprec_at_recall_0.60 0_4 0.0585 iprec_at_recall_0.70 0_4 0.0476 iprec_at_recall_0.80 0_4 0.0000 iprec_at_recall_0.90 0_4 0.0000 iprec_at_recall_1.00 0_4 0.0000 P_5 0_4 0.4000 P_10 0_4 0.2000 P_15 0_4 0.2667 P_20 0_4 0.2500 P_30 0_4 0.2333 P_100 0_4 0.1100 P_200 0_4 0.0550 P_500 0_4 0.0280 P_1000 0_4 0.0140 relstring 0_4 '22000---0-' recall_5 0_4 0.1000 recall_10 0_4 0.1000 recall_15 0_4 0.2000 recall_20 0_4 0.2500 recall_30 0_4 0.3500 recall_100 0_4 0.5500 recall_200 0_4 0.5500 recall_500 0_4 0.7000 recall_1000 0_4 0.7000 infAP 0_4 0.2122 Rprec_mult_0.20 0_4 0.5000 Rprec_mult_0.40 0_4 0.2500 Rprec_mult_0.60 0_4 0.1667 Rprec_mult_0.80 0_4 0.2500 Rprec_mult_1.00 0_4 0.2500 Rprec_mult_1.20 0_4 0.2083 Rprec_mult_1.40 0_4 0.2500 Rprec_mult_1.60 0_4 0.2500 Rprec_mult_1.80 0_4 0.2222 Rprec_mult_2.00 0_4 0.2000 utility 0_4 -972.0000 11pt_avg 0_4 0.2794 binG 0_4 0.2198 G 0_4 0.1487 ndcg 0_4 0.4513 ndcg_rel 0_4 0.4055 Rndcg 0_4 0.3333 ndcg_cut_5 0_4 0.3080 ndcg_cut_10 0_4 0.2367 ndcg_cut_15 0_4 0.2572 ndcg_cut_20 0_4 0.2812 ndcg_cut_30 0_4 0.3565 ndcg_cut_100 0_4 0.4211 ndcg_cut_200 0_4 0.4211 ndcg_cut_500 0_4 0.4513 ndcg_cut_1000 0_4 0.4513 map_cut_5 0_4 0.1000 map_cut_10 0_4 0.1000 map_cut_15 0_4 0.1249 map_cut_20 0_4 0.1388 map_cut_30 0_4 0.1637 map_cut_100 0_4 0.2043 map_cut_200 0_4 0.2043 map_cut_500 0_4 0.2122 map_cut_1000 0_4 0.2122 relative_P_5 0_4 0.4000 relative_P_10 0_4 0.2000 relative_P_15 0_4 0.2667 relative_P_20 0_4 0.2500 relative_P_30 0_4 0.3500 relative_P_100 0_4 0.5500 relative_P_200 0_4 0.5500 relative_P_500 0_4 0.7000 relative_P_1000 0_4 0.7000 success_1 0_4 1.0000 success_5 0_4 1.0000 success_10 0_4 1.0000 set_P 0_4 0.0140 set_relative_P 0_4 0.7000 set_recall 0_4 0.7000 set_map 0_4 0.0098 set_F 0_4 0.0275 num_nonrel_judged_ret 0_4 18 rbp 0_4 0.1396 rbp_resid 0_4 0.3683 unj_5 0_4 0.0000 unj_10 0_4 0.4000 unj_20 0_4 0.4000 num_ret 0_6 1000 num_rel 0_6 121 num_rel_ret 0_6 88 map 0_6 0.3185 Rprec 0_6 0.3554 bpref 0_6 0.6132 recip_rank 0_6 1.0000 iprec_at_recall_0.00 0_6 1.0000 iprec_at_recall_0.10 0_6 0.8125 iprec_at_recall_0.20 0_6 0.6923 iprec_at_recall_0.30 0_6 0.5968 iprec_at_recall_0.40 0_6 0.3221 iprec_at_recall_0.50 0_6 0.1944 iprec_at_recall_0.60 0_6 0.1380 iprec_at_recall_0.70 0_6 0.0999 iprec_at_recall_0.80 0_6 0.0000 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 0.6000 P_10 0_6 0.8000 P_15 0_6 0.8000 P_20 0_6 0.8000 P_30 0_6 0.7333 P_100 0_6 0.4000 P_200 0_6 0.2550 P_500 0_6 0.1340 P_1000 0_6 0.0880 relstring 0_6 '3310022212' recall_5 0_6 0.0248 recall_10 0_6 0.0661 recall_15 0_6 0.0992 recall_20 0_6 0.1322 recall_30 0_6 0.1818 recall_100 0_6 0.3306 recall_200 0_6 0.4215 recall_500 0_6 0.5537 recall_1000 0_6 0.7273 infAP 0_6 0.3185 Rprec_mult_0.20 0_6 0.8000 Rprec_mult_0.40 0_6 0.6327 Rprec_mult_0.60 0_6 0.5479 Rprec_mult_0.80 0_6 0.4124 Rprec_mult_1.00 0_6 0.3554 Rprec_mult_1.20 0_6 0.3151 Rprec_mult_1.40 0_6 0.2882 Rprec_mult_1.60 0_6 0.2577 Rprec_mult_1.80 0_6 0.2385 Rprec_mult_2.00 0_6 0.2273 utility 0_6 -824.0000 11pt_avg 0_6 0.3505 binG 0_6 0.1753 G 0_6 0.1605 ndcg 0_6 0.6636 ndcg_rel 0_6 0.6174 Rndcg 0_6 0.5737 ndcg_cut_5 0_6 0.6097 ndcg_cut_10 0_6 0.6683 ndcg_cut_15 0_6 0.6399 ndcg_cut_20 0_6 0.6202 ndcg_cut_30 0_6 0.5576 ndcg_cut_100 0_6 0.5093 ndcg_cut_200 0_6 0.5229 ndcg_cut_500 0_6 0.5916 ndcg_cut_1000 0_6 0.6636 map_cut_5 0_6 0.0248 map_cut_10 0_6 0.0554 map_cut_15 0_6 0.0822 map_cut_20 0_6 0.1085 map_cut_30 0_6 0.1470 map_cut_100 0_6 0.2406 map_cut_200 0_6 0.2710 map_cut_500 0_6 0.2976 map_cut_1000 0_6 0.3185 relative_P_5 0_6 0.6000 relative_P_10 0_6 0.8000 relative_P_15 0_6 0.8000 relative_P_20 0_6 0.8000 relative_P_30 0_6 0.7333 relative_P_100 0_6 0.4000 relative_P_200 0_6 0.4215 relative_P_500 0_6 0.5537 relative_P_1000 0_6 0.7273 success_1 0_6 1.0000 success_5 0_6 1.0000 success_10 0_6 1.0000 set_P 0_6 0.0880 set_relative_P 0_6 0.7273 set_recall 0_6 0.7273 set_map 0_6 0.0640 set_F 0_6 0.1570 num_nonrel_judged_ret 0_6 19 rbp 0_6 0.4674 rbp_resid 0_6 0.0585 unj_5 0_6 0.0000 unj_10 0_6 0.0000 unj_20 0_6 0.0500 num_ret 0_7 1000 num_rel 0_7 33 num_rel_ret 0_7 29 map 0_7 0.2148 Rprec 0_7 0.2424 bpref 0_7 0.2626 recip_rank 0_7 0.5000 iprec_at_recall_0.00 0_7 0.7500 iprec_at_recall_0.10 0_7 0.7500 iprec_at_recall_0.20 0_7 0.3889 iprec_at_recall_0.30 0_7 0.2703 iprec_at_recall_0.40 0_7 0.1711 iprec_at_recall_0.50 0_7 0.1410 iprec_at_recall_0.60 0_7 0.1410 iprec_at_recall_0.70 0_7 0.1075 iprec_at_recall_0.80 0_7 0.0906 iprec_at_recall_0.90 0_7 0.0000 iprec_at_recall_1.00 0_7 0.0000 P_5 0_7 0.6000 P_10 0_7 0.5000 P_15 0_7 0.3333 P_20 0_7 0.3500 P_30 0_7 0.2667 P_100 0_7 0.1600 P_200 0_7 0.1100 P_500 0_7 0.0540 P_1000 0_7 0.0290 relstring 0_7 '0111001010' recall_5 0_7 0.0909 recall_10 0_7 0.1515 recall_15 0_7 0.1515 recall_20 0_7 0.2121 recall_30 0_7 0.2424 recall_100 0_7 0.4848 recall_200 0_7 0.6667 recall_500 0_7 0.8182 recall_1000 0_7 0.8788 infAP 0_7 0.2148 Rprec_mult_0.20 0_7 0.5714 Rprec_mult_0.40 0_7 0.3571 Rprec_mult_0.60 0_7 0.3500 Rprec_mult_0.80 0_7 0.2963 Rprec_mult_1.00 0_7 0.2424 Rprec_mult_1.20 0_7 0.2500 Rprec_mult_1.40 0_7 0.2128 Rprec_mult_1.60 0_7 0.2075 Rprec_mult_1.80 0_7 0.1833 Rprec_mult_2.00 0_7 0.1667 utility 0_7 -942.0000 11pt_avg 0_7 0.2555 binG 0_7 0.2005 G 0_7 0.1714 ndcg 0_7 0.5324 ndcg_rel 0_7 0.4063 Rndcg 0_7 0.3266 ndcg_cut_5 0_7 0.3410 ndcg_cut_10 0_7 0.3557 ndcg_cut_15 0_7 0.2931 ndcg_cut_20 0_7 0.3081 ndcg_cut_30 0_7 0.2680 ndcg_cut_100 0_7 0.3854 ndcg_cut_200 0_7 0.4590 ndcg_cut_500 0_7 0.5134 ndcg_cut_1000 0_7 0.5324 map_cut_5 0_7 0.0581 map_cut_10 0_7 0.0922 map_cut_15 0_7 0.0922 map_cut_20 0_7 0.1147 map_cut_30 0_7 0.1257 map_cut_100 0_7 0.1729 map_cut_200 0_7 0.1978 map_cut_500 0_7 0.2119 map_cut_1000 0_7 0.2148 relative_P_5 0_7 0.6000 relative_P_10 0_7 0.5000 relative_P_15 0_7 0.3333 relative_P_20 0_7 0.3500 relative_P_30 0_7 0.2667 relative_P_100 0_7 0.4848 relative_P_200 0_7 0.6667 relative_P_500 0_7 0.8182 relative_P_1000 0_7 0.8788 success_1 0_7 0.0000 success_5 0_7 1.0000 success_10 0_7 1.0000 set_P 0_7 0.0290 set_relative_P 0_7 0.8788 set_recall 0_7 0.8788 set_map 0_7 0.0255 set_F 0_7 0.0561 num_nonrel_judged_ret 0_7 85 rbp 0_7 0.1961 rbp_resid 0_7 0.1480 unj_5 0_7 0.0000 unj_10 0_7 0.0000 unj_20 0_7 0.2000 num_ret 0_8 1000 num_rel 0_8 31 num_rel_ret 0_8 26 map 0_8 0.0794 Rprec 0_8 0.0968 bpref 0_8 0.4610 recip_rank 0_8 0.5000 iprec_at_recall_0.00 0_8 0.5000 iprec_at_recall_0.10 0_8 0.1250 iprec_at_recall_0.20 0_8 0.0952 iprec_at_recall_0.30 0_8 0.0952 iprec_at_recall_0.40 0_8 0.0952 iprec_at_recall_0.50 0_8 0.0667 iprec_at_recall_0.60 0_8 0.0613 iprec_at_recall_0.70 0_8 0.0613 iprec_at_recall_0.80 0_8 0.0415 iprec_at_recall_0.90 0_8 0.0000 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.2000 P_10 0_8 0.2000 P_15 0_8 0.1333 P_20 0_8 0.1000 P_30 0_8 0.1000 P_100 0_8 0.0600 P_200 0_8 0.0750 P_500 0_8 0.0460 P_1000 0_8 0.0260 relstring 0_8 '01000-1---' recall_5 0_8 0.0323 recall_10 0_8 0.0645 recall_15 0_8 0.0645 recall_20 0_8 0.0645 recall_30 0_8 0.0968 recall_100 0_8 0.1935 recall_200 0_8 0.4839 recall_500 0_8 0.7419 recall_1000 0_8 0.8387 infAP 0_8 0.0794 Rprec_mult_0.20 0_8 0.2857 Rprec_mult_0.40 0_8 0.1538 Rprec_mult_0.60 0_8 0.1053 Rprec_mult_0.80 0_8 0.0800 Rprec_mult_1.00 0_8 0.0968 Rprec_mult_1.20 0_8 0.1053 Rprec_mult_1.40 0_8 0.0909 Rprec_mult_1.60 0_8 0.0800 Rprec_mult_1.80 0_8 0.0714 Rprec_mult_2.00 0_8 0.0645 utility 0_8 -948.0000 11pt_avg 0_8 0.1038 binG 0_8 0.1386 G 0_8 0.1246 ndcg 0_8 0.3863 ndcg_rel 0_8 0.2618 Rndcg 0_8 0.1951 ndcg_cut_5 0_8 0.1070 ndcg_cut_10 0_8 0.1096 ndcg_cut_15 0_8 0.0953 ndcg_cut_20 0_8 0.0854 ndcg_cut_30 0_8 0.0871 ndcg_cut_100 0_8 0.1349 ndcg_cut_200 0_8 0.2586 ndcg_cut_500 0_8 0.3465 ndcg_cut_1000 0_8 0.3863 map_cut_5 0_8 0.0161 map_cut_10 0_8 0.0253 map_cut_15 0_8 0.0253 map_cut_20 0_8 0.0253 map_cut_30 0_8 0.0287 map_cut_100 0_8 0.0371 map_cut_200 0_8 0.0597 map_cut_500 0_8 0.0753 map_cut_1000 0_8 0.0794 relative_P_5 0_8 0.2000 relative_P_10 0_8 0.2000 relative_P_15 0_8 0.1333 relative_P_20 0_8 0.1000 relative_P_30 0_8 0.1000 relative_P_100 0_8 0.1935 relative_P_200 0_8 0.4839 relative_P_500 0_8 0.7419 relative_P_1000 0_8 0.8387 success_1 0_8 0.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 0.0260 set_relative_P 0_8 0.8387 set_recall 0_8 0.8387 set_map 0_8 0.0218 set_F 0_8 0.0504 num_nonrel_judged_ret 0_8 25 rbp 0_8 0.0761 rbp_resid 0_8 0.4998 unj_5 0_8 0.0000 unj_10 0_8 0.4000 unj_20 0_8 0.6500 num_ret 10_1 1000 num_rel 10_1 118 num_rel_ret 10_1 11 map 10_1 0.0038 Rprec 10_1 0.0424 bpref 10_1 0.0906 recip_rank 10_1 0.0385 iprec_at_recall_0.00 10_1 0.0882 iprec_at_recall_0.10 10_1 0.0000 iprec_at_recall_0.20 10_1 0.0000 iprec_at_recall_0.30 10_1 0.0000 iprec_at_recall_0.40 10_1 0.0000 iprec_at_recall_0.50 10_1 0.0000 iprec_at_recall_0.60 10_1 0.0000 iprec_at_recall_0.70 10_1 0.0000 iprec_at_recall_0.80 10_1 0.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 0.0000 P_10 10_1 0.0000 P_15 10_1 0.0000 P_20 10_1 0.0000 P_30 10_1 0.0667 P_100 10_1 0.0300 P_200 10_1 0.0350 P_500 10_1 0.0200 P_1000 10_1 0.0110 relstring 10_1 '00--------' recall_5 10_1 0.0000 recall_10 10_1 0.0000 recall_15 10_1 0.0000 recall_20 10_1 0.0000 recall_30 10_1 0.0169 recall_100 10_1 0.0254 recall_200 10_1 0.0593 recall_500 10_1 0.0847 recall_1000 10_1 0.0932 infAP 10_1 0.0038 Rprec_mult_0.20 10_1 0.0000 Rprec_mult_0.40 10_1 0.0625 Rprec_mult_0.60 10_1 0.0423 Rprec_mult_0.80 10_1 0.0316 Rprec_mult_1.00 10_1 0.0424 Rprec_mult_1.20 10_1 0.0352 Rprec_mult_1.40 10_1 0.0422 Rprec_mult_1.60 10_1 0.0370 Rprec_mult_1.80 10_1 0.0329 Rprec_mult_2.00 10_1 0.0297 utility 10_1 -978.0000 11pt_avg 10_1 0.0080 binG 10_1 0.0139 G 10_1 0.0142 ndcg 10_1 0.0674 ndcg_rel 10_1 0.0650 Rndcg 10_1 0.0325 ndcg_cut_5 10_1 0.0000 ndcg_cut_10 10_1 0.0000 ndcg_cut_15 10_1 0.0000 ndcg_cut_20 10_1 0.0000 ndcg_cut_30 10_1 0.0294 ndcg_cut_100 10_1 0.0227 ndcg_cut_200 10_1 0.0469 ndcg_cut_500 10_1 0.0620 ndcg_cut_1000 10_1 0.0674 map_cut_5 10_1 0.0000 map_cut_10 10_1 0.0000 map_cut_15 10_1 0.0000 map_cut_20 10_1 0.0000 map_cut_30 10_1 0.0009 map_cut_100 10_1 0.0016 map_cut_200 10_1 0.0030 map_cut_500 10_1 0.0037 map_cut_1000 10_1 0.0038 relative_P_5 10_1 0.0000 relative_P_10 10_1 0.0000 relative_P_15 10_1 0.0000 relative_P_20 10_1 0.0000 relative_P_30 10_1 0.0667 relative_P_100 10_1 0.0300 relative_P_200 10_1 0.0593 relative_P_500 10_1 0.0847 relative_P_1000 10_1 0.0932 success_1 10_1 0.0000 success_5 10_1 0.0000 success_10 10_1 0.0000 set_P 10_1 0.0110 set_relative_P 10_1 0.0932 set_recall 10_1 0.0932 set_map 10_1 0.0010 set_F 10_1 0.0197 num_nonrel_judged_ret 10_1 9 rbp 10_1 0.0066 rbp_resid 10_1 0.7922 unj_5 10_1 0.6000 unj_10 10_1 0.8000 unj_20 10_1 0.9000 num_ret 10_12 1000 num_rel 10_12 71 num_rel_ret 10_12 1 map 10_12 0.0000 Rprec 10_12 0.0000 bpref 10_12 0.0127 recip_rank 10_12 0.0014 iprec_at_recall_0.00 10_12 0.0014 iprec_at_recall_0.10 10_12 0.0000 iprec_at_recall_0.20 10_12 0.0000 iprec_at_recall_0.30 10_12 0.0000 iprec_at_recall_0.40 10_12 0.0000 iprec_at_recall_0.50 10_12 0.0000 iprec_at_recall_0.60 10_12 0.0000 iprec_at_recall_0.70 10_12 0.0000 iprec_at_recall_0.80 10_12 0.0000 iprec_at_recall_0.90 10_12 0.0000 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 0.0000 P_10 10_12 0.0000 P_15 10_12 0.0000 P_20 10_12 0.0000 P_30 10_12 0.0000 P_100 10_12 0.0000 P_200 10_12 0.0000 P_500 10_12 0.0000 P_1000 10_12 0.0010 relstring 10_12 '00000-----' recall_5 10_12 0.0000 recall_10 10_12 0.0000 recall_15 10_12 0.0000 recall_20 10_12 0.0000 recall_30 10_12 0.0000 recall_100 10_12 0.0000 recall_200 10_12 0.0000 recall_500 10_12 0.0000 recall_1000 10_12 0.0141 infAP 10_12 0.0000 Rprec_mult_0.20 10_12 0.0000 Rprec_mult_0.40 10_12 0.0000 Rprec_mult_0.60 10_12 0.0000 Rprec_mult_0.80 10_12 0.0000 Rprec_mult_1.00 10_12 0.0000 Rprec_mult_1.20 10_12 0.0000 Rprec_mult_1.40 10_12 0.0000 Rprec_mult_1.60 10_12 0.0000 Rprec_mult_1.80 10_12 0.0000 Rprec_mult_2.00 10_12 0.0000 utility 10_12 -998.0000 11pt_avg 10_12 0.0001 binG 10_12 0.0015 G 10_12 0.0008 ndcg 10_12 0.0030 ndcg_rel 10_12 0.0030 Rndcg 10_12 0.0006 ndcg_cut_5 10_12 0.0000 ndcg_cut_10 10_12 0.0000 ndcg_cut_15 10_12 0.0000 ndcg_cut_20 10_12 0.0000 ndcg_cut_30 10_12 0.0000 ndcg_cut_100 10_12 0.0000 ndcg_cut_200 10_12 0.0000 ndcg_cut_500 10_12 0.0000 ndcg_cut_1000 10_12 0.0030 map_cut_5 10_12 0.0000 map_cut_10 10_12 0.0000 map_cut_15 10_12 0.0000 map_cut_20 10_12 0.0000 map_cut_30 10_12 0.0000 map_cut_100 10_12 0.0000 map_cut_200 10_12 0.0000 map_cut_500 10_12 0.0000 map_cut_1000 10_12 0.0000 relative_P_5 10_12 0.0000 relative_P_10 10_12 0.0000 relative_P_15 10_12 0.0000 relative_P_20 10_12 0.0000 relative_P_30 10_12 0.0000 relative_P_100 10_12 0.0000 relative_P_200 10_12 0.0000 relative_P_500 10_12 0.0000 relative_P_1000 10_12 0.0141 success_1 10_12 0.0000 success_5 10_12 0.0000 success_10 10_12 0.0000 set_P 10_12 0.0010 set_relative_P 10_12 0.0141 set_recall 10_12 0.0141 set_map 10_12 0.0000 set_F 10_12 0.0019 num_nonrel_judged_ret 10_12 8 rbp 10_12 0.0000 rbp_resid 10_12 0.5905 unj_5 10_12 0.0000 unj_10 10_12 0.5000 unj_20 10_12 0.7500 num_ret 10_2 1000 num_rel 10_2 30 num_rel_ret 10_2 2 map 10_2 0.0013 Rprec 10_2 0.0000 bpref 10_2 0.0022 recip_rank 10_2 0.0137 iprec_at_recall_0.00 10_2 0.0263 iprec_at_recall_0.10 10_2 0.0000 iprec_at_recall_0.20 10_2 0.0000 iprec_at_recall_0.30 10_2 0.0000 iprec_at_recall_0.40 10_2 0.0000 iprec_at_recall_0.50 10_2 0.0000 iprec_at_recall_0.60 10_2 0.0000 iprec_at_recall_0.70 10_2 0.0000 iprec_at_recall_0.80 10_2 0.0000 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 0.0000 P_10 10_2 0.0000 P_15 10_2 0.0000 P_20 10_2 0.0000 P_30 10_2 0.0000 P_100 10_2 0.0200 P_200 10_2 0.0100 P_500 10_2 0.0040 P_1000 10_2 0.0020 relstring 10_2 '0000000-00' recall_5 10_2 0.0000 recall_10 10_2 0.0000 recall_15 10_2 0.0000 recall_20 10_2 0.0000 recall_30 10_2 0.0000 recall_100 10_2 0.0667 recall_200 10_2 0.0667 recall_500 10_2 0.0667 recall_1000 10_2 0.0667 infAP 10_2 0.0013 Rprec_mult_0.20 10_2 0.0000 Rprec_mult_0.40 10_2 0.0000 Rprec_mult_0.60 10_2 0.0000 Rprec_mult_0.80 10_2 0.0000 Rprec_mult_1.00 10_2 0.0000 Rprec_mult_1.20 10_2 0.0000 Rprec_mult_1.40 10_2 0.0000 Rprec_mult_1.60 10_2 0.0000 Rprec_mult_1.80 10_2 0.0000 Rprec_mult_2.00 10_2 0.0000 utility 10_2 -996.0000 11pt_avg 10_2 0.0024 binG 10_2 0.0107 G 10_2 0.0064 ndcg 10_2 0.0176 ndcg_rel 10_2 0.0173 Rndcg 10_2 0.0035 ndcg_cut_5 10_2 0.0000 ndcg_cut_10 10_2 0.0000 ndcg_cut_15 10_2 0.0000 ndcg_cut_20 10_2 0.0000 ndcg_cut_30 10_2 0.0000 ndcg_cut_100 10_2 0.0176 ndcg_cut_200 10_2 0.0176 ndcg_cut_500 10_2 0.0176 ndcg_cut_1000 10_2 0.0176 map_cut_5 10_2 0.0000 map_cut_10 10_2 0.0000 map_cut_15 10_2 0.0000 map_cut_20 10_2 0.0000 map_cut_30 10_2 0.0000 map_cut_100 10_2 0.0013 map_cut_200 10_2 0.0013 map_cut_500 10_2 0.0013 map_cut_1000 10_2 0.0013 relative_P_5 10_2 0.0000 relative_P_10 10_2 0.0000 relative_P_15 10_2 0.0000 relative_P_20 10_2 0.0000 relative_P_30 10_2 0.0000 relative_P_100 10_2 0.0667 relative_P_200 10_2 0.0667 relative_P_500 10_2 0.0667 relative_P_1000 10_2 0.0667 success_1 10_2 0.0000 success_5 10_2 0.0000 success_10 10_2 0.0000 set_P 10_2 0.0020 set_relative_P 10_2 0.0667 set_recall 10_2 0.0667 set_map 10_2 0.0001 set_F 10_2 0.0039 num_nonrel_judged_ret 10_2 96 rbp 10_2 0.0000 rbp_resid 10_2 0.2202 unj_5 10_2 0.0000 unj_10 10_2 0.1000 unj_20 10_2 0.2500 num_ret 10_3 1000 num_rel 10_3 23 num_rel_ret 10_3 6 map 10_3 0.0081 Rprec 10_3 0.0435 bpref 10_3 0.0302 recip_rank 10_3 0.0909 iprec_at_recall_0.00 10_3 0.0909 iprec_at_recall_0.10 10_3 0.0392 iprec_at_recall_0.20 10_3 0.0067 iprec_at_recall_0.30 10_3 0.0000 iprec_at_recall_0.40 10_3 0.0000 iprec_at_recall_0.50 10_3 0.0000 iprec_at_recall_0.60 10_3 0.0000 iprec_at_recall_0.70 10_3 0.0000 iprec_at_recall_0.80 10_3 0.0000 iprec_at_recall_0.90 10_3 0.0000 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 0.0000 P_10 10_3 0.0000 P_15 10_3 0.0667 P_20 10_3 0.0500 P_30 10_3 0.0333 P_100 10_3 0.0200 P_200 10_3 0.0150 P_500 10_3 0.0080 P_1000 10_3 0.0060 relstring 10_3 '00000-0-0-' recall_5 10_3 0.0000 recall_10 10_3 0.0000 recall_15 10_3 0.0435 recall_20 10_3 0.0435 recall_30 10_3 0.0435 recall_100 10_3 0.0870 recall_200 10_3 0.1304 recall_500 10_3 0.1739 recall_1000 10_3 0.2609 infAP 10_3 0.0081 Rprec_mult_0.20 10_3 0.0000 Rprec_mult_0.40 10_3 0.0000 Rprec_mult_0.60 10_3 0.0714 Rprec_mult_0.80 10_3 0.0526 Rprec_mult_1.00 10_3 0.0435 Rprec_mult_1.20 10_3 0.0357 Rprec_mult_1.40 10_3 0.0303 Rprec_mult_1.60 10_3 0.0270 Rprec_mult_1.80 10_3 0.0238 Rprec_mult_2.00 10_3 0.0217 utility 10_3 -988.0000 11pt_avg 10_3 0.0124 binG 10_3 0.0406 G 10_3 0.0349 ndcg 10_3 0.0976 ndcg_rel 10_3 0.0879 Rndcg 10_3 0.0405 ndcg_cut_5 10_3 0.0000 ndcg_cut_10 10_3 0.0000 ndcg_cut_15 10_3 0.0284 ndcg_cut_20 10_3 0.0254 ndcg_cut_30 10_3 0.0239 ndcg_cut_100 10_3 0.0390 ndcg_cut_200 10_3 0.0514 ndcg_cut_500 10_3 0.0624 ndcg_cut_1000 10_3 0.0976 map_cut_5 10_3 0.0000 map_cut_10 10_3 0.0000 map_cut_15 10_3 0.0040 map_cut_20 10_3 0.0040 map_cut_30 10_3 0.0040 map_cut_100 10_3 0.0057 map_cut_200 10_3 0.0067 map_cut_500 10_3 0.0075 map_cut_1000 10_3 0.0081 relative_P_5 10_3 0.0000 relative_P_10 10_3 0.0000 relative_P_15 10_3 0.0667 relative_P_20 10_3 0.0500 relative_P_30 10_3 0.0435 relative_P_100 10_3 0.0870 relative_P_200 10_3 0.1304 relative_P_500 10_3 0.1739 relative_P_1000 10_3 0.2609 success_1 10_3 0.0000 success_5 10_3 0.0000 success_10 10_3 0.0000 set_P 10_3 0.0060 set_relative_P 10_3 0.2609 set_recall 10_3 0.2609 set_map 10_3 0.0016 set_F 10_3 0.0117 num_nonrel_judged_ret 10_3 83 rbp 10_3 0.0177 rbp_resid 10_3 0.2018 unj_5 10_3 0.0000 unj_10 10_3 0.3000 unj_20 10_3 0.2000 num_ret 10_6 1000 num_rel 10_6 133 num_rel_ret 10_6 11 map 10_6 0.0016 Rprec 10_6 0.0075 bpref 10_6 0.0750 recip_rank 10_6 0.0417 iprec_at_recall_0.00 10_6 0.0417 iprec_at_recall_0.10 10_6 0.0000 iprec_at_recall_0.20 10_6 0.0000 iprec_at_recall_0.30 10_6 0.0000 iprec_at_recall_0.40 10_6 0.0000 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 0.0000 P_10 10_6 0.0000 P_15 10_6 0.0000 P_20 10_6 0.0000 P_30 10_6 0.0333 P_100 10_6 0.0100 P_200 10_6 0.0100 P_500 10_6 0.0160 P_1000 10_6 0.0110 relstring 10_6 '00000-----' recall_5 10_6 0.0000 recall_10 10_6 0.0000 recall_15 10_6 0.0000 recall_20 10_6 0.0000 recall_30 10_6 0.0075 recall_100 10_6 0.0075 recall_200 10_6 0.0150 recall_500 10_6 0.0602 recall_1000 10_6 0.0827 infAP 10_6 0.0016 Rprec_mult_0.20 10_6 0.0370 Rprec_mult_0.40 10_6 0.0185 Rprec_mult_0.60 10_6 0.0125 Rprec_mult_0.80 10_6 0.0093 Rprec_mult_1.00 10_6 0.0075 Rprec_mult_1.20 10_6 0.0125 Rprec_mult_1.40 10_6 0.0107 Rprec_mult_1.60 10_6 0.0141 Rprec_mult_1.80 10_6 0.0167 Rprec_mult_2.00 10_6 0.0150 utility 10_6 -978.0000 11pt_avg 10_6 0.0038 binG 10_6 0.0106 G 10_6 0.0092 ndcg 10_6 0.0452 ndcg_rel 10_6 0.0437 Rndcg 10_6 0.0141 ndcg_cut_5 10_6 0.0000 ndcg_cut_10 10_6 0.0000 ndcg_cut_15 10_6 0.0000 ndcg_cut_20 10_6 0.0000 ndcg_cut_30 10_6 0.0105 ndcg_cut_100 10_6 0.0055 ndcg_cut_200 10_6 0.0080 ndcg_cut_500 10_6 0.0354 ndcg_cut_1000 10_6 0.0452 map_cut_5 10_6 0.0000 map_cut_10 10_6 0.0000 map_cut_15 10_6 0.0000 map_cut_20 10_6 0.0000 map_cut_30 10_6 0.0003 map_cut_100 10_6 0.0003 map_cut_200 10_6 0.0004 map_cut_500 10_6 0.0012 map_cut_1000 10_6 0.0016 relative_P_5 10_6 0.0000 relative_P_10 10_6 0.0000 relative_P_15 10_6 0.0000 relative_P_20 10_6 0.0000 relative_P_30 10_6 0.0333 relative_P_100 10_6 0.0100 relative_P_200 10_6 0.0150 relative_P_500 10_6 0.0602 relative_P_1000 10_6 0.0827 success_1 10_6 0.0000 success_5 10_6 0.0000 success_10 10_6 0.0000 set_P 10_6 0.0110 set_relative_P 10_6 0.0827 set_recall 10_6 0.0827 set_map 10_6 0.0009 set_F 10_6 0.0194 num_nonrel_judged_ret 10_6 12 rbp 10_6 0.0030 rbp_resid 10_6 0.5814 unj_5 10_6 0.0000 unj_10 10_6 0.5000 unj_20 10_6 0.7500 num_ret 10_7 1000 num_rel 10_7 149 num_rel_ret 10_7 38 map 10_7 0.1451 Rprec 10_7 0.2282 bpref 10_7 0.2518 recip_rank 10_7 1.0000 iprec_at_recall_0.00 10_7 1.0000 iprec_at_recall_0.10 10_7 0.5938 iprec_at_recall_0.20 10_7 0.4478 iprec_at_recall_0.30 10_7 0.0000 iprec_at_recall_0.40 10_7 0.0000 iprec_at_recall_0.50 10_7 0.0000 iprec_at_recall_0.60 10_7 0.0000 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 1.0000 P_10 10_7 0.7000 P_15 10_7 0.6667 P_20 10_7 0.5500 P_30 10_7 0.5667 P_100 10_7 0.3200 P_200 10_7 0.1750 P_500 10_7 0.0740 P_1000 10_7 0.0380 relstring 10_7 '112121--2-' recall_5 10_7 0.0336 recall_10 10_7 0.0470 recall_15 10_7 0.0671 recall_20 10_7 0.0738 recall_30 10_7 0.1141 recall_100 10_7 0.2148 recall_200 10_7 0.2349 recall_500 10_7 0.2483 recall_1000 10_7 0.2550 infAP 10_7 0.1451 Rprec_mult_0.20 10_7 0.5667 Rprec_mult_0.40 10_7 0.4833 Rprec_mult_0.60 10_7 0.3444 Rprec_mult_0.80 10_7 0.2750 Rprec_mult_1.00 10_7 0.2282 Rprec_mult_1.20 10_7 0.1955 Rprec_mult_1.40 10_7 0.1722 Rprec_mult_1.60 10_7 0.1548 Rprec_mult_1.80 10_7 0.1375 Rprec_mult_2.00 10_7 0.1242 utility 10_7 -924.0000 11pt_avg 10_7 0.1856 binG 10_7 0.0917 G 10_7 0.0638 ndcg 10_7 0.3292 ndcg_rel 10_7 0.3538 Rndcg 10_7 0.3487 ndcg_cut_5 10_7 0.5561 ndcg_cut_10 10_7 0.4752 ndcg_cut_15 10_7 0.4801 ndcg_cut_20 10_7 0.4213 ndcg_cut_30 10_7 0.4057 ndcg_cut_100 10_7 0.3690 ndcg_cut_200 10_7 0.3164 ndcg_cut_500 10_7 0.3264 ndcg_cut_1000 10_7 0.3292 map_cut_5 10_7 0.0336 map_cut_10 10_7 0.0455 map_cut_15 10_7 0.0594 map_cut_20 10_7 0.0640 map_cut_30 10_7 0.0862 map_cut_100 10_7 0.1375 map_cut_200 10_7 0.1425 map_cut_500 10_7 0.1447 map_cut_1000 10_7 0.1451 relative_P_5 10_7 1.0000 relative_P_10 10_7 0.7000 relative_P_15 10_7 0.6667 relative_P_20 10_7 0.5500 relative_P_30 10_7 0.5667 relative_P_100 10_7 0.3200 relative_P_200 10_7 0.2349 relative_P_500 10_7 0.2483 relative_P_1000 10_7 0.2550 success_1 10_7 1.0000 success_5 10_7 1.0000 success_10 10_7 1.0000 set_P 10_7 0.0380 set_relative_P 10_7 0.2550 set_recall 10_7 0.2550 set_map 10_7 0.0097 set_F 10_7 0.0661 num_nonrel_judged_ret 10_7 8 rbp 10_7 0.3162 rbp_resid 10_7 0.3194 unj_5 10_7 0.0000 unj_10 10_7 0.3000 unj_20 10_7 0.4500 num_ret 10_8 1000 num_rel 10_8 76 num_rel_ret 10_8 44 map 10_8 0.2049 Rprec 10_8 0.3289 bpref 10_8 0.4967 recip_rank 10_8 1.0000 iprec_at_recall_0.00 10_8 1.0000 iprec_at_recall_0.10 10_8 0.5000 iprec_at_recall_0.20 10_8 0.4167 iprec_at_recall_0.30 10_8 0.3382 iprec_at_recall_0.40 10_8 0.2778 iprec_at_recall_0.50 10_8 0.2065 iprec_at_recall_0.60 10_8 0.0000 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 0.8000 P_10 10_8 0.4000 P_15 10_8 0.4667 P_20 10_8 0.4500 P_30 10_8 0.3667 P_100 10_8 0.2700 P_200 10_8 0.1950 P_500 10_8 0.0860 P_1000 10_8 0.0440 relstring 10_8 '10112--0--' recall_5 10_8 0.0526 recall_10 10_8 0.0526 recall_15 10_8 0.0921 recall_20 10_8 0.1184 recall_30 10_8 0.1447 recall_100 10_8 0.3553 recall_200 10_8 0.5132 recall_500 10_8 0.5658 recall_1000 10_8 0.5789 infAP 10_8 0.2049 Rprec_mult_0.20 10_8 0.5000 Rprec_mult_0.40 10_8 0.3871 Rprec_mult_0.60 10_8 0.3478 Rprec_mult_0.80 10_8 0.3443 Rprec_mult_1.00 10_8 0.3289 Rprec_mult_1.20 10_8 0.2935 Rprec_mult_1.40 10_8 0.2710 Rprec_mult_1.60 10_8 0.2459 Rprec_mult_1.80 10_8 0.2409 Rprec_mult_2.00 10_8 0.2237 utility 10_8 -912.0000 11pt_avg 10_8 0.2490 binG 10_8 0.1374 G 10_8 0.1050 ndcg 10_8 0.4468 ndcg_rel 10_8 0.3825 Rndcg 10_8 0.3061 ndcg_cut_5 10_8 0.3593 ndcg_cut_10 10_8 0.2523 ndcg_cut_15 10_8 0.2842 ndcg_cut_20 10_8 0.2866 ndcg_cut_30 10_8 0.2711 ndcg_cut_100 10_8 0.3268 ndcg_cut_200 10_8 0.4092 ndcg_cut_500 10_8 0.4390 ndcg_cut_1000 10_8 0.4468 map_cut_5 10_8 0.0423 map_cut_10 10_8 0.0423 map_cut_15 10_8 0.0620 map_cut_20 10_8 0.0748 map_cut_30 10_8 0.0858 map_cut_100 10_8 0.1607 map_cut_200 10_8 0.1982 map_cut_500 10_8 0.2042 map_cut_1000 10_8 0.2049 relative_P_5 10_8 0.8000 relative_P_10 10_8 0.4000 relative_P_15 10_8 0.4667 relative_P_20 10_8 0.4500 relative_P_30 10_8 0.3667 relative_P_100 10_8 0.3553 relative_P_200 10_8 0.5132 relative_P_500 10_8 0.5658 relative_P_1000 10_8 0.5789 success_1 10_8 1.0000 success_5 10_8 1.0000 success_10 10_8 1.0000 set_P 10_8 0.0440 set_relative_P 10_8 0.5789 set_recall 10_8 0.5789 set_map 10_8 0.0255 set_F 10_8 0.0818 num_nonrel_judged_ret 10_8 25 rbp 10_8 0.2038 rbp_resid 10_8 0.3035 unj_5 10_8 0.0000 unj_10 10_8 0.4000 unj_20 10_8 0.3000 num_ret 11_10 1000 num_rel 11_10 126 num_rel_ret 11_10 90 map 11_10 0.2867 Rprec 11_10 0.3413 bpref 11_10 0.5671 recip_rank 11_10 1.0000 iprec_at_recall_0.00 11_10 1.0000 iprec_at_recall_0.10 11_10 0.7000 iprec_at_recall_0.20 11_10 0.5098 iprec_at_recall_0.30 11_10 0.4211 iprec_at_recall_0.40 11_10 0.3425 iprec_at_recall_0.50 11_10 0.2986 iprec_at_recall_0.60 11_10 0.2165 iprec_at_recall_0.70 11_10 0.1481 iprec_at_recall_0.80 11_10 0.0000 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 0.6000 P_10 11_10 0.6000 P_15 11_10 0.6667 P_20 11_10 0.7000 P_30 11_10 0.5667 P_100 11_10 0.4100 P_200 11_10 0.3050 P_500 11_10 0.1720 P_1000 11_10 0.0900 relstring 11_10 '2310002041' recall_5 11_10 0.0238 recall_10 11_10 0.0476 recall_15 11_10 0.0794 recall_20 11_10 0.1111 recall_30 11_10 0.1349 recall_100 11_10 0.3254 recall_200 11_10 0.4841 recall_500 11_10 0.6825 recall_1000 11_10 0.7143 infAP 11_10 0.2867 Rprec_mult_0.20 11_10 0.6154 Rprec_mult_0.40 11_10 0.5098 Rprec_mult_0.60 11_10 0.4079 Rprec_mult_0.80 11_10 0.4059 Rprec_mult_1.00 11_10 0.3413 Rprec_mult_1.20 11_10 0.3289 Rprec_mult_1.40 11_10 0.3164 Rprec_mult_1.60 11_10 0.3020 Rprec_mult_1.80 11_10 0.2819 Rprec_mult_2.00 11_10 0.2579 utility 11_10 -820.0000 11pt_avg 11_10 0.3306 binG 11_10 0.1524 G 11_10 0.1106 ndcg 11_10 0.5744 ndcg_rel 11_10 0.4881 Rndcg 11_10 0.4501 ndcg_cut_5 11_10 0.4462 ndcg_cut_10 11_10 0.4479 ndcg_cut_15 11_10 0.4516 ndcg_cut_20 11_10 0.4642 ndcg_cut_30 11_10 0.4132 ndcg_cut_100 11_10 0.3931 ndcg_cut_200 11_10 0.4532 ndcg_cut_500 11_10 0.5589 ndcg_cut_1000 11_10 0.5744 map_cut_5 11_10 0.0238 map_cut_10 11_10 0.0375 map_cut_15 11_10 0.0578 map_cut_20 11_10 0.0793 map_cut_30 11_10 0.0947 map_cut_100 11_10 0.1829 map_cut_200 11_10 0.2365 map_cut_500 11_10 0.2821 map_cut_1000 11_10 0.2867 relative_P_5 11_10 0.6000 relative_P_10 11_10 0.6000 relative_P_15 11_10 0.6667 relative_P_20 11_10 0.7000 relative_P_30 11_10 0.5667 relative_P_100 11_10 0.4100 relative_P_200 11_10 0.4841 relative_P_500 11_10 0.6825 relative_P_1000 11_10 0.7143 success_1 11_10 1.0000 success_5 11_10 1.0000 success_10 11_10 1.0000 set_P 11_10 0.0900 set_relative_P 11_10 0.7143 set_recall 11_10 0.7143 set_map 11_10 0.0643 set_F 11_10 0.1599 num_nonrel_judged_ret 11_10 20 rbp 11_10 0.3228 rbp_resid 11_10 0.0948 unj_5 11_10 0.0000 unj_10 11_10 0.0000 unj_20 11_10 0.1000 num_ret 11_11 1000 num_rel 11_11 134 num_rel_ret 11_11 127 map 11_11 0.5251 Rprec 11_11 0.5075 bpref 11_11 0.8780 recip_rank 11_11 1.0000 iprec_at_recall_0.00 11_11 1.0000 iprec_at_recall_0.10 11_11 1.0000 iprec_at_recall_0.20 11_11 0.8333 iprec_at_recall_0.30 11_11 0.5970 iprec_at_recall_0.40 11_11 0.5463 iprec_at_recall_0.50 11_11 0.5154 iprec_at_recall_0.60 11_11 0.4624 iprec_at_recall_0.70 11_11 0.4051 iprec_at_recall_0.80 11_11 0.2744 iprec_at_recall_0.90 11_11 0.1624 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 1.0000 P_10 11_11 1.0000 P_15 11_11 1.0000 P_20 11_11 0.9500 P_30 11_11 0.8333 P_100 11_11 0.5200 P_200 11_11 0.4300 P_500 11_11 0.2280 P_1000 11_11 0.1270 relstring 11_11 '3232222233' recall_5 11_11 0.0373 recall_10 11_11 0.0746 recall_15 11_11 0.1119 recall_20 11_11 0.1418 recall_30 11_11 0.1866 recall_100 11_11 0.3881 recall_200 11_11 0.6418 recall_500 11_11 0.8507 recall_1000 11_11 0.9478 infAP 11_11 0.5251 Rprec_mult_0.20 11_11 0.8889 Rprec_mult_0.40 11_11 0.6296 Rprec_mult_0.60 11_11 0.5556 Rprec_mult_0.80 11_11 0.5463 Rprec_mult_1.00 11_11 0.5075 Rprec_mult_1.20 11_11 0.4596 Rprec_mult_1.40 11_11 0.4415 Rprec_mult_1.60 11_11 0.4140 Rprec_mult_1.80 11_11 0.4008 Rprec_mult_2.00 11_11 0.3731 utility 11_11 -746.0000 11pt_avg 11_11 0.5269 binG 11_11 0.2899 G 11_11 0.1762 ndcg 11_11 0.8162 ndcg_rel 11_11 0.6790 Rndcg 11_11 0.6673 ndcg_cut_5 11_11 0.7513 ndcg_cut_10 11_11 0.7640 ndcg_cut_15 11_11 0.7433 ndcg_cut_20 11_11 0.6894 ndcg_cut_30 11_11 0.6367 ndcg_cut_100 11_11 0.5458 ndcg_cut_200 11_11 0.6679 ndcg_cut_500 11_11 0.7812 ndcg_cut_1000 11_11 0.8162 map_cut_5 11_11 0.0373 map_cut_10 11_11 0.0746 map_cut_15 11_11 0.1119 map_cut_20 11_11 0.1418 map_cut_30 11_11 0.1825 map_cut_100 11_11 0.3111 map_cut_200 11_11 0.4366 map_cut_500 11_11 0.5086 map_cut_1000 11_11 0.5251 relative_P_5 11_11 1.0000 relative_P_10 11_11 1.0000 relative_P_15 11_11 1.0000 relative_P_20 11_11 0.9500 relative_P_30 11_11 0.8333 relative_P_100 11_11 0.5200 relative_P_200 11_11 0.6418 relative_P_500 11_11 0.8507 relative_P_1000 11_11 0.9478 success_1 11_11 1.0000 success_5 11_11 1.0000 success_10 11_11 1.0000 set_P 11_11 0.1270 set_relative_P 11_11 0.9478 set_recall 11_11 0.9478 set_map 11_11 0.1204 set_F 11_11 0.2240 num_nonrel_judged_ret 11_11 9 rbp 11_11 0.5276 rbp_resid 11_11 0.0602 unj_5 11_11 0.0000 unj_10 11_11 0.0000 unj_20 11_11 0.0500 num_ret 11_12 1000 num_rel 11_12 89 num_rel_ret 11_12 59 map 11_12 0.2035 Rprec 11_12 0.2584 bpref 11_12 0.5521 recip_rank 11_12 0.5000 iprec_at_recall_0.00 11_12 0.8333 iprec_at_recall_0.10 11_12 0.6923 iprec_at_recall_0.20 11_12 0.3103 iprec_at_recall_0.30 11_12 0.2842 iprec_at_recall_0.40 11_12 0.1796 iprec_at_recall_0.50 11_12 0.1475 iprec_at_recall_0.60 11_12 0.1027 iprec_at_recall_0.70 11_12 0.0000 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.8000 P_10 11_12 0.7000 P_15 11_12 0.6667 P_20 11_12 0.6000 P_30 11_12 0.4667 P_100 11_12 0.2800 P_200 11_12 0.1750 P_500 11_12 0.1040 P_1000 11_12 0.0590 relstring 11_12 '012333-032' recall_5 11_12 0.0449 recall_10 11_12 0.0787 recall_15 11_12 0.1124 recall_20 11_12 0.1348 recall_30 11_12 0.1573 recall_100 11_12 0.3146 recall_200 11_12 0.3933 recall_500 11_12 0.5843 recall_1000 11_12 0.6629 infAP 11_12 0.2035 Rprec_mult_0.20 11_12 0.6111 Rprec_mult_0.40 11_12 0.3889 Rprec_mult_0.60 11_12 0.3148 Rprec_mult_0.80 11_12 0.2778 Rprec_mult_1.00 11_12 0.2584 Rprec_mult_1.20 11_12 0.2617 Rprec_mult_1.40 11_12 0.2320 Rprec_mult_1.60 11_12 0.2098 Rprec_mult_1.80 11_12 0.2050 Rprec_mult_2.00 11_12 0.1910 utility 11_12 -882.0000 11pt_avg 11_12 0.2318 binG 11_12 0.1432 G 11_12 0.1148 ndcg 11_12 0.5159 ndcg_rel 11_12 0.4468 Rndcg 11_12 0.4054 ndcg_cut_5 11_12 0.4617 ndcg_cut_10 11_12 0.4866 ndcg_cut_15 11_12 0.4738 ndcg_cut_20 11_12 0.4648 ndcg_cut_30 11_12 0.4080 ndcg_cut_100 11_12 0.3549 ndcg_cut_200 11_12 0.3878 ndcg_cut_500 11_12 0.4844 ndcg_cut_1000 11_12 0.5159 map_cut_5 11_12 0.0305 map_cut_10 11_12 0.0552 map_cut_15 11_12 0.0787 map_cut_20 11_12 0.0932 map_cut_30 11_12 0.1051 map_cut_100 11_12 0.1514 map_cut_200 11_12 0.1685 map_cut_500 11_12 0.1962 map_cut_1000 11_12 0.2035 relative_P_5 11_12 0.8000 relative_P_10 11_12 0.7000 relative_P_15 11_12 0.6667 relative_P_20 11_12 0.6000 relative_P_30 11_12 0.4667 relative_P_100 11_12 0.3146 relative_P_200 11_12 0.3933 relative_P_500 11_12 0.5843 relative_P_1000 11_12 0.6629 success_1 11_12 0.0000 success_5 11_12 1.0000 success_10 11_12 1.0000 set_P 11_12 0.0590 set_relative_P 11_12 0.6629 set_recall 11_12 0.6629 set_map 11_12 0.0391 set_F 11_12 0.1084 num_nonrel_judged_ret 11_12 24 rbp 11_12 0.4328 rbp_resid 11_12 0.1581 unj_5 11_12 0.0000 unj_10 11_12 0.1000 unj_20 11_12 0.1500 num_ret 11_13 1000 num_rel 11_13 203 num_rel_ret 11_13 0 map 11_13 0.0000 Rprec 11_13 0.0000 bpref 11_13 0.0000 recip_rank 11_13 0.0000 iprec_at_recall_0.00 11_13 0.0000 iprec_at_recall_0.10 11_13 0.0000 iprec_at_recall_0.20 11_13 0.0000 iprec_at_recall_0.30 11_13 0.0000 iprec_at_recall_0.40 11_13 0.0000 iprec_at_recall_0.50 11_13 0.0000 iprec_at_recall_0.60 11_13 0.0000 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 0.0000 P_10 11_13 0.0000 P_15 11_13 0.0000 P_20 11_13 0.0000 P_30 11_13 0.0000 P_100 11_13 0.0000 P_200 11_13 0.0000 P_500 11_13 0.0000 P_1000 11_13 0.0000 relstring 11_13 '00000-----' recall_5 11_13 0.0000 recall_10 11_13 0.0000 recall_15 11_13 0.0000 recall_20 11_13 0.0000 recall_30 11_13 0.0000 recall_100 11_13 0.0000 recall_200 11_13 0.0000 recall_500 11_13 0.0000 recall_1000 11_13 0.0000 infAP 11_13 0.0000 Rprec_mult_0.20 11_13 0.0000 Rprec_mult_0.40 11_13 0.0000 Rprec_mult_0.60 11_13 0.0000 Rprec_mult_0.80 11_13 0.0000 Rprec_mult_1.00 11_13 0.0000 Rprec_mult_1.20 11_13 0.0000 Rprec_mult_1.40 11_13 0.0000 Rprec_mult_1.60 11_13 0.0000 Rprec_mult_1.80 11_13 0.0000 Rprec_mult_2.00 11_13 0.0000 utility 11_13 -1000.0000 11pt_avg 11_13 0.0000 binG 11_13 0.0000 G 11_13 0.0000 ndcg 11_13 0.0000 ndcg_rel 11_13 0.0000 Rndcg 11_13 0.0000 ndcg_cut_5 11_13 0.0000 ndcg_cut_10 11_13 0.0000 ndcg_cut_15 11_13 0.0000 ndcg_cut_20 11_13 0.0000 ndcg_cut_30 11_13 0.0000 ndcg_cut_100 11_13 0.0000 ndcg_cut_200 11_13 0.0000 ndcg_cut_500 11_13 0.0000 ndcg_cut_1000 11_13 0.0000 map_cut_5 11_13 0.0000 map_cut_10 11_13 0.0000 map_cut_15 11_13 0.0000 map_cut_20 11_13 0.0000 map_cut_30 11_13 0.0000 map_cut_100 11_13 0.0000 map_cut_200 11_13 0.0000 map_cut_500 11_13 0.0000 map_cut_1000 11_13 0.0000 relative_P_5 11_13 0.0000 relative_P_10 11_13 0.0000 relative_P_15 11_13 0.0000 relative_P_20 11_13 0.0000 relative_P_30 11_13 0.0000 relative_P_100 11_13 0.0000 relative_P_200 11_13 0.0000 relative_P_500 11_13 0.0000 relative_P_1000 11_13 0.0000 success_1 11_13 0.0000 success_5 11_13 0.0000 success_10 11_13 0.0000 set_P 11_13 0.0000 set_relative_P 11_13 0.0000 set_recall 11_13 0.0000 set_map 11_13 0.0000 set_F 11_13 0.0000 num_nonrel_judged_ret 11_13 6 rbp 11_13 0.0000 rbp_resid 11_13 0.5905 unj_5 11_13 0.0000 unj_10 11_13 0.5000 unj_20 11_13 0.7500 num_ret 11_2 1000 num_rel 11_2 146 num_rel_ret 11_2 80 map 11_2 0.1414 Rprec 11_2 0.1986 bpref 11_2 0.5080 recip_rank 11_2 1.0000 iprec_at_recall_0.00 11_2 1.0000 iprec_at_recall_0.10 11_2 0.3409 iprec_at_recall_0.20 11_2 0.2101 iprec_at_recall_0.30 11_2 0.1447 iprec_at_recall_0.40 11_2 0.1194 iprec_at_recall_0.50 11_2 0.1035 iprec_at_recall_0.60 11_2 0.0000 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 1.0000 P_10 11_2 0.7000 P_15 11_2 0.6000 P_20 11_2 0.5000 P_30 11_2 0.4000 P_100 11_2 0.2500 P_200 11_2 0.1600 P_500 11_2 0.1180 P_1000 11_2 0.0800 relstring 11_2 '23111--22-' recall_5 11_2 0.0342 recall_10 11_2 0.0479 recall_15 11_2 0.0616 recall_20 11_2 0.0685 recall_30 11_2 0.0822 recall_100 11_2 0.1712 recall_200 11_2 0.2192 recall_500 11_2 0.4041 recall_1000 11_2 0.5479 infAP 11_2 0.1414 Rprec_mult_0.20 11_2 0.4000 Rprec_mult_0.40 11_2 0.2712 Rprec_mult_0.60 11_2 0.2727 Rprec_mult_0.80 11_2 0.2308 Rprec_mult_1.00 11_2 0.1986 Rprec_mult_1.20 11_2 0.1705 Rprec_mult_1.40 11_2 0.1707 Rprec_mult_1.60 11_2 0.1581 Rprec_mult_1.80 11_2 0.1483 Rprec_mult_2.00 11_2 0.1370 utility 11_2 -840.0000 11pt_avg 11_2 0.1744 binG 11_2 0.1134 G 11_2 0.0750 ndcg 11_2 0.4115 ndcg_rel 11_2 0.3634 Rndcg 11_2 0.3489 ndcg_cut_5 11_2 0.4973 ndcg_cut_10 11_2 0.4222 ndcg_cut_15 11_2 0.3765 ndcg_cut_20 11_2 0.3287 ndcg_cut_30 11_2 0.2860 ndcg_cut_100 11_2 0.2349 ndcg_cut_200 11_2 0.2350 ndcg_cut_500 11_2 0.3394 ndcg_cut_1000 11_2 0.4115 map_cut_5 11_2 0.0342 map_cut_10 11_2 0.0447 map_cut_15 11_2 0.0534 map_cut_20 11_2 0.0577 map_cut_30 11_2 0.0639 map_cut_100 11_2 0.0909 map_cut_200 11_2 0.1010 map_cut_500 11_2 0.1266 map_cut_1000 11_2 0.1414 relative_P_5 11_2 1.0000 relative_P_10 11_2 0.7000 relative_P_15 11_2 0.6000 relative_P_20 11_2 0.5000 relative_P_30 11_2 0.4000 relative_P_100 11_2 0.2500 relative_P_200 11_2 0.2192 relative_P_500 11_2 0.4041 relative_P_1000 11_2 0.5479 success_1 11_2 1.0000 success_5 11_2 1.0000 success_10 11_2 1.0000 set_P 11_2 0.0800 set_relative_P 11_2 0.5479 set_recall 11_2 0.5479 set_map 11_2 0.0438 set_F 11_2 0.1396 num_nonrel_judged_ret 11_2 19 rbp 11_2 0.2576 rbp_resid 11_2 0.3956 unj_5 11_2 0.0000 unj_10 11_2 0.3000 unj_20 11_2 0.5000 num_ret 11_3 1000 num_rel 11_3 188 num_rel_ret 11_3 19 map 11_3 0.0180 Rprec 11_3 0.0745 bpref 11_3 0.0953 recip_rank 11_3 1.0000 iprec_at_recall_0.00 11_3 1.0000 iprec_at_recall_0.10 11_3 0.0241 iprec_at_recall_0.20 11_3 0.0000 iprec_at_recall_0.30 11_3 0.0000 iprec_at_recall_0.40 11_3 0.0000 iprec_at_recall_0.50 11_3 0.0000 iprec_at_recall_0.60 11_3 0.0000 iprec_at_recall_0.70 11_3 0.0000 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 0.2000 P_10 11_3 0.4000 P_15 11_3 0.2667 P_20 11_3 0.2000 P_30 11_3 0.1333 P_100 11_3 0.1000 P_200 11_3 0.0700 P_500 11_3 0.0320 P_1000 11_3 0.0190 relstring 11_3 '200002-2-3' recall_5 11_3 0.0053 recall_10 11_3 0.0213 recall_15 11_3 0.0213 recall_20 11_3 0.0213 recall_30 11_3 0.0213 recall_100 11_3 0.0532 recall_200 11_3 0.0745 recall_500 11_3 0.0851 recall_1000 11_3 0.1011 infAP 11_3 0.0180 Rprec_mult_0.20 11_3 0.1316 Rprec_mult_0.40 11_3 0.1184 Rprec_mult_0.60 11_3 0.0885 Rprec_mult_0.80 11_3 0.0927 Rprec_mult_1.00 11_3 0.0745 Rprec_mult_1.20 11_3 0.0619 Rprec_mult_1.40 11_3 0.0568 Rprec_mult_1.60 11_3 0.0498 Rprec_mult_1.80 11_3 0.0442 Rprec_mult_2.00 11_3 0.0399 utility 11_3 -962.0000 11pt_avg 11_3 0.0931 binG 11_3 0.0226 G 11_3 0.0194 ndcg 11_3 0.1261 ndcg_rel 11_3 0.1317 Rndcg 11_3 0.1329 ndcg_cut_5 11_3 0.2261 ndcg_cut_10 11_3 0.3089 ndcg_cut_15 11_3 0.2395 ndcg_cut_20 11_3 0.1994 ndcg_cut_30 11_3 0.1618 ndcg_cut_100 11_3 0.1224 ndcg_cut_200 11_3 0.1102 ndcg_cut_500 11_3 0.1179 ndcg_cut_1000 11_3 0.1261 map_cut_5 11_3 0.0053 map_cut_10 11_3 0.0112 map_cut_15 11_3 0.0112 map_cut_20 11_3 0.0112 map_cut_30 11_3 0.0112 map_cut_100 11_3 0.0152 map_cut_200 11_3 0.0171 map_cut_500 11_3 0.0176 map_cut_1000 11_3 0.0180 relative_P_5 11_3 0.2000 relative_P_10 11_3 0.4000 relative_P_15 11_3 0.2667 relative_P_20 11_3 0.2000 relative_P_30 11_3 0.1333 relative_P_100 11_3 0.1000 relative_P_200 11_3 0.0745 relative_P_500 11_3 0.0851 relative_P_1000 11_3 0.1011 success_1 11_3 1.0000 success_5 11_3 1.0000 success_10 11_3 1.0000 set_P 11_3 0.0190 set_relative_P 11_3 0.1011 set_recall 11_3 0.1011 set_map 11_3 0.0019 set_F 11_3 0.0320 num_nonrel_judged_ret 11_3 6 rbp 11_3 0.1787 rbp_resid 11_3 0.4407 unj_5 11_3 0.0000 unj_10 11_3 0.2000 unj_20 11_3 0.6000 num_ret 11_4 1000 num_rel 11_4 144 num_rel_ret 11_4 121 map 11_4 0.3928 Rprec 11_4 0.3889 bpref 11_4 0.8101 recip_rank 11_4 1.0000 iprec_at_recall_0.00 11_4 1.0000 iprec_at_recall_0.10 11_4 1.0000 iprec_at_recall_0.20 11_4 0.8108 iprec_at_recall_0.30 11_4 0.5658 iprec_at_recall_0.40 11_4 0.3626 iprec_at_recall_0.50 11_4 0.2697 iprec_at_recall_0.60 11_4 0.2240 iprec_at_recall_0.70 11_4 0.1712 iprec_at_recall_0.80 11_4 0.1403 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 1.0000 P_10 11_4 1.0000 P_15 11_4 1.0000 P_20 11_4 0.9000 P_30 11_4 0.8333 P_100 11_4 0.4700 P_200 11_4 0.3100 P_500 11_4 0.1840 P_1000 11_4 0.1210 relstring 11_4 '3223222121' recall_5 11_4 0.0347 recall_10 11_4 0.0694 recall_15 11_4 0.1042 recall_20 11_4 0.1250 recall_30 11_4 0.1736 recall_100 11_4 0.3264 recall_200 11_4 0.4306 recall_500 11_4 0.6389 recall_1000 11_4 0.8403 infAP 11_4 0.3928 Rprec_mult_0.20 11_4 0.8276 Rprec_mult_0.40 11_4 0.6379 Rprec_mult_0.60 11_4 0.5057 Rprec_mult_0.80 11_4 0.4569 Rprec_mult_1.00 11_4 0.3889 Rprec_mult_1.20 11_4 0.3584 Rprec_mult_1.40 11_4 0.3069 Rprec_mult_1.60 11_4 0.2814 Rprec_mult_1.80 11_4 0.2692 Rprec_mult_2.00 11_4 0.2639 utility 11_4 -758.0000 11pt_avg 11_4 0.4131 binG 11_4 0.2440 G 11_4 0.1814 ndcg 11_4 0.7611 ndcg_rel 11_4 0.6979 Rndcg 11_4 0.6922 ndcg_cut_5 11_4 0.8284 ndcg_cut_10 11_4 0.8237 ndcg_cut_15 11_4 0.8553 ndcg_cut_20 11_4 0.8065 ndcg_cut_30 11_4 0.7657 ndcg_cut_100 11_4 0.5830 ndcg_cut_200 11_4 0.5574 ndcg_cut_500 11_4 0.6630 ndcg_cut_1000 11_4 0.7611 map_cut_5 11_4 0.0347 map_cut_10 11_4 0.0694 map_cut_15 11_4 0.1042 map_cut_20 11_4 0.1243 map_cut_30 11_4 0.1668 map_cut_100 11_4 0.2664 map_cut_200 11_4 0.3093 map_cut_500 11_4 0.3608 map_cut_1000 11_4 0.3928 relative_P_5 11_4 1.0000 relative_P_10 11_4 1.0000 relative_P_15 11_4 1.0000 relative_P_20 11_4 0.9000 relative_P_30 11_4 0.8333 relative_P_100 11_4 0.4700 relative_P_200 11_4 0.4306 relative_P_500 11_4 0.6389 relative_P_1000 11_4 0.8403 success_1 11_4 1.0000 success_5 11_4 1.0000 success_10 11_4 1.0000 set_P 11_4 0.1210 set_relative_P 11_4 0.8403 set_recall 11_4 0.8403 set_map 11_4 0.1017 set_F 11_4 0.2115 num_nonrel_judged_ret 11_4 3 rbp 11_4 0.6334 rbp_resid 11_4 0.0691 unj_5 11_4 0.0000 unj_10 11_4 0.0000 unj_20 11_4 0.1000 num_ret 11_6 1000 num_rel 11_6 60 num_rel_ret 11_6 56 map 11_6 0.4202 Rprec 11_6 0.4167 bpref 11_6 0.8965 recip_rank 11_6 1.0000 iprec_at_recall_0.00 11_6 1.0000 iprec_at_recall_0.10 11_6 1.0000 iprec_at_recall_0.20 11_6 0.6667 iprec_at_recall_0.30 11_6 0.5625 iprec_at_recall_0.40 11_6 0.4364 iprec_at_recall_0.50 11_6 0.4054 iprec_at_recall_0.60 11_6 0.3673 iprec_at_recall_0.70 11_6 0.2658 iprec_at_recall_0.80 11_6 0.2000 iprec_at_recall_0.90 11_6 0.0920 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 1.0000 P_10 11_6 0.6000 P_15 11_6 0.6000 P_20 11_6 0.6500 P_30 11_6 0.5667 P_100 11_6 0.3600 P_200 11_6 0.2200 P_500 11_6 0.1060 P_1000 11_6 0.0560 relstring 11_6 '322133----' recall_5 11_6 0.0833 recall_10 11_6 0.1000 recall_15 11_6 0.1500 recall_20 11_6 0.2167 recall_30 11_6 0.2833 recall_100 11_6 0.6000 recall_200 11_6 0.7333 recall_500 11_6 0.8833 recall_1000 11_6 0.9333 infAP 11_6 0.4202 Rprec_mult_0.20 11_6 0.6667 Rprec_mult_0.40 11_6 0.5833 Rprec_mult_0.60 11_6 0.5278 Rprec_mult_0.80 11_6 0.4375 Rprec_mult_1.00 11_6 0.4167 Rprec_mult_1.20 11_6 0.3889 Rprec_mult_1.40 11_6 0.3810 Rprec_mult_1.60 11_6 0.3646 Rprec_mult_1.80 11_6 0.3426 Rprec_mult_2.00 11_6 0.3083 utility 11_6 -888.0000 11pt_avg 11_6 0.4542 binG 11_6 0.2652 G 11_6 0.1969 ndcg 11_6 0.7422 ndcg_rel 11_6 0.6339 Rndcg 11_6 0.5822 ndcg_cut_5 11_6 0.7748 ndcg_cut_10 11_6 0.5812 ndcg_cut_15 11_6 0.5808 ndcg_cut_20 11_6 0.5950 ndcg_cut_30 11_6 0.5607 ndcg_cut_100 11_6 0.5834 ndcg_cut_200 11_6 0.6617 ndcg_cut_500 11_6 0.7223 ndcg_cut_1000 11_6 0.7422 map_cut_5 11_6 0.0833 map_cut_10 11_6 0.1000 map_cut_15 11_6 0.1324 map_cut_20 11_6 0.1756 map_cut_30 11_6 0.2160 map_cut_100 11_6 0.3513 map_cut_200 11_6 0.3897 map_cut_500 11_6 0.4160 map_cut_1000 11_6 0.4202 relative_P_5 11_6 1.0000 relative_P_10 11_6 0.6000 relative_P_15 11_6 0.6000 relative_P_20 11_6 0.6500 relative_P_30 11_6 0.5667 relative_P_100 11_6 0.6000 relative_P_200 11_6 0.7333 relative_P_500 11_6 0.8833 relative_P_1000 11_6 0.9333 success_1 11_6 1.0000 success_5 11_6 1.0000 success_10 11_6 1.0000 set_P 11_6 0.0560 set_relative_P 11_6 0.9333 set_recall 11_6 0.9333 set_map 11_6 0.0523 set_F 11_6 0.1057 num_nonrel_judged_ret 11_6 5 rbp 11_6 0.5127 rbp_resid 11_6 0.3146 unj_5 11_6 0.0000 unj_10 11_6 0.4000 unj_20 11_6 0.3500 num_ret 11_7 1000 num_rel 11_7 90 num_rel_ret 11_7 33 map 11_7 0.0474 Rprec 11_7 0.1333 bpref 11_7 0.2719 recip_rank 11_7 0.2000 iprec_at_recall_0.00 11_7 0.3333 iprec_at_recall_0.10 11_7 0.2500 iprec_at_recall_0.20 11_7 0.0757 iprec_at_recall_0.30 11_7 0.0720 iprec_at_recall_0.40 11_7 0.0000 iprec_at_recall_0.50 11_7 0.0000 iprec_at_recall_0.60 11_7 0.0000 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 0.2000 P_10 11_7 0.3000 P_15 11_7 0.2000 P_20 11_7 0.1500 P_30 11_7 0.1333 P_100 11_7 0.1300 P_200 11_7 0.0800 P_500 11_7 0.0620 P_1000 11_7 0.0330 relstring 11_7 '000010-22-' recall_5 11_7 0.0111 recall_10 11_7 0.0333 recall_15 11_7 0.0333 recall_20 11_7 0.0333 recall_30 11_7 0.0444 recall_100 11_7 0.1444 recall_200 11_7 0.1778 recall_500 11_7 0.3444 recall_1000 11_7 0.3667 infAP 11_7 0.0474 Rprec_mult_0.20 11_7 0.1667 Rprec_mult_0.40 11_7 0.2222 Rprec_mult_0.60 11_7 0.2037 Rprec_mult_0.80 11_7 0.1667 Rprec_mult_1.00 11_7 0.1333 Rprec_mult_1.20 11_7 0.1204 Rprec_mult_1.40 11_7 0.1032 Rprec_mult_1.60 11_7 0.1042 Rprec_mult_1.80 11_7 0.0988 Rprec_mult_2.00 11_7 0.0889 utility 11_7 -934.0000 11pt_avg 11_7 0.0665 binG 11_7 0.0610 G 11_7 0.0522 ndcg 11_7 0.2371 ndcg_rel 11_7 0.2075 Rndcg 11_7 0.1235 ndcg_cut_5 11_7 0.0457 ndcg_cut_10 11_7 0.1391 ndcg_cut_15 11_7 0.1134 ndcg_cut_20 11_7 0.0973 ndcg_cut_30 11_7 0.0883 ndcg_cut_100 11_7 0.1199 ndcg_cut_200 11_7 0.1404 ndcg_cut_500 11_7 0.2246 ndcg_cut_1000 11_7 0.2371 map_cut_5 11_7 0.0022 map_cut_10 11_7 0.0087 map_cut_15 11_7 0.0087 map_cut_20 11_7 0.0087 map_cut_30 11_7 0.0108 map_cut_100 11_7 0.0308 map_cut_200 11_7 0.0343 map_cut_500 11_7 0.0463 map_cut_1000 11_7 0.0474 relative_P_5 11_7 0.2000 relative_P_10 11_7 0.3000 relative_P_15 11_7 0.2000 relative_P_20 11_7 0.1500 relative_P_30 11_7 0.1333 relative_P_100 11_7 0.1444 relative_P_200 11_7 0.1778 relative_P_500 11_7 0.3444 relative_P_1000 11_7 0.3667 success_1 11_7 0.0000 success_5 11_7 1.0000 success_10 11_7 1.0000 set_P 11_7 0.0330 set_relative_P 11_7 0.3667 set_recall 11_7 0.3667 set_map 11_7 0.0121 set_F 11_7 0.0606 num_nonrel_judged_ret 11_7 39 rbp 11_7 0.0949 rbp_resid 11_7 0.2372 unj_5 11_7 0.0000 unj_10 11_7 0.2000 unj_20 11_7 0.3000 num_ret 11_8 1000 num_rel 11_8 97 num_rel_ret 11_8 82 map 11_8 0.3395 Rprec 11_8 0.4330 bpref 11_8 0.7870 recip_rank 11_8 0.3333 iprec_at_recall_0.00 11_8 0.7143 iprec_at_recall_0.10 11_8 0.6333 iprec_at_recall_0.20 11_8 0.6333 iprec_at_recall_0.30 11_8 0.5690 iprec_at_recall_0.40 11_8 0.5200 iprec_at_recall_0.50 11_8 0.3684 iprec_at_recall_0.60 11_8 0.2857 iprec_at_recall_0.70 11_8 0.1899 iprec_at_recall_0.80 11_8 0.1068 iprec_at_recall_0.90 11_8 0.0000 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 0.6000 P_10 11_8 0.6000 P_15 11_8 0.5333 P_20 11_8 0.6000 P_30 11_8 0.6333 P_100 11_8 0.4300 P_200 11_8 0.2800 P_500 11_8 0.1440 P_1000 11_8 0.0820 relstring 11_8 '0032442-2-' recall_5 11_8 0.0309 recall_10 11_8 0.0619 recall_15 11_8 0.0825 recall_20 11_8 0.1237 recall_30 11_8 0.1959 recall_100 11_8 0.4433 recall_200 11_8 0.5773 recall_500 11_8 0.7423 recall_1000 11_8 0.8454 infAP 11_8 0.3395 Rprec_mult_0.20 11_8 0.6000 Rprec_mult_0.40 11_8 0.5128 Rprec_mult_0.60 11_8 0.5593 Rprec_mult_0.80 11_8 0.5128 Rprec_mult_1.00 11_8 0.4330 Rprec_mult_1.20 11_8 0.3761 Rprec_mult_1.40 11_8 0.3603 Rprec_mult_1.60 11_8 0.3333 Rprec_mult_1.80 11_8 0.3086 Rprec_mult_2.00 11_8 0.2887 utility 11_8 -836.0000 11pt_avg 11_8 0.3655 binG 11_8 0.1737 G 11_8 0.1419 ndcg 11_8 0.6585 ndcg_rel 11_8 0.5282 Rndcg 11_8 0.4317 ndcg_cut_5 11_8 0.3561 ndcg_cut_10 11_8 0.4189 ndcg_cut_15 11_8 0.3889 ndcg_cut_20 11_8 0.4197 ndcg_cut_30 11_8 0.4785 ndcg_cut_100 11_8 0.4585 ndcg_cut_200 11_8 0.5312 ndcg_cut_500 11_8 0.6144 ndcg_cut_1000 11_8 0.6585 map_cut_5 11_8 0.0148 map_cut_10 11_8 0.0359 map_cut_15 11_8 0.0482 map_cut_20 11_8 0.0729 map_cut_30 11_8 0.1165 map_cut_100 11_8 0.2469 map_cut_200 11_8 0.2935 map_cut_500 11_8 0.3279 map_cut_1000 11_8 0.3395 relative_P_5 11_8 0.6000 relative_P_10 11_8 0.6000 relative_P_15 11_8 0.5333 relative_P_20 11_8 0.6000 relative_P_30 11_8 0.6333 relative_P_100 11_8 0.4433 relative_P_200 11_8 0.5773 relative_P_500 11_8 0.7423 relative_P_1000 11_8 0.8454 success_1 11_8 0.0000 success_5 11_8 1.0000 success_10 11_8 1.0000 set_P 11_8 0.0820 set_relative_P 11_8 0.8454 set_recall 11_8 0.8454 set_map 11_8 0.0693 set_F 11_8 0.1495 num_nonrel_judged_ret 11_8 5 rbp 11_8 0.3713 rbp_resid 11_8 0.2429 unj_5 11_8 0.0000 unj_10 11_8 0.2000 unj_20 11_8 0.3000 num_ret 11_9 1000 num_rel 11_9 117 num_rel_ret 11_9 38 map 11_9 0.0894 Rprec 11_9 0.1624 bpref 11_9 0.2794 recip_rank 11_9 1.0000 iprec_at_recall_0.00 11_9 1.0000 iprec_at_recall_0.10 11_9 0.2453 iprec_at_recall_0.20 11_9 0.1503 iprec_at_recall_0.30 11_9 0.0706 iprec_at_recall_0.40 11_9 0.0000 iprec_at_recall_0.50 11_9 0.0000 iprec_at_recall_0.60 11_9 0.0000 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 0.8000 P_10 11_9 0.5000 P_15 11_9 0.4667 P_20 11_9 0.4000 P_30 11_9 0.3000 P_100 11_9 0.1600 P_200 11_9 0.1150 P_500 11_9 0.0700 P_1000 11_9 0.0380 relstring 11_9 '1111020---' recall_5 11_9 0.0342 recall_10 11_9 0.0427 recall_15 11_9 0.0598 recall_20 11_9 0.0684 recall_30 11_9 0.0769 recall_100 11_9 0.1368 recall_200 11_9 0.1966 recall_500 11_9 0.2991 recall_1000 11_9 0.3248 infAP 11_9 0.0894 Rprec_mult_0.20 11_9 0.3333 Rprec_mult_0.40 11_9 0.2340 Rprec_mult_0.60 11_9 0.1831 Rprec_mult_0.80 11_9 0.1596 Rprec_mult_1.00 11_9 0.1624 Rprec_mult_1.20 11_9 0.1418 Rprec_mult_1.40 11_9 0.1402 Rprec_mult_1.60 11_9 0.1223 Rprec_mult_1.80 11_9 0.1090 Rprec_mult_2.00 11_9 0.1026 utility 11_9 -924.0000 11pt_avg 11_9 0.1333 binG 11_9 0.0843 G 11_9 0.0322 ndcg 11_9 0.1831 ndcg_rel 11_9 0.1788 Rndcg 11_9 0.1652 ndcg_cut_5 11_9 0.2445 ndcg_cut_10 11_9 0.2145 ndcg_cut_15 11_9 0.2118 ndcg_cut_20 11_9 0.1889 ndcg_cut_30 11_9 0.1619 ndcg_cut_100 11_9 0.1214 ndcg_cut_200 11_9 0.1399 ndcg_cut_500 11_9 0.1772 ndcg_cut_1000 11_9 0.1831 map_cut_5 11_9 0.0342 map_cut_10 11_9 0.0413 map_cut_15 11_9 0.0502 map_cut_20 11_9 0.0536 map_cut_30 11_9 0.0565 map_cut_100 11_9 0.0694 map_cut_200 11_9 0.0785 map_cut_500 11_9 0.0882 map_cut_1000 11_9 0.0894 relative_P_5 11_9 0.8000 relative_P_10 11_9 0.5000 relative_P_15 11_9 0.4667 relative_P_20 11_9 0.4000 relative_P_30 11_9 0.3000 relative_P_100 11_9 0.1600 relative_P_200 11_9 0.1966 relative_P_500 11_9 0.2991 relative_P_1000 11_9 0.3248 success_1 11_9 1.0000 success_5 11_9 1.0000 success_10 11_9 1.0000 set_P 11_9 0.0380 set_relative_P 11_9 0.3248 set_recall 11_9 0.3248 set_map 11_9 0.0123 set_F 11_9 0.0680 num_nonrel_judged_ret 11_9 37 rbp 11_9 0.1453 rbp_resid 11_9 0.3188 unj_5 11_9 0.0000 unj_10 11_9 0.3000 unj_20 11_9 0.3500 num_ret 12_1 1000 num_rel 12_1 75 num_rel_ret 12_1 46 map 12_1 0.2907 Rprec 12_1 0.3067 bpref 12_1 0.4540 recip_rank 12_1 1.0000 iprec_at_recall_0.00 12_1 1.0000 iprec_at_recall_0.10 12_1 1.0000 iprec_at_recall_0.20 12_1 0.5517 iprec_at_recall_0.30 12_1 0.3651 iprec_at_recall_0.40 12_1 0.2562 iprec_at_recall_0.50 12_1 0.2000 iprec_at_recall_0.60 12_1 0.1257 iprec_at_recall_0.70 12_1 0.0000 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 1.0000 P_10 12_1 1.0000 P_15 12_1 0.6667 P_20 12_1 0.6500 P_30 12_1 0.5333 P_100 12_1 0.2600 P_200 12_1 0.1900 P_500 12_1 0.0920 P_1000 12_1 0.0460 relstring 12_1 '2221222212' recall_5 12_1 0.0667 recall_10 12_1 0.1333 recall_15 12_1 0.1333 recall_20 12_1 0.1733 recall_30 12_1 0.2133 recall_100 12_1 0.3467 recall_200 12_1 0.5067 recall_500 12_1 0.6133 recall_1000 12_1 0.6133 infAP 12_1 0.2907 Rprec_mult_0.20 12_1 0.6667 Rprec_mult_0.40 12_1 0.5333 Rprec_mult_0.60 12_1 0.4444 Rprec_mult_0.80 12_1 0.3667 Rprec_mult_1.00 12_1 0.3067 Rprec_mult_1.20 12_1 0.2667 Rprec_mult_1.40 12_1 0.2476 Rprec_mult_1.60 12_1 0.2500 Rprec_mult_1.80 12_1 0.2444 Rprec_mult_2.00 12_1 0.2333 utility 12_1 -908.0000 11pt_avg 12_1 0.3181 binG 12_1 0.2209 G 12_1 0.1620 ndcg 12_1 0.6032 ndcg_rel 12_1 0.5928 Rndcg 12_1 0.5466 ndcg_cut_5 12_1 0.7926 ndcg_cut_10 12_1 0.8283 ndcg_cut_15 12_1 0.6567 ndcg_cut_20 12_1 0.6152 ndcg_cut_30 12_1 0.5451 ndcg_cut_100 12_1 0.4556 ndcg_cut_200 12_1 0.5478 ndcg_cut_500 12_1 0.6032 ndcg_cut_1000 12_1 0.6032 map_cut_5 12_1 0.0667 map_cut_10 12_1 0.1333 map_cut_15 12_1 0.1333 map_cut_20 12_1 0.1586 map_cut_30 12_1 0.1812 map_cut_100 12_1 0.2350 map_cut_200 12_1 0.2735 map_cut_500 12_1 0.2907 map_cut_1000 12_1 0.2907 relative_P_5 12_1 1.0000 relative_P_10 12_1 1.0000 relative_P_15 12_1 0.6667 relative_P_20 12_1 0.6500 relative_P_30 12_1 0.5333 relative_P_100 12_1 0.3467 relative_P_200 12_1 0.5067 relative_P_500 12_1 0.6133 relative_P_1000 12_1 0.6133 success_1 12_1 1.0000 success_5 12_1 1.0000 success_10 12_1 1.0000 set_P 12_1 0.0460 set_relative_P 12_1 0.6133 set_recall 12_1 0.6133 set_map 12_1 0.0282 set_F 12_1 0.0856 num_nonrel_judged_ret 12_1 47 rbp 12_1 0.4336 rbp_resid 12_1 0.0370 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0000 num_ret 12_2 1000 num_rel 12_2 65 num_rel_ret 12_2 32 map 12_2 0.1186 Rprec 12_2 0.2308 bpref 12_2 0.4521 recip_rank 12_2 1.0000 iprec_at_recall_0.00 12_2 1.0000 iprec_at_recall_0.10 12_2 0.2941 iprec_at_recall_0.20 12_2 0.2453 iprec_at_recall_0.30 12_2 0.1600 iprec_at_recall_0.40 12_2 0.0794 iprec_at_recall_0.50 12_2 0.0000 iprec_at_recall_0.60 12_2 0.0000 iprec_at_recall_0.70 12_2 0.0000 iprec_at_recall_0.80 12_2 0.0000 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 0.4000 P_10 12_2 0.3000 P_15 12_2 0.2667 P_20 12_2 0.2000 P_30 12_2 0.2667 P_100 12_2 0.1900 P_200 12_2 0.1100 P_500 12_2 0.0580 P_1000 12_2 0.0320 relstring 12_2 '230001----' recall_5 12_2 0.0308 recall_10 12_2 0.0462 recall_15 12_2 0.0615 recall_20 12_2 0.0615 recall_30 12_2 0.1231 recall_100 12_2 0.2923 recall_200 12_2 0.3385 recall_500 12_2 0.4462 recall_1000 12_2 0.4923 infAP 12_2 0.1186 Rprec_mult_0.20 12_2 0.3077 Rprec_mult_0.40 12_2 0.2692 Rprec_mult_0.60 12_2 0.2564 Rprec_mult_0.80 12_2 0.2308 Rprec_mult_1.00 12_2 0.2308 Rprec_mult_1.20 12_2 0.2051 Rprec_mult_1.40 12_2 0.1978 Rprec_mult_1.60 12_2 0.1827 Rprec_mult_1.80 12_2 0.1624 Rprec_mult_2.00 12_2 0.1538 utility 12_2 -936.0000 11pt_avg 12_2 0.1617 binG 12_2 0.1121 G 12_2 0.1069 ndcg 12_2 0.4254 ndcg_rel 12_2 0.3993 Rndcg 12_2 0.3621 ndcg_cut_5 12_2 0.4401 ndcg_cut_10 12_2 0.3530 ndcg_cut_15 12_2 0.3075 ndcg_cut_20 12_2 0.2649 ndcg_cut_30 12_2 0.3033 ndcg_cut_100 12_2 0.3304 ndcg_cut_200 12_2 0.3623 ndcg_cut_500 12_2 0.4088 ndcg_cut_1000 12_2 0.4254 map_cut_5 12_2 0.0308 map_cut_10 12_2 0.0385 map_cut_15 12_2 0.0432 map_cut_20 12_2 0.0432 map_cut_30 12_2 0.0594 map_cut_100 12_2 0.1002 map_cut_200 12_2 0.1070 map_cut_500 12_2 0.1161 map_cut_1000 12_2 0.1186 relative_P_5 12_2 0.4000 relative_P_10 12_2 0.3000 relative_P_15 12_2 0.2667 relative_P_20 12_2 0.2000 relative_P_30 12_2 0.2667 relative_P_100 12_2 0.2923 relative_P_200 12_2 0.3385 relative_P_500 12_2 0.4462 relative_P_1000 12_2 0.4923 success_1 12_2 1.0000 success_5 12_2 1.0000 success_10 12_2 1.0000 set_P 12_2 0.0320 set_relative_P 12_2 0.4923 set_recall 12_2 0.4923 set_map 12_2 0.0158 set_F 12_2 0.0601 num_nonrel_judged_ret 12_2 8 rbp 12_2 0.2114 rbp_resid 12_2 0.4371 unj_5 12_2 0.0000 unj_10 12_2 0.4000 unj_20 12_2 0.6000 num_ret 12_3 1000 num_rel 12_3 75 num_rel_ret 12_3 71 map 12_3 0.6658 Rprec 12_3 0.6267 bpref 12_3 0.8594 recip_rank 12_3 1.0000 iprec_at_recall_0.00 12_3 1.0000 iprec_at_recall_0.10 12_3 1.0000 iprec_at_recall_0.20 12_3 0.9000 iprec_at_recall_0.30 12_3 0.8889 iprec_at_recall_0.40 12_3 0.7750 iprec_at_recall_0.50 12_3 0.7031 iprec_at_recall_0.60 12_3 0.7031 iprec_at_recall_0.70 12_3 0.5446 iprec_at_recall_0.80 12_3 0.4688 iprec_at_recall_0.90 12_3 0.2566 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 1.0000 P_10 12_3 1.0000 P_15 12_3 0.8667 P_20 12_3 0.9000 P_30 12_3 0.8667 P_100 12_3 0.5400 P_200 12_3 0.3200 P_500 12_3 0.1400 P_1000 12_3 0.0710 relstring 12_3 '2121222222' recall_5 12_3 0.0667 recall_10 12_3 0.1333 recall_15 12_3 0.1733 recall_20 12_3 0.2400 recall_30 12_3 0.3467 recall_100 12_3 0.7200 recall_200 12_3 0.8533 recall_500 12_3 0.9333 recall_1000 12_3 0.9467 infAP 12_3 0.6658 Rprec_mult_0.20 12_3 0.8667 Rprec_mult_0.40 12_3 0.8667 Rprec_mult_0.60 12_3 0.7556 Rprec_mult_0.80 12_3 0.6833 Rprec_mult_1.00 12_3 0.6267 Rprec_mult_1.20 12_3 0.5556 Rprec_mult_1.40 12_3 0.5333 Rprec_mult_1.60 12_3 0.4917 Rprec_mult_1.80 12_3 0.4519 Rprec_mult_2.00 12_3 0.4200 utility 12_3 -858.0000 11pt_avg 12_3 0.6582 binG 12_3 0.3608 G 12_3 0.2504 ndcg 12_3 0.8531 ndcg_rel 12_3 0.7623 Rndcg 12_3 0.7298 ndcg_cut_5 12_3 0.8200 ndcg_cut_10 12_3 0.8832 ndcg_cut_15 12_3 0.7968 ndcg_cut_20 12_3 0.7797 ndcg_cut_30 12_3 0.7149 ndcg_cut_100 12_3 0.7329 ndcg_cut_200 12_3 0.8139 ndcg_cut_500 12_3 0.8492 ndcg_cut_1000 12_3 0.8531 map_cut_5 12_3 0.0667 map_cut_10 12_3 0.1333 map_cut_15 12_3 0.1702 map_cut_20 12_3 0.2295 map_cut_30 12_3 0.3227 map_cut_100 12_3 0.5797 map_cut_200 12_3 0.6430 map_cut_500 12_3 0.6640 map_cut_1000 12_3 0.6658 relative_P_5 12_3 1.0000 relative_P_10 12_3 1.0000 relative_P_15 12_3 0.8667 relative_P_20 12_3 0.9000 relative_P_30 12_3 0.8667 relative_P_100 12_3 0.7200 relative_P_200 12_3 0.8533 relative_P_500 12_3 0.9333 relative_P_1000 12_3 0.9467 success_1 12_3 1.0000 success_5 12_3 1.0000 success_10 12_3 1.0000 set_P 12_3 0.0710 set_relative_P 12_3 0.9467 set_recall 12_3 0.9467 set_map 12_3 0.0672 set_F 12_3 0.1321 num_nonrel_judged_ret 12_3 21 rbp 12_3 0.7541 rbp_resid 12_3 0.0209 unj_5 12_3 0.0000 unj_10 12_3 0.0000 unj_20 12_3 0.0000 num_ret 12_5 1000 num_rel 12_5 57 num_rel_ret 12_5 40 map 12_5 0.1210 Rprec 12_5 0.2456 bpref 12_5 0.5045 recip_rank 12_5 0.2500 iprec_at_recall_0.00 12_5 0.3333 iprec_at_recall_0.10 12_5 0.3333 iprec_at_recall_0.20 12_5 0.2745 iprec_at_recall_0.30 12_5 0.2048 iprec_at_recall_0.40 12_5 0.1620 iprec_at_recall_0.50 12_5 0.0881 iprec_at_recall_0.60 12_5 0.0643 iprec_at_recall_0.70 12_5 0.0443 iprec_at_recall_0.80 12_5 0.0000 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 0.2000 P_10 12_5 0.3000 P_15 12_5 0.3333 P_20 12_5 0.3000 P_30 12_5 0.2667 P_100 12_5 0.1900 P_200 12_5 0.1200 P_500 12_5 0.0660 P_1000 12_5 0.0400 relstring 12_5 '00020-0-22' recall_5 12_5 0.0175 recall_10 12_5 0.0526 recall_15 12_5 0.0877 recall_20 12_5 0.1053 recall_30 12_5 0.1404 recall_100 12_5 0.3333 recall_200 12_5 0.4211 recall_500 12_5 0.5789 recall_1000 12_5 0.7018 infAP 12_5 0.1210 Rprec_mult_0.20 12_5 0.2500 Rprec_mult_0.40 12_5 0.3043 Rprec_mult_0.60 12_5 0.2571 Rprec_mult_0.80 12_5 0.2391 Rprec_mult_1.00 12_5 0.2456 Rprec_mult_1.20 12_5 0.2029 Rprec_mult_1.40 12_5 0.2000 Rprec_mult_1.60 12_5 0.1957 Rprec_mult_1.80 12_5 0.1845 Rprec_mult_2.00 12_5 0.1667 utility 12_5 -920.0000 11pt_avg 12_5 0.1368 binG 12_5 0.1216 G 12_5 0.1053 ndcg 12_5 0.4408 ndcg_rel 12_5 0.3367 Rndcg 12_5 0.2425 ndcg_cut_5 12_5 0.0974 ndcg_cut_10 12_5 0.1604 ndcg_cut_15 12_5 0.1997 ndcg_cut_20 12_5 0.1992 ndcg_cut_30 12_5 0.2102 ndcg_cut_100 12_5 0.2729 ndcg_cut_200 12_5 0.3173 ndcg_cut_500 12_5 0.3938 ndcg_cut_1000 12_5 0.4408 map_cut_5 12_5 0.0044 map_cut_10 12_5 0.0135 map_cut_15 12_5 0.0248 map_cut_20 12_5 0.0303 map_cut_30 12_5 0.0418 map_cut_100 12_5 0.0871 map_cut_200 12_5 0.1005 map_cut_500 12_5 0.1145 map_cut_1000 12_5 0.1210 relative_P_5 12_5 0.2000 relative_P_10 12_5 0.3000 relative_P_15 12_5 0.3333 relative_P_20 12_5 0.3000 relative_P_30 12_5 0.2667 relative_P_100 12_5 0.3333 relative_P_200 12_5 0.4211 relative_P_500 12_5 0.5789 relative_P_1000 12_5 0.7018 success_1 12_5 0.0000 success_5 12_5 1.0000 success_10 12_5 1.0000 set_P 12_5 0.0400 set_relative_P 12_5 0.7018 set_recall 12_5 0.7018 set_map 12_5 0.0281 set_F 12_5 0.0757 num_nonrel_judged_ret 12_5 26 rbp 12_5 0.1696 rbp_resid 12_5 0.3108 unj_5 12_5 0.0000 unj_10 12_5 0.2000 unj_20 12_5 0.4000 num_ret 12_6 1000 num_rel 12_6 48 num_rel_ret 12_6 40 map 12_6 0.3657 Rprec 12_6 0.3750 bpref 12_6 0.6168 recip_rank 12_6 1.0000 iprec_at_recall_0.00 12_6 1.0000 iprec_at_recall_0.10 12_6 0.7500 iprec_at_recall_0.20 12_6 0.7143 iprec_at_recall_0.30 12_6 0.4828 iprec_at_recall_0.40 12_6 0.3818 iprec_at_recall_0.50 12_6 0.3636 iprec_at_recall_0.60 12_6 0.2609 iprec_at_recall_0.70 12_6 0.1889 iprec_at_recall_0.80 12_6 0.0952 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 0.8000 P_10 12_6 0.7000 P_15 12_6 0.6667 P_20 12_6 0.5500 P_30 12_6 0.4667 P_100 12_6 0.2800 P_200 12_6 0.1700 P_500 12_6 0.0760 P_1000 12_6 0.0400 relstring 12_6 '1112002-22' recall_5 12_6 0.0833 recall_10 12_6 0.1458 recall_15 12_6 0.2083 recall_20 12_6 0.2292 recall_30 12_6 0.2917 recall_100 12_6 0.5833 recall_200 12_6 0.7083 recall_500 12_6 0.7917 recall_1000 12_6 0.8333 infAP 12_6 0.3657 Rprec_mult_0.20 12_6 0.7000 Rprec_mult_0.40 12_6 0.5500 Rprec_mult_0.60 12_6 0.4828 Rprec_mult_0.80 12_6 0.4103 Rprec_mult_1.00 12_6 0.3750 Rprec_mult_1.20 12_6 0.3621 Rprec_mult_1.40 12_6 0.3529 Rprec_mult_1.60 12_6 0.3247 Rprec_mult_1.80 12_6 0.2989 Rprec_mult_2.00 12_6 0.2812 utility 12_6 -920.0000 11pt_avg 12_6 0.3852 binG 12_6 0.2500 G 12_6 0.1653 ndcg 12_6 0.6030 ndcg_rel 12_6 0.4979 Rndcg 12_6 0.4295 ndcg_cut_5 12_6 0.4339 ndcg_cut_10 12_6 0.4797 ndcg_cut_15 12_6 0.4656 ndcg_cut_20 12_6 0.4087 ndcg_cut_30 12_6 0.3977 ndcg_cut_100 12_6 0.5128 ndcg_cut_200 12_6 0.5594 ndcg_cut_500 12_6 0.5880 ndcg_cut_1000 12_6 0.6030 map_cut_5 12_6 0.0833 map_cut_10 12_6 0.1267 map_cut_15 12_6 0.1723 map_cut_20 12_6 0.1858 map_cut_30 12_6 0.2180 map_cut_100 12_6 0.3248 map_cut_200 12_6 0.3539 map_cut_500 12_6 0.3634 map_cut_1000 12_6 0.3657 relative_P_5 12_6 0.8000 relative_P_10 12_6 0.7000 relative_P_15 12_6 0.6667 relative_P_20 12_6 0.5500 relative_P_30 12_6 0.4667 relative_P_100 12_6 0.5833 relative_P_200 12_6 0.7083 relative_P_500 12_6 0.7917 relative_P_1000 12_6 0.8333 success_1 12_6 1.0000 success_5 12_6 1.0000 success_10 12_6 1.0000 set_P 12_6 0.0400 set_relative_P 12_6 0.8333 set_recall 12_6 0.8333 set_map 12_6 0.0333 set_F 12_6 0.0763 num_nonrel_judged_ret 12_6 32 rbp 12_6 0.2933 rbp_resid 12_6 0.1618 unj_5 12_6 0.0000 unj_10 12_6 0.1000 unj_20 12_6 0.2000 num_ret 12_7 1000 num_rel 12_7 17 num_rel_ret 12_7 16 map 12_7 0.1241 Rprec 12_7 0.2353 bpref 12_7 0.2042 recip_rank 12_7 0.5000 iprec_at_recall_0.00 12_7 0.5000 iprec_at_recall_0.10 12_7 0.2353 iprec_at_recall_0.20 12_7 0.2353 iprec_at_recall_0.30 12_7 0.1515 iprec_at_recall_0.40 12_7 0.1139 iprec_at_recall_0.50 12_7 0.1139 iprec_at_recall_0.60 12_7 0.0935 iprec_at_recall_0.70 12_7 0.0663 iprec_at_recall_0.80 12_7 0.0379 iprec_at_recall_0.90 12_7 0.0363 iprec_at_recall_1.00 12_7 0.0000 P_5 12_7 0.2000 P_10 12_7 0.1000 P_15 12_7 0.2000 P_20 12_7 0.2000 P_30 12_7 0.1333 P_100 12_7 0.0900 P_200 12_7 0.0600 P_500 12_7 0.0300 P_1000 12_7 0.0160 relstring 12_7 '02000-0-0-' recall_5 12_7 0.0588 recall_10 12_7 0.0588 recall_15 12_7 0.1765 recall_20 12_7 0.2353 recall_30 12_7 0.2353 recall_100 12_7 0.5294 recall_200 12_7 0.7059 recall_500 12_7 0.8824 recall_1000 12_7 0.9412 infAP 12_7 0.1241 Rprec_mult_0.20 12_7 0.2500 Rprec_mult_0.40 12_7 0.1429 Rprec_mult_0.60 12_7 0.1818 Rprec_mult_0.80 12_7 0.1429 Rprec_mult_1.00 12_7 0.2353 Rprec_mult_1.20 12_7 0.1905 Rprec_mult_1.40 12_7 0.1667 Rprec_mult_1.60 12_7 0.1429 Rprec_mult_1.80 12_7 0.1290 Rprec_mult_2.00 12_7 0.1471 utility 12_7 -968.0000 11pt_avg 12_7 0.1440 binG 12_7 0.1892 G 12_7 0.1747 ndcg 12_7 0.4689 ndcg_rel 12_7 0.3474 Rndcg 12_7 0.2544 ndcg_cut_5 12_7 0.1492 ndcg_cut_10 12_7 0.1083 ndcg_cut_15 12_7 0.1923 ndcg_cut_20 12_7 0.2199 ndcg_cut_30 12_7 0.2199 ndcg_cut_100 12_7 0.3675 ndcg_cut_200 12_7 0.4272 ndcg_cut_500 12_7 0.4612 ndcg_cut_1000 12_7 0.4689 map_cut_5 12_7 0.0294 map_cut_10 12_7 0.0294 map_cut_15 12_7 0.0519 map_cut_20 12_7 0.0657 map_cut_30 12_7 0.0657 map_cut_100 12_7 0.1009 map_cut_200 12_7 0.1149 map_cut_500 12_7 0.1226 map_cut_1000 12_7 0.1241 relative_P_5 12_7 0.2000 relative_P_10 12_7 0.1000 relative_P_15 12_7 0.2000 relative_P_20 12_7 0.2353 relative_P_30 12_7 0.2353 relative_P_100 12_7 0.5294 relative_P_200 12_7 0.7059 relative_P_500 12_7 0.8824 relative_P_1000 12_7 0.9412 success_1 12_7 0.0000 success_5 12_7 1.0000 success_10 12_7 1.0000 set_P 12_7 0.0160 set_relative_P 12_7 0.9412 set_recall 12_7 0.9412 set_map 12_7 0.0151 set_F 12_7 0.0315 num_nonrel_judged_ret 12_7 43 rbp 12_7 0.1264 rbp_resid 12_7 0.3382 unj_5 12_7 0.0000 unj_10 12_7 0.3000 unj_20 12_7 0.4000 num_ret 12_9 1000 num_rel 12_9 27 num_rel_ret 12_9 1 map 12_9 0.0000 Rprec 12_9 0.0000 bpref 12_9 0.0096 recip_rank 12_9 0.0010 iprec_at_recall_0.00 12_9 0.0010 iprec_at_recall_0.10 12_9 0.0000 iprec_at_recall_0.20 12_9 0.0000 iprec_at_recall_0.30 12_9 0.0000 iprec_at_recall_0.40 12_9 0.0000 iprec_at_recall_0.50 12_9 0.0000 iprec_at_recall_0.60 12_9 0.0000 iprec_at_recall_0.70 12_9 0.0000 iprec_at_recall_0.80 12_9 0.0000 iprec_at_recall_0.90 12_9 0.0000 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 0.0000 P_10 12_9 0.0000 P_15 12_9 0.0000 P_20 12_9 0.0000 P_30 12_9 0.0000 P_100 12_9 0.0000 P_200 12_9 0.0000 P_500 12_9 0.0000 P_1000 12_9 0.0010 relstring 12_9 '00000-----' recall_5 12_9 0.0000 recall_10 12_9 0.0000 recall_15 12_9 0.0000 recall_20 12_9 0.0000 recall_30 12_9 0.0000 recall_100 12_9 0.0000 recall_200 12_9 0.0000 recall_500 12_9 0.0000 recall_1000 12_9 0.0370 infAP 12_9 0.0000 Rprec_mult_0.20 12_9 0.0000 Rprec_mult_0.40 12_9 0.0000 Rprec_mult_0.60 12_9 0.0000 Rprec_mult_0.80 12_9 0.0000 Rprec_mult_1.00 12_9 0.0000 Rprec_mult_1.20 12_9 0.0000 Rprec_mult_1.40 12_9 0.0000 Rprec_mult_1.60 12_9 0.0000 Rprec_mult_1.80 12_9 0.0000 Rprec_mult_2.00 12_9 0.0000 utility 12_9 -998.0000 11pt_avg 12_9 0.0001 binG 12_9 0.0037 G 12_9 0.0023 ndcg 12_9 0.0063 ndcg_rel 12_9 0.0063 Rndcg 12_9 0.0016 ndcg_cut_5 12_9 0.0000 ndcg_cut_10 12_9 0.0000 ndcg_cut_15 12_9 0.0000 ndcg_cut_20 12_9 0.0000 ndcg_cut_30 12_9 0.0000 ndcg_cut_100 12_9 0.0000 ndcg_cut_200 12_9 0.0000 ndcg_cut_500 12_9 0.0000 ndcg_cut_1000 12_9 0.0063 map_cut_5 12_9 0.0000 map_cut_10 12_9 0.0000 map_cut_15 12_9 0.0000 map_cut_20 12_9 0.0000 map_cut_30 12_9 0.0000 map_cut_100 12_9 0.0000 map_cut_200 12_9 0.0000 map_cut_500 12_9 0.0000 map_cut_1000 12_9 0.0000 relative_P_5 12_9 0.0000 relative_P_10 12_9 0.0000 relative_P_15 12_9 0.0000 relative_P_20 12_9 0.0000 relative_P_30 12_9 0.0000 relative_P_100 12_9 0.0000 relative_P_200 12_9 0.0000 relative_P_500 12_9 0.0000 relative_P_1000 12_9 0.0370 success_1 12_9 0.0000 success_5 12_9 0.0000 success_10 12_9 0.0000 set_P 12_9 0.0010 set_relative_P 12_9 0.0370 set_recall 12_9 0.0370 set_map 12_9 0.0000 set_F 12_9 0.0019 num_nonrel_judged_ret 12_9 20 rbp 12_9 0.0000 rbp_resid 12_9 0.5833 unj_5 12_9 0.0000 unj_10 12_9 0.5000 unj_20 12_9 0.7500 num_ret 13_2 1000 num_rel 13_2 154 num_rel_ret 13_2 19 map 13_2 0.0543 Rprec 13_2 0.0844 bpref 13_2 0.1172 recip_rank 13_2 1.0000 iprec_at_recall_0.00 13_2 1.0000 iprec_at_recall_0.10 13_2 0.0685 iprec_at_recall_0.20 13_2 0.0000 iprec_at_recall_0.30 13_2 0.0000 iprec_at_recall_0.40 13_2 0.0000 iprec_at_recall_0.50 13_2 0.0000 iprec_at_recall_0.60 13_2 0.0000 iprec_at_recall_0.70 13_2 0.0000 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 0.8000 P_10 13_2 0.6000 P_15 13_2 0.5333 P_20 13_2 0.5000 P_30 13_2 0.3667 P_100 13_2 0.1100 P_200 13_2 0.0700 P_500 13_2 0.0360 P_1000 13_2 0.0190 relstring 13_2 '13101---41' recall_5 13_2 0.0260 recall_10 13_2 0.0390 recall_15 13_2 0.0519 recall_20 13_2 0.0649 recall_30 13_2 0.0714 recall_100 13_2 0.0714 recall_200 13_2 0.0909 recall_500 13_2 0.1169 recall_1000 13_2 0.1234 infAP 13_2 0.0543 Rprec_mult_0.20 13_2 0.3548 Rprec_mult_0.40 13_2 0.1774 Rprec_mult_0.60 13_2 0.1183 Rprec_mult_0.80 13_2 0.1048 Rprec_mult_1.00 13_2 0.0844 Rprec_mult_1.20 13_2 0.0757 Rprec_mult_1.40 13_2 0.0648 Rprec_mult_1.60 13_2 0.0648 Rprec_mult_1.80 13_2 0.0612 Rprec_mult_2.00 13_2 0.0552 utility 13_2 -962.0000 11pt_avg 13_2 0.0971 binG 13_2 0.0458 G 13_2 0.0231 ndcg 13_2 0.1498 ndcg_rel 13_2 0.1649 Rndcg 13_2 0.1956 ndcg_cut_5 13_2 0.3839 ndcg_cut_10 13_2 0.3604 ndcg_cut_15 13_2 0.3401 ndcg_cut_20 13_2 0.3180 ndcg_cut_30 13_2 0.2747 ndcg_cut_100 13_2 0.1473 ndcg_cut_200 13_2 0.1355 ndcg_cut_500 13_2 0.1480 ndcg_cut_1000 13_2 0.1498 map_cut_5 13_2 0.0247 map_cut_10 13_2 0.0322 map_cut_15 13_2 0.0400 map_cut_20 13_2 0.0471 map_cut_30 13_2 0.0505 map_cut_100 13_2 0.0505 map_cut_200 13_2 0.0525 map_cut_500 13_2 0.0541 map_cut_1000 13_2 0.0543 relative_P_5 13_2 0.8000 relative_P_10 13_2 0.6000 relative_P_15 13_2 0.5333 relative_P_20 13_2 0.5000 relative_P_30 13_2 0.3667 relative_P_100 13_2 0.1100 relative_P_200 13_2 0.0909 relative_P_500 13_2 0.1169 relative_P_1000 13_2 0.1234 success_1 13_2 1.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.0190 set_relative_P 13_2 0.1234 set_recall 13_2 0.1234 set_map 13_2 0.0023 set_F 13_2 0.0329 num_nonrel_judged_ret 13_2 6 rbp 13_2 0.2292 rbp_resid 13_2 0.4010 unj_5 13_2 0.0000 unj_10 13_2 0.3000 unj_20 13_2 0.4500 num_ret 13_3 1000 num_rel 13_3 79 num_rel_ret 13_3 49 map 13_3 0.1759 Rprec 13_3 0.2405 bpref 13_3 0.5583 recip_rank 13_3 0.5000 iprec_at_recall_0.00 13_3 0.6667 iprec_at_recall_0.10 13_3 0.3929 iprec_at_recall_0.20 13_3 0.2677 iprec_at_recall_0.30 13_3 0.2677 iprec_at_recall_0.40 13_3 0.2677 iprec_at_recall_0.50 13_3 0.2204 iprec_at_recall_0.60 13_3 0.2000 iprec_at_recall_0.70 13_3 0.0000 iprec_at_recall_0.80 13_3 0.0000 iprec_at_recall_0.90 13_3 0.0000 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 0.6000 P_10 13_3 0.3000 P_15 13_3 0.3333 P_20 13_3 0.3000 P_30 13_3 0.3667 P_100 13_3 0.2600 P_200 13_3 0.2050 P_500 13_3 0.0980 P_1000 13_3 0.0490 relstring 13_3 '02201-----' recall_5 13_3 0.0380 recall_10 13_3 0.0380 recall_15 13_3 0.0633 recall_20 13_3 0.0759 recall_30 13_3 0.1392 recall_100 13_3 0.3291 recall_200 13_3 0.5190 recall_500 13_3 0.6203 recall_1000 13_3 0.6203 infAP 13_3 0.1759 Rprec_mult_0.20 13_3 0.3125 Rprec_mult_0.40 13_3 0.3750 Rprec_mult_0.60 13_3 0.2917 Rprec_mult_0.80 13_3 0.2344 Rprec_mult_1.00 13_3 0.2405 Rprec_mult_1.20 13_3 0.2526 Rprec_mult_1.40 13_3 0.2523 Rprec_mult_1.60 13_3 0.2677 Rprec_mult_1.80 13_3 0.2378 Rprec_mult_2.00 13_3 0.2342 utility 13_3 -902.0000 11pt_avg 13_3 0.2076 binG 13_3 0.1235 G 13_3 0.1010 ndcg 13_3 0.4603 ndcg_rel 13_3 0.3711 Rndcg 13_3 0.3023 ndcg_cut_5 13_3 0.3131 ndcg_cut_10 13_3 0.2274 ndcg_cut_15 13_3 0.2408 ndcg_cut_20 13_3 0.2203 ndcg_cut_30 13_3 0.2681 ndcg_cut_100 13_3 0.2933 ndcg_cut_200 13_3 0.3989 ndcg_cut_500 13_3 0.4603 ndcg_cut_1000 13_3 0.4603 map_cut_5 13_3 0.0224 map_cut_10 13_3 0.0224 map_cut_15 13_3 0.0308 map_cut_20 13_3 0.0346 map_cut_30 13_3 0.0574 map_cut_100 13_3 0.1101 map_cut_200 13_3 0.1570 map_cut_500 13_3 0.1759 map_cut_1000 13_3 0.1759 relative_P_5 13_3 0.6000 relative_P_10 13_3 0.3000 relative_P_15 13_3 0.3333 relative_P_20 13_3 0.3000 relative_P_30 13_3 0.3667 relative_P_100 13_3 0.3291 relative_P_200 13_3 0.5190 relative_P_500 13_3 0.6203 relative_P_1000 13_3 0.6203 success_1 13_3 0.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.0490 set_relative_P 13_3 0.6203 set_recall 13_3 0.6203 set_map 13_3 0.0304 set_F 13_3 0.0908 num_nonrel_judged_ret 13_3 15 rbp 13_3 0.1991 rbp_resid 13_3 0.4212 unj_5 13_3 0.0000 unj_10 13_3 0.5000 unj_20 13_3 0.5000 num_ret 13_4 1000 num_rel 13_4 132 num_rel_ret 13_4 49 map 13_4 0.1036 Rprec 13_4 0.2348 bpref 13_4 0.3247 recip_rank 13_4 0.5000 iprec_at_recall_0.00 13_4 0.6667 iprec_at_recall_0.10 13_4 0.3514 iprec_at_recall_0.20 13_4 0.2479 iprec_at_recall_0.30 13_4 0.1627 iprec_at_recall_0.40 13_4 0.0000 iprec_at_recall_0.50 13_4 0.0000 iprec_at_recall_0.60 13_4 0.0000 iprec_at_recall_0.70 13_4 0.0000 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 0.6000 P_10 13_4 0.6000 P_15 13_4 0.4667 P_20 13_4 0.4000 P_30 13_4 0.3333 P_100 13_4 0.2300 P_200 13_4 0.1850 P_500 13_4 0.0900 P_1000 13_4 0.0490 relstring 13_4 '0102220-22' recall_5 13_4 0.0227 recall_10 13_4 0.0455 recall_15 13_4 0.0530 recall_20 13_4 0.0606 recall_30 13_4 0.0758 recall_100 13_4 0.1742 recall_200 13_4 0.2803 recall_500 13_4 0.3409 recall_1000 13_4 0.3712 infAP 13_4 0.1036 Rprec_mult_0.20 13_4 0.2963 Rprec_mult_0.40 13_4 0.3208 Rprec_mult_0.60 13_4 0.2625 Rprec_mult_0.80 13_4 0.2264 Rprec_mult_1.00 13_4 0.2348 Rprec_mult_1.20 13_4 0.2138 Rprec_mult_1.40 13_4 0.1946 Rprec_mult_1.60 13_4 0.1745 Rprec_mult_1.80 13_4 0.1639 Rprec_mult_2.00 13_4 0.1553 utility 13_4 -902.0000 11pt_avg 13_4 0.1299 binG 13_4 0.0757 G 13_4 0.0623 ndcg 13_4 0.3367 ndcg_rel 13_4 0.3201 Rndcg 13_4 0.2038 ndcg_cut_5 13_4 0.3286 ndcg_cut_10 13_4 0.4123 ndcg_cut_15 13_4 0.3707 ndcg_cut_20 13_4 0.3429 ndcg_cut_30 13_4 0.3098 ndcg_cut_100 13_4 0.2324 ndcg_cut_200 13_4 0.2810 ndcg_cut_500 13_4 0.3212 ndcg_cut_1000 13_4 0.3367 map_cut_5 13_4 0.0121 map_cut_10 13_4 0.0259 map_cut_15 13_4 0.0307 map_cut_20 13_4 0.0338 map_cut_30 13_4 0.0387 map_cut_100 13_4 0.0686 map_cut_200 13_4 0.0926 map_cut_500 13_4 0.1013 map_cut_1000 13_4 0.1036 relative_P_5 13_4 0.6000 relative_P_10 13_4 0.6000 relative_P_15 13_4 0.4667 relative_P_20 13_4 0.4000 relative_P_30 13_4 0.3333 relative_P_100 13_4 0.2300 relative_P_200 13_4 0.2803 relative_P_500 13_4 0.3409 relative_P_1000 13_4 0.3712 success_1 13_4 0.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.0490 set_relative_P 13_4 0.3712 set_recall 13_4 0.3712 set_map 13_4 0.0182 set_F 13_4 0.0866 num_nonrel_judged_ret 13_4 16 rbp 13_4 0.2621 rbp_resid 13_4 0.2591 unj_5 13_4 0.0000 unj_10 13_4 0.1000 unj_20 13_4 0.3500 num_ret 13_6 1000 num_rel 13_6 135 num_rel_ret 13_6 100 map 13_6 0.2593 Rprec 13_6 0.3111 bpref 13_6 0.7211 recip_rank 13_6 1.0000 iprec_at_recall_0.00 13_6 1.0000 iprec_at_recall_0.10 13_6 0.7143 iprec_at_recall_0.20 13_6 0.5094 iprec_at_recall_0.30 13_6 0.3388 iprec_at_recall_0.40 13_6 0.2075 iprec_at_recall_0.50 13_6 0.1159 iprec_at_recall_0.60 13_6 0.1159 iprec_at_recall_0.70 13_6 0.1158 iprec_at_recall_0.80 13_6 0.0000 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 1.0000 P_10 13_6 0.7000 P_15 13_6 0.7333 P_20 13_6 0.7000 P_30 13_6 0.6000 P_100 13_6 0.3900 P_200 13_6 0.2450 P_500 13_6 0.1320 P_1000 13_6 0.1000 relstring 13_6 '2323232---' recall_5 13_6 0.0370 recall_10 13_6 0.0519 recall_15 13_6 0.0815 recall_20 13_6 0.1037 recall_30 13_6 0.1333 recall_100 13_6 0.2889 recall_200 13_6 0.3630 recall_500 13_6 0.4889 recall_1000 13_6 0.7407 infAP 13_6 0.2593 Rprec_mult_0.20 13_6 0.6667 Rprec_mult_0.40 13_6 0.5000 Rprec_mult_0.60 13_6 0.3827 Rprec_mult_0.80 13_6 0.3704 Rprec_mult_1.00 13_6 0.3111 Rprec_mult_1.20 13_6 0.2778 Rprec_mult_1.40 13_6 0.2593 Rprec_mult_1.60 13_6 0.2315 Rprec_mult_1.80 13_6 0.2058 Rprec_mult_2.00 13_6 0.2037 utility 13_6 -800.0000 11pt_avg 13_6 0.2834 binG 13_6 0.1661 G 13_6 0.1255 ndcg 13_6 0.6329 ndcg_rel 13_6 0.5640 Rndcg 13_6 0.5078 ndcg_cut_5 13_6 0.7068 ndcg_cut_10 13_6 0.5942 ndcg_cut_15 13_6 0.5796 ndcg_cut_20 13_6 0.5688 ndcg_cut_30 13_6 0.5499 ndcg_cut_100 13_6 0.4468 ndcg_cut_200 13_6 0.4475 ndcg_cut_500 13_6 0.5229 ndcg_cut_1000 13_6 0.6329 map_cut_5 13_6 0.0370 map_cut_10 13_6 0.0519 map_cut_15 13_6 0.0726 map_cut_20 13_6 0.0887 map_cut_30 13_6 0.1089 map_cut_100 13_6 0.1861 map_cut_200 13_6 0.2084 map_cut_500 13_6 0.2310 map_cut_1000 13_6 0.2593 relative_P_5 13_6 1.0000 relative_P_10 13_6 0.7000 relative_P_15 13_6 0.7333 relative_P_20 13_6 0.7000 relative_P_30 13_6 0.6000 relative_P_100 13_6 0.3900 relative_P_200 13_6 0.3630 relative_P_500 13_6 0.4889 relative_P_1000 13_6 0.7407 success_1 13_6 1.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.1000 set_relative_P 13_6 0.7407 set_recall 13_6 0.7407 set_map 13_6 0.0741 set_F 13_6 0.1762 num_nonrel_judged_ret 13_6 2 rbp 13_6 0.4257 rbp_resid 13_6 0.2643 unj_5 13_6 0.0000 unj_10 13_6 0.3000 unj_20 13_6 0.3000 num_ret 13_8 1000 num_rel 13_8 100 num_rel_ret 13_8 9 map 13_8 0.0217 Rprec 13_8 0.0200 bpref 13_8 0.0869 recip_rank 13_8 1.0000 iprec_at_recall_0.00 13_8 1.0000 iprec_at_recall_0.10 13_8 0.0000 iprec_at_recall_0.20 13_8 0.0000 iprec_at_recall_0.30 13_8 0.0000 iprec_at_recall_0.40 13_8 0.0000 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 0.4000 P_10 13_8 0.2000 P_15 13_8 0.1333 P_20 13_8 0.1000 P_30 13_8 0.0667 P_100 13_8 0.0200 P_200 13_8 0.0300 P_500 13_8 0.0160 P_1000 13_8 0.0090 relstring 13_8 '11000-----' recall_5 13_8 0.0200 recall_10 13_8 0.0200 recall_15 13_8 0.0200 recall_20 13_8 0.0200 recall_30 13_8 0.0200 recall_100 13_8 0.0200 recall_200 13_8 0.0600 recall_500 13_8 0.0800 recall_1000 13_8 0.0900 infAP 13_8 0.0217 Rprec_mult_0.20 13_8 0.1000 Rprec_mult_0.40 13_8 0.0500 Rprec_mult_0.60 13_8 0.0333 Rprec_mult_0.80 13_8 0.0250 Rprec_mult_1.00 13_8 0.0200 Rprec_mult_1.20 13_8 0.0333 Rprec_mult_1.40 13_8 0.0286 Rprec_mult_1.60 13_8 0.0250 Rprec_mult_1.80 13_8 0.0222 Rprec_mult_2.00 13_8 0.0300 utility 13_8 -982.0000 11pt_avg 13_8 0.0909 binG 13_8 0.0289 G 13_8 0.0150 ndcg 13_8 0.0840 ndcg_rel 13_8 0.0874 Rndcg 13_8 0.0656 ndcg_cut_5 13_8 0.1844 ndcg_cut_10 13_8 0.1197 ndcg_cut_15 13_8 0.0941 ndcg_cut_20 13_8 0.0828 ndcg_cut_30 13_8 0.0681 ndcg_cut_100 13_8 0.0382 ndcg_cut_200 13_8 0.0605 ndcg_cut_500 13_8 0.0766 ndcg_cut_1000 13_8 0.0840 map_cut_5 13_8 0.0200 map_cut_10 13_8 0.0200 map_cut_15 13_8 0.0200 map_cut_20 13_8 0.0200 map_cut_30 13_8 0.0200 map_cut_100 13_8 0.0200 map_cut_200 13_8 0.0212 map_cut_500 13_8 0.0215 map_cut_1000 13_8 0.0217 relative_P_5 13_8 0.4000 relative_P_10 13_8 0.2000 relative_P_15 13_8 0.1333 relative_P_20 13_8 0.1000 relative_P_30 13_8 0.0667 relative_P_100 13_8 0.0200 relative_P_200 13_8 0.0600 relative_P_500 13_8 0.0800 relative_P_1000 13_8 0.0900 success_1 13_8 1.0000 success_5 13_8 1.0000 success_10 13_8 1.0000 set_P 13_8 0.0090 set_relative_P 13_8 0.0900 set_recall 13_8 0.0900 set_map 13_8 0.0008 set_F 13_8 0.0164 num_nonrel_judged_ret 13_8 4 rbp 13_8 0.0633 rbp_resid 13_8 0.5905 unj_5 13_8 0.0000 unj_10 13_8 0.5000 unj_20 13_8 0.7500 num_ret 14_10 1000 num_rel 14_10 52 num_rel_ret 14_10 8 map 14_10 0.0092 Rprec 14_10 0.0385 bpref 14_10 0.1250 recip_rank 14_10 0.2000 iprec_at_recall_0.00 14_10 0.2000 iprec_at_recall_0.10 14_10 0.0163 iprec_at_recall_0.20 14_10 0.0000 iprec_at_recall_0.30 14_10 0.0000 iprec_at_recall_0.40 14_10 0.0000 iprec_at_recall_0.50 14_10 0.0000 iprec_at_recall_0.60 14_10 0.0000 iprec_at_recall_0.70 14_10 0.0000 iprec_at_recall_0.80 14_10 0.0000 iprec_at_recall_0.90 14_10 0.0000 iprec_at_recall_1.00 14_10 0.0000 P_5 14_10 0.2000 P_10 14_10 0.1000 P_15 14_10 0.0667 P_20 14_10 0.1000 P_30 14_10 0.0667 P_100 14_10 0.0400 P_200 14_10 0.0200 P_500 14_10 0.0140 P_1000 14_10 0.0080 relstring 14_10 '00001--0-0' recall_5 14_10 0.0192 recall_10 14_10 0.0192 recall_15 14_10 0.0192 recall_20 14_10 0.0385 recall_30 14_10 0.0385 recall_100 14_10 0.0769 recall_200 14_10 0.0769 recall_500 14_10 0.1346 recall_1000 14_10 0.1538 infAP 14_10 0.0092 Rprec_mult_0.20 14_10 0.0909 Rprec_mult_0.40 14_10 0.0952 Rprec_mult_0.60 14_10 0.0625 Rprec_mult_0.80 14_10 0.0476 Rprec_mult_1.00 14_10 0.0385 Rprec_mult_1.20 14_10 0.0476 Rprec_mult_1.40 14_10 0.0411 Rprec_mult_1.60 14_10 0.0476 Rprec_mult_1.80 14_10 0.0426 Rprec_mult_2.00 14_10 0.0385 utility 14_10 -984.0000 11pt_avg 14_10 0.0197 binG 14_10 0.0273 G 14_10 0.0259 ndcg 14_10 0.1005 ndcg_rel 14_10 0.0963 Rndcg 14_10 0.0451 ndcg_cut_5 14_10 0.0482 ndcg_cut_10 14_10 0.0345 ndcg_cut_15 14_10 0.0279 ndcg_cut_20 14_10 0.0540 ndcg_cut_30 14_10 0.0433 ndcg_cut_100 14_10 0.0626 ndcg_cut_200 14_10 0.0626 ndcg_cut_500 14_10 0.0963 ndcg_cut_1000 14_10 0.1005 map_cut_5 14_10 0.0038 map_cut_10 14_10 0.0038 map_cut_15 14_10 0.0038 map_cut_20 14_10 0.0063 map_cut_30 14_10 0.0063 map_cut_100 14_10 0.0081 map_cut_200 14_10 0.0081 map_cut_500 14_10 0.0090 map_cut_1000 14_10 0.0092 relative_P_5 14_10 0.2000 relative_P_10 14_10 0.1000 relative_P_15 14_10 0.0667 relative_P_20 14_10 0.1000 relative_P_30 14_10 0.0667 relative_P_100 14_10 0.0769 relative_P_200 14_10 0.0769 relative_P_500 14_10 0.1346 relative_P_1000 14_10 0.1538 success_1 14_10 0.0000 success_5 14_10 1.0000 success_10 14_10 1.0000 set_P 14_10 0.0080 set_relative_P 14_10 0.1538 set_recall 14_10 0.1538 set_map 14_10 0.0012 set_F 14_10 0.0152 num_nonrel_judged_ret 14_10 12 rbp 14_10 0.0357 rbp_resid 14_10 0.4662 unj_5 14_10 0.0000 unj_10 14_10 0.3000 unj_20 14_10 0.6000 num_ret 14_2 1000 num_rel 14_2 105 num_rel_ret 14_2 55 map 14_2 0.1637 Rprec 14_2 0.2381 bpref 14_2 0.4514 recip_rank 14_2 0.5000 iprec_at_recall_0.00 14_2 0.8000 iprec_at_recall_0.10 14_2 0.6000 iprec_at_recall_0.20 14_2 0.2973 iprec_at_recall_0.30 14_2 0.2264 iprec_at_recall_0.40 14_2 0.1757 iprec_at_recall_0.50 14_2 0.0851 iprec_at_recall_0.60 14_2 0.0000 iprec_at_recall_0.70 14_2 0.0000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 0.8000 P_10 14_2 0.6000 P_15 14_2 0.6667 P_20 14_2 0.6000 P_30 14_2 0.4333 P_100 14_2 0.2300 P_200 14_2 0.1850 P_500 14_2 0.1040 P_1000 14_2 0.0550 relstring 14_2 '01112-0012' recall_5 14_2 0.0381 recall_10 14_2 0.0571 recall_15 14_2 0.0952 recall_20 14_2 0.1143 recall_30 14_2 0.1238 recall_100 14_2 0.2190 recall_200 14_2 0.3524 recall_500 14_2 0.4952 recall_1000 14_2 0.5238 infAP 14_2 0.1637 Rprec_mult_0.20 14_2 0.5714 Rprec_mult_0.40 14_2 0.3571 Rprec_mult_0.60 14_2 0.3016 Rprec_mult_0.80 14_2 0.2738 Rprec_mult_1.00 14_2 0.2381 Rprec_mult_1.20 14_2 0.2460 Rprec_mult_1.40 14_2 0.2177 Rprec_mult_1.60 14_2 0.2202 Rprec_mult_1.80 14_2 0.1958 Rprec_mult_2.00 14_2 0.1857 utility 14_2 -890.0000 11pt_avg 14_2 0.1986 binG 14_2 0.1129 G 14_2 0.0825 ndcg 14_2 0.3879 ndcg_rel 14_2 0.3366 Rndcg 14_2 0.2665 ndcg_cut_5 14_2 0.2761 ndcg_cut_10 14_2 0.2760 ndcg_cut_15 14_2 0.3183 ndcg_cut_20 14_2 0.3008 ndcg_cut_30 14_2 0.2606 ndcg_cut_100 14_2 0.2366 ndcg_cut_200 14_2 0.3040 ndcg_cut_500 14_2 0.3698 ndcg_cut_1000 14_2 0.3879 map_cut_5 14_2 0.0259 map_cut_10 14_2 0.0369 map_cut_15 14_2 0.0622 map_cut_20 14_2 0.0735 map_cut_30 14_2 0.0788 map_cut_100 14_2 0.1078 map_cut_200 14_2 0.1392 map_cut_500 14_2 0.1614 map_cut_1000 14_2 0.1637 relative_P_5 14_2 0.8000 relative_P_10 14_2 0.6000 relative_P_15 14_2 0.6667 relative_P_20 14_2 0.6000 relative_P_30 14_2 0.4333 relative_P_100 14_2 0.2300 relative_P_200 14_2 0.3524 relative_P_500 14_2 0.4952 relative_P_1000 14_2 0.5238 success_1 14_2 0.0000 success_5 14_2 1.0000 success_10 14_2 1.0000 set_P 14_2 0.0550 set_relative_P 14_2 0.5238 set_recall 14_2 0.5238 set_map 14_2 0.0288 set_F 14_2 0.0995 num_nonrel_judged_ret 14_2 30 rbp 14_2 0.2338 rbp_resid 14_2 0.2209 unj_5 14_2 0.0000 unj_10 14_2 0.1000 unj_20 14_2 0.2500 num_ret 14_3 1000 num_rel 14_3 160 num_rel_ret 14_3 64 map 14_3 0.0953 Rprec 14_3 0.2000 bpref 14_3 0.3532 recip_rank 14_3 1.0000 iprec_at_recall_0.00 14_3 1.0000 iprec_at_recall_0.10 14_3 0.2881 iprec_at_recall_0.20 14_3 0.2025 iprec_at_recall_0.30 14_3 0.1172 iprec_at_recall_0.40 14_3 0.0738 iprec_at_recall_0.50 14_3 0.0000 iprec_at_recall_0.60 14_3 0.0000 iprec_at_recall_0.70 14_3 0.0000 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 0.4000 P_10 14_3 0.5000 P_15 14_3 0.4667 P_20 14_3 0.4500 P_30 14_3 0.4000 P_100 14_3 0.2400 P_200 14_3 0.1650 P_500 14_3 0.1080 P_1000 14_3 0.0640 relstring 14_3 '2000212-02' recall_5 14_3 0.0125 recall_10 14_3 0.0312 recall_15 14_3 0.0437 recall_20 14_3 0.0563 recall_30 14_3 0.0750 recall_100 14_3 0.1500 recall_200 14_3 0.2062 recall_500 14_3 0.3375 recall_1000 14_3 0.4000 infAP 14_3 0.0953 Rprec_mult_0.20 14_3 0.3750 Rprec_mult_0.40 14_3 0.2656 Rprec_mult_0.60 14_3 0.2500 Rprec_mult_0.80 14_3 0.2109 Rprec_mult_1.00 14_3 0.2000 Rprec_mult_1.20 14_3 0.1667 Rprec_mult_1.40 14_3 0.1607 Rprec_mult_1.60 14_3 0.1562 Rprec_mult_1.80 14_3 0.1458 Rprec_mult_2.00 14_3 0.1375 utility 14_3 -872.0000 11pt_avg 14_3 0.1529 binG 14_3 0.0734 G 14_3 0.0699 ndcg 14_3 0.3743 ndcg_rel 14_3 0.3531 Rndcg 14_3 0.3045 ndcg_cut_5 14_3 0.3455 ndcg_cut_10 14_3 0.3900 ndcg_cut_15 14_3 0.3708 ndcg_cut_20 14_3 0.3616 ndcg_cut_30 14_3 0.3384 ndcg_cut_100 14_3 0.2762 ndcg_cut_200 14_3 0.2647 ndcg_cut_500 14_3 0.3441 ndcg_cut_1000 14_3 0.3743 map_cut_5 14_3 0.0087 map_cut_10 14_3 0.0186 map_cut_15 14_3 0.0244 map_cut_20 14_3 0.0306 map_cut_30 14_3 0.0388 map_cut_100 14_3 0.0597 map_cut_200 14_3 0.0717 map_cut_500 14_3 0.0899 map_cut_1000 14_3 0.0953 relative_P_5 14_3 0.4000 relative_P_10 14_3 0.5000 relative_P_15 14_3 0.4667 relative_P_20 14_3 0.4500 relative_P_30 14_3 0.4000 relative_P_100 14_3 0.2400 relative_P_200 14_3 0.2062 relative_P_500 14_3 0.3375 relative_P_1000 14_3 0.4000 success_1 14_3 1.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.0640 set_relative_P 14_3 0.4000 set_recall 14_3 0.4000 set_map 14_3 0.0256 set_F 14_3 0.1103 num_nonrel_judged_ret 14_3 28 rbp 14_3 0.2501 rbp_resid 14_3 0.2533 unj_5 14_3 0.0000 unj_10 14_3 0.1000 unj_20 14_3 0.3000 num_ret 14_4 1000 num_rel 14_4 46 num_rel_ret 14_4 24 map 14_4 0.0590 Rprec 14_4 0.1304 bpref 14_4 0.3256 recip_rank 14_4 0.5000 iprec_at_recall_0.00 14_4 0.5000 iprec_at_recall_0.10 14_4 0.2000 iprec_at_recall_0.20 14_4 0.1220 iprec_at_recall_0.30 14_4 0.1094 iprec_at_recall_0.40 14_4 0.0440 iprec_at_recall_0.50 14_4 0.0258 iprec_at_recall_0.60 14_4 0.0000 iprec_at_recall_0.70 14_4 0.0000 iprec_at_recall_0.80 14_4 0.0000 iprec_at_recall_0.90 14_4 0.0000 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.2000 P_10 14_4 0.1000 P_15 14_4 0.1333 P_20 14_4 0.1500 P_30 14_4 0.1667 P_100 14_4 0.1100 P_200 14_4 0.0700 P_500 14_4 0.0380 P_1000 14_4 0.0240 relstring 14_4 '02000--0-0' recall_5 14_4 0.0217 recall_10 14_4 0.0217 recall_15 14_4 0.0435 recall_20 14_4 0.0652 recall_30 14_4 0.1087 recall_100 14_4 0.2391 recall_200 14_4 0.3043 recall_500 14_4 0.4130 recall_1000 14_4 0.5217 infAP 14_4 0.0590 Rprec_mult_0.20 14_4 0.1000 Rprec_mult_0.40 14_4 0.1579 Rprec_mult_0.60 14_4 0.1786 Rprec_mult_0.80 14_4 0.1622 Rprec_mult_1.00 14_4 0.1304 Rprec_mult_1.20 14_4 0.1071 Rprec_mult_1.40 14_4 0.0923 Rprec_mult_1.60 14_4 0.1081 Rprec_mult_1.80 14_4 0.1205 Rprec_mult_2.00 14_4 0.1087 utility 14_4 -952.0000 11pt_avg 14_4 0.0910 binG 14_4 0.0915 G 14_4 0.0779 ndcg 14_4 0.2876 ndcg_rel 14_4 0.2478 Rndcg 14_4 0.1594 ndcg_cut_5 14_4 0.1427 ndcg_cut_10 14_4 0.0946 ndcg_cut_15 14_4 0.1297 ndcg_cut_20 14_4 0.1259 ndcg_cut_30 14_4 0.1342 ndcg_cut_100 14_4 0.1994 ndcg_cut_200 14_4 0.2302 ndcg_cut_500 14_4 0.2601 ndcg_cut_1000 14_4 0.2876 map_cut_5 14_4 0.0109 map_cut_10 14_4 0.0109 map_cut_15 14_4 0.0145 map_cut_20 14_4 0.0181 map_cut_30 14_4 0.0266 map_cut_100 14_4 0.0429 map_cut_200 14_4 0.0504 map_cut_500 14_4 0.0553 map_cut_1000 14_4 0.0590 relative_P_5 14_4 0.2000 relative_P_10 14_4 0.1000 relative_P_15 14_4 0.1333 relative_P_20 14_4 0.1500 relative_P_30 14_4 0.1667 relative_P_100 14_4 0.2391 relative_P_200 14_4 0.3043 relative_P_500 14_4 0.4130 relative_P_1000 14_4 0.5217 success_1 14_4 0.0000 success_5 14_4 1.0000 success_10 14_4 1.0000 set_P 14_4 0.0240 set_relative_P 14_4 0.5217 set_recall 14_4 0.5217 set_map 14_4 0.0125 set_F 14_4 0.0459 num_nonrel_judged_ret 14_4 31 rbp 14_4 0.1049 rbp_resid 14_4 0.3862 unj_5 14_4 0.0000 unj_10 14_4 0.3000 unj_20 14_4 0.5000 num_ret 14_7 1000 num_rel 14_7 83 num_rel_ret 14_7 1 map 14_7 0.0000 Rprec 14_7 0.0000 bpref 14_7 0.0103 recip_rank 14_7 0.0011 iprec_at_recall_0.00 14_7 0.0011 iprec_at_recall_0.10 14_7 0.0000 iprec_at_recall_0.20 14_7 0.0000 iprec_at_recall_0.30 14_7 0.0000 iprec_at_recall_0.40 14_7 0.0000 iprec_at_recall_0.50 14_7 0.0000 iprec_at_recall_0.60 14_7 0.0000 iprec_at_recall_0.70 14_7 0.0000 iprec_at_recall_0.80 14_7 0.0000 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 0.0000 P_10 14_7 0.0000 P_15 14_7 0.0000 P_20 14_7 0.0000 P_30 14_7 0.0000 P_100 14_7 0.0000 P_200 14_7 0.0000 P_500 14_7 0.0000 P_1000 14_7 0.0010 relstring 14_7 '00000-----' recall_5 14_7 0.0000 recall_10 14_7 0.0000 recall_15 14_7 0.0000 recall_20 14_7 0.0000 recall_30 14_7 0.0000 recall_100 14_7 0.0000 recall_200 14_7 0.0000 recall_500 14_7 0.0000 recall_1000 14_7 0.0120 infAP 14_7 0.0000 Rprec_mult_0.20 14_7 0.0000 Rprec_mult_0.40 14_7 0.0000 Rprec_mult_0.60 14_7 0.0000 Rprec_mult_0.80 14_7 0.0000 Rprec_mult_1.00 14_7 0.0000 Rprec_mult_1.20 14_7 0.0000 Rprec_mult_1.40 14_7 0.0000 Rprec_mult_1.60 14_7 0.0000 Rprec_mult_1.80 14_7 0.0000 Rprec_mult_2.00 14_7 0.0000 utility 14_7 -998.0000 11pt_avg 14_7 0.0001 binG 14_7 0.0012 G 14_7 0.0016 ndcg 14_7 0.0063 ndcg_rel 14_7 0.0063 Rndcg 14_7 0.0016 ndcg_cut_5 14_7 0.0000 ndcg_cut_10 14_7 0.0000 ndcg_cut_15 14_7 0.0000 ndcg_cut_20 14_7 0.0000 ndcg_cut_30 14_7 0.0000 ndcg_cut_100 14_7 0.0000 ndcg_cut_200 14_7 0.0000 ndcg_cut_500 14_7 0.0000 ndcg_cut_1000 14_7 0.0063 map_cut_5 14_7 0.0000 map_cut_10 14_7 0.0000 map_cut_15 14_7 0.0000 map_cut_20 14_7 0.0000 map_cut_30 14_7 0.0000 map_cut_100 14_7 0.0000 map_cut_200 14_7 0.0000 map_cut_500 14_7 0.0000 map_cut_1000 14_7 0.0000 relative_P_5 14_7 0.0000 relative_P_10 14_7 0.0000 relative_P_15 14_7 0.0000 relative_P_20 14_7 0.0000 relative_P_30 14_7 0.0000 relative_P_100 14_7 0.0000 relative_P_200 14_7 0.0000 relative_P_500 14_7 0.0000 relative_P_1000 14_7 0.0120 success_1 14_7 0.0000 success_5 14_7 0.0000 success_10 14_7 0.0000 set_P 14_7 0.0010 set_relative_P 14_7 0.0120 set_recall 14_7 0.0120 set_map 14_7 0.0000 set_F 14_7 0.0018 num_nonrel_judged_ret 14_7 12 rbp 14_7 0.0000 rbp_resid 14_7 0.5838 unj_5 14_7 0.0000 unj_10 14_7 0.5000 unj_20 14_7 0.7500 num_ret 14_8 1000 num_rel 14_8 18 num_rel_ret 14_8 8 map 14_8 0.0077 Rprec 14_8 0.0000 bpref 14_8 0.0062 recip_rank 14_8 0.0233 iprec_at_recall_0.00 14_8 0.0233 iprec_at_recall_0.10 14_8 0.0222 iprec_at_recall_0.20 14_8 0.0207 iprec_at_recall_0.30 14_8 0.0143 iprec_at_recall_0.40 14_8 0.0138 iprec_at_recall_0.50 14_8 0.0000 iprec_at_recall_0.60 14_8 0.0000 iprec_at_recall_0.70 14_8 0.0000 iprec_at_recall_0.80 14_8 0.0000 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.0000 P_10 14_8 0.0000 P_15 14_8 0.0000 P_20 14_8 0.0000 P_30 14_8 0.0000 P_100 14_8 0.0100 P_200 14_8 0.0200 P_500 14_8 0.0120 P_1000 14_8 0.0080 relstring 14_8 '000000---0' recall_5 14_8 0.0000 recall_10 14_8 0.0000 recall_15 14_8 0.0000 recall_20 14_8 0.0000 recall_30 14_8 0.0000 recall_100 14_8 0.0556 recall_200 14_8 0.2222 recall_500 14_8 0.3333 recall_1000 14_8 0.4444 infAP 14_8 0.0077 Rprec_mult_0.20 14_8 0.0000 Rprec_mult_0.40 14_8 0.0000 Rprec_mult_0.60 14_8 0.0000 Rprec_mult_0.80 14_8 0.0000 Rprec_mult_1.00 14_8 0.0000 Rprec_mult_1.20 14_8 0.0000 Rprec_mult_1.40 14_8 0.0000 Rprec_mult_1.60 14_8 0.0000 Rprec_mult_1.80 14_8 0.0000 Rprec_mult_2.00 14_8 0.0000 utility 14_8 -984.0000 11pt_avg 14_8 0.0086 binG 14_8 0.0587 G 14_8 0.0577 ndcg 14_8 0.1423 ndcg_rel 14_8 0.1180 Rndcg 14_8 0.0474 ndcg_cut_5 14_8 0.0000 ndcg_cut_10 14_8 0.0000 ndcg_cut_15 14_8 0.0000 ndcg_cut_20 14_8 0.0000 ndcg_cut_30 14_8 0.0000 ndcg_cut_100 14_8 0.0179 ndcg_cut_200 14_8 0.0877 ndcg_cut_500 14_8 0.1103 ndcg_cut_1000 14_8 0.1423 map_cut_5 14_8 0.0000 map_cut_10 14_8 0.0000 map_cut_15 14_8 0.0000 map_cut_20 14_8 0.0000 map_cut_30 14_8 0.0000 map_cut_100 14_8 0.0013 map_cut_200 14_8 0.0048 map_cut_500 14_8 0.0063 map_cut_1000 14_8 0.0077 relative_P_5 14_8 0.0000 relative_P_10 14_8 0.0000 relative_P_15 14_8 0.0000 relative_P_20 14_8 0.0000 relative_P_30 14_8 0.0000 relative_P_100 14_8 0.0556 relative_P_200 14_8 0.2222 relative_P_500 14_8 0.3333 relative_P_1000 14_8 0.4444 success_1 14_8 0.0000 success_5 14_8 0.0000 success_10 14_8 0.0000 set_P 14_8 0.0080 set_relative_P 14_8 0.4444 set_recall 14_8 0.4444 set_map 14_8 0.0036 set_F 14_8 0.0157 num_nonrel_judged_ret 14_8 60 rbp 14_8 0.0006 rbp_resid 14_8 0.3908 unj_5 14_8 0.0000 unj_10 14_8 0.3000 unj_20 14_8 0.5000 num_ret 14_9 1000 num_rel 14_9 213 num_rel_ret 14_9 19 map 14_9 0.0022 Rprec 14_9 0.0188 bpref 14_9 0.0706 recip_rank 14_9 0.0385 iprec_at_recall_0.00 14_9 0.0385 iprec_at_recall_0.10 14_9 0.0000 iprec_at_recall_0.20 14_9 0.0000 iprec_at_recall_0.30 14_9 0.0000 iprec_at_recall_0.40 14_9 0.0000 iprec_at_recall_0.50 14_9 0.0000 iprec_at_recall_0.60 14_9 0.0000 iprec_at_recall_0.70 14_9 0.0000 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 0.0000 P_10 14_9 0.0000 P_15 14_9 0.0000 P_20 14_9 0.0000 P_30 14_9 0.0333 P_100 14_9 0.0200 P_200 14_9 0.0200 P_500 14_9 0.0260 P_1000 14_9 0.0190 relstring 14_9 '00000---0-' recall_5 14_9 0.0000 recall_10 14_9 0.0000 recall_15 14_9 0.0000 recall_20 14_9 0.0000 recall_30 14_9 0.0047 recall_100 14_9 0.0094 recall_200 14_9 0.0188 recall_500 14_9 0.0610 recall_1000 14_9 0.0892 infAP 14_9 0.0022 Rprec_mult_0.20 14_9 0.0233 Rprec_mult_0.40 14_9 0.0233 Rprec_mult_0.60 14_9 0.0156 Rprec_mult_0.80 14_9 0.0175 Rprec_mult_1.00 14_9 0.0188 Rprec_mult_1.20 14_9 0.0195 Rprec_mult_1.40 14_9 0.0268 Rprec_mult_1.60 14_9 0.0264 Rprec_mult_1.80 14_9 0.0286 Rprec_mult_2.00 14_9 0.0282 utility 14_9 -962.0000 11pt_avg 14_9 0.0035 binG 14_9 0.0111 G 14_9 0.0081 ndcg 14_9 0.0464 ndcg_rel 14_9 0.0445 Rndcg 14_9 0.0160 ndcg_cut_5 14_9 0.0000 ndcg_cut_10 14_9 0.0000 ndcg_cut_15 14_9 0.0000 ndcg_cut_20 14_9 0.0000 ndcg_cut_30 14_9 0.0091 ndcg_cut_100 14_9 0.0079 ndcg_cut_200 14_9 0.0117 ndcg_cut_500 14_9 0.0326 ndcg_cut_1000 14_9 0.0464 map_cut_5 14_9 0.0000 map_cut_10 14_9 0.0000 map_cut_15 14_9 0.0000 map_cut_20 14_9 0.0000 map_cut_30 14_9 0.0002 map_cut_100 14_9 0.0003 map_cut_200 14_9 0.0005 map_cut_500 14_9 0.0016 map_cut_1000 14_9 0.0022 relative_P_5 14_9 0.0000 relative_P_10 14_9 0.0000 relative_P_15 14_9 0.0000 relative_P_20 14_9 0.0000 relative_P_30 14_9 0.0333 relative_P_100 14_9 0.0200 relative_P_200 14_9 0.0200 relative_P_500 14_9 0.0610 relative_P_1000 14_9 0.0892 success_1 14_9 0.0000 success_5 14_9 0.0000 success_10 14_9 0.0000 set_P 14_9 0.0190 set_relative_P 14_9 0.0892 set_recall 14_9 0.0892 set_map 14_9 0.0017 set_F 14_9 0.0313 num_nonrel_judged_ret 14_9 19 rbp 14_9 0.0024 rbp_resid 14_9 0.5187 unj_5 14_9 0.0000 unj_10 14_9 0.4000 unj_20 14_9 0.7000 num_ret 15_1 1000 num_rel 15_1 81 num_rel_ret 15_1 54 map 15_1 0.1828 Rprec 15_1 0.2593 bpref 15_1 0.5400 recip_rank 15_1 1.0000 iprec_at_recall_0.00 15_1 1.0000 iprec_at_recall_0.10 15_1 0.5714 iprec_at_recall_0.20 15_1 0.2639 iprec_at_recall_0.30 15_1 0.2308 iprec_at_recall_0.40 15_1 0.2000 iprec_at_recall_0.50 15_1 0.1633 iprec_at_recall_0.60 15_1 0.0921 iprec_at_recall_0.70 15_1 0.0000 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 0.6000 P_10 15_1 0.6000 P_15 15_1 0.5333 P_20 15_1 0.4500 P_30 15_1 0.3667 P_100 15_1 0.2200 P_200 15_1 0.1800 P_500 15_1 0.0960 P_1000 15_1 0.0540 relstring 15_1 '1020321200' recall_5 15_1 0.0370 recall_10 15_1 0.0741 recall_15 15_1 0.0988 recall_20 15_1 0.1111 recall_30 15_1 0.1358 recall_100 15_1 0.2716 recall_200 15_1 0.4444 recall_500 15_1 0.5926 recall_1000 15_1 0.6667 infAP 15_1 0.1828 Rprec_mult_0.20 15_1 0.4706 Rprec_mult_0.40 15_1 0.3333 Rprec_mult_0.60 15_1 0.2653 Rprec_mult_0.80 15_1 0.2462 Rprec_mult_1.00 15_1 0.2593 Rprec_mult_1.20 15_1 0.2245 Rprec_mult_1.40 15_1 0.2281 Rprec_mult_1.60 15_1 0.2000 Rprec_mult_1.80 15_1 0.2055 Rprec_mult_2.00 15_1 0.1975 utility 15_1 -892.0000 11pt_avg 15_1 0.2292 binG 15_1 0.1387 G 15_1 0.1133 ndcg 15_1 0.4971 ndcg_rel 15_1 0.4119 Rndcg 15_1 0.3673 ndcg_cut_5 15_1 0.3573 ndcg_cut_10 15_1 0.3904 ndcg_cut_15 15_1 0.3739 ndcg_cut_20 15_1 0.3625 ndcg_cut_30 15_1 0.3308 ndcg_cut_100 15_1 0.2971 ndcg_cut_200 15_1 0.3808 ndcg_cut_500 15_1 0.4498 ndcg_cut_1000 15_1 0.4971 map_cut_5 15_1 0.0280 map_cut_10 15_1 0.0543 map_cut_15 15_1 0.0680 map_cut_20 15_1 0.0735 map_cut_30 15_1 0.0840 map_cut_100 15_1 0.1194 map_cut_200 15_1 0.1552 map_cut_500 15_1 0.1766 map_cut_1000 15_1 0.1828 relative_P_5 15_1 0.6000 relative_P_10 15_1 0.6000 relative_P_15 15_1 0.5333 relative_P_20 15_1 0.4500 relative_P_30 15_1 0.3667 relative_P_100 15_1 0.2716 relative_P_200 15_1 0.4444 relative_P_500 15_1 0.5926 relative_P_1000 15_1 0.6667 success_1 15_1 1.0000 success_5 15_1 1.0000 success_10 15_1 1.0000 set_P 15_1 0.0540 set_relative_P 15_1 0.6667 set_recall 15_1 0.6667 set_map 15_1 0.0360 set_F 15_1 0.0999 num_nonrel_judged_ret 15_1 37 rbp 15_1 0.2951 rbp_resid 15_1 0.1925 unj_5 15_1 0.0000 unj_10 15_1 0.0000 unj_20 15_1 0.2500 num_ret 15_10 1000 num_rel 15_10 35 num_rel_ret 15_10 31 map 15_10 0.1636 Rprec 15_10 0.2286 bpref 15_10 0.4604 recip_rank 15_10 1.0000 iprec_at_recall_0.00 15_10 1.0000 iprec_at_recall_0.10 15_10 0.3333 iprec_at_recall_0.20 15_10 0.2593 iprec_at_recall_0.30 15_10 0.1294 iprec_at_recall_0.40 15_10 0.1217 iprec_at_recall_0.50 15_10 0.1149 iprec_at_recall_0.60 15_10 0.1071 iprec_at_recall_0.70 15_10 0.0729 iprec_at_recall_0.80 15_10 0.0609 iprec_at_recall_0.90 15_10 0.0000 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 0.4000 P_10 15_10 0.3000 P_15 15_10 0.3333 P_20 15_10 0.3000 P_30 15_10 0.2333 P_100 15_10 0.1200 P_200 15_10 0.1050 P_500 15_10 0.0580 P_1000 15_10 0.0310 relstring 15_10 '100203----' recall_5 15_10 0.0571 recall_10 15_10 0.0857 recall_15 15_10 0.1429 recall_20 15_10 0.1714 recall_30 15_10 0.2000 recall_100 15_10 0.3429 recall_200 15_10 0.6000 recall_500 15_10 0.8286 recall_1000 15_10 0.8857 infAP 15_10 0.1636 Rprec_mult_0.20 15_10 0.4286 Rprec_mult_0.40 15_10 0.2857 Rprec_mult_0.60 15_10 0.2857 Rprec_mult_0.80 15_10 0.2500 Rprec_mult_1.00 15_10 0.2286 Rprec_mult_1.20 15_10 0.2143 Rprec_mult_1.40 15_10 0.1837 Rprec_mult_1.60 15_10 0.1607 Rprec_mult_1.80 15_10 0.1429 Rprec_mult_2.00 15_10 0.1286 utility 15_10 -938.0000 11pt_avg 15_10 0.2000 binG 15_10 0.1801 G 15_10 0.1625 ndcg 15_10 0.5218 ndcg_rel 15_10 0.4104 Rndcg 15_10 0.3305 ndcg_cut_5 15_10 0.2473 ndcg_cut_10 15_10 0.2809 ndcg_cut_15 15_10 0.3138 ndcg_cut_20 15_10 0.3031 ndcg_cut_30 15_10 0.2880 ndcg_cut_100 15_10 0.3569 ndcg_cut_200 15_10 0.4348 ndcg_cut_500 15_10 0.5083 ndcg_cut_1000 15_10 0.5218 map_cut_5 15_10 0.0429 map_cut_10 15_10 0.0571 map_cut_15 15_10 0.0748 map_cut_20 15_10 0.0839 map_cut_30 15_10 0.0913 map_cut_100 15_10 0.1152 map_cut_200 15_10 0.1444 map_cut_500 15_10 0.1608 map_cut_1000 15_10 0.1636 relative_P_5 15_10 0.4000 relative_P_10 15_10 0.3000 relative_P_15 15_10 0.3333 relative_P_20 15_10 0.3000 relative_P_30 15_10 0.2333 relative_P_100 15_10 0.3429 relative_P_200 15_10 0.6000 relative_P_500 15_10 0.8286 relative_P_1000 15_10 0.8857 success_1 15_10 1.0000 success_5 15_10 1.0000 success_10 15_10 1.0000 set_P 15_10 0.0310 set_relative_P 15_10 0.8857 set_recall 15_10 0.8857 set_map 15_10 0.0275 set_F 15_10 0.0599 num_nonrel_judged_ret 15_10 30 rbp 15_10 0.1776 rbp_resid 15_10 0.3226 unj_5 15_10 0.0000 unj_10 15_10 0.4000 unj_20 15_10 0.3500 num_ret 15_3 1000 num_rel 15_3 22 num_rel_ret 15_3 1 map 15_3 0.0002 Rprec 15_3 0.0000 bpref 15_3 0.0000 recip_rank 15_3 0.0052 iprec_at_recall_0.00 15_3 0.0052 iprec_at_recall_0.10 15_3 0.0000 iprec_at_recall_0.20 15_3 0.0000 iprec_at_recall_0.30 15_3 0.0000 iprec_at_recall_0.40 15_3 0.0000 iprec_at_recall_0.50 15_3 0.0000 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.0000 P_10 15_3 0.0000 P_15 15_3 0.0000 P_20 15_3 0.0000 P_30 15_3 0.0000 P_100 15_3 0.0000 P_200 15_3 0.0050 P_500 15_3 0.0020 P_1000 15_3 0.0010 relstring 15_3 '00000-0---' recall_5 15_3 0.0000 recall_10 15_3 0.0000 recall_15 15_3 0.0000 recall_20 15_3 0.0000 recall_30 15_3 0.0000 recall_100 15_3 0.0000 recall_200 15_3 0.0455 recall_500 15_3 0.0455 recall_1000 15_3 0.0455 infAP 15_3 0.0002 Rprec_mult_0.20 15_3 0.0000 Rprec_mult_0.40 15_3 0.0000 Rprec_mult_0.60 15_3 0.0000 Rprec_mult_0.80 15_3 0.0000 Rprec_mult_1.00 15_3 0.0000 Rprec_mult_1.20 15_3 0.0000 Rprec_mult_1.40 15_3 0.0000 Rprec_mult_1.60 15_3 0.0000 Rprec_mult_1.80 15_3 0.0000 Rprec_mult_2.00 15_3 0.0000 utility 15_3 -998.0000 11pt_avg 15_3 0.0005 binG 15_3 0.0060 G 15_3 0.0041 ndcg 15_3 0.0110 ndcg_rel 15_3 0.0110 Rndcg 15_3 0.0037 ndcg_cut_5 15_3 0.0000 ndcg_cut_10 15_3 0.0000 ndcg_cut_15 15_3 0.0000 ndcg_cut_20 15_3 0.0000 ndcg_cut_30 15_3 0.0000 ndcg_cut_100 15_3 0.0000 ndcg_cut_200 15_3 0.0110 ndcg_cut_500 15_3 0.0110 ndcg_cut_1000 15_3 0.0110 map_cut_5 15_3 0.0000 map_cut_10 15_3 0.0000 map_cut_15 15_3 0.0000 map_cut_20 15_3 0.0000 map_cut_30 15_3 0.0000 map_cut_100 15_3 0.0000 map_cut_200 15_3 0.0002 map_cut_500 15_3 0.0002 map_cut_1000 15_3 0.0002 relative_P_5 15_3 0.0000 relative_P_10 15_3 0.0000 relative_P_15 15_3 0.0000 relative_P_20 15_3 0.0000 relative_P_30 15_3 0.0000 relative_P_100 15_3 0.0000 relative_P_200 15_3 0.0455 relative_P_500 15_3 0.0455 relative_P_1000 15_3 0.0455 success_1 15_3 0.0000 success_5 15_3 0.0000 success_10 15_3 0.0000 set_P 15_3 0.0010 set_relative_P 15_3 0.0455 set_recall 15_3 0.0455 set_map 15_3 0.0000 set_F 15_3 0.0020 num_nonrel_judged_ret 15_3 31 rbp 15_3 0.0000 rbp_resid 15_3 0.4578 unj_5 15_3 0.0000 unj_10 15_3 0.4000 unj_20 15_3 0.5500 num_ret 15_4 1000 num_rel 15_4 20 num_rel_ret 15_4 7 map 15_4 0.0046 Rprec 15_4 0.0000 bpref 15_4 0.0325 recip_rank 15_4 0.0238 iprec_at_recall_0.00 15_4 0.0238 iprec_at_recall_0.10 15_4 0.0175 iprec_at_recall_0.20 15_4 0.0096 iprec_at_recall_0.30 15_4 0.0096 iprec_at_recall_0.40 15_4 0.0000 iprec_at_recall_0.50 15_4 0.0000 iprec_at_recall_0.60 15_4 0.0000 iprec_at_recall_0.70 15_4 0.0000 iprec_at_recall_0.80 15_4 0.0000 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.0000 P_10 15_4 0.0000 P_15 15_4 0.0000 P_20 15_4 0.0000 P_30 15_4 0.0000 P_100 15_4 0.0100 P_200 15_4 0.0150 P_500 15_4 0.0060 P_1000 15_4 0.0070 relstring 15_4 '00000----0' recall_5 15_4 0.0000 recall_10 15_4 0.0000 recall_15 15_4 0.0000 recall_20 15_4 0.0000 recall_30 15_4 0.0000 recall_100 15_4 0.0500 recall_200 15_4 0.1500 recall_500 15_4 0.1500 recall_1000 15_4 0.3500 infAP 15_4 0.0046 Rprec_mult_0.20 15_4 0.0000 Rprec_mult_0.40 15_4 0.0000 Rprec_mult_0.60 15_4 0.0000 Rprec_mult_0.80 15_4 0.0000 Rprec_mult_1.00 15_4 0.0000 Rprec_mult_1.20 15_4 0.0000 Rprec_mult_1.40 15_4 0.0000 Rprec_mult_1.60 15_4 0.0000 Rprec_mult_1.80 15_4 0.0000 Rprec_mult_2.00 15_4 0.0000 utility 15_4 -986.0000 11pt_avg 15_4 0.0055 binG 15_4 0.0447 G 15_4 0.0446 ndcg 15_4 0.1223 ndcg_rel 15_4 0.1074 Rndcg 15_4 0.0408 ndcg_cut_5 15_4 0.0000 ndcg_cut_10 15_4 0.0000 ndcg_cut_15 15_4 0.0000 ndcg_cut_20 15_4 0.0000 ndcg_cut_30 15_4 0.0000 ndcg_cut_100 15_4 0.0291 ndcg_cut_200 15_4 0.0628 ndcg_cut_500 15_4 0.0628 ndcg_cut_1000 15_4 0.1223 map_cut_5 15_4 0.0000 map_cut_10 15_4 0.0000 map_cut_15 15_4 0.0000 map_cut_20 15_4 0.0000 map_cut_30 15_4 0.0000 map_cut_100 15_4 0.0012 map_cut_200 15_4 0.0029 map_cut_500 15_4 0.0029 map_cut_1000 15_4 0.0046 relative_P_5 15_4 0.0000 relative_P_10 15_4 0.0000 relative_P_15 15_4 0.0000 relative_P_20 15_4 0.0000 relative_P_30 15_4 0.0000 relative_P_100 15_4 0.0500 relative_P_200 15_4 0.1500 relative_P_500 15_4 0.1500 relative_P_1000 15_4 0.3500 success_1 15_4 0.0000 success_5 15_4 0.0000 success_10 15_4 0.0000 set_P 15_4 0.0070 set_relative_P 15_4 0.3500 set_recall 15_4 0.3500 set_map 15_4 0.0024 set_F 15_4 0.0137 num_nonrel_judged_ret 15_4 39 rbp 15_4 0.0013 rbp_resid 15_4 0.4768 unj_5 15_4 0.0000 unj_10 15_4 0.4000 unj_20 15_4 0.6000 num_ret 15_5 1000 num_rel 15_5 31 num_rel_ret 15_5 29 map 15_5 0.3026 Rprec 15_5 0.3226 bpref 15_5 0.6264 recip_rank 15_5 1.0000 iprec_at_recall_0.00 15_5 1.0000 iprec_at_recall_0.10 15_5 0.7500 iprec_at_recall_0.20 15_5 0.5333 iprec_at_recall_0.30 15_5 0.5000 iprec_at_recall_0.40 15_5 0.3529 iprec_at_recall_0.50 15_5 0.2162 iprec_at_recall_0.60 15_5 0.1810 iprec_at_recall_0.70 15_5 0.1223 iprec_at_recall_0.80 15_5 0.1000 iprec_at_recall_0.90 15_5 0.0807 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.6000 P_10 15_5 0.5000 P_15 15_5 0.5333 P_20 15_5 0.4500 P_30 15_5 0.3000 P_100 15_5 0.1800 P_200 15_5 0.1150 P_500 15_5 0.0580 P_1000 15_5 0.0290 relstring 15_5 '2011021--0' recall_5 15_5 0.0968 recall_10 15_5 0.1613 recall_15 15_5 0.2581 recall_20 15_5 0.2903 recall_30 15_5 0.2903 recall_100 15_5 0.5806 recall_200 15_5 0.7419 recall_500 15_5 0.9355 recall_1000 15_5 0.9355 infAP 15_5 0.3026 Rprec_mult_0.20 15_5 0.7143 Rprec_mult_0.40 15_5 0.4615 Rprec_mult_0.60 15_5 0.4737 Rprec_mult_0.80 15_5 0.3600 Rprec_mult_1.00 15_5 0.3226 Rprec_mult_1.20 15_5 0.3158 Rprec_mult_1.40 15_5 0.2727 Rprec_mult_1.60 15_5 0.2400 Rprec_mult_1.80 15_5 0.2321 Rprec_mult_2.00 15_5 0.2097 utility 15_5 -942.0000 11pt_avg 15_5 0.3488 binG 15_5 0.2469 G 15_5 0.2003 ndcg 15_5 0.6173 ndcg_rel 15_5 0.4944 Rndcg 15_5 0.4456 ndcg_cut_5 15_5 0.3651 ndcg_cut_10 15_5 0.3741 ndcg_cut_15 15_5 0.4188 ndcg_cut_20 15_5 0.3991 ndcg_cut_30 15_5 0.3436 ndcg_cut_100 15_5 0.4916 ndcg_cut_200 15_5 0.5627 ndcg_cut_500 15_5 0.6173 ndcg_cut_1000 15_5 0.6173 map_cut_5 15_5 0.0780 map_cut_10 15_5 0.1225 map_cut_15 15_5 0.1720 map_cut_20 15_5 0.1881 map_cut_30 15_5 0.1881 map_cut_100 15_5 0.2627 map_cut_200 15_5 0.2854 map_cut_500 15_5 0.3026 map_cut_1000 15_5 0.3026 relative_P_5 15_5 0.6000 relative_P_10 15_5 0.5000 relative_P_15 15_5 0.5333 relative_P_20 15_5 0.4500 relative_P_30 15_5 0.3000 relative_P_100 15_5 0.5806 relative_P_200 15_5 0.7419 relative_P_500 15_5 0.9355 relative_P_1000 15_5 0.9355 success_1 15_5 1.0000 success_5 15_5 1.0000 success_10 15_5 1.0000 set_P 15_5 0.0290 set_relative_P 15_5 0.9355 set_recall 15_5 0.9355 set_map 15_5 0.0271 set_F 15_5 0.0563 num_nonrel_judged_ret 15_5 25 rbp 15_5 0.2235 rbp_resid 15_5 0.2809 unj_5 15_5 0.0000 unj_10 15_5 0.2000 unj_20 15_5 0.3500 num_ret 15_6 1000 num_rel 15_6 19 num_rel_ret 15_6 0 map 15_6 0.0000 Rprec 15_6 0.0000 bpref 15_6 0.0000 recip_rank 15_6 0.0000 iprec_at_recall_0.00 15_6 0.0000 iprec_at_recall_0.10 15_6 0.0000 iprec_at_recall_0.20 15_6 0.0000 iprec_at_recall_0.30 15_6 0.0000 iprec_at_recall_0.40 15_6 0.0000 iprec_at_recall_0.50 15_6 0.0000 iprec_at_recall_0.60 15_6 0.0000 iprec_at_recall_0.70 15_6 0.0000 iprec_at_recall_0.80 15_6 0.0000 iprec_at_recall_0.90 15_6 0.0000 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.0000 P_10 15_6 0.0000 P_15 15_6 0.0000 P_20 15_6 0.0000 P_30 15_6 0.0000 P_100 15_6 0.0000 P_200 15_6 0.0000 P_500 15_6 0.0000 P_1000 15_6 0.0000 relstring 15_6 '00000-----' recall_5 15_6 0.0000 recall_10 15_6 0.0000 recall_15 15_6 0.0000 recall_20 15_6 0.0000 recall_30 15_6 0.0000 recall_100 15_6 0.0000 recall_200 15_6 0.0000 recall_500 15_6 0.0000 recall_1000 15_6 0.0000 infAP 15_6 0.0000 Rprec_mult_0.20 15_6 0.0000 Rprec_mult_0.40 15_6 0.0000 Rprec_mult_0.60 15_6 0.0000 Rprec_mult_0.80 15_6 0.0000 Rprec_mult_1.00 15_6 0.0000 Rprec_mult_1.20 15_6 0.0000 Rprec_mult_1.40 15_6 0.0000 Rprec_mult_1.60 15_6 0.0000 Rprec_mult_1.80 15_6 0.0000 Rprec_mult_2.00 15_6 0.0000 utility 15_6 -1000.0000 11pt_avg 15_6 0.0000 binG 15_6 0.0000 G 15_6 0.0000 ndcg 15_6 0.0000 ndcg_rel 15_6 0.0000 Rndcg 15_6 0.0000 ndcg_cut_5 15_6 0.0000 ndcg_cut_10 15_6 0.0000 ndcg_cut_15 15_6 0.0000 ndcg_cut_20 15_6 0.0000 ndcg_cut_30 15_6 0.0000 ndcg_cut_100 15_6 0.0000 ndcg_cut_200 15_6 0.0000 ndcg_cut_500 15_6 0.0000 ndcg_cut_1000 15_6 0.0000 map_cut_5 15_6 0.0000 map_cut_10 15_6 0.0000 map_cut_15 15_6 0.0000 map_cut_20 15_6 0.0000 map_cut_30 15_6 0.0000 map_cut_100 15_6 0.0000 map_cut_200 15_6 0.0000 map_cut_500 15_6 0.0000 map_cut_1000 15_6 0.0000 relative_P_5 15_6 0.0000 relative_P_10 15_6 0.0000 relative_P_15 15_6 0.0000 relative_P_20 15_6 0.0000 relative_P_30 15_6 0.0000 relative_P_100 15_6 0.0000 relative_P_200 15_6 0.0000 relative_P_500 15_6 0.0000 relative_P_1000 15_6 0.0000 success_1 15_6 0.0000 success_5 15_6 0.0000 success_10 15_6 0.0000 set_P 15_6 0.0000 set_relative_P 15_6 0.0000 set_recall 15_6 0.0000 set_map 15_6 0.0000 set_F 15_6 0.0000 num_nonrel_judged_ret 15_6 6 rbp 15_6 0.0000 rbp_resid 15_6 0.5863 unj_5 15_6 0.0000 unj_10 15_6 0.5000 unj_20 15_6 0.7500 num_ret 1_1 1000 num_rel 1_1 257 num_rel_ret 1_1 139 map 1_1 0.3224 Rprec 1_1 0.3735 bpref 1_1 0.5242 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 1.0000 iprec_at_recall_0.20 1_1 0.7500 iprec_at_recall_0.30 1_1 0.5098 iprec_at_recall_0.40 1_1 0.2784 iprec_at_recall_0.50 1_1 0.1894 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 1.0000 P_10 1_1 1.0000 P_15 1_1 1.0000 P_20 1_1 1.0000 P_30 1_1 0.9667 P_100 1_1 0.6300 P_200 1_1 0.4400 P_500 1_1 0.2280 P_1000 1_1 0.1390 relstring 1_1 '2322121321' recall_5 1_1 0.0195 recall_10 1_1 0.0389 recall_15 1_1 0.0584 recall_20 1_1 0.0778 recall_30 1_1 0.1128 recall_100 1_1 0.2451 recall_200 1_1 0.3424 recall_500 1_1 0.4436 recall_1000 1_1 0.5409 infAP 1_1 0.3224 Rprec_mult_0.20 1_1 0.8462 Rprec_mult_0.40 1_1 0.6311 Rprec_mult_0.60 1_1 0.5032 Rprec_mult_0.80 1_1 0.4272 Rprec_mult_1.00 1_1 0.3735 Rprec_mult_1.20 1_1 0.3236 Rprec_mult_1.40 1_1 0.2806 Rprec_mult_1.60 1_1 0.2549 Rprec_mult_1.80 1_1 0.2441 Rprec_mult_2.00 1_1 0.2218 utility 1_1 -722.0000 11pt_avg 1_1 0.3389 binG 1_1 0.1920 G 1_1 0.1066 ndcg 1_1 0.5878 ndcg_rel 1_1 0.5932 Rndcg 1_1 0.5493 ndcg_cut_5 1_1 0.6943 ndcg_cut_10 1_1 0.6621 ndcg_cut_15 1_1 0.6266 ndcg_cut_20 1_1 0.6829 ndcg_cut_30 1_1 0.7039 ndcg_cut_100 1_1 0.5878 ndcg_cut_200 1_1 0.5095 ndcg_cut_500 1_1 0.5240 ndcg_cut_1000 1_1 0.5878 map_cut_5 1_1 0.0195 map_cut_10 1_1 0.0389 map_cut_15 1_1 0.0584 map_cut_20 1_1 0.0778 map_cut_30 1_1 0.1124 map_cut_100 1_1 0.2192 map_cut_200 1_1 0.2716 map_cut_500 1_1 0.3038 map_cut_1000 1_1 0.3224 relative_P_5 1_1 1.0000 relative_P_10 1_1 1.0000 relative_P_15 1_1 1.0000 relative_P_20 1_1 1.0000 relative_P_30 1_1 0.9667 relative_P_100 1_1 0.6300 relative_P_200 1_1 0.4400 relative_P_500 1_1 0.4436 relative_P_1000 1_1 0.5409 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.1390 set_relative_P 1_1 0.5409 set_recall 1_1 0.5409 set_map 1_1 0.0752 set_F 1_1 0.2212 num_nonrel_judged_ret 1_1 8 rbp 1_1 0.6170 rbp_resid 1_1 0.0182 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1000 num_rel 1_2 114 num_rel_ret 1_2 99 map 1_2 0.4261 Rprec 1_2 0.4386 bpref 1_2 0.7528 recip_rank 1_2 1.0000 iprec_at_recall_0.00 1_2 1.0000 iprec_at_recall_0.10 1_2 0.7500 iprec_at_recall_0.20 1_2 0.6585 iprec_at_recall_0.30 1_2 0.6140 iprec_at_recall_0.40 1_2 0.4423 iprec_at_recall_0.50 1_2 0.4155 iprec_at_recall_0.60 1_2 0.3842 iprec_at_recall_0.70 1_2 0.3200 iprec_at_recall_0.80 1_2 0.2358 iprec_at_recall_0.90 1_2 0.0000 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 1.0000 P_10 1_2 0.8000 P_15 1_2 0.7333 P_20 1_2 0.7500 P_30 1_2 0.6333 P_100 1_2 0.4400 P_200 1_2 0.3550 P_500 1_2 0.1880 P_1000 1_2 0.0990 relstring 1_2 '2312241-2-' recall_5 1_2 0.0439 recall_10 1_2 0.0702 recall_15 1_2 0.0965 recall_20 1_2 0.1316 recall_30 1_2 0.1667 recall_100 1_2 0.3860 recall_200 1_2 0.6228 recall_500 1_2 0.8246 recall_1000 1_2 0.8684 infAP 1_2 0.4261 Rprec_mult_0.20 1_2 0.6957 Rprec_mult_0.40 1_2 0.6304 Rprec_mult_0.60 1_2 0.5072 Rprec_mult_0.80 1_2 0.4565 Rprec_mult_1.00 1_2 0.4386 Rprec_mult_1.20 1_2 0.4088 Rprec_mult_1.40 1_2 0.3937 Rprec_mult_1.60 1_2 0.3770 Rprec_mult_1.80 1_2 0.3447 Rprec_mult_2.00 1_2 0.3289 utility 1_2 -802.0000 11pt_avg 1_2 0.4382 binG 1_2 0.2174 G 1_2 0.1553 ndcg 1_2 0.7134 ndcg_rel 1_2 0.5855 Rndcg 1_2 0.5453 ndcg_cut_5 1_2 0.6123 ndcg_cut_10 1_2 0.5733 ndcg_cut_15 1_2 0.5208 ndcg_cut_20 1_2 0.5226 ndcg_cut_30 1_2 0.4780 ndcg_cut_100 1_2 0.4885 ndcg_cut_200 1_2 0.6036 ndcg_cut_500 1_2 0.7015 ndcg_cut_1000 1_2 0.7134 map_cut_5 1_2 0.0439 map_cut_10 1_2 0.0692 map_cut_15 1_2 0.0891 map_cut_20 1_2 0.1150 map_cut_30 1_2 0.1386 map_cut_100 1_2 0.2638 map_cut_200 1_2 0.3614 map_cut_500 1_2 0.4194 map_cut_1000 1_2 0.4261 relative_P_5 1_2 1.0000 relative_P_10 1_2 0.8000 relative_P_15 1_2 0.7333 relative_P_20 1_2 0.7500 relative_P_30 1_2 0.6333 relative_P_100 1_2 0.4400 relative_P_200 1_2 0.6228 relative_P_500 1_2 0.8246 relative_P_1000 1_2 0.8684 success_1 1_2 1.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 0.0990 set_relative_P 1_2 0.8684 set_recall 1_2 0.8684 set_map 1_2 0.0860 set_F 1_2 0.1777 num_nonrel_judged_ret 1_2 13 rbp 1_2 0.3825 rbp_resid 1_2 0.2273 unj_5 1_2 0.0000 unj_10 1_2 0.2000 unj_20 1_2 0.2500 num_ret 1_3 1000 num_rel 1_3 71 num_rel_ret 1_3 51 map 1_3 0.2972 Rprec 1_3 0.3521 bpref 1_3 0.6170 recip_rank 1_3 1.0000 iprec_at_recall_0.00 1_3 1.0000 iprec_at_recall_0.10 1_3 0.6154 iprec_at_recall_0.20 1_3 0.6154 iprec_at_recall_0.30 1_3 0.4884 iprec_at_recall_0.40 1_3 0.3590 iprec_at_recall_0.50 1_3 0.3304 iprec_at_recall_0.60 1_3 0.2590 iprec_at_recall_0.70 1_3 0.1359 iprec_at_recall_0.80 1_3 0.0000 iprec_at_recall_0.90 1_3 0.0000 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 0.6000 P_10 1_3 0.6000 P_15 1_3 0.5333 P_20 1_3 0.5500 P_30 1_3 0.5667 P_100 1_3 0.3200 P_200 1_3 0.2250 P_500 1_3 0.1020 P_1000 1_3 0.0510 relstring 1_3 '202022-120' recall_5 1_3 0.0423 recall_10 1_3 0.0845 recall_15 1_3 0.1127 recall_20 1_3 0.1549 recall_30 1_3 0.2394 recall_100 1_3 0.4507 recall_200 1_3 0.6338 recall_500 1_3 0.7183 recall_1000 1_3 0.7183 infAP 1_3 0.2972 Rprec_mult_0.20 1_3 0.5333 Rprec_mult_0.40 1_3 0.5862 Rprec_mult_0.60 1_3 0.4884 Rprec_mult_0.80 1_3 0.3684 Rprec_mult_1.00 1_3 0.3521 Rprec_mult_1.20 1_3 0.3372 Rprec_mult_1.40 1_3 0.3200 Rprec_mult_1.60 1_3 0.3246 Rprec_mult_1.80 1_3 0.3203 Rprec_mult_2.00 1_3 0.2887 utility 1_3 -898.0000 11pt_avg 1_3 0.3458 binG 1_3 0.1729 G 1_3 0.1537 ndcg 1_3 0.6297 ndcg_rel 1_3 0.5407 Rndcg 1_3 0.4915 ndcg_cut_5 1_3 0.4266 ndcg_cut_10 1_3 0.4361 ndcg_cut_15 1_3 0.4436 ndcg_cut_20 1_3 0.4636 ndcg_cut_30 1_3 0.4819 ndcg_cut_100 1_3 0.4980 ndcg_cut_200 1_3 0.5937 ndcg_cut_500 1_3 0.6297 ndcg_cut_1000 1_3 0.6297 map_cut_5 1_3 0.0319 map_cut_10 1_3 0.0595 map_cut_15 1_3 0.0741 map_cut_20 1_3 0.0971 map_cut_30 1_3 0.1474 map_cut_100 1_3 0.2302 map_cut_200 1_3 0.2848 map_cut_500 1_3 0.2972 map_cut_1000 1_3 0.2972 relative_P_5 1_3 0.6000 relative_P_10 1_3 0.6000 relative_P_15 1_3 0.5333 relative_P_20 1_3 0.5500 relative_P_30 1_3 0.5667 relative_P_100 1_3 0.4507 relative_P_200 1_3 0.6338 relative_P_500 1_3 0.7183 relative_P_1000 1_3 0.7183 success_1 1_3 1.0000 success_5 1_3 1.0000 success_10 1_3 1.0000 set_P 1_3 0.0510 set_relative_P 1_3 0.7183 set_recall 1_3 0.7183 set_map 1_3 0.0366 set_F 1_3 0.0952 num_nonrel_judged_ret 1_3 14 rbp 1_3 0.3568 rbp_resid 1_3 0.2227 unj_5 1_3 0.0000 unj_10 1_3 0.1000 unj_20 1_3 0.3000 num_ret 1_4 1000 num_rel 1_4 134 num_rel_ret 1_4 67 map 1_4 0.3510 Rprec 1_4 0.4403 bpref 1_4 0.4638 recip_rank 1_4 1.0000 iprec_at_recall_0.00 1_4 1.0000 iprec_at_recall_0.10 1_4 1.0000 iprec_at_recall_0.20 1_4 0.8182 iprec_at_recall_0.30 1_4 0.6250 iprec_at_recall_0.40 1_4 0.4500 iprec_at_recall_0.50 1_4 0.3252 iprec_at_recall_0.60 1_4 0.0000 iprec_at_recall_0.70 1_4 0.0000 iprec_at_recall_0.80 1_4 0.0000 iprec_at_recall_0.90 1_4 0.0000 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 1.0000 P_10 1_4 1.0000 P_15 1_4 1.0000 P_20 1_4 0.9000 P_30 1_4 0.8333 P_100 1_4 0.4800 P_200 1_4 0.3300 P_500 1_4 0.1340 P_1000 1_4 0.0670 relstring 1_4 '3232223221' recall_5 1_4 0.0373 recall_10 1_4 0.0746 recall_15 1_4 0.1119 recall_20 1_4 0.1343 recall_30 1_4 0.1866 recall_100 1_4 0.3582 recall_200 1_4 0.4925 recall_500 1_4 0.5000 recall_1000 1_4 0.5000 infAP 1_4 0.3510 Rprec_mult_0.20 1_4 0.8148 Rprec_mult_0.40 1_4 0.6667 Rprec_mult_0.60 1_4 0.5432 Rprec_mult_0.80 1_4 0.4630 Rprec_mult_1.00 1_4 0.4403 Rprec_mult_1.20 1_4 0.3851 Rprec_mult_1.40 1_4 0.3457 Rprec_mult_1.60 1_4 0.3116 Rprec_mult_1.80 1_4 0.2769 Rprec_mult_2.00 1_4 0.2500 utility 1_4 -866.0000 11pt_avg 1_4 0.3835 binG 1_4 0.2179 G 1_4 0.1250 ndcg 1_4 0.5642 ndcg_rel 1_4 0.6038 Rndcg 1_4 0.5821 ndcg_cut_5 1_4 0.8362 ndcg_cut_10 1_4 0.7800 ndcg_cut_15 1_4 0.7349 ndcg_cut_20 1_4 0.7324 ndcg_cut_30 1_4 0.6987 ndcg_cut_100 1_4 0.5053 ndcg_cut_200 1_4 0.5590 ndcg_cut_500 1_4 0.5642 ndcg_cut_1000 1_4 0.5642 map_cut_5 1_4 0.0373 map_cut_10 1_4 0.0746 map_cut_15 1_4 0.1119 map_cut_20 1_4 0.1343 map_cut_30 1_4 0.1784 map_cut_100 1_4 0.2906 map_cut_200 1_4 0.3485 map_cut_500 1_4 0.3510 map_cut_1000 1_4 0.3510 relative_P_5 1_4 1.0000 relative_P_10 1_4 1.0000 relative_P_15 1_4 1.0000 relative_P_20 1_4 0.9000 relative_P_30 1_4 0.8333 relative_P_100 1_4 0.4800 relative_P_200 1_4 0.4925 relative_P_500 1_4 0.5000 relative_P_1000 1_4 0.5000 success_1 1_4 1.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 0.0670 set_relative_P 1_4 0.5000 set_recall 1_4 0.5000 set_map 1_4 0.0335 set_F 1_4 0.1182 num_nonrel_judged_ret 1_4 5 rbp 1_4 0.6543 rbp_resid 1_4 0.0506 unj_5 1_4 0.0000 unj_10 1_4 0.0000 unj_20 1_4 0.0500 num_ret 1_6 1000 num_rel 1_6 121 num_rel_ret 1_6 67 map 1_6 0.2947 Rprec 1_6 0.3802 bpref 1_6 0.4952 recip_rank 1_6 1.0000 iprec_at_recall_0.00 1_6 1.0000 iprec_at_recall_0.10 1_6 0.8095 iprec_at_recall_0.20 1_6 0.7059 iprec_at_recall_0.30 1_6 0.4932 iprec_at_recall_0.40 1_6 0.3521 iprec_at_recall_0.50 1_6 0.1412 iprec_at_recall_0.60 1_6 0.0000 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 0.8000 P_10 1_6 0.7000 P_15 1_6 0.8000 P_20 1_6 0.8000 P_30 1_6 0.7333 P_100 1_6 0.4200 P_200 1_6 0.2650 P_500 1_6 0.1260 P_1000 1_6 0.0670 relstring 1_6 '11330330-2' recall_5 1_6 0.0331 recall_10 1_6 0.0579 recall_15 1_6 0.0992 recall_20 1_6 0.1322 recall_30 1_6 0.1818 recall_100 1_6 0.3471 recall_200 1_6 0.4380 recall_500 1_6 0.5207 recall_1000 1_6 0.5537 infAP 1_6 0.2947 Rprec_mult_0.20 1_6 0.8000 Rprec_mult_0.40 1_6 0.6122 Rprec_mult_0.60 1_6 0.4932 Rprec_mult_0.80 1_6 0.4330 Rprec_mult_1.00 1_6 0.3802 Rprec_mult_1.20 1_6 0.3493 Rprec_mult_1.40 1_6 0.3000 Rprec_mult_1.60 1_6 0.2732 Rprec_mult_1.80 1_6 0.2431 Rprec_mult_2.00 1_6 0.2273 utility 1_6 -866.0000 11pt_avg 1_6 0.3184 binG 1_6 0.1593 G 1_6 0.1384 ndcg 1_6 0.6404 ndcg_rel 1_6 0.6012 Rndcg 1_6 0.5867 ndcg_cut_5 1_6 0.5000 ndcg_cut_10 1_6 0.5187 ndcg_cut_15 1_6 0.5819 ndcg_cut_20 1_6 0.5950 ndcg_cut_30 1_6 0.6001 ndcg_cut_100 1_6 0.5436 ndcg_cut_200 1_6 0.5759 ndcg_cut_500 1_6 0.6283 ndcg_cut_1000 1_6 0.6404 map_cut_5 1_6 0.0331 map_cut_10 1_6 0.0528 map_cut_15 1_6 0.0845 map_cut_20 1_6 0.1104 map_cut_30 1_6 0.1494 map_cut_100 1_6 0.2441 map_cut_200 1_6 0.2773 map_cut_500 1_6 0.2912 map_cut_1000 1_6 0.2947 relative_P_5 1_6 0.8000 relative_P_10 1_6 0.7000 relative_P_15 1_6 0.8000 relative_P_20 1_6 0.8000 relative_P_30 1_6 0.7333 relative_P_100 1_6 0.4200 relative_P_200 1_6 0.4380 relative_P_500 1_6 0.5207 relative_P_1000 1_6 0.5537 success_1 1_6 1.0000 success_5 1_6 1.0000 success_10 1_6 1.0000 set_P 1_6 0.0670 set_relative_P 1_6 0.5537 set_recall 1_6 0.5537 set_map 1_6 0.0371 set_F 1_6 0.1195 num_nonrel_judged_ret 1_6 17 rbp 1_6 0.5715 rbp_resid 1_6 0.0882 unj_5 1_6 0.0000 unj_10 1_6 0.1000 unj_20 1_6 0.0500 num_ret 1_7 1000 num_rel 1_7 110 num_rel_ret 1_7 28 map 1_7 0.0483 Rprec 1_7 0.1182 bpref 1_7 0.2371 recip_rank 1_7 1.0000 iprec_at_recall_0.00 1_7 1.0000 iprec_at_recall_0.10 1_7 0.1239 iprec_at_recall_0.20 1_7 0.0441 iprec_at_recall_0.30 1_7 0.0000 iprec_at_recall_0.40 1_7 0.0000 iprec_at_recall_0.50 1_7 0.0000 iprec_at_recall_0.60 1_7 0.0000 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 0.6000 P_10 1_7 0.4000 P_15 1_7 0.2667 P_20 1_7 0.2000 P_30 1_7 0.2333 P_100 1_7 0.1200 P_200 1_7 0.0800 P_500 1_7 0.0440 P_1000 1_7 0.0280 relstring 1_7 '101010-10-' recall_5 1_7 0.0273 recall_10 1_7 0.0364 recall_15 1_7 0.0364 recall_20 1_7 0.0364 recall_30 1_7 0.0636 recall_100 1_7 0.1091 recall_200 1_7 0.1455 recall_500 1_7 0.2000 recall_1000 1_7 0.2545 infAP 1_7 0.0483 Rprec_mult_0.20 1_7 0.2273 Rprec_mult_0.40 1_7 0.2045 Rprec_mult_0.60 1_7 0.1515 Rprec_mult_0.80 1_7 0.1136 Rprec_mult_1.00 1_7 0.1182 Rprec_mult_1.20 1_7 0.1136 Rprec_mult_1.40 1_7 0.0974 Rprec_mult_1.60 1_7 0.0852 Rprec_mult_1.80 1_7 0.0808 Rprec_mult_2.00 1_7 0.0727 utility 1_7 -944.0000 11pt_avg 1_7 0.1062 binG 1_7 0.0547 G 1_7 0.0412 ndcg 1_7 0.2072 ndcg_rel 1_7 0.2001 Rndcg 1_7 0.1693 ndcg_cut_5 1_7 0.2506 ndcg_cut_10 1_7 0.2055 ndcg_cut_15 1_7 0.1649 ndcg_cut_20 1_7 0.1402 ndcg_cut_30 1_7 0.1441 ndcg_cut_100 1_7 0.1272 ndcg_cut_200 1_7 0.1556 ndcg_cut_500 1_7 0.1881 ndcg_cut_1000 1_7 0.2072 map_cut_5 1_7 0.0206 map_cut_10 1_7 0.0252 map_cut_15 1_7 0.0252 map_cut_20 1_7 0.0252 map_cut_30 1_7 0.0318 map_cut_100 1_7 0.0392 map_cut_200 1_7 0.0434 map_cut_500 1_7 0.0465 map_cut_1000 1_7 0.0483 relative_P_5 1_7 0.6000 relative_P_10 1_7 0.4000 relative_P_15 1_7 0.2667 relative_P_20 1_7 0.2000 relative_P_30 1_7 0.2333 relative_P_100 1_7 0.1200 relative_P_200 1_7 0.1455 relative_P_500 1_7 0.2000 relative_P_1000 1_7 0.2545 success_1 1_7 1.0000 success_5 1_7 1.0000 success_10 1_7 1.0000 set_P 1_7 0.0280 set_relative_P 1_7 0.2545 set_recall 1_7 0.2545 set_map 1_7 0.0071 set_F 1_7 0.0505 num_nonrel_judged_ret 1_7 12 rbp 1_7 0.1081 rbp_resid 1_7 0.4043 unj_5 1_7 0.0000 unj_10 1_7 0.2000 unj_20 1_7 0.6000 num_ret 1_8 1000 num_rel 1_8 118 num_rel_ret 1_8 90 map 1_8 0.3931 Rprec 1_8 0.4068 bpref 1_8 0.7453 recip_rank 1_8 1.0000 iprec_at_recall_0.00 1_8 1.0000 iprec_at_recall_0.10 1_8 1.0000 iprec_at_recall_0.20 1_8 0.7297 iprec_at_recall_0.30 1_8 0.6102 iprec_at_recall_0.40 1_8 0.4393 iprec_at_recall_0.50 1_8 0.3391 iprec_at_recall_0.60 1_8 0.2639 iprec_at_recall_0.70 1_8 0.1303 iprec_at_recall_0.80 1_8 0.0000 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 1.0000 P_10 1_8 1.0000 P_15 1_8 1.0000 P_20 1_8 0.8500 P_30 1_8 0.7667 P_100 1_8 0.4500 P_200 1_8 0.3050 P_500 1_8 0.1600 P_1000 1_8 0.0900 relstring 1_8 '1132122221' recall_5 1_8 0.0424 recall_10 1_8 0.0847 recall_15 1_8 0.1271 recall_20 1_8 0.1441 recall_30 1_8 0.1949 recall_100 1_8 0.3814 recall_200 1_8 0.5169 recall_500 1_8 0.6780 recall_1000 1_8 0.7627 infAP 1_8 0.3931 Rprec_mult_0.20 1_8 0.7917 Rprec_mult_0.40 1_8 0.6250 Rprec_mult_0.60 1_8 0.5352 Rprec_mult_0.80 1_8 0.4421 Rprec_mult_1.00 1_8 0.4068 Rprec_mult_1.20 1_8 0.3803 Rprec_mult_1.40 1_8 0.3434 Rprec_mult_1.60 1_8 0.3228 Rprec_mult_1.80 1_8 0.2958 Rprec_mult_2.00 1_8 0.2712 utility 1_8 -820.0000 11pt_avg 1_8 0.4102 binG 1_8 0.2487 G 1_8 0.1256 ndcg 1_8 0.6232 ndcg_rel 1_8 0.5334 Rndcg 1_8 0.4963 ndcg_cut_5 1_8 0.4951 ndcg_cut_10 1_8 0.5341 ndcg_cut_15 1_8 0.5575 ndcg_cut_20 1_8 0.5136 ndcg_cut_30 1_8 0.5195 ndcg_cut_100 1_8 0.4227 ndcg_cut_200 1_8 0.4835 ndcg_cut_500 1_8 0.5795 ndcg_cut_1000 1_8 0.6232 map_cut_5 1_8 0.0424 map_cut_10 1_8 0.0847 map_cut_15 1_8 0.1271 map_cut_20 1_8 0.1428 map_cut_30 1_8 0.1835 map_cut_100 1_8 0.2925 map_cut_200 1_8 0.3439 map_cut_500 1_8 0.3828 map_cut_1000 1_8 0.3931 relative_P_5 1_8 1.0000 relative_P_10 1_8 1.0000 relative_P_15 1_8 1.0000 relative_P_20 1_8 0.8500 relative_P_30 1_8 0.7667 relative_P_100 1_8 0.4500 relative_P_200 1_8 0.5169 relative_P_500 1_8 0.6780 relative_P_1000 1_8 0.7627 success_1 1_8 1.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 0.0900 set_relative_P 1_8 0.7627 set_recall 1_8 0.7627 set_map 1_8 0.0686 set_F 1_8 0.1610 num_nonrel_judged_ret 1_8 5 rbp 1_8 0.4872 rbp_resid 1_8 0.1092 unj_5 1_8 0.0000 unj_10 1_8 0.0000 unj_20 1_8 0.1500 num_ret 1_9 1000 num_rel 1_9 48 num_rel_ret 1_9 45 map 1_9 0.6898 Rprec 1_9 0.6250 bpref 1_9 0.9206 recip_rank 1_9 1.0000 iprec_at_recall_0.00 1_9 1.0000 iprec_at_recall_0.10 1_9 1.0000 iprec_at_recall_0.20 1_9 1.0000 iprec_at_recall_0.30 1_9 1.0000 iprec_at_recall_0.40 1_9 0.9500 iprec_at_recall_0.50 1_9 0.8438 iprec_at_recall_0.60 1_9 0.7143 iprec_at_recall_0.70 1_9 0.4304 iprec_at_recall_0.80 1_9 0.3193 iprec_at_recall_0.90 1_9 0.2654 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 1.0000 P_10 1_9 1.0000 P_15 1_9 0.9333 P_20 1_9 0.9500 P_30 1_9 0.8333 P_100 1_9 0.3600 P_200 1_9 0.2200 P_500 1_9 0.0900 P_1000 1_9 0.0450 relstring 1_9 '3332233123' recall_5 1_9 0.1042 recall_10 1_9 0.2083 recall_15 1_9 0.2917 recall_20 1_9 0.3958 recall_30 1_9 0.5208 recall_100 1_9 0.7500 recall_200 1_9 0.9167 recall_500 1_9 0.9375 recall_1000 1_9 0.9375 infAP 1_9 0.6898 Rprec_mult_0.20 1_9 1.0000 Rprec_mult_0.40 1_9 0.9500 Rprec_mult_0.60 1_9 0.8276 Rprec_mult_0.80 1_9 0.6923 Rprec_mult_1.00 1_9 0.6250 Rprec_mult_1.20 1_9 0.5517 Rprec_mult_1.40 1_9 0.4853 Rprec_mult_1.60 1_9 0.4286 Rprec_mult_1.80 1_9 0.3908 Rprec_mult_2.00 1_9 0.3750 utility 1_9 -910.0000 11pt_avg 1_9 0.6839 binG 1_9 0.4932 G 1_9 0.3146 ndcg 1_9 0.8683 ndcg_rel 1_9 0.8192 Rndcg 1_9 0.7812 ndcg_cut_5 1_9 0.9076 ndcg_cut_10 1_9 0.8717 ndcg_cut_15 1_9 0.7809 ndcg_cut_20 1_9 0.7823 ndcg_cut_30 1_9 0.7415 ndcg_cut_100 1_9 0.7747 ndcg_cut_200 1_9 0.8602 ndcg_cut_500 1_9 0.8683 ndcg_cut_1000 1_9 0.8683 map_cut_5 1_9 0.1042 map_cut_10 1_9 0.2083 map_cut_15 1_9 0.2917 map_cut_20 1_9 0.3900 map_cut_30 1_9 0.4987 map_cut_100 1_9 0.6401 map_cut_200 1_9 0.6878 map_cut_500 1_9 0.6898 map_cut_1000 1_9 0.6898 relative_P_5 1_9 1.0000 relative_P_10 1_9 1.0000 relative_P_15 1_9 0.9333 relative_P_20 1_9 0.9500 relative_P_30 1_9 0.8333 relative_P_100 1_9 0.7500 relative_P_200 1_9 0.9167 relative_P_500 1_9 0.9375 relative_P_1000 1_9 0.9375 success_1 1_9 1.0000 success_5 1_9 1.0000 success_10 1_9 1.0000 set_P 1_9 0.0450 set_relative_P 1_9 0.9375 set_recall 1_9 0.9375 set_map 1_9 0.0422 set_F 1_9 0.0859 num_nonrel_judged_ret 1_9 6 rbp 1_9 0.7079 rbp_resid 1_9 0.0820 unj_5 1_9 0.0000 unj_10 1_9 0.0000 unj_20 1_9 0.0500 num_ret 4_10 1000 num_rel 4_10 188 num_rel_ret 4_10 114 map 4_10 0.3431 Rprec 4_10 0.3830 bpref 4_10 0.5467 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 0.9545 iprec_at_recall_0.20 4_10 0.6909 iprec_at_recall_0.30 4_10 0.5490 iprec_at_recall_0.40 4_10 0.3889 iprec_at_recall_0.50 4_10 0.3287 iprec_at_recall_0.60 4_10 0.1378 iprec_at_recall_0.70 4_10 0.0000 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 1.0000 P_10 4_10 0.9000 P_15 4_10 0.9333 P_20 4_10 0.9500 P_30 4_10 0.8667 P_100 4_10 0.5500 P_200 4_10 0.3850 P_500 4_10 0.2120 P_1000 4_10 0.1140 relstring 4_10 '2111111-11' recall_5 4_10 0.0266 recall_10 4_10 0.0479 recall_15 4_10 0.0745 recall_20 4_10 0.1011 recall_30 4_10 0.1383 recall_100 4_10 0.2926 recall_200 4_10 0.4096 recall_500 4_10 0.5638 recall_1000 4_10 0.6064 infAP 4_10 0.3431 Rprec_mult_0.20 4_10 0.7632 Rprec_mult_0.40 4_10 0.6184 Rprec_mult_0.60 4_10 0.5044 Rprec_mult_0.80 4_10 0.4305 Rprec_mult_1.00 4_10 0.3830 Rprec_mult_1.20 4_10 0.3761 Rprec_mult_1.40 4_10 0.3447 Rprec_mult_1.60 4_10 0.3189 Rprec_mult_1.80 4_10 0.2891 Rprec_mult_2.00 4_10 0.2660 utility 4_10 -772.0000 11pt_avg 4_10 0.3682 binG 4_10 0.1750 G 4_10 0.0831 ndcg 4_10 0.4510 ndcg_rel 4_10 0.4146 Rndcg 4_10 0.3805 ndcg_cut_5 4_10 0.4464 ndcg_cut_10 4_10 0.3836 ndcg_cut_15 4_10 0.3833 ndcg_cut_20 4_10 0.3974 ndcg_cut_30 4_10 0.3889 ndcg_cut_100 4_10 0.3819 ndcg_cut_200 4_10 0.3492 ndcg_cut_500 4_10 0.4320 ndcg_cut_1000 4_10 0.4510 map_cut_5 4_10 0.0266 map_cut_10 4_10 0.0467 map_cut_15 4_10 0.0713 map_cut_20 4_10 0.0964 map_cut_30 4_10 0.1300 map_cut_100 4_10 0.2331 map_cut_200 4_10 0.2850 map_cut_500 4_10 0.3359 map_cut_1000 4_10 0.3431 relative_P_5 4_10 1.0000 relative_P_10 4_10 0.9000 relative_P_15 4_10 0.9333 relative_P_20 4_10 0.9500 relative_P_30 4_10 0.8667 relative_P_100 4_10 0.5500 relative_P_200 4_10 0.4096 relative_P_500 4_10 0.5638 relative_P_1000 4_10 0.6064 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 0.1140 set_relative_P 4_10 0.6064 set_recall 4_10 0.6064 set_map 4_10 0.0691 set_F 4_10 0.1919 num_nonrel_judged_ret 4_10 10 rbp 4_10 0.3358 rbp_resid 4_10 0.0871 unj_5 4_10 0.0000 unj_10 4_10 0.1000 unj_20 4_10 0.0500 num_ret 4_11 1000 num_rel 4_11 171 num_rel_ret 4_11 24 map 4_11 0.0242 Rprec 4_11 0.0819 bpref 4_11 0.1318 recip_rank 4_11 0.5000 iprec_at_recall_0.00 4_11 0.5000 iprec_at_recall_0.10 4_11 0.0455 iprec_at_recall_0.20 4_11 0.0000 iprec_at_recall_0.30 4_11 0.0000 iprec_at_recall_0.40 4_11 0.0000 iprec_at_recall_0.50 4_11 0.0000 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 0.4000 P_10 4_11 0.3000 P_15 4_11 0.3333 P_20 4_11 0.3000 P_30 4_11 0.2333 P_100 4_11 0.1200 P_200 4_11 0.0750 P_500 4_11 0.0380 P_1000 4_11 0.0240 relstring 4_11 '020022----' recall_5 4_11 0.0117 recall_10 4_11 0.0175 recall_15 4_11 0.0292 recall_20 4_11 0.0351 recall_30 4_11 0.0409 recall_100 4_11 0.0702 recall_200 4_11 0.0877 recall_500 4_11 0.1111 recall_1000 4_11 0.1404 infAP 4_11 0.0242 Rprec_mult_0.20 4_11 0.2286 Rprec_mult_0.40 4_11 0.1449 Rprec_mult_0.60 4_11 0.1165 Rprec_mult_0.80 4_11 0.0876 Rprec_mult_1.00 4_11 0.0819 Rprec_mult_1.20 4_11 0.0728 Rprec_mult_1.40 4_11 0.0625 Rprec_mult_1.60 4_11 0.0584 Rprec_mult_1.80 4_11 0.0519 Rprec_mult_2.00 4_11 0.0468 utility 4_11 -952.0000 11pt_avg 4_11 0.0496 binG 4_11 0.0285 G 4_11 0.0192 ndcg 4_11 0.1220 ndcg_rel 4_11 0.1266 Rndcg 4_11 0.1365 ndcg_cut_5 4_11 0.2301 ndcg_cut_10 4_11 0.2016 ndcg_cut_15 4_11 0.2270 ndcg_cut_20 4_11 0.2110 ndcg_cut_30 4_11 0.1823 ndcg_cut_100 4_11 0.1190 ndcg_cut_200 4_11 0.1036 ndcg_cut_500 4_11 0.1136 ndcg_cut_1000 4_11 0.1220 map_cut_5 4_11 0.0053 map_cut_10 4_11 0.0082 map_cut_15 4_11 0.0124 map_cut_20 4_11 0.0142 map_cut_30 4_11 0.0161 map_cut_100 4_11 0.0209 map_cut_200 4_11 0.0224 map_cut_500 4_11 0.0235 map_cut_1000 4_11 0.0242 relative_P_5 4_11 0.4000 relative_P_10 4_11 0.3000 relative_P_15 4_11 0.3333 relative_P_20 4_11 0.3000 relative_P_30 4_11 0.2333 relative_P_100 4_11 0.1200 relative_P_200 4_11 0.0877 relative_P_500 4_11 0.1111 relative_P_1000 4_11 0.1404 success_1 4_11 0.0000 success_5 4_11 1.0000 success_10 4_11 1.0000 set_P 4_11 0.0240 set_relative_P 4_11 0.1404 set_recall 4_11 0.1404 set_map 4_11 0.0034 set_F 4_11 0.0410 num_nonrel_judged_ret 4_11 33 rbp 4_11 0.1931 rbp_resid 4_11 0.4135 unj_5 4_11 0.0000 unj_10 4_11 0.4000 unj_20 4_11 0.5000 num_ret 4_12 1000 num_rel 4_12 134 num_rel_ret 4_12 1 map 4_12 0.0000 Rprec 4_12 0.0000 bpref 4_12 0.0060 recip_rank 4_12 0.0011 iprec_at_recall_0.00 4_12 0.0011 iprec_at_recall_0.10 4_12 0.0000 iprec_at_recall_0.20 4_12 0.0000 iprec_at_recall_0.30 4_12 0.0000 iprec_at_recall_0.40 4_12 0.0000 iprec_at_recall_0.50 4_12 0.0000 iprec_at_recall_0.60 4_12 0.0000 iprec_at_recall_0.70 4_12 0.0000 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 0.0000 P_10 4_12 0.0000 P_15 4_12 0.0000 P_20 4_12 0.0000 P_30 4_12 0.0000 P_100 4_12 0.0000 P_200 4_12 0.0000 P_500 4_12 0.0000 P_1000 4_12 0.0010 relstring 4_12 '00000-----' recall_5 4_12 0.0000 recall_10 4_12 0.0000 recall_15 4_12 0.0000 recall_20 4_12 0.0000 recall_30 4_12 0.0000 recall_100 4_12 0.0000 recall_200 4_12 0.0000 recall_500 4_12 0.0000 recall_1000 4_12 0.0075 infAP 4_12 0.0000 Rprec_mult_0.20 4_12 0.0000 Rprec_mult_0.40 4_12 0.0000 Rprec_mult_0.60 4_12 0.0000 Rprec_mult_0.80 4_12 0.0000 Rprec_mult_1.00 4_12 0.0000 Rprec_mult_1.20 4_12 0.0000 Rprec_mult_1.40 4_12 0.0000 Rprec_mult_1.60 4_12 0.0000 Rprec_mult_1.80 4_12 0.0000 Rprec_mult_2.00 4_12 0.0000 utility 4_12 -998.0000 11pt_avg 4_12 0.0001 binG 4_12 0.0008 G 4_12 0.0004 ndcg 4_12 0.0019 ndcg_rel 4_12 0.0019 Rndcg 4_12 0.0005 ndcg_cut_5 4_12 0.0000 ndcg_cut_10 4_12 0.0000 ndcg_cut_15 4_12 0.0000 ndcg_cut_20 4_12 0.0000 ndcg_cut_30 4_12 0.0000 ndcg_cut_100 4_12 0.0000 ndcg_cut_200 4_12 0.0000 ndcg_cut_500 4_12 0.0000 ndcg_cut_1000 4_12 0.0019 map_cut_5 4_12 0.0000 map_cut_10 4_12 0.0000 map_cut_15 4_12 0.0000 map_cut_20 4_12 0.0000 map_cut_30 4_12 0.0000 map_cut_100 4_12 0.0000 map_cut_200 4_12 0.0000 map_cut_500 4_12 0.0000 map_cut_1000 4_12 0.0000 relative_P_5 4_12 0.0000 relative_P_10 4_12 0.0000 relative_P_15 4_12 0.0000 relative_P_20 4_12 0.0000 relative_P_30 4_12 0.0000 relative_P_100 4_12 0.0000 relative_P_200 4_12 0.0000 relative_P_500 4_12 0.0000 relative_P_1000 4_12 0.0075 success_1 4_12 0.0000 success_5 4_12 0.0000 success_10 4_12 0.0000 set_P 4_12 0.0010 set_relative_P 4_12 0.0075 set_recall 4_12 0.0075 set_map 4_12 0.0000 set_F 4_12 0.0018 num_nonrel_judged_ret 4_12 19 rbp 4_12 0.0000 rbp_resid 4_12 0.5694 unj_5 4_12 0.0000 unj_10 4_12 0.5000 unj_20 4_12 0.7000 num_ret 4_13 1000 num_rel 4_13 162 num_rel_ret 4_13 1 map 4_13 0.0000 Rprec 4_13 0.0000 bpref 4_13 0.0056 recip_rank 4_13 0.0010 iprec_at_recall_0.00 4_13 0.0010 iprec_at_recall_0.10 4_13 0.0000 iprec_at_recall_0.20 4_13 0.0000 iprec_at_recall_0.30 4_13 0.0000 iprec_at_recall_0.40 4_13 0.0000 iprec_at_recall_0.50 4_13 0.0000 iprec_at_recall_0.60 4_13 0.0000 iprec_at_recall_0.70 4_13 0.0000 iprec_at_recall_0.80 4_13 0.0000 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 0.0000 P_10 4_13 0.0000 P_15 4_13 0.0000 P_20 4_13 0.0000 P_30 4_13 0.0000 P_100 4_13 0.0000 P_200 4_13 0.0000 P_500 4_13 0.0000 P_1000 4_13 0.0010 relstring 4_13 '00000-----' recall_5 4_13 0.0000 recall_10 4_13 0.0000 recall_15 4_13 0.0000 recall_20 4_13 0.0000 recall_30 4_13 0.0000 recall_100 4_13 0.0000 recall_200 4_13 0.0000 recall_500 4_13 0.0000 recall_1000 4_13 0.0062 infAP 4_13 0.0000 Rprec_mult_0.20 4_13 0.0000 Rprec_mult_0.40 4_13 0.0000 Rprec_mult_0.60 4_13 0.0000 Rprec_mult_0.80 4_13 0.0000 Rprec_mult_1.00 4_13 0.0000 Rprec_mult_1.20 4_13 0.0000 Rprec_mult_1.40 4_13 0.0000 Rprec_mult_1.60 4_13 0.0000 Rprec_mult_1.80 4_13 0.0000 Rprec_mult_2.00 4_13 0.0000 utility 4_13 -998.0000 11pt_avg 4_13 0.0001 binG 4_13 0.0006 G 4_13 0.0006 ndcg 4_13 0.0030 ndcg_rel 4_13 0.0030 Rndcg 4_13 0.0008 ndcg_cut_5 4_13 0.0000 ndcg_cut_10 4_13 0.0000 ndcg_cut_15 4_13 0.0000 ndcg_cut_20 4_13 0.0000 ndcg_cut_30 4_13 0.0000 ndcg_cut_100 4_13 0.0000 ndcg_cut_200 4_13 0.0000 ndcg_cut_500 4_13 0.0000 ndcg_cut_1000 4_13 0.0030 map_cut_5 4_13 0.0000 map_cut_10 4_13 0.0000 map_cut_15 4_13 0.0000 map_cut_20 4_13 0.0000 map_cut_30 4_13 0.0000 map_cut_100 4_13 0.0000 map_cut_200 4_13 0.0000 map_cut_500 4_13 0.0000 map_cut_1000 4_13 0.0000 relative_P_5 4_13 0.0000 relative_P_10 4_13 0.0000 relative_P_15 4_13 0.0000 relative_P_20 4_13 0.0000 relative_P_30 4_13 0.0000 relative_P_100 4_13 0.0000 relative_P_200 4_13 0.0000 relative_P_500 4_13 0.0000 relative_P_1000 4_13 0.0062 success_1 4_13 0.0000 success_5 4_13 0.0000 success_10 4_13 0.0000 set_P 4_13 0.0010 set_relative_P 4_13 0.0062 set_recall 4_13 0.0062 set_map 4_13 0.0000 set_F 4_13 0.0017 num_nonrel_judged_ret 4_13 8 rbp 4_13 0.0000 rbp_resid 4_13 0.5905 unj_5 4_13 0.0000 unj_10 4_13 0.5000 unj_20 4_13 0.7500 num_ret 4_14 1000 num_rel 4_14 177 num_rel_ret 4_14 135 map 4_14 0.3745 Rprec 4_14 0.3898 bpref 4_14 0.6835 recip_rank 4_14 1.0000 iprec_at_recall_0.00 4_14 1.0000 iprec_at_recall_0.10 4_14 0.9000 iprec_at_recall_0.20 4_14 0.7143 iprec_at_recall_0.30 4_14 0.5684 iprec_at_recall_0.40 4_14 0.3934 iprec_at_recall_0.50 4_14 0.2997 iprec_at_recall_0.60 4_14 0.2227 iprec_at_recall_0.70 4_14 0.1835 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 1.0000 P_10 4_14 0.9000 P_15 4_14 0.8667 P_20 4_14 0.8500 P_30 4_14 0.9000 P_100 4_14 0.5600 P_200 4_14 0.3750 P_500 4_14 0.2200 P_1000 4_14 0.1350 relstring 4_14 '22223322-2' recall_5 4_14 0.0282 recall_10 4_14 0.0508 recall_15 4_14 0.0734 recall_20 4_14 0.0960 recall_30 4_14 0.1525 recall_100 4_14 0.3164 recall_200 4_14 0.4237 recall_500 4_14 0.6215 recall_1000 4_14 0.7627 infAP 4_14 0.3745 Rprec_mult_0.20 4_14 0.8056 Rprec_mult_0.40 4_14 0.5915 Rprec_mult_0.60 4_14 0.5327 Rprec_mult_0.80 4_14 0.4225 Rprec_mult_1.00 4_14 0.3898 Rprec_mult_1.20 4_14 0.3756 Rprec_mult_1.40 4_14 0.3387 Rprec_mult_1.60 4_14 0.3028 Rprec_mult_1.80 4_14 0.2853 Rprec_mult_2.00 4_14 0.2768 utility 4_14 -730.0000 11pt_avg 4_14 0.3893 binG 4_14 0.1910 G 4_14 0.1279 ndcg 4_14 0.6932 ndcg_rel 4_14 0.6165 Rndcg 4_14 0.5540 ndcg_cut_5 4_14 0.7104 ndcg_cut_10 4_14 0.6770 ndcg_cut_15 4_14 0.6747 ndcg_cut_20 4_14 0.6395 ndcg_cut_30 4_14 0.6919 ndcg_cut_100 4_14 0.5512 ndcg_cut_200 4_14 0.4834 ndcg_cut_500 4_14 0.6186 ndcg_cut_1000 4_14 0.6932 map_cut_5 4_14 0.0282 map_cut_10 4_14 0.0503 map_cut_15 4_14 0.0707 map_cut_20 4_14 0.0899 map_cut_30 4_14 0.1397 map_cut_100 4_14 0.2453 map_cut_200 4_14 0.2902 map_cut_500 4_14 0.3482 map_cut_1000 4_14 0.3745 relative_P_5 4_14 1.0000 relative_P_10 4_14 0.9000 relative_P_15 4_14 0.8667 relative_P_20 4_14 0.8500 relative_P_30 4_14 0.9000 relative_P_100 4_14 0.5600 relative_P_200 4_14 0.4237 relative_P_500 4_14 0.6215 relative_P_1000 4_14 0.7627 success_1 4_14 1.0000 success_5 4_14 1.0000 success_10 4_14 1.0000 set_P 4_14 0.1350 set_relative_P 4_14 0.7627 set_recall 4_14 0.7627 set_map 4_14 0.1030 set_F 4_14 0.2294 num_nonrel_judged_ret 4_14 18 rbp 4_14 0.6609 rbp_resid 4_14 0.0861 unj_5 4_14 0.0000 unj_10 4_14 0.1000 unj_20 4_14 0.1000 num_ret 4_17 1000 num_rel 4_17 1 num_rel_ret 4_17 1 map 4_17 0.0081 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0081 iprec_at_recall_0.00 4_17 0.0081 iprec_at_recall_0.10 4_17 0.0081 iprec_at_recall_0.20 4_17 0.0081 iprec_at_recall_0.30 4_17 0.0081 iprec_at_recall_0.40 4_17 0.0081 iprec_at_recall_0.50 4_17 0.0081 iprec_at_recall_0.60 4_17 0.0081 iprec_at_recall_0.70 4_17 0.0081 iprec_at_recall_0.80 4_17 0.0081 iprec_at_recall_0.90 4_17 0.0081 iprec_at_recall_1.00 4_17 0.0081 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0000 P_100 4_17 0.0000 P_200 4_17 0.0050 P_500 4_17 0.0020 P_1000 4_17 0.0010 relstring 4_17 '0000000-00' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 0.0000 recall_100 4_17 0.0000 recall_200 4_17 1.0000 recall_500 4_17 1.0000 recall_1000 4_17 1.0000 infAP 4_17 0.0081 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -998.0000 11pt_avg 4_17 0.0081 binG 4_17 0.1438 G 4_17 0.1438 ndcg 4_17 0.1438 ndcg_rel 4_17 0.1438 Rndcg 4_17 0.0719 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.0000 ndcg_cut_100 4_17 0.0000 ndcg_cut_200 4_17 0.1438 ndcg_cut_500 4_17 0.1438 ndcg_cut_1000 4_17 0.1438 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0000 map_cut_100 4_17 0.0000 map_cut_200 4_17 0.0081 map_cut_500 4_17 0.0081 map_cut_1000 4_17 0.0081 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 0.0000 relative_P_100 4_17 0.0000 relative_P_200 4_17 1.0000 relative_P_500 4_17 1.0000 relative_P_1000 4_17 1.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0010 set_relative_P 4_17 1.0000 set_recall 4_17 1.0000 set_map 4_17 0.0010 set_F 4_17 0.0020 num_nonrel_judged_ret 4_17 60 rbp 4_17 0.0000 rbp_resid 4_17 0.2216 unj_5 4_17 0.0000 unj_10 4_17 0.1000 unj_20 4_17 0.3000 num_ret 4_3 1000 num_rel 4_3 164 num_rel_ret 4_3 131 map 4_3 0.3850 Rprec 4_3 0.4756 bpref 4_3 0.6548 recip_rank 4_3 1.0000 iprec_at_recall_0.00 4_3 1.0000 iprec_at_recall_0.10 4_3 0.7308 iprec_at_recall_0.20 4_3 0.6000 iprec_at_recall_0.30 4_3 0.5843 iprec_at_recall_0.40 4_3 0.5476 iprec_at_recall_0.50 4_3 0.4385 iprec_at_recall_0.60 4_3 0.3480 iprec_at_recall_0.70 4_3 0.2732 iprec_at_recall_0.80 4_3 0.1360 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 0.8000 P_10 4_3 0.6000 P_15 4_3 0.7333 P_20 4_3 0.6500 P_30 4_3 0.7000 P_100 4_3 0.5500 P_200 4_3 0.4200 P_500 4_3 0.2340 P_1000 4_3 0.1310 relstring 4_3 '3012203010' recall_5 4_3 0.0244 recall_10 4_3 0.0366 recall_15 4_3 0.0671 recall_20 4_3 0.0793 recall_30 4_3 0.1280 recall_100 4_3 0.3354 recall_200 4_3 0.5122 recall_500 4_3 0.7134 recall_1000 4_3 0.7988 infAP 4_3 0.3850 Rprec_mult_0.20 4_3 0.6364 Rprec_mult_0.40 4_3 0.5909 Rprec_mult_0.60 4_3 0.5455 Rprec_mult_0.80 4_3 0.5379 Rprec_mult_1.00 4_3 0.4756 Rprec_mult_1.20 4_3 0.4264 Rprec_mult_1.40 4_3 0.3870 Rprec_mult_1.60 4_3 0.3574 Rprec_mult_1.80 4_3 0.3480 Rprec_mult_2.00 4_3 0.3171 utility 4_3 -738.0000 11pt_avg 4_3 0.4235 binG 4_3 0.1622 G 4_3 0.1280 ndcg 4_3 0.6743 ndcg_rel 4_3 0.5572 Rndcg 4_3 0.5703 ndcg_cut_5 4_3 0.5216 ndcg_cut_10 4_3 0.4399 ndcg_cut_15 4_3 0.4579 ndcg_cut_20 4_3 0.4594 ndcg_cut_30 4_3 0.5113 ndcg_cut_100 4_3 0.4711 ndcg_cut_200 4_3 0.5116 ndcg_cut_500 4_3 0.6287 ndcg_cut_1000 4_3 0.6743 map_cut_5 4_3 0.0196 map_cut_10 4_3 0.0280 map_cut_15 4_3 0.0490 map_cut_20 4_3 0.0575 map_cut_30 4_3 0.0916 map_cut_100 4_3 0.2117 map_cut_200 4_3 0.3029 map_cut_500 4_3 0.3699 map_cut_1000 4_3 0.3850 relative_P_5 4_3 0.8000 relative_P_10 4_3 0.6000 relative_P_15 4_3 0.7333 relative_P_20 4_3 0.6500 relative_P_30 4_3 0.7000 relative_P_100 4_3 0.5500 relative_P_200 4_3 0.5122 relative_P_500 4_3 0.7134 relative_P_1000 4_3 0.7988 success_1 4_3 1.0000 success_5 4_3 1.0000 success_10 4_3 1.0000 set_P 4_3 0.1310 set_relative_P 4_3 0.7988 set_recall 4_3 0.7988 set_map 4_3 0.1046 set_F 4_3 0.2251 num_nonrel_judged_ret 4_3 27 rbp 4_3 0.3394 rbp_resid 4_3 0.0747 unj_5 4_3 0.0000 unj_10 4_3 0.0000 unj_20 4_3 0.1000 num_ret 4_4 1000 num_rel 4_4 154 num_rel_ret 4_4 127 map 4_4 0.4593 Rprec 4_4 0.4610 bpref 4_4 0.7617 recip_rank 4_4 1.0000 iprec_at_recall_0.00 4_4 1.0000 iprec_at_recall_0.10 4_4 0.9355 iprec_at_recall_0.20 4_4 0.8649 iprec_at_recall_0.30 4_4 0.7541 iprec_at_recall_0.40 4_4 0.5625 iprec_at_recall_0.50 4_4 0.4062 iprec_at_recall_0.60 4_4 0.2682 iprec_at_recall_0.70 4_4 0.1986 iprec_at_recall_0.80 4_4 0.1437 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 1.0000 P_10 4_4 0.9000 P_15 4_4 0.8667 P_20 4_4 0.9000 P_30 4_4 0.9333 P_100 4_4 0.6000 P_200 4_4 0.4050 P_500 4_4 0.2040 P_1000 4_4 0.1270 relstring 4_4 '322223132-' recall_5 4_4 0.0325 recall_10 4_4 0.0584 recall_15 4_4 0.0844 recall_20 4_4 0.1169 recall_30 4_4 0.1818 recall_100 4_4 0.3896 recall_200 4_4 0.5260 recall_500 4_4 0.6623 recall_1000 4_4 0.8247 infAP 4_4 0.4593 Rprec_mult_0.20 4_4 0.9355 Rprec_mult_0.40 4_4 0.7419 Rprec_mult_0.60 4_4 0.6344 Rprec_mult_0.80 4_4 0.5242 Rprec_mult_1.00 4_4 0.4610 Rprec_mult_1.20 4_4 0.4054 Rprec_mult_1.40 4_4 0.3843 Rprec_mult_1.60 4_4 0.3482 Rprec_mult_1.80 4_4 0.3165 Rprec_mult_2.00 4_4 0.2890 utility 4_4 -746.0000 11pt_avg 4_4 0.4667 binG 4_4 0.2337 G 4_4 0.1489 ndcg 4_4 0.7428 ndcg_rel 4_4 0.6684 Rndcg 4_4 0.6344 ndcg_cut_5 4_4 0.6583 ndcg_cut_10 4_4 0.6452 ndcg_cut_15 4_4 0.6380 ndcg_cut_20 4_4 0.6640 ndcg_cut_30 4_4 0.7072 ndcg_cut_100 4_4 0.5991 ndcg_cut_200 4_4 0.5874 ndcg_cut_500 4_4 0.6616 ndcg_cut_1000 4_4 0.7428 map_cut_5 4_4 0.0325 map_cut_10 4_4 0.0584 map_cut_15 4_4 0.0815 map_cut_20 4_4 0.1103 map_cut_30 4_4 0.1701 map_cut_100 4_4 0.3273 map_cut_200 4_4 0.3923 map_cut_500 4_4 0.4314 map_cut_1000 4_4 0.4593 relative_P_5 4_4 1.0000 relative_P_10 4_4 0.9000 relative_P_15 4_4 0.8667 relative_P_20 4_4 0.9000 relative_P_30 4_4 0.9333 relative_P_100 4_4 0.6000 relative_P_200 4_4 0.5260 relative_P_500 4_4 0.6623 relative_P_1000 4_4 0.8247 success_1 4_4 1.0000 success_5 4_4 1.0000 success_10 4_4 1.0000 set_P 4_4 0.1270 set_relative_P 4_4 0.8247 set_recall 4_4 0.8247 set_map 4_4 0.1047 set_F 4_4 0.2201 num_nonrel_judged_ret 4_4 7 rbp 4_4 0.5183 rbp_resid 4_4 0.0569 unj_5 4_4 0.0000 unj_10 4_4 0.1000 unj_20 4_4 0.0500 num_ret 4_5 1000 num_rel 4_5 122 num_rel_ret 4_5 2 map 4_5 0.0002 Rprec 4_5 0.0082 bpref 4_5 0.0149 recip_rank 4_5 0.0200 iprec_at_recall_0.00 4_5 0.0200 iprec_at_recall_0.10 4_5 0.0000 iprec_at_recall_0.20 4_5 0.0000 iprec_at_recall_0.30 4_5 0.0000 iprec_at_recall_0.40 4_5 0.0000 iprec_at_recall_0.50 4_5 0.0000 iprec_at_recall_0.60 4_5 0.0000 iprec_at_recall_0.70 4_5 0.0000 iprec_at_recall_0.80 4_5 0.0000 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 0.0000 P_10 4_5 0.0000 P_15 4_5 0.0000 P_20 4_5 0.0000 P_30 4_5 0.0000 P_100 4_5 0.0100 P_200 4_5 0.0050 P_500 4_5 0.0040 P_1000 4_5 0.0020 relstring 4_5 '00000-----' recall_5 4_5 0.0000 recall_10 4_5 0.0000 recall_15 4_5 0.0000 recall_20 4_5 0.0000 recall_30 4_5 0.0000 recall_100 4_5 0.0082 recall_200 4_5 0.0082 recall_500 4_5 0.0164 recall_1000 4_5 0.0164 infAP 4_5 0.0002 Rprec_mult_0.20 4_5 0.0000 Rprec_mult_0.40 4_5 0.0000 Rprec_mult_0.60 4_5 0.0135 Rprec_mult_0.80 4_5 0.0102 Rprec_mult_1.00 4_5 0.0082 Rprec_mult_1.20 4_5 0.0068 Rprec_mult_1.40 4_5 0.0058 Rprec_mult_1.60 4_5 0.0051 Rprec_mult_1.80 4_5 0.0045 Rprec_mult_2.00 4_5 0.0041 utility 4_5 -996.0000 11pt_avg 4_5 0.0018 binG 4_5 0.0025 G 4_5 0.0010 ndcg 4_5 0.0055 ndcg_rel 4_5 0.0055 Rndcg 4_5 0.0031 ndcg_cut_5 4_5 0.0000 ndcg_cut_10 4_5 0.0000 ndcg_cut_15 4_5 0.0000 ndcg_cut_20 4_5 0.0000 ndcg_cut_30 4_5 0.0000 ndcg_cut_100 4_5 0.0035 ndcg_cut_200 4_5 0.0032 ndcg_cut_500 4_5 0.0055 ndcg_cut_1000 4_5 0.0055 map_cut_5 4_5 0.0000 map_cut_10 4_5 0.0000 map_cut_15 4_5 0.0000 map_cut_20 4_5 0.0000 map_cut_30 4_5 0.0000 map_cut_100 4_5 0.0002 map_cut_200 4_5 0.0002 map_cut_500 4_5 0.0002 map_cut_1000 4_5 0.0002 relative_P_5 4_5 0.0000 relative_P_10 4_5 0.0000 relative_P_15 4_5 0.0000 relative_P_20 4_5 0.0000 relative_P_30 4_5 0.0000 relative_P_100 4_5 0.0100 relative_P_200 4_5 0.0082 relative_P_500 4_5 0.0164 relative_P_1000 4_5 0.0164 success_1 4_5 0.0000 success_5 4_5 0.0000 success_10 4_5 0.0000 set_P 4_5 0.0020 set_relative_P 4_5 0.0164 set_recall 4_5 0.0164 set_map 4_5 0.0000 set_F 4_5 0.0036 num_nonrel_judged_ret 4_5 5 rbp 4_5 0.0002 rbp_resid 4_5 0.5899 unj_5 4_5 0.0000 unj_10 4_5 0.5000 unj_20 4_5 0.7500 num_ret 4_7 1000 num_rel 4_7 76 num_rel_ret 4_7 54 map 4_7 0.2126 Rprec 4_7 0.3289 bpref 4_7 0.5282 recip_rank 4_7 0.2000 iprec_at_recall_0.00 4_7 0.5000 iprec_at_recall_0.10 4_7 0.5000 iprec_at_recall_0.20 4_7 0.4167 iprec_at_recall_0.30 4_7 0.3614 iprec_at_recall_0.40 4_7 0.3614 iprec_at_recall_0.50 4_7 0.2879 iprec_at_recall_0.60 4_7 0.1456 iprec_at_recall_0.70 4_7 0.0815 iprec_at_recall_0.80 4_7 0.0000 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 0.2000 P_10 4_7 0.4000 P_15 4_7 0.4667 P_20 4_7 0.5000 P_30 4_7 0.4667 P_100 4_7 0.3200 P_200 4_7 0.2050 P_500 4_7 0.1000 P_1000 4_7 0.0540 relstring 4_7 '0000311010' recall_5 4_7 0.0132 recall_10 4_7 0.0526 recall_15 4_7 0.0921 recall_20 4_7 0.1316 recall_30 4_7 0.1842 recall_100 4_7 0.4211 recall_200 4_7 0.5395 recall_500 4_7 0.6579 recall_1000 4_7 0.7105 infAP 4_7 0.2126 Rprec_mult_0.20 4_7 0.4375 Rprec_mult_0.40 4_7 0.4516 Rprec_mult_0.60 4_7 0.3261 Rprec_mult_0.80 4_7 0.2951 Rprec_mult_1.00 4_7 0.3289 Rprec_mult_1.20 4_7 0.3370 Rprec_mult_1.40 4_7 0.3084 Rprec_mult_1.60 4_7 0.2951 Rprec_mult_1.80 4_7 0.2774 Rprec_mult_2.00 4_7 0.2566 utility 4_7 -892.0000 11pt_avg 4_7 0.2413 binG 4_7 0.1374 G 4_7 0.1196 ndcg 4_7 0.4863 ndcg_rel 4_7 0.3799 Rndcg 4_7 0.2636 ndcg_cut_5 4_7 0.1542 ndcg_cut_10 4_7 0.2007 ndcg_cut_15 4_7 0.2614 ndcg_cut_20 4_7 0.2822 ndcg_cut_30 4_7 0.3007 ndcg_cut_100 4_7 0.3381 ndcg_cut_200 4_7 0.4103 ndcg_cut_500 4_7 0.4709 ndcg_cut_1000 4_7 0.4863 map_cut_5 4_7 0.0026 map_cut_10 4_7 0.0185 map_cut_15 4_7 0.0372 map_cut_20 4_7 0.0566 map_cut_30 4_7 0.0800 map_cut_100 4_7 0.1582 map_cut_200 4_7 0.1919 map_cut_500 4_7 0.2085 map_cut_1000 4_7 0.2126 relative_P_5 4_7 0.2000 relative_P_10 4_7 0.4000 relative_P_15 4_7 0.4667 relative_P_20 4_7 0.5000 relative_P_30 4_7 0.4667 relative_P_100 4_7 0.4211 relative_P_200 4_7 0.5395 relative_P_500 4_7 0.6579 relative_P_1000 4_7 0.7105 success_1 4_7 0.0000 success_5 4_7 1.0000 success_10 4_7 1.0000 set_P 4_7 0.0540 set_relative_P 4_7 0.7105 set_recall 4_7 0.7105 set_map 4_7 0.0384 set_F 4_7 0.1004 num_nonrel_judged_ret 4_7 45 rbp 4_7 0.2068 rbp_resid 4_7 0.1266 unj_5 4_7 0.0000 unj_10 4_7 0.0000 unj_20 4_7 0.1000 num_ret 4_8 1000 num_rel 4_8 96 num_rel_ret 4_8 51 map 4_8 0.1636 Rprec 4_8 0.2396 bpref 4_8 0.3805 recip_rank 4_8 1.0000 iprec_at_recall_0.00 4_8 1.0000 iprec_at_recall_0.10 4_8 0.5238 iprec_at_recall_0.20 4_8 0.3333 iprec_at_recall_0.30 4_8 0.1790 iprec_at_recall_0.40 4_8 0.1439 iprec_at_recall_0.50 4_8 0.0696 iprec_at_recall_0.60 4_8 0.0000 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 0.8000 P_10 4_8 0.5000 P_15 4_8 0.4667 P_20 4_8 0.5000 P_30 4_8 0.4333 P_100 4_8 0.2300 P_200 4_8 0.1500 P_500 4_8 0.0920 P_1000 4_8 0.0510 relstring 4_8 '32202010-0' recall_5 4_8 0.0417 recall_10 4_8 0.0521 recall_15 4_8 0.0729 recall_20 4_8 0.1042 recall_30 4_8 0.1354 recall_100 4_8 0.2396 recall_200 4_8 0.3125 recall_500 4_8 0.4792 recall_1000 4_8 0.5312 infAP 4_8 0.1636 Rprec_mult_0.20 4_8 0.5000 Rprec_mult_0.40 4_8 0.3846 Rprec_mult_0.60 4_8 0.3276 Rprec_mult_0.80 4_8 0.2468 Rprec_mult_1.00 4_8 0.2396 Rprec_mult_1.20 4_8 0.2155 Rprec_mult_1.40 4_8 0.1926 Rprec_mult_1.60 4_8 0.1753 Rprec_mult_1.80 4_8 0.1676 Rprec_mult_2.00 4_8 0.1562 utility 4_8 -898.0000 11pt_avg 4_8 0.2045 binG 4_8 0.1244 G 4_8 0.1288 ndcg 4_8 0.4817 ndcg_rel 4_8 0.4828 Rndcg 4_8 0.5678 ndcg_cut_5 4_8 0.8751 ndcg_cut_10 4_8 0.6314 ndcg_cut_15 4_8 0.5432 ndcg_cut_20 4_8 0.5194 ndcg_cut_30 4_8 0.4505 ndcg_cut_100 4_8 0.3460 ndcg_cut_200 4_8 0.3913 ndcg_cut_500 4_8 0.4583 ndcg_cut_1000 4_8 0.4817 map_cut_5 4_8 0.0396 map_cut_10 4_8 0.0470 map_cut_15 4_8 0.0583 map_cut_20 4_8 0.0731 map_cut_30 4_8 0.0888 map_cut_100 4_8 0.1238 map_cut_200 4_8 0.1384 map_cut_500 4_8 0.1604 map_cut_1000 4_8 0.1636 relative_P_5 4_8 0.8000 relative_P_10 4_8 0.5000 relative_P_15 4_8 0.4667 relative_P_20 4_8 0.5000 relative_P_30 4_8 0.4333 relative_P_100 4_8 0.2396 relative_P_200 4_8 0.3125 relative_P_500 4_8 0.4792 relative_P_1000 4_8 0.5312 success_1 4_8 1.0000 success_5 4_8 1.0000 success_10 4_8 1.0000 set_P 4_8 0.0510 set_relative_P 4_8 0.5312 set_recall 4_8 0.5312 set_map 4_8 0.0271 set_F 4_8 0.0931 num_nonrel_judged_ret 4_8 66 rbp 4_8 0.3331 rbp_resid 4_8 0.1636 unj_5 4_8 0.0000 unj_10 4_8 0.1000 unj_20 4_8 0.2000 num_ret 4_9 1000 num_rel 4_9 85 num_rel_ret 4_9 43 map 4_9 0.1415 Rprec 4_9 0.2471 bpref 4_9 0.4298 recip_rank 4_9 1.0000 iprec_at_recall_0.00 4_9 1.0000 iprec_at_recall_0.10 4_9 0.5000 iprec_at_recall_0.20 4_9 0.2535 iprec_at_recall_0.30 4_9 0.1467 iprec_at_recall_0.40 4_9 0.1264 iprec_at_recall_0.50 4_9 0.0520 iprec_at_recall_0.60 4_9 0.0000 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 0.6000 P_10 4_9 0.6000 P_15 4_9 0.5333 P_20 4_9 0.4500 P_30 4_9 0.3667 P_100 4_9 0.2100 P_200 4_9 0.1350 P_500 4_9 0.0780 P_1000 4_9 0.0430 relstring 4_9 '101022-203' recall_5 4_9 0.0353 recall_10 4_9 0.0706 recall_15 4_9 0.0941 recall_20 4_9 0.1059 recall_30 4_9 0.1294 recall_100 4_9 0.2471 recall_200 4_9 0.3176 recall_500 4_9 0.4588 recall_1000 4_9 0.5059 infAP 4_9 0.1415 Rprec_mult_0.20 4_9 0.4706 Rprec_mult_0.40 4_9 0.3235 Rprec_mult_0.60 4_9 0.2549 Rprec_mult_0.80 4_9 0.2353 Rprec_mult_1.00 4_9 0.2471 Rprec_mult_1.20 4_9 0.2157 Rprec_mult_1.40 4_9 0.1933 Rprec_mult_1.60 4_9 0.1691 Rprec_mult_1.80 4_9 0.1503 Rprec_mult_2.00 4_9 0.1471 utility 4_9 -914.0000 11pt_avg 4_9 0.1890 binG 4_9 0.1128 G 4_9 0.0769 ndcg 4_9 0.3810 ndcg_rel 4_9 0.3346 Rndcg 4_9 0.2712 ndcg_cut_5 4_9 0.2571 ndcg_cut_10 4_9 0.3290 ndcg_cut_15 4_9 0.3021 ndcg_cut_20 4_9 0.2738 ndcg_cut_30 4_9 0.2543 ndcg_cut_100 4_9 0.2289 ndcg_cut_200 4_9 0.2803 ndcg_cut_500 4_9 0.3617 ndcg_cut_1000 4_9 0.3810 map_cut_5 4_9 0.0267 map_cut_10 4_9 0.0489 map_cut_15 4_9 0.0643 map_cut_20 4_9 0.0701 map_cut_30 4_9 0.0799 map_cut_100 4_9 0.1108 map_cut_200 4_9 0.1227 map_cut_500 4_9 0.1389 map_cut_1000 4_9 0.1415 relative_P_5 4_9 0.6000 relative_P_10 4_9 0.6000 relative_P_15 4_9 0.5333 relative_P_20 4_9 0.4500 relative_P_30 4_9 0.3667 relative_P_100 4_9 0.2471 relative_P_200 4_9 0.3176 relative_P_500 4_9 0.4588 relative_P_1000 4_9 0.5059 success_1 4_9 1.0000 success_5 4_9 1.0000 success_10 4_9 1.0000 set_P 4_9 0.0430 set_relative_P 4_9 0.5059 set_recall 4_9 0.5059 set_map 4_9 0.0218 set_F 4_9 0.0793 num_nonrel_judged_ret 4_9 20 rbp 4_9 0.2700 rbp_resid 4_9 0.2495 unj_5 4_9 0.0000 unj_10 4_9 0.1000 unj_20 4_9 0.3000 num_ret 5_10 1000 num_rel 5_10 43 num_rel_ret 5_10 27 map 5_10 0.3423 Rprec 5_10 0.4186 bpref 5_10 0.5895 recip_rank 5_10 1.0000 iprec_at_recall_0.00 5_10 1.0000 iprec_at_recall_0.10 5_10 0.8571 iprec_at_recall_0.20 5_10 0.7500 iprec_at_recall_0.30 5_10 0.5385 iprec_at_recall_0.40 5_10 0.5152 iprec_at_recall_0.50 5_10 0.3284 iprec_at_recall_0.60 5_10 0.0903 iprec_at_recall_0.70 5_10 0.0000 iprec_at_recall_0.80 5_10 0.0000 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 0.8000 P_10 5_10 0.7000 P_15 5_10 0.6000 P_20 5_10 0.5500 P_30 5_10 0.5000 P_100 5_10 0.2400 P_200 5_10 0.1250 P_500 5_10 0.0520 P_1000 5_10 0.0270 relstring 5_10 '32101120-2' recall_5 5_10 0.0930 recall_10 5_10 0.1628 recall_15 5_10 0.2093 recall_20 5_10 0.2558 recall_30 5_10 0.3488 recall_100 5_10 0.5581 recall_200 5_10 0.5814 recall_500 5_10 0.6047 recall_1000 5_10 0.6279 infAP 5_10 0.3423 Rprec_mult_0.20 5_10 0.6667 Rprec_mult_0.40 5_10 0.5000 Rprec_mult_0.60 5_10 0.5385 Rprec_mult_0.80 5_10 0.4857 Rprec_mult_1.00 5_10 0.4186 Rprec_mult_1.20 5_10 0.3846 Rprec_mult_1.40 5_10 0.3443 Rprec_mult_1.60 5_10 0.3188 Rprec_mult_1.80 5_10 0.2949 Rprec_mult_2.00 5_10 0.2674 utility 5_10 -946.0000 11pt_avg 5_10 0.3709 binG 5_10 0.2328 G 5_10 0.1516 ndcg 5_10 0.5763 ndcg_rel 5_10 0.5158 Rndcg 5_10 0.4437 ndcg_cut_5 5_10 0.4366 ndcg_cut_10 5_10 0.3986 ndcg_cut_15 5_10 0.3938 ndcg_cut_20 5_10 0.4032 ndcg_cut_30 5_10 0.4126 ndcg_cut_100 5_10 0.5559 ndcg_cut_200 5_10 0.5651 ndcg_cut_500 5_10 0.5693 ndcg_cut_1000 5_10 0.5763 map_cut_5 5_10 0.0884 map_cut_10 5_10 0.1440 map_cut_15 5_10 0.1783 map_cut_20 5_10 0.2034 map_cut_30 5_10 0.2537 map_cut_100 5_10 0.3362 map_cut_200 5_10 0.3395 map_cut_500 5_10 0.3416 map_cut_1000 5_10 0.3423 relative_P_5 5_10 0.8000 relative_P_10 5_10 0.7000 relative_P_15 5_10 0.6000 relative_P_20 5_10 0.5500 relative_P_30 5_10 0.5000 relative_P_100 5_10 0.5581 relative_P_200 5_10 0.5814 relative_P_500 5_10 0.6047 relative_P_1000 5_10 0.6279 success_1 5_10 1.0000 success_5 5_10 1.0000 success_10 5_10 1.0000 set_P 5_10 0.0270 set_relative_P 5_10 0.6279 set_recall 5_10 0.6279 set_map 5_10 0.0170 set_F 5_10 0.0518 num_nonrel_judged_ret 5_10 6 rbp 5_10 0.3008 rbp_resid 5_10 0.2245 unj_5 5_10 0.0000 unj_10 5_10 0.1000 unj_20 5_10 0.3000 num_ret 5_13 1000 num_rel 5_13 112 num_rel_ret 5_13 0 map 5_13 0.0000 Rprec 5_13 0.0000 bpref 5_13 0.0000 recip_rank 5_13 0.0000 iprec_at_recall_0.00 5_13 0.0000 iprec_at_recall_0.10 5_13 0.0000 iprec_at_recall_0.20 5_13 0.0000 iprec_at_recall_0.30 5_13 0.0000 iprec_at_recall_0.40 5_13 0.0000 iprec_at_recall_0.50 5_13 0.0000 iprec_at_recall_0.60 5_13 0.0000 iprec_at_recall_0.70 5_13 0.0000 iprec_at_recall_0.80 5_13 0.0000 iprec_at_recall_0.90 5_13 0.0000 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 0.0000 P_10 5_13 0.0000 P_15 5_13 0.0000 P_20 5_13 0.0000 P_30 5_13 0.0000 P_100 5_13 0.0000 P_200 5_13 0.0000 P_500 5_13 0.0000 P_1000 5_13 0.0000 relstring 5_13 '000000----' recall_5 5_13 0.0000 recall_10 5_13 0.0000 recall_15 5_13 0.0000 recall_20 5_13 0.0000 recall_30 5_13 0.0000 recall_100 5_13 0.0000 recall_200 5_13 0.0000 recall_500 5_13 0.0000 recall_1000 5_13 0.0000 infAP 5_13 0.0000 Rprec_mult_0.20 5_13 0.0000 Rprec_mult_0.40 5_13 0.0000 Rprec_mult_0.60 5_13 0.0000 Rprec_mult_0.80 5_13 0.0000 Rprec_mult_1.00 5_13 0.0000 Rprec_mult_1.20 5_13 0.0000 Rprec_mult_1.40 5_13 0.0000 Rprec_mult_1.60 5_13 0.0000 Rprec_mult_1.80 5_13 0.0000 Rprec_mult_2.00 5_13 0.0000 utility 5_13 -1000.0000 11pt_avg 5_13 0.0000 binG 5_13 0.0000 G 5_13 0.0000 ndcg 5_13 0.0000 ndcg_rel 5_13 0.0000 Rndcg 5_13 0.0000 ndcg_cut_5 5_13 0.0000 ndcg_cut_10 5_13 0.0000 ndcg_cut_15 5_13 0.0000 ndcg_cut_20 5_13 0.0000 ndcg_cut_30 5_13 0.0000 ndcg_cut_100 5_13 0.0000 ndcg_cut_200 5_13 0.0000 ndcg_cut_500 5_13 0.0000 ndcg_cut_1000 5_13 0.0000 map_cut_5 5_13 0.0000 map_cut_10 5_13 0.0000 map_cut_15 5_13 0.0000 map_cut_20 5_13 0.0000 map_cut_30 5_13 0.0000 map_cut_100 5_13 0.0000 map_cut_200 5_13 0.0000 map_cut_500 5_13 0.0000 map_cut_1000 5_13 0.0000 relative_P_5 5_13 0.0000 relative_P_10 5_13 0.0000 relative_P_15 5_13 0.0000 relative_P_20 5_13 0.0000 relative_P_30 5_13 0.0000 relative_P_100 5_13 0.0000 relative_P_200 5_13 0.0000 relative_P_500 5_13 0.0000 relative_P_1000 5_13 0.0000 success_1 5_13 0.0000 success_5 5_13 0.0000 success_10 5_13 0.0000 set_P 5_13 0.0000 set_relative_P 5_13 0.0000 set_recall 5_13 0.0000 set_map 5_13 0.0000 set_F 5_13 0.0000 num_nonrel_judged_ret 5_13 8 rbp 5_13 0.0000 rbp_resid 5_13 0.4803 unj_5 5_13 0.0000 unj_10 5_13 0.4000 unj_20 5_13 0.6000 num_ret 5_14 1000 num_rel 5_14 38 num_rel_ret 5_14 0 map 5_14 0.0000 Rprec 5_14 0.0000 bpref 5_14 0.0000 recip_rank 5_14 0.0000 iprec_at_recall_0.00 5_14 0.0000 iprec_at_recall_0.10 5_14 0.0000 iprec_at_recall_0.20 5_14 0.0000 iprec_at_recall_0.30 5_14 0.0000 iprec_at_recall_0.40 5_14 0.0000 iprec_at_recall_0.50 5_14 0.0000 iprec_at_recall_0.60 5_14 0.0000 iprec_at_recall_0.70 5_14 0.0000 iprec_at_recall_0.80 5_14 0.0000 iprec_at_recall_0.90 5_14 0.0000 iprec_at_recall_1.00 5_14 0.0000 P_5 5_14 0.0000 P_10 5_14 0.0000 P_15 5_14 0.0000 P_20 5_14 0.0000 P_30 5_14 0.0000 P_100 5_14 0.0000 P_200 5_14 0.0000 P_500 5_14 0.0000 P_1000 5_14 0.0000 relstring 5_14 '00000-----' recall_5 5_14 0.0000 recall_10 5_14 0.0000 recall_15 5_14 0.0000 recall_20 5_14 0.0000 recall_30 5_14 0.0000 recall_100 5_14 0.0000 recall_200 5_14 0.0000 recall_500 5_14 0.0000 recall_1000 5_14 0.0000 infAP 5_14 0.0000 Rprec_mult_0.20 5_14 0.0000 Rprec_mult_0.40 5_14 0.0000 Rprec_mult_0.60 5_14 0.0000 Rprec_mult_0.80 5_14 0.0000 Rprec_mult_1.00 5_14 0.0000 Rprec_mult_1.20 5_14 0.0000 Rprec_mult_1.40 5_14 0.0000 Rprec_mult_1.60 5_14 0.0000 Rprec_mult_1.80 5_14 0.0000 Rprec_mult_2.00 5_14 0.0000 utility 5_14 -1000.0000 11pt_avg 5_14 0.0000 binG 5_14 0.0000 G 5_14 0.0000 ndcg 5_14 0.0000 ndcg_rel 5_14 0.0000 Rndcg 5_14 0.0000 ndcg_cut_5 5_14 0.0000 ndcg_cut_10 5_14 0.0000 ndcg_cut_15 5_14 0.0000 ndcg_cut_20 5_14 0.0000 ndcg_cut_30 5_14 0.0000 ndcg_cut_100 5_14 0.0000 ndcg_cut_200 5_14 0.0000 ndcg_cut_500 5_14 0.0000 ndcg_cut_1000 5_14 0.0000 map_cut_5 5_14 0.0000 map_cut_10 5_14 0.0000 map_cut_15 5_14 0.0000 map_cut_20 5_14 0.0000 map_cut_30 5_14 0.0000 map_cut_100 5_14 0.0000 map_cut_200 5_14 0.0000 map_cut_500 5_14 0.0000 map_cut_1000 5_14 0.0000 relative_P_5 5_14 0.0000 relative_P_10 5_14 0.0000 relative_P_15 5_14 0.0000 relative_P_20 5_14 0.0000 relative_P_30 5_14 0.0000 relative_P_100 5_14 0.0000 relative_P_200 5_14 0.0000 relative_P_500 5_14 0.0000 relative_P_1000 5_14 0.0000 success_1 5_14 0.0000 success_5 5_14 0.0000 success_10 5_14 0.0000 set_P 5_14 0.0000 set_relative_P 5_14 0.0000 set_recall 5_14 0.0000 set_map 5_14 0.0000 set_F 5_14 0.0000 num_nonrel_judged_ret 5_14 6 rbp 5_14 0.0000 rbp_resid 5_14 0.5905 unj_5 5_14 0.0000 unj_10 5_14 0.5000 unj_20 5_14 0.7500 num_ret 5_15 1000 num_rel 5_15 43 num_rel_ret 5_15 42 map 5_15 0.5736 Rprec 5_15 0.5581 bpref 5_15 0.6236 recip_rank 5_15 1.0000 iprec_at_recall_0.00 5_15 1.0000 iprec_at_recall_0.10 5_15 1.0000 iprec_at_recall_0.20 5_15 1.0000 iprec_at_recall_0.30 5_15 0.8125 iprec_at_recall_0.40 5_15 0.6786 iprec_at_recall_0.50 5_15 0.6154 iprec_at_recall_0.60 5_15 0.5778 iprec_at_recall_0.70 5_15 0.4054 iprec_at_recall_0.80 5_15 0.2500 iprec_at_recall_0.90 5_15 0.0765 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 1.0000 P_10 5_15 1.0000 P_15 5_15 0.8000 P_20 5_15 0.6500 P_30 5_15 0.6667 P_100 5_15 0.3200 P_200 5_15 0.1750 P_500 5_15 0.0760 P_1000 5_15 0.0420 relstring 5_15 '2232213322' recall_5 5_15 0.1163 recall_10 5_15 0.2326 recall_15 5_15 0.2791 recall_20 5_15 0.3023 recall_30 5_15 0.4651 recall_100 5_15 0.7442 recall_200 5_15 0.8140 recall_500 5_15 0.8837 recall_1000 5_15 0.9767 infAP 5_15 0.5736 Rprec_mult_0.20 5_15 1.0000 Rprec_mult_0.40 5_15 0.7222 Rprec_mult_0.60 5_15 0.6538 Rprec_mult_0.80 5_15 0.6000 Rprec_mult_1.00 5_15 0.5581 Rprec_mult_1.20 5_15 0.5192 Rprec_mult_1.40 5_15 0.4426 Rprec_mult_1.60 5_15 0.4058 Rprec_mult_1.80 5_15 0.3846 Rprec_mult_2.00 5_15 0.3605 utility 5_15 -916.0000 11pt_avg 5_15 0.5833 binG 5_15 0.4026 G 5_15 0.2347 ndcg 5_15 0.7910 ndcg_rel 5_15 0.6727 Rndcg 5_15 0.6317 ndcg_cut_5 5_15 0.6497 ndcg_cut_10 5_15 0.6753 ndcg_cut_15 5_15 0.6368 ndcg_cut_20 5_15 0.6105 ndcg_cut_30 5_15 0.6217 ndcg_cut_100 5_15 0.7242 ndcg_cut_200 5_15 0.7513 ndcg_cut_500 5_15 0.7654 ndcg_cut_1000 5_15 0.7910 map_cut_5 5_15 0.1163 map_cut_10 5_15 0.2326 map_cut_15 5_15 0.2722 map_cut_20 5_15 0.2911 map_cut_30 5_15 0.3992 map_cut_100 5_15 0.5401 map_cut_200 5_15 0.5577 map_cut_500 5_15 0.5666 map_cut_1000 5_15 0.5736 relative_P_5 5_15 1.0000 relative_P_10 5_15 1.0000 relative_P_15 5_15 0.8000 relative_P_20 5_15 0.6500 relative_P_30 5_15 0.6667 relative_P_100 5_15 0.7442 relative_P_200 5_15 0.8140 relative_P_500 5_15 0.8837 relative_P_1000 5_15 0.9767 success_1 5_15 1.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 0.0420 set_relative_P 5_15 0.9767 set_recall 5_15 0.9767 set_map 5_15 0.0410 set_F 5_15 0.0805 num_nonrel_judged_ret 5_15 78 rbp 5_15 0.4394 rbp_resid 5_15 0.0500 unj_5 5_15 0.0000 unj_10 5_15 0.0000 unj_20 5_15 0.0500 num_ret 5_2 1000 num_rel 5_2 139 num_rel_ret 5_2 37 map 5_2 0.0319 Rprec 5_2 0.0935 bpref 5_2 0.2121 recip_rank 5_2 1.0000 iprec_at_recall_0.00 5_2 1.0000 iprec_at_recall_0.10 5_2 0.1062 iprec_at_recall_0.20 5_2 0.0725 iprec_at_recall_0.30 5_2 0.0000 iprec_at_recall_0.40 5_2 0.0000 iprec_at_recall_0.50 5_2 0.0000 iprec_at_recall_0.60 5_2 0.0000 iprec_at_recall_0.70 5_2 0.0000 iprec_at_recall_0.80 5_2 0.0000 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 0.2000 P_10 5_2 0.3000 P_15 5_2 0.2000 P_20 5_2 0.1500 P_30 5_2 0.1000 P_100 5_2 0.1100 P_200 5_2 0.0950 P_500 5_2 0.0620 P_1000 5_2 0.0370 relstring 5_2 '200000-1-1' recall_5 5_2 0.0072 recall_10 5_2 0.0216 recall_15 5_2 0.0216 recall_20 5_2 0.0216 recall_30 5_2 0.0216 recall_100 5_2 0.0791 recall_200 5_2 0.1367 recall_500 5_2 0.2230 recall_1000 5_2 0.2662 infAP 5_2 0.0319 Rprec_mult_0.20 5_2 0.1071 Rprec_mult_0.40 5_2 0.0893 Rprec_mult_0.60 5_2 0.1190 Rprec_mult_0.80 5_2 0.0982 Rprec_mult_1.00 5_2 0.0935 Rprec_mult_1.20 5_2 0.1018 Rprec_mult_1.40 5_2 0.0923 Rprec_mult_1.60 5_2 0.0852 Rprec_mult_1.80 5_2 0.0797 Rprec_mult_2.00 5_2 0.0755 utility 5_2 -926.0000 11pt_avg 5_2 0.1072 binG 5_2 0.0448 G 5_2 0.0373 ndcg 5_2 0.1988 ndcg_rel 5_2 0.1848 Rndcg 5_2 0.1149 ndcg_cut_5 5_2 0.1696 ndcg_cut_10 5_2 0.1433 ndcg_cut_15 5_2 0.1111 ndcg_cut_20 5_2 0.0965 ndcg_cut_30 5_2 0.0781 ndcg_cut_100 5_2 0.0988 ndcg_cut_200 5_2 0.1244 ndcg_cut_500 5_2 0.1790 ndcg_cut_1000 5_2 0.1988 map_cut_5 5_2 0.0072 map_cut_10 5_2 0.0112 map_cut_15 5_2 0.0112 map_cut_20 5_2 0.0112 map_cut_30 5_2 0.0112 map_cut_100 5_2 0.0174 map_cut_200 5_2 0.0232 map_cut_500 5_2 0.0297 map_cut_1000 5_2 0.0319 relative_P_5 5_2 0.2000 relative_P_10 5_2 0.3000 relative_P_15 5_2 0.2000 relative_P_20 5_2 0.1500 relative_P_30 5_2 0.1000 relative_P_100 5_2 0.1100 relative_P_200 5_2 0.1367 relative_P_500 5_2 0.2230 relative_P_1000 5_2 0.2662 success_1 5_2 1.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 0.0370 set_relative_P 5_2 0.2662 set_recall 5_2 0.2662 set_map 5_2 0.0098 set_F 5_2 0.0650 num_nonrel_judged_ret 5_2 24 rbp 5_2 0.0734 rbp_resid 5_2 0.4230 unj_5 5_2 0.0000 unj_10 5_2 0.2000 unj_20 5_2 0.5500 num_ret 5_4 1000 num_rel 5_4 108 num_rel_ret 5_4 74 map 5_4 0.2861 Rprec 5_4 0.3611 bpref 5_4 0.5977 recip_rank 5_4 1.0000 iprec_at_recall_0.00 5_4 1.0000 iprec_at_recall_0.10 5_4 0.7333 iprec_at_recall_0.20 5_4 0.7333 iprec_at_recall_0.30 5_4 0.4444 iprec_at_recall_0.40 5_4 0.2687 iprec_at_recall_0.50 5_4 0.1901 iprec_at_recall_0.60 5_4 0.1316 iprec_at_recall_0.70 5_4 0.0000 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 0.8000 P_10 5_4 0.8000 P_15 5_4 0.6000 P_20 5_4 0.6500 P_30 5_4 0.7333 P_100 5_4 0.3600 P_200 5_4 0.2350 P_500 5_4 0.1300 P_1000 5_4 0.0740 relstring 5_4 '1230102213' recall_5 5_4 0.0370 recall_10 5_4 0.0741 recall_15 5_4 0.0833 recall_20 5_4 0.1204 recall_30 5_4 0.2037 recall_100 5_4 0.3333 recall_200 5_4 0.4352 recall_500 5_4 0.6019 recall_1000 5_4 0.6852 infAP 5_4 0.2861 Rprec_mult_0.20 5_4 0.6818 Rprec_mult_0.40 5_4 0.5909 Rprec_mult_0.60 5_4 0.4462 Rprec_mult_0.80 5_4 0.4023 Rprec_mult_1.00 5_4 0.3611 Rprec_mult_1.20 5_4 0.3231 Rprec_mult_1.40 5_4 0.2763 Rprec_mult_1.60 5_4 0.2543 Rprec_mult_1.80 5_4 0.2410 Rprec_mult_2.00 5_4 0.2222 utility 5_4 -852.0000 11pt_avg 5_4 0.3183 binG 5_4 0.1647 G 5_4 0.1159 ndcg 5_4 0.5654 ndcg_rel 5_4 0.4842 Rndcg 5_4 0.4037 ndcg_cut_5 5_4 0.3518 ndcg_cut_10 5_4 0.3906 ndcg_cut_15 5_4 0.3657 ndcg_cut_20 5_4 0.4300 ndcg_cut_30 5_4 0.4786 ndcg_cut_100 5_4 0.3780 ndcg_cut_200 5_4 0.4324 ndcg_cut_500 5_4 0.5345 ndcg_cut_1000 5_4 0.5654 map_cut_5 5_4 0.0352 map_cut_10 5_4 0.0634 map_cut_15 5_4 0.0693 map_cut_20 5_4 0.0926 map_cut_30 5_4 0.1509 map_cut_100 5_4 0.2158 map_cut_200 5_4 0.2470 map_cut_500 5_4 0.2770 map_cut_1000 5_4 0.2861 relative_P_5 5_4 0.8000 relative_P_10 5_4 0.8000 relative_P_15 5_4 0.6000 relative_P_20 5_4 0.6500 relative_P_30 5_4 0.7333 relative_P_100 5_4 0.3600 relative_P_200 5_4 0.4352 relative_P_500 5_4 0.6019 relative_P_1000 5_4 0.6852 success_1 5_4 1.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.0740 set_relative_P 5_4 0.6852 set_recall 5_4 0.6852 set_map 5_4 0.0507 set_F 5_4 0.1336 num_nonrel_judged_ret 5_4 11 rbp 5_4 0.3384 rbp_resid 5_4 0.1184 unj_5 5_4 0.0000 unj_10 5_4 0.0000 unj_20 5_4 0.1500 num_ret 5_5 1000 num_rel 5_5 108 num_rel_ret 5_5 56 map 5_5 0.2187 Rprec 5_5 0.2870 bpref 5_5 0.4245 recip_rank 5_5 1.0000 iprec_at_recall_0.00 5_5 1.0000 iprec_at_recall_0.10 5_5 0.6875 iprec_at_recall_0.20 5_5 0.4490 iprec_at_recall_0.30 5_5 0.2835 iprec_at_recall_0.40 5_5 0.1447 iprec_at_recall_0.50 5_5 0.0663 iprec_at_recall_0.60 5_5 0.0000 iprec_at_recall_0.70 5_5 0.0000 iprec_at_recall_0.80 5_5 0.0000 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 0.8000 P_10 5_5 0.8000 P_15 5_5 0.6667 P_20 5_5 0.6500 P_30 5_5 0.6333 P_100 5_5 0.2900 P_200 5_5 0.2050 P_500 5_5 0.0980 P_1000 5_5 0.0560 relstring 5_5 '2312012210' recall_5 5_5 0.0370 recall_10 5_5 0.0741 recall_15 5_5 0.0926 recall_20 5_5 0.1204 recall_30 5_5 0.1759 recall_100 5_5 0.2685 recall_200 5_5 0.3796 recall_500 5_5 0.4537 recall_1000 5_5 0.5185 infAP 5_5 0.2187 Rprec_mult_0.20 5_5 0.6364 Rprec_mult_0.40 5_5 0.4773 Rprec_mult_0.60 5_5 0.3692 Rprec_mult_0.80 5_5 0.3103 Rprec_mult_1.00 5_5 0.2870 Rprec_mult_1.20 5_5 0.2769 Rprec_mult_1.40 5_5 0.2500 Rprec_mult_1.60 5_5 0.2370 Rprec_mult_1.80 5_5 0.2103 Rprec_mult_2.00 5_5 0.1898 utility 5_5 -888.0000 11pt_avg 5_5 0.2392 binG 5_5 0.1435 G 5_5 0.0911 ndcg 5_5 0.4509 ndcg_rel 5_5 0.4284 Rndcg 5_5 0.4129 ndcg_cut_5 5_5 0.4606 ndcg_cut_10 5_5 0.4452 ndcg_cut_15 5_5 0.4178 ndcg_cut_20 5_5 0.4155 ndcg_cut_30 5_5 0.4208 ndcg_cut_100 5_5 0.3405 ndcg_cut_200 5_5 0.3933 ndcg_cut_500 5_5 0.4263 ndcg_cut_1000 5_5 0.4509 map_cut_5 5_5 0.0370 map_cut_10 5_5 0.0690 map_cut_15 5_5 0.0820 map_cut_20 5_5 0.1003 map_cut_30 5_5 0.1358 map_cut_100 5_5 0.1731 map_cut_200 5_5 0.2034 map_cut_500 5_5 0.2136 map_cut_1000 5_5 0.2187 relative_P_5 5_5 0.8000 relative_P_10 5_5 0.8000 relative_P_15 5_5 0.6667 relative_P_20 5_5 0.6500 relative_P_30 5_5 0.6333 relative_P_100 5_5 0.2900 relative_P_200 5_5 0.3796 relative_P_500 5_5 0.4537 relative_P_1000 5_5 0.5185 success_1 5_5 1.0000 success_5 5_5 1.0000 success_10 5_5 1.0000 set_P 5_5 0.0560 set_relative_P 5_5 0.5185 set_recall 5_5 0.5185 set_map 5_5 0.0290 set_F 5_5 0.1011 num_nonrel_judged_ret 5_5 59 rbp 5_5 0.3053 rbp_resid 5_5 0.1041 unj_5 5_5 0.0000 unj_10 5_5 0.0000 unj_20 5_5 0.1500 num_ret 5_8 1000 num_rel 5_8 78 num_rel_ret 5_8 57 map 5_8 0.1767 Rprec 5_8 0.2564 bpref 5_8 0.4596 recip_rank 5_8 0.5000 iprec_at_recall_0.00 5_8 0.5625 iprec_at_recall_0.10 5_8 0.5625 iprec_at_recall_0.20 5_8 0.3721 iprec_at_recall_0.30 5_8 0.2609 iprec_at_recall_0.40 5_8 0.1802 iprec_at_recall_0.50 5_8 0.1189 iprec_at_recall_0.60 5_8 0.1079 iprec_at_recall_0.70 5_8 0.0751 iprec_at_recall_0.80 5_8 0.0000 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.4000 P_10 5_8 0.5000 P_15 5_8 0.5333 P_20 5_8 0.4500 P_30 5_8 0.4000 P_100 5_8 0.2400 P_200 5_8 0.1550 P_500 5_8 0.0960 P_1000 5_8 0.0570 relstring 5_8 '0100101320' recall_5 5_8 0.0256 recall_10 5_8 0.0641 recall_15 5_8 0.1026 recall_20 5_8 0.1154 recall_30 5_8 0.1538 recall_100 5_8 0.3077 recall_200 5_8 0.3974 recall_500 5_8 0.6154 recall_1000 5_8 0.7308 infAP 5_8 0.1767 Rprec_mult_0.20 5_8 0.5625 Rprec_mult_0.40 5_8 0.4062 Rprec_mult_0.60 5_8 0.3404 Rprec_mult_0.80 5_8 0.3016 Rprec_mult_1.00 5_8 0.2564 Rprec_mult_1.20 5_8 0.2553 Rprec_mult_1.40 5_8 0.2182 Rprec_mult_1.60 5_8 0.1920 Rprec_mult_1.80 5_8 0.1844 Rprec_mult_2.00 5_8 0.1795 utility 5_8 -886.0000 11pt_avg 5_8 0.2036 binG 5_8 0.1357 G 5_8 0.1013 ndcg 5_8 0.4200 ndcg_rel 5_8 0.3076 Rndcg 5_8 0.2139 ndcg_cut_5 5_8 0.0927 ndcg_cut_10 5_8 0.1840 ndcg_cut_15 5_8 0.2016 ndcg_cut_20 5_8 0.1910 ndcg_cut_30 5_8 0.1845 ndcg_cut_100 5_8 0.2156 ndcg_cut_200 5_8 0.2702 ndcg_cut_500 5_8 0.3684 ndcg_cut_1000 5_8 0.4200 map_cut_5 5_8 0.0115 map_cut_10 5_8 0.0306 map_cut_15 5_8 0.0497 map_cut_20 5_8 0.0569 map_cut_30 5_8 0.0739 map_cut_100 5_8 0.1240 map_cut_200 5_8 0.1405 map_cut_500 5_8 0.1669 map_cut_1000 5_8 0.1767 relative_P_5 5_8 0.4000 relative_P_10 5_8 0.5000 relative_P_15 5_8 0.5333 relative_P_20 5_8 0.4500 relative_P_30 5_8 0.4000 relative_P_100 5_8 0.3077 relative_P_200 5_8 0.3974 relative_P_500 5_8 0.6154 relative_P_1000 5_8 0.7308 success_1 5_8 0.0000 success_5 5_8 1.0000 success_10 5_8 1.0000 set_P 5_8 0.0570 set_relative_P 5_8 0.7308 set_recall 5_8 0.7308 set_map 5_8 0.0417 set_F 5_8 0.1058 num_nonrel_judged_ret 5_8 46 rbp 5_8 0.1509 rbp_resid 5_8 0.1096 unj_5 5_8 0.0000 unj_10 5_8 0.0000 unj_20 5_8 0.1500 num_ret 5_9 1000 num_rel 5_9 53 num_rel_ret 5_9 3 map 5_9 0.0265 Rprec 5_9 0.0377 bpref 5_9 0.0491 recip_rank 5_9 1.0000 iprec_at_recall_0.00 5_9 1.0000 iprec_at_recall_0.10 5_9 0.0000 iprec_at_recall_0.20 5_9 0.0000 iprec_at_recall_0.30 5_9 0.0000 iprec_at_recall_0.40 5_9 0.0000 iprec_at_recall_0.50 5_9 0.0000 iprec_at_recall_0.60 5_9 0.0000 iprec_at_recall_0.70 5_9 0.0000 iprec_at_recall_0.80 5_9 0.0000 iprec_at_recall_0.90 5_9 0.0000 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 0.4000 P_10 5_9 0.2000 P_15 5_9 0.1333 P_20 5_9 0.1000 P_30 5_9 0.0667 P_100 5_9 0.0200 P_200 5_9 0.0100 P_500 5_9 0.0040 P_1000 5_9 0.0030 relstring 5_9 '40001000--' recall_5 5_9 0.0377 recall_10 5_9 0.0377 recall_15 5_9 0.0377 recall_20 5_9 0.0377 recall_30 5_9 0.0377 recall_100 5_9 0.0377 recall_200 5_9 0.0377 recall_500 5_9 0.0377 recall_1000 5_9 0.0566 infAP 5_9 0.0265 Rprec_mult_0.20 5_9 0.1818 Rprec_mult_0.40 5_9 0.0909 Rprec_mult_0.60 5_9 0.0625 Rprec_mult_0.80 5_9 0.0465 Rprec_mult_1.00 5_9 0.0377 Rprec_mult_1.20 5_9 0.0312 Rprec_mult_1.40 5_9 0.0267 Rprec_mult_1.60 5_9 0.0235 Rprec_mult_1.80 5_9 0.0208 Rprec_mult_2.00 5_9 0.0189 utility 5_9 -994.0000 11pt_avg 5_9 0.0909 binG 5_9 0.0289 G 5_9 0.0304 ndcg 5_9 0.1107 ndcg_rel 5_9 0.1324 Rndcg 5_9 0.1273 ndcg_cut_5 5_9 0.3720 ndcg_cut_10 5_9 0.2414 ndcg_cut_15 5_9 0.1871 ndcg_cut_20 5_9 0.1597 ndcg_cut_30 5_9 0.1304 ndcg_cut_100 5_9 0.1082 ndcg_cut_200 5_9 0.1082 ndcg_cut_500 5_9 0.1082 ndcg_cut_1000 5_9 0.1107 map_cut_5 5_9 0.0264 map_cut_10 5_9 0.0264 map_cut_15 5_9 0.0264 map_cut_20 5_9 0.0264 map_cut_30 5_9 0.0264 map_cut_100 5_9 0.0264 map_cut_200 5_9 0.0264 map_cut_500 5_9 0.0264 map_cut_1000 5_9 0.0265 relative_P_5 5_9 0.4000 relative_P_10 5_9 0.2000 relative_P_15 5_9 0.1333 relative_P_20 5_9 0.1000 relative_P_30 5_9 0.0667 relative_P_100 5_9 0.0377 relative_P_200 5_9 0.0377 relative_P_500 5_9 0.0377 relative_P_1000 5_9 0.0566 success_1 5_9 1.0000 success_5 5_9 1.0000 success_10 5_9 1.0000 set_P 5_9 0.0030 set_relative_P 5_9 0.0566 set_recall 5_9 0.0566 set_map 5_9 0.0002 set_F 5_9 0.0057 num_nonrel_judged_ret 5_9 18 rbp 5_9 0.1164 rbp_resid 5_9 0.3375 unj_5 5_9 0.0000 unj_10 5_9 0.2000 unj_20 5_9 0.4000 num_ret 6_1 1000 num_rel 6_1 331 num_rel_ret 6_1 91 map 6_1 0.1123 Rprec 6_1 0.1843 bpref 6_1 0.2608 recip_rank 6_1 0.5000 iprec_at_recall_0.00 6_1 0.8800 iprec_at_recall_0.10 6_1 0.5077 iprec_at_recall_0.20 6_1 0.1849 iprec_at_recall_0.30 6_1 0.0000 iprec_at_recall_0.40 6_1 0.0000 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 0.8000 P_10 6_1 0.8000 P_15 6_1 0.8667 P_20 6_1 0.8500 P_30 6_1 0.8333 P_100 6_1 0.3700 P_200 6_1 0.2300 P_500 6_1 0.1480 P_1000 6_1 0.0910 relstring 6_1 '0421302111' recall_5 6_1 0.0121 recall_10 6_1 0.0242 recall_15 6_1 0.0393 recall_20 6_1 0.0514 recall_30 6_1 0.0755 recall_100 6_1 0.1118 recall_200 6_1 0.1390 recall_500 6_1 0.2236 recall_1000 6_1 0.2749 infAP 6_1 0.1123 Rprec_mult_0.20 6_1 0.4925 Rprec_mult_0.40 6_1 0.3008 Rprec_mult_0.60 6_1 0.2312 Rprec_mult_0.80 6_1 0.2075 Rprec_mult_1.00 6_1 0.1843 Rprec_mult_1.20 6_1 0.1734 Rprec_mult_1.40 6_1 0.1509 Rprec_mult_1.60 6_1 0.1434 Rprec_mult_1.80 6_1 0.1376 Rprec_mult_2.00 6_1 0.1254 utility 6_1 -818.0000 11pt_avg 6_1 0.1430 binG 6_1 0.0648 G 6_1 0.0475 ndcg 6_1 0.3059 ndcg_rel 6_1 0.3175 Rndcg 6_1 0.2588 ndcg_cut_5 6_1 0.5195 ndcg_cut_10 6_1 0.4571 ndcg_cut_15 6_1 0.4577 ndcg_cut_20 6_1 0.4739 ndcg_cut_30 6_1 0.4968 ndcg_cut_100 6_1 0.3212 ndcg_cut_200 6_1 0.2643 ndcg_cut_500 6_1 0.2765 ndcg_cut_1000 6_1 0.3059 map_cut_5 6_1 0.0082 map_cut_10 6_1 0.0174 map_cut_15 6_1 0.0302 map_cut_20 6_1 0.0404 map_cut_30 6_1 0.0613 map_cut_100 6_1 0.0814 map_cut_200 6_1 0.0895 map_cut_500 6_1 0.1057 map_cut_1000 6_1 0.1123 relative_P_5 6_1 0.8000 relative_P_10 6_1 0.8000 relative_P_15 6_1 0.8667 relative_P_20 6_1 0.8500 relative_P_30 6_1 0.8333 relative_P_100 6_1 0.3700 relative_P_200 6_1 0.2300 relative_P_500 6_1 0.2236 relative_P_1000 6_1 0.2749 success_1 6_1 0.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.0910 set_relative_P 6_1 0.2749 set_recall 6_1 0.2749 set_map 6_1 0.0250 set_F 6_1 0.1367 num_nonrel_judged_ret 6_1 9 rbp 6_1 0.3545 rbp_resid 6_1 0.0383 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1000 num_rel 6_10 45 num_rel_ret 6_10 0 map 6_10 0.0000 Rprec 6_10 0.0000 bpref 6_10 0.0000 recip_rank 6_10 0.0000 iprec_at_recall_0.00 6_10 0.0000 iprec_at_recall_0.10 6_10 0.0000 iprec_at_recall_0.20 6_10 0.0000 iprec_at_recall_0.30 6_10 0.0000 iprec_at_recall_0.40 6_10 0.0000 iprec_at_recall_0.50 6_10 0.0000 iprec_at_recall_0.60 6_10 0.0000 iprec_at_recall_0.70 6_10 0.0000 iprec_at_recall_0.80 6_10 0.0000 iprec_at_recall_0.90 6_10 0.0000 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 0.0000 P_10 6_10 0.0000 P_15 6_10 0.0000 P_20 6_10 0.0000 P_30 6_10 0.0000 P_100 6_10 0.0000 P_200 6_10 0.0000 P_500 6_10 0.0000 P_1000 6_10 0.0000 relstring 6_10 '00000-----' recall_5 6_10 0.0000 recall_10 6_10 0.0000 recall_15 6_10 0.0000 recall_20 6_10 0.0000 recall_30 6_10 0.0000 recall_100 6_10 0.0000 recall_200 6_10 0.0000 recall_500 6_10 0.0000 recall_1000 6_10 0.0000 infAP 6_10 0.0000 Rprec_mult_0.20 6_10 0.0000 Rprec_mult_0.40 6_10 0.0000 Rprec_mult_0.60 6_10 0.0000 Rprec_mult_0.80 6_10 0.0000 Rprec_mult_1.00 6_10 0.0000 Rprec_mult_1.20 6_10 0.0000 Rprec_mult_1.40 6_10 0.0000 Rprec_mult_1.60 6_10 0.0000 Rprec_mult_1.80 6_10 0.0000 Rprec_mult_2.00 6_10 0.0000 utility 6_10 -1000.0000 11pt_avg 6_10 0.0000 binG 6_10 0.0000 G 6_10 0.0000 ndcg 6_10 0.0000 ndcg_rel 6_10 0.0000 Rndcg 6_10 0.0000 ndcg_cut_5 6_10 0.0000 ndcg_cut_10 6_10 0.0000 ndcg_cut_15 6_10 0.0000 ndcg_cut_20 6_10 0.0000 ndcg_cut_30 6_10 0.0000 ndcg_cut_100 6_10 0.0000 ndcg_cut_200 6_10 0.0000 ndcg_cut_500 6_10 0.0000 ndcg_cut_1000 6_10 0.0000 map_cut_5 6_10 0.0000 map_cut_10 6_10 0.0000 map_cut_15 6_10 0.0000 map_cut_20 6_10 0.0000 map_cut_30 6_10 0.0000 map_cut_100 6_10 0.0000 map_cut_200 6_10 0.0000 map_cut_500 6_10 0.0000 map_cut_1000 6_10 0.0000 relative_P_5 6_10 0.0000 relative_P_10 6_10 0.0000 relative_P_15 6_10 0.0000 relative_P_20 6_10 0.0000 relative_P_30 6_10 0.0000 relative_P_100 6_10 0.0000 relative_P_200 6_10 0.0000 relative_P_500 6_10 0.0000 relative_P_1000 6_10 0.0000 success_1 6_10 0.0000 success_5 6_10 0.0000 success_10 6_10 0.0000 set_P 6_10 0.0000 set_relative_P 6_10 0.0000 set_recall 6_10 0.0000 set_map 6_10 0.0000 set_F 6_10 0.0000 num_nonrel_judged_ret 6_10 7 rbp 6_10 0.0000 rbp_resid 6_10 0.5903 unj_5 6_10 0.0000 unj_10 6_10 0.5000 unj_20 6_10 0.7500 num_ret 6_11 1000 num_rel 6_11 118 num_rel_ret 6_11 83 map 6_11 0.4612 Rprec 6_11 0.4576 bpref 6_11 0.6821 recip_rank 6_11 1.0000 iprec_at_recall_0.00 6_11 1.0000 iprec_at_recall_0.10 6_11 1.0000 iprec_at_recall_0.20 6_11 0.9667 iprec_at_recall_0.30 6_11 0.8372 iprec_at_recall_0.40 6_11 0.6026 iprec_at_recall_0.50 6_11 0.4470 iprec_at_recall_0.60 6_11 0.2483 iprec_at_recall_0.70 6_11 0.0923 iprec_at_recall_0.80 6_11 0.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 1.0000 P_10 6_11 1.0000 P_15 6_11 0.9333 P_20 6_11 0.9500 P_30 6_11 0.9667 P_100 6_11 0.5200 P_200 6_11 0.3250 P_500 6_11 0.1560 P_1000 6_11 0.0830 relstring 6_11 '2221232211' recall_5 6_11 0.0424 recall_10 6_11 0.0847 recall_15 6_11 0.1186 recall_20 6_11 0.1610 recall_30 6_11 0.2458 recall_100 6_11 0.4407 recall_200 6_11 0.5508 recall_500 6_11 0.6610 recall_1000 6_11 0.7034 infAP 6_11 0.4612 Rprec_mult_0.20 6_11 0.9583 Rprec_mult_0.40 6_11 0.7708 Rprec_mult_0.60 6_11 0.6479 Rprec_mult_0.80 6_11 0.5474 Rprec_mult_1.00 6_11 0.4576 Rprec_mult_1.20 6_11 0.4225 Rprec_mult_1.40 6_11 0.3855 Rprec_mult_1.60 6_11 0.3439 Rprec_mult_1.80 6_11 0.3052 Rprec_mult_2.00 6_11 0.2797 utility 6_11 -834.0000 11pt_avg 6_11 0.4722 binG 6_11 0.2874 G 6_11 0.1651 ndcg 6_11 0.6848 ndcg_rel 6_11 0.6754 Rndcg 6_11 0.6312 ndcg_cut_5 6_11 0.6809 ndcg_cut_10 6_11 0.7508 ndcg_cut_15 6_11 0.7420 ndcg_cut_20 6_11 0.7507 ndcg_cut_30 6_11 0.7614 ndcg_cut_100 6_11 0.5809 ndcg_cut_200 6_11 0.6063 ndcg_cut_500 6_11 0.6637 ndcg_cut_1000 6_11 0.6848 map_cut_5 6_11 0.0424 map_cut_10 6_11 0.0847 map_cut_15 6_11 0.1186 map_cut_20 6_11 0.1586 map_cut_30 6_11 0.2400 map_cut_100 6_11 0.3834 map_cut_200 6_11 0.4315 map_cut_500 6_11 0.4565 map_cut_1000 6_11 0.4612 relative_P_5 6_11 1.0000 relative_P_10 6_11 1.0000 relative_P_15 6_11 0.9333 relative_P_20 6_11 0.9500 relative_P_30 6_11 0.9667 relative_P_100 6_11 0.5200 relative_P_200 6_11 0.5508 relative_P_500 6_11 0.6610 relative_P_1000 6_11 0.7034 success_1 6_11 1.0000 success_5 6_11 1.0000 success_10 6_11 1.0000 set_P 6_11 0.0830 set_relative_P 6_11 0.7034 set_recall 6_11 0.7034 set_map 6_11 0.0584 set_F 6_11 0.1485 num_nonrel_judged_ret 6_11 13 rbp 6_11 0.5689 rbp_resid 6_11 0.0211 unj_5 6_11 0.0000 unj_10 6_11 0.0000 unj_20 6_11 0.0000 num_ret 6_12 1000 num_rel 6_12 69 num_rel_ret 6_12 62 map 6_12 0.6850 Rprec 6_12 0.6667 bpref 6_12 0.8736 recip_rank 6_12 1.0000 iprec_at_recall_0.00 6_12 1.0000 iprec_at_recall_0.10 6_12 1.0000 iprec_at_recall_0.20 6_12 0.9500 iprec_at_recall_0.30 6_12 0.9167 iprec_at_recall_0.40 6_12 0.9032 iprec_at_recall_0.50 6_12 0.7955 iprec_at_recall_0.60 6_12 0.7119 iprec_at_recall_0.70 6_12 0.6712 iprec_at_recall_0.80 6_12 0.4706 iprec_at_recall_0.90 6_12 0.1018 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 1.0000 P_10 6_12 0.9000 P_15 6_12 0.9333 P_20 6_12 0.9500 P_30 6_12 0.9000 P_100 6_12 0.5200 P_200 6_12 0.3000 P_500 6_12 0.1220 P_1000 6_12 0.0620 relstring 6_12 '3333333303' recall_5 6_12 0.0725 recall_10 6_12 0.1304 recall_15 6_12 0.2029 recall_20 6_12 0.2754 recall_30 6_12 0.3913 recall_100 6_12 0.7536 recall_200 6_12 0.8696 recall_500 6_12 0.8841 recall_1000 6_12 0.8986 infAP 6_12 0.6850 Rprec_mult_0.20 6_12 0.9286 Rprec_mult_0.40 6_12 0.8929 Rprec_mult_0.60 6_12 0.7857 Rprec_mult_0.80 6_12 0.6964 Rprec_mult_1.00 6_12 0.6667 Rprec_mult_1.20 6_12 0.6024 Rprec_mult_1.40 6_12 0.5361 Rprec_mult_1.60 6_12 0.4685 Rprec_mult_1.80 6_12 0.4480 Rprec_mult_2.00 6_12 0.4130 utility 6_12 -876.0000 11pt_avg 6_12 0.6837 binG 6_12 0.3843 G 6_12 0.2576 ndcg 6_12 0.8643 ndcg_rel 6_12 0.8331 Rndcg 6_12 0.7667 ndcg_cut_5 6_12 0.8984 ndcg_cut_10 6_12 0.8699 ndcg_cut_15 6_12 0.8700 ndcg_cut_20 6_12 0.9013 ndcg_cut_30 6_12 0.8773 ndcg_cut_100 6_12 0.7922 ndcg_cut_200 6_12 0.8521 ndcg_cut_500 6_12 0.8574 ndcg_cut_1000 6_12 0.8643 map_cut_5 6_12 0.0725 map_cut_10 6_12 0.1290 map_cut_15 6_12 0.1958 map_cut_20 6_12 0.2642 map_cut_30 6_12 0.3686 map_cut_100 6_12 0.6306 map_cut_200 6_12 0.6799 map_cut_500 6_12 0.6835 map_cut_1000 6_12 0.6850 relative_P_5 6_12 1.0000 relative_P_10 6_12 0.9000 relative_P_15 6_12 0.9333 relative_P_20 6_12 0.9500 relative_P_30 6_12 0.9000 relative_P_100 6_12 0.7536 relative_P_200 6_12 0.8696 relative_P_500 6_12 0.8841 relative_P_1000 6_12 0.8986 success_1 6_12 1.0000 success_5 6_12 1.0000 success_10 6_12 1.0000 set_P 6_12 0.0620 set_relative_P 6_12 0.8986 set_recall 6_12 0.8986 set_map 6_12 0.0557 set_F 6_12 0.1160 num_nonrel_judged_ret 6_12 5 rbp 6_12 0.6770 rbp_resid 6_12 0.0342 unj_5 6_12 0.0000 unj_10 6_12 0.0000 unj_20 6_12 0.0000 num_ret 6_13 1000 num_rel 6_13 107 num_rel_ret 6_13 103 map 6_13 0.3740 Rprec 6_13 0.4206 bpref 6_13 0.8111 recip_rank 6_13 1.0000 iprec_at_recall_0.00 6_13 1.0000 iprec_at_recall_0.10 6_13 0.6500 iprec_at_recall_0.20 6_13 0.5833 iprec_at_recall_0.30 6_13 0.4533 iprec_at_recall_0.40 6_13 0.4526 iprec_at_recall_0.50 6_13 0.3273 iprec_at_recall_0.60 6_13 0.2888 iprec_at_recall_0.70 6_13 0.2604 iprec_at_recall_0.80 6_13 0.1847 iprec_at_recall_0.90 6_13 0.1392 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 0.8000 P_10 6_13 0.6000 P_15 6_13 0.6000 P_20 6_13 0.6500 P_30 6_13 0.6000 P_100 6_13 0.4400 P_200 6_13 0.3050 P_500 6_13 0.1780 P_1000 6_13 0.1030 relstring 6_13 '32202--023' recall_5 6_13 0.0374 recall_10 6_13 0.0561 recall_15 6_13 0.0841 recall_20 6_13 0.1215 recall_30 6_13 0.1682 recall_100 6_13 0.4112 recall_200 6_13 0.5701 recall_500 6_13 0.8318 recall_1000 6_13 0.9626 infAP 6_13 0.3740 Rprec_mult_0.20 6_13 0.6364 Rprec_mult_0.40 6_13 0.5581 Rprec_mult_0.60 6_13 0.4615 Rprec_mult_0.80 6_13 0.4419 Rprec_mult_1.00 6_13 0.4206 Rprec_mult_1.20 6_13 0.3953 Rprec_mult_1.40 6_13 0.3467 Rprec_mult_1.60 6_13 0.3256 Rprec_mult_1.80 6_13 0.3057 Rprec_mult_2.00 6_13 0.2850 utility 6_13 -794.0000 11pt_avg 6_13 0.3945 binG 6_13 0.1966 G 6_13 0.1687 ndcg 6_13 0.7507 ndcg_rel 6_13 0.5849 Rndcg 6_13 0.5442 ndcg_cut_5 6_13 0.6823 ndcg_cut_10 6_13 0.5506 ndcg_cut_15 6_13 0.5090 ndcg_cut_20 6_13 0.5325 ndcg_cut_30 6_13 0.5087 ndcg_cut_100 6_13 0.4804 ndcg_cut_200 6_13 0.5670 ndcg_cut_500 6_13 0.6912 ndcg_cut_1000 6_13 0.7507 map_cut_5 6_13 0.0355 map_cut_10 6_13 0.0463 map_cut_15 6_13 0.0636 map_cut_20 6_13 0.0871 map_cut_30 6_13 0.1166 map_cut_100 6_13 0.2352 map_cut_200 6_13 0.2928 map_cut_500 6_13 0.3558 map_cut_1000 6_13 0.3740 relative_P_5 6_13 0.8000 relative_P_10 6_13 0.6000 relative_P_15 6_13 0.6000 relative_P_20 6_13 0.6500 relative_P_30 6_13 0.6000 relative_P_100 6_13 0.4400 relative_P_200 6_13 0.5701 relative_P_500 6_13 0.8318 relative_P_1000 6_13 0.9626 success_1 6_13 1.0000 success_5 6_13 1.0000 success_10 6_13 1.0000 set_P 6_13 0.1030 set_relative_P 6_13 0.9626 set_recall 6_13 0.9626 set_map 6_13 0.0991 set_F 6_13 0.1861 num_nonrel_judged_ret 6_13 15 rbp 6_13 0.4341 rbp_resid 6_13 0.2103 unj_5 6_13 0.0000 unj_10 6_13 0.2000 unj_20 6_13 0.2000 num_ret 6_14 1000 num_rel 6_14 56 num_rel_ret 6_14 14 map 6_14 0.0710 Rprec 6_14 0.0893 bpref 6_14 0.2156 recip_rank 6_14 1.0000 iprec_at_recall_0.00 6_14 1.0000 iprec_at_recall_0.10 6_14 0.0576 iprec_at_recall_0.20 6_14 0.0229 iprec_at_recall_0.30 6_14 0.0000 iprec_at_recall_0.40 6_14 0.0000 iprec_at_recall_0.50 6_14 0.0000 iprec_at_recall_0.60 6_14 0.0000 iprec_at_recall_0.70 6_14 0.0000 iprec_at_recall_0.80 6_14 0.0000 iprec_at_recall_0.90 6_14 0.0000 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.8000 P_10 6_14 0.4000 P_15 6_14 0.2667 P_20 6_14 0.2000 P_30 6_14 0.1333 P_100 6_14 0.0500 P_200 6_14 0.0400 P_500 6_14 0.0200 P_1000 6_14 0.0140 relstring 6_14 '21021-0---' recall_5 6_14 0.0714 recall_10 6_14 0.0714 recall_15 6_14 0.0714 recall_20 6_14 0.0714 recall_30 6_14 0.0714 recall_100 6_14 0.0893 recall_200 6_14 0.1429 recall_500 6_14 0.1786 recall_1000 6_14 0.2500 infAP 6_14 0.0710 Rprec_mult_0.20 6_14 0.3333 Rprec_mult_0.40 6_14 0.1739 Rprec_mult_0.60 6_14 0.1176 Rprec_mult_0.80 6_14 0.1111 Rprec_mult_1.00 6_14 0.0893 Rprec_mult_1.20 6_14 0.0735 Rprec_mult_1.40 6_14 0.0633 Rprec_mult_1.60 6_14 0.0556 Rprec_mult_1.80 6_14 0.0495 Rprec_mult_2.00 6_14 0.0536 utility 6_14 -972.0000 11pt_avg 6_14 0.0982 binG 6_14 0.0814 G 6_14 0.0507 ndcg 6_14 0.2270 ndcg_rel 6_14 0.2428 Rndcg 6_14 0.2407 ndcg_cut_5 6_14 0.4385 ndcg_cut_10 6_14 0.3130 ndcg_cut_15 6_14 0.2581 ndcg_cut_20 6_14 0.2231 ndcg_cut_30 6_14 0.1810 ndcg_cut_100 6_14 0.1619 ndcg_cut_200 6_14 0.1839 ndcg_cut_500 6_14 0.1981 ndcg_cut_1000 6_14 0.2270 map_cut_5 6_14 0.0634 map_cut_10 6_14 0.0634 map_cut_15 6_14 0.0634 map_cut_20 6_14 0.0634 map_cut_30 6_14 0.0634 map_cut_100 6_14 0.0654 map_cut_200 6_14 0.0683 map_cut_500 6_14 0.0695 map_cut_1000 6_14 0.0710 relative_P_5 6_14 0.8000 relative_P_10 6_14 0.4000 relative_P_15 6_14 0.2667 relative_P_20 6_14 0.2000 relative_P_30 6_14 0.1333 relative_P_100 6_14 0.0893 relative_P_200 6_14 0.1429 relative_P_500 6_14 0.1786 relative_P_1000 6_14 0.2500 success_1 6_14 1.0000 success_5 6_14 1.0000 success_10 6_14 1.0000 set_P 6_14 0.0140 set_relative_P 6_14 0.2500 set_recall 6_14 0.2500 set_map 6_14 0.0035 set_F 6_14 0.0265 num_nonrel_judged_ret 6_14 16 rbp 6_14 0.1678 rbp_resid 6_14 0.5308 unj_5 6_14 0.0000 unj_10 6_14 0.4000 unj_20 6_14 0.7000 num_ret 6_16 1000 num_rel 6_16 29 num_rel_ret 6_16 8 map 6_16 0.0025 Rprec 6_16 0.0000 bpref 6_16 0.0107 recip_rank 6_16 0.0056 iprec_at_recall_0.00 6_16 0.0106 iprec_at_recall_0.10 6_16 0.0106 iprec_at_recall_0.20 6_16 0.0100 iprec_at_recall_0.30 6_16 0.0000 iprec_at_recall_0.40 6_16 0.0000 iprec_at_recall_0.50 6_16 0.0000 iprec_at_recall_0.60 6_16 0.0000 iprec_at_recall_0.70 6_16 0.0000 iprec_at_recall_0.80 6_16 0.0000 iprec_at_recall_0.90 6_16 0.0000 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.0000 P_10 6_16 0.0000 P_15 6_16 0.0000 P_20 6_16 0.0000 P_30 6_16 0.0000 P_100 6_16 0.0000 P_200 6_16 0.0050 P_500 6_16 0.0080 P_1000 6_16 0.0080 relstring 6_16 '00000--0--' recall_5 6_16 0.0000 recall_10 6_16 0.0000 recall_15 6_16 0.0000 recall_20 6_16 0.0000 recall_30 6_16 0.0000 recall_100 6_16 0.0000 recall_200 6_16 0.0345 recall_500 6_16 0.1379 recall_1000 6_16 0.2759 infAP 6_16 0.0025 Rprec_mult_0.20 6_16 0.0000 Rprec_mult_0.40 6_16 0.0000 Rprec_mult_0.60 6_16 0.0000 Rprec_mult_0.80 6_16 0.0000 Rprec_mult_1.00 6_16 0.0000 Rprec_mult_1.20 6_16 0.0000 Rprec_mult_1.40 6_16 0.0000 Rprec_mult_1.60 6_16 0.0000 Rprec_mult_1.80 6_16 0.0000 Rprec_mult_2.00 6_16 0.0000 utility 6_16 -984.0000 11pt_avg 6_16 0.0028 binG 6_16 0.0319 G 6_16 0.0326 ndcg 6_16 0.0996 ndcg_rel 6_16 0.0873 Rndcg 6_16 0.0249 ndcg_cut_5 6_16 0.0000 ndcg_cut_10 6_16 0.0000 ndcg_cut_15 6_16 0.0000 ndcg_cut_20 6_16 0.0000 ndcg_cut_30 6_16 0.0000 ndcg_cut_100 6_16 0.0000 ndcg_cut_200 6_16 0.0058 ndcg_cut_500 6_16 0.0536 ndcg_cut_1000 6_16 0.0996 map_cut_5 6_16 0.0000 map_cut_10 6_16 0.0000 map_cut_15 6_16 0.0000 map_cut_20 6_16 0.0000 map_cut_30 6_16 0.0000 map_cut_100 6_16 0.0000 map_cut_200 6_16 0.0002 map_cut_500 6_16 0.0012 map_cut_1000 6_16 0.0025 relative_P_5 6_16 0.0000 relative_P_10 6_16 0.0000 relative_P_15 6_16 0.0000 relative_P_20 6_16 0.0000 relative_P_30 6_16 0.0000 relative_P_100 6_16 0.0000 relative_P_200 6_16 0.0345 relative_P_500 6_16 0.1379 relative_P_1000 6_16 0.2759 success_1 6_16 0.0000 success_5 6_16 0.0000 success_10 6_16 0.0000 set_P 6_16 0.0080 set_relative_P 6_16 0.2759 set_recall 6_16 0.2759 set_map 6_16 0.0022 set_F 6_16 0.0155 num_nonrel_judged_ret 6_16 48 rbp 6_16 0.0000 rbp_resid 6_16 0.4434 unj_5 6_16 0.0000 unj_10 6_16 0.4000 unj_20 6_16 0.6000 num_ret 6_3 1000 num_rel 6_3 97 num_rel_ret 6_3 41 map 6_3 0.1085 Rprec 6_3 0.2062 bpref 6_3 0.3906 recip_rank 6_3 1.0000 iprec_at_recall_0.00 6_3 1.0000 iprec_at_recall_0.10 6_3 0.3846 iprec_at_recall_0.20 6_3 0.2410 iprec_at_recall_0.30 6_3 0.1032 iprec_at_recall_0.40 6_3 0.0488 iprec_at_recall_0.50 6_3 0.0000 iprec_at_recall_0.60 6_3 0.0000 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 0.6000 P_10 6_3 0.5000 P_15 6_3 0.4000 P_20 6_3 0.4000 P_30 6_3 0.3333 P_100 6_3 0.2000 P_200 6_3 0.1150 P_500 6_3 0.0700 P_1000 6_3 0.0410 relstring 6_3 '21002-1-1-' recall_5 6_3 0.0309 recall_10 6_3 0.0515 recall_15 6_3 0.0619 recall_20 6_3 0.0825 recall_30 6_3 0.1031 recall_100 6_3 0.2062 recall_200 6_3 0.2371 recall_500 6_3 0.3608 recall_1000 6_3 0.4227 infAP 6_3 0.1085 Rprec_mult_0.20 6_3 0.4000 Rprec_mult_0.40 6_3 0.2821 Rprec_mult_0.60 6_3 0.2373 Rprec_mult_0.80 6_3 0.2308 Rprec_mult_1.00 6_3 0.2062 Rprec_mult_1.20 6_3 0.1880 Rprec_mult_1.40 6_3 0.1618 Rprec_mult_1.60 6_3 0.1410 Rprec_mult_1.80 6_3 0.1314 Rprec_mult_2.00 6_3 0.1186 utility 6_3 -918.0000 11pt_avg 6_3 0.1616 binG 6_3 0.0939 G 6_3 0.0664 ndcg 6_3 0.3293 ndcg_rel 6_3 0.3018 Rndcg 6_3 0.2753 ndcg_cut_5 6_3 0.3250 ndcg_cut_10 6_3 0.2647 ndcg_cut_15 6_3 0.2277 ndcg_cut_20 6_3 0.2355 ndcg_cut_30 6_3 0.2214 ndcg_cut_100 6_3 0.2129 ndcg_cut_200 6_3 0.2298 ndcg_cut_500 6_3 0.2936 ndcg_cut_1000 6_3 0.3293 map_cut_5 6_3 0.0268 map_cut_10 6_3 0.0384 map_cut_15 6_3 0.0440 map_cut_20 6_3 0.0526 map_cut_30 6_3 0.0606 map_cut_100 6_3 0.0876 map_cut_200 6_3 0.0931 map_cut_500 6_3 0.1052 map_cut_1000 6_3 0.1085 relative_P_5 6_3 0.6000 relative_P_10 6_3 0.5000 relative_P_15 6_3 0.4000 relative_P_20 6_3 0.4000 relative_P_30 6_3 0.3333 relative_P_100 6_3 0.2062 relative_P_200 6_3 0.2371 relative_P_500 6_3 0.3608 relative_P_1000 6_3 0.4227 success_1 6_3 1.0000 success_5 6_3 1.0000 success_10 6_3 1.0000 set_P 6_3 0.0410 set_relative_P 6_3 0.4227 set_recall 6_3 0.4227 set_map 6_3 0.0173 set_F 6_3 0.0747 num_nonrel_judged_ret 6_3 18 rbp 6_3 0.1584 rbp_resid 6_3 0.4004 unj_5 6_3 0.0000 unj_10 6_3 0.3000 unj_20 6_3 0.5000 num_ret 6_4 1000 num_rel 6_4 121 num_rel_ret 6_4 30 map 6_4 0.0711 Rprec 6_4 0.1488 bpref 6_4 0.2240 recip_rank 6_4 1.0000 iprec_at_recall_0.00 6_4 1.0000 iprec_at_recall_0.10 6_4 0.4483 iprec_at_recall_0.20 6_4 0.0777 iprec_at_recall_0.30 6_4 0.0000 iprec_at_recall_0.40 6_4 0.0000 iprec_at_recall_0.50 6_4 0.0000 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 0.6000 P_10 6_4 0.4000 P_15 6_4 0.3333 P_20 6_4 0.3500 P_30 6_4 0.4333 P_100 6_4 0.1600 P_200 6_4 0.1150 P_500 6_4 0.0520 P_1000 6_4 0.0300 relstring 6_4 '100111-0-0' recall_5 6_4 0.0248 recall_10 6_4 0.0331 recall_15 6_4 0.0413 recall_20 6_4 0.0579 recall_30 6_4 0.1074 recall_100 6_4 0.1322 recall_200 6_4 0.1901 recall_500 6_4 0.2149 recall_1000 6_4 0.2479 infAP 6_4 0.0711 Rprec_mult_0.20 6_4 0.4000 Rprec_mult_0.40 6_4 0.2857 Rprec_mult_0.60 6_4 0.2055 Rprec_mult_0.80 6_4 0.1649 Rprec_mult_1.00 6_4 0.1488 Rprec_mult_1.20 6_4 0.1438 Rprec_mult_1.40 6_4 0.1353 Rprec_mult_1.60 6_4 0.1186 Rprec_mult_1.80 6_4 0.1055 Rprec_mult_2.00 6_4 0.0950 utility 6_4 -940.0000 11pt_avg 6_4 0.1387 binG 6_4 0.0594 G 6_4 0.0397 ndcg 6_4 0.2248 ndcg_rel 6_4 0.2214 Rndcg 6_4 0.1768 ndcg_cut_5 6_4 0.2055 ndcg_cut_10 6_4 0.1595 ndcg_cut_15 6_4 0.1557 ndcg_cut_20 6_4 0.1863 ndcg_cut_30 6_4 0.2774 ndcg_cut_100 6_4 0.1584 ndcg_cut_200 6_4 0.1963 ndcg_cut_500 6_4 0.2080 ndcg_cut_1000 6_4 0.2248 map_cut_5 6_4 0.0174 map_cut_10 6_4 0.0229 map_cut_15 6_4 0.0260 map_cut_20 6_4 0.0325 map_cut_30 6_4 0.0528 map_cut_100 6_4 0.0596 map_cut_200 6_4 0.0681 map_cut_500 6_4 0.0698 map_cut_1000 6_4 0.0711 relative_P_5 6_4 0.6000 relative_P_10 6_4 0.4000 relative_P_15 6_4 0.3333 relative_P_20 6_4 0.3500 relative_P_30 6_4 0.4333 relative_P_100 6_4 0.1600 relative_P_200 6_4 0.1901 relative_P_500 6_4 0.2149 relative_P_1000 6_4 0.2479 success_1 6_4 1.0000 success_5 6_4 1.0000 success_10 6_4 1.0000 set_P 6_4 0.0300 set_relative_P 6_4 0.2479 set_recall 6_4 0.2479 set_map 6_4 0.0074 set_F 6_4 0.0535 num_nonrel_judged_ret 6_4 22 rbp 6_4 0.1829 rbp_resid 6_4 0.2208 unj_5 6_4 0.0000 unj_10 6_4 0.2000 unj_20 6_4 0.2000 num_ret 6_5 1000 num_rel 6_5 47 num_rel_ret 6_5 43 map 6_5 0.3319 Rprec 6_5 0.3404 bpref 6_5 0.7488 recip_rank 6_5 1.0000 iprec_at_recall_0.00 6_5 1.0000 iprec_at_recall_0.10 6_5 0.8571 iprec_at_recall_0.20 6_5 0.5882 iprec_at_recall_0.30 6_5 0.3784 iprec_at_recall_0.40 6_5 0.3393 iprec_at_recall_0.50 6_5 0.2449 iprec_at_recall_0.60 6_5 0.1950 iprec_at_recall_0.70 6_5 0.1643 iprec_at_recall_0.80 6_5 0.1570 iprec_at_recall_0.90 6_5 0.0587 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 0.8000 P_10 6_5 0.6000 P_15 6_5 0.5333 P_20 6_5 0.5000 P_30 6_5 0.4333 P_100 6_5 0.2400 P_200 6_5 0.1550 P_500 6_5 0.0820 P_1000 6_5 0.0430 relstring 6_5 '3303333---' recall_5 6_5 0.0851 recall_10 6_5 0.1277 recall_15 6_5 0.1702 recall_20 6_5 0.2128 recall_30 6_5 0.2766 recall_100 6_5 0.5106 recall_200 6_5 0.6596 recall_500 6_5 0.8723 recall_1000 6_5 0.9149 infAP 6_5 0.3319 Rprec_mult_0.20 6_5 0.6000 Rprec_mult_0.40 6_5 0.5263 Rprec_mult_0.60 6_5 0.4483 Rprec_mult_0.80 6_5 0.3684 Rprec_mult_1.00 6_5 0.3404 Rprec_mult_1.20 6_5 0.3333 Rprec_mult_1.40 6_5 0.3333 Rprec_mult_1.60 6_5 0.2895 Rprec_mult_1.80 6_5 0.2706 Rprec_mult_2.00 6_5 0.2447 utility 6_5 -914.0000 11pt_avg 6_5 0.3621 binG 6_5 0.2388 G 6_5 0.1798 ndcg 6_5 0.6904 ndcg_rel 6_5 0.5776 Rndcg 6_5 0.5269 ndcg_cut_5 6_5 0.6439 ndcg_cut_10 6_5 0.5814 ndcg_cut_15 6_5 0.5184 ndcg_cut_20 6_5 0.4817 ndcg_cut_30 6_5 0.4695 ndcg_cut_100 6_5 0.5064 ndcg_cut_200 6_5 0.5834 ndcg_cut_500 6_5 0.6713 ndcg_cut_1000 6_5 0.6904 map_cut_5 6_5 0.0755 map_cut_10 6_5 0.1115 map_cut_15 6_5 0.1364 map_cut_20 6_5 0.1609 map_cut_30 6_5 0.1907 map_cut_100 6_5 0.2686 map_cut_200 6_5 0.2985 map_cut_500 6_5 0.3295 map_cut_1000 6_5 0.3319 relative_P_5 6_5 0.8000 relative_P_10 6_5 0.6000 relative_P_15 6_5 0.5333 relative_P_20 6_5 0.5000 relative_P_30 6_5 0.4333 relative_P_100 6_5 0.5106 relative_P_200 6_5 0.6596 relative_P_500 6_5 0.8723 relative_P_1000 6_5 0.9149 success_1 6_5 1.0000 success_5 6_5 1.0000 success_10 6_5 1.0000 set_P 6_5 0.0430 set_relative_P 6_5 0.9149 set_recall 6_5 0.9149 set_map 6_5 0.0393 set_F 6_5 0.0821 num_nonrel_judged_ret 6_5 26 rbp 6_5 0.3969 rbp_resid 6_5 0.3427 unj_5 6_5 0.0000 unj_10 6_5 0.3000 unj_20 6_5 0.4500 num_ret 6_6 1000 num_rel 6_6 85 num_rel_ret 6_6 74 map 6_6 0.3601 Rprec 6_6 0.4000 bpref 6_6 0.8216 recip_rank 6_6 1.0000 iprec_at_recall_0.00 6_6 1.0000 iprec_at_recall_0.10 6_6 0.8235 iprec_at_recall_0.20 6_6 0.6296 iprec_at_recall_0.30 6_6 0.4426 iprec_at_recall_0.40 6_6 0.4000 iprec_at_recall_0.50 6_6 0.2687 iprec_at_recall_0.60 6_6 0.2189 iprec_at_recall_0.70 6_6 0.1715 iprec_at_recall_0.80 6_6 0.1314 iprec_at_recall_0.90 6_6 0.0000 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 1.0000 P_10 6_6 0.7000 P_15 6_6 0.8000 P_20 6_6 0.7000 P_30 6_6 0.5667 P_100 6_6 0.3700 P_200 6_6 0.2450 P_500 6_6 0.1320 P_1000 6_6 0.0740 relstring 6_6 '232133--2-' recall_5 6_6 0.0588 recall_10 6_6 0.0824 recall_15 6_6 0.1412 recall_20 6_6 0.1647 recall_30 6_6 0.2000 recall_100 6_6 0.4353 recall_200 6_6 0.5765 recall_500 6_6 0.7765 recall_1000 6_6 0.8706 infAP 6_6 0.3601 Rprec_mult_0.20 6_6 0.8235 Rprec_mult_0.40 6_6 0.5294 Rprec_mult_0.60 6_6 0.4706 Rprec_mult_0.80 6_6 0.4265 Rprec_mult_1.00 6_6 0.4000 Rprec_mult_1.20 6_6 0.3627 Rprec_mult_1.40 6_6 0.3193 Rprec_mult_1.60 6_6 0.3015 Rprec_mult_1.80 6_6 0.2745 Rprec_mult_2.00 6_6 0.2529 utility 6_6 -852.0000 11pt_avg 6_6 0.3715 binG 6_6 0.2251 G 6_6 0.1780 ndcg 6_6 0.7403 ndcg_rel 6_6 0.6432 Rndcg 6_6 0.5960 ndcg_cut_5 6_6 0.7330 ndcg_cut_10 6_6 0.6253 ndcg_cut_15 6_6 0.7047 ndcg_cut_20 6_6 0.6663 ndcg_cut_30 6_6 0.6162 ndcg_cut_100 6_6 0.5251 ndcg_cut_200 6_6 0.6035 ndcg_cut_500 6_6 0.7108 ndcg_cut_1000 6_6 0.7403 map_cut_5 6_6 0.0588 map_cut_10 6_6 0.0797 map_cut_15 6_6 0.1248 map_cut_20 6_6 0.1441 map_cut_30 6_6 0.1674 map_cut_100 6_6 0.2747 map_cut_200 6_6 0.3139 map_cut_500 6_6 0.3491 map_cut_1000 6_6 0.3601 relative_P_5 6_6 1.0000 relative_P_10 6_6 0.7000 relative_P_15 6_6 0.8000 relative_P_20 6_6 0.7000 relative_P_30 6_6 0.5667 relative_P_100 6_6 0.4353 relative_P_200 6_6 0.5765 relative_P_500 6_6 0.7765 relative_P_1000 6_6 0.8706 success_1 6_6 1.0000 success_5 6_6 1.0000 success_10 6_6 1.0000 set_P 6_6 0.0740 set_relative_P 6_6 0.8706 set_recall 6_6 0.8706 set_map 6_6 0.0644 set_F 6_6 0.1364 num_nonrel_judged_ret 6_6 17 rbp 6_6 0.5495 rbp_resid 6_6 0.2637 unj_5 6_6 0.0000 unj_10 6_6 0.3000 unj_20 6_6 0.3000 num_ret 7_11 1000 num_rel 7_11 38 num_rel_ret 7_11 37 map 7_11 0.3958 Rprec 7_11 0.4474 bpref 7_11 0.8039 recip_rank 7_11 0.3333 iprec_at_recall_0.00 7_11 0.7500 iprec_at_recall_0.10 7_11 0.7500 iprec_at_recall_0.20 7_11 0.7500 iprec_at_recall_0.30 7_11 0.6316 iprec_at_recall_0.40 7_11 0.4878 iprec_at_recall_0.50 7_11 0.4878 iprec_at_recall_0.60 7_11 0.2872 iprec_at_recall_0.70 7_11 0.2872 iprec_at_recall_0.80 7_11 0.1240 iprec_at_recall_0.90 7_11 0.1057 iprec_at_recall_1.00 7_11 0.0000 P_5 7_11 0.6000 P_10 7_11 0.7000 P_15 7_11 0.6667 P_20 7_11 0.6000 P_30 7_11 0.4667 P_100 7_11 0.2700 P_200 7_11 0.1400 P_500 7_11 0.0720 P_1000 7_11 0.0370 relstring 7_11 '00311211-1' recall_5 7_11 0.0789 recall_10 7_11 0.1842 recall_15 7_11 0.2632 recall_20 7_11 0.3158 recall_30 7_11 0.3684 recall_100 7_11 0.7105 recall_200 7_11 0.7368 recall_500 7_11 0.9474 recall_1000 7_11 0.9737 infAP 7_11 0.3958 Rprec_mult_0.20 7_11 0.7500 Rprec_mult_0.40 7_11 0.6250 Rprec_mult_0.60 7_11 0.6087 Rprec_mult_0.80 7_11 0.4839 Rprec_mult_1.00 7_11 0.4474 Rprec_mult_1.20 7_11 0.4348 Rprec_mult_1.40 7_11 0.3889 Rprec_mult_1.60 7_11 0.3443 Rprec_mult_1.80 7_11 0.3043 Rprec_mult_2.00 7_11 0.2895 utility 7_11 -926.0000 11pt_avg 7_11 0.4238 binG 7_11 0.2551 G 7_11 0.1849 ndcg 7_11 0.5960 ndcg_rel 7_11 0.4180 Rndcg 7_11 0.3890 ndcg_cut_5 7_11 0.2740 ndcg_cut_10 7_11 0.3406 ndcg_cut_15 7_11 0.3712 ndcg_cut_20 7_11 0.3732 ndcg_cut_30 7_11 0.3524 ndcg_cut_100 7_11 0.4630 ndcg_cut_200 7_11 0.4789 ndcg_cut_500 7_11 0.5786 ndcg_cut_1000 7_11 0.5960 map_cut_5 7_11 0.0377 map_cut_10 7_11 0.1122 map_cut_15 7_11 0.1686 map_cut_20 7_11 0.2013 map_cut_30 7_11 0.2336 map_cut_100 7_11 0.3639 map_cut_200 7_11 0.3704 map_cut_500 7_11 0.3943 map_cut_1000 7_11 0.3958 relative_P_5 7_11 0.6000 relative_P_10 7_11 0.7000 relative_P_15 7_11 0.6667 relative_P_20 7_11 0.6000 relative_P_30 7_11 0.4667 relative_P_100 7_11 0.7105 relative_P_200 7_11 0.7368 relative_P_500 7_11 0.9474 relative_P_1000 7_11 0.9737 success_1 7_11 0.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 0.0370 set_relative_P 7_11 0.9737 set_recall 7_11 0.9737 set_map 7_11 0.0360 set_F 7_11 0.0713 num_nonrel_judged_ret 7_11 13 rbp 7_11 0.2736 rbp_resid 7_11 0.1918 unj_5 7_11 0.0000 unj_10 7_11 0.1000 unj_20 7_11 0.2000 num_ret 7_12 1000 num_rel 7_12 64 num_rel_ret 7_12 56 map 7_12 0.3588 Rprec 7_12 0.4062 bpref 7_12 0.6189 recip_rank 7_12 1.0000 iprec_at_recall_0.00 7_12 1.0000 iprec_at_recall_0.10 7_12 0.6500 iprec_at_recall_0.20 7_12 0.6500 iprec_at_recall_0.30 7_12 0.5366 iprec_at_recall_0.40 7_12 0.4333 iprec_at_recall_0.50 7_12 0.3333 iprec_at_recall_0.60 7_12 0.2621 iprec_at_recall_0.70 7_12 0.1724 iprec_at_recall_0.80 7_12 0.1241 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 0.8000 P_10 7_12 0.5000 P_15 7_12 0.5333 P_20 7_12 0.6500 P_30 7_12 0.5333 P_100 7_12 0.3300 P_200 7_12 0.2150 P_500 7_12 0.1060 P_1000 7_12 0.0560 relstring 7_12 '211012000-' recall_5 7_12 0.0625 recall_10 7_12 0.0781 recall_15 7_12 0.1250 recall_20 7_12 0.2031 recall_30 7_12 0.2500 recall_100 7_12 0.5156 recall_200 7_12 0.6719 recall_500 7_12 0.8281 recall_1000 7_12 0.8750 infAP 7_12 0.3588 Rprec_mult_0.20 7_12 0.5385 Rprec_mult_0.40 7_12 0.5385 Rprec_mult_0.60 7_12 0.5128 Rprec_mult_0.80 7_12 0.4423 Rprec_mult_1.00 7_12 0.4062 Rprec_mult_1.20 7_12 0.3896 Rprec_mult_1.40 7_12 0.3444 Rprec_mult_1.60 7_12 0.3301 Rprec_mult_1.80 7_12 0.3017 Rprec_mult_2.00 7_12 0.2812 utility 7_12 -888.0000 11pt_avg 7_12 0.3783 binG 7_12 0.2205 G 7_12 0.1655 ndcg 7_12 0.6605 ndcg_rel 7_12 0.5294 Rndcg 7_12 0.4932 ndcg_cut_5 7_12 0.4382 ndcg_cut_10 7_12 0.3771 ndcg_cut_15 7_12 0.3997 ndcg_cut_20 7_12 0.4582 ndcg_cut_30 7_12 0.4039 ndcg_cut_100 7_12 0.5027 ndcg_cut_200 7_12 0.5863 ndcg_cut_500 7_12 0.6444 ndcg_cut_1000 7_12 0.6605 map_cut_5 7_12 0.0594 map_cut_10 7_12 0.0724 map_cut_15 7_12 0.0976 map_cut_20 7_12 0.1451 map_cut_30 7_12 0.1716 map_cut_100 7_12 0.2906 map_cut_200 7_12 0.3318 map_cut_500 7_12 0.3546 map_cut_1000 7_12 0.3588 relative_P_5 7_12 0.8000 relative_P_10 7_12 0.5000 relative_P_15 7_12 0.5333 relative_P_20 7_12 0.6500 relative_P_30 7_12 0.5333 relative_P_100 7_12 0.5156 relative_P_200 7_12 0.6719 relative_P_500 7_12 0.8281 relative_P_1000 7_12 0.8750 success_1 7_12 1.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.0560 set_relative_P 7_12 0.8750 set_recall 7_12 0.8750 set_map 7_12 0.0490 set_F 7_12 0.1053 num_nonrel_judged_ret 7_12 47 rbp 7_12 0.2965 rbp_resid 7_12 0.1202 unj_5 7_12 0.0000 unj_10 7_12 0.1000 unj_20 7_12 0.1000 num_ret 7_14 1000 num_rel 7_14 67 num_rel_ret 7_14 56 map 7_14 0.2550 Rprec 7_14 0.2687 bpref 7_14 0.6919 recip_rank 7_14 1.0000 iprec_at_recall_0.00 7_14 1.0000 iprec_at_recall_0.10 7_14 0.4375 iprec_at_recall_0.20 7_14 0.3478 iprec_at_recall_0.30 7_14 0.3059 iprec_at_recall_0.40 7_14 0.3000 iprec_at_recall_0.50 7_14 0.2636 iprec_at_recall_0.60 7_14 0.2428 iprec_at_recall_0.70 7_14 0.2271 iprec_at_recall_0.80 7_14 0.1004 iprec_at_recall_0.90 7_14 0.0000 iprec_at_recall_1.00 7_14 0.0000 P_5 7_14 0.6000 P_10 7_14 0.4000 P_15 7_14 0.4000 P_20 7_14 0.3500 P_30 7_14 0.3000 P_100 7_14 0.3000 P_200 7_14 0.2250 P_500 7_14 0.1060 P_1000 7_14 0.0560 relstring 7_14 '33200-2---' recall_5 7_14 0.0448 recall_10 7_14 0.0597 recall_15 7_14 0.0896 recall_20 7_14 0.1045 recall_30 7_14 0.1343 recall_100 7_14 0.4478 recall_200 7_14 0.6716 recall_500 7_14 0.7910 recall_1000 7_14 0.8358 infAP 7_14 0.2550 Rprec_mult_0.20 7_14 0.3571 Rprec_mult_0.40 7_14 0.2963 Rprec_mult_0.60 7_14 0.3171 Rprec_mult_0.80 7_14 0.3333 Rprec_mult_1.00 7_14 0.2687 Rprec_mult_1.20 7_14 0.2963 Rprec_mult_1.40 7_14 0.2872 Rprec_mult_1.60 7_14 0.2778 Rprec_mult_1.80 7_14 0.2645 Rprec_mult_2.00 7_14 0.2537 utility 7_14 -888.0000 11pt_avg 7_14 0.2932 binG 7_14 0.1809 G 7_14 0.1638 ndcg 7_14 0.6446 ndcg_rel 7_14 0.5258 Rndcg 7_14 0.4231 ndcg_cut_5 7_14 0.6662 ndcg_cut_10 7_14 0.4812 ndcg_cut_15 7_14 0.4451 ndcg_cut_20 7_14 0.4053 ndcg_cut_30 7_14 0.3319 ndcg_cut_100 7_14 0.4539 ndcg_cut_200 7_14 0.5685 ndcg_cut_500 7_14 0.6222 ndcg_cut_1000 7_14 0.6446 map_cut_5 7_14 0.0448 map_cut_10 7_14 0.0533 map_cut_15 7_14 0.0646 map_cut_20 7_14 0.0711 map_cut_30 7_14 0.0813 map_cut_100 7_14 0.1766 map_cut_200 7_14 0.2324 map_cut_500 7_14 0.2511 map_cut_1000 7_14 0.2550 relative_P_5 7_14 0.6000 relative_P_10 7_14 0.4000 relative_P_15 7_14 0.4000 relative_P_20 7_14 0.3500 relative_P_30 7_14 0.3000 relative_P_100 7_14 0.4478 relative_P_200 7_14 0.6716 relative_P_500 7_14 0.7910 relative_P_1000 7_14 0.8358 success_1 7_14 1.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 0.0560 set_relative_P 7_14 0.8358 set_recall 7_14 0.8358 set_map 7_14 0.0468 set_F 7_14 0.1050 num_nonrel_judged_ret 7_14 8 rbp 7_14 0.3571 rbp_resid 7_14 0.4283 unj_5 7_14 0.0000 unj_10 7_14 0.4000 unj_20 7_14 0.5500 num_ret 7_15 1000 num_rel 7_15 54 num_rel_ret 7_15 45 map 7_15 0.4186 Rprec 7_15 0.4444 bpref 7_15 0.7520 recip_rank 7_15 1.0000 iprec_at_recall_0.00 7_15 1.0000 iprec_at_recall_0.10 7_15 1.0000 iprec_at_recall_0.20 7_15 0.8462 iprec_at_recall_0.30 7_15 0.6957 iprec_at_recall_0.40 7_15 0.5227 iprec_at_recall_0.50 7_15 0.3971 iprec_at_recall_0.60 7_15 0.2105 iprec_at_recall_0.70 7_15 0.1314 iprec_at_recall_0.80 7_15 0.0761 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 1.0000 P_10 7_15 0.9000 P_15 7_15 0.7333 P_20 7_15 0.7000 P_30 7_15 0.6000 P_100 7_15 0.2900 P_200 7_15 0.1600 P_500 7_15 0.0840 P_1000 7_15 0.0450 relstring 7_15 '2212201113' recall_5 7_15 0.0926 recall_10 7_15 0.1667 recall_15 7_15 0.2037 recall_20 7_15 0.2593 recall_30 7_15 0.3333 recall_100 7_15 0.5370 recall_200 7_15 0.5926 recall_500 7_15 0.7778 recall_1000 7_15 0.8333 infAP 7_15 0.4186 Rprec_mult_0.20 7_15 0.9091 Rprec_mult_0.40 7_15 0.6818 Rprec_mult_0.60 7_15 0.6061 Rprec_mult_0.80 7_15 0.5227 Rprec_mult_1.00 7_15 0.4444 Rprec_mult_1.20 7_15 0.4000 Rprec_mult_1.40 7_15 0.3684 Rprec_mult_1.60 7_15 0.3218 Rprec_mult_1.80 7_15 0.2959 Rprec_mult_2.00 7_15 0.2685 utility 7_15 -910.0000 11pt_avg 7_15 0.4436 binG 7_15 0.2836 G 7_15 0.2060 ndcg 7_15 0.7106 ndcg_rel 7_15 0.6502 Rndcg 7_15 0.6366 ndcg_cut_5 7_15 0.7169 ndcg_cut_10 7_15 0.6731 ndcg_cut_15 7_15 0.6213 ndcg_cut_20 7_15 0.5999 ndcg_cut_30 7_15 0.6132 ndcg_cut_100 7_15 0.6014 ndcg_cut_200 7_15 0.6272 ndcg_cut_500 7_15 0.6957 ndcg_cut_1000 7_15 0.7106 map_cut_5 7_15 0.0926 map_cut_10 7_15 0.1578 map_cut_15 7_15 0.1903 map_cut_20 7_15 0.2313 map_cut_30 7_15 0.2814 map_cut_100 7_15 0.3775 map_cut_200 7_15 0.3895 map_cut_500 7_15 0.4148 map_cut_1000 7_15 0.4186 relative_P_5 7_15 1.0000 relative_P_10 7_15 0.9000 relative_P_15 7_15 0.7333 relative_P_20 7_15 0.7000 relative_P_30 7_15 0.6000 relative_P_100 7_15 0.5370 relative_P_200 7_15 0.5926 relative_P_500 7_15 0.7778 relative_P_1000 7_15 0.8333 success_1 7_15 1.0000 success_5 7_15 1.0000 success_10 7_15 1.0000 set_P 7_15 0.0450 set_relative_P 7_15 0.8333 set_recall 7_15 0.8333 set_map 7_15 0.0375 set_F 7_15 0.0854 num_nonrel_judged_ret 7_15 12 rbp 7_15 0.4173 rbp_resid 7_15 0.1579 unj_5 7_15 0.0000 unj_10 7_15 0.0000 unj_20 7_15 0.2000 num_ret 7_16 1000 num_rel 7_16 47 num_rel_ret 7_16 35 map 7_16 0.1062 Rprec 7_16 0.2128 bpref 7_16 0.4088 recip_rank 7_16 0.3333 iprec_at_recall_0.00 7_16 0.4000 iprec_at_recall_0.10 7_16 0.3846 iprec_at_recall_0.20 7_16 0.3000 iprec_at_recall_0.30 7_16 0.1145 iprec_at_recall_0.40 7_16 0.0679 iprec_at_recall_0.50 7_16 0.0520 iprec_at_recall_0.60 7_16 0.0520 iprec_at_recall_0.70 7_16 0.0443 iprec_at_recall_0.80 7_16 0.0000 iprec_at_recall_0.90 7_16 0.0000 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.2000 P_10 7_16 0.4000 P_15 7_16 0.3333 P_20 7_16 0.3000 P_30 7_16 0.3000 P_100 7_16 0.1200 P_200 7_16 0.0850 P_500 7_16 0.0440 P_1000 7_16 0.0350 relstring 7_16 '00100-13-1' recall_5 7_16 0.0213 recall_10 7_16 0.0851 recall_15 7_16 0.1064 recall_20 7_16 0.1277 recall_30 7_16 0.1915 recall_100 7_16 0.2553 recall_200 7_16 0.3617 recall_500 7_16 0.4681 recall_1000 7_16 0.7447 infAP 7_16 0.1062 Rprec_mult_0.20 7_16 0.4000 Rprec_mult_0.40 7_16 0.3158 Rprec_mult_0.60 7_16 0.2759 Rprec_mult_0.80 7_16 0.2632 Rprec_mult_1.00 7_16 0.2128 Rprec_mult_1.20 7_16 0.1754 Rprec_mult_1.40 7_16 0.1515 Rprec_mult_1.60 7_16 0.1447 Rprec_mult_1.80 7_16 0.1294 Rprec_mult_2.00 7_16 0.1170 utility 7_16 -930.0000 11pt_avg 7_16 0.1287 binG 7_16 0.1288 G 7_16 0.1248 ndcg 7_16 0.4175 ndcg_rel 7_16 0.3269 Rndcg 7_16 0.1773 ndcg_cut_5 7_16 0.0664 ndcg_cut_10 7_16 0.2182 ndcg_cut_15 7_16 0.2159 ndcg_cut_20 7_16 0.2333 ndcg_cut_30 7_16 0.2434 ndcg_cut_100 7_16 0.2491 ndcg_cut_200 7_16 0.2894 ndcg_cut_500 7_16 0.3238 ndcg_cut_1000 7_16 0.4175 map_cut_5 7_16 0.0071 map_cut_10 7_16 0.0297 map_cut_15 7_16 0.0378 map_cut_20 7_16 0.0446 map_cut_30 7_16 0.0646 map_cut_100 7_16 0.0760 map_cut_200 7_16 0.0870 map_cut_500 7_16 0.0935 map_cut_1000 7_16 0.1062 relative_P_5 7_16 0.2000 relative_P_10 7_16 0.4000 relative_P_15 7_16 0.3333 relative_P_20 7_16 0.3000 relative_P_30 7_16 0.3000 relative_P_100 7_16 0.2553 relative_P_200 7_16 0.3617 relative_P_500 7_16 0.4681 relative_P_1000 7_16 0.7447 success_1 7_16 0.0000 success_5 7_16 1.0000 success_10 7_16 1.0000 set_P 7_16 0.0350 set_relative_P 7_16 0.7447 set_recall 7_16 0.7447 set_map 7_16 0.0261 set_F 7_16 0.0669 num_nonrel_judged_ret 7_16 39 rbp 7_16 0.1349 rbp_resid 7_16 0.2959 unj_5 7_16 0.0000 unj_10 7_16 0.2000 unj_20 7_16 0.3500 num_ret 7_2 1000 num_rel 7_2 76 num_rel_ret 7_2 63 map 7_2 0.2036 Rprec 7_2 0.2237 bpref 7_2 0.6396 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 0.3333 iprec_at_recall_0.20 7_2 0.2459 iprec_at_recall_0.30 7_2 0.2396 iprec_at_recall_0.40 7_2 0.2192 iprec_at_recall_0.50 7_2 0.2059 iprec_at_recall_0.60 7_2 0.1911 iprec_at_recall_0.70 7_2 0.1460 iprec_at_recall_0.80 7_2 0.0887 iprec_at_recall_0.90 7_2 0.0000 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 0.6000 P_10 7_2 0.5000 P_15 7_2 0.3333 P_20 7_2 0.3000 P_30 7_2 0.3333 P_100 7_2 0.2300 P_200 7_2 0.2000 P_500 7_2 0.1120 P_1000 7_2 0.0630 relstring 7_2 '1021011---' recall_5 7_2 0.0395 recall_10 7_2 0.0658 recall_15 7_2 0.0658 recall_20 7_2 0.0789 recall_30 7_2 0.1316 recall_100 7_2 0.3026 recall_200 7_2 0.5263 recall_500 7_2 0.7368 recall_1000 7_2 0.8289 infAP 7_2 0.2036 Rprec_mult_0.20 7_2 0.3125 Rprec_mult_0.40 7_2 0.3226 Rprec_mult_0.60 7_2 0.2391 Rprec_mult_0.80 7_2 0.2459 Rprec_mult_1.00 7_2 0.2237 Rprec_mult_1.20 7_2 0.2283 Rprec_mult_1.40 7_2 0.2243 Rprec_mult_1.60 7_2 0.2049 Rprec_mult_1.80 7_2 0.2117 Rprec_mult_2.00 7_2 0.2105 utility 7_2 -874.0000 11pt_avg 7_2 0.2427 binG 7_2 0.1573 G 7_2 0.1281 ndcg 7_2 0.5220 ndcg_rel 7_2 0.3765 Rndcg 7_2 0.3021 ndcg_cut_5 7_2 0.2748 ndcg_cut_10 7_2 0.2592 ndcg_cut_15 7_2 0.2127 ndcg_cut_20 7_2 0.1966 ndcg_cut_30 7_2 0.2112 ndcg_cut_100 7_2 0.2671 ndcg_cut_200 7_2 0.3868 ndcg_cut_500 7_2 0.4839 ndcg_cut_1000 7_2 0.5220 map_cut_5 7_2 0.0318 map_cut_10 7_2 0.0500 map_cut_15 7_2 0.0500 map_cut_20 7_2 0.0539 map_cut_30 7_2 0.0706 map_cut_100 7_2 0.1120 map_cut_200 7_2 0.1592 map_cut_500 7_2 0.1956 map_cut_1000 7_2 0.2036 relative_P_5 7_2 0.6000 relative_P_10 7_2 0.5000 relative_P_15 7_2 0.3333 relative_P_20 7_2 0.3000 relative_P_30 7_2 0.3333 relative_P_100 7_2 0.3026 relative_P_200 7_2 0.5263 relative_P_500 7_2 0.7368 relative_P_1000 7_2 0.8289 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.0630 set_relative_P 7_2 0.8289 set_recall 7_2 0.8289 set_map 7_2 0.0522 set_F 7_2 0.1171 num_nonrel_judged_ret 7_2 24 rbp 7_2 0.1645 rbp_resid 7_2 0.4207 unj_5 7_2 0.0000 unj_10 7_2 0.3000 unj_20 7_2 0.6000 num_ret 7_3 1000 num_rel 7_3 55 num_rel_ret 7_3 51 map 7_3 0.4021 Rprec 7_3 0.4545 bpref 7_3 0.6208 recip_rank 7_3 1.0000 iprec_at_recall_0.00 7_3 1.0000 iprec_at_recall_0.10 7_3 0.6522 iprec_at_recall_0.20 7_3 0.6522 iprec_at_recall_0.30 7_3 0.5862 iprec_at_recall_0.40 7_3 0.5111 iprec_at_recall_0.50 7_3 0.4844 iprec_at_recall_0.60 7_3 0.4521 iprec_at_recall_0.70 7_3 0.2857 iprec_at_recall_0.80 7_3 0.2027 iprec_at_recall_0.90 7_3 0.1163 iprec_at_recall_1.00 7_3 0.0000 P_5 7_3 0.4000 P_10 7_3 0.6000 P_15 7_3 0.5333 P_20 7_3 0.6500 P_30 7_3 0.5667 P_100 7_3 0.3500 P_200 7_3 0.2050 P_500 7_3 0.1000 P_1000 7_3 0.0510 relstring 7_3 '2000210131' recall_5 7_3 0.0364 recall_10 7_3 0.1091 recall_15 7_3 0.1455 recall_20 7_3 0.2364 recall_30 7_3 0.3091 recall_100 7_3 0.6364 recall_200 7_3 0.7455 recall_500 7_3 0.9091 recall_1000 7_3 0.9273 infAP 7_3 0.4021 Rprec_mult_0.20 7_3 0.5455 Rprec_mult_0.40 7_3 0.6364 Rprec_mult_0.60 7_3 0.5152 Rprec_mult_0.80 7_3 0.5000 Rprec_mult_1.00 7_3 0.4545 Rprec_mult_1.20 7_3 0.4697 Rprec_mult_1.40 7_3 0.4286 Rprec_mult_1.60 7_3 0.3864 Rprec_mult_1.80 7_3 0.3535 Rprec_mult_2.00 7_3 0.3364 utility 7_3 -898.0000 11pt_avg 7_3 0.4493 binG 7_3 0.2226 G 7_3 0.1973 ndcg 7_3 0.6853 ndcg_rel 7_3 0.5397 Rndcg 7_3 0.4625 ndcg_cut_5 7_3 0.3455 ndcg_cut_10 7_3 0.4134 ndcg_cut_15 7_3 0.4332 ndcg_cut_20 7_3 0.4965 ndcg_cut_30 7_3 0.4977 ndcg_cut_100 7_3 0.5533 ndcg_cut_200 7_3 0.6150 ndcg_cut_500 7_3 0.6803 ndcg_cut_1000 7_3 0.6853 map_cut_5 7_3 0.0255 map_cut_10 7_3 0.0646 map_cut_15 7_3 0.0848 map_cut_20 7_3 0.1402 map_cut_30 7_3 0.1850 map_cut_100 7_3 0.3392 map_cut_200 7_3 0.3731 map_cut_500 7_3 0.4008 map_cut_1000 7_3 0.4021 relative_P_5 7_3 0.4000 relative_P_10 7_3 0.6000 relative_P_15 7_3 0.5333 relative_P_20 7_3 0.6500 relative_P_30 7_3 0.5667 relative_P_100 7_3 0.6364 relative_P_200 7_3 0.7455 relative_P_500 7_3 0.9091 relative_P_1000 7_3 0.9273 success_1 7_3 1.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.0510 set_relative_P 7_3 0.9273 set_recall 7_3 0.9273 set_map 7_3 0.0473 set_F 7_3 0.0967 num_nonrel_judged_ret 7_3 43 rbp 7_3 0.2895 rbp_resid 7_3 0.0867 unj_5 7_3 0.0000 unj_10 7_3 0.0000 unj_20 7_3 0.0500 num_ret 7_4 1000 num_rel 7_4 29 num_rel_ret 7_4 28 map 7_4 0.3920 Rprec 7_4 0.4138 bpref 7_4 0.5779 recip_rank 7_4 1.0000 iprec_at_recall_0.00 7_4 1.0000 iprec_at_recall_0.10 7_4 1.0000 iprec_at_recall_0.20 7_4 0.5625 iprec_at_recall_0.30 7_4 0.5625 iprec_at_recall_0.40 7_4 0.4138 iprec_at_recall_0.50 7_4 0.3488 iprec_at_recall_0.60 7_4 0.3269 iprec_at_recall_0.70 7_4 0.2632 iprec_at_recall_0.80 7_4 0.1729 iprec_at_recall_0.90 7_4 0.0900 iprec_at_recall_1.00 7_4 0.0000 P_5 7_4 0.6000 P_10 7_4 0.5000 P_15 7_4 0.5333 P_20 7_4 0.4500 P_30 7_4 0.4000 P_100 7_4 0.2100 P_200 7_4 0.1250 P_500 7_4 0.0520 P_1000 7_4 0.0280 relstring 7_4 '32300100-1' recall_5 7_4 0.1034 recall_10 7_4 0.1724 recall_15 7_4 0.2759 recall_20 7_4 0.3103 recall_30 7_4 0.4138 recall_100 7_4 0.7241 recall_200 7_4 0.8621 recall_500 7_4 0.8966 recall_1000 7_4 0.9655 infAP 7_4 0.3920 Rprec_mult_0.20 7_4 0.6667 Rprec_mult_0.40 7_4 0.5000 Rprec_mult_0.60 7_4 0.5000 Rprec_mult_0.80 7_4 0.4583 Rprec_mult_1.00 7_4 0.4138 Rprec_mult_1.20 7_4 0.3714 Rprec_mult_1.40 7_4 0.3415 Rprec_mult_1.60 7_4 0.3404 Rprec_mult_1.80 7_4 0.3208 Rprec_mult_2.00 7_4 0.2931 utility 7_4 -944.0000 11pt_avg 7_4 0.4310 binG 7_4 0.2954 G 7_4 0.2735 ndcg 7_4 0.7450 ndcg_rel 7_4 0.6434 Rndcg 7_4 0.6311 ndcg_cut_5 7_4 0.6812 ndcg_cut_10 7_4 0.5500 ndcg_cut_15 7_4 0.5035 ndcg_cut_20 7_4 0.4890 ndcg_cut_30 7_4 0.5099 ndcg_cut_100 7_4 0.6482 ndcg_cut_200 7_4 0.7201 ndcg_cut_500 7_4 0.7270 ndcg_cut_1000 7_4 0.7450 map_cut_5 7_4 0.1034 map_cut_10 7_4 0.1437 map_cut_15 7_4 0.1981 map_cut_20 7_4 0.2175 map_cut_30 7_4 0.2647 map_cut_100 7_4 0.3626 map_cut_200 7_4 0.3863 map_cut_500 7_4 0.3894 map_cut_1000 7_4 0.3920 relative_P_5 7_4 0.6000 relative_P_10 7_4 0.5000 relative_P_15 7_4 0.5333 relative_P_20 7_4 0.4500 relative_P_30 7_4 0.4138 relative_P_100 7_4 0.7241 relative_P_200 7_4 0.8621 relative_P_500 7_4 0.8966 relative_P_1000 7_4 0.9655 success_1 7_4 1.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 0.0280 set_relative_P 7_4 0.9655 set_recall 7_4 0.9655 set_map 7_4 0.0270 set_F 7_4 0.0544 num_nonrel_judged_ret 7_4 54 rbp 7_4 0.3387 rbp_resid 7_4 0.1699 unj_5 7_4 0.0000 unj_10 7_4 0.1000 unj_20 7_4 0.2000 num_ret 7_9 1000 num_rel 7_9 36 num_rel_ret 7_9 16 map 7_9 0.0060 Rprec 7_9 0.0000 bpref 7_9 0.2191 recip_rank 7_9 0.0047 iprec_at_recall_0.00 7_9 0.0171 iprec_at_recall_0.10 7_9 0.0171 iprec_at_recall_0.20 7_9 0.0171 iprec_at_recall_0.30 7_9 0.0171 iprec_at_recall_0.40 7_9 0.0171 iprec_at_recall_0.50 7_9 0.0000 iprec_at_recall_0.60 7_9 0.0000 iprec_at_recall_0.70 7_9 0.0000 iprec_at_recall_0.80 7_9 0.0000 iprec_at_recall_0.90 7_9 0.0000 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.0000 P_10 7_9 0.0000 P_15 7_9 0.0000 P_20 7_9 0.0000 P_30 7_9 0.0000 P_100 7_9 0.0000 P_200 7_9 0.0000 P_500 7_9 0.0120 P_1000 7_9 0.0160 relstring 7_9 '00000-----' recall_5 7_9 0.0000 recall_10 7_9 0.0000 recall_15 7_9 0.0000 recall_20 7_9 0.0000 recall_30 7_9 0.0000 recall_100 7_9 0.0000 recall_200 7_9 0.0000 recall_500 7_9 0.1667 recall_1000 7_9 0.4444 infAP 7_9 0.0060 Rprec_mult_0.20 7_9 0.0000 Rprec_mult_0.40 7_9 0.0000 Rprec_mult_0.60 7_9 0.0000 Rprec_mult_0.80 7_9 0.0000 Rprec_mult_1.00 7_9 0.0000 Rprec_mult_1.20 7_9 0.0000 Rprec_mult_1.40 7_9 0.0000 Rprec_mult_1.60 7_9 0.0000 Rprec_mult_1.80 7_9 0.0000 Rprec_mult_2.00 7_9 0.0000 utility 7_9 -968.0000 11pt_avg 7_9 0.0078 binG 7_9 0.0497 G 7_9 0.0552 ndcg 7_9 0.1633 ndcg_rel 7_9 0.1291 Rndcg 7_9 0.0408 ndcg_cut_5 7_9 0.0000 ndcg_cut_10 7_9 0.0000 ndcg_cut_15 7_9 0.0000 ndcg_cut_20 7_9 0.0000 ndcg_cut_30 7_9 0.0000 ndcg_cut_100 7_9 0.0000 ndcg_cut_200 7_9 0.0000 ndcg_cut_500 7_9 0.0612 ndcg_cut_1000 7_9 0.1633 map_cut_5 7_9 0.0000 map_cut_10 7_9 0.0000 map_cut_15 7_9 0.0000 map_cut_20 7_9 0.0000 map_cut_30 7_9 0.0000 map_cut_100 7_9 0.0000 map_cut_200 7_9 0.0000 map_cut_500 7_9 0.0019 map_cut_1000 7_9 0.0060 relative_P_5 7_9 0.0000 relative_P_10 7_9 0.0000 relative_P_15 7_9 0.0000 relative_P_20 7_9 0.0000 relative_P_30 7_9 0.0000 relative_P_100 7_9 0.0000 relative_P_200 7_9 0.0000 relative_P_500 7_9 0.1667 relative_P_1000 7_9 0.4444 success_1 7_9 0.0000 success_5 7_9 0.0000 success_10 7_9 0.0000 set_P 7_9 0.0160 set_relative_P 7_9 0.4444 set_recall 7_9 0.4444 set_map 7_9 0.0071 set_F 7_9 0.0309 num_nonrel_judged_ret 7_9 44 rbp 7_9 0.0000 rbp_resid 7_9 0.5905 unj_5 7_9 0.0000 unj_10 7_9 0.5000 unj_20 7_9 0.7500 num_ret 8_1 1000 num_rel 8_1 64 num_rel_ret 8_1 14 map 8_1 0.0064 Rprec 8_1 0.0312 bpref 8_1 0.0737 recip_rank 8_1 0.0294 iprec_at_recall_0.00 8_1 0.0500 iprec_at_recall_0.10 8_1 0.0288 iprec_at_recall_0.20 8_1 0.0288 iprec_at_recall_0.30 8_1 0.0000 iprec_at_recall_0.40 8_1 0.0000 iprec_at_recall_0.50 8_1 0.0000 iprec_at_recall_0.60 8_1 0.0000 iprec_at_recall_0.70 8_1 0.0000 iprec_at_recall_0.80 8_1 0.0000 iprec_at_recall_0.90 8_1 0.0000 iprec_at_recall_1.00 8_1 0.0000 P_5 8_1 0.0000 P_10 8_1 0.0000 P_15 8_1 0.0000 P_20 8_1 0.0000 P_30 8_1 0.0000 P_100 8_1 0.0300 P_200 8_1 0.0250 P_500 8_1 0.0260 P_1000 8_1 0.0140 relstring 8_1 '0000000---' recall_5 8_1 0.0000 recall_10 8_1 0.0000 recall_15 8_1 0.0000 recall_20 8_1 0.0000 recall_30 8_1 0.0000 recall_100 8_1 0.0469 recall_200 8_1 0.0781 recall_500 8_1 0.2031 recall_1000 8_1 0.2188 infAP 8_1 0.0064 Rprec_mult_0.20 8_1 0.0000 Rprec_mult_0.40 8_1 0.0000 Rprec_mult_0.60 8_1 0.0256 Rprec_mult_0.80 8_1 0.0385 Rprec_mult_1.00 8_1 0.0312 Rprec_mult_1.20 8_1 0.0390 Rprec_mult_1.40 8_1 0.0333 Rprec_mult_1.60 8_1 0.0291 Rprec_mult_1.80 8_1 0.0259 Rprec_mult_2.00 8_1 0.0234 utility 8_1 -972.0000 11pt_avg 8_1 0.0098 binG 8_1 0.0293 G 8_1 0.0209 ndcg 8_1 0.0781 ndcg_rel 8_1 0.0712 Rndcg 8_1 0.0226 ndcg_cut_5 8_1 0.0000 ndcg_cut_10 8_1 0.0000 ndcg_cut_15 8_1 0.0000 ndcg_cut_20 8_1 0.0000 ndcg_cut_30 8_1 0.0000 ndcg_cut_100 8_1 0.0266 ndcg_cut_200 8_1 0.0343 ndcg_cut_500 8_1 0.0750 ndcg_cut_1000 8_1 0.0781 map_cut_5 8_1 0.0000 map_cut_10 8_1 0.0000 map_cut_15 8_1 0.0000 map_cut_20 8_1 0.0000 map_cut_30 8_1 0.0000 map_cut_100 8_1 0.0019 map_cut_200 8_1 0.0027 map_cut_500 8_1 0.0060 map_cut_1000 8_1 0.0064 relative_P_5 8_1 0.0000 relative_P_10 8_1 0.0000 relative_P_15 8_1 0.0000 relative_P_20 8_1 0.0000 relative_P_30 8_1 0.0000 relative_P_100 8_1 0.0469 relative_P_200 8_1 0.0781 relative_P_500 8_1 0.2031 relative_P_1000 8_1 0.2188 success_1 8_1 0.0000 success_5 8_1 0.0000 success_10 8_1 0.0000 set_P 8_1 0.0140 set_relative_P 8_1 0.2188 set_recall 8_1 0.2188 set_map 8_1 0.0031 set_F 8_1 0.0263 num_nonrel_judged_ret 8_1 65 rbp 8_1 0.0024 rbp_resid 8_1 0.3848 unj_5 8_1 0.0000 unj_10 8_1 0.3000 unj_20 8_1 0.5500 num_ret 8_10 1000 num_rel 8_10 28 num_rel_ret 8_10 25 map 8_10 0.4631 Rprec 8_10 0.5357 bpref 8_10 0.6186 recip_rank 8_10 1.0000 iprec_at_recall_0.00 8_10 1.0000 iprec_at_recall_0.10 8_10 1.0000 iprec_at_recall_0.20 8_10 0.8000 iprec_at_recall_0.30 8_10 0.8000 iprec_at_recall_0.40 8_10 0.6087 iprec_at_recall_0.50 8_10 0.6087 iprec_at_recall_0.60 8_10 0.3617 iprec_at_recall_0.70 8_10 0.1942 iprec_at_recall_0.80 8_10 0.1279 iprec_at_recall_0.90 8_10 0.0327 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.8000 P_10 8_10 0.8000 P_15 8_10 0.5333 P_20 8_10 0.5500 P_30 8_10 0.5000 P_100 8_10 0.1900 P_200 8_10 0.1150 P_500 8_10 0.0480 P_1000 8_10 0.0250 relstring 8_10 '2220103231' recall_5 8_10 0.1429 recall_10 8_10 0.2857 recall_15 8_10 0.2857 recall_20 8_10 0.3929 recall_30 8_10 0.5357 recall_100 8_10 0.6786 recall_200 8_10 0.8214 recall_500 8_10 0.8571 recall_1000 8_10 0.8929 infAP 8_10 0.4631 Rprec_mult_0.20 8_10 0.6667 Rprec_mult_0.40 8_10 0.6667 Rprec_mult_0.60 8_10 0.5294 Rprec_mult_0.80 8_10 0.6087 Rprec_mult_1.00 8_10 0.5357 Rprec_mult_1.20 8_10 0.4412 Rprec_mult_1.40 8_10 0.4000 Rprec_mult_1.60 8_10 0.3556 Rprec_mult_1.80 8_10 0.3333 Rprec_mult_2.00 8_10 0.3214 utility 8_10 -950.0000 11pt_avg 8_10 0.5031 binG 8_10 0.3307 G 8_10 0.2340 ndcg 8_10 0.6990 ndcg_rel 8_10 0.6197 Rndcg 8_10 0.5894 ndcg_cut_5 8_10 0.5256 ndcg_cut_10 8_10 0.6208 ndcg_cut_15 8_10 0.5374 ndcg_cut_20 8_10 0.5420 ndcg_cut_30 8_10 0.5642 ndcg_cut_100 8_10 0.6277 ndcg_cut_200 8_10 0.6783 ndcg_cut_500 8_10 0.6928 ndcg_cut_1000 8_10 0.6990 map_cut_5 8_10 0.1357 map_cut_10 8_10 0.2444 map_cut_15 8_10 0.2444 map_cut_20 8_10 0.3028 map_cut_30 8_10 0.3874 map_cut_100 8_10 0.4386 map_cut_200 8_10 0.4591 map_cut_500 8_10 0.4620 map_cut_1000 8_10 0.4631 relative_P_5 8_10 0.8000 relative_P_10 8_10 0.8000 relative_P_15 8_10 0.5333 relative_P_20 8_10 0.5500 relative_P_30 8_10 0.5357 relative_P_100 8_10 0.6786 relative_P_200 8_10 0.8214 relative_P_500 8_10 0.8571 relative_P_1000 8_10 0.8929 success_1 8_10 1.0000 success_5 8_10 1.0000 success_10 8_10 1.0000 set_P 8_10 0.0250 set_relative_P 8_10 0.8929 set_recall 8_10 0.8929 set_map 8_10 0.0223 set_F 8_10 0.0486 num_nonrel_judged_ret 8_10 40 rbp 8_10 0.3810 rbp_resid 8_10 0.1626 unj_5 8_10 0.0000 unj_10 8_10 0.0000 unj_20 8_10 0.2000 num_ret 8_11 1000 num_rel 8_11 10 num_rel_ret 8_11 8 map 8_11 0.0394 Rprec 8_11 0.1000 bpref 8_11 0.0600 recip_rank 8_11 0.2000 iprec_at_recall_0.00 8_11 0.2000 iprec_at_recall_0.10 8_11 0.2000 iprec_at_recall_0.20 8_11 0.0435 iprec_at_recall_0.30 8_11 0.0308 iprec_at_recall_0.40 8_11 0.0308 iprec_at_recall_0.50 8_11 0.0308 iprec_at_recall_0.60 8_11 0.0308 iprec_at_recall_0.70 8_11 0.0222 iprec_at_recall_0.80 8_11 0.0212 iprec_at_recall_0.90 8_11 0.0000 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 0.2000 P_10 8_11 0.1000 P_15 8_11 0.0667 P_20 8_11 0.0500 P_30 8_11 0.0333 P_100 8_11 0.0200 P_200 8_11 0.0300 P_500 8_11 0.0160 P_1000 8_11 0.0080 relstring 8_11 '00001--000' recall_5 8_11 0.1000 recall_10 8_11 0.1000 recall_15 8_11 0.1000 recall_20 8_11 0.1000 recall_30 8_11 0.1000 recall_100 8_11 0.2000 recall_200 8_11 0.6000 recall_500 8_11 0.8000 recall_1000 8_11 0.8000 infAP 8_11 0.0394 Rprec_mult_0.20 8_11 0.0000 Rprec_mult_0.40 8_11 0.0000 Rprec_mult_0.60 8_11 0.1667 Rprec_mult_0.80 8_11 0.1250 Rprec_mult_1.00 8_11 0.1000 Rprec_mult_1.20 8_11 0.0833 Rprec_mult_1.40 8_11 0.0714 Rprec_mult_1.60 8_11 0.0625 Rprec_mult_1.80 8_11 0.0556 Rprec_mult_2.00 8_11 0.0500 utility 8_11 -984.0000 11pt_avg 8_11 0.0554 binG 8_11 0.1352 G 8_11 0.1191 ndcg 8_11 0.2400 ndcg_rel 8_11 0.1752 Rndcg 8_11 0.1009 ndcg_cut_5 8_11 0.0845 ndcg_cut_10 8_11 0.0627 ndcg_cut_15 8_11 0.0627 ndcg_cut_20 8_11 0.0627 ndcg_cut_30 8_11 0.0627 ndcg_cut_100 8_11 0.0918 ndcg_cut_200 8_11 0.2016 ndcg_cut_500 8_11 0.2400 ndcg_cut_1000 8_11 0.2400 map_cut_5 8_11 0.0200 map_cut_10 8_11 0.0200 map_cut_15 8_11 0.0200 map_cut_20 8_11 0.0200 map_cut_30 8_11 0.0200 map_cut_100 8_11 0.0243 map_cut_200 8_11 0.0351 map_cut_500 8_11 0.0394 map_cut_1000 8_11 0.0394 relative_P_5 8_11 0.2000 relative_P_10 8_11 0.1000 relative_P_15 8_11 0.1000 relative_P_20 8_11 0.1000 relative_P_30 8_11 0.1000 relative_P_100 8_11 0.2000 relative_P_200 8_11 0.6000 relative_P_500 8_11 0.8000 relative_P_1000 8_11 0.8000 success_1 8_11 0.0000 success_5 8_11 1.0000 success_10 8_11 1.0000 set_P 8_11 0.0080 set_relative_P 8_11 0.8000 set_recall 8_11 0.8000 set_map 8_11 0.0064 set_F 8_11 0.0158 num_nonrel_judged_ret 8_11 23 rbp 8_11 0.0332 rbp_resid 8_11 0.3796 unj_5 8_11 0.0000 unj_10 8_11 0.2000 unj_20 8_11 0.4500 num_ret 8_12 1000 num_rel 8_12 44 num_rel_ret 8_12 28 map 8_12 0.0657 Rprec 8_12 0.1136 bpref 8_12 0.1395 recip_rank 8_12 0.2000 iprec_at_recall_0.00 8_12 0.3333 iprec_at_recall_0.10 8_12 0.2857 iprec_at_recall_0.20 8_12 0.0891 iprec_at_recall_0.30 8_12 0.0788 iprec_at_recall_0.40 8_12 0.0709 iprec_at_recall_0.50 8_12 0.0570 iprec_at_recall_0.60 8_12 0.0491 iprec_at_recall_0.70 8_12 0.0000 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.2000 P_10 8_12 0.2000 P_15 8_12 0.2667 P_20 8_12 0.2000 P_30 8_12 0.1667 P_100 8_12 0.0800 P_200 8_12 0.0650 P_500 8_12 0.0460 P_1000 8_12 0.0280 relstring 8_12 '00001200--' recall_5 8_12 0.0227 recall_10 8_12 0.0455 recall_15 8_12 0.0909 recall_20 8_12 0.0909 recall_30 8_12 0.1136 recall_100 8_12 0.1818 recall_200 8_12 0.2955 recall_500 8_12 0.5227 recall_1000 8_12 0.6364 infAP 8_12 0.0657 Rprec_mult_0.20 8_12 0.2222 Rprec_mult_0.40 8_12 0.2222 Rprec_mult_0.60 8_12 0.1852 Rprec_mult_0.80 8_12 0.1389 Rprec_mult_1.00 8_12 0.1136 Rprec_mult_1.20 8_12 0.1132 Rprec_mult_1.40 8_12 0.0968 Rprec_mult_1.60 8_12 0.0986 Rprec_mult_1.80 8_12 0.0875 Rprec_mult_2.00 8_12 0.0909 utility 8_12 -944.0000 11pt_avg 8_12 0.0876 binG 8_12 0.1044 G 8_12 0.0997 ndcg 8_12 0.3258 ndcg_rel 8_12 0.2459 Rndcg 8_12 0.1285 ndcg_cut_5 8_12 0.0369 ndcg_cut_10 8_12 0.0749 ndcg_cut_15 8_12 0.1285 ndcg_cut_20 8_12 0.1202 ndcg_cut_30 8_12 0.1184 ndcg_cut_100 8_12 0.1334 ndcg_cut_200 8_12 0.1821 ndcg_cut_500 8_12 0.2832 ndcg_cut_1000 8_12 0.3258 map_cut_5 8_12 0.0045 map_cut_10 8_12 0.0121 map_cut_15 8_12 0.0248 map_cut_20 8_12 0.0248 map_cut_30 8_12 0.0298 map_cut_100 8_12 0.0370 map_cut_200 8_12 0.0457 map_cut_500 8_12 0.0604 map_cut_1000 8_12 0.0657 relative_P_5 8_12 0.2000 relative_P_10 8_12 0.2000 relative_P_15 8_12 0.2667 relative_P_20 8_12 0.2000 relative_P_30 8_12 0.1667 relative_P_100 8_12 0.1818 relative_P_200 8_12 0.2955 relative_P_500 8_12 0.5227 relative_P_1000 8_12 0.6364 success_1 8_12 0.0000 success_5 8_12 1.0000 success_10 8_12 1.0000 set_P 8_12 0.0280 set_relative_P 8_12 0.6364 set_recall 8_12 0.6364 set_map 8_12 0.0178 set_F 8_12 0.0536 num_nonrel_judged_ret 8_12 68 rbp 8_12 0.0811 rbp_resid 8_12 0.2725 unj_5 8_12 0.0000 unj_10 8_12 0.2000 unj_20 8_12 0.4000 num_ret 8_13 1000 num_rel 8_13 53 num_rel_ret 8_13 40 map 8_13 0.1861 Rprec 8_13 0.2642 bpref 8_13 0.4155 recip_rank 8_13 1.0000 iprec_at_recall_0.00 8_13 1.0000 iprec_at_recall_0.10 8_13 0.6667 iprec_at_recall_0.20 8_13 0.3514 iprec_at_recall_0.30 8_13 0.2581 iprec_at_recall_0.40 8_13 0.1567 iprec_at_recall_0.50 8_13 0.0796 iprec_at_recall_0.60 8_13 0.0699 iprec_at_recall_0.70 8_13 0.0494 iprec_at_recall_0.80 8_13 0.0000 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 0.4000 P_10 8_13 0.6000 P_15 8_13 0.4667 P_20 8_13 0.3500 P_30 8_13 0.3333 P_100 8_13 0.1700 P_200 8_13 0.1250 P_500 8_13 0.0660 P_1000 8_13 0.0400 relstring 8_13 '4010011140' recall_5 8_13 0.0377 recall_10 8_13 0.1132 recall_15 8_13 0.1321 recall_20 8_13 0.1321 recall_30 8_13 0.1887 recall_100 8_13 0.3208 recall_200 8_13 0.4717 recall_500 8_13 0.6226 recall_1000 8_13 0.7547 infAP 8_13 0.1861 Rprec_mult_0.20 8_13 0.5455 Rprec_mult_0.40 8_13 0.3182 Rprec_mult_0.60 8_13 0.3125 Rprec_mult_0.80 8_13 0.3023 Rprec_mult_1.00 8_13 0.2642 Rprec_mult_1.20 8_13 0.2500 Rprec_mult_1.40 8_13 0.2267 Rprec_mult_1.60 8_13 0.2000 Rprec_mult_1.80 8_13 0.1771 Rprec_mult_2.00 8_13 0.1604 utility 8_13 -920.0000 11pt_avg 8_13 0.2392 binG 8_13 0.1626 G 8_13 0.1565 ndcg 8_13 0.5324 ndcg_rel 8_13 0.4556 Rndcg 8_13 0.4067 ndcg_cut_5 8_13 0.3945 ndcg_cut_10 8_13 0.4143 ndcg_cut_15 8_13 0.3707 ndcg_cut_20 8_13 0.3294 ndcg_cut_30 8_13 0.3358 ndcg_cut_100 8_13 0.3485 ndcg_cut_200 8_13 0.4156 ndcg_cut_500 8_13 0.4829 ndcg_cut_1000 8_13 0.5324 map_cut_5 8_13 0.0314 map_cut_10 8_13 0.0760 map_cut_15 8_13 0.0870 map_cut_20 8_13 0.0870 map_cut_30 8_13 0.1064 map_cut_100 8_13 0.1449 map_cut_200 8_13 0.1679 map_cut_500 8_13 0.1794 map_cut_1000 8_13 0.1861 relative_P_5 8_13 0.4000 relative_P_10 8_13 0.6000 relative_P_15 8_13 0.4667 relative_P_20 8_13 0.3500 relative_P_30 8_13 0.3333 relative_P_100 8_13 0.3208 relative_P_200 8_13 0.4717 relative_P_500 8_13 0.6226 relative_P_1000 8_13 0.7547 success_1 8_13 1.0000 success_5 8_13 1.0000 success_10 8_13 1.0000 set_P 8_13 0.0400 set_relative_P 8_13 0.7547 set_recall 8_13 0.7547 set_map 8_13 0.0302 set_F 8_13 0.0760 num_nonrel_judged_ret 8_13 51 rbp 8_13 0.2219 rbp_resid 8_13 0.2469 unj_5 8_13 0.0000 unj_10 8_13 0.0000 unj_20 8_13 0.4000 num_ret 8_2 1000 num_rel 8_2 47 num_rel_ret 8_2 16 map 8_2 0.1616 Rprec 8_2 0.1915 bpref 8_2 0.2956 recip_rank 8_2 1.0000 iprec_at_recall_0.00 8_2 1.0000 iprec_at_recall_0.10 8_2 1.0000 iprec_at_recall_0.20 8_2 0.2432 iprec_at_recall_0.30 8_2 0.0381 iprec_at_recall_0.40 8_2 0.0000 iprec_at_recall_0.50 8_2 0.0000 iprec_at_recall_0.60 8_2 0.0000 iprec_at_recall_0.70 8_2 0.0000 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 1.0000 P_10 8_2 0.6000 P_15 8_2 0.4667 P_20 8_2 0.3500 P_30 8_2 0.2333 P_100 8_2 0.1000 P_200 8_2 0.0600 P_500 8_2 0.0320 P_1000 8_2 0.0160 relstring 8_2 '1113410---' recall_5 8_2 0.1064 recall_10 8_2 0.1277 recall_15 8_2 0.1489 recall_20 8_2 0.1489 recall_30 8_2 0.1489 recall_100 8_2 0.2128 recall_200 8_2 0.2553 recall_500 8_2 0.3404 recall_1000 8_2 0.3404 infAP 8_2 0.1616 Rprec_mult_0.20 8_2 0.6000 Rprec_mult_0.40 8_2 0.3684 Rprec_mult_0.60 8_2 0.2414 Rprec_mult_0.80 8_2 0.2368 Rprec_mult_1.00 8_2 0.1915 Rprec_mult_1.20 8_2 0.1579 Rprec_mult_1.40 8_2 0.1515 Rprec_mult_1.60 8_2 0.1316 Rprec_mult_1.80 8_2 0.1176 Rprec_mult_2.00 8_2 0.1064 utility 8_2 -968.0000 11pt_avg 8_2 0.2074 binG 8_2 0.1644 G 8_2 0.0755 ndcg 8_2 0.3133 ndcg_rel 8_2 0.3124 Rndcg 8_2 0.2915 ndcg_cut_5 8_2 0.4528 ndcg_cut_10 8_2 0.3443 ndcg_cut_15 8_2 0.3096 ndcg_cut_20 8_2 0.2739 ndcg_cut_30 8_2 0.2482 ndcg_cut_100 8_2 0.2692 ndcg_cut_200 8_2 0.2907 ndcg_cut_500 8_2 0.3133 ndcg_cut_1000 8_2 0.3133 map_cut_5 8_2 0.1064 map_cut_10 8_2 0.1277 map_cut_15 8_2 0.1412 map_cut_20 8_2 0.1412 map_cut_30 8_2 0.1412 map_cut_100 8_2 0.1552 map_cut_200 8_2 0.1584 map_cut_500 8_2 0.1616 map_cut_1000 8_2 0.1616 relative_P_5 8_2 1.0000 relative_P_10 8_2 0.6000 relative_P_15 8_2 0.4667 relative_P_20 8_2 0.3500 relative_P_30 8_2 0.2333 relative_P_100 8_2 0.2128 relative_P_200 8_2 0.2553 relative_P_500 8_2 0.3404 relative_P_1000 8_2 0.3404 success_1 8_2 1.0000 success_5 8_2 1.0000 success_10 8_2 1.0000 set_P 8_2 0.0160 set_relative_P 8_2 0.3404 set_recall 8_2 0.3404 set_map 8_2 0.0054 set_F 8_2 0.0306 num_nonrel_judged_ret 8_2 26 rbp 8_2 0.2161 rbp_resid 8_2 0.4077 unj_5 8_2 0.0000 unj_10 8_2 0.3000 unj_20 8_2 0.5500 num_ret 8_3 1000 num_rel 8_3 28 num_rel_ret 8_3 4 map 8_3 0.0543 Rprec 8_3 0.1071 bpref 8_3 0.1148 recip_rank 8_3 0.5000 iprec_at_recall_0.00 8_3 0.6667 iprec_at_recall_0.10 8_3 0.3000 iprec_at_recall_0.20 8_3 0.0000 iprec_at_recall_0.30 8_3 0.0000 iprec_at_recall_0.40 8_3 0.0000 iprec_at_recall_0.50 8_3 0.0000 iprec_at_recall_0.60 8_3 0.0000 iprec_at_recall_0.70 8_3 0.0000 iprec_at_recall_0.80 8_3 0.0000 iprec_at_recall_0.90 8_3 0.0000 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.4000 P_10 8_3 0.3000 P_15 8_3 0.2000 P_20 8_3 0.1500 P_30 8_3 0.1000 P_100 8_3 0.0400 P_200 8_3 0.0200 P_500 8_3 0.0080 P_1000 8_3 0.0040 relstring 8_3 '011000--01' recall_5 8_3 0.0714 recall_10 8_3 0.1071 recall_15 8_3 0.1071 recall_20 8_3 0.1071 recall_30 8_3 0.1071 recall_100 8_3 0.1429 recall_200 8_3 0.1429 recall_500 8_3 0.1429 recall_1000 8_3 0.1429 infAP 8_3 0.0543 Rprec_mult_0.20 8_3 0.3333 Rprec_mult_0.40 8_3 0.2500 Rprec_mult_0.60 8_3 0.1765 Rprec_mult_0.80 8_3 0.1304 Rprec_mult_1.00 8_3 0.1071 Rprec_mult_1.20 8_3 0.0882 Rprec_mult_1.40 8_3 0.0750 Rprec_mult_1.60 8_3 0.0667 Rprec_mult_1.80 8_3 0.0588 Rprec_mult_2.00 8_3 0.0536 utility 8_3 -992.0000 11pt_avg 8_3 0.0879 binG 8_3 0.0621 G 8_3 0.0363 ndcg 8_3 0.1310 ndcg_rel 8_3 0.1399 Rndcg 8_3 0.1400 ndcg_cut_5 8_3 0.1918 ndcg_cut_10 8_3 0.1809 ndcg_cut_15 8_3 0.1549 ndcg_cut_20 8_3 0.1373 ndcg_cut_30 8_3 0.1177 ndcg_cut_100 8_3 0.1310 ndcg_cut_200 8_3 0.1310 ndcg_cut_500 8_3 0.1310 ndcg_cut_1000 8_3 0.1310 map_cut_5 8_3 0.0417 map_cut_10 8_3 0.0524 map_cut_15 8_3 0.0524 map_cut_20 8_3 0.0524 map_cut_30 8_3 0.0524 map_cut_100 8_3 0.0543 map_cut_200 8_3 0.0543 map_cut_500 8_3 0.0543 map_cut_1000 8_3 0.0543 relative_P_5 8_3 0.4000 relative_P_10 8_3 0.3000 relative_P_15 8_3 0.2000 relative_P_20 8_3 0.1500 relative_P_30 8_3 0.1071 relative_P_100 8_3 0.1429 relative_P_200 8_3 0.1429 relative_P_500 8_3 0.1429 relative_P_1000 8_3 0.1429 success_1 8_3 0.0000 success_5 8_3 1.0000 success_10 8_3 1.0000 set_P 8_3 0.0040 set_relative_P 8_3 0.1429 set_recall 8_3 0.1429 set_map 8_3 0.0006 set_F 8_3 0.0078 num_nonrel_judged_ret 8_3 33 rbp 8_3 0.1049 rbp_resid 8_3 0.3707 unj_5 8_3 0.0000 unj_10 8_3 0.2000 unj_20 8_3 0.4500 num_ret 8_4 1000 num_rel 8_4 101 num_rel_ret 8_4 79 map 8_4 0.4153 Rprec 8_4 0.4752 bpref 8_4 0.6824 recip_rank 8_4 1.0000 iprec_at_recall_0.00 8_4 1.0000 iprec_at_recall_0.10 8_4 0.9286 iprec_at_recall_0.20 8_4 0.8519 iprec_at_recall_0.30 8_4 0.6522 iprec_at_recall_0.40 8_4 0.5128 iprec_at_recall_0.50 8_4 0.3893 iprec_at_recall_0.60 8_4 0.2687 iprec_at_recall_0.70 8_4 0.1527 iprec_at_recall_0.80 8_4 0.0000 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 0.8000 P_10 8_4 0.9000 P_15 8_4 0.8667 P_20 8_4 0.8500 P_30 8_4 0.8333 P_100 8_4 0.4700 P_200 8_4 0.2900 P_500 8_4 0.1440 P_1000 8_4 0.0790 relstring 8_4 '2042421421' recall_5 8_4 0.0396 recall_10 8_4 0.0891 recall_15 8_4 0.1287 recall_20 8_4 0.1683 recall_30 8_4 0.2475 recall_100 8_4 0.4653 recall_200 8_4 0.5743 recall_500 8_4 0.7129 recall_1000 8_4 0.7822 infAP 8_4 0.4153 Rprec_mult_0.20 8_4 0.8571 Rprec_mult_0.40 8_4 0.6829 Rprec_mult_0.60 8_4 0.5574 Rprec_mult_0.80 8_4 0.4938 Rprec_mult_1.00 8_4 0.4752 Rprec_mult_1.20 8_4 0.4016 Rprec_mult_1.40 8_4 0.3662 Rprec_mult_1.60 8_4 0.3272 Rprec_mult_1.80 8_4 0.2967 Rprec_mult_2.00 8_4 0.2871 utility 8_4 -842.0000 11pt_avg 8_4 0.4324 binG 8_4 0.2217 G 8_4 0.1503 ndcg 8_4 0.6791 ndcg_rel 8_4 0.5857 Rndcg 8_4 0.5501 ndcg_cut_5 8_4 0.5434 ndcg_cut_10 8_4 0.5286 ndcg_cut_15 8_4 0.5066 ndcg_cut_20 8_4 0.5182 ndcg_cut_30 8_4 0.5239 ndcg_cut_100 8_4 0.5392 ndcg_cut_200 8_4 0.5854 ndcg_cut_500 8_4 0.6630 ndcg_cut_1000 8_4 0.6791 map_cut_5 8_4 0.0318 map_cut_10 8_4 0.0750 map_cut_15 8_4 0.1114 map_cut_20 8_4 0.1450 map_cut_30 8_4 0.2115 map_cut_100 8_4 0.3377 map_cut_200 8_4 0.3762 map_cut_500 8_4 0.4080 map_cut_1000 8_4 0.4153 relative_P_5 8_4 0.8000 relative_P_10 8_4 0.9000 relative_P_15 8_4 0.8667 relative_P_20 8_4 0.8500 relative_P_30 8_4 0.8333 relative_P_100 8_4 0.4700 relative_P_200 8_4 0.5743 relative_P_500 8_4 0.7129 relative_P_1000 8_4 0.7822 success_1 8_4 1.0000 success_5 8_4 1.0000 success_10 8_4 1.0000 set_P 8_4 0.0790 set_relative_P 8_4 0.7822 set_recall 8_4 0.7822 set_map 8_4 0.0618 set_F 8_4 0.1435 num_nonrel_judged_ret 8_4 47 rbp 8_4 0.4667 rbp_resid 8_4 0.0482 unj_5 8_4 0.0000 unj_10 8_4 0.0000 unj_20 8_4 0.0500 num_ret 8_5 1000 num_rel 8_5 51 num_rel_ret 8_5 37 map 8_5 0.2708 Rprec 8_5 0.3529 bpref 8_5 0.4979 recip_rank 8_5 0.5000 iprec_at_recall_0.00 8_5 0.8000 iprec_at_recall_0.10 8_5 0.7692 iprec_at_recall_0.20 8_5 0.7692 iprec_at_recall_0.30 8_5 0.5000 iprec_at_recall_0.40 8_5 0.2283 iprec_at_recall_0.50 8_5 0.1781 iprec_at_recall_0.60 8_5 0.1115 iprec_at_recall_0.70 8_5 0.0710 iprec_at_recall_0.80 8_5 0.0000 iprec_at_recall_0.90 8_5 0.0000 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.8000 P_10 8_5 0.7000 P_15 8_5 0.6667 P_20 8_5 0.5500 P_30 8_5 0.5000 P_100 8_5 0.2100 P_200 8_5 0.1300 P_500 8_5 0.0680 P_1000 8_5 0.0370 relstring 8_5 '01111012-2' recall_5 8_5 0.0784 recall_10 8_5 0.1373 recall_15 8_5 0.1961 recall_20 8_5 0.2157 recall_30 8_5 0.2941 recall_100 8_5 0.4118 recall_200 8_5 0.5098 recall_500 8_5 0.6667 recall_1000 8_5 0.7255 infAP 8_5 0.2708 Rprec_mult_0.20 8_5 0.7273 Rprec_mult_0.40 8_5 0.5238 Rprec_mult_0.60 8_5 0.4839 Rprec_mult_0.80 8_5 0.3902 Rprec_mult_1.00 8_5 0.3529 Rprec_mult_1.20 8_5 0.3065 Rprec_mult_1.40 8_5 0.2639 Rprec_mult_1.60 8_5 0.2317 Rprec_mult_1.80 8_5 0.2283 Rprec_mult_2.00 8_5 0.2157 utility 8_5 -926.0000 11pt_avg 8_5 0.3116 binG 8_5 0.1924 G 8_5 0.1348 ndcg 8_5 0.4746 ndcg_rel 8_5 0.3861 Rndcg 8_5 0.2826 ndcg_cut_5 8_5 0.1931 ndcg_cut_10 8_5 0.2629 ndcg_cut_15 8_5 0.3437 ndcg_cut_20 8_5 0.3332 ndcg_cut_30 8_5 0.3628 ndcg_cut_100 8_5 0.3753 ndcg_cut_200 8_5 0.4071 ndcg_cut_500 8_5 0.4601 ndcg_cut_1000 8_5 0.4746 map_cut_5 8_5 0.0533 map_cut_10 8_5 0.0957 map_cut_15 8_5 0.1398 map_cut_20 8_5 0.1505 map_cut_30 8_5 0.1918 map_cut_100 8_5 0.2309 map_cut_200 8_5 0.2513 map_cut_500 8_5 0.2667 map_cut_1000 8_5 0.2708 relative_P_5 8_5 0.8000 relative_P_10 8_5 0.7000 relative_P_15 8_5 0.6667 relative_P_20 8_5 0.5500 relative_P_30 8_5 0.5000 relative_P_100 8_5 0.4118 relative_P_200 8_5 0.5098 relative_P_500 8_5 0.6667 relative_P_1000 8_5 0.7255 success_1 8_5 0.0000 success_5 8_5 1.0000 success_10 8_5 1.0000 set_P 8_5 0.0370 set_relative_P 8_5 0.7255 set_recall 8_5 0.7255 set_map 8_5 0.0268 set_F 8_5 0.0704 num_nonrel_judged_ret 8_5 39 rbp 8_5 0.2054 rbp_resid 8_5 0.2017 unj_5 8_5 0.0000 unj_10 8_5 0.1000 unj_20 8_5 0.3000 num_ret 8_7 1000 num_rel 8_7 47 num_rel_ret 8_7 45 map 8_7 0.6625 Rprec 8_7 0.6170 bpref 8_7 0.7949 recip_rank 8_7 1.0000 iprec_at_recall_0.00 8_7 1.0000 iprec_at_recall_0.10 8_7 1.0000 iprec_at_recall_0.20 8_7 0.9231 iprec_at_recall_0.30 8_7 0.8571 iprec_at_recall_0.40 8_7 0.8333 iprec_at_recall_0.50 8_7 0.7222 iprec_at_recall_0.60 8_7 0.7000 iprec_at_recall_0.70 8_7 0.5574 iprec_at_recall_0.80 8_7 0.3689 iprec_at_recall_0.90 8_7 0.2270 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 1.0000 P_10 8_7 0.9000 P_15 8_7 0.8000 P_20 8_7 0.8500 P_30 8_7 0.7333 P_100 8_7 0.3700 P_200 8_7 0.2100 P_500 8_7 0.0880 P_1000 8_7 0.0450 relstring 8_7 '3422141103' recall_5 8_7 0.1064 recall_10 8_7 0.1915 recall_15 8_7 0.2553 recall_20 8_7 0.3617 recall_30 8_7 0.4681 recall_100 8_7 0.7872 recall_200 8_7 0.8936 recall_500 8_7 0.9362 recall_1000 8_7 0.9574 infAP 8_7 0.6625 Rprec_mult_0.20 8_7 0.9000 Rprec_mult_0.40 8_7 0.8421 Rprec_mult_0.60 8_7 0.7241 Rprec_mult_0.80 8_7 0.7105 Rprec_mult_1.00 8_7 0.6170 Rprec_mult_1.20 8_7 0.5614 Rprec_mult_1.40 8_7 0.5152 Rprec_mult_1.60 8_7 0.4737 Rprec_mult_1.80 8_7 0.4353 Rprec_mult_2.00 8_7 0.3936 utility 8_7 -910.0000 11pt_avg 8_7 0.6536 binG 8_7 0.4091 G 8_7 0.3133 ndcg 8_7 0.8672 ndcg_rel 8_7 0.8050 Rndcg 8_7 0.8024 ndcg_cut_5 8_7 0.7703 ndcg_cut_10 8_7 0.8067 ndcg_cut_15 8_7 0.7582 ndcg_cut_20 8_7 0.8052 ndcg_cut_30 8_7 0.7839 ndcg_cut_100 8_7 0.8142 ndcg_cut_200 8_7 0.8513 ndcg_cut_500 8_7 0.8625 ndcg_cut_1000 8_7 0.8672 map_cut_5 8_7 0.1064 map_cut_10 8_7 0.1894 map_cut_15 8_7 0.2478 map_cut_20 8_7 0.3364 map_cut_30 8_7 0.4227 map_cut_100 8_7 0.6209 map_cut_200 8_7 0.6533 map_cut_500 8_7 0.6611 map_cut_1000 8_7 0.6625 relative_P_5 8_7 1.0000 relative_P_10 8_7 0.9000 relative_P_15 8_7 0.8000 relative_P_20 8_7 0.8500 relative_P_30 8_7 0.7333 relative_P_100 8_7 0.7872 relative_P_200 8_7 0.8936 relative_P_500 8_7 0.9362 relative_P_1000 8_7 0.9574 success_1 8_7 1.0000 success_5 8_7 1.0000 success_10 8_7 1.0000 set_P 8_7 0.0450 set_relative_P 8_7 0.9574 set_recall 8_7 0.9574 set_map 8_7 0.0431 set_F 8_7 0.0860 num_nonrel_judged_ret 8_7 27 rbp 8_7 0.4646 rbp_resid 8_7 0.0257 unj_5 8_7 0.0000 unj_10 8_7 0.0000 unj_20 8_7 0.0000 num_ret 8_8 1000 num_rel 8_8 32 num_rel_ret 8_8 31 map 8_8 0.4423 Rprec 8_8 0.4062 bpref 8_8 0.5596 recip_rank 8_8 1.0000 iprec_at_recall_0.00 8_8 1.0000 iprec_at_recall_0.10 8_8 1.0000 iprec_at_recall_0.20 8_8 0.7778 iprec_at_recall_0.30 8_8 0.6667 iprec_at_recall_0.40 8_8 0.4815 iprec_at_recall_0.50 8_8 0.4250 iprec_at_recall_0.60 8_8 0.3636 iprec_at_recall_0.70 8_8 0.2651 iprec_at_recall_0.80 8_8 0.2185 iprec_at_recall_0.90 8_8 0.0873 iprec_at_recall_1.00 8_8 0.0000 P_5 8_8 0.6000 P_10 8_8 0.7000 P_15 8_8 0.6667 P_20 8_8 0.5500 P_30 8_8 0.4333 P_100 8_8 0.2300 P_200 8_8 0.1350 P_500 8_8 0.0600 P_1000 8_8 0.0310 relstring 8_8 '4330033440' recall_5 8_8 0.0938 recall_10 8_8 0.2188 recall_15 8_8 0.3125 recall_20 8_8 0.3438 recall_30 8_8 0.4062 recall_100 8_8 0.7188 recall_200 8_8 0.8438 recall_500 8_8 0.9375 recall_1000 8_8 0.9688 infAP 8_8 0.4423 Rprec_mult_0.20 8_8 0.7143 Rprec_mult_0.40 8_8 0.6154 Rprec_mult_0.60 8_8 0.5500 Rprec_mult_0.80 8_8 0.4615 Rprec_mult_1.00 8_8 0.4062 Rprec_mult_1.20 8_8 0.4103 Rprec_mult_1.40 8_8 0.4000 Rprec_mult_1.60 8_8 0.3462 Rprec_mult_1.80 8_8 0.3448 Rprec_mult_2.00 8_8 0.3125 utility 8_8 -938.0000 11pt_avg 8_8 0.4805 binG 8_8 0.3105 G 8_8 0.2894 ndcg 8_8 0.8131 ndcg_rel 8_8 0.7419 Rndcg 8_8 0.6777 ndcg_cut_5 8_8 0.6268 ndcg_cut_10 8_8 0.7194 ndcg_cut_15 8_8 0.6914 ndcg_cut_20 8_8 0.6410 ndcg_cut_30 8_8 0.6189 ndcg_cut_100 8_8 0.7569 ndcg_cut_200 8_8 0.7934 ndcg_cut_500 8_8 0.8087 ndcg_cut_1000 8_8 0.8131 map_cut_5 8_8 0.0938 map_cut_10 8_8 0.1846 map_cut_15 8_8 0.2448 map_cut_20 8_8 0.2639 map_cut_30 8_8 0.2934 map_cut_100 8_8 0.4044 map_cut_200 8_8 0.4316 map_cut_500 8_8 0.4408 map_cut_1000 8_8 0.4423 relative_P_5 8_8 0.6000 relative_P_10 8_8 0.7000 relative_P_15 8_8 0.6667 relative_P_20 8_8 0.5500 relative_P_30 8_8 0.4333 relative_P_100 8_8 0.7188 relative_P_200 8_8 0.8438 relative_P_500 8_8 0.9375 relative_P_1000 8_8 0.9688 success_1 8_8 1.0000 success_5 8_8 1.0000 success_10 8_8 1.0000 set_P 8_8 0.0310 set_relative_P 8_8 0.9688 set_recall 8_8 0.9688 set_map 8_8 0.0300 set_F 8_8 0.0601 num_nonrel_judged_ret 8_8 49 rbp 8_8 0.4597 rbp_resid 8_8 0.1473 unj_5 8_8 0.0000 unj_10 8_8 0.0000 unj_20 8_8 0.2000 num_ret 9_11 1000 num_rel 9_11 119 num_rel_ret 9_11 32 map 9_11 0.0333 Rprec 9_11 0.0924 bpref 9_11 0.2498 recip_rank 9_11 0.2500 iprec_at_recall_0.00 9_11 0.3333 iprec_at_recall_0.10 9_11 0.1183 iprec_at_recall_0.20 9_11 0.1143 iprec_at_recall_0.30 9_11 0.0000 iprec_at_recall_0.40 9_11 0.0000 iprec_at_recall_0.50 9_11 0.0000 iprec_at_recall_0.60 9_11 0.0000 iprec_at_recall_0.70 9_11 0.0000 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 0.2000 P_10 9_11 0.2000 P_15 9_11 0.1333 P_20 9_11 0.2000 P_30 9_11 0.1667 P_100 9_11 0.1000 P_200 9_11 0.1100 P_500 9_11 0.0580 P_1000 9_11 0.0320 relstring 9_11 '0--2-2----' recall_5 9_11 0.0084 recall_10 9_11 0.0168 recall_15 9_11 0.0168 recall_20 9_11 0.0336 recall_30 9_11 0.0420 recall_100 9_11 0.0840 recall_200 9_11 0.1849 recall_500 9_11 0.2437 recall_1000 9_11 0.2689 infAP 9_11 0.0333 Rprec_mult_0.20 9_11 0.1667 Rprec_mult_0.40 9_11 0.1458 Rprec_mult_0.60 9_11 0.1389 Rprec_mult_0.80 9_11 0.1042 Rprec_mult_1.00 9_11 0.0924 Rprec_mult_1.20 9_11 0.0909 Rprec_mult_1.40 9_11 0.1078 Rprec_mult_1.60 9_11 0.1152 Rprec_mult_1.80 9_11 0.1116 Rprec_mult_2.00 9_11 0.1008 utility 9_11 -936.0000 11pt_avg 9_11 0.0514 binG 9_11 0.0447 G 9_11 0.0399 ndcg 9_11 0.2045 ndcg_rel 9_11 0.1872 Rndcg 9_11 0.1334 ndcg_cut_5 9_11 0.0974 ndcg_cut_10 9_11 0.1180 ndcg_cut_15 9_11 0.0985 ndcg_cut_20 9_11 0.1113 ndcg_cut_30 9_11 0.1090 ndcg_cut_100 9_11 0.0973 ndcg_cut_200 9_11 0.1495 ndcg_cut_500 9_11 0.1904 ndcg_cut_1000 9_11 0.2045 map_cut_5 9_11 0.0021 map_cut_10 9_11 0.0049 map_cut_15 9_11 0.0049 map_cut_20 9_11 0.0081 map_cut_30 9_11 0.0097 map_cut_100 9_11 0.0165 map_cut_200 9_11 0.0270 map_cut_500 9_11 0.0321 map_cut_1000 9_11 0.0333 relative_P_5 9_11 0.2000 relative_P_10 9_11 0.2000 relative_P_15 9_11 0.1333 relative_P_20 9_11 0.2000 relative_P_30 9_11 0.1667 relative_P_100 9_11 0.1000 relative_P_200 9_11 0.1849 relative_P_500 9_11 0.2437 relative_P_1000 9_11 0.2689 success_1 9_11 0.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.0320 set_relative_P 9_11 0.2689 set_recall 9_11 0.2689 set_map 9_11 0.0086 set_F 9_11 0.0572 num_nonrel_judged_ret 9_11 16 rbp 9_11 0.1079 rbp_resid 9_11 0.6870 unj_5 9_11 0.6000 unj_10 9_11 0.7000 unj_20 9_11 0.7000 num_ret 9_13 1000 num_rel 9_13 4 num_rel_ret 9_13 3 map 9_13 0.1300 Rprec 9_13 0.2500 bpref 9_13 0.4375 recip_rank 9_13 0.5000 iprec_at_recall_0.00 9_13 0.5000 iprec_at_recall_0.10 9_13 0.5000 iprec_at_recall_0.20 9_13 0.5000 iprec_at_recall_0.30 9_13 0.5000 iprec_at_recall_0.40 9_13 0.0104 iprec_at_recall_0.50 9_13 0.0104 iprec_at_recall_0.60 9_13 0.0104 iprec_at_recall_0.70 9_13 0.0095 iprec_at_recall_0.80 9_13 0.0095 iprec_at_recall_0.90 9_13 0.0000 iprec_at_recall_1.00 9_13 0.0000 P_5 9_13 0.2000 P_10 9_13 0.1000 P_15 9_13 0.0667 P_20 9_13 0.0500 P_30 9_13 0.0333 P_100 9_13 0.0100 P_200 9_13 0.0100 P_500 9_13 0.0060 P_1000 9_13 0.0030 relstring 9_13 '-2---0----' recall_5 9_13 0.2500 recall_10 9_13 0.2500 recall_15 9_13 0.2500 recall_20 9_13 0.2500 recall_30 9_13 0.2500 recall_100 9_13 0.2500 recall_200 9_13 0.5000 recall_500 9_13 0.7500 recall_1000 9_13 0.7500 infAP 9_13 0.1300 Rprec_mult_0.20 9_13 0.0000 Rprec_mult_0.40 9_13 0.5000 Rprec_mult_0.60 9_13 0.3333 Rprec_mult_0.80 9_13 0.2500 Rprec_mult_1.00 9_13 0.2500 Rprec_mult_1.20 9_13 0.2000 Rprec_mult_1.40 9_13 0.1667 Rprec_mult_1.60 9_13 0.1429 Rprec_mult_1.80 9_13 0.1250 Rprec_mult_2.00 9_13 0.1250 utility 9_13 -994.0000 11pt_avg 9_13 0.1864 binG 9_13 0.2208 G 9_13 0.1432 ndcg 9_13 0.2811 ndcg_rel 9_13 0.2705 Rndcg 9_13 0.2382 ndcg_cut_5 9_13 0.1996 ndcg_cut_10 9_13 0.1996 ndcg_cut_15 9_13 0.1996 ndcg_cut_20 9_13 0.1996 ndcg_cut_30 9_13 0.1996 ndcg_cut_100 9_13 0.1996 ndcg_cut_200 9_13 0.2620 ndcg_cut_500 9_13 0.2811 ndcg_cut_1000 9_13 0.2811 map_cut_5 9_13 0.1250 map_cut_10 9_13 0.1250 map_cut_15 9_13 0.1250 map_cut_20 9_13 0.1250 map_cut_30 9_13 0.1250 map_cut_100 9_13 0.1250 map_cut_200 9_13 0.1276 map_cut_500 9_13 0.1300 map_cut_1000 9_13 0.1300 relative_P_5 9_13 0.2500 relative_P_10 9_13 0.2500 relative_P_15 9_13 0.2500 relative_P_20 9_13 0.2500 relative_P_30 9_13 0.2500 relative_P_100 9_13 0.2500 relative_P_200 9_13 0.5000 relative_P_500 9_13 0.7500 relative_P_1000 9_13 0.7500 success_1 9_13 0.0000 success_5 9_13 1.0000 success_10 9_13 1.0000 set_P 9_13 0.0030 set_relative_P 9_13 0.7500 set_recall 9_13 0.7500 set_map 9_13 0.0022 set_F 9_13 0.0060 num_nonrel_judged_ret 9_13 4 rbp 9_13 0.0600 rbp_resid 9_13 0.8510 unj_5 9_13 0.8000 unj_10 9_13 0.8000 unj_20 9_13 0.9000 num_ret 9_2 1000 num_rel 9_2 113 num_rel_ret 9_2 78 map 9_2 0.2825 Rprec 9_2 0.3363 bpref 9_2 0.5918 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 0.7857 iprec_at_recall_0.20 9_2 0.6970 iprec_at_recall_0.30 9_2 0.4198 iprec_at_recall_0.40 9_2 0.2903 iprec_at_recall_0.50 9_2 0.1691 iprec_at_recall_0.60 9_2 0.1319 iprec_at_recall_0.70 9_2 0.0000 iprec_at_recall_0.80 9_2 0.0000 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 0.8000 P_10 9_2 0.8000 P_15 9_2 0.7333 P_20 9_2 0.7000 P_30 9_2 0.6667 P_100 9_2 0.3600 P_200 9_2 0.2350 P_500 9_2 0.1320 P_1000 9_2 0.0780 relstring 9_2 '2101101111' recall_5 9_2 0.0354 recall_10 9_2 0.0708 recall_15 9_2 0.0973 recall_20 9_2 0.1239 recall_30 9_2 0.1770 recall_100 9_2 0.3186 recall_200 9_2 0.4159 recall_500 9_2 0.5841 recall_1000 9_2 0.6903 infAP 9_2 0.2825 Rprec_mult_0.20 9_2 0.6522 Rprec_mult_0.40 9_2 0.5870 Rprec_mult_0.60 9_2 0.4706 Rprec_mult_0.80 9_2 0.3846 Rprec_mult_1.00 9_2 0.3363 Rprec_mult_1.20 9_2 0.3015 Rprec_mult_1.40 9_2 0.2830 Rprec_mult_1.60 9_2 0.2541 Rprec_mult_1.80 9_2 0.2304 Rprec_mult_2.00 9_2 0.2124 utility 9_2 -844.0000 11pt_avg 9_2 0.3176 binG 9_2 0.1622 G 9_2 0.1157 ndcg 9_2 0.5470 ndcg_rel 9_2 0.4718 Rndcg 9_2 0.4274 ndcg_cut_5 9_2 0.3899 ndcg_cut_10 9_2 0.3895 ndcg_cut_15 9_2 0.4091 ndcg_cut_20 9_2 0.4089 ndcg_cut_30 9_2 0.4169 ndcg_cut_100 9_2 0.3642 ndcg_cut_200 9_2 0.4058 ndcg_cut_500 9_2 0.4950 ndcg_cut_1000 9_2 0.5470 map_cut_5 9_2 0.0314 map_cut_10 9_2 0.0583 map_cut_15 9_2 0.0787 map_cut_20 9_2 0.0987 map_cut_30 9_2 0.1346 map_cut_100 9_2 0.2121 map_cut_200 9_2 0.2414 map_cut_500 9_2 0.2698 map_cut_1000 9_2 0.2825 relative_P_5 9_2 0.8000 relative_P_10 9_2 0.8000 relative_P_15 9_2 0.7333 relative_P_20 9_2 0.7000 relative_P_30 9_2 0.6667 relative_P_100 9_2 0.3600 relative_P_200 9_2 0.4159 relative_P_500 9_2 0.5841 relative_P_1000 9_2 0.6903 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 0.0780 set_relative_P 9_2 0.6903 set_recall 9_2 0.6903 set_map 9_2 0.0538 set_F 9_2 0.1402 num_nonrel_judged_ret 9_2 13 rbp 9_2 0.3092 rbp_resid 9_2 0.1086 unj_5 9_2 0.0000 unj_10 9_2 0.0000 unj_20 9_2 0.1500 num_ret 9_6 1000 num_rel 9_6 131 num_rel_ret 9_6 93 map 9_6 0.1497 Rprec 9_6 0.2214 bpref 9_6 0.6327 recip_rank 9_6 1.0000 iprec_at_recall_0.00 9_6 1.0000 iprec_at_recall_0.10 9_6 0.2679 iprec_at_recall_0.20 9_6 0.2214 iprec_at_recall_0.30 9_6 0.1822 iprec_at_recall_0.40 9_6 0.1707 iprec_at_recall_0.50 9_6 0.1707 iprec_at_recall_0.60 9_6 0.1510 iprec_at_recall_0.70 9_6 0.1255 iprec_at_recall_0.80 9_6 0.0000 iprec_at_recall_0.90 9_6 0.0000 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 0.6000 P_10 9_6 0.4000 P_15 9_6 0.2667 P_20 9_6 0.2500 P_30 9_6 0.2667 P_100 9_6 0.2300 P_200 9_6 0.1900 P_500 9_6 0.1540 P_1000 9_6 0.0930 relstring 9_6 '10102-10--' recall_5 9_6 0.0229 recall_10 9_6 0.0305 recall_15 9_6 0.0305 recall_20 9_6 0.0382 recall_30 9_6 0.0611 recall_100 9_6 0.1756 recall_200 9_6 0.2901 recall_500 9_6 0.5878 recall_1000 9_6 0.7099 infAP 9_6 0.1497 Rprec_mult_0.20 9_6 0.2963 Rprec_mult_0.40 9_6 0.2453 Rprec_mult_0.60 9_6 0.2278 Rprec_mult_0.80 9_6 0.2190 Rprec_mult_1.00 9_6 0.2214 Rprec_mult_1.20 9_6 0.2025 Rprec_mult_1.40 9_6 0.1902 Rprec_mult_1.60 9_6 0.1810 Rprec_mult_1.80 9_6 0.1737 Rprec_mult_2.00 9_6 0.1718 utility 9_6 -814.0000 11pt_avg 9_6 0.2081 binG 9_6 0.1142 G 9_6 0.0930 ndcg 9_6 0.4853 ndcg_rel 9_6 0.3564 Rndcg 9_6 0.2537 ndcg_cut_5 9_6 0.2571 ndcg_cut_10 9_6 0.1913 ndcg_cut_15 9_6 0.1483 ndcg_cut_20 9_6 0.1344 ndcg_cut_30 9_6 0.1767 ndcg_cut_100 9_6 0.1812 ndcg_cut_200 9_6 0.2465 ndcg_cut_500 9_6 0.4224 ndcg_cut_1000 9_6 0.4853 map_cut_5 9_6 0.0173 map_cut_10 9_6 0.0217 map_cut_15 9_6 0.0217 map_cut_20 9_6 0.0237 map_cut_30 9_6 0.0302 map_cut_100 9_6 0.0588 map_cut_200 9_6 0.0827 map_cut_500 9_6 0.1328 map_cut_1000 9_6 0.1497 relative_P_5 9_6 0.6000 relative_P_10 9_6 0.4000 relative_P_15 9_6 0.2667 relative_P_20 9_6 0.2500 relative_P_30 9_6 0.2667 relative_P_100 9_6 0.2300 relative_P_200 9_6 0.2901 relative_P_500 9_6 0.5878 relative_P_1000 9_6 0.7099 success_1 9_6 1.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 0.0930 set_relative_P 9_6 0.7099 set_recall 9_6 0.7099 set_map 9_6 0.0660 set_F 9_6 0.1645 num_nonrel_judged_ret 9_6 5 rbp 9_6 0.1559 rbp_resid 9_6 0.4341 unj_5 9_6 0.0000 unj_10 9_6 0.3000 unj_20 9_6 0.6000 num_ret 9_9 1000 num_rel 9_9 55 num_rel_ret 9_9 16 map 9_9 0.0327 Rprec 9_9 0.0727 bpref 9_9 0.2479 recip_rank 9_9 1.0000 iprec_at_recall_0.00 9_9 1.0000 iprec_at_recall_0.10 9_9 0.0583 iprec_at_recall_0.20 9_9 0.0442 iprec_at_recall_0.30 9_9 0.0000 iprec_at_recall_0.40 9_9 0.0000 iprec_at_recall_0.50 9_9 0.0000 iprec_at_recall_0.60 9_9 0.0000 iprec_at_recall_0.70 9_9 0.0000 iprec_at_recall_0.80 9_9 0.0000 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 0.2000 P_10 9_9 0.1000 P_15 9_9 0.1333 P_20 9_9 0.1000 P_30 9_9 0.0667 P_100 9_9 0.0500 P_200 9_9 0.0400 P_500 9_9 0.0280 P_1000 9_9 0.0160 relstring 9_9 '100000----' recall_5 9_9 0.0182 recall_10 9_9 0.0182 recall_15 9_9 0.0364 recall_20 9_9 0.0364 recall_30 9_9 0.0364 recall_100 9_9 0.0909 recall_200 9_9 0.1455 recall_500 9_9 0.2545 recall_1000 9_9 0.2909 infAP 9_9 0.0327 Rprec_mult_0.20 9_9 0.0909 Rprec_mult_0.40 9_9 0.0909 Rprec_mult_0.60 9_9 0.0606 Rprec_mult_0.80 9_9 0.0455 Rprec_mult_1.00 9_9 0.0727 Rprec_mult_1.20 9_9 0.0606 Rprec_mult_1.40 9_9 0.0649 Rprec_mult_1.60 9_9 0.0568 Rprec_mult_1.80 9_9 0.0505 Rprec_mult_2.00 9_9 0.0545 utility 9_9 -968.0000 11pt_avg 9_9 0.1002 binG 9_9 0.0576 G 9_9 0.0271 ndcg 9_9 0.1232 ndcg_rel 9_9 0.1191 Rndcg 9_9 0.0752 ndcg_cut_5 9_9 0.1131 ndcg_cut_10 9_9 0.0734 ndcg_cut_15 9_9 0.0867 ndcg_cut_20 9_9 0.0722 ndcg_cut_30 9_9 0.0591 ndcg_cut_100 9_9 0.0732 ndcg_cut_200 9_9 0.0863 ndcg_cut_500 9_9 0.1168 ndcg_cut_1000 9_9 0.1232 map_cut_5 9_9 0.0182 map_cut_10 9_9 0.0182 map_cut_15 9_9 0.0210 map_cut_20 9_9 0.0210 map_cut_30 9_9 0.0210 map_cut_100 9_9 0.0248 map_cut_200 9_9 0.0277 map_cut_500 9_9 0.0320 map_cut_1000 9_9 0.0327 relative_P_5 9_9 0.2000 relative_P_10 9_9 0.1000 relative_P_15 9_9 0.1333 relative_P_20 9_9 0.1000 relative_P_30 9_9 0.0667 relative_P_100 9_9 0.0909 relative_P_200 9_9 0.1455 relative_P_500 9_9 0.2545 relative_P_1000 9_9 0.2909 success_1 9_9 1.0000 success_5 9_9 1.0000 success_10 9_9 1.0000 set_P 9_9 0.0160 set_relative_P 9_9 0.2909 set_recall 9_9 0.2909 set_map 9_9 0.0047 set_F 9_9 0.0303 num_nonrel_judged_ret 9_9 13 rbp 9_9 0.0526 rbp_resid 9_9 0.4963 unj_5 9_9 0.0000 unj_10 9_9 0.4000 unj_20 9_9 0.6500 runid all Llama3.1-QR-splade-rr-baseline num_q all 116 num_ret all 116000 num_rel all 9895 num_rel_ret all 4919 map all 0.2003 gm_map all 0.0486 Rprec all 0.2390 bpref all 0.3993 recip_rank all 0.6581 iprec_at_recall_0.00 all 0.6945 iprec_at_recall_0.10 all 0.4719 iprec_at_recall_0.20 all 0.3584 iprec_at_recall_0.30 all 0.2802 iprec_at_recall_0.40 all 0.2139 iprec_at_recall_0.50 all 0.1712 iprec_at_recall_0.60 all 0.1274 iprec_at_recall_0.70 all 0.0895 iprec_at_recall_0.80 all 0.0542 iprec_at_recall_0.90 all 0.0230 iprec_at_recall_1.00 all 0.0006 P_5 all 0.5155 P_10 all 0.4534 P_15 all 0.4213 P_20 all 0.3983 P_30 all 0.3601 P_100 all 0.2105 P_200 all 0.1420 P_500 all 0.0748 P_1000 all 0.0424 recall_5 all 0.0410 recall_10 all 0.0690 recall_15 all 0.0951 recall_20 all 0.1173 recall_30 all 0.1531 recall_100 all 0.2843 recall_200 all 0.3890 recall_500 all 0.4976 recall_1000 all 0.5540 infAP all 0.2003 gm_bpref all 0.1331 Rprec_mult_0.20 all 0.4194 Rprec_mult_0.40 all 0.3431 Rprec_mult_0.60 all 0.2953 Rprec_mult_0.80 all 0.2613 Rprec_mult_1.00 all 0.2390 Rprec_mult_1.20 all 0.2211 Rprec_mult_1.40 all 0.2031 Rprec_mult_1.60 all 0.1872 Rprec_mult_1.80 all 0.1738 Rprec_mult_2.00 all 0.1626 utility all -915.1897 11pt_avg all 0.2259 binG all 0.1441 G all 0.1091 ndcg all 0.4100 ndcg_rel all 0.3565 Rndcg all 0.3119 ndcg_cut_5 all 0.3370 ndcg_cut_10 all 0.3239 ndcg_cut_15 all 0.3147 ndcg_cut_20 all 0.3101 ndcg_cut_30 all 0.3042 ndcg_cut_100 all 0.3027 ndcg_cut_200 all 0.3401 ndcg_cut_500 all 0.3876 ndcg_cut_1000 all 0.4100 map_cut_5 all 0.0343 map_cut_10 all 0.0547 map_cut_15 all 0.0709 map_cut_20 all 0.0849 map_cut_30 all 0.1059 map_cut_100 all 0.1587 map_cut_200 all 0.1808 map_cut_500 all 0.1959 map_cut_1000 all 0.2003 relative_P_5 all 0.5159 relative_P_10 all 0.4547 relative_P_15 all 0.4244 relative_P_20 all 0.4036 relative_P_30 all 0.3701 relative_P_100 all 0.3125 relative_P_200 all 0.3906 relative_P_500 all 0.4976 relative_P_1000 all 0.5540 success_1 all 0.5690 success_5 all 0.7845 success_10 all 0.7931 set_P all 0.0424 set_relative_P all 0.5540 set_recall all 0.5540 set_map all 0.0294 set_F all 0.0766 num_nonrel_judged_ret all 3173 rbp all 0.2401 rbp_resid all 0.2922 unj_5 all 0.0172 unj_10 all 0.2181 unj_20 all 0.3578