num_ret 0_10 1000 num_rel 0_10 54 num_rel_ret 0_10 3 map 0_10 0.0004 Rprec 0_10 0.0000 bpref 0_10 0.0504 recip_rank 0_10 0.0090 iprec_at_recall_0.00 0_10 0.0090 iprec_at_recall_0.10 0_10 0.0000 iprec_at_recall_0.20 0_10 0.0000 iprec_at_recall_0.30 0_10 0.0000 iprec_at_recall_0.40 0_10 0.0000 iprec_at_recall_0.50 0_10 0.0000 iprec_at_recall_0.60 0_10 0.0000 iprec_at_recall_0.70 0_10 0.0000 iprec_at_recall_0.80 0_10 0.0000 iprec_at_recall_0.90 0_10 0.0000 iprec_at_recall_1.00 0_10 0.0000 P_5 0_10 0.0000 P_10 0_10 0.0000 P_15 0_10 0.0000 P_20 0_10 0.0000 P_30 0_10 0.0000 P_100 0_10 0.0000 P_200 0_10 0.0050 P_500 0_10 0.0060 P_1000 0_10 0.0030 relstring 0_10 '00000-----' recall_5 0_10 0.0000 recall_10 0_10 0.0000 recall_15 0_10 0.0000 recall_20 0_10 0.0000 recall_30 0_10 0.0000 recall_100 0_10 0.0000 recall_200 0_10 0.0185 recall_500 0_10 0.0556 recall_1000 0_10 0.0556 infAP 0_10 0.0004 Rprec_mult_0.20 0_10 0.0000 Rprec_mult_0.40 0_10 0.0000 Rprec_mult_0.60 0_10 0.0000 Rprec_mult_0.80 0_10 0.0000 Rprec_mult_1.00 0_10 0.0000 Rprec_mult_1.20 0_10 0.0000 Rprec_mult_1.40 0_10 0.0000 Rprec_mult_1.60 0_10 0.0000 Rprec_mult_1.80 0_10 0.0000 Rprec_mult_2.00 0_10 0.0000 utility 0_10 -994.0000 11pt_avg 0_10 0.0008 binG 0_10 0.0071 G 0_10 0.0047 ndcg 0_10 0.0182 ndcg_rel 0_10 0.0178 Rndcg 0_10 0.0045 ndcg_cut_5 0_10 0.0000 ndcg_cut_10 0_10 0.0000 ndcg_cut_15 0_10 0.0000 ndcg_cut_20 0_10 0.0000 ndcg_cut_30 0_10 0.0000 ndcg_cut_100 0_10 0.0000 ndcg_cut_200 0_10 0.0043 ndcg_cut_500 0_10 0.0182 ndcg_cut_1000 0_10 0.0182 map_cut_5 0_10 0.0000 map_cut_10 0_10 0.0000 map_cut_15 0_10 0.0000 map_cut_20 0_10 0.0000 map_cut_30 0_10 0.0000 map_cut_100 0_10 0.0000 map_cut_200 0_10 0.0002 map_cut_500 0_10 0.0004 map_cut_1000 0_10 0.0004 relative_P_5 0_10 0.0000 relative_P_10 0_10 0.0000 relative_P_15 0_10 0.0000 relative_P_20 0_10 0.0000 relative_P_30 0_10 0.0000 relative_P_100 0_10 0.0000 relative_P_200 0_10 0.0185 relative_P_500 0_10 0.0556 relative_P_1000 0_10 0.0556 success_1 0_10 0.0000 success_5 0_10 0.0000 success_10 0_10 0.0000 set_P 0_10 0.0030 set_relative_P 0_10 0.0556 set_recall 0_10 0.0556 set_map 0_10 0.0002 set_F 0_10 0.0057 num_nonrel_judged_ret 0_10 5 rbp 0_10 0.0000 rbp_resid 0_10 0.5905 unj_5 0_10 0.0000 unj_10 0_10 0.5000 unj_20 0_10 0.7500 num_ret 0_11 572 num_rel 0_11 12 num_rel_ret 0_11 12 map 0_11 0.8637 Rprec 0_11 0.7500 bpref 0_11 0.8958 recip_rank 0_11 1.0000 iprec_at_recall_0.00 0_11 1.0000 iprec_at_recall_0.10 0_11 1.0000 iprec_at_recall_0.20 0_11 1.0000 iprec_at_recall_0.30 0_11 1.0000 iprec_at_recall_0.40 0_11 1.0000 iprec_at_recall_0.50 0_11 0.8889 iprec_at_recall_0.60 0_11 0.8889 iprec_at_recall_0.70 0_11 0.8889 iprec_at_recall_0.80 0_11 0.7143 iprec_at_recall_0.90 0_11 0.6111 iprec_at_recall_1.00 0_11 0.6000 P_5 0_11 1.0000 P_10 0_11 0.8000 P_15 0_11 0.6667 P_20 0_11 0.6000 P_30 0_11 0.4000 P_100 0_11 0.1200 P_200 0_11 0.0600 P_500 0_11 0.0240 P_1000 0_11 0.0120 relstring 0_11 '333330333-' recall_5 0_11 0.4167 recall_10 0_11 0.6667 recall_15 0_11 0.8333 recall_20 0_11 1.0000 recall_30 0_11 1.0000 recall_100 0_11 1.0000 recall_200 0_11 1.0000 recall_500 0_11 1.0000 recall_1000 0_11 1.0000 infAP 0_11 0.8637 Rprec_mult_0.20 0_11 1.0000 Rprec_mult_0.40 0_11 1.0000 Rprec_mult_0.60 0_11 0.8750 Rprec_mult_0.80 0_11 0.8000 Rprec_mult_1.00 0_11 0.7500 Rprec_mult_1.20 0_11 0.6667 Rprec_mult_1.40 0_11 0.5882 Rprec_mult_1.60 0_11 0.6000 Rprec_mult_1.80 0_11 0.5455 Rprec_mult_2.00 0_11 0.5000 utility 0_11 -548.0000 11pt_avg 0_11 0.8720 binG 0_11 0.6997 G 0_11 0.6264 ndcg 0_11 0.9614 ndcg_rel 0_11 0.9453 Rndcg 0_11 0.8908 ndcg_cut_5 0_11 1.0000 ndcg_cut_10 0_11 0.8580 ndcg_cut_15 0_11 0.8705 ndcg_cut_20 0_11 0.9614 ndcg_cut_30 0_11 0.9614 ndcg_cut_100 0_11 0.9614 ndcg_cut_200 0_11 0.9614 ndcg_cut_500 0_11 0.9614 ndcg_cut_1000 0_11 0.9614 map_cut_5 0_11 0.4167 map_cut_10 0_11 0.6351 map_cut_15 0_11 0.7628 map_cut_20 0_11 0.8637 map_cut_30 0_11 0.8637 map_cut_100 0_11 0.8637 map_cut_200 0_11 0.8637 map_cut_500 0_11 0.8637 map_cut_1000 0_11 0.8637 relative_P_5 0_11 1.0000 relative_P_10 0_11 0.8000 relative_P_15 0_11 0.8333 relative_P_20 0_11 1.0000 relative_P_30 0_11 1.0000 relative_P_100 0_11 1.0000 relative_P_200 0_11 1.0000 relative_P_500 0_11 1.0000 relative_P_1000 0_11 1.0000 success_1 0_11 1.0000 success_5 0_11 1.0000 success_10 0_11 1.0000 set_P 0_11 0.0210 set_relative_P 0_11 1.0000 set_recall 0_11 1.0000 set_map 0_11 0.0210 set_F 0_11 0.0411 num_nonrel_judged_ret 0_11 14 rbp 0_11 0.6440 rbp_resid 0_11 0.1899 unj_5 0_11 0.0000 unj_10 0_11 0.1000 unj_20 0_11 0.2000 num_ret 0_2 1000 num_rel 0_2 34 num_rel_ret 0_2 25 map 0_2 0.1548 Rprec 0_2 0.2647 bpref 0_2 0.1929 recip_rank 0_2 0.1429 iprec_at_recall_0.00 0_2 0.4000 iprec_at_recall_0.10 0_2 0.4000 iprec_at_recall_0.20 0_2 0.4000 iprec_at_recall_0.30 0_2 0.2778 iprec_at_recall_0.40 0_2 0.1972 iprec_at_recall_0.50 0_2 0.1364 iprec_at_recall_0.60 0_2 0.1026 iprec_at_recall_0.70 0_2 0.0860 iprec_at_recall_0.80 0_2 0.0000 iprec_at_recall_0.90 0_2 0.0000 iprec_at_recall_1.00 0_2 0.0000 P_5 0_2 0.0000 P_10 0_2 0.3000 P_15 0_2 0.4000 P_20 0_2 0.4000 P_30 0_2 0.2667 P_100 0_2 0.1500 P_200 0_2 0.1000 P_500 0_2 0.0480 P_1000 0_2 0.0250 relstring 0_2 '0000002201' recall_5 0_2 0.0000 recall_10 0_2 0.0882 recall_15 0_2 0.1765 recall_20 0_2 0.2353 recall_30 0_2 0.2353 recall_100 0_2 0.4412 recall_200 0_2 0.5882 recall_500 0_2 0.7059 recall_1000 0_2 0.7353 infAP 0_2 0.1548 Rprec_mult_0.20 0_2 0.1429 Rprec_mult_0.40 0_2 0.3571 Rprec_mult_0.60 0_2 0.3810 Rprec_mult_0.80 0_2 0.2857 Rprec_mult_1.00 0_2 0.2647 Rprec_mult_1.20 0_2 0.2439 Rprec_mult_1.40 0_2 0.2292 Rprec_mult_1.60 0_2 0.2182 Rprec_mult_1.80 0_2 0.2097 Rprec_mult_2.00 0_2 0.1912 utility 0_2 -950.0000 11pt_avg 0_2 0.1818 binG 0_2 0.1487 G 0_2 0.1279 ndcg 0_2 0.4075 ndcg_rel 0_2 0.3081 Rndcg 0_2 0.2011 ndcg_cut_5 0_2 0.0000 ndcg_cut_10 0_2 0.1573 ndcg_cut_15 0_2 0.2100 ndcg_cut_20 0_2 0.2425 ndcg_cut_30 0_2 0.2099 ndcg_cut_100 0_2 0.2969 ndcg_cut_200 0_2 0.3475 ndcg_cut_500 0_2 0.4008 ndcg_cut_1000 0_2 0.4075 map_cut_5 0_2 0.0000 map_cut_10 0_2 0.0204 map_cut_15 0_2 0.0533 map_cut_20 0_2 0.0759 map_cut_30 0_2 0.0759 map_cut_100 0_2 0.1235 map_cut_200 0_2 0.1423 map_cut_500 0_2 0.1534 map_cut_1000 0_2 0.1548 relative_P_5 0_2 0.0000 relative_P_10 0_2 0.3000 relative_P_15 0_2 0.4000 relative_P_20 0_2 0.4000 relative_P_30 0_2 0.2667 relative_P_100 0_2 0.4412 relative_P_200 0_2 0.5882 relative_P_500 0_2 0.7059 relative_P_1000 0_2 0.7353 success_1 0_2 0.0000 success_5 0_2 0.0000 success_10 0_2 1.0000 set_P 0_2 0.0250 set_relative_P 0_2 0.7353 set_recall 0_2 0.7353 set_map 0_2 0.0184 set_F 0_2 0.0484 num_nonrel_judged_ret 0_2 143 rbp 0_2 0.1337 rbp_resid 0_2 0.0031 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1000 num_rel 0_3 24 num_rel_ret 0_3 24 map 0_3 0.2795 Rprec 0_3 0.3750 bpref 0_3 0.2708 recip_rank 0_3 0.3333 iprec_at_recall_0.00 0_3 0.5455 iprec_at_recall_0.10 0_3 0.5455 iprec_at_recall_0.20 0_3 0.5455 iprec_at_recall_0.30 0_3 0.4211 iprec_at_recall_0.40 0_3 0.2174 iprec_at_recall_0.50 0_3 0.2174 iprec_at_recall_0.60 0_3 0.2174 iprec_at_recall_0.70 0_3 0.2174 iprec_at_recall_0.80 0_3 0.2174 iprec_at_recall_0.90 0_3 0.1392 iprec_at_recall_1.00 0_3 0.0819 P_5 0_3 0.4000 P_10 0_3 0.5000 P_15 0_3 0.4000 P_20 0_3 0.4000 P_30 0_3 0.3000 P_100 0_3 0.2000 P_200 0_3 0.1150 P_500 0_3 0.0480 P_1000 0_3 0.0240 relstring 0_3 '0010110012' recall_5 0_3 0.0833 recall_10 0_3 0.2083 recall_15 0_3 0.2500 recall_20 0_3 0.3333 recall_30 0_3 0.3750 recall_100 0_3 0.8333 recall_200 0_3 0.9583 recall_500 0_3 1.0000 recall_1000 0_3 1.0000 infAP 0_3 0.2795 Rprec_mult_0.20 0_3 0.4000 Rprec_mult_0.40 0_3 0.5000 Rprec_mult_0.60 0_3 0.4000 Rprec_mult_0.80 0_3 0.4000 Rprec_mult_1.00 0_3 0.3750 Rprec_mult_1.20 0_3 0.3103 Rprec_mult_1.40 0_3 0.2647 Rprec_mult_1.60 0_3 0.2308 Rprec_mult_1.80 0_3 0.2045 Rprec_mult_2.00 0_3 0.1875 utility 0_3 -952.0000 11pt_avg 0_3 0.3060 binG 0_3 0.2352 G 0_3 0.1977 ndcg 0_3 0.5207 ndcg_rel 0_3 0.3341 Rndcg 0_3 0.2273 ndcg_cut_5 0_3 0.1286 ndcg_cut_10 0_3 0.2499 ndcg_cut_15 0_3 0.2448 ndcg_cut_20 0_3 0.2610 ndcg_cut_30 0_3 0.2598 ndcg_cut_100 0_3 0.4646 ndcg_cut_200 0_3 0.5001 ndcg_cut_500 0_3 0.5207 ndcg_cut_1000 0_3 0.5207 map_cut_5 0_3 0.0306 map_cut_10 0_3 0.0907 map_cut_15 0_3 0.1135 map_cut_20 0_3 0.1472 map_cut_30 0_3 0.1628 map_cut_100 0_3 0.2561 map_cut_200 0_3 0.2761 map_cut_500 0_3 0.2795 map_cut_1000 0_3 0.2795 relative_P_5 0_3 0.4000 relative_P_10 0_3 0.5000 relative_P_15 0_3 0.4000 relative_P_20 0_3 0.4000 relative_P_30 0_3 0.3750 relative_P_100 0_3 0.8333 relative_P_200 0_3 0.9583 relative_P_500 0_3 1.0000 relative_P_1000 0_3 1.0000 success_1 0_3 0.0000 success_5 0_3 1.0000 success_10 0_3 1.0000 set_P 0_3 0.0240 set_relative_P 0_3 1.0000 set_recall 0_3 1.0000 set_map 0_3 0.0240 set_F 0_3 0.0469 num_nonrel_judged_ret 0_3 130 rbp 0_3 0.1344 rbp_resid 0_3 0.0013 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 989 num_rel 0_4 20 num_rel_ret 0_4 12 map 0_4 0.3474 Rprec 0_4 0.3000 bpref 0_4 0.3375 recip_rank 0_4 1.0000 iprec_at_recall_0.00 0_4 1.0000 iprec_at_recall_0.10 0_4 1.0000 iprec_at_recall_0.20 0_4 1.0000 iprec_at_recall_0.30 0_4 0.8571 iprec_at_recall_0.40 0_4 0.2581 iprec_at_recall_0.50 0_4 0.1887 iprec_at_recall_0.60 0_4 0.0896 iprec_at_recall_0.70 0_4 0.0000 iprec_at_recall_0.80 0_4 0.0000 iprec_at_recall_0.90 0_4 0.0000 iprec_at_recall_1.00 0_4 0.0000 P_5 0_4 1.0000 P_10 0_4 0.6000 P_15 0_4 0.4000 P_20 0_4 0.3000 P_30 0_4 0.2333 P_100 0_4 0.1000 P_200 0_4 0.0600 P_500 0_4 0.0240 P_1000 0_4 0.0120 relstring 0_4 '4344201-00' recall_5 0_4 0.2500 recall_10 0_4 0.3000 recall_15 0_4 0.3000 recall_20 0_4 0.3000 recall_30 0_4 0.3500 recall_100 0_4 0.5000 recall_200 0_4 0.6000 recall_500 0_4 0.6000 recall_1000 0_4 0.6000 infAP 0_4 0.3474 Rprec_mult_0.20 0_4 1.0000 Rprec_mult_0.40 0_4 0.7500 Rprec_mult_0.60 0_4 0.5000 Rprec_mult_0.80 0_4 0.3750 Rprec_mult_1.00 0_4 0.3000 Rprec_mult_1.20 0_4 0.2500 Rprec_mult_1.40 0_4 0.2500 Rprec_mult_1.60 0_4 0.2500 Rprec_mult_1.80 0_4 0.2222 Rprec_mult_2.00 0_4 0.2000 utility 0_4 -965.0000 11pt_avg 0_4 0.3994 binG 0_4 0.3368 G 0_4 0.4217 ndcg 0_4 0.7313 ndcg_rel 0_4 0.7865 Rndcg 0_4 0.7990 ndcg_cut_5 0_4 0.9811 ndcg_cut_10 0_4 0.7781 ndcg_cut_15 0_4 0.6853 ndcg_cut_20 0_4 0.6373 ndcg_cut_30 0_4 0.6626 ndcg_cut_100 0_4 0.7060 ndcg_cut_200 0_4 0.7313 ndcg_cut_500 0_4 0.7313 ndcg_cut_1000 0_4 0.7313 map_cut_5 0_4 0.2500 map_cut_10 0_4 0.2929 map_cut_15 0_4 0.2929 map_cut_20 0_4 0.2929 map_cut_30 0_4 0.3069 map_cut_100 0_4 0.3386 map_cut_200 0_4 0.3474 map_cut_500 0_4 0.3474 map_cut_1000 0_4 0.3474 relative_P_5 0_4 1.0000 relative_P_10 0_4 0.6000 relative_P_15 0_4 0.4000 relative_P_20 0_4 0.3000 relative_P_30 0_4 0.3500 relative_P_100 0_4 0.5000 relative_P_200 0_4 0.6000 relative_P_500 0_4 0.6000 relative_P_1000 0_4 0.6000 success_1 0_4 1.0000 success_5 0_4 1.0000 success_10 0_4 1.0000 set_P 0_4 0.0121 set_relative_P 0_4 0.6000 set_recall 0_4 0.6000 set_map 0_4 0.0073 set_F 0_4 0.0238 num_nonrel_judged_ret 0_4 31 rbp 0_4 0.3730 rbp_resid 0_4 0.1953 unj_5 0_4 0.0000 unj_10 0_4 0.1000 unj_20 0_4 0.3000 num_ret 0_6 1000 num_rel 0_6 121 num_rel_ret 0_6 81 map 0_6 0.3549 Rprec 0_6 0.3884 bpref 0_6 0.5941 recip_rank 0_6 1.0000 iprec_at_recall_0.00 0_6 1.0000 iprec_at_recall_0.10 0_6 0.9375 iprec_at_recall_0.20 0_6 0.8065 iprec_at_recall_0.30 0_6 0.6923 iprec_at_recall_0.40 0_6 0.3636 iprec_at_recall_0.50 0_6 0.2490 iprec_at_recall_0.60 0_6 0.1454 iprec_at_recall_0.70 0_6 0.0000 iprec_at_recall_0.80 0_6 0.0000 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 0.8000 P_10 0_6 0.9000 P_15 0_6 0.9333 P_20 0_6 0.8000 P_30 0_6 0.8000 P_100 0_6 0.4500 P_200 0_6 0.2800 P_500 0_6 0.1440 P_1000 0_6 0.0810 relstring 0_6 '3302212122' recall_5 0_6 0.0331 recall_10 0_6 0.0744 recall_15 0_6 0.1157 recall_20 0_6 0.1322 recall_30 0_6 0.1983 recall_100 0_6 0.3719 recall_200 0_6 0.4628 recall_500 0_6 0.5950 recall_1000 0_6 0.6694 infAP 0_6 0.3549 Rprec_mult_0.20 0_6 0.7600 Rprec_mult_0.40 0_6 0.7143 Rprec_mult_0.60 0_6 0.5616 Rprec_mult_0.80 0_6 0.4639 Rprec_mult_1.00 0_6 0.3884 Rprec_mult_1.20 0_6 0.3288 Rprec_mult_1.40 0_6 0.3059 Rprec_mult_1.60 0_6 0.2835 Rprec_mult_1.80 0_6 0.2661 Rprec_mult_2.00 0_6 0.2479 utility 0_6 -838.0000 11pt_avg 0_6 0.3813 binG 0_6 0.1913 G 0_6 0.1670 ndcg 0_6 0.6649 ndcg_rel 0_6 0.6596 Rndcg 0_6 0.6355 ndcg_cut_5 0_6 0.7380 ndcg_cut_10 0_6 0.7300 ndcg_cut_15 0_6 0.7612 ndcg_cut_20 0_6 0.6992 ndcg_cut_30 0_6 0.6691 ndcg_cut_100 0_6 0.5740 ndcg_cut_200 0_6 0.5783 ndcg_cut_500 0_6 0.6338 ndcg_cut_1000 0_6 0.6649 map_cut_5 0_6 0.0293 map_cut_10 0_6 0.0653 map_cut_15 0_6 0.1034 map_cut_20 0_6 0.1178 map_cut_30 0_6 0.1697 map_cut_100 0_6 0.2872 map_cut_200 0_6 0.3171 map_cut_500 0_6 0.3466 map_cut_1000 0_6 0.3549 relative_P_5 0_6 0.8000 relative_P_10 0_6 0.9000 relative_P_15 0_6 0.9333 relative_P_20 0_6 0.8000 relative_P_30 0_6 0.8000 relative_P_100 0_6 0.4500 relative_P_200 0_6 0.4628 relative_P_500 0_6 0.5950 relative_P_1000 0_6 0.6694 success_1 0_6 1.0000 success_5 0_6 1.0000 success_10 0_6 1.0000 set_P 0_6 0.0810 set_relative_P 0_6 0.6694 set_recall 0_6 0.6694 set_map 0_6 0.0542 set_F 0_6 0.1445 num_nonrel_judged_ret 0_6 15 rbp 0_6 0.5528 rbp_resid 0_6 0.0511 unj_5 0_6 0.0000 unj_10 0_6 0.0000 unj_20 0_6 0.1000 num_ret 0_7 1000 num_rel 0_7 33 num_rel_ret 0_7 29 map 0_7 0.2420 Rprec 0_7 0.3030 bpref 0_7 0.3297 recip_rank 0_7 0.3333 iprec_at_recall_0.00 0_7 0.5000 iprec_at_recall_0.10 0_7 0.4286 iprec_at_recall_0.20 0_7 0.3750 iprec_at_recall_0.30 0_7 0.3333 iprec_at_recall_0.40 0_7 0.3333 iprec_at_recall_0.50 0_7 0.2931 iprec_at_recall_0.60 0_7 0.2247 iprec_at_recall_0.70 0_7 0.1729 iprec_at_recall_0.80 0_7 0.1176 iprec_at_recall_0.90 0_7 0.0000 iprec_at_recall_1.00 0_7 0.0000 P_5 0_7 0.4000 P_10 0_7 0.4000 P_15 0_7 0.4000 P_20 0_7 0.3500 P_30 0_7 0.3000 P_100 0_7 0.2100 P_200 0_7 0.1250 P_500 0_7 0.0560 P_1000 0_7 0.0290 relstring 0_7 '0011001001' recall_5 0_7 0.0606 recall_10 0_7 0.1212 recall_15 0_7 0.1818 recall_20 0_7 0.2121 recall_30 0_7 0.2727 recall_100 0_7 0.6364 recall_200 0_7 0.7576 recall_500 0_7 0.8485 recall_1000 0_7 0.8788 infAP 0_7 0.2420 Rprec_mult_0.20 0_7 0.4286 Rprec_mult_0.40 0_7 0.4286 Rprec_mult_0.60 0_7 0.3500 Rprec_mult_0.80 0_7 0.3333 Rprec_mult_1.00 0_7 0.3030 Rprec_mult_1.20 0_7 0.3250 Rprec_mult_1.40 0_7 0.2979 Rprec_mult_1.60 0_7 0.2642 Rprec_mult_1.80 0_7 0.2833 Rprec_mult_2.00 0_7 0.2727 utility 0_7 -942.0000 11pt_avg 0_7 0.2526 binG 0_7 0.1942 G 0_7 0.1795 ndcg 0_7 0.5401 ndcg_rel 0_7 0.3787 Rndcg 0_7 0.2658 ndcg_cut_5 0_7 0.2032 ndcg_cut_10 0_7 0.2515 ndcg_cut_15 0_7 0.2765 ndcg_cut_20 0_7 0.2652 ndcg_cut_30 0_7 0.2532 ndcg_cut_100 0_7 0.4240 ndcg_cut_200 0_7 0.4988 ndcg_cut_500 0_7 0.5305 ndcg_cut_1000 0_7 0.5401 map_cut_5 0_7 0.0253 map_cut_10 0_7 0.0504 map_cut_15 0_7 0.0750 map_cut_20 0_7 0.0856 map_cut_30 0_7 0.1075 map_cut_100 0_7 0.2112 map_cut_200 0_7 0.2325 map_cut_500 0_7 0.2404 map_cut_1000 0_7 0.2420 relative_P_5 0_7 0.4000 relative_P_10 0_7 0.4000 relative_P_15 0_7 0.4000 relative_P_20 0_7 0.3500 relative_P_30 0_7 0.3000 relative_P_100 0_7 0.6364 relative_P_200 0_7 0.7576 relative_P_500 0_7 0.8485 relative_P_1000 0_7 0.8788 success_1 0_7 0.0000 success_5 0_7 1.0000 success_10 0_7 1.0000 set_P 0_7 0.0290 set_relative_P 0_7 0.8788 set_recall 0_7 0.8788 set_map 0_7 0.0255 set_F 0_7 0.0561 num_nonrel_judged_ret 0_7 72 rbp 0_7 0.1724 rbp_resid 0_7 0.0769 unj_5 0_7 0.0000 unj_10 0_7 0.0000 unj_20 0_7 0.0500 num_ret 0_8 1000 num_rel 0_8 31 num_rel_ret 0_8 27 map 0_8 0.2653 Rprec 0_8 0.3226 bpref 0_8 0.4891 recip_rank 0_8 0.5000 iprec_at_recall_0.00 0_8 0.5000 iprec_at_recall_0.10 0_8 0.3889 iprec_at_recall_0.20 0_8 0.3889 iprec_at_recall_0.30 0_8 0.3889 iprec_at_recall_0.40 0_8 0.3889 iprec_at_recall_0.50 0_8 0.3478 iprec_at_recall_0.60 0_8 0.3393 iprec_at_recall_0.70 0_8 0.2300 iprec_at_recall_0.80 0_8 0.1923 iprec_at_recall_0.90 0_8 0.0000 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.2000 P_10 0_8 0.2000 P_15 0_8 0.2667 P_20 0_8 0.3000 P_30 0_8 0.3333 P_100 0_8 0.2300 P_200 0_8 0.1350 P_500 0_8 0.0540 P_1000 0_8 0.0270 relstring 0_8 '0100000200' recall_5 0_8 0.0323 recall_10 0_8 0.0645 recall_15 0_8 0.1290 recall_20 0_8 0.1935 recall_30 0_8 0.3226 recall_100 0_8 0.7419 recall_200 0_8 0.8710 recall_500 0_8 0.8710 recall_1000 0_8 0.8710 infAP 0_8 0.2653 Rprec_mult_0.20 0_8 0.1429 Rprec_mult_0.40 0_8 0.2308 Rprec_mult_0.60 0_8 0.3158 Rprec_mult_0.80 0_8 0.3600 Rprec_mult_1.00 0_8 0.3226 Rprec_mult_1.20 0_8 0.3684 Rprec_mult_1.40 0_8 0.3409 Rprec_mult_1.60 0_8 0.3200 Rprec_mult_1.80 0_8 0.3393 Rprec_mult_2.00 0_8 0.3226 utility 0_8 -946.0000 11pt_avg 0_8 0.2877 binG 0_8 0.1974 G 0_8 0.1840 ndcg 0_8 0.5513 ndcg_rel 0_8 0.3843 Rndcg 0_8 0.3322 ndcg_cut_5 0_8 0.1070 ndcg_cut_10 0_8 0.1434 ndcg_cut_15 0_8 0.2013 ndcg_cut_20 0_8 0.2436 ndcg_cut_30 0_8 0.3015 ndcg_cut_100 0_8 0.4902 ndcg_cut_200 0_8 0.5513 ndcg_cut_500 0_8 0.5513 ndcg_cut_1000 0_8 0.5513 map_cut_5 0_8 0.0161 map_cut_10 0_8 0.0242 map_cut_15 0_8 0.0409 map_cut_20 0_8 0.0611 map_cut_30 0_8 0.1067 map_cut_100 0_8 0.2419 map_cut_200 0_8 0.2653 map_cut_500 0_8 0.2653 map_cut_1000 0_8 0.2653 relative_P_5 0_8 0.2000 relative_P_10 0_8 0.2000 relative_P_15 0_8 0.2667 relative_P_20 0_8 0.3000 relative_P_30 0_8 0.3333 relative_P_100 0_8 0.7419 relative_P_200 0_8 0.8710 relative_P_500 0_8 0.8710 relative_P_1000 0_8 0.8710 success_1 0_8 0.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 0.0270 set_relative_P 0_8 0.8710 set_recall 0_8 0.8710 set_map 0_8 0.0235 set_F 0_8 0.0524 num_nonrel_judged_ret 0_8 25 rbp 0_8 0.1946 rbp_resid 0_8 0.1051 unj_5 0_8 0.0000 unj_10 0_8 0.0000 unj_20 0_8 0.1500 num_ret 10_1 1000 num_rel 10_1 118 num_rel_ret 10_1 48 map 10_1 0.1008 Rprec 10_1 0.2288 bpref 10_1 0.3213 recip_rank 10_1 0.2500 iprec_at_recall_0.00 10_1 0.4500 iprec_at_recall_0.10 10_1 0.4483 iprec_at_recall_0.20 10_1 0.2553 iprec_at_recall_0.30 10_1 0.1308 iprec_at_recall_0.40 10_1 0.0862 iprec_at_recall_0.50 10_1 0.0000 iprec_at_recall_0.60 10_1 0.0000 iprec_at_recall_0.70 10_1 0.0000 iprec_at_recall_0.80 10_1 0.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 0.2000 P_10 10_1 0.3000 P_15 10_1 0.4000 P_20 10_1 0.4500 P_30 10_1 0.4333 P_100 10_1 0.2500 P_200 10_1 0.1600 P_500 10_1 0.0900 P_1000 10_1 0.0480 relstring 10_1 '0003010-20' recall_5 10_1 0.0085 recall_10 10_1 0.0254 recall_15 10_1 0.0508 recall_20 10_1 0.0763 recall_30 10_1 0.1102 recall_100 10_1 0.2119 recall_200 10_1 0.2712 recall_500 10_1 0.3814 recall_1000 10_1 0.4068 infAP 10_1 0.1008 Rprec_mult_0.20 10_1 0.4167 Rprec_mult_0.40 10_1 0.3125 Rprec_mult_0.60 10_1 0.2676 Rprec_mult_0.80 10_1 0.2526 Rprec_mult_1.00 10_1 0.2288 Rprec_mult_1.20 10_1 0.1972 Rprec_mult_1.40 10_1 0.1747 Rprec_mult_1.60 10_1 0.1587 Rprec_mult_1.80 10_1 0.1502 Rprec_mult_2.00 10_1 0.1398 utility 10_1 -904.0000 11pt_avg 10_1 0.1246 binG 10_1 0.0759 G 10_1 0.0634 ndcg 10_1 0.3106 ndcg_rel 10_1 0.2829 Rndcg 10_1 0.2247 ndcg_cut_5 10_1 0.1527 ndcg_cut_10 10_1 0.1932 ndcg_cut_15 10_1 0.2288 ndcg_cut_20 10_1 0.2524 ndcg_cut_30 10_1 0.2511 ndcg_cut_100 10_1 0.2259 ndcg_cut_200 10_1 0.2392 ndcg_cut_500 10_1 0.2993 ndcg_cut_1000 10_1 0.3106 map_cut_5 10_1 0.0021 map_cut_10 10_1 0.0078 map_cut_15 10_1 0.0168 map_cut_20 10_1 0.0279 map_cut_30 10_1 0.0427 map_cut_100 10_1 0.0729 map_cut_200 10_1 0.0849 map_cut_500 10_1 0.0988 map_cut_1000 10_1 0.1008 relative_P_5 10_1 0.2000 relative_P_10 10_1 0.3000 relative_P_15 10_1 0.4000 relative_P_20 10_1 0.4500 relative_P_30 10_1 0.4333 relative_P_100 10_1 0.2500 relative_P_200 10_1 0.2712 relative_P_500 10_1 0.3814 relative_P_1000 10_1 0.4068 success_1 10_1 0.0000 success_5 10_1 1.0000 success_10 10_1 1.0000 set_P 10_1 0.0480 set_relative_P 10_1 0.4068 set_recall 10_1 0.4068 set_map 10_1 0.0195 set_F 10_1 0.0859 num_nonrel_judged_ret 10_1 61 rbp 10_1 0.1890 rbp_resid 10_1 0.1203 unj_5 10_1 0.0000 unj_10 10_1 0.1000 unj_20 10_1 0.1000 num_ret 10_12 1000 num_rel 10_12 71 num_rel_ret 10_12 55 map 10_12 0.4452 Rprec 10_12 0.4789 bpref 10_12 0.7260 recip_rank 10_12 1.0000 iprec_at_recall_0.00 10_12 1.0000 iprec_at_recall_0.10 10_12 1.0000 iprec_at_recall_0.20 10_12 0.8235 iprec_at_recall_0.30 10_12 0.7097 iprec_at_recall_0.40 10_12 0.6512 iprec_at_recall_0.50 10_12 0.4337 iprec_at_recall_0.60 10_12 0.2471 iprec_at_recall_0.70 10_12 0.2000 iprec_at_recall_0.80 10_12 0.0000 iprec_at_recall_0.90 10_12 0.0000 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 1.0000 P_10 10_12 1.0000 P_15 10_12 0.8000 P_20 10_12 0.8000 P_30 10_12 0.7000 P_100 10_12 0.3800 P_200 10_12 0.2250 P_500 10_12 0.1060 P_1000 10_12 0.0550 relstring 10_12 '3324222423' recall_5 10_12 0.0704 recall_10 10_12 0.1408 recall_15 10_12 0.1690 recall_20 10_12 0.2254 recall_30 10_12 0.2958 recall_100 10_12 0.5352 recall_200 10_12 0.6338 recall_500 10_12 0.7465 recall_1000 10_12 0.7746 infAP 10_12 0.4452 Rprec_mult_0.20 10_12 0.8000 Rprec_mult_0.40 10_12 0.6897 Rprec_mult_0.60 10_12 0.6512 Rprec_mult_0.80 10_12 0.5263 Rprec_mult_1.00 10_12 0.4789 Rprec_mult_1.20 10_12 0.4186 Rprec_mult_1.40 10_12 0.3800 Rprec_mult_1.60 10_12 0.3333 Rprec_mult_1.80 10_12 0.3047 Rprec_mult_2.00 10_12 0.2746 utility 10_12 -890.0000 11pt_avg 10_12 0.4605 binG 10_12 0.2849 G 10_12 0.1953 ndcg 10_12 0.7352 ndcg_rel 10_12 0.7099 Rndcg 10_12 0.6935 ndcg_cut_5 10_12 0.7643 ndcg_cut_10 10_12 0.8078 ndcg_cut_15 10_12 0.7475 ndcg_cut_20 10_12 0.7417 ndcg_cut_30 10_12 0.7163 ndcg_cut_100 10_12 0.6381 ndcg_cut_200 10_12 0.6807 ndcg_cut_500 10_12 0.7291 ndcg_cut_1000 10_12 0.7352 map_cut_5 10_12 0.0704 map_cut_10 10_12 0.1408 map_cut_15 10_12 0.1648 map_cut_20 10_12 0.2103 map_cut_30 10_12 0.2606 map_cut_100 10_12 0.3974 map_cut_200 10_12 0.4230 map_cut_500 10_12 0.4427 map_cut_1000 10_12 0.4452 relative_P_5 10_12 1.0000 relative_P_10 10_12 1.0000 relative_P_15 10_12 0.8000 relative_P_20 10_12 0.8000 relative_P_30 10_12 0.7000 relative_P_100 10_12 0.5352 relative_P_200 10_12 0.6338 relative_P_500 10_12 0.7465 relative_P_1000 10_12 0.7746 success_1 10_12 1.0000 success_5 10_12 1.0000 success_10 10_12 1.0000 set_P 10_12 0.0550 set_relative_P 10_12 0.7746 set_recall 10_12 0.7746 set_map 10_12 0.0426 set_F 10_12 0.1027 num_nonrel_judged_ret 10_12 12 rbp 10_12 0.5285 rbp_resid 10_12 0.1281 unj_5 10_12 0.0000 unj_10 10_12 0.0000 unj_20 10_12 0.1500 num_ret 10_2 1000 num_rel 10_2 30 num_rel_ret 10_2 28 map 10_2 0.3838 Rprec 10_2 0.3667 bpref 10_2 0.6400 recip_rank 10_2 1.0000 iprec_at_recall_0.00 10_2 1.0000 iprec_at_recall_0.10 10_2 0.8000 iprec_at_recall_0.20 10_2 0.6154 iprec_at_recall_0.30 10_2 0.4762 iprec_at_recall_0.40 10_2 0.3721 iprec_at_recall_0.50 10_2 0.3721 iprec_at_recall_0.60 10_2 0.3462 iprec_at_recall_0.70 10_2 0.2877 iprec_at_recall_0.80 10_2 0.1880 iprec_at_recall_0.90 10_2 0.0941 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 0.8000 P_10 10_2 0.6000 P_15 10_2 0.5333 P_20 10_2 0.4500 P_30 10_2 0.3667 P_100 10_2 0.2200 P_200 10_2 0.1250 P_500 10_2 0.0560 P_1000 10_2 0.0280 relstring 10_2 '20212-0301' recall_5 10_2 0.1333 recall_10 10_2 0.2000 recall_15 10_2 0.2667 recall_20 10_2 0.3000 recall_30 10_2 0.3667 recall_100 10_2 0.7333 recall_200 10_2 0.8333 recall_500 10_2 0.9333 recall_1000 10_2 0.9333 infAP 10_2 0.3838 Rprec_mult_0.20 10_2 0.6667 Rprec_mult_0.40 10_2 0.5833 Rprec_mult_0.60 10_2 0.4444 Rprec_mult_0.80 10_2 0.4167 Rprec_mult_1.00 10_2 0.3667 Rprec_mult_1.20 10_2 0.3333 Rprec_mult_1.40 10_2 0.3571 Rprec_mult_1.60 10_2 0.3542 Rprec_mult_1.80 10_2 0.3333 Rprec_mult_2.00 10_2 0.3167 utility 10_2 -944.0000 11pt_avg 10_2 0.4138 binG 10_2 0.2726 G 10_2 0.2128 ndcg 10_2 0.6555 ndcg_rel 10_2 0.5261 Rndcg 10_2 0.4830 ndcg_cut_5 10_2 0.4270 ndcg_cut_10 10_2 0.4173 ndcg_cut_15 10_2 0.4360 ndcg_cut_20 10_2 0.4328 ndcg_cut_30 10_2 0.4286 ndcg_cut_100 10_2 0.6051 ndcg_cut_200 10_2 0.6289 ndcg_cut_500 10_2 0.6555 ndcg_cut_1000 10_2 0.6555 map_cut_5 10_2 0.1072 map_cut_10 10_2 0.1481 map_cut_15 10_2 0.1880 map_cut_20 10_2 0.2038 map_cut_30 10_2 0.2328 map_cut_100 10_2 0.3547 map_cut_200 10_2 0.3746 map_cut_500 10_2 0.3838 map_cut_1000 10_2 0.3838 relative_P_5 10_2 0.8000 relative_P_10 10_2 0.6000 relative_P_15 10_2 0.5333 relative_P_20 10_2 0.4500 relative_P_30 10_2 0.3667 relative_P_100 10_2 0.7333 relative_P_200 10_2 0.8333 relative_P_500 10_2 0.9333 relative_P_1000 10_2 0.9333 success_1 10_2 1.0000 success_5 10_2 1.0000 success_10 10_2 1.0000 set_P 10_2 0.0280 set_relative_P 10_2 0.9333 set_recall 10_2 0.9333 set_map 10_2 0.0261 set_F 10_2 0.0544 num_nonrel_judged_ret 10_2 51 rbp 10_2 0.2363 rbp_resid 10_2 0.2320 unj_5 10_2 0.0000 unj_10 10_2 0.1000 unj_20 10_2 0.2500 num_ret 10_3 1000 num_rel 10_3 23 num_rel_ret 10_3 16 map 10_3 0.3434 Rprec 10_3 0.4783 bpref 10_3 0.4745 recip_rank 10_3 0.5000 iprec_at_recall_0.00 10_3 0.7500 iprec_at_recall_0.10 10_3 0.7500 iprec_at_recall_0.20 10_3 0.6000 iprec_at_recall_0.30 10_3 0.5294 iprec_at_recall_0.40 10_3 0.5294 iprec_at_recall_0.50 10_3 0.5000 iprec_at_recall_0.60 10_3 0.4828 iprec_at_recall_0.70 10_3 0.0838 iprec_at_recall_0.80 10_3 0.0000 iprec_at_recall_0.90 10_3 0.0000 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 0.6000 P_10 10_3 0.6000 P_15 10_3 0.4667 P_20 10_3 0.4500 P_30 10_3 0.4667 P_100 10_3 0.1400 P_200 10_3 0.0800 P_500 10_3 0.0320 P_1000 10_3 0.0160 relstring 10_3 '0222020021' recall_5 10_3 0.1304 recall_10 10_3 0.2609 recall_15 10_3 0.3043 recall_20 10_3 0.3913 recall_30 10_3 0.6087 recall_100 10_3 0.6087 recall_200 10_3 0.6957 recall_500 10_3 0.6957 recall_1000 10_3 0.6957 infAP 10_3 0.3434 Rprec_mult_0.20 10_3 0.6000 Rprec_mult_0.40 10_3 0.6000 Rprec_mult_0.60 10_3 0.5000 Rprec_mult_0.80 10_3 0.4737 Rprec_mult_1.00 10_3 0.4783 Rprec_mult_1.20 10_3 0.4643 Rprec_mult_1.40 10_3 0.4242 Rprec_mult_1.60 10_3 0.3784 Rprec_mult_1.80 10_3 0.3333 Rprec_mult_2.00 10_3 0.3043 utility 10_3 -968.0000 11pt_avg 10_3 0.3841 binG 10_3 0.2460 G 10_3 0.2501 ndcg 10_3 0.6350 ndcg_rel 10_3 0.5797 Rndcg 10_3 0.5494 ndcg_cut_5 10_3 0.5296 ndcg_cut_10 10_3 0.5563 ndcg_cut_15 10_3 0.5077 ndcg_cut_20 10_3 0.5196 ndcg_cut_30 10_3 0.6005 ndcg_cut_100 10_3 0.6005 ndcg_cut_200 10_3 0.6350 ndcg_cut_500 10_3 0.6350 ndcg_cut_1000 10_3 0.6350 map_cut_5 10_3 0.0833 map_cut_10 10_3 0.1626 map_cut_15 10_3 0.1843 map_cut_20 10_3 0.2291 map_cut_30 10_3 0.3352 map_cut_100 10_3 0.3352 map_cut_200 10_3 0.3434 map_cut_500 10_3 0.3434 map_cut_1000 10_3 0.3434 relative_P_5 10_3 0.6000 relative_P_10 10_3 0.6000 relative_P_15 10_3 0.4667 relative_P_20 10_3 0.4500 relative_P_30 10_3 0.6087 relative_P_100 10_3 0.6087 relative_P_200 10_3 0.6957 relative_P_500 10_3 0.6957 relative_P_1000 10_3 0.6957 success_1 10_3 0.0000 success_5 10_3 1.0000 success_10 10_3 1.0000 set_P 10_3 0.0160 set_relative_P 10_3 0.6957 set_recall 10_3 0.6957 set_map 10_3 0.0111 set_F 10_3 0.0313 num_nonrel_judged_ret 10_3 25 rbp 10_3 0.4342 rbp_resid 10_3 0.1217 unj_5 10_3 0.0000 unj_10 10_3 0.0000 unj_20 10_3 0.1000 num_ret 10_6 1000 num_rel 10_6 133 num_rel_ret 10_6 42 map 10_6 0.1710 Rprec 10_6 0.2180 bpref 10_6 0.3066 recip_rank 10_6 1.0000 iprec_at_recall_0.00 10_6 1.0000 iprec_at_recall_0.10 10_6 0.8500 iprec_at_recall_0.20 10_6 0.2673 iprec_at_recall_0.30 10_6 0.0535 iprec_at_recall_0.40 10_6 0.0000 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 1.0000 P_10 10_6 0.9000 P_15 10_6 0.8000 P_20 10_6 0.8500 P_30 10_6 0.7000 P_100 10_6 0.2600 P_200 10_6 0.1450 P_500 10_6 0.0740 P_1000 10_6 0.0420 relstring 10_6 '111232-222' recall_5 10_6 0.0376 recall_10 10_6 0.0677 recall_15 10_6 0.0902 recall_20 10_6 0.1278 recall_30 10_6 0.1579 recall_100 10_6 0.1955 recall_200 10_6 0.2180 recall_500 10_6 0.2782 recall_1000 10_6 0.3158 infAP 10_6 0.1710 Rprec_mult_0.20 10_6 0.7407 Rprec_mult_0.40 10_6 0.4444 Rprec_mult_0.60 10_6 0.3125 Rprec_mult_0.80 10_6 0.2523 Rprec_mult_1.00 10_6 0.2180 Rprec_mult_1.20 10_6 0.1812 Rprec_mult_1.40 10_6 0.1551 Rprec_mult_1.60 10_6 0.1408 Rprec_mult_1.80 10_6 0.1333 Rprec_mult_2.00 10_6 0.1203 utility 10_6 -916.0000 11pt_avg 10_6 0.1974 binG 10_6 0.1195 G 10_6 0.0782 ndcg 10_6 0.3829 ndcg_rel 10_6 0.4070 Rndcg 10_6 0.3551 ndcg_cut_5 10_6 0.5173 ndcg_cut_10 10_6 0.5951 ndcg_cut_15 10_6 0.5745 ndcg_cut_20 10_6 0.6218 ndcg_cut_30 10_6 0.5767 ndcg_cut_100 10_6 0.3400 ndcg_cut_200 10_6 0.3230 ndcg_cut_500 10_6 0.3591 ndcg_cut_1000 10_6 0.3829 map_cut_5 10_6 0.0376 map_cut_10 10_6 0.0651 map_cut_15 10_6 0.0833 map_cut_20 10_6 0.1146 map_cut_30 10_6 0.1386 map_cut_100 10_6 0.1563 map_cut_200 10_6 0.1620 map_cut_500 10_6 0.1689 map_cut_1000 10_6 0.1710 relative_P_5 10_6 1.0000 relative_P_10 10_6 0.9000 relative_P_15 10_6 0.8000 relative_P_20 10_6 0.8500 relative_P_30 10_6 0.7000 relative_P_100 10_6 0.2600 relative_P_200 10_6 0.2180 relative_P_500 10_6 0.2782 relative_P_1000 10_6 0.3158 success_1 10_6 1.0000 success_5 10_6 1.0000 success_10 10_6 1.0000 set_P 10_6 0.0420 set_relative_P 10_6 0.3158 set_recall 10_6 0.3158 set_map 10_6 0.0133 set_F 10_6 0.0741 num_nonrel_judged_ret 10_6 8 rbp 10_6 0.4491 rbp_resid 10_6 0.1894 unj_5 10_6 0.0000 unj_10 10_6 0.1000 unj_20 10_6 0.1500 num_ret 10_7 1000 num_rel 10_7 149 num_rel_ret 10_7 55 map 10_7 0.0993 Rprec 10_7 0.1477 bpref 10_7 0.3310 recip_rank 10_7 0.5000 iprec_at_recall_0.00 10_7 0.8000 iprec_at_recall_0.10 10_7 0.4545 iprec_at_recall_0.20 10_7 0.1316 iprec_at_recall_0.30 10_7 0.1061 iprec_at_recall_0.40 10_7 0.0000 iprec_at_recall_0.50 10_7 0.0000 iprec_at_recall_0.60 10_7 0.0000 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 0.8000 P_10 10_7 0.6000 P_15 10_7 0.5333 P_20 10_7 0.5000 P_30 10_7 0.4667 P_100 10_7 0.2100 P_200 10_7 0.1400 P_500 10_7 0.0940 P_1000 10_7 0.0550 relstring 10_7 '02121--21-' recall_5 10_7 0.0268 recall_10 10_7 0.0403 recall_15 10_7 0.0537 recall_20 10_7 0.0671 recall_30 10_7 0.0940 recall_100 10_7 0.1409 recall_200 10_7 0.1879 recall_500 10_7 0.3154 recall_1000 10_7 0.3691 infAP 10_7 0.0993 Rprec_mult_0.20 10_7 0.4667 Rprec_mult_0.40 10_7 0.3000 Rprec_mult_0.60 10_7 0.2222 Rprec_mult_0.80 10_7 0.1750 Rprec_mult_1.00 10_7 0.1477 Rprec_mult_1.20 10_7 0.1453 Rprec_mult_1.40 10_7 0.1388 Rprec_mult_1.60 10_7 0.1255 Rprec_mult_1.80 10_7 0.1301 Rprec_mult_2.00 10_7 0.1242 utility 10_7 -890.0000 11pt_avg 10_7 0.1357 binG 10_7 0.0759 G 10_7 0.0651 ndcg 10_7 0.3323 ndcg_rel 10_7 0.3189 Rndcg 10_7 0.2104 ndcg_cut_5 10_7 0.4364 ndcg_cut_10 10_7 0.3908 ndcg_cut_15 10_7 0.3501 ndcg_cut_20 10_7 0.3437 ndcg_cut_30 10_7 0.3242 ndcg_cut_100 10_7 0.2377 ndcg_cut_200 10_7 0.2225 ndcg_cut_500 10_7 0.3012 ndcg_cut_1000 10_7 0.3323 map_cut_5 10_7 0.0182 map_cut_10 10_7 0.0269 map_cut_15 10_7 0.0341 map_cut_20 10_7 0.0418 map_cut_30 10_7 0.0556 map_cut_100 10_7 0.0718 map_cut_200 10_7 0.0790 map_cut_500 10_7 0.0948 map_cut_1000 10_7 0.0993 relative_P_5 10_7 0.8000 relative_P_10 10_7 0.6000 relative_P_15 10_7 0.5333 relative_P_20 10_7 0.5000 relative_P_30 10_7 0.4667 relative_P_100 10_7 0.2100 relative_P_200 10_7 0.1879 relative_P_500 10_7 0.3154 relative_P_1000 10_7 0.3691 success_1 10_7 0.0000 success_5 10_7 1.0000 success_10 10_7 1.0000 set_P 10_7 0.0550 set_relative_P 10_7 0.3691 set_recall 10_7 0.3691 set_map 10_7 0.0203 set_F 10_7 0.0957 num_nonrel_judged_ret 10_7 18 rbp 10_7 0.2590 rbp_resid 10_7 0.3395 unj_5 10_7 0.0000 unj_10 10_7 0.3000 unj_20 10_7 0.4000 num_ret 10_8 1000 num_rel 10_8 76 num_rel_ret 10_8 45 map 10_8 0.1581 Rprec 10_8 0.2368 bpref 10_8 0.5206 recip_rank 10_8 0.5000 iprec_at_recall_0.00 10_8 0.6667 iprec_at_recall_0.10 10_8 0.5333 iprec_at_recall_0.20 10_8 0.2769 iprec_at_recall_0.30 10_8 0.1983 iprec_at_recall_0.40 10_8 0.1714 iprec_at_recall_0.50 10_8 0.0922 iprec_at_recall_0.60 10_8 0.0000 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 0.6000 P_10 10_8 0.6000 P_15 10_8 0.5333 P_20 10_8 0.5000 P_30 10_8 0.4000 P_100 10_8 0.2100 P_200 10_8 0.1600 P_500 10_8 0.0820 P_1000 10_8 0.0450 relstring 10_8 '01101--213' recall_5 10_8 0.0395 recall_10 10_8 0.0789 recall_15 10_8 0.1053 recall_20 10_8 0.1316 recall_30 10_8 0.1579 recall_100 10_8 0.2763 recall_200 10_8 0.4211 recall_500 10_8 0.5395 recall_1000 10_8 0.5921 infAP 10_8 0.1581 Rprec_mult_0.20 10_8 0.5000 Rprec_mult_0.40 10_8 0.3871 Rprec_mult_0.60 10_8 0.2609 Rprec_mult_0.80 10_8 0.2623 Rprec_mult_1.00 10_8 0.2368 Rprec_mult_1.20 10_8 0.2283 Rprec_mult_1.40 10_8 0.1963 Rprec_mult_1.60 10_8 0.1885 Rprec_mult_1.80 10_8 0.1752 Rprec_mult_2.00 10_8 0.1711 utility 10_8 -910.0000 11pt_avg 10_8 0.1763 binG 10_8 0.1231 G 10_8 0.1095 ndcg 10_8 0.4541 ndcg_rel 10_8 0.3792 Rndcg 10_8 0.2823 ndcg_cut_5 10_8 0.2016 ndcg_cut_10 10_8 0.3095 ndcg_cut_15 10_8 0.2868 ndcg_cut_20 10_8 0.3185 ndcg_cut_30 10_8 0.3077 ndcg_cut_100 10_8 0.2896 ndcg_cut_200 10_8 0.3763 ndcg_cut_500 10_8 0.4339 ndcg_cut_1000 10_8 0.4541 map_cut_5 10_8 0.0232 map_cut_10 10_8 0.0450 map_cut_15 10_8 0.0591 map_cut_20 10_8 0.0730 map_cut_30 10_8 0.0836 map_cut_100 10_8 0.1145 map_cut_200 10_8 0.1405 map_cut_500 10_8 0.1542 map_cut_1000 10_8 0.1581 relative_P_5 10_8 0.6000 relative_P_10 10_8 0.6000 relative_P_15 10_8 0.5333 relative_P_20 10_8 0.5000 relative_P_30 10_8 0.4000 relative_P_100 10_8 0.2763 relative_P_200 10_8 0.4211 relative_P_500 10_8 0.5395 relative_P_1000 10_8 0.5921 success_1 10_8 0.0000 success_5 10_8 1.0000 success_10 10_8 1.0000 set_P 10_8 0.0450 set_relative_P 10_8 0.5921 set_recall 10_8 0.5921 set_map 10_8 0.0266 set_F 10_8 0.0836 num_nonrel_judged_ret 10_8 24 rbp 10_8 0.2167 rbp_resid 10_8 0.3441 unj_5 10_8 0.0000 unj_10 10_8 0.2000 unj_20 10_8 0.3500 num_ret 11_10 1000 num_rel 11_10 126 num_rel_ret 11_10 85 map 11_10 0.3866 Rprec 11_10 0.4762 bpref 11_10 0.6070 recip_rank 11_10 1.0000 iprec_at_recall_0.00 11_10 1.0000 iprec_at_recall_0.10 11_10 0.7576 iprec_at_recall_0.20 11_10 0.7576 iprec_at_recall_0.30 11_10 0.6234 iprec_at_recall_0.40 11_10 0.5747 iprec_at_recall_0.50 11_10 0.4851 iprec_at_recall_0.60 11_10 0.2744 iprec_at_recall_0.70 11_10 0.0000 iprec_at_recall_0.80 11_10 0.0000 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 0.8000 P_10 11_10 0.7000 P_15 11_10 0.7333 P_20 11_10 0.7000 P_30 11_10 0.7333 P_100 11_10 0.5400 P_200 11_10 0.3450 P_500 11_10 0.1680 P_1000 11_10 0.0850 relstring 11_10 '3202403022' recall_5 11_10 0.0317 recall_10 11_10 0.0556 recall_15 11_10 0.0873 recall_20 11_10 0.1111 recall_30 11_10 0.1746 recall_100 11_10 0.4286 recall_200 11_10 0.5476 recall_500 11_10 0.6667 recall_1000 11_10 0.6746 infAP 11_10 0.3866 Rprec_mult_0.20 11_10 0.7308 Rprec_mult_0.40 11_10 0.6863 Rprec_mult_0.60 11_10 0.6184 Rprec_mult_0.80 11_10 0.5347 Rprec_mult_1.00 11_10 0.4762 Rprec_mult_1.20 11_10 0.4342 Rprec_mult_1.40 11_10 0.3898 Rprec_mult_1.60 11_10 0.3416 Rprec_mult_1.80 11_10 0.3216 Rprec_mult_2.00 11_10 0.2937 utility 11_10 -830.0000 11pt_avg 11_10 0.4066 binG 11_10 0.1730 G 11_10 0.1239 ndcg 11_10 0.6203 ndcg_rel 11_10 0.5923 Rndcg 11_10 0.6020 ndcg_cut_5 11_10 0.6775 ndcg_cut_10 11_10 0.6049 ndcg_cut_15 11_10 0.6060 ndcg_cut_20 11_10 0.5944 ndcg_cut_30 11_10 0.5882 ndcg_cut_100 11_10 0.5286 ndcg_cut_200 11_10 0.5640 ndcg_cut_500 11_10 0.6183 ndcg_cut_1000 11_10 0.6203 map_cut_5 11_10 0.0282 map_cut_10 11_10 0.0447 map_cut_15 11_10 0.0683 map_cut_20 11_10 0.0856 map_cut_30 11_10 0.1318 map_cut_100 11_10 0.2975 map_cut_200 11_10 0.3550 map_cut_500 11_10 0.3854 map_cut_1000 11_10 0.3866 relative_P_5 11_10 0.8000 relative_P_10 11_10 0.7000 relative_P_15 11_10 0.7333 relative_P_20 11_10 0.7000 relative_P_30 11_10 0.7333 relative_P_100 11_10 0.5400 relative_P_200 11_10 0.5476 relative_P_500 11_10 0.6667 relative_P_1000 11_10 0.6746 success_1 11_10 1.0000 success_5 11_10 1.0000 success_10 11_10 1.0000 set_P 11_10 0.0850 set_relative_P 11_10 0.6746 set_recall 11_10 0.6746 set_map 11_10 0.0573 set_F 11_10 0.1510 num_nonrel_judged_ret 11_10 13 rbp 11_10 0.4511 rbp_resid 11_10 0.0606 unj_5 11_10 0.0000 unj_10 11_10 0.0000 unj_20 11_10 0.1000 num_ret 11_11 1000 num_rel 11_11 134 num_rel_ret 11_11 78 map 11_11 0.3534 Rprec 11_11 0.4328 bpref 11_11 0.5354 recip_rank 11_11 1.0000 iprec_at_recall_0.00 11_11 1.0000 iprec_at_recall_0.10 11_11 0.8667 iprec_at_recall_0.20 11_11 0.6923 iprec_at_recall_0.30 11_11 0.6250 iprec_at_recall_0.40 11_11 0.4741 iprec_at_recall_0.50 11_11 0.3785 iprec_at_recall_0.60 11_11 0.0000 iprec_at_recall_0.70 11_11 0.0000 iprec_at_recall_0.80 11_11 0.0000 iprec_at_recall_0.90 11_11 0.0000 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 1.0000 P_10 11_11 0.9000 P_15 11_11 0.8667 P_20 11_11 0.8000 P_30 11_11 0.8000 P_100 11_11 0.4800 P_200 11_11 0.3500 P_500 11_11 0.1540 P_1000 11_11 0.0780 relstring 11_11 '322122-132' recall_5 11_11 0.0373 recall_10 11_11 0.0672 recall_15 11_11 0.0970 recall_20 11_11 0.1194 recall_30 11_11 0.1791 recall_100 11_11 0.3582 recall_200 11_11 0.5224 recall_500 11_11 0.5746 recall_1000 11_11 0.5821 infAP 11_11 0.3534 Rprec_mult_0.20 11_11 0.8148 Rprec_mult_0.40 11_11 0.6481 Rprec_mult_0.60 11_11 0.5309 Rprec_mult_0.80 11_11 0.4815 Rprec_mult_1.00 11_11 0.4328 Rprec_mult_1.20 11_11 0.3851 Rprec_mult_1.40 11_11 0.3617 Rprec_mult_1.60 11_11 0.3302 Rprec_mult_1.80 11_11 0.3017 Rprec_mult_2.00 11_11 0.2761 utility 11_11 -844.0000 11pt_avg 11_11 0.3670 binG 11_11 0.1813 G 11_11 0.1071 ndcg 11_11 0.5498 ndcg_rel 11_11 0.5342 Rndcg 11_11 0.5460 ndcg_cut_5 11_11 0.6568 ndcg_cut_10 11_11 0.6135 ndcg_cut_15 11_11 0.5692 ndcg_cut_20 11_11 0.5315 ndcg_cut_30 11_11 0.5208 ndcg_cut_100 11_11 0.4581 ndcg_cut_200 11_11 0.5224 ndcg_cut_500 11_11 0.5478 ndcg_cut_1000 11_11 0.5498 map_cut_5 11_11 0.0373 map_cut_10 11_11 0.0647 map_cut_15 11_11 0.0916 map_cut_20 11_11 0.1100 map_cut_30 11_11 0.1590 map_cut_100 11_11 0.2679 map_cut_200 11_11 0.3381 map_cut_500 11_11 0.3524 map_cut_1000 11_11 0.3534 relative_P_5 11_11 1.0000 relative_P_10 11_11 0.9000 relative_P_15 11_11 0.8667 relative_P_20 11_11 0.8000 relative_P_30 11_11 0.8000 relative_P_100 11_11 0.4800 relative_P_200 11_11 0.5224 relative_P_500 11_11 0.5746 relative_P_1000 11_11 0.5821 success_1 11_11 1.0000 success_5 11_11 1.0000 success_10 11_11 1.0000 set_P 11_11 0.0780 set_relative_P 11_11 0.5821 set_recall 11_11 0.5821 set_map 11_11 0.0454 set_F 11_11 0.1376 num_nonrel_judged_ret 11_11 11 rbp 11_11 0.4061 rbp_resid 11_11 0.1259 unj_5 11_11 0.0000 unj_10 11_11 0.1000 unj_20 11_11 0.1500 num_ret 11_12 1000 num_rel 11_12 89 num_rel_ret 11_12 22 map 11_12 0.0995 Rprec 11_12 0.1573 bpref 11_12 0.2385 recip_rank 11_12 1.0000 iprec_at_recall_0.00 11_12 1.0000 iprec_at_recall_0.10 11_12 0.5000 iprec_at_recall_0.20 11_12 0.1027 iprec_at_recall_0.30 11_12 0.0000 iprec_at_recall_0.40 11_12 0.0000 iprec_at_recall_0.50 11_12 0.0000 iprec_at_recall_0.60 11_12 0.0000 iprec_at_recall_0.70 11_12 0.0000 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.6000 P_10 11_12 0.5000 P_15 11_12 0.5333 P_20 11_12 0.5000 P_30 11_12 0.4000 P_100 11_12 0.1400 P_200 11_12 0.0950 P_500 11_12 0.0440 P_1000 11_12 0.0220 relstring 11_12 '32200-021-' recall_5 11_12 0.0337 recall_10 11_12 0.0562 recall_15 11_12 0.0899 recall_20 11_12 0.1124 recall_30 11_12 0.1348 recall_100 11_12 0.1573 recall_200 11_12 0.2135 recall_500 11_12 0.2472 recall_1000 11_12 0.2472 infAP 11_12 0.0995 Rprec_mult_0.20 11_12 0.4444 Rprec_mult_0.40 11_12 0.3611 Rprec_mult_0.60 11_12 0.2407 Rprec_mult_0.80 11_12 0.1944 Rprec_mult_1.00 11_12 0.1573 Rprec_mult_1.20 11_12 0.1308 Rprec_mult_1.40 11_12 0.1120 Rprec_mult_1.60 11_12 0.1119 Rprec_mult_1.80 11_12 0.0994 Rprec_mult_2.00 11_12 0.0899 utility 11_12 -956.0000 11pt_avg 11_12 0.1457 binG 11_12 0.0816 G 11_12 0.0745 ndcg 11_12 0.3277 ndcg_rel 11_12 0.3620 Rndcg 11_12 0.3381 ndcg_cut_5 11_12 0.5949 ndcg_cut_10 11_12 0.4544 ndcg_cut_15 11_12 0.4902 ndcg_cut_20 11_12 0.4899 ndcg_cut_30 11_12 0.4290 ndcg_cut_100 11_12 0.2861 ndcg_cut_200 11_12 0.3155 ndcg_cut_500 11_12 0.3277 ndcg_cut_1000 11_12 0.3277 map_cut_5 11_12 0.0337 map_cut_10 11_12 0.0456 map_cut_15 11_12 0.0624 map_cut_20 11_12 0.0733 map_cut_30 11_12 0.0845 map_cut_100 11_12 0.0918 map_cut_200 11_12 0.0978 map_cut_500 11_12 0.0995 map_cut_1000 11_12 0.0995 relative_P_5 11_12 0.6000 relative_P_10 11_12 0.5000 relative_P_15 11_12 0.5333 relative_P_20 11_12 0.5000 relative_P_30 11_12 0.4000 relative_P_100 11_12 0.1573 relative_P_200 11_12 0.2135 relative_P_500 11_12 0.2472 relative_P_1000 11_12 0.2472 success_1 11_12 1.0000 success_5 11_12 1.0000 success_10 11_12 1.0000 set_P 11_12 0.0220 set_relative_P 11_12 0.2472 set_recall 11_12 0.2472 set_map 11_12 0.0054 set_F 11_12 0.0404 num_nonrel_judged_ret 11_12 5 rbp 11_12 0.3658 rbp_resid 11_12 0.3096 unj_5 11_12 0.0000 unj_10 11_12 0.2000 unj_20 11_12 0.3500 num_ret 11_13 1000 num_rel 11_13 203 num_rel_ret 11_13 75 map 11_13 0.2071 Rprec 11_13 0.2857 bpref 11_13 0.3481 recip_rank 11_13 1.0000 iprec_at_recall_0.00 11_13 1.0000 iprec_at_recall_0.10 11_13 0.8519 iprec_at_recall_0.20 11_13 0.5443 iprec_at_recall_0.30 11_13 0.2574 iprec_at_recall_0.40 11_13 0.0000 iprec_at_recall_0.50 11_13 0.0000 iprec_at_recall_0.60 11_13 0.0000 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 0.6000 P_10 11_13 0.8000 P_15 11_13 0.8667 P_20 11_13 0.8500 P_30 11_13 0.8000 P_100 11_13 0.4900 P_200 11_13 0.2850 P_500 11_13 0.1400 P_1000 11_13 0.0750 relstring 11_13 '3210022331' recall_5 11_13 0.0148 recall_10 11_13 0.0394 recall_15 11_13 0.0640 recall_20 11_13 0.0837 recall_30 11_13 0.1182 recall_100 11_13 0.2414 recall_200 11_13 0.2808 recall_500 11_13 0.3448 recall_1000 11_13 0.3695 infAP 11_13 0.2071 Rprec_mult_0.20 11_13 0.7317 Rprec_mult_0.40 11_13 0.5366 Rprec_mult_0.60 11_13 0.4180 Rprec_mult_0.80 11_13 0.3313 Rprec_mult_1.00 11_13 0.2857 Rprec_mult_1.20 11_13 0.2500 Rprec_mult_1.40 11_13 0.2211 Rprec_mult_1.60 11_13 0.2031 Rprec_mult_1.80 11_13 0.1831 Rprec_mult_2.00 11_13 0.1675 utility 11_13 -850.0000 11pt_avg 11_13 0.2412 binG 11_13 0.1068 G 11_13 0.0645 ndcg 11_13 0.3792 ndcg_rel 11_13 0.4142 Rndcg 11_13 0.3565 ndcg_cut_5 11_13 0.5383 ndcg_cut_10 11_13 0.6074 ndcg_cut_15 11_13 0.6207 ndcg_cut_20 11_13 0.5838 ndcg_cut_30 11_13 0.5421 ndcg_cut_100 11_13 0.4092 ndcg_cut_200 11_13 0.3187 ndcg_cut_500 11_13 0.3635 ndcg_cut_1000 11_13 0.3792 map_cut_5 11_13 0.0148 map_cut_10 11_13 0.0330 map_cut_15 11_13 0.0538 map_cut_20 11_13 0.0708 map_cut_30 11_13 0.1000 map_cut_100 11_13 0.1759 map_cut_200 11_13 0.1901 map_cut_500 11_13 0.2042 map_cut_1000 11_13 0.2071 relative_P_5 11_13 0.6000 relative_P_10 11_13 0.8000 relative_P_15 11_13 0.8667 relative_P_20 11_13 0.8500 relative_P_30 11_13 0.8000 relative_P_100 11_13 0.4900 relative_P_200 11_13 0.2850 relative_P_500 11_13 0.3448 relative_P_1000 11_13 0.3695 success_1 11_13 1.0000 success_5 11_13 1.0000 success_10 11_13 1.0000 set_P 11_13 0.0750 set_relative_P 11_13 0.3695 set_recall 11_13 0.3695 set_map 11_13 0.0277 set_F 11_13 0.1247 num_nonrel_judged_ret 11_13 7 rbp 11_13 0.5429 rbp_resid 11_13 0.0451 unj_5 11_13 0.0000 unj_10 11_13 0.0000 unj_20 11_13 0.0500 num_ret 11_2 1000 num_rel 11_2 146 num_rel_ret 11_2 58 map 11_2 0.1163 Rprec 11_2 0.1986 bpref 11_2 0.3637 recip_rank 11_2 1.0000 iprec_at_recall_0.00 11_2 1.0000 iprec_at_recall_0.10 11_2 0.4545 iprec_at_recall_0.20 11_2 0.2071 iprec_at_recall_0.30 11_2 0.1388 iprec_at_recall_0.40 11_2 0.0614 iprec_at_recall_0.50 11_2 0.0000 iprec_at_recall_0.60 11_2 0.0000 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 0.6000 P_10 11_2 0.6000 P_15 11_2 0.5333 P_20 11_2 0.4500 P_30 11_2 0.4333 P_100 11_2 0.2400 P_200 11_2 0.1700 P_500 11_2 0.1020 P_1000 11_2 0.0580 relstring 11_2 '2203021-2-' recall_5 11_2 0.0205 recall_10 11_2 0.0411 recall_15 11_2 0.0548 recall_20 11_2 0.0616 recall_30 11_2 0.0890 recall_100 11_2 0.1644 recall_200 11_2 0.2329 recall_500 11_2 0.3493 recall_1000 11_2 0.3973 infAP 11_2 0.1163 Rprec_mult_0.20 11_2 0.4333 Rprec_mult_0.40 11_2 0.3220 Rprec_mult_0.60 11_2 0.2386 Rprec_mult_0.80 11_2 0.2222 Rprec_mult_1.00 11_2 0.1986 Rprec_mult_1.20 11_2 0.1705 Rprec_mult_1.40 11_2 0.1659 Rprec_mult_1.60 11_2 0.1624 Rprec_mult_1.80 11_2 0.1521 Rprec_mult_2.00 11_2 0.1438 utility 11_2 -884.0000 11pt_avg 11_2 0.1693 binG 11_2 0.0855 G 11_2 0.0550 ndcg 11_2 0.3177 ndcg_rel 11_2 0.3099 Rndcg 11_2 0.3144 ndcg_cut_5 11_2 0.4347 ndcg_cut_10 11_2 0.4064 ndcg_cut_15 11_2 0.3775 ndcg_cut_20 11_2 0.3290 ndcg_cut_30 11_2 0.3006 ndcg_cut_100 11_2 0.2291 ndcg_cut_200 11_2 0.2427 ndcg_cut_500 11_2 0.2966 ndcg_cut_1000 11_2 0.3177 map_cut_5 11_2 0.0188 map_cut_10 11_2 0.0329 map_cut_15 11_2 0.0408 map_cut_20 11_2 0.0440 map_cut_30 11_2 0.0564 map_cut_100 11_2 0.0830 map_cut_200 11_2 0.0963 map_cut_500 11_2 0.1125 map_cut_1000 11_2 0.1163 relative_P_5 11_2 0.6000 relative_P_10 11_2 0.6000 relative_P_15 11_2 0.5333 relative_P_20 11_2 0.4500 relative_P_30 11_2 0.4333 relative_P_100 11_2 0.2400 relative_P_200 11_2 0.2329 relative_P_500 11_2 0.3493 relative_P_1000 11_2 0.3973 success_1 11_2 1.0000 success_5 11_2 1.0000 success_10 11_2 1.0000 set_P 11_2 0.0580 set_relative_P 11_2 0.3973 set_recall 11_2 0.3973 set_map 11_2 0.0230 set_F 11_2 0.1012 num_nonrel_judged_ret 11_2 25 rbp 11_2 0.2646 rbp_resid 11_2 0.2883 unj_5 11_2 0.0000 unj_10 11_2 0.2000 unj_20 11_2 0.4000 num_ret 11_3 1000 num_rel 11_3 188 num_rel_ret 11_3 86 map 11_3 0.2287 Rprec 11_3 0.3085 bpref 11_3 0.4197 recip_rank 11_3 1.0000 iprec_at_recall_0.00 11_3 1.0000 iprec_at_recall_0.10 11_3 0.7600 iprec_at_recall_0.20 11_3 0.5135 iprec_at_recall_0.30 11_3 0.3295 iprec_at_recall_0.40 11_3 0.2266 iprec_at_recall_0.50 11_3 0.0000 iprec_at_recall_0.60 11_3 0.0000 iprec_at_recall_0.70 11_3 0.0000 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 0.8000 P_10 11_3 0.7000 P_15 11_3 0.8000 P_20 11_3 0.7500 P_30 11_3 0.7333 P_100 11_3 0.4300 P_200 11_3 0.2950 P_500 11_3 0.1640 P_1000 11_3 0.0860 relstring 11_3 '2220221-20' recall_5 11_3 0.0213 recall_10 11_3 0.0372 recall_15 11_3 0.0638 recall_20 11_3 0.0798 recall_30 11_3 0.1170 recall_100 11_3 0.2287 recall_200 11_3 0.3138 recall_500 11_3 0.4362 recall_1000 11_3 0.4574 infAP 11_3 0.2287 Rprec_mult_0.20 11_3 0.6842 Rprec_mult_0.40 11_3 0.5000 Rprec_mult_0.60 11_3 0.3982 Rprec_mult_0.80 11_3 0.3377 Rprec_mult_1.00 11_3 0.3085 Rprec_mult_1.20 11_3 0.2788 Rprec_mult_1.40 11_3 0.2689 Rprec_mult_1.60 11_3 0.2458 Rprec_mult_1.80 11_3 0.2242 Rprec_mult_2.00 11_3 0.2021 utility 11_3 -828.0000 11pt_avg 11_3 0.2572 binG 11_3 0.1162 G 11_3 0.0748 ndcg 11_3 0.4274 ndcg_rel 11_3 0.4351 Rndcg 11_3 0.4111 ndcg_cut_5 11_3 0.5693 ndcg_cut_10 11_3 0.4903 ndcg_cut_15 11_3 0.5599 ndcg_cut_20 11_3 0.5110 ndcg_cut_30 11_3 0.4970 ndcg_cut_100 11_3 0.3854 ndcg_cut_200 11_3 0.3423 ndcg_cut_500 11_3 0.4155 ndcg_cut_1000 11_3 0.4274 map_cut_5 11_3 0.0202 map_cut_10 11_3 0.0333 map_cut_15 11_3 0.0537 map_cut_20 11_3 0.0666 map_cut_30 11_3 0.0942 map_cut_100 11_3 0.1649 map_cut_200 11_3 0.1949 map_cut_500 11_3 0.2257 map_cut_1000 11_3 0.2287 relative_P_5 11_3 0.8000 relative_P_10 11_3 0.7000 relative_P_15 11_3 0.8000 relative_P_20 11_3 0.7500 relative_P_30 11_3 0.7333 relative_P_100 11_3 0.4300 relative_P_200 11_3 0.3138 relative_P_500 11_3 0.4362 relative_P_1000 11_3 0.4574 success_1 11_3 1.0000 success_5 11_3 1.0000 success_10 11_3 1.0000 set_P 11_3 0.0860 set_relative_P 11_3 0.4574 set_recall 11_3 0.4574 set_map 11_3 0.0393 set_F 11_3 0.1448 num_nonrel_judged_ret 11_3 13 rbp 11_3 0.4884 rbp_resid 11_3 0.1213 unj_5 11_3 0.0000 unj_10 11_3 0.1000 unj_20 11_3 0.1500 num_ret 11_4 1000 num_rel 11_4 144 num_rel_ret 11_4 97 map 11_4 0.3494 Rprec 11_4 0.3889 bpref 11_4 0.6582 recip_rank 11_4 1.0000 iprec_at_recall_0.00 11_4 1.0000 iprec_at_recall_0.10 11_4 0.9130 iprec_at_recall_0.20 11_4 0.7059 iprec_at_recall_0.30 11_4 0.4886 iprec_at_recall_0.40 11_4 0.3791 iprec_at_recall_0.50 11_4 0.2835 iprec_at_recall_0.60 11_4 0.1870 iprec_at_recall_0.70 11_4 0.0000 iprec_at_recall_0.80 11_4 0.0000 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 1.0000 P_10 11_4 0.9000 P_15 11_4 0.8667 P_20 11_4 0.9000 P_30 11_4 0.8333 P_100 11_4 0.4500 P_200 11_4 0.3250 P_500 11_4 0.1740 P_1000 11_4 0.0970 relstring 11_4 '1222210112' recall_5 11_4 0.0347 recall_10 11_4 0.0625 recall_15 11_4 0.0903 recall_20 11_4 0.1250 recall_30 11_4 0.1736 recall_100 11_4 0.3125 recall_200 11_4 0.4514 recall_500 11_4 0.6042 recall_1000 11_4 0.6736 infAP 11_4 0.3494 Rprec_mult_0.20 11_4 0.8621 Rprec_mult_0.40 11_4 0.6207 Rprec_mult_0.60 11_4 0.4828 Rprec_mult_0.80 11_4 0.4224 Rprec_mult_1.00 11_4 0.3889 Rprec_mult_1.20 11_4 0.3642 Rprec_mult_1.40 11_4 0.3218 Rprec_mult_1.60 11_4 0.2944 Rprec_mult_1.80 11_4 0.2808 Rprec_mult_2.00 11_4 0.2708 utility 11_4 -806.0000 11pt_avg 11_4 0.3597 binG 11_4 0.1898 G 11_4 0.1184 ndcg 11_4 0.5771 ndcg_rel 11_4 0.5330 Rndcg 11_4 0.5180 ndcg_cut_5 11_4 0.5536 ndcg_cut_10 11_4 0.5357 ndcg_cut_15 11_4 0.5463 ndcg_cut_20 11_4 0.5807 ndcg_cut_30 11_4 0.5959 ndcg_cut_100 11_4 0.4665 ndcg_cut_200 11_4 0.4693 ndcg_cut_500 11_4 0.5381 ndcg_cut_1000 11_4 0.5771 map_cut_5 11_4 0.0347 map_cut_10 11_4 0.0602 map_cut_15 11_4 0.0848 map_cut_20 11_4 0.1157 map_cut_30 11_4 0.1590 map_cut_100 11_4 0.2421 map_cut_200 11_4 0.2978 map_cut_500 11_4 0.3382 map_cut_1000 11_4 0.3494 relative_P_5 11_4 1.0000 relative_P_10 11_4 0.9000 relative_P_15 11_4 0.8667 relative_P_20 11_4 0.9000 relative_P_30 11_4 0.8333 relative_P_100 11_4 0.4500 relative_P_200 11_4 0.4514 relative_P_500 11_4 0.6042 relative_P_1000 11_4 0.6736 success_1 11_4 1.0000 success_5 11_4 1.0000 success_10 11_4 1.0000 set_P 11_4 0.0970 set_relative_P 11_4 0.6736 set_recall 11_4 0.6736 set_map 11_4 0.0653 set_F 11_4 0.1696 num_nonrel_judged_ret 11_4 4 rbp 11_4 0.4571 rbp_resid 11_4 0.0780 unj_5 11_4 0.0000 unj_10 11_4 0.0000 unj_20 11_4 0.0500 num_ret 11_6 1000 num_rel 11_6 60 num_rel_ret 11_6 23 map 11_6 0.1413 Rprec 11_6 0.2333 bpref 11_6 0.3651 recip_rank 11_6 1.0000 iprec_at_recall_0.00 11_6 1.0000 iprec_at_recall_0.10 11_6 0.5000 iprec_at_recall_0.20 11_6 0.2857 iprec_at_recall_0.30 11_6 0.1429 iprec_at_recall_0.40 11_6 0.0000 iprec_at_recall_0.50 11_6 0.0000 iprec_at_recall_0.60 11_6 0.0000 iprec_at_recall_0.70 11_6 0.0000 iprec_at_recall_0.80 11_6 0.0000 iprec_at_recall_0.90 11_6 0.0000 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 0.8000 P_10 11_6 0.5000 P_15 11_6 0.4000 P_20 11_6 0.3500 P_30 11_6 0.3000 P_100 11_6 0.1600 P_200 11_6 0.0950 P_500 11_6 0.0460 P_1000 11_6 0.0230 relstring 11_6 '23101-0-1-' recall_5 11_6 0.0667 recall_10 11_6 0.0833 recall_15 11_6 0.1000 recall_20 11_6 0.1167 recall_30 11_6 0.1500 recall_100 11_6 0.2667 recall_200 11_6 0.3167 recall_500 11_6 0.3833 recall_1000 11_6 0.3833 infAP 11_6 0.1413 Rprec_mult_0.20 11_6 0.5000 Rprec_mult_0.40 11_6 0.2917 Rprec_mult_0.60 11_6 0.2778 Rprec_mult_0.80 11_6 0.2500 Rprec_mult_1.00 11_6 0.2333 Rprec_mult_1.20 11_6 0.2083 Rprec_mult_1.40 11_6 0.1905 Rprec_mult_1.60 11_6 0.1667 Rprec_mult_1.80 11_6 0.1574 Rprec_mult_2.00 11_6 0.1417 utility 11_6 -954.0000 11pt_avg 11_6 0.1753 binG 11_6 0.1229 G 11_6 0.0751 ndcg 11_6 0.3265 ndcg_rel 11_6 0.3407 Rndcg 11_6 0.2941 ndcg_cut_5 11_6 0.5404 ndcg_cut_10 11_6 0.3727 ndcg_cut_15 11_6 0.3087 ndcg_cut_20 11_6 0.2842 ndcg_cut_30 11_6 0.2769 ndcg_cut_100 11_6 0.2779 ndcg_cut_200 11_6 0.2959 ndcg_cut_500 11_6 0.3265 ndcg_cut_1000 11_6 0.3265 map_cut_5 11_6 0.0633 map_cut_10 11_6 0.0726 map_cut_15 11_6 0.0809 map_cut_20 11_6 0.0882 map_cut_30 11_6 0.0985 map_cut_100 11_6 0.1286 map_cut_200 11_6 0.1359 map_cut_500 11_6 0.1413 map_cut_1000 11_6 0.1413 relative_P_5 11_6 0.8000 relative_P_10 11_6 0.5000 relative_P_15 11_6 0.4000 relative_P_20 11_6 0.3500 relative_P_30 11_6 0.3000 relative_P_100 11_6 0.2667 relative_P_200 11_6 0.3167 relative_P_500 11_6 0.3833 relative_P_1000 11_6 0.3833 success_1 11_6 1.0000 success_5 11_6 1.0000 success_10 11_6 1.0000 set_P 11_6 0.0230 set_relative_P 11_6 0.3833 set_recall 11_6 0.3833 set_map 11_6 0.0088 set_F 11_6 0.0434 num_nonrel_judged_ret 11_6 5 rbp 11_6 0.2533 rbp_resid 11_6 0.4209 unj_5 11_6 0.0000 unj_10 11_6 0.3000 unj_20 11_6 0.5500 num_ret 11_7 1000 num_rel 11_7 90 num_rel_ret 11_7 53 map 11_7 0.3654 Rprec 11_7 0.4000 bpref 11_7 0.5753 recip_rank 11_7 1.0000 iprec_at_recall_0.00 11_7 1.0000 iprec_at_recall_0.10 11_7 0.9286 iprec_at_recall_0.20 11_7 0.9000 iprec_at_recall_0.30 11_7 0.9000 iprec_at_recall_0.40 11_7 0.4186 iprec_at_recall_0.50 11_7 0.1844 iprec_at_recall_0.60 11_7 0.0000 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 1.0000 P_10 11_7 0.9000 P_15 11_7 0.8667 P_20 11_7 0.8500 P_30 11_7 0.9000 P_100 11_7 0.3600 P_200 11_7 0.2100 P_500 11_7 0.0980 P_1000 11_7 0.0530 relstring 11_7 '23222222-3' recall_5 11_7 0.0556 recall_10 11_7 0.1000 recall_15 11_7 0.1444 recall_20 11_7 0.1889 recall_30 11_7 0.3000 recall_100 11_7 0.4000 recall_200 11_7 0.4667 recall_500 11_7 0.5444 recall_1000 11_7 0.5889 infAP 11_7 0.3654 Rprec_mult_0.20 11_7 0.8333 Rprec_mult_0.40 11_7 0.7778 Rprec_mult_0.60 11_7 0.5741 Rprec_mult_0.80 11_7 0.4583 Rprec_mult_1.00 11_7 0.4000 Rprec_mult_1.20 11_7 0.3333 Rprec_mult_1.40 11_7 0.2857 Rprec_mult_1.60 11_7 0.2569 Rprec_mult_1.80 11_7 0.2407 Rprec_mult_2.00 11_7 0.2278 utility 11_7 -894.0000 11pt_avg 11_7 0.3938 binG 11_7 0.2387 G 11_7 0.1621 ndcg 11_7 0.5905 ndcg_rel 11_7 0.6401 Rndcg 11_7 0.6114 ndcg_cut_5 11_7 0.7717 ndcg_cut_10 11_7 0.8074 ndcg_cut_15 11_7 0.8263 ndcg_cut_20 11_7 0.7941 ndcg_cut_30 11_7 0.7440 ndcg_cut_100 11_7 0.5073 ndcg_cut_200 11_7 0.5393 ndcg_cut_500 11_7 0.5717 ndcg_cut_1000 11_7 0.5905 map_cut_5 11_7 0.0556 map_cut_10 11_7 0.0989 map_cut_15 11_7 0.1397 map_cut_20 11_7 0.1775 map_cut_30 11_7 0.2754 map_cut_100 11_7 0.3331 map_cut_200 11_7 0.3493 map_cut_500 11_7 0.3619 map_cut_1000 11_7 0.3654 relative_P_5 11_7 1.0000 relative_P_10 11_7 0.9000 relative_P_15 11_7 0.8667 relative_P_20 11_7 0.8500 relative_P_30 11_7 0.9000 relative_P_100 11_7 0.4000 relative_P_200 11_7 0.4667 relative_P_500 11_7 0.5444 relative_P_1000 11_7 0.5889 success_1 11_7 1.0000 success_5 11_7 1.0000 success_10 11_7 1.0000 set_P 11_7 0.0530 set_relative_P 11_7 0.5889 set_recall 11_7 0.5889 set_map 11_7 0.0312 set_F 11_7 0.0972 num_nonrel_judged_ret 11_7 10 rbp 11_7 0.6014 rbp_resid 11_7 0.1013 unj_5 11_7 0.0000 unj_10 11_7 0.1000 unj_20 11_7 0.1000 num_ret 11_8 1000 num_rel 11_8 97 num_rel_ret 11_8 74 map 11_8 0.3808 Rprec 11_8 0.4227 bpref 11_8 0.7427 recip_rank 11_8 1.0000 iprec_at_recall_0.00 11_8 1.0000 iprec_at_recall_0.10 11_8 0.8462 iprec_at_recall_0.20 11_8 0.7931 iprec_at_recall_0.30 11_8 0.6977 iprec_at_recall_0.40 11_8 0.4286 iprec_at_recall_0.50 11_8 0.3684 iprec_at_recall_0.60 11_8 0.1873 iprec_at_recall_0.70 11_8 0.1145 iprec_at_recall_0.80 11_8 0.0000 iprec_at_recall_0.90 11_8 0.0000 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 0.8000 P_10 11_8 0.8000 P_15 11_8 0.8000 P_20 11_8 0.8000 P_30 11_8 0.7667 P_100 11_8 0.4200 P_200 11_8 0.2750 P_500 11_8 0.1280 P_1000 11_8 0.0740 relstring 11_8 '44220223-2' recall_5 11_8 0.0412 recall_10 11_8 0.0825 recall_15 11_8 0.1237 recall_20 11_8 0.1649 recall_30 11_8 0.2371 recall_100 11_8 0.4330 recall_200 11_8 0.5670 recall_500 11_8 0.6598 recall_1000 11_8 0.7629 infAP 11_8 0.3808 Rprec_mult_0.20 11_8 0.8000 Rprec_mult_0.40 11_8 0.7179 Rprec_mult_0.60 11_8 0.5424 Rprec_mult_0.80 11_8 0.4359 Rprec_mult_1.00 11_8 0.4227 Rprec_mult_1.20 11_8 0.3932 Rprec_mult_1.40 11_8 0.3603 Rprec_mult_1.60 11_8 0.3205 Rprec_mult_1.80 11_8 0.2971 Rprec_mult_2.00 11_8 0.2784 utility 11_8 -852.0000 11pt_avg 11_8 0.4032 binG 11_8 0.2113 G 11_8 0.1686 ndcg 11_8 0.6982 ndcg_rel 11_8 0.6656 Rndcg 11_8 0.6591 ndcg_cut_5 11_8 0.7639 ndcg_cut_10 11_8 0.7162 ndcg_cut_15 11_8 0.7082 ndcg_cut_20 11_8 0.7045 ndcg_cut_30 11_8 0.7029 ndcg_cut_100 11_8 0.5298 ndcg_cut_200 11_8 0.6088 ndcg_cut_500 11_8 0.6560 ndcg_cut_1000 11_8 0.6982 map_cut_5 11_8 0.0412 map_cut_10 11_8 0.0759 map_cut_15 11_8 0.1099 map_cut_20 11_8 0.1422 map_cut_30 11_8 0.1976 map_cut_100 11_8 0.3058 map_cut_200 11_8 0.3536 map_cut_500 11_8 0.3703 map_cut_1000 11_8 0.3808 relative_P_5 11_8 0.8000 relative_P_10 11_8 0.8000 relative_P_15 11_8 0.8000 relative_P_20 11_8 0.8000 relative_P_30 11_8 0.7667 relative_P_100 11_8 0.4330 relative_P_200 11_8 0.5670 relative_P_500 11_8 0.6598 relative_P_1000 11_8 0.7629 success_1 11_8 1.0000 success_5 11_8 1.0000 success_10 11_8 1.0000 set_P 11_8 0.0740 set_relative_P 11_8 0.7629 set_recall 11_8 0.7629 set_map 11_8 0.0565 set_F 11_8 0.1349 num_nonrel_judged_ret 11_8 2 rbp 11_8 0.5221 rbp_resid 11_8 0.1434 unj_5 11_8 0.0000 unj_10 11_8 0.1000 unj_20 11_8 0.1500 num_ret 11_9 1000 num_rel 11_9 117 num_rel_ret 11_9 37 map 11_9 0.0465 Rprec 11_9 0.1368 bpref 11_9 0.2727 recip_rank 11_9 0.1667 iprec_at_recall_0.00 11_9 0.3571 iprec_at_recall_0.10 11_9 0.1935 iprec_at_recall_0.20 11_9 0.0807 iprec_at_recall_0.30 11_9 0.0438 iprec_at_recall_0.40 11_9 0.0000 iprec_at_recall_0.50 11_9 0.0000 iprec_at_recall_0.60 11_9 0.0000 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 0.0000 P_10 11_9 0.2000 P_15 11_9 0.3333 P_20 11_9 0.2500 P_30 11_9 0.2667 P_100 11_9 0.1600 P_200 11_9 0.1100 P_500 11_9 0.0560 P_1000 11_9 0.0370 relstring 11_9 '000001-1--' recall_5 11_9 0.0000 recall_10 11_9 0.0171 recall_15 11_9 0.0427 recall_20 11_9 0.0427 recall_30 11_9 0.0684 recall_100 11_9 0.1368 recall_200 11_9 0.1880 recall_500 11_9 0.2393 recall_1000 11_9 0.3162 infAP 11_9 0.0465 Rprec_mult_0.20 11_9 0.2917 Rprec_mult_0.40 11_9 0.2340 Rprec_mult_0.60 11_9 0.1690 Rprec_mult_0.80 11_9 0.1596 Rprec_mult_1.00 11_9 0.1368 Rprec_mult_1.20 11_9 0.1206 Rprec_mult_1.40 11_9 0.1280 Rprec_mult_1.60 11_9 0.1117 Rprec_mult_1.80 11_9 0.1043 Rprec_mult_2.00 11_9 0.0940 utility 11_9 -926.0000 11pt_avg 11_9 0.0614 binG 11_9 0.0532 G 11_9 0.0358 ndcg 11_9 0.1819 ndcg_rel 11_9 0.1612 Rndcg 11_9 0.0917 ndcg_cut_5 11_9 0.0000 ndcg_cut_10 11_9 0.0440 ndcg_cut_15 11_9 0.0914 ndcg_cut_20 11_9 0.0772 ndcg_cut_30 11_9 0.0970 ndcg_cut_100 11_9 0.1016 ndcg_cut_200 11_9 0.1176 ndcg_cut_500 11_9 0.1356 ndcg_cut_1000 11_9 0.1819 map_cut_5 11_9 0.0000 map_cut_10 11_9 0.0036 map_cut_15 11_9 0.0118 map_cut_20 11_9 0.0118 map_cut_30 11_9 0.0195 map_cut_100 11_9 0.0329 map_cut_200 11_9 0.0394 map_cut_500 11_9 0.0430 map_cut_1000 11_9 0.0465 relative_P_5 11_9 0.0000 relative_P_10 11_9 0.2000 relative_P_15 11_9 0.3333 relative_P_20 11_9 0.2500 relative_P_30 11_9 0.2667 relative_P_100 11_9 0.1600 relative_P_200 11_9 0.1880 relative_P_500 11_9 0.2393 relative_P_1000 11_9 0.3162 success_1 11_9 0.0000 success_5 11_9 0.0000 success_10 11_9 1.0000 set_P 11_9 0.0370 set_relative_P 11_9 0.3162 set_recall 11_9 0.3162 set_map 11_9 0.0117 set_F 11_9 0.0662 num_nonrel_judged_ret 11_9 26 rbp 11_9 0.0715 rbp_resid 11_9 0.3135 unj_5 11_9 0.0000 unj_10 11_9 0.3000 unj_20 11_9 0.4500 num_ret 12_1 1000 num_rel 12_1 75 num_rel_ret 12_1 26 map 12_1 0.0787 Rprec 12_1 0.2133 bpref 12_1 0.2603 recip_rank 12_1 0.1429 iprec_at_recall_0.00 12_1 0.4000 iprec_at_recall_0.10 12_1 0.2979 iprec_at_recall_0.20 12_1 0.2192 iprec_at_recall_0.30 12_1 0.1192 iprec_at_recall_0.40 12_1 0.0000 iprec_at_recall_0.50 12_1 0.0000 iprec_at_recall_0.60 12_1 0.0000 iprec_at_recall_0.70 12_1 0.0000 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 0.0000 P_10 12_1 0.4000 P_15 12_1 0.2667 P_20 12_1 0.3000 P_30 12_1 0.2333 P_100 12_1 0.2000 P_200 12_1 0.1150 P_500 12_1 0.0520 P_1000 12_1 0.0260 relstring 12_1 '0000002221' recall_5 12_1 0.0000 recall_10 12_1 0.0533 recall_15 12_1 0.0533 recall_20 12_1 0.0800 recall_30 12_1 0.0933 recall_100 12_1 0.2667 recall_200 12_1 0.3067 recall_500 12_1 0.3467 recall_1000 12_1 0.3467 infAP 12_1 0.0787 Rprec_mult_0.20 12_1 0.2667 Rprec_mult_0.40 12_1 0.2333 Rprec_mult_0.60 12_1 0.2889 Rprec_mult_0.80 12_1 0.2333 Rprec_mult_1.00 12_1 0.2133 Rprec_mult_1.20 12_1 0.2111 Rprec_mult_1.40 12_1 0.1905 Rprec_mult_1.60 12_1 0.1667 Rprec_mult_1.80 12_1 0.1481 Rprec_mult_2.00 12_1 0.1400 utility 12_1 -948.0000 11pt_avg 12_1 0.0942 binG 12_1 0.0706 G 12_1 0.0651 ndcg 12_1 0.2878 ndcg_rel 12_1 0.2651 Rndcg 12_1 0.1784 ndcg_cut_5 12_1 0.0000 ndcg_cut_10 12_1 0.2170 ndcg_cut_15 12_1 0.1720 ndcg_cut_20 12_1 0.1923 ndcg_cut_30 12_1 0.1729 ndcg_cut_100 12_1 0.2522 ndcg_cut_200 12_1 0.2707 ndcg_cut_500 12_1 0.2878 ndcg_cut_1000 12_1 0.2878 map_cut_5 12_1 0.0000 map_cut_10 12_1 0.0150 map_cut_15 12_1 0.0150 map_cut_20 12_1 0.0234 map_cut_30 12_1 0.0276 map_cut_100 12_1 0.0700 map_cut_200 12_1 0.0750 map_cut_500 12_1 0.0787 map_cut_1000 12_1 0.0787 relative_P_5 12_1 0.0000 relative_P_10 12_1 0.4000 relative_P_15 12_1 0.2667 relative_P_20 12_1 0.3000 relative_P_30 12_1 0.2333 relative_P_100 12_1 0.2667 relative_P_200 12_1 0.3067 relative_P_500 12_1 0.3467 relative_P_1000 12_1 0.3467 success_1 12_1 0.0000 success_5 12_1 0.0000 success_10 12_1 1.0000 set_P 12_1 0.0260 set_relative_P 12_1 0.3467 set_recall 12_1 0.3467 set_map 12_1 0.0090 set_F 12_1 0.0484 num_nonrel_judged_ret 12_1 46 rbp 12_1 0.1427 rbp_resid 12_1 0.0691 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0000 num_ret 12_2 1000 num_rel 12_2 65 num_rel_ret 12_2 32 map 12_2 0.1551 Rprec 12_2 0.2308 bpref 12_2 0.4402 recip_rank 12_2 1.0000 iprec_at_recall_0.00 12_2 1.0000 iprec_at_recall_0.10 12_2 0.4444 iprec_at_recall_0.20 12_2 0.3182 iprec_at_recall_0.30 12_2 0.1538 iprec_at_recall_0.40 12_2 0.1204 iprec_at_recall_0.50 12_2 0.0000 iprec_at_recall_0.60 12_2 0.0000 iprec_at_recall_0.70 12_2 0.0000 iprec_at_recall_0.80 12_2 0.0000 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 0.8000 P_10 12_2 0.5000 P_15 12_2 0.4000 P_20 12_2 0.4000 P_30 12_2 0.3667 P_100 12_2 0.1900 P_200 12_2 0.1250 P_500 12_2 0.0600 P_1000 12_2 0.0320 relstring 12_2 '21011-0-2-' recall_5 12_2 0.0615 recall_10 12_2 0.0769 recall_15 12_2 0.0923 recall_20 12_2 0.1231 recall_30 12_2 0.1692 recall_100 12_2 0.2923 recall_200 12_2 0.3846 recall_500 12_2 0.4615 recall_1000 12_2 0.4923 infAP 12_2 0.1551 Rprec_mult_0.20 12_2 0.3846 Rprec_mult_0.40 12_2 0.4231 Rprec_mult_0.60 12_2 0.3077 Rprec_mult_0.80 12_2 0.2692 Rprec_mult_1.00 12_2 0.2308 Rprec_mult_1.20 12_2 0.2051 Rprec_mult_1.40 12_2 0.1978 Rprec_mult_1.60 12_2 0.1827 Rprec_mult_1.80 12_2 0.1624 Rprec_mult_2.00 12_2 0.1538 utility 12_2 -936.0000 11pt_avg 12_2 0.1852 binG 12_2 0.1288 G 12_2 0.0905 ndcg 12_2 0.3860 ndcg_rel 12_2 0.3698 Rndcg 12_2 0.3431 ndcg_cut_5 12_2 0.3899 ndcg_cut_10 12_2 0.3365 ndcg_cut_15 12_2 0.3272 ndcg_cut_20 12_2 0.3098 ndcg_cut_30 12_2 0.3208 ndcg_cut_100 12_2 0.3095 ndcg_cut_200 12_2 0.3412 ndcg_cut_500 12_2 0.3781 ndcg_cut_1000 12_2 0.3860 map_cut_5 12_2 0.0546 map_cut_10 12_2 0.0632 map_cut_15 12_2 0.0693 map_cut_20 12_2 0.0825 map_cut_30 12_2 0.1017 map_cut_100 12_2 0.1332 map_cut_200 12_2 0.1469 map_cut_500 12_2 0.1539 map_cut_1000 12_2 0.1551 relative_P_5 12_2 0.8000 relative_P_10 12_2 0.5000 relative_P_15 12_2 0.4000 relative_P_20 12_2 0.4000 relative_P_30 12_2 0.3667 relative_P_100 12_2 0.2923 relative_P_200 12_2 0.3846 relative_P_500 12_2 0.4615 relative_P_1000 12_2 0.4923 success_1 12_2 1.0000 success_5 12_2 1.0000 success_10 12_2 1.0000 set_P 12_2 0.0320 set_relative_P 12_2 0.4923 set_recall 12_2 0.4923 set_map 12_2 0.0158 set_F 12_2 0.0601 num_nonrel_judged_ret 12_2 14 rbp 12_2 0.2238 rbp_resid 12_2 0.3493 unj_5 12_2 0.0000 unj_10 12_2 0.3000 unj_20 12_2 0.4000 num_ret 12_3 1000 num_rel 12_3 75 num_rel_ret 12_3 60 map 12_3 0.5039 Rprec 12_3 0.5733 bpref 12_3 0.7292 recip_rank 12_3 1.0000 iprec_at_recall_0.00 12_3 1.0000 iprec_at_recall_0.10 12_3 0.8667 iprec_at_recall_0.20 12_3 0.8000 iprec_at_recall_0.30 12_3 0.6765 iprec_at_recall_0.40 12_3 0.6538 iprec_at_recall_0.50 12_3 0.6290 iprec_at_recall_0.60 12_3 0.5625 iprec_at_recall_0.70 12_3 0.5146 iprec_at_recall_0.80 12_3 0.2041 iprec_at_recall_0.90 12_3 0.0000 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 0.6000 P_10 12_3 0.8000 P_15 12_3 0.8667 P_20 12_3 0.8000 P_30 12_3 0.6667 P_100 12_3 0.5200 P_200 12_3 0.2950 P_500 12_3 0.1200 P_1000 12_3 0.0600 relstring 12_3 '2002222221' recall_5 12_3 0.0400 recall_10 12_3 0.1067 recall_15 12_3 0.1733 recall_20 12_3 0.2133 recall_30 12_3 0.2667 recall_100 12_3 0.6933 recall_200 12_3 0.7867 recall_500 12_3 0.8000 recall_1000 12_3 0.8000 infAP 12_3 0.5039 Rprec_mult_0.20 12_3 0.8667 Rprec_mult_0.40 12_3 0.6667 Rprec_mult_0.60 12_3 0.6222 Rprec_mult_0.80 12_3 0.6167 Rprec_mult_1.00 12_3 0.5733 Rprec_mult_1.20 12_3 0.5222 Rprec_mult_1.40 12_3 0.5048 Rprec_mult_1.60 12_3 0.4667 Rprec_mult_1.80 12_3 0.4148 Rprec_mult_2.00 12_3 0.3733 utility 12_3 -880.0000 11pt_avg 12_3 0.5370 binG 12_3 0.2353 G 12_3 0.1986 ndcg 12_3 0.7422 ndcg_rel 12_3 0.6715 Rndcg 12_3 0.6374 ndcg_cut_5 12_3 0.6164 ndcg_cut_10 12_3 0.7193 ndcg_cut_15 12_3 0.7154 ndcg_cut_20 12_3 0.6778 ndcg_cut_30 12_3 0.5782 ndcg_cut_100 12_3 0.6875 ndcg_cut_200 12_3 0.7379 ndcg_cut_500 12_3 0.7422 ndcg_cut_1000 12_3 0.7422 map_cut_5 12_3 0.0280 map_cut_10 12_3 0.0774 map_cut_15 12_3 0.1337 map_cut_20 12_3 0.1653 map_cut_30 12_3 0.2033 map_cut_100 12_3 0.4618 map_cut_200 12_3 0.5012 map_cut_500 12_3 0.5039 map_cut_1000 12_3 0.5039 relative_P_5 12_3 0.6000 relative_P_10 12_3 0.8000 relative_P_15 12_3 0.8667 relative_P_20 12_3 0.8000 relative_P_30 12_3 0.6667 relative_P_100 12_3 0.6933 relative_P_200 12_3 0.7867 relative_P_500 12_3 0.8000 relative_P_1000 12_3 0.8000 success_1 12_3 1.0000 success_5 12_3 1.0000 success_10 12_3 1.0000 set_P 12_3 0.0600 set_relative_P 12_3 0.8000 set_recall 12_3 0.8000 set_map 12_3 0.0480 set_F 12_3 0.1116 num_nonrel_judged_ret 12_3 20 rbp 12_3 0.6383 rbp_resid 12_3 0.0557 unj_5 12_3 0.0000 unj_10 12_3 0.0000 unj_20 12_3 0.0500 num_ret 12_5 1000 num_rel 12_5 57 num_rel_ret 12_5 36 map 12_5 0.3539 Rprec 12_5 0.3684 bpref 12_5 0.6248 recip_rank 12_5 1.0000 iprec_at_recall_0.00 12_5 1.0000 iprec_at_recall_0.10 12_5 1.0000 iprec_at_recall_0.20 12_5 0.8571 iprec_at_recall_0.30 12_5 0.7391 iprec_at_recall_0.40 12_5 0.3651 iprec_at_recall_0.50 12_5 0.1562 iprec_at_recall_0.60 12_5 0.0914 iprec_at_recall_0.70 12_5 0.0000 iprec_at_recall_0.80 12_5 0.0000 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 1.0000 P_10 12_5 0.9000 P_15 12_5 0.8000 P_20 12_5 0.7500 P_30 12_5 0.6000 P_100 12_5 0.2600 P_200 12_5 0.1500 P_500 12_5 0.0680 P_1000 12_5 0.0360 relstring 12_5 '2223223-22' recall_5 12_5 0.0877 recall_10 12_5 0.1579 recall_15 12_5 0.2105 recall_20 12_5 0.2632 recall_30 12_5 0.3158 recall_100 12_5 0.4561 recall_200 12_5 0.5263 recall_500 12_5 0.5965 recall_1000 12_5 0.6316 infAP 12_5 0.3539 Rprec_mult_0.20 12_5 0.8333 Rprec_mult_0.40 12_5 0.7391 Rprec_mult_0.60 12_5 0.5429 Rprec_mult_0.80 12_5 0.4348 Rprec_mult_1.00 12_5 0.3684 Rprec_mult_1.20 12_5 0.3333 Rprec_mult_1.40 12_5 0.3125 Rprec_mult_1.60 12_5 0.2826 Rprec_mult_1.80 12_5 0.2524 Rprec_mult_2.00 12_5 0.2281 utility 12_5 -928.0000 11pt_avg 12_5 0.3826 binG 12_5 0.2584 G 12_5 0.1611 ndcg 12_5 0.6244 ndcg_rel 12_5 0.6304 Rndcg 12_5 0.5828 ndcg_cut_5 12_5 0.7154 ndcg_cut_10 12_5 0.7246 ndcg_cut_15 12_5 0.7030 ndcg_cut_20 12_5 0.7019 ndcg_cut_30 12_5 0.6362 ndcg_cut_100 12_5 0.5380 ndcg_cut_200 12_5 0.5723 ndcg_cut_500 12_5 0.6113 ndcg_cut_1000 12_5 0.6244 map_cut_5 12_5 0.0877 map_cut_10 12_5 0.1542 map_cut_15 12_5 0.1987 map_cut_20 12_5 0.2390 map_cut_30 12_5 0.2780 map_cut_100 12_5 0.3329 map_cut_200 12_5 0.3443 map_cut_500 12_5 0.3525 map_cut_1000 12_5 0.3539 relative_P_5 12_5 1.0000 relative_P_10 12_5 0.9000 relative_P_15 12_5 0.8000 relative_P_20 12_5 0.7500 relative_P_30 12_5 0.6000 relative_P_100 12_5 0.4561 relative_P_200 12_5 0.5263 relative_P_500 12_5 0.5965 relative_P_1000 12_5 0.6316 success_1 12_5 1.0000 success_5 12_5 1.0000 success_10 12_5 1.0000 set_P 12_5 0.0360 set_relative_P 12_5 0.6316 set_recall 12_5 0.6316 set_map 12_5 0.0227 set_F 12_5 0.0681 num_nonrel_judged_ret 12_5 2 rbp 12_5 0.5664 rbp_resid 12_5 0.2270 unj_5 12_5 0.0000 unj_10 12_5 0.1000 unj_20 12_5 0.2500 num_ret 12_6 1000 num_rel 12_6 48 num_rel_ret 12_6 36 map 12_6 0.3814 Rprec 12_6 0.4375 bpref 12_6 0.5747 recip_rank 12_6 1.0000 iprec_at_recall_0.00 12_6 1.0000 iprec_at_recall_0.10 12_6 0.8571 iprec_at_recall_0.20 12_6 0.6250 iprec_at_recall_0.30 12_6 0.5926 iprec_at_recall_0.40 12_6 0.5278 iprec_at_recall_0.50 12_6 0.3582 iprec_at_recall_0.60 12_6 0.2636 iprec_at_recall_0.70 12_6 0.2194 iprec_at_recall_0.80 12_6 0.0000 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 0.8000 P_10 12_6 0.6000 P_15 12_6 0.6000 P_20 12_6 0.5500 P_30 12_6 0.5667 P_100 12_6 0.2800 P_200 12_6 0.1700 P_500 12_6 0.0720 P_1000 12_6 0.0360 relstring 12_6 '1121022000' recall_5 12_6 0.0833 recall_10 12_6 0.1250 recall_15 12_6 0.1875 recall_20 12_6 0.2292 recall_30 12_6 0.3542 recall_100 12_6 0.5833 recall_200 12_6 0.7083 recall_500 12_6 0.7500 recall_1000 12_6 0.7500 infAP 12_6 0.3814 Rprec_mult_0.20 12_6 0.6000 Rprec_mult_0.40 12_6 0.5500 Rprec_mult_0.60 12_6 0.5517 Rprec_mult_0.80 12_6 0.5128 Rprec_mult_1.00 12_6 0.4375 Rprec_mult_1.20 12_6 0.3793 Rprec_mult_1.40 12_6 0.3529 Rprec_mult_1.60 12_6 0.3117 Rprec_mult_1.80 12_6 0.2989 Rprec_mult_2.00 12_6 0.2917 utility 12_6 -928.0000 11pt_avg 12_6 0.4040 binG 12_6 0.2480 G 12_6 0.1660 ndcg 12_6 0.6024 ndcg_rel 12_6 0.5211 Rndcg 12_6 0.4561 ndcg_cut_5 12_6 0.4439 ndcg_cut_10 12_6 0.4402 ndcg_cut_15 12_6 0.4721 ndcg_cut_20 12_6 0.4457 ndcg_cut_30 12_6 0.4763 ndcg_cut_100 12_6 0.5230 ndcg_cut_200 12_6 0.5904 ndcg_cut_500 12_6 0.6024 ndcg_cut_1000 12_6 0.6024 map_cut_5 12_6 0.0833 map_cut_10 12_6 0.1186 map_cut_15 12_6 0.1560 map_cut_20 12_6 0.1818 map_cut_30 12_6 0.2528 map_cut_100 12_6 0.3456 map_cut_200 12_6 0.3753 map_cut_500 12_6 0.3814 map_cut_1000 12_6 0.3814 relative_P_5 12_6 0.8000 relative_P_10 12_6 0.6000 relative_P_15 12_6 0.6000 relative_P_20 12_6 0.5500 relative_P_30 12_6 0.5667 relative_P_100 12_6 0.5833 relative_P_200 12_6 0.7083 relative_P_500 12_6 0.7500 relative_P_1000 12_6 0.7500 success_1 12_6 1.0000 success_5 12_6 1.0000 success_10 12_6 1.0000 set_P 12_6 0.0360 set_relative_P 12_6 0.7500 set_recall 12_6 0.7500 set_map 12_6 0.0270 set_F 12_6 0.0687 num_nonrel_judged_ret 12_6 28 rbp 12_6 0.3138 rbp_resid 12_6 0.0824 unj_5 12_6 0.0000 unj_10 12_6 0.0000 unj_20 12_6 0.1500 num_ret 12_7 1000 num_rel 12_7 17 num_rel_ret 12_7 13 map 12_7 0.3773 Rprec 12_7 0.4706 bpref 12_7 0.5052 recip_rank 12_7 1.0000 iprec_at_recall_0.00 12_7 1.0000 iprec_at_recall_0.10 12_7 0.6667 iprec_at_recall_0.20 12_7 0.6667 iprec_at_recall_0.30 12_7 0.6667 iprec_at_recall_0.40 12_7 0.6364 iprec_at_recall_0.50 12_7 0.4091 iprec_at_recall_0.60 12_7 0.2326 iprec_at_recall_0.70 12_7 0.1905 iprec_at_recall_0.80 12_7 0.0000 iprec_at_recall_0.90 12_7 0.0000 iprec_at_recall_1.00 12_7 0.0000 P_5 12_7 0.6000 P_10 12_7 0.6000 P_15 12_7 0.5333 P_20 12_7 0.4000 P_30 12_7 0.3000 P_100 12_7 0.1200 P_200 12_7 0.0650 P_500 12_7 0.0260 P_1000 12_7 0.0130 relstring 12_7 '200213012-' recall_5 12_7 0.1765 recall_10 12_7 0.3529 recall_15 12_7 0.4706 recall_20 12_7 0.4706 recall_30 12_7 0.5294 recall_100 12_7 0.7059 recall_200 12_7 0.7647 recall_500 12_7 0.7647 recall_1000 12_7 0.7647 infAP 12_7 0.3773 Rprec_mult_0.20 12_7 0.5000 Rprec_mult_0.40 12_7 0.5714 Rprec_mult_0.60 12_7 0.6364 Rprec_mult_0.80 12_7 0.5714 Rprec_mult_1.00 12_7 0.4706 Rprec_mult_1.20 12_7 0.3810 Rprec_mult_1.40 12_7 0.3750 Rprec_mult_1.60 12_7 0.3214 Rprec_mult_1.80 12_7 0.2903 Rprec_mult_2.00 12_7 0.2647 utility 12_7 -974.0000 11pt_avg 12_7 0.4062 binG 12_7 0.2968 G 12_7 0.1973 ndcg 12_7 0.5659 ndcg_rel 12_7 0.5097 Rndcg 12_7 0.4552 ndcg_cut_5 12_7 0.3840 ndcg_cut_10 12_7 0.4493 ndcg_cut_15 12_7 0.4662 ndcg_cut_20 12_7 0.4501 ndcg_cut_30 12_7 0.4975 ndcg_cut_100 12_7 0.5473 ndcg_cut_200 12_7 0.5659 ndcg_cut_500 12_7 0.5659 ndcg_cut_1000 12_7 0.5659 map_cut_5 12_7 0.1235 map_cut_10 12_7 0.2387 map_cut_15 12_7 0.3124 map_cut_20 12_7 0.3124 map_cut_30 12_7 0.3364 map_cut_100 12_7 0.3735 map_cut_200 12_7 0.3773 map_cut_500 12_7 0.3773 map_cut_1000 12_7 0.3773 relative_P_5 12_7 0.6000 relative_P_10 12_7 0.6000 relative_P_15 12_7 0.5333 relative_P_20 12_7 0.4706 relative_P_30 12_7 0.5294 relative_P_100 12_7 0.7059 relative_P_200 12_7 0.7647 relative_P_500 12_7 0.7647 relative_P_1000 12_7 0.7647 success_1 12_7 1.0000 success_5 12_7 1.0000 success_10 12_7 1.0000 set_P 12_7 0.0130 set_relative_P 12_7 0.7647 set_recall 12_7 0.7647 set_map 12_7 0.0099 set_F 12_7 0.0256 num_nonrel_judged_ret 12_7 21 rbp 12_7 0.2924 rbp_resid 12_7 0.2200 unj_5 12_7 0.0000 unj_10 12_7 0.1000 unj_20 12_7 0.2500 num_ret 12_9 1000 num_rel 12_9 27 num_rel_ret 12_9 19 map 12_9 0.2647 Rprec 12_9 0.2963 bpref 12_9 0.4019 recip_rank 12_9 1.0000 iprec_at_recall_0.00 12_9 1.0000 iprec_at_recall_0.10 12_9 0.8000 iprec_at_recall_0.20 12_9 0.4545 iprec_at_recall_0.30 12_9 0.3214 iprec_at_recall_0.40 12_9 0.2889 iprec_at_recall_0.50 12_9 0.2679 iprec_at_recall_0.60 12_9 0.2162 iprec_at_recall_0.70 12_9 0.0964 iprec_at_recall_0.80 12_9 0.0000 iprec_at_recall_0.90 12_9 0.0000 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 0.8000 P_10 12_9 0.4000 P_15 12_9 0.3333 P_20 12_9 0.3000 P_30 12_9 0.3000 P_100 12_9 0.1600 P_200 12_9 0.0950 P_500 12_9 0.0380 P_1000 12_9 0.0190 relstring 12_9 '10311-0--0' recall_5 12_9 0.1481 recall_10 12_9 0.1481 recall_15 12_9 0.1852 recall_20 12_9 0.2222 recall_30 12_9 0.3333 recall_100 12_9 0.5926 recall_200 12_9 0.7037 recall_500 12_9 0.7037 recall_1000 12_9 0.7037 infAP 12_9 0.2647 Rprec_mult_0.20 12_9 0.6667 Rprec_mult_0.40 12_9 0.4545 Rprec_mult_0.60 12_9 0.3529 Rprec_mult_0.80 12_9 0.2727 Rprec_mult_1.00 12_9 0.2963 Rprec_mult_1.20 12_9 0.2727 Rprec_mult_1.40 12_9 0.2632 Rprec_mult_1.60 12_9 0.2727 Rprec_mult_1.80 12_9 0.2653 Rprec_mult_2.00 12_9 0.2593 utility 12_9 -962.0000 11pt_avg 12_9 0.3132 binG 12_9 0.2205 G 12_9 0.1519 ndcg 12_9 0.4844 ndcg_rel 12_9 0.4050 Rndcg 12_9 0.3060 ndcg_cut_5 12_9 0.4407 ndcg_cut_10 12_9 0.3095 ndcg_cut_15 12_9 0.2693 ndcg_cut_20 12_9 0.2643 ndcg_cut_30 12_9 0.2915 ndcg_cut_100 12_9 0.4249 ndcg_cut_200 12_9 0.4844 ndcg_cut_500 12_9 0.4844 ndcg_cut_1000 12_9 0.4844 map_cut_5 12_9 0.1191 map_cut_10 12_9 0.1191 map_cut_15 12_9 0.1360 map_cut_20 12_9 0.1499 map_cut_30 12_9 0.1835 map_cut_100 12_9 0.2523 map_cut_200 12_9 0.2647 map_cut_500 12_9 0.2647 map_cut_1000 12_9 0.2647 relative_P_5 12_9 0.8000 relative_P_10 12_9 0.4000 relative_P_15 12_9 0.3333 relative_P_20 12_9 0.3000 relative_P_30 12_9 0.3333 relative_P_100 12_9 0.5926 relative_P_200 12_9 0.7037 relative_P_500 12_9 0.7037 relative_P_1000 12_9 0.7037 success_1 12_9 1.0000 success_5 12_9 1.0000 success_10 12_9 1.0000 set_P 12_9 0.0190 set_relative_P 12_9 0.7037 set_recall 12_9 0.7037 set_map 12_9 0.0134 set_F 12_9 0.0370 num_nonrel_judged_ret 12_9 25 rbp 12_9 0.1921 rbp_resid 12_9 0.2689 unj_5 12_9 0.0000 unj_10 12_9 0.3000 unj_20 12_9 0.3000 num_ret 13_2 1000 num_rel 13_2 154 num_rel_ret 13_2 95 map 13_2 0.2825 Rprec 13_2 0.3831 bpref 13_2 0.5879 recip_rank 13_2 1.0000 iprec_at_recall_0.00 13_2 1.0000 iprec_at_recall_0.10 13_2 0.6897 iprec_at_recall_0.20 13_2 0.5522 iprec_at_recall_0.30 13_2 0.4455 iprec_at_recall_0.40 13_2 0.3163 iprec_at_recall_0.50 13_2 0.2251 iprec_at_recall_0.60 13_2 0.1245 iprec_at_recall_0.70 13_2 0.0000 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 1.0000 P_10 13_2 0.8000 P_15 13_2 0.7333 P_20 13_2 0.6500 P_30 13_2 0.6667 P_100 13_2 0.4300 P_200 13_2 0.3100 P_500 13_2 0.1680 P_1000 13_2 0.0950 relstring 13_2 '2133220-13' recall_5 13_2 0.0325 recall_10 13_2 0.0519 recall_15 13_2 0.0714 recall_20 13_2 0.0844 recall_30 13_2 0.1299 recall_100 13_2 0.2792 recall_200 13_2 0.4026 recall_500 13_2 0.5455 recall_1000 13_2 0.6169 infAP 13_2 0.2825 Rprec_mult_0.20 13_2 0.6452 Rprec_mult_0.40 13_2 0.5323 Rprec_mult_0.60 13_2 0.4409 Rprec_mult_0.80 13_2 0.4355 Rprec_mult_1.00 13_2 0.3831 Rprec_mult_1.20 13_2 0.3297 Rprec_mult_1.40 13_2 0.2917 Rprec_mult_1.60 13_2 0.2672 Rprec_mult_1.80 13_2 0.2482 Rprec_mult_2.00 13_2 0.2403 utility 13_2 -810.0000 11pt_avg 13_2 0.3048 binG 13_2 0.1505 G 13_2 0.1102 ndcg 13_2 0.5849 ndcg_rel 13_2 0.5344 Rndcg 13_2 0.4905 ndcg_cut_5 13_2 0.6294 ndcg_cut_10 13_2 0.5521 ndcg_cut_15 13_2 0.5220 ndcg_cut_20 13_2 0.4599 ndcg_cut_30 13_2 0.4898 ndcg_cut_100 13_2 0.4443 ndcg_cut_200 13_2 0.4712 ndcg_cut_500 13_2 0.5523 ndcg_cut_1000 13_2 0.5849 map_cut_5 13_2 0.0325 map_cut_10 13_2 0.0492 map_cut_15 13_2 0.0654 map_cut_20 13_2 0.0745 map_cut_30 13_2 0.1047 map_cut_100 13_2 0.1871 map_cut_200 13_2 0.2383 map_cut_500 13_2 0.2722 map_cut_1000 13_2 0.2825 relative_P_5 13_2 1.0000 relative_P_10 13_2 0.8000 relative_P_15 13_2 0.7333 relative_P_20 13_2 0.6500 relative_P_30 13_2 0.6667 relative_P_100 13_2 0.4300 relative_P_200 13_2 0.4026 relative_P_500 13_2 0.5455 relative_P_1000 13_2 0.6169 success_1 13_2 1.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.0950 set_relative_P 13_2 0.6169 set_recall 13_2 0.6169 set_map 13_2 0.0586 set_F 13_2 0.1646 num_nonrel_judged_ret 13_2 4 rbp 13_2 0.3835 rbp_resid 13_2 0.1859 unj_5 13_2 0.0000 unj_10 13_2 0.1000 unj_20 13_2 0.3000 num_ret 13_3 1000 num_rel 13_3 79 num_rel_ret 13_3 53 map 13_3 0.3791 Rprec 13_3 0.4304 bpref 13_3 0.6378 recip_rank 13_3 1.0000 iprec_at_recall_0.00 13_3 1.0000 iprec_at_recall_0.10 13_3 0.8667 iprec_at_recall_0.20 13_3 0.8636 iprec_at_recall_0.30 13_3 0.8000 iprec_at_recall_0.40 13_3 0.4444 iprec_at_recall_0.50 13_3 0.2454 iprec_at_recall_0.60 13_3 0.1911 iprec_at_recall_0.70 13_3 0.0000 iprec_at_recall_0.80 13_3 0.0000 iprec_at_recall_0.90 13_3 0.0000 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 0.8000 P_10 13_3 0.8000 P_15 13_3 0.8667 P_20 13_3 0.8500 P_30 13_3 0.8000 P_100 13_3 0.3400 P_200 13_3 0.2200 P_500 13_3 0.1040 P_1000 13_3 0.0530 relstring 13_3 '32202-2222' recall_5 13_3 0.0506 recall_10 13_3 0.1013 recall_15 13_3 0.1646 recall_20 13_3 0.2152 recall_30 13_3 0.3038 recall_100 13_3 0.4304 recall_200 13_3 0.5570 recall_500 13_3 0.6582 recall_1000 13_3 0.6709 infAP 13_3 0.3791 Rprec_mult_0.20 13_3 0.8125 Rprec_mult_0.40 13_3 0.7500 Rprec_mult_0.60 13_3 0.5833 Rprec_mult_0.80 13_3 0.4688 Rprec_mult_1.00 13_3 0.4304 Rprec_mult_1.20 13_3 0.3579 Rprec_mult_1.40 13_3 0.3153 Rprec_mult_1.60 13_3 0.2913 Rprec_mult_1.80 13_3 0.2657 Rprec_mult_2.00 13_3 0.2468 utility 13_3 -894.0000 11pt_avg 13_3 0.4010 binG 13_3 0.2201 G 13_3 0.1766 ndcg 13_3 0.6787 ndcg_rel 13_3 0.6812 Rndcg 13_3 0.6156 ndcg_cut_5 13_3 0.7135 ndcg_cut_10 13_3 0.7308 ndcg_cut_15 13_3 0.7805 ndcg_cut_20 13_3 0.7681 ndcg_cut_30 13_3 0.7341 ndcg_cut_100 13_3 0.5470 ndcg_cut_200 13_3 0.6226 ndcg_cut_500 13_3 0.6723 ndcg_cut_1000 13_3 0.6787 map_cut_5 13_3 0.0481 map_cut_10 13_3 0.0866 map_cut_15 13_3 0.1400 map_cut_20 13_3 0.1824 map_cut_30 13_3 0.2570 map_cut_100 13_3 0.3266 map_cut_200 13_3 0.3603 map_cut_500 13_3 0.3778 map_cut_1000 13_3 0.3791 relative_P_5 13_3 0.8000 relative_P_10 13_3 0.8000 relative_P_15 13_3 0.8667 relative_P_20 13_3 0.8500 relative_P_30 13_3 0.8000 relative_P_100 13_3 0.4304 relative_P_200 13_3 0.5570 relative_P_500 13_3 0.6582 relative_P_1000 13_3 0.6709 success_1 13_3 1.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.0530 set_relative_P 13_3 0.6709 set_recall 13_3 0.6709 set_map 13_3 0.0356 set_F 13_3 0.0982 num_nonrel_judged_ret 13_3 11 rbp 13_3 0.5503 rbp_resid 13_3 0.1252 unj_5 13_3 0.0000 unj_10 13_3 0.1000 unj_20 13_3 0.1000 num_ret 13_4 1000 num_rel 13_4 132 num_rel_ret 13_4 46 map 13_4 0.1964 Rprec 13_4 0.2652 bpref 13_4 0.3324 recip_rank 13_4 1.0000 iprec_at_recall_0.00 13_4 1.0000 iprec_at_recall_0.10 13_4 0.9286 iprec_at_recall_0.20 13_4 0.6047 iprec_at_recall_0.30 13_4 0.1887 iprec_at_recall_0.40 13_4 0.0000 iprec_at_recall_0.50 13_4 0.0000 iprec_at_recall_0.60 13_4 0.0000 iprec_at_recall_0.70 13_4 0.0000 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 1.0000 P_10 13_4 0.9000 P_15 13_4 0.8667 P_20 13_4 0.7500 P_30 13_4 0.6000 P_100 13_4 0.3300 P_200 13_4 0.1950 P_500 13_4 0.0900 P_1000 13_4 0.0460 relstring 13_4 '2212202222' recall_5 13_4 0.0379 recall_10 13_4 0.0682 recall_15 13_4 0.0985 recall_20 13_4 0.1136 recall_30 13_4 0.1364 recall_100 13_4 0.2500 recall_200 13_4 0.2955 recall_500 13_4 0.3409 recall_1000 13_4 0.3485 infAP 13_4 0.1964 Rprec_mult_0.20 13_4 0.5926 Rprec_mult_0.40 13_4 0.4906 Rprec_mult_0.60 13_4 0.3750 Rprec_mult_0.80 13_4 0.3113 Rprec_mult_1.00 13_4 0.2652 Rprec_mult_1.20 13_4 0.2201 Rprec_mult_1.40 13_4 0.2108 Rprec_mult_1.60 13_4 0.1887 Rprec_mult_1.80 13_4 0.1723 Rprec_mult_2.00 13_4 0.1591 utility 13_4 -908.0000 11pt_avg 13_4 0.2474 binG 13_4 0.1269 G 13_4 0.0854 ndcg 13_4 0.3994 ndcg_rel 13_4 0.4591 Rndcg 13_4 0.4459 ndcg_cut_5 13_4 0.7825 ndcg_cut_10 13_4 0.7807 ndcg_cut_15 13_4 0.7662 ndcg_cut_20 13_4 0.7090 ndcg_cut_30 13_4 0.6174 ndcg_cut_100 13_4 0.3859 ndcg_cut_200 13_4 0.3718 ndcg_cut_500 13_4 0.3971 ndcg_cut_1000 13_4 0.3994 map_cut_5 13_4 0.0379 map_cut_10 13_4 0.0646 map_cut_15 13_4 0.0924 map_cut_20 13_4 0.1047 map_cut_30 13_4 0.1184 map_cut_100 13_4 0.1778 map_cut_200 13_4 0.1888 map_cut_500 13_4 0.1957 map_cut_1000 13_4 0.1964 relative_P_5 13_4 1.0000 relative_P_10 13_4 0.9000 relative_P_15 13_4 0.8667 relative_P_20 13_4 0.7500 relative_P_30 13_4 0.6000 relative_P_100 13_4 0.3300 relative_P_200 13_4 0.2955 relative_P_500 13_4 0.3409 relative_P_1000 13_4 0.3485 success_1 13_4 1.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.0460 set_relative_P 13_4 0.3485 set_recall 13_4 0.3485 set_map 13_4 0.0160 set_F 13_4 0.0813 num_nonrel_judged_ret 13_4 13 rbp 13_4 0.4850 rbp_resid 13_4 0.1315 unj_5 13_4 0.0000 unj_10 13_4 0.0000 unj_20 13_4 0.1500 num_ret 13_6 1000 num_rel 13_6 135 num_rel_ret 13_6 66 map 13_6 0.1870 Rprec 13_6 0.2593 bpref 13_6 0.4613 recip_rank 13_6 1.0000 iprec_at_recall_0.00 13_6 1.0000 iprec_at_recall_0.10 13_6 0.7143 iprec_at_recall_0.20 13_6 0.3034 iprec_at_recall_0.30 13_6 0.2181 iprec_at_recall_0.40 13_6 0.1266 iprec_at_recall_0.50 13_6 0.0000 iprec_at_recall_0.60 13_6 0.0000 iprec_at_recall_0.70 13_6 0.0000 iprec_at_recall_0.80 13_6 0.0000 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 0.8000 P_10 13_6 0.9000 P_15 13_6 0.7333 P_20 13_6 0.7000 P_30 13_6 0.6333 P_100 13_6 0.2800 P_200 13_6 0.2050 P_500 13_6 0.1220 P_1000 13_6 0.0660 relstring 13_6 '2202313222' recall_5 13_6 0.0296 recall_10 13_6 0.0667 recall_15 13_6 0.0815 recall_20 13_6 0.1037 recall_30 13_6 0.1407 recall_100 13_6 0.2074 recall_200 13_6 0.3037 recall_500 13_6 0.4519 recall_1000 13_6 0.4889 infAP 13_6 0.1870 Rprec_mult_0.20 13_6 0.7037 Rprec_mult_0.40 13_6 0.4259 Rprec_mult_0.60 13_6 0.3210 Rprec_mult_0.80 13_6 0.2778 Rprec_mult_1.00 13_6 0.2593 Rprec_mult_1.20 13_6 0.2222 Rprec_mult_1.40 13_6 0.2169 Rprec_mult_1.60 13_6 0.1944 Rprec_mult_1.80 13_6 0.1728 Rprec_mult_2.00 13_6 0.1593 utility 13_6 -868.0000 11pt_avg 13_6 0.2148 binG 13_6 0.1220 G 13_6 0.0882 ndcg 13_6 0.4738 ndcg_rel 13_6 0.4560 Rndcg 13_6 0.4322 ndcg_cut_5 13_6 0.5367 ndcg_cut_10 13_6 0.5776 ndcg_cut_15 13_6 0.5241 ndcg_cut_20 13_6 0.5202 ndcg_cut_30 13_6 0.5092 ndcg_cut_100 13_6 0.3307 ndcg_cut_200 13_6 0.3629 ndcg_cut_500 13_6 0.4562 ndcg_cut_1000 13_6 0.4738 map_cut_5 13_6 0.0263 map_cut_10 13_6 0.0586 map_cut_15 13_6 0.0697 map_cut_20 13_6 0.0852 map_cut_30 13_6 0.1110 map_cut_100 13_6 0.1387 map_cut_200 13_6 0.1630 map_cut_500 13_6 0.1831 map_cut_1000 13_6 0.1870 relative_P_5 13_6 0.8000 relative_P_10 13_6 0.9000 relative_P_15 13_6 0.7333 relative_P_20 13_6 0.7000 relative_P_30 13_6 0.6333 relative_P_100 13_6 0.2800 relative_P_200 13_6 0.3037 relative_P_500 13_6 0.4519 relative_P_1000 13_6 0.4889 success_1 13_6 1.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.0660 set_relative_P 13_6 0.4889 set_recall 13_6 0.4889 set_map 13_6 0.0323 set_F 13_6 0.1163 num_nonrel_judged_ret 13_6 5 rbp 13_6 0.3796 rbp_resid 13_6 0.1995 unj_5 13_6 0.0000 unj_10 13_6 0.0000 unj_20 13_6 0.2500 num_ret 13_8 1000 num_rel 13_8 100 num_rel_ret 13_8 19 map 13_8 0.0791 Rprec 13_8 0.1200 bpref 13_8 0.1844 recip_rank 13_8 1.0000 iprec_at_recall_0.00 13_8 1.0000 iprec_at_recall_0.10 13_8 0.2000 iprec_at_recall_0.20 13_8 0.0000 iprec_at_recall_0.30 13_8 0.0000 iprec_at_recall_0.40 13_8 0.0000 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 1.0000 P_10 13_8 0.6000 P_15 13_8 0.4000 P_20 13_8 0.3500 P_30 13_8 0.2333 P_100 13_8 0.1200 P_200 13_8 0.0750 P_500 13_8 0.0360 P_1000 13_8 0.0190 relstring 13_8 '332322----' recall_5 13_8 0.0500 recall_10 13_8 0.0600 recall_15 13_8 0.0600 recall_20 13_8 0.0700 recall_30 13_8 0.0700 recall_100 13_8 0.1200 recall_200 13_8 0.1500 recall_500 13_8 0.1800 recall_1000 13_8 0.1900 infAP 13_8 0.0791 Rprec_mult_0.20 13_8 0.3500 Rprec_mult_0.40 13_8 0.2250 Rprec_mult_0.60 13_8 0.1833 Rprec_mult_0.80 13_8 0.1375 Rprec_mult_1.00 13_8 0.1200 Rprec_mult_1.20 13_8 0.1000 Rprec_mult_1.40 13_8 0.0929 Rprec_mult_1.60 13_8 0.0875 Rprec_mult_1.80 13_8 0.0833 Rprec_mult_2.00 13_8 0.0750 utility 13_8 -962.0000 11pt_avg 13_8 0.1091 binG 13_8 0.0812 G 13_8 0.0844 ndcg 13_8 0.3177 ndcg_rel 13_8 0.3569 Rndcg 13_8 0.3487 ndcg_cut_5 13_8 0.8997 ndcg_cut_10 13_8 0.6361 ndcg_cut_15 13_8 0.5002 ndcg_cut_20 13_8 0.4769 ndcg_cut_30 13_8 0.3923 ndcg_cut_100 13_8 0.2699 ndcg_cut_200 13_8 0.2924 ndcg_cut_500 13_8 0.3126 ndcg_cut_1000 13_8 0.3177 map_cut_5 13_8 0.0500 map_cut_10 13_8 0.0600 map_cut_15 13_8 0.0600 map_cut_20 13_8 0.0641 map_cut_30 13_8 0.0641 map_cut_100 13_8 0.0742 map_cut_200 13_8 0.0769 map_cut_500 13_8 0.0788 map_cut_1000 13_8 0.0791 relative_P_5 13_8 1.0000 relative_P_10 13_8 0.6000 relative_P_15 13_8 0.4000 relative_P_20 13_8 0.3500 relative_P_30 13_8 0.2333 relative_P_100 13_8 0.1200 relative_P_200 13_8 0.1500 relative_P_500 13_8 0.1800 relative_P_1000 13_8 0.1900 success_1 13_8 1.0000 success_5 13_8 1.0000 success_10 13_8 1.0000 set_P 13_8 0.0190 set_relative_P 13_8 0.1900 set_recall 13_8 0.1900 set_map 13_8 0.0036 set_F 13_8 0.0345 num_nonrel_judged_ret 13_8 8 rbp 13_8 0.4242 rbp_resid 13_8 0.4777 unj_5 13_8 0.0000 unj_10 13_8 0.4000 unj_20 13_8 0.5500 num_ret 14_10 1000 num_rel 14_10 52 num_rel_ret 14_10 35 map 14_10 0.3944 Rprec 14_10 0.5192 bpref 14_10 0.6013 recip_rank 14_10 0.5000 iprec_at_recall_0.00 14_10 0.8571 iprec_at_recall_0.10 14_10 0.8571 iprec_at_recall_0.20 14_10 0.7692 iprec_at_recall_0.30 14_10 0.6207 iprec_at_recall_0.40 14_10 0.5532 iprec_at_recall_0.50 14_10 0.5532 iprec_at_recall_0.60 14_10 0.4026 iprec_at_recall_0.70 14_10 0.0000 iprec_at_recall_0.80 14_10 0.0000 iprec_at_recall_0.90 14_10 0.0000 iprec_at_recall_1.00 14_10 0.0000 P_5 14_10 0.8000 P_10 14_10 0.8000 P_15 14_10 0.7333 P_20 14_10 0.6500 P_30 14_10 0.6000 P_100 14_10 0.3300 P_200 14_10 0.1750 P_500 14_10 0.0700 P_1000 14_10 0.0350 relstring 14_10 '0322132-22' recall_5 14_10 0.0769 recall_10 14_10 0.1538 recall_15 14_10 0.2115 recall_20 14_10 0.2500 recall_30 14_10 0.3462 recall_100 14_10 0.6346 recall_200 14_10 0.6731 recall_500 14_10 0.6731 recall_1000 14_10 0.6731 infAP 14_10 0.3944 Rprec_mult_0.20 14_10 0.7273 Rprec_mult_0.40 14_10 0.6190 Rprec_mult_0.60 14_10 0.5625 Rprec_mult_0.80 14_10 0.5238 Rprec_mult_1.00 14_10 0.5192 Rprec_mult_1.20 14_10 0.4603 Rprec_mult_1.40 14_10 0.4110 Rprec_mult_1.60 14_10 0.3690 Rprec_mult_1.80 14_10 0.3298 Rprec_mult_2.00 14_10 0.3173 utility 14_10 -930.0000 11pt_avg 14_10 0.4194 binG 14_10 0.2216 G 14_10 0.1759 ndcg 14_10 0.6190 ndcg_rel 14_10 0.5718 Rndcg 14_10 0.5310 ndcg_cut_5 14_10 0.5158 ndcg_cut_10 14_10 0.6290 ndcg_cut_15 14_10 0.5839 ndcg_cut_20 14_10 0.5567 ndcg_cut_30 14_10 0.5179 ndcg_cut_100 14_10 0.6019 ndcg_cut_200 14_10 0.6190 ndcg_cut_500 14_10 0.6190 ndcg_cut_1000 14_10 0.6190 map_cut_5 14_10 0.0522 map_cut_10 14_10 0.1151 map_cut_15 14_10 0.1584 map_cut_20 14_10 0.1845 map_cut_30 14_10 0.2423 map_cut_100 14_10 0.3844 map_cut_200 14_10 0.3944 map_cut_500 14_10 0.3944 map_cut_1000 14_10 0.3944 relative_P_5 14_10 0.8000 relative_P_10 14_10 0.8000 relative_P_15 14_10 0.7333 relative_P_20 14_10 0.6500 relative_P_30 14_10 0.6000 relative_P_100 14_10 0.6346 relative_P_200 14_10 0.6731 relative_P_500 14_10 0.6731 relative_P_1000 14_10 0.6731 success_1 14_10 0.0000 success_5 14_10 1.0000 success_10 14_10 1.0000 set_P 14_10 0.0350 set_relative_P 14_10 0.6731 set_recall 14_10 0.6731 set_map 14_10 0.0236 set_F 14_10 0.0665 num_nonrel_judged_ret 14_10 26 rbp 14_10 0.4429 rbp_resid 14_10 0.1410 unj_5 14_10 0.0000 unj_10 14_10 0.1000 unj_20 14_10 0.2000 num_ret 14_2 1000 num_rel 14_2 105 num_rel_ret 14_2 50 map 14_2 0.1726 Rprec 14_2 0.2762 bpref 14_2 0.4005 recip_rank 14_2 1.0000 iprec_at_recall_0.00 14_2 1.0000 iprec_at_recall_0.10 14_2 0.5600 iprec_at_recall_0.20 14_2 0.4038 iprec_at_recall_0.30 14_2 0.2426 iprec_at_recall_0.40 14_2 0.1151 iprec_at_recall_0.50 14_2 0.0000 iprec_at_recall_0.60 14_2 0.0000 iprec_at_recall_0.70 14_2 0.0000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 0.6000 P_10 14_2 0.5000 P_15 14_2 0.5333 P_20 14_2 0.5000 P_30 14_2 0.4667 P_100 14_2 0.2800 P_200 14_2 0.1850 P_500 14_2 0.0900 P_1000 14_2 0.0500 relstring 14_2 '1210021000' recall_5 14_2 0.0286 recall_10 14_2 0.0476 recall_15 14_2 0.0762 recall_20 14_2 0.0952 recall_30 14_2 0.1333 recall_100 14_2 0.2667 recall_200 14_2 0.3524 recall_500 14_2 0.4286 recall_1000 14_2 0.4762 infAP 14_2 0.1726 Rprec_mult_0.20 14_2 0.4762 Rprec_mult_0.40 14_2 0.4048 Rprec_mult_0.60 14_2 0.3492 Rprec_mult_0.80 14_2 0.2857 Rprec_mult_1.00 14_2 0.2762 Rprec_mult_1.20 14_2 0.2460 Rprec_mult_1.40 14_2 0.2245 Rprec_mult_1.60 14_2 0.2143 Rprec_mult_1.80 14_2 0.1905 Rprec_mult_2.00 14_2 0.1762 utility 14_2 -900.0000 11pt_avg 14_2 0.2111 binG 14_2 0.1172 G 14_2 0.0903 ndcg 14_2 0.4311 ndcg_rel 14_2 0.4090 Rndcg 14_2 0.3747 ndcg_cut_5 14_2 0.3265 ndcg_cut_10 14_2 0.3269 ndcg_cut_15 14_2 0.3798 ndcg_cut_20 14_2 0.3837 ndcg_cut_30 14_2 0.3891 ndcg_cut_100 14_2 0.3311 ndcg_cut_200 14_2 0.3760 ndcg_cut_500 14_2 0.4127 ndcg_cut_1000 14_2 0.4311 map_cut_5 14_2 0.0286 map_cut_10 14_2 0.0417 map_cut_15 14_2 0.0575 map_cut_20 14_2 0.0681 map_cut_30 14_2 0.0884 map_cut_100 14_2 0.1388 map_cut_200 14_2 0.1596 map_cut_500 14_2 0.1687 map_cut_1000 14_2 0.1726 relative_P_5 14_2 0.6000 relative_P_10 14_2 0.5000 relative_P_15 14_2 0.5333 relative_P_20 14_2 0.5000 relative_P_30 14_2 0.4667 relative_P_100 14_2 0.2800 relative_P_200 14_2 0.3524 relative_P_500 14_2 0.4286 relative_P_1000 14_2 0.4762 success_1 14_2 1.0000 success_5 14_2 1.0000 success_10 14_2 1.0000 set_P 14_2 0.0500 set_relative_P 14_2 0.4762 set_recall 14_2 0.4762 set_map 14_2 0.0238 set_F 14_2 0.0905 num_nonrel_judged_ret 14_2 32 rbp 14_2 0.2980 rbp_resid 14_2 0.0945 unj_5 14_2 0.0000 unj_10 14_2 0.0000 unj_20 14_2 0.1000 num_ret 14_3 1000 num_rel 14_3 160 num_rel_ret 14_3 45 map 14_3 0.0631 Rprec 14_3 0.0875 bpref 14_3 0.2446 recip_rank 14_3 1.0000 iprec_at_recall_0.00 14_3 1.0000 iprec_at_recall_0.10 14_3 0.0909 iprec_at_recall_0.20 14_3 0.0660 iprec_at_recall_0.30 14_3 0.0000 iprec_at_recall_0.40 14_3 0.0000 iprec_at_recall_0.50 14_3 0.0000 iprec_at_recall_0.60 14_3 0.0000 iprec_at_recall_0.70 14_3 0.0000 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 0.8000 P_10 14_3 0.6000 P_15 14_3 0.4667 P_20 14_3 0.4500 P_30 14_3 0.3000 P_100 14_3 0.1300 P_200 14_3 0.0800 P_500 14_3 0.0660 P_1000 14_3 0.0450 relstring 14_3 '11110021--' recall_5 14_3 0.0250 recall_10 14_3 0.0375 recall_15 14_3 0.0437 recall_20 14_3 0.0563 recall_30 14_3 0.0563 recall_100 14_3 0.0813 recall_200 14_3 0.1000 recall_500 14_3 0.2062 recall_1000 14_3 0.2812 infAP 14_3 0.0631 Rprec_mult_0.20 14_3 0.2812 Rprec_mult_0.40 14_3 0.1562 Rprec_mult_0.60 14_3 0.1354 Rprec_mult_0.80 14_3 0.1094 Rprec_mult_1.00 14_3 0.0875 Rprec_mult_1.20 14_3 0.0781 Rprec_mult_1.40 14_3 0.0893 Rprec_mult_1.60 14_3 0.0859 Rprec_mult_1.80 14_3 0.0764 Rprec_mult_2.00 14_3 0.0750 utility 14_3 -910.0000 11pt_avg 14_3 0.1052 binG 14_3 0.0652 G 14_3 0.0420 ndcg 14_3 0.2357 ndcg_rel 14_3 0.2298 Rndcg 14_3 0.2154 ndcg_cut_5 14_3 0.3191 ndcg_cut_10 14_3 0.3159 ndcg_cut_15 14_3 0.2753 ndcg_cut_20 14_3 0.2799 ndcg_cut_30 14_3 0.2219 ndcg_cut_100 14_3 0.1504 ndcg_cut_200 14_3 0.1429 ndcg_cut_500 14_3 0.1987 ndcg_cut_1000 14_3 0.2357 map_cut_5 14_3 0.0250 map_cut_10 14_3 0.0342 map_cut_15 14_3 0.0378 map_cut_20 14_3 0.0442 map_cut_30 14_3 0.0442 map_cut_100 14_3 0.0489 map_cut_200 14_3 0.0507 map_cut_500 14_3 0.0590 map_cut_1000 14_3 0.0631 relative_P_5 14_3 0.8000 relative_P_10 14_3 0.6000 relative_P_15 14_3 0.4667 relative_P_20 14_3 0.4500 relative_P_30 14_3 0.3000 relative_P_100 14_3 0.1300 relative_P_200 14_3 0.1000 relative_P_500 14_3 0.2062 relative_P_1000 14_3 0.2812 success_1 14_3 1.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.0450 set_relative_P 14_3 0.2812 set_recall 14_3 0.2812 set_map 14_3 0.0127 set_F 14_3 0.0776 num_nonrel_judged_ret 14_3 26 rbp 14_3 0.1974 rbp_resid 14_3 0.3279 unj_5 14_3 0.0000 unj_10 14_3 0.2000 unj_20 14_3 0.4000 num_ret 14_4 1000 num_rel 14_4 46 num_rel_ret 14_4 37 map 14_4 0.1404 Rprec 14_4 0.1739 bpref 14_4 0.4962 recip_rank 14_4 0.2500 iprec_at_recall_0.00 14_4 0.4444 iprec_at_recall_0.10 14_4 0.3333 iprec_at_recall_0.20 14_4 0.1961 iprec_at_recall_0.30 14_4 0.1705 iprec_at_recall_0.40 14_4 0.1696 iprec_at_recall_0.50 14_4 0.1243 iprec_at_recall_0.60 14_4 0.1003 iprec_at_recall_0.70 14_4 0.0899 iprec_at_recall_0.80 14_4 0.0645 iprec_at_recall_0.90 14_4 0.0000 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.2000 P_10 14_4 0.4000 P_15 14_4 0.3333 P_20 14_4 0.3000 P_30 14_4 0.2667 P_100 14_4 0.1500 P_200 14_4 0.1150 P_500 14_4 0.0680 P_1000 14_4 0.0370 relstring 14_4 '0002021-1-' recall_5 14_4 0.0217 recall_10 14_4 0.0870 recall_15 14_4 0.1087 recall_20 14_4 0.1304 recall_30 14_4 0.1739 recall_100 14_4 0.3261 recall_200 14_4 0.5000 recall_500 14_4 0.7391 recall_1000 14_4 0.8043 infAP 14_4 0.1404 Rprec_mult_0.20 14_4 0.4000 Rprec_mult_0.40 14_4 0.3158 Rprec_mult_0.60 14_4 0.2857 Rprec_mult_0.80 14_4 0.2162 Rprec_mult_1.00 14_4 0.1739 Rprec_mult_1.20 14_4 0.1786 Rprec_mult_1.40 14_4 0.1846 Rprec_mult_1.60 14_4 0.1757 Rprec_mult_1.80 14_4 0.1566 Rprec_mult_2.00 14_4 0.1630 utility 14_4 -926.0000 11pt_avg 14_4 0.1539 binG 14_4 0.1447 G 14_4 0.1213 ndcg 14_4 0.4297 ndcg_rel 14_4 0.3105 Rndcg 14_4 0.2289 ndcg_cut_5 14_4 0.0974 ndcg_cut_10 14_4 0.1655 ndcg_cut_15 14_4 0.1695 ndcg_cut_20 14_4 0.1603 ndcg_cut_30 14_4 0.1753 ndcg_cut_100 14_4 0.2392 ndcg_cut_200 14_4 0.3179 ndcg_cut_500 14_4 0.4111 ndcg_cut_1000 14_4 0.4297 map_cut_5 14_4 0.0054 map_cut_10 14_4 0.0317 map_cut_15 14_4 0.0389 map_cut_20 14_4 0.0458 map_cut_30 14_4 0.0596 map_cut_100 14_4 0.0873 map_cut_200 14_4 0.1137 map_cut_500 14_4 0.1361 map_cut_1000 14_4 0.1404 relative_P_5 14_4 0.2000 relative_P_10 14_4 0.4000 relative_P_15 14_4 0.3333 relative_P_20 14_4 0.3000 relative_P_30 14_4 0.2667 relative_P_100 14_4 0.3261 relative_P_200 14_4 0.5000 relative_P_500 14_4 0.7391 relative_P_1000 14_4 0.8043 success_1 14_4 0.0000 success_5 14_4 1.0000 success_10 14_4 1.0000 set_P 14_4 0.0370 set_relative_P 14_4 0.8043 set_recall 14_4 0.8043 set_map 14_4 0.0298 set_F 14_4 0.0707 num_nonrel_judged_ret 14_4 46 rbp 14_4 0.1507 rbp_resid 14_4 0.3433 unj_5 14_4 0.0000 unj_10 14_4 0.2000 unj_20 14_4 0.4500 num_ret 14_7 1000 num_rel 14_7 83 num_rel_ret 14_7 41 map 14_7 0.3589 Rprec 14_7 0.4096 bpref 14_7 0.4647 recip_rank 14_7 1.0000 iprec_at_recall_0.00 14_7 1.0000 iprec_at_recall_0.10 14_7 0.9500 iprec_at_recall_0.20 14_7 0.9500 iprec_at_recall_0.30 14_7 0.8710 iprec_at_recall_0.40 14_7 0.5000 iprec_at_recall_0.50 14_7 0.0000 iprec_at_recall_0.60 14_7 0.0000 iprec_at_recall_0.70 14_7 0.0000 iprec_at_recall_0.80 14_7 0.0000 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 0.8000 P_10 14_7 0.9000 P_15 14_7 0.9333 P_20 14_7 0.9500 P_30 14_7 0.8667 P_100 14_7 0.3500 P_200 14_7 0.1850 P_500 14_7 0.0820 P_1000 14_7 0.0410 relstring 14_7 '1222022323' recall_5 14_7 0.0482 recall_10 14_7 0.1084 recall_15 14_7 0.1687 recall_20 14_7 0.2289 recall_30 14_7 0.3133 recall_100 14_7 0.4217 recall_200 14_7 0.4458 recall_500 14_7 0.4940 recall_1000 14_7 0.4940 infAP 14_7 0.3589 Rprec_mult_0.20 14_7 0.9412 Rprec_mult_0.40 14_7 0.7941 Rprec_mult_0.60 14_7 0.5800 Rprec_mult_0.80 14_7 0.4925 Rprec_mult_1.00 14_7 0.4096 Rprec_mult_1.20 14_7 0.3500 Rprec_mult_1.40 14_7 0.3077 Rprec_mult_1.60 14_7 0.2707 Rprec_mult_1.80 14_7 0.2400 Rprec_mult_2.00 14_7 0.2169 utility 14_7 -918.0000 11pt_avg 14_7 0.3883 binG 14_7 0.2305 G 14_7 0.1392 ndcg 14_7 0.5561 ndcg_rel 14_7 0.5742 Rndcg 14_7 0.5495 ndcg_cut_5 14_7 0.4661 ndcg_cut_10 14_7 0.6222 ndcg_cut_15 14_7 0.6710 ndcg_cut_20 14_7 0.6879 ndcg_cut_30 14_7 0.6602 ndcg_cut_100 14_7 0.5232 ndcg_cut_200 14_7 0.5409 ndcg_cut_500 14_7 0.5561 ndcg_cut_1000 14_7 0.5561 map_cut_5 14_7 0.0482 map_cut_10 14_7 0.1007 map_cut_15 14_7 0.1562 map_cut_20 14_7 0.2131 map_cut_30 14_7 0.2865 map_cut_100 14_7 0.3460 map_cut_200 14_7 0.3527 map_cut_500 14_7 0.3589 map_cut_1000 14_7 0.3589 relative_P_5 14_7 0.8000 relative_P_10 14_7 0.9000 relative_P_15 14_7 0.9333 relative_P_20 14_7 0.9500 relative_P_30 14_7 0.8667 relative_P_100 14_7 0.4217 relative_P_200 14_7 0.4458 relative_P_500 14_7 0.4940 relative_P_1000 14_7 0.4940 success_1 14_7 1.0000 success_5 14_7 1.0000 success_10 14_7 1.0000 set_P 14_7 0.0410 set_relative_P 14_7 0.4940 set_recall 14_7 0.4940 set_map 14_7 0.0203 set_F 14_7 0.0757 num_nonrel_judged_ret 14_7 23 rbp 14_7 0.5469 rbp_resid 14_7 0.0281 unj_5 14_7 0.0000 unj_10 14_7 0.0000 unj_20 14_7 0.0000 num_ret 14_8 1000 num_rel 14_8 18 num_rel_ret 14_8 2 map 14_8 0.0500 Rprec 14_8 0.1111 bpref 14_8 0.0988 recip_rank 14_8 0.5000 iprec_at_recall_0.00 14_8 0.5000 iprec_at_recall_0.10 14_8 0.4000 iprec_at_recall_0.20 14_8 0.0000 iprec_at_recall_0.30 14_8 0.0000 iprec_at_recall_0.40 14_8 0.0000 iprec_at_recall_0.50 14_8 0.0000 iprec_at_recall_0.60 14_8 0.0000 iprec_at_recall_0.70 14_8 0.0000 iprec_at_recall_0.80 14_8 0.0000 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.4000 P_10 14_8 0.2000 P_15 14_8 0.1333 P_20 14_8 0.1000 P_30 14_8 0.0667 P_100 14_8 0.0200 P_200 14_8 0.0100 P_500 14_8 0.0040 P_1000 14_8 0.0020 relstring 14_8 '01001-0-0-' recall_5 14_8 0.1111 recall_10 14_8 0.1111 recall_15 14_8 0.1111 recall_20 14_8 0.1111 recall_30 14_8 0.1111 recall_100 14_8 0.1111 recall_200 14_8 0.1111 recall_500 14_8 0.1111 recall_1000 14_8 0.1111 infAP 14_8 0.0500 Rprec_mult_0.20 14_8 0.2500 Rprec_mult_0.40 14_8 0.2500 Rprec_mult_0.60 14_8 0.1818 Rprec_mult_0.80 14_8 0.1333 Rprec_mult_1.00 14_8 0.1111 Rprec_mult_1.20 14_8 0.0909 Rprec_mult_1.40 14_8 0.0769 Rprec_mult_1.60 14_8 0.0690 Rprec_mult_1.80 14_8 0.0606 Rprec_mult_2.00 14_8 0.0556 utility 14_8 -996.0000 11pt_avg 14_8 0.0818 binG 14_8 0.0590 G 14_8 0.0293 ndcg 14_8 0.0996 ndcg_rel 14_8 0.1089 Rndcg 14_8 0.1130 ndcg_cut_5 14_8 0.1726 ndcg_cut_10 14_8 0.1244 ndcg_cut_15 14_8 0.1071 ndcg_cut_20 14_8 0.0996 ndcg_cut_30 14_8 0.0996 ndcg_cut_100 14_8 0.0996 ndcg_cut_200 14_8 0.0996 ndcg_cut_500 14_8 0.0996 ndcg_cut_1000 14_8 0.0996 map_cut_5 14_8 0.0500 map_cut_10 14_8 0.0500 map_cut_15 14_8 0.0500 map_cut_20 14_8 0.0500 map_cut_30 14_8 0.0500 map_cut_100 14_8 0.0500 map_cut_200 14_8 0.0500 map_cut_500 14_8 0.0500 map_cut_1000 14_8 0.0500 relative_P_5 14_8 0.4000 relative_P_10 14_8 0.2000 relative_P_15 14_8 0.1333 relative_P_20 14_8 0.1111 relative_P_30 14_8 0.1111 relative_P_100 14_8 0.1111 relative_P_200 14_8 0.1111 relative_P_500 14_8 0.1111 relative_P_1000 14_8 0.1111 success_1 14_8 0.0000 success_5 14_8 1.0000 success_10 14_8 1.0000 set_P 14_8 0.0020 set_relative_P 14_8 0.1111 set_recall 14_8 0.1111 set_map 14_8 0.0002 set_F 14_8 0.0039 num_nonrel_judged_ret 14_8 66 rbp 14_8 0.0778 rbp_resid 14_8 0.2689 unj_5 14_8 0.0000 unj_10 14_8 0.3000 unj_20 14_8 0.2500 num_ret 14_9 1000 num_rel 14_9 213 num_rel_ret 14_9 92 map 14_9 0.1525 Rprec 14_9 0.2958 bpref 14_9 0.3661 recip_rank 14_9 0.5000 iprec_at_recall_0.00 14_9 0.8000 iprec_at_recall_0.10 14_9 0.5000 iprec_at_recall_0.20 14_9 0.3740 iprec_at_recall_0.30 14_9 0.3009 iprec_at_recall_0.40 14_9 0.1844 iprec_at_recall_0.50 14_9 0.0000 iprec_at_recall_0.60 14_9 0.0000 iprec_at_recall_0.70 14_9 0.0000 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 0.8000 P_10 14_9 0.5000 P_15 14_9 0.4667 P_20 14_9 0.4500 P_30 14_9 0.4333 P_100 14_9 0.3400 P_200 14_9 0.3000 P_500 14_9 0.1700 P_1000 14_9 0.0920 relstring 14_9 '02221020-0' recall_5 14_9 0.0188 recall_10 14_9 0.0235 recall_15 14_9 0.0329 recall_20 14_9 0.0423 recall_30 14_9 0.0610 recall_100 14_9 0.1596 recall_200 14_9 0.2817 recall_500 14_9 0.3991 recall_1000 14_9 0.4319 infAP 14_9 0.1525 Rprec_mult_0.20 14_9 0.4884 Rprec_mult_0.40 14_9 0.3488 Rprec_mult_0.60 14_9 0.3594 Rprec_mult_0.80 14_9 0.3333 Rprec_mult_1.00 14_9 0.2958 Rprec_mult_1.20 14_9 0.2773 Rprec_mult_1.40 14_9 0.2542 Rprec_mult_1.60 14_9 0.2375 Rprec_mult_1.80 14_9 0.2109 Rprec_mult_2.00 14_9 0.1901 utility 14_9 -816.0000 11pt_avg 14_9 0.1963 binG 14_9 0.0816 G 14_9 0.0625 ndcg 14_9 0.3748 ndcg_rel 14_9 0.3410 Rndcg 14_9 0.3040 ndcg_cut_5 14_9 0.3968 ndcg_cut_10 14_9 0.3064 ndcg_cut_15 14_9 0.2981 ndcg_cut_20 14_9 0.2857 ndcg_cut_30 14_9 0.2787 ndcg_cut_100 14_9 0.2484 ndcg_cut_200 14_9 0.2797 ndcg_cut_500 14_9 0.3523 ndcg_cut_1000 14_9 0.3748 map_cut_5 14_9 0.0128 map_cut_10 14_9 0.0161 map_cut_15 14_9 0.0203 map_cut_20 14_9 0.0246 map_cut_30 14_9 0.0328 map_cut_100 14_9 0.0739 map_cut_200 14_9 0.1168 map_cut_500 14_9 0.1473 map_cut_1000 14_9 0.1525 relative_P_5 14_9 0.8000 relative_P_10 14_9 0.5000 relative_P_15 14_9 0.4667 relative_P_20 14_9 0.4500 relative_P_30 14_9 0.4333 relative_P_100 14_9 0.3400 relative_P_200 14_9 0.3000 relative_P_500 14_9 0.3991 relative_P_1000 14_9 0.4319 success_1 14_9 0.0000 success_5 14_9 1.0000 success_10 14_9 1.0000 set_P 14_9 0.0920 set_relative_P 14_9 0.4319 set_recall 14_9 0.4319 set_map 14_9 0.0397 set_F 14_9 0.1517 num_nonrel_judged_ret 14_9 13 rbp 14_9 0.2750 rbp_resid 14_9 0.1641 unj_5 14_9 0.0000 unj_10 14_9 0.1000 unj_20 14_9 0.2000 num_ret 15_1 1000 num_rel 15_1 81 num_rel_ret 15_1 41 map 15_1 0.1798 Rprec 15_1 0.2469 bpref 15_1 0.4066 recip_rank 15_1 1.0000 iprec_at_recall_0.00 15_1 1.0000 iprec_at_recall_0.10 15_1 0.6316 iprec_at_recall_0.20 15_1 0.5161 iprec_at_recall_0.30 15_1 0.2609 iprec_at_recall_0.40 15_1 0.1085 iprec_at_recall_0.50 15_1 0.0444 iprec_at_recall_0.60 15_1 0.0000 iprec_at_recall_0.70 15_1 0.0000 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 0.8000 P_10 15_1 0.6000 P_15 15_1 0.6000 P_20 15_1 0.6000 P_30 15_1 0.5000 P_100 15_1 0.2400 P_200 15_1 0.1400 P_500 15_1 0.0700 P_1000 15_1 0.0410 relstring 15_1 '201113---3' recall_5 15_1 0.0494 recall_10 15_1 0.0741 recall_15 15_1 0.1111 recall_20 15_1 0.1481 recall_30 15_1 0.1852 recall_100 15_1 0.2963 recall_200 15_1 0.3457 recall_500 15_1 0.4321 recall_1000 15_1 0.5062 infAP 15_1 0.1798 Rprec_mult_0.20 15_1 0.5882 Rprec_mult_0.40 15_1 0.4848 Rprec_mult_0.60 15_1 0.3673 Rprec_mult_0.80 15_1 0.3077 Rprec_mult_1.00 15_1 0.2469 Rprec_mult_1.20 15_1 0.2449 Rprec_mult_1.40 15_1 0.2105 Rprec_mult_1.60 15_1 0.1923 Rprec_mult_1.80 15_1 0.1781 Rprec_mult_2.00 15_1 0.1605 utility 15_1 -918.0000 11pt_avg 15_1 0.2329 binG 15_1 0.1286 G 15_1 0.0912 ndcg 15_1 0.4147 ndcg_rel 15_1 0.4019 Rndcg 15_1 0.3787 ndcg_cut_5 15_1 0.3751 ndcg_cut_10 15_1 0.4239 ndcg_cut_15 15_1 0.4527 ndcg_cut_20 15_1 0.4322 ndcg_cut_30 15_1 0.3963 ndcg_cut_100 15_1 0.3266 ndcg_cut_200 15_1 0.3480 ndcg_cut_500 15_1 0.3819 ndcg_cut_1000 15_1 0.4147 map_cut_5 15_1 0.0397 map_cut_10 15_1 0.0574 map_cut_15 15_1 0.0785 map_cut_20 15_1 0.1016 map_cut_30 15_1 0.1214 map_cut_100 15_1 0.1588 map_cut_200 15_1 0.1675 map_cut_500 15_1 0.1760 map_cut_1000 15_1 0.1798 relative_P_5 15_1 0.8000 relative_P_10 15_1 0.6000 relative_P_15 15_1 0.6000 relative_P_20 15_1 0.6000 relative_P_30 15_1 0.5000 relative_P_100 15_1 0.2963 relative_P_200 15_1 0.3457 relative_P_500 15_1 0.4321 relative_P_1000 15_1 0.5062 success_1 15_1 1.0000 success_5 15_1 1.0000 success_10 15_1 1.0000 set_P 15_1 0.0410 set_relative_P 15_1 0.5062 set_recall 15_1 0.5062 set_map 15_1 0.0208 set_F 15_1 0.0759 num_nonrel_judged_ret 15_1 41 rbp 15_1 0.3230 rbp_resid 15_1 0.3050 unj_5 15_1 0.0000 unj_10 15_1 0.3000 unj_20 15_1 0.3500 num_ret 15_10 1000 num_rel 15_10 35 num_rel_ret 15_10 21 map 15_10 0.3552 Rprec 15_10 0.3429 bpref 15_10 0.5331 recip_rank 15_10 1.0000 iprec_at_recall_0.00 15_10 1.0000 iprec_at_recall_0.10 15_10 1.0000 iprec_at_recall_0.20 15_10 0.7143 iprec_at_recall_0.30 15_10 0.4783 iprec_at_recall_0.40 15_10 0.3750 iprec_at_recall_0.50 15_10 0.3750 iprec_at_recall_0.60 15_10 0.0871 iprec_at_recall_0.70 15_10 0.0000 iprec_at_recall_0.80 15_10 0.0000 iprec_at_recall_0.90 15_10 0.0000 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 1.0000 P_10 15_10 0.7000 P_15 15_10 0.6667 P_20 15_10 0.5000 P_30 15_10 0.4000 P_100 15_10 0.1900 P_200 15_10 0.1000 P_500 15_10 0.0420 P_1000 15_10 0.0210 relstring 15_10 '321212--01' recall_5 15_10 0.1429 recall_10 15_10 0.2000 recall_15 15_10 0.2857 recall_20 15_10 0.2857 recall_30 15_10 0.3429 recall_100 15_10 0.5429 recall_200 15_10 0.5714 recall_500 15_10 0.6000 recall_1000 15_10 0.6000 infAP 15_10 0.3552 Rprec_mult_0.20 15_10 0.8571 Rprec_mult_0.40 15_10 0.7143 Rprec_mult_0.60 15_10 0.4762 Rprec_mult_0.80 15_10 0.4286 Rprec_mult_1.00 15_10 0.3429 Rprec_mult_1.20 15_10 0.3571 Rprec_mult_1.40 15_10 0.3673 Rprec_mult_1.60 15_10 0.3214 Rprec_mult_1.80 15_10 0.3016 Rprec_mult_2.00 15_10 0.2714 utility 15_10 -958.0000 11pt_avg 15_10 0.3663 binG 15_10 0.2798 G 15_10 0.2553 ndcg 15_10 0.6862 ndcg_rel 15_10 0.6987 Rndcg 15_10 0.6950 ndcg_cut_5 15_10 0.7984 ndcg_cut_10 15_10 0.6723 ndcg_cut_15 15_10 0.7088 ndcg_cut_20 15_10 0.6441 ndcg_cut_30 15_10 0.5961 ndcg_cut_100 15_10 0.6619 ndcg_cut_200 15_10 0.6705 ndcg_cut_500 15_10 0.6862 ndcg_cut_1000 15_10 0.6862 map_cut_5 15_10 0.1429 map_cut_10 15_10 0.1914 map_cut_15 15_10 0.2507 map_cut_20 15_10 0.2507 map_cut_30 15_10 0.2770 map_cut_100 15_10 0.3489 map_cut_200 15_10 0.3528 map_cut_500 15_10 0.3552 map_cut_1000 15_10 0.3552 relative_P_5 15_10 1.0000 relative_P_10 15_10 0.7000 relative_P_15 15_10 0.6667 relative_P_20 15_10 0.5000 relative_P_30 15_10 0.4000 relative_P_100 15_10 0.5429 relative_P_200 15_10 0.5714 relative_P_500 15_10 0.6000 relative_P_1000 15_10 0.6000 success_1 15_10 1.0000 success_5 15_10 1.0000 success_10 15_10 1.0000 set_P 15_10 0.0210 set_relative_P 15_10 0.6000 set_recall 15_10 0.6000 set_map 15_10 0.0126 set_F 15_10 0.0406 num_nonrel_judged_ret 15_10 13 rbp 15_10 0.3693 rbp_resid 15_10 0.2904 unj_5 15_10 0.0000 unj_10 15_10 0.2000 unj_20 15_10 0.4000 num_ret 15_3 1000 num_rel 15_3 22 num_rel_ret 15_3 11 map 15_3 0.1882 Rprec 15_3 0.1818 bpref 15_3 0.2789 recip_rank 15_3 1.0000 iprec_at_recall_0.00 15_3 1.0000 iprec_at_recall_0.10 15_3 1.0000 iprec_at_recall_0.20 15_3 0.5714 iprec_at_recall_0.30 15_3 0.0972 iprec_at_recall_0.40 15_3 0.0662 iprec_at_recall_0.50 15_3 0.0312 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.6000 P_10 15_3 0.4000 P_15 15_3 0.2667 P_20 15_3 0.2000 P_30 15_3 0.1667 P_100 15_3 0.0700 P_200 15_3 0.0450 P_500 15_3 0.0220 P_1000 15_3 0.0110 relstring 15_3 '2220002000' recall_5 15_3 0.1364 recall_10 15_3 0.1818 recall_15 15_3 0.1818 recall_20 15_3 0.1818 recall_30 15_3 0.2273 recall_100 15_3 0.3182 recall_200 15_3 0.4091 recall_500 15_3 0.5000 recall_1000 15_3 0.5000 infAP 15_3 0.1882 Rprec_mult_0.20 15_3 0.6000 Rprec_mult_0.40 15_3 0.4444 Rprec_mult_0.60 15_3 0.2857 Rprec_mult_0.80 15_3 0.2222 Rprec_mult_1.00 15_3 0.1818 Rprec_mult_1.20 15_3 0.1852 Rprec_mult_1.40 15_3 0.1613 Rprec_mult_1.60 15_3 0.1389 Rprec_mult_1.80 15_3 0.1250 Rprec_mult_2.00 15_3 0.1136 utility 15_3 -978.0000 11pt_avg 15_3 0.2515 binG 15_3 0.2049 G 15_3 0.2546 ndcg 15_3 0.5328 ndcg_rel 15_3 0.5877 Rndcg 15_3 0.4950 ndcg_cut_5 15_3 0.7227 ndcg_cut_10 15_3 0.5424 ndcg_cut_15 15_3 0.4737 ndcg_cut_20 15_3 0.4255 ndcg_cut_30 15_3 0.4272 ndcg_cut_100 15_3 0.4681 ndcg_cut_200 15_3 0.5033 ndcg_cut_500 15_3 0.5328 ndcg_cut_1000 15_3 0.5328 map_cut_5 15_3 0.1364 map_cut_10 15_3 0.1623 map_cut_15 15_3 0.1623 map_cut_20 15_3 0.1623 map_cut_30 15_3 0.1711 map_cut_100 15_3 0.1797 map_cut_200 15_3 0.1854 map_cut_500 15_3 0.1882 map_cut_1000 15_3 0.1882 relative_P_5 15_3 0.6000 relative_P_10 15_3 0.4000 relative_P_15 15_3 0.2667 relative_P_20 15_3 0.2000 relative_P_30 15_3 0.2273 relative_P_100 15_3 0.3182 relative_P_200 15_3 0.4091 relative_P_500 15_3 0.5000 relative_P_1000 15_3 0.5000 success_1 15_3 1.0000 success_5 15_3 1.0000 success_10 15_3 1.0000 set_P 15_3 0.0110 set_relative_P 15_3 0.5000 set_recall 15_3 0.5000 set_map 15_3 0.0055 set_F 15_3 0.0215 num_nonrel_judged_ret 15_3 32 rbp 15_3 0.3279 rbp_resid 15_3 0.2915 unj_5 15_3 0.0000 unj_10 15_3 0.0000 unj_20 15_3 0.4500 num_ret 15_4 1000 num_rel 15_4 20 num_rel_ret 15_4 12 map 15_4 0.0581 Rprec 15_4 0.1000 bpref 15_4 0.1675 recip_rank 15_4 0.2500 iprec_at_recall_0.00 15_4 0.3333 iprec_at_recall_0.10 15_4 0.3333 iprec_at_recall_0.20 15_4 0.0833 iprec_at_recall_0.30 15_4 0.0556 iprec_at_recall_0.40 15_4 0.0506 iprec_at_recall_0.50 15_4 0.0488 iprec_at_recall_0.60 15_4 0.0159 iprec_at_recall_0.70 15_4 0.0000 iprec_at_recall_0.80 15_4 0.0000 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.2000 P_10 15_4 0.2000 P_15 15_4 0.1333 P_20 15_4 0.1000 P_30 15_4 0.1000 P_100 15_4 0.0500 P_200 15_4 0.0450 P_500 15_4 0.0200 P_1000 15_4 0.0120 relstring 15_4 '000202----' recall_5 15_4 0.0500 recall_10 15_4 0.1000 recall_15 15_4 0.1000 recall_20 15_4 0.1000 recall_30 15_4 0.1500 recall_100 15_4 0.2500 recall_200 15_4 0.4500 recall_500 15_4 0.5000 recall_1000 15_4 0.6000 infAP 15_4 0.0581 Rprec_mult_0.20 15_4 0.2500 Rprec_mult_0.40 15_4 0.2500 Rprec_mult_0.60 15_4 0.1667 Rprec_mult_0.80 15_4 0.1250 Rprec_mult_1.00 15_4 0.1000 Rprec_mult_1.20 15_4 0.1250 Rprec_mult_1.40 15_4 0.1071 Rprec_mult_1.60 15_4 0.0938 Rprec_mult_1.80 15_4 0.0833 Rprec_mult_2.00 15_4 0.0750 utility 15_4 -976.0000 11pt_avg 15_4 0.0837 binG 15_4 0.1149 G 15_4 0.1098 ndcg 15_4 0.3239 ndcg_rel 15_4 0.2750 Rndcg 15_4 0.1962 ndcg_cut_5 15_4 0.1461 ndcg_cut_10 15_4 0.1732 ndcg_cut_15 15_4 0.1372 ndcg_cut_20 15_4 0.1244 ndcg_cut_30 15_4 0.1598 ndcg_cut_100 15_4 0.2006 ndcg_cut_200 15_4 0.2784 ndcg_cut_500 15_4 0.2989 ndcg_cut_1000 15_4 0.3239 map_cut_5 15_4 0.0125 map_cut_10 15_4 0.0292 map_cut_15 15_4 0.0292 map_cut_20 15_4 0.0292 map_cut_30 15_4 0.0363 map_cut_100 15_4 0.0437 map_cut_200 15_4 0.0541 map_cut_500 15_4 0.0566 map_cut_1000 15_4 0.0581 relative_P_5 15_4 0.2000 relative_P_10 15_4 0.2000 relative_P_15 15_4 0.1333 relative_P_20 15_4 0.1000 relative_P_30 15_4 0.1500 relative_P_100 15_4 0.2500 relative_P_200 15_4 0.4500 relative_P_500 15_4 0.5000 relative_P_1000 15_4 0.6000 success_1 15_4 0.0000 success_5 15_4 1.0000 success_10 15_4 1.0000 set_P 15_4 0.0120 set_relative_P 15_4 0.6000 set_recall 15_4 0.6000 set_map 15_4 0.0072 set_F 15_4 0.0235 num_nonrel_judged_ret 15_4 43 rbp 15_4 0.1448 rbp_resid 15_4 0.4042 unj_5 15_4 0.0000 unj_10 15_4 0.4000 unj_20 15_4 0.5000 num_ret 15_5 1000 num_rel 15_5 31 num_rel_ret 15_5 23 map 15_5 0.3645 Rprec 15_5 0.4516 bpref 15_5 0.5723 recip_rank 15_5 1.0000 iprec_at_recall_0.00 15_5 1.0000 iprec_at_recall_0.10 15_5 1.0000 iprec_at_recall_0.20 15_5 0.5455 iprec_at_recall_0.30 15_5 0.4783 iprec_at_recall_0.40 15_5 0.4516 iprec_at_recall_0.50 15_5 0.4444 iprec_at_recall_0.60 15_5 0.2381 iprec_at_recall_0.70 15_5 0.1732 iprec_at_recall_0.80 15_5 0.0000 iprec_at_recall_0.90 15_5 0.0000 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.8000 P_10 15_5 0.5000 P_15 15_5 0.5333 P_20 15_5 0.4000 P_30 15_5 0.4333 P_100 15_5 0.2000 P_200 15_5 0.1150 P_500 15_5 0.0460 P_1000 15_5 0.0230 relstring 15_5 '1221000100' recall_5 15_5 0.1290 recall_10 15_5 0.1613 recall_15 15_5 0.2581 recall_20 15_5 0.2581 recall_30 15_5 0.4194 recall_100 15_5 0.6452 recall_200 15_5 0.7419 recall_500 15_5 0.7419 recall_1000 15_5 0.7419 infAP 15_5 0.3645 Rprec_mult_0.20 15_5 0.5714 Rprec_mult_0.40 15_5 0.4615 Rprec_mult_0.60 15_5 0.4211 Rprec_mult_0.80 15_5 0.4400 Rprec_mult_1.00 15_5 0.4516 Rprec_mult_1.20 15_5 0.4211 Rprec_mult_1.40 15_5 0.3636 Rprec_mult_1.60 15_5 0.3200 Rprec_mult_1.80 15_5 0.3036 Rprec_mult_2.00 15_5 0.2903 utility 15_5 -954.0000 11pt_avg 15_5 0.3937 binG 15_5 0.2742 G 15_5 0.1825 ndcg 15_5 0.5671 ndcg_rel 15_5 0.4900 Rndcg 15_5 0.4754 ndcg_cut_5 15_5 0.4600 ndcg_cut_10 15_5 0.3771 ndcg_cut_15 15_5 0.4431 ndcg_cut_20 15_5 0.4033 ndcg_cut_30 15_5 0.4173 ndcg_cut_100 15_5 0.5400 ndcg_cut_200 15_5 0.5671 ndcg_cut_500 15_5 0.5671 ndcg_cut_1000 15_5 0.5671 map_cut_5 15_5 0.1290 map_cut_10 15_5 0.1492 map_cut_15 15_5 0.2001 map_cut_20 15_5 0.2001 map_cut_30 15_5 0.2714 map_cut_100 15_5 0.3496 map_cut_200 15_5 0.3645 map_cut_500 15_5 0.3645 map_cut_1000 15_5 0.3645 relative_P_5 15_5 0.8000 relative_P_10 15_5 0.5000 relative_P_15 15_5 0.5333 relative_P_20 15_5 0.4000 relative_P_30 15_5 0.4333 relative_P_100 15_5 0.6452 relative_P_200 15_5 0.7419 relative_P_500 15_5 0.7419 relative_P_1000 15_5 0.7419 success_1 15_5 1.0000 success_5 15_5 1.0000 success_10 15_5 1.0000 set_P 15_5 0.0230 set_relative_P 15_5 0.7419 set_recall 15_5 0.7419 set_map 15_5 0.0171 set_F 15_5 0.0446 num_nonrel_judged_ret 15_5 17 rbp 15_5 0.2512 rbp_resid 15_5 0.1766 unj_5 15_5 0.0000 unj_10 15_5 0.0000 unj_20 15_5 0.3000 num_ret 15_6 1000 num_rel 15_6 19 num_rel_ret 15_6 10 map 15_6 0.0501 Rprec 15_6 0.1579 bpref 15_6 0.1191 recip_rank 15_6 0.3333 iprec_at_recall_0.00 15_6 0.3333 iprec_at_recall_0.10 15_6 0.1875 iprec_at_recall_0.20 15_6 0.0909 iprec_at_recall_0.30 15_6 0.0290 iprec_at_recall_0.40 15_6 0.0290 iprec_at_recall_0.50 15_6 0.0226 iprec_at_recall_0.60 15_6 0.0000 iprec_at_recall_0.70 15_6 0.0000 iprec_at_recall_0.80 15_6 0.0000 iprec_at_recall_0.90 15_6 0.0000 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.2000 P_10 15_6 0.1000 P_15 15_6 0.1333 P_20 15_6 0.1500 P_30 15_6 0.1000 P_100 15_6 0.0400 P_200 15_6 0.0250 P_500 15_6 0.0200 P_1000 15_6 0.0100 relstring 15_6 '00200----0' recall_5 15_6 0.0526 recall_10 15_6 0.0526 recall_15 15_6 0.1053 recall_20 15_6 0.1579 recall_30 15_6 0.1579 recall_100 15_6 0.2105 recall_200 15_6 0.2632 recall_500 15_6 0.5263 recall_1000 15_6 0.5263 infAP 15_6 0.0501 Rprec_mult_0.20 15_6 0.2500 Rprec_mult_0.40 15_6 0.1250 Rprec_mult_0.60 15_6 0.1667 Rprec_mult_0.80 15_6 0.1875 Rprec_mult_1.00 15_6 0.1579 Rprec_mult_1.20 15_6 0.1304 Rprec_mult_1.40 15_6 0.1111 Rprec_mult_1.60 15_6 0.0968 Rprec_mult_1.80 15_6 0.0857 Rprec_mult_2.00 15_6 0.0789 utility 15_6 -980.0000 11pt_avg 15_6 0.0629 binG 15_6 0.1039 G 15_6 0.0885 ndcg 15_6 0.2632 ndcg_rel 15_6 0.2237 Rndcg 15_6 0.1293 ndcg_cut_5 15_6 0.1450 ndcg_cut_10 15_6 0.0991 ndcg_cut_15 15_6 0.1005 ndcg_cut_20 15_6 0.1249 ndcg_cut_30 15_6 0.1249 ndcg_cut_100 15_6 0.1506 ndcg_cut_200 15_6 0.1700 ndcg_cut_500 15_6 0.2632 ndcg_cut_1000 15_6 0.2632 map_cut_5 15_6 0.0175 map_cut_10 15_6 0.0175 map_cut_15 15_6 0.0271 map_cut_20 15_6 0.0370 map_cut_30 15_6 0.0370 map_cut_100 15_6 0.0418 map_cut_200 15_6 0.0435 map_cut_500 15_6 0.0501 map_cut_1000 15_6 0.0501 relative_P_5 15_6 0.2000 relative_P_10 15_6 0.1000 relative_P_15 15_6 0.1333 relative_P_20 15_6 0.1579 relative_P_30 15_6 0.1579 relative_P_100 15_6 0.2105 relative_P_200 15_6 0.2632 relative_P_500 15_6 0.5263 relative_P_1000 15_6 0.5263 success_1 15_6 0.0000 success_5 15_6 1.0000 success_10 15_6 1.0000 set_P 15_6 0.0100 set_relative_P 15_6 0.5263 set_recall 15_6 0.5263 set_map 15_6 0.0053 set_F 15_6 0.0196 num_nonrel_judged_ret 15_6 49 rbp 15_6 0.0801 rbp_resid 15_6 0.3577 unj_5 15_6 0.0000 unj_10 15_6 0.4000 unj_20 15_6 0.3500 num_ret 1_1 1000 num_rel 1_1 257 num_rel_ret 1_1 148 map 1_1 0.3201 Rprec 1_1 0.3696 bpref 1_1 0.5305 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 0.9630 iprec_at_recall_0.20 1_1 0.8000 iprec_at_recall_0.30 1_1 0.4489 iprec_at_recall_0.40 1_1 0.3377 iprec_at_recall_0.50 1_1 0.2113 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 1.0000 P_10 1_1 1.0000 P_15 1_1 1.0000 P_20 1_1 0.9500 P_30 1_1 0.9333 P_100 1_1 0.6300 P_200 1_1 0.4100 P_500 1_1 0.2340 P_1000 1_1 0.1480 relstring 1_1 '2311231121' recall_5 1_1 0.0195 recall_10 1_1 0.0389 recall_15 1_1 0.0584 recall_20 1_1 0.0739 recall_30 1_1 0.1089 recall_100 1_1 0.2451 recall_200 1_1 0.3191 recall_500 1_1 0.4553 recall_1000 1_1 0.5759 infAP 1_1 0.3201 Rprec_mult_0.20 1_1 0.8846 Rprec_mult_0.40 1_1 0.6117 Rprec_mult_0.60 1_1 0.4581 Rprec_mult_0.80 1_1 0.4029 Rprec_mult_1.00 1_1 0.3696 Rprec_mult_1.20 1_1 0.3333 Rprec_mult_1.40 1_1 0.2972 Rprec_mult_1.60 1_1 0.2646 Rprec_mult_1.80 1_1 0.2462 Rprec_mult_2.00 1_1 0.2296 utility 1_1 -704.0000 11pt_avg 1_1 0.3419 binG 1_1 0.1719 G 1_1 0.0997 ndcg 1_1 0.5605 ndcg_rel 1_1 0.5592 Rndcg 1_1 0.5253 ndcg_cut_5 1_1 0.6328 ndcg_cut_10 1_1 0.6020 ndcg_cut_15 1_1 0.6110 ndcg_cut_20 1_1 0.6210 ndcg_cut_30 1_1 0.6546 ndcg_cut_100 1_1 0.5747 ndcg_cut_200 1_1 0.4602 ndcg_cut_500 1_1 0.4996 ndcg_cut_1000 1_1 0.5605 map_cut_5 1_1 0.0195 map_cut_10 1_1 0.0389 map_cut_15 1_1 0.0584 map_cut_20 1_1 0.0731 map_cut_30 1_1 0.1064 map_cut_100 1_1 0.2160 map_cut_200 1_1 0.2510 map_cut_500 1_1 0.2963 map_cut_1000 1_1 0.3201 relative_P_5 1_1 1.0000 relative_P_10 1_1 1.0000 relative_P_15 1_1 1.0000 relative_P_20 1_1 0.9500 relative_P_30 1_1 0.9333 relative_P_100 1_1 0.6300 relative_P_200 1_1 0.4100 relative_P_500 1_1 0.4553 relative_P_1000 1_1 0.5759 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.1480 set_relative_P 1_1 0.5759 set_recall 1_1 0.5759 set_map 1_1 0.0852 set_F 1_1 0.2355 num_nonrel_judged_ret 1_1 13 rbp 1_1 0.5780 rbp_resid 1_1 0.0182 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1000 num_rel 1_2 114 num_rel_ret 1_2 78 map 1_2 0.3486 Rprec 1_2 0.3860 bpref 1_2 0.5896 recip_rank 1_2 1.0000 iprec_at_recall_0.00 1_2 1.0000 iprec_at_recall_0.10 1_2 1.0000 iprec_at_recall_0.20 1_2 0.6111 iprec_at_recall_0.30 1_2 0.6071 iprec_at_recall_0.40 1_2 0.3566 iprec_at_recall_0.50 1_2 0.2850 iprec_at_recall_0.60 1_2 0.2112 iprec_at_recall_0.70 1_2 0.0000 iprec_at_recall_0.80 1_2 0.0000 iprec_at_recall_0.90 1_2 0.0000 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 1.0000 P_10 1_2 1.0000 P_15 1_2 0.8667 P_20 1_2 0.7000 P_30 1_2 0.7000 P_100 1_2 0.4100 P_200 1_2 0.2850 P_500 1_2 0.1500 P_1000 1_2 0.0780 relstring 1_2 '1143133132' recall_5 1_2 0.0439 recall_10 1_2 0.0877 recall_15 1_2 0.1140 recall_20 1_2 0.1228 recall_30 1_2 0.1842 recall_100 1_2 0.3596 recall_200 1_2 0.5000 recall_500 1_2 0.6579 recall_1000 1_2 0.6842 infAP 1_2 0.3486 Rprec_mult_0.20 1_2 0.6522 Rprec_mult_0.40 1_2 0.5435 Rprec_mult_0.60 1_2 0.5652 Rprec_mult_0.80 1_2 0.4457 Rprec_mult_1.00 1_2 0.3860 Rprec_mult_1.20 1_2 0.3431 Rprec_mult_1.40 1_2 0.3187 Rprec_mult_1.60 1_2 0.2951 Rprec_mult_1.80 1_2 0.2767 Rprec_mult_2.00 1_2 0.2588 utility 1_2 -844.0000 11pt_avg 1_2 0.3701 binG 1_2 0.2181 G 1_2 0.1358 ndcg 1_2 0.6187 ndcg_rel 1_2 0.5707 Rndcg 1_2 0.4845 ndcg_cut_5 1_2 0.5393 ndcg_cut_10 1_2 0.6271 ndcg_cut_15 1_2 0.5815 ndcg_cut_20 1_2 0.5207 ndcg_cut_30 1_2 0.5739 ndcg_cut_100 1_2 0.4912 ndcg_cut_200 1_2 0.5551 ndcg_cut_500 1_2 0.6115 ndcg_cut_1000 1_2 0.6187 map_cut_5 1_2 0.0439 map_cut_10 1_2 0.0877 map_cut_15 1_2 0.1140 map_cut_20 1_2 0.1209 map_cut_30 1_2 0.1630 map_cut_100 1_2 0.2644 map_cut_200 1_2 0.3120 map_cut_500 1_2 0.3453 map_cut_1000 1_2 0.3486 relative_P_5 1_2 1.0000 relative_P_10 1_2 1.0000 relative_P_15 1_2 0.8667 relative_P_20 1_2 0.7000 relative_P_30 1_2 0.7000 relative_P_100 1_2 0.4100 relative_P_200 1_2 0.5000 relative_P_500 1_2 0.6579 relative_P_1000 1_2 0.6842 success_1 1_2 1.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 0.0780 set_relative_P 1_2 0.6842 set_recall 1_2 0.6842 set_map 1_2 0.0534 set_F 1_2 0.1400 num_nonrel_judged_ret 1_2 9 rbp 1_2 0.4413 rbp_resid 1_2 0.1663 unj_5 1_2 0.0000 unj_10 1_2 0.0000 unj_20 1_2 0.3000 num_ret 1_3 1000 num_rel 1_3 71 num_rel_ret 1_3 64 map 1_3 0.5082 Rprec 1_3 0.5352 bpref 1_3 0.7932 recip_rank 1_3 1.0000 iprec_at_recall_0.00 1_3 1.0000 iprec_at_recall_0.10 1_3 0.8125 iprec_at_recall_0.20 1_3 0.7500 iprec_at_recall_0.30 1_3 0.7143 iprec_at_recall_0.40 1_3 0.7000 iprec_at_recall_0.50 1_3 0.6000 iprec_at_recall_0.60 1_3 0.4737 iprec_at_recall_0.70 1_3 0.3906 iprec_at_recall_0.80 1_3 0.2808 iprec_at_recall_0.90 1_3 0.1716 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 0.8000 P_10 1_3 0.8000 P_15 1_3 0.8000 P_20 1_3 0.7500 P_30 1_3 0.6667 P_100 1_3 0.4500 P_200 1_3 0.2800 P_500 1_3 0.1280 P_1000 1_3 0.0640 relstring 1_3 '2022202223' recall_5 1_3 0.0563 recall_10 1_3 0.1127 recall_15 1_3 0.1690 recall_20 1_3 0.2113 recall_30 1_3 0.2817 recall_100 1_3 0.6338 recall_200 1_3 0.7887 recall_500 1_3 0.9014 recall_1000 1_3 0.9014 infAP 1_3 0.5082 Rprec_mult_0.20 1_3 0.8000 Rprec_mult_0.40 1_3 0.6897 Rprec_mult_0.60 1_3 0.6512 Rprec_mult_0.80 1_3 0.5965 Rprec_mult_1.00 1_3 0.5352 Rprec_mult_1.20 1_3 0.4767 Rprec_mult_1.40 1_3 0.4500 Rprec_mult_1.60 1_3 0.4211 Rprec_mult_1.80 1_3 0.3906 Rprec_mult_2.00 1_3 0.3592 utility 1_3 -872.0000 11pt_avg 1_3 0.5358 binG 1_3 0.2494 G 1_3 0.1998 ndcg 1_3 0.7641 ndcg_rel 1_3 0.6454 Rndcg 1_3 0.6086 ndcg_cut_5 1_3 0.5240 ndcg_cut_10 1_3 0.5973 ndcg_cut_15 1_3 0.5977 ndcg_cut_20 1_3 0.5978 ndcg_cut_30 1_3 0.5889 ndcg_cut_100 1_3 0.6517 ndcg_cut_200 1_3 0.7137 ndcg_cut_500 1_3 0.7641 ndcg_cut_1000 1_3 0.7641 map_cut_5 1_3 0.0453 map_cut_10 1_3 0.0882 map_cut_15 1_3 0.1319 map_cut_20 1_3 0.1643 map_cut_30 1_3 0.2150 map_cut_100 1_3 0.4260 map_cut_200 1_3 0.4833 map_cut_500 1_3 0.5082 map_cut_1000 1_3 0.5082 relative_P_5 1_3 0.8000 relative_P_10 1_3 0.8000 relative_P_15 1_3 0.8000 relative_P_20 1_3 0.7500 relative_P_30 1_3 0.6667 relative_P_100 1_3 0.6338 relative_P_200 1_3 0.7887 relative_P_500 1_3 0.9014 relative_P_1000 1_3 0.9014 success_1 1_3 1.0000 success_5 1_3 1.0000 success_10 1_3 1.0000 set_P 1_3 0.0640 set_relative_P 1_3 0.9014 set_recall 1_3 0.9014 set_map 1_3 0.0577 set_F 1_3 0.1195 num_nonrel_judged_ret 1_3 16 rbp 1_3 0.4818 rbp_resid 1_3 0.0539 unj_5 1_3 0.0000 unj_10 1_3 0.0000 unj_20 1_3 0.0000 num_ret 1_4 1000 num_rel 1_4 134 num_rel_ret 1_4 96 map 1_4 0.3565 Rprec 1_4 0.3731 bpref 1_4 0.7072 recip_rank 1_4 1.0000 iprec_at_recall_0.00 1_4 1.0000 iprec_at_recall_0.10 1_4 0.8824 iprec_at_recall_0.20 1_4 0.7778 iprec_at_recall_0.30 1_4 0.6061 iprec_at_recall_0.40 1_4 0.3234 iprec_at_recall_0.50 1_4 0.2688 iprec_at_recall_0.60 1_4 0.2266 iprec_at_recall_0.70 1_4 0.1098 iprec_at_recall_0.80 1_4 0.0000 iprec_at_recall_0.90 1_4 0.0000 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 1.0000 P_10 1_4 0.9000 P_15 1_4 0.8667 P_20 1_4 0.8500 P_30 1_4 0.8333 P_100 1_4 0.4200 P_200 1_4 0.3050 P_500 1_4 0.1660 P_1000 1_4 0.0960 relstring 1_4 '123223-222' recall_5 1_4 0.0373 recall_10 1_4 0.0672 recall_15 1_4 0.0970 recall_20 1_4 0.1269 recall_30 1_4 0.1866 recall_100 1_4 0.3134 recall_200 1_4 0.4552 recall_500 1_4 0.6194 recall_1000 1_4 0.7164 infAP 1_4 0.3565 Rprec_mult_0.20 1_4 0.8519 Rprec_mult_0.40 1_4 0.6296 Rprec_mult_0.60 1_4 0.5185 Rprec_mult_0.80 1_4 0.4074 Rprec_mult_1.00 1_4 0.3731 Rprec_mult_1.20 1_4 0.3292 Rprec_mult_1.40 1_4 0.3085 Rprec_mult_1.60 1_4 0.2930 Rprec_mult_1.80 1_4 0.2686 Rprec_mult_2.00 1_4 0.2612 utility 1_4 -808.0000 11pt_avg 1_4 0.3813 binG 1_4 0.1961 G 1_4 0.1394 ndcg 1_4 0.6753 ndcg_rel 1_4 0.6114 Rndcg 1_4 0.5603 ndcg_cut_5 1_4 0.6101 ndcg_cut_10 1_4 0.6072 ndcg_cut_15 1_4 0.5983 ndcg_cut_20 1_4 0.6104 ndcg_cut_30 1_4 0.6440 ndcg_cut_100 1_4 0.4805 ndcg_cut_200 1_4 0.5433 ndcg_cut_500 1_4 0.6418 ndcg_cut_1000 1_4 0.6753 map_cut_5 1_4 0.0373 map_cut_10 1_4 0.0647 map_cut_15 1_4 0.0906 map_cut_20 1_4 0.1164 map_cut_30 1_4 0.1668 map_cut_100 1_4 0.2513 map_cut_200 1_4 0.3022 map_cut_500 1_4 0.3435 map_cut_1000 1_4 0.3565 relative_P_5 1_4 1.0000 relative_P_10 1_4 0.9000 relative_P_15 1_4 0.8667 relative_P_20 1_4 0.8500 relative_P_30 1_4 0.8333 relative_P_100 1_4 0.4200 relative_P_200 1_4 0.4552 relative_P_500 1_4 0.6194 relative_P_1000 1_4 0.7164 success_1 1_4 1.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 0.0960 set_relative_P 1_4 0.7164 set_recall 1_4 0.7164 set_map 1_4 0.0688 set_F 1_4 0.1693 num_nonrel_judged_ret 1_4 5 rbp 1_4 0.5789 rbp_resid 1_4 0.1429 unj_5 1_4 0.0000 unj_10 1_4 0.1000 unj_20 1_4 0.1500 num_ret 1_6 1000 num_rel 1_6 121 num_rel_ret 1_6 51 map 1_6 0.2393 Rprec 1_6 0.3306 bpref 1_6 0.3889 recip_rank 1_6 1.0000 iprec_at_recall_0.00 1_6 1.0000 iprec_at_recall_0.10 1_6 0.7500 iprec_at_recall_0.20 1_6 0.7500 iprec_at_recall_0.30 1_6 0.4045 iprec_at_recall_0.40 1_6 0.1771 iprec_at_recall_0.50 1_6 0.0000 iprec_at_recall_0.60 1_6 0.0000 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 0.8000 P_10 1_6 0.9000 P_15 1_6 0.7333 P_20 1_6 0.7000 P_30 1_6 0.7333 P_100 1_6 0.3900 P_200 1_6 0.2200 P_500 1_6 0.0980 P_1000 1_6 0.0510 relstring 1_6 '1110222333' recall_5 1_6 0.0331 recall_10 1_6 0.0744 recall_15 1_6 0.0909 recall_20 1_6 0.1157 recall_30 1_6 0.1818 recall_100 1_6 0.3223 recall_200 1_6 0.3636 recall_500 1_6 0.4050 recall_1000 1_6 0.4215 infAP 1_6 0.2393 Rprec_mult_0.20 1_6 0.6800 Rprec_mult_0.40 1_6 0.5918 Rprec_mult_0.60 1_6 0.4247 Rprec_mult_0.80 1_6 0.3814 Rprec_mult_1.00 1_6 0.3306 Rprec_mult_1.20 1_6 0.2808 Rprec_mult_1.40 1_6 0.2412 Rprec_mult_1.60 1_6 0.2268 Rprec_mult_1.80 1_6 0.2110 Rprec_mult_2.00 1_6 0.1901 utility 1_6 -898.0000 11pt_avg 1_6 0.2801 binG 1_6 0.1356 G 1_6 0.1015 ndcg 1_6 0.4981 ndcg_rel 1_6 0.4863 Rndcg 1_6 0.4696 ndcg_cut_5 1_6 0.3284 ndcg_cut_10 1_6 0.5136 ndcg_cut_15 1_6 0.4869 ndcg_cut_20 1_6 0.4832 ndcg_cut_30 1_6 0.5380 ndcg_cut_100 1_6 0.4668 ndcg_cut_200 1_6 0.4651 ndcg_cut_500 1_6 0.4932 ndcg_cut_1000 1_6 0.4981 map_cut_5 1_6 0.0314 map_cut_10 1_6 0.0674 map_cut_15 1_6 0.0803 map_cut_20 1_6 0.0986 map_cut_30 1_6 0.1446 map_cut_100 1_6 0.2190 map_cut_200 1_6 0.2302 map_cut_500 1_6 0.2377 map_cut_1000 1_6 0.2393 relative_P_5 1_6 0.8000 relative_P_10 1_6 0.9000 relative_P_15 1_6 0.7333 relative_P_20 1_6 0.7000 relative_P_30 1_6 0.7333 relative_P_100 1_6 0.3900 relative_P_200 1_6 0.3636 relative_P_500 1_6 0.4050 relative_P_1000 1_6 0.4215 success_1 1_6 1.0000 success_5 1_6 1.0000 success_10 1_6 1.0000 set_P 1_6 0.0510 set_relative_P 1_6 0.4215 set_recall 1_6 0.4215 set_map 1_6 0.0215 set_F 1_6 0.0910 num_nonrel_judged_ret 1_6 12 rbp 1_6 0.4807 rbp_resid 1_6 0.0734 unj_5 1_6 0.0000 unj_10 1_6 0.0000 unj_20 1_6 0.1000 num_ret 1_7 1000 num_rel 1_7 110 num_rel_ret 1_7 42 map 1_7 0.1123 Rprec 1_7 0.2182 bpref 1_7 0.3131 recip_rank 1_7 1.0000 iprec_at_recall_0.00 1_7 1.0000 iprec_at_recall_0.10 1_7 0.5000 iprec_at_recall_0.20 1_7 0.2182 iprec_at_recall_0.30 1_7 0.1642 iprec_at_recall_0.40 1_7 0.0000 iprec_at_recall_0.50 1_7 0.0000 iprec_at_recall_0.60 1_7 0.0000 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 0.6000 P_10 1_7 0.4000 P_15 1_7 0.3333 P_20 1_7 0.4000 P_30 1_7 0.4667 P_100 1_7 0.2000 P_200 1_7 0.1600 P_500 1_7 0.0780 P_1000 1_7 0.0420 relstring 1_7 '10202-0-02' recall_5 1_7 0.0273 recall_10 1_7 0.0364 recall_15 1_7 0.0455 recall_20 1_7 0.0727 recall_30 1_7 0.1273 recall_100 1_7 0.1818 recall_200 1_7 0.2909 recall_500 1_7 0.3545 recall_1000 1_7 0.3818 infAP 1_7 0.1123 Rprec_mult_0.20 1_7 0.4545 Rprec_mult_0.40 1_7 0.3636 Rprec_mult_0.60 1_7 0.2576 Rprec_mult_0.80 1_7 0.2045 Rprec_mult_1.00 1_7 0.2182 Rprec_mult_1.20 1_7 0.1818 Rprec_mult_1.40 1_7 0.1688 Rprec_mult_1.60 1_7 0.1648 Rprec_mult_1.80 1_7 0.1616 Rprec_mult_2.00 1_7 0.1500 utility 1_7 -916.0000 11pt_avg 1_7 0.1711 binG 1_7 0.0842 G 1_7 0.0736 ndcg 1_7 0.3556 ndcg_rel 1_7 0.3418 Rndcg 1_7 0.2968 ndcg_cut_5 1_7 0.3685 ndcg_cut_10 1_7 0.3127 ndcg_cut_15 1_7 0.2928 ndcg_cut_20 1_7 0.3249 ndcg_cut_30 1_7 0.3565 ndcg_cut_100 1_7 0.2607 ndcg_cut_200 1_7 0.3080 ndcg_cut_500 1_7 0.3459 ndcg_cut_1000 1_7 0.3556 map_cut_5 1_7 0.0206 map_cut_10 1_7 0.0242 map_cut_15 1_7 0.0284 map_cut_20 1_7 0.0396 map_cut_30 1_7 0.0649 map_cut_100 1_7 0.0818 map_cut_200 1_7 0.1018 map_cut_500 1_7 0.1107 map_cut_1000 1_7 0.1123 relative_P_5 1_7 0.6000 relative_P_10 1_7 0.4000 relative_P_15 1_7 0.3333 relative_P_20 1_7 0.4000 relative_P_30 1_7 0.4667 relative_P_100 1_7 0.2000 relative_P_200 1_7 0.2909 relative_P_500 1_7 0.3545 relative_P_1000 1_7 0.3818 success_1 1_7 1.0000 success_5 1_7 1.0000 success_10 1_7 1.0000 set_P 1_7 0.0420 set_relative_P 1_7 0.3818 set_recall 1_7 0.3818 set_map 1_7 0.0160 set_F 1_7 0.0757 num_nonrel_judged_ret 1_7 35 rbp 1_7 0.2394 rbp_resid 1_7 0.2037 unj_5 1_7 0.0000 unj_10 1_7 0.2000 unj_20 1_7 0.2000 num_ret 1_8 1000 num_rel 1_8 118 num_rel_ret 1_8 65 map 1_8 0.2882 Rprec 1_8 0.3305 bpref 1_8 0.5366 recip_rank 1_8 1.0000 iprec_at_recall_0.00 1_8 1.0000 iprec_at_recall_0.10 1_8 0.7647 iprec_at_recall_0.20 1_8 0.7500 iprec_at_recall_0.30 1_8 0.4118 iprec_at_recall_0.40 1_8 0.2712 iprec_at_recall_0.50 1_8 0.1740 iprec_at_recall_0.60 1_8 0.0000 iprec_at_recall_0.70 1_8 0.0000 iprec_at_recall_0.80 1_8 0.0000 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 1.0000 P_10 1_8 0.9000 P_15 1_8 0.7333 P_20 1_8 0.7500 P_30 1_8 0.7333 P_100 1_8 0.3500 P_200 1_8 0.2550 P_500 1_8 0.1280 P_1000 1_8 0.0650 relstring 1_8 '3222112102' recall_5 1_8 0.0424 recall_10 1_8 0.0763 recall_15 1_8 0.0932 recall_20 1_8 0.1271 recall_30 1_8 0.1864 recall_100 1_8 0.2966 recall_200 1_8 0.4322 recall_500 1_8 0.5424 recall_1000 1_8 0.5508 infAP 1_8 0.2882 Rprec_mult_0.20 1_8 0.7500 Rprec_mult_0.40 1_8 0.6042 Rprec_mult_0.60 1_8 0.4648 Rprec_mult_0.80 1_8 0.3684 Rprec_mult_1.00 1_8 0.3305 Rprec_mult_1.20 1_8 0.3028 Rprec_mult_1.40 1_8 0.2651 Rprec_mult_1.60 1_8 0.2646 Rprec_mult_1.80 1_8 0.2488 Rprec_mult_2.00 1_8 0.2288 utility 1_8 -870.0000 11pt_avg 1_8 0.3065 binG 1_8 0.1738 G 1_8 0.1107 ndcg 1_8 0.5290 ndcg_rel 1_8 0.5304 Rndcg 1_8 0.4754 ndcg_cut_5 1_8 0.7360 ndcg_cut_10 1_8 0.6182 ndcg_cut_15 1_8 0.5485 ndcg_cut_20 1_8 0.5674 ndcg_cut_30 1_8 0.5555 ndcg_cut_100 1_8 0.3860 ndcg_cut_200 1_8 0.4568 ndcg_cut_500 1_8 0.5247 ndcg_cut_1000 1_8 0.5290 map_cut_5 1_8 0.0424 map_cut_10 1_8 0.0754 map_cut_15 1_8 0.0891 map_cut_20 1_8 0.1146 map_cut_30 1_8 0.1580 map_cut_100 1_8 0.2252 map_cut_200 1_8 0.2661 map_cut_500 1_8 0.2875 map_cut_1000 1_8 0.2882 relative_P_5 1_8 1.0000 relative_P_10 1_8 0.9000 relative_P_15 1_8 0.7333 relative_P_20 1_8 0.7500 relative_P_30 1_8 0.7333 relative_P_100 1_8 0.3500 relative_P_200 1_8 0.4322 relative_P_500 1_8 0.5424 relative_P_1000 1_8 0.5508 success_1 1_8 1.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 0.0650 set_relative_P 1_8 0.5508 set_recall 1_8 0.5508 set_map 1_8 0.0358 set_F 1_8 0.1163 num_nonrel_judged_ret 1_8 2 rbp 1_8 0.4909 rbp_resid 1_8 0.1530 unj_5 1_8 0.0000 unj_10 1_8 0.0000 unj_20 1_8 0.2000 num_ret 1_9 1000 num_rel 1_9 48 num_rel_ret 1_9 39 map 1_9 0.4160 Rprec 1_9 0.4583 bpref 1_9 0.7491 recip_rank 1_9 1.0000 iprec_at_recall_0.00 1_9 1.0000 iprec_at_recall_0.10 1_9 0.7500 iprec_at_recall_0.20 1_9 0.6800 iprec_at_recall_0.30 1_9 0.6800 iprec_at_recall_0.40 1_9 0.6333 iprec_at_recall_0.50 1_9 0.4179 iprec_at_recall_0.60 1_9 0.3919 iprec_at_recall_0.70 1_9 0.2189 iprec_at_recall_0.80 1_9 0.1969 iprec_at_recall_0.90 1_9 0.0000 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 0.8000 P_10 1_9 0.6000 P_15 1_9 0.6000 P_20 1_9 0.6000 P_30 1_9 0.6333 P_100 1_9 0.3100 P_200 1_9 0.1900 P_500 1_9 0.0780 P_1000 1_9 0.0390 relstring 1_9 '33032-12-0' recall_5 1_9 0.0833 recall_10 1_9 0.1250 recall_15 1_9 0.1875 recall_20 1_9 0.2500 recall_30 1_9 0.3958 recall_100 1_9 0.6458 recall_200 1_9 0.7917 recall_500 1_9 0.8125 recall_1000 1_9 0.8125 infAP 1_9 0.4160 Rprec_mult_0.20 1_9 0.6000 Rprec_mult_0.40 1_9 0.6000 Rprec_mult_0.60 1_9 0.6207 Rprec_mult_0.80 1_9 0.5385 Rprec_mult_1.00 1_9 0.4583 Rprec_mult_1.20 1_9 0.3966 Rprec_mult_1.40 1_9 0.4118 Rprec_mult_1.60 1_9 0.3766 Rprec_mult_1.80 1_9 0.3333 Rprec_mult_2.00 1_9 0.3021 utility 1_9 -922.0000 11pt_avg 1_9 0.4517 binG 1_9 0.2448 G 1_9 0.2231 ndcg 1_9 0.7365 ndcg_rel 1_9 0.6576 Rndcg 1_9 0.5959 ndcg_cut_5 1_9 0.7867 ndcg_cut_10 1_9 0.5812 ndcg_cut_15 1_9 0.5376 ndcg_cut_20 1_9 0.5449 ndcg_cut_30 1_9 0.5651 ndcg_cut_100 1_9 0.6527 ndcg_cut_200 1_9 0.7274 ndcg_cut_500 1_9 0.7365 ndcg_cut_1000 1_9 0.7365 map_cut_5 1_9 0.0740 map_cut_10 1_9 0.1045 map_cut_15 1_9 0.1401 map_cut_20 1_9 0.1782 map_cut_30 1_9 0.2722 map_cut_100 1_9 0.3792 map_cut_200 1_9 0.4127 map_cut_500 1_9 0.4160 map_cut_1000 1_9 0.4160 relative_P_5 1_9 0.8000 relative_P_10 1_9 0.6000 relative_P_15 1_9 0.6000 relative_P_20 1_9 0.6000 relative_P_30 1_9 0.6333 relative_P_100 1_9 0.6458 relative_P_200 1_9 0.7917 relative_P_500 1_9 0.8125 relative_P_1000 1_9 0.8125 success_1 1_9 1.0000 success_5 1_9 1.0000 success_10 1_9 1.0000 set_P 1_9 0.0390 set_relative_P 1_9 0.8125 set_recall 1_9 0.8125 set_map 1_9 0.0317 set_F 1_9 0.0744 num_nonrel_judged_ret 1_9 14 rbp 1_9 0.4855 rbp_resid 1_9 0.2490 unj_5 1_9 0.0000 unj_10 1_9 0.2000 unj_20 1_9 0.3000 num_ret 4_10 1000 num_rel 4_10 188 num_rel_ret 4_10 78 map 4_10 0.2150 Rprec 4_10 0.3191 bpref 4_10 0.4070 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 0.8276 iprec_at_recall_0.20 4_10 0.4494 iprec_at_recall_0.30 4_10 0.3810 iprec_at_recall_0.40 4_10 0.1767 iprec_at_recall_0.50 4_10 0.0000 iprec_at_recall_0.60 4_10 0.0000 iprec_at_recall_0.70 4_10 0.0000 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 1.0000 P_10 4_10 0.7000 P_15 4_10 0.7333 P_20 4_10 0.8000 P_30 4_10 0.8000 P_100 4_10 0.4200 P_200 4_10 0.3100 P_500 4_10 0.1520 P_1000 4_10 0.0780 relstring 4_10 '33323--2-2' recall_5 4_10 0.0266 recall_10 4_10 0.0372 recall_15 4_10 0.0585 recall_20 4_10 0.0851 recall_30 4_10 0.1277 recall_100 4_10 0.2234 recall_200 4_10 0.3298 recall_500 4_10 0.4043 recall_1000 4_10 0.4149 infAP 4_10 0.2150 Rprec_mult_0.20 4_10 0.7105 Rprec_mult_0.40 4_10 0.4605 Rprec_mult_0.60 4_10 0.3894 Rprec_mult_0.80 4_10 0.3709 Rprec_mult_1.00 4_10 0.3191 Rprec_mult_1.20 4_10 0.2876 Rprec_mult_1.40 4_10 0.2538 Rprec_mult_1.60 4_10 0.2226 Rprec_mult_1.80 4_10 0.2035 Rprec_mult_2.00 4_10 0.1888 utility 4_10 -844.0000 11pt_avg 4_10 0.2577 binG 4_10 0.1133 G 4_10 0.1307 ndcg 4_10 0.5486 ndcg_rel 4_10 0.5858 Rndcg 4_10 0.5932 ndcg_cut_5 4_10 0.9513 ndcg_cut_10 4_10 0.7060 ndcg_cut_15 4_10 0.7038 ndcg_cut_20 4_10 0.7511 ndcg_cut_30 4_10 0.7344 ndcg_cut_100 4_10 0.5883 ndcg_cut_200 4_10 0.5062 ndcg_cut_500 4_10 0.5444 ndcg_cut_1000 4_10 0.5486 map_cut_5 4_10 0.0266 map_cut_10 4_10 0.0343 map_cut_15 4_10 0.0499 map_cut_20 4_10 0.0705 map_cut_30 4_10 0.1050 map_cut_100 4_10 0.1576 map_cut_200 4_10 0.1970 map_cut_500 4_10 0.2138 map_cut_1000 4_10 0.2150 relative_P_5 4_10 1.0000 relative_P_10 4_10 0.7000 relative_P_15 4_10 0.7333 relative_P_20 4_10 0.8000 relative_P_30 4_10 0.8000 relative_P_100 4_10 0.4200 relative_P_200 4_10 0.3298 relative_P_500 4_10 0.4043 relative_P_1000 4_10 0.4149 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 0.0780 set_relative_P 4_10 0.4149 set_recall 4_10 0.4149 set_map 4_10 0.0324 set_F 4_10 0.1313 num_nonrel_judged_ret 4_10 3 rbp 4_10 0.6381 rbp_resid 4_10 0.2287 unj_5 4_10 0.0000 unj_10 4_10 0.3000 unj_20 4_10 0.2000 num_ret 4_11 1000 num_rel 4_11 171 num_rel_ret 4_11 21 map 4_11 0.0165 Rprec 4_11 0.0760 bpref 4_11 0.1092 recip_rank 4_11 0.5000 iprec_at_recall_0.00 4_11 0.5000 iprec_at_recall_0.10 4_11 0.0220 iprec_at_recall_0.20 4_11 0.0000 iprec_at_recall_0.30 4_11 0.0000 iprec_at_recall_0.40 4_11 0.0000 iprec_at_recall_0.50 4_11 0.0000 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 0.2000 P_10 4_11 0.2000 P_15 4_11 0.2000 P_20 4_11 0.2000 P_30 4_11 0.2333 P_100 4_11 0.0900 P_200 4_11 0.0650 P_500 4_11 0.0280 P_1000 4_11 0.0210 relstring 4_11 '0300001000' recall_5 4_11 0.0058 recall_10 4_11 0.0117 recall_15 4_11 0.0175 recall_20 4_11 0.0234 recall_30 4_11 0.0409 recall_100 4_11 0.0526 recall_200 4_11 0.0760 recall_500 4_11 0.0819 recall_1000 4_11 0.1228 infAP 4_11 0.0165 Rprec_mult_0.20 4_11 0.2286 Rprec_mult_0.40 4_11 0.1159 Rprec_mult_0.60 4_11 0.0874 Rprec_mult_0.80 4_11 0.0876 Rprec_mult_1.00 4_11 0.0760 Rprec_mult_1.20 4_11 0.0631 Rprec_mult_1.40 4_11 0.0542 Rprec_mult_1.60 4_11 0.0511 Rprec_mult_1.80 4_11 0.0455 Rprec_mult_2.00 4_11 0.0409 utility 4_11 -958.0000 11pt_avg 4_11 0.0475 binG 4_11 0.0233 G 4_11 0.0222 ndcg 4_11 0.1353 ndcg_rel 4_11 0.1373 Rndcg 4_11 0.1317 ndcg_cut_5 4_11 0.2140 ndcg_cut_10 4_11 0.1633 ndcg_cut_15 4_11 0.1656 ndcg_cut_20 4_11 0.1690 ndcg_cut_30 4_11 0.1737 ndcg_cut_100 4_11 0.1048 ndcg_cut_200 4_11 0.1051 ndcg_cut_500 4_11 0.1092 ndcg_cut_1000 4_11 0.1353 map_cut_5 4_11 0.0029 map_cut_10 4_11 0.0046 map_cut_15 4_11 0.0062 map_cut_20 4_11 0.0074 map_cut_30 4_11 0.0112 map_cut_100 4_11 0.0132 map_cut_200 4_11 0.0153 map_cut_500 4_11 0.0156 map_cut_1000 4_11 0.0165 relative_P_5 4_11 0.2000 relative_P_10 4_11 0.2000 relative_P_15 4_11 0.2000 relative_P_20 4_11 0.2000 relative_P_30 4_11 0.2333 relative_P_100 4_11 0.0900 relative_P_200 4_11 0.0760 relative_P_500 4_11 0.0819 relative_P_1000 4_11 0.1228 success_1 4_11 0.0000 success_5 4_11 1.0000 success_10 4_11 1.0000 set_P 4_11 0.0210 set_relative_P 4_11 0.1228 set_recall 4_11 0.1228 set_map 4_11 0.0026 set_F 4_11 0.0359 num_nonrel_judged_ret 4_11 27 rbp 4_11 0.1502 rbp_resid 4_11 0.1242 unj_5 4_11 0.0000 unj_10 4_11 0.0000 unj_20 4_11 0.0500 num_ret 4_12 1000 num_rel 4_12 134 num_rel_ret 4_12 67 map 4_12 0.2518 Rprec 4_12 0.3358 bpref 4_12 0.4551 recip_rank 4_12 1.0000 iprec_at_recall_0.00 4_12 1.0000 iprec_at_recall_0.10 4_12 1.0000 iprec_at_recall_0.20 4_12 0.4516 iprec_at_recall_0.30 4_12 0.3960 iprec_at_recall_0.40 4_12 0.2250 iprec_at_recall_0.50 4_12 0.0851 iprec_at_recall_0.60 4_12 0.0000 iprec_at_recall_0.70 4_12 0.0000 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 1.0000 P_10 4_12 1.0000 P_15 4_12 0.9333 P_20 4_12 0.8000 P_30 4_12 0.7000 P_100 4_12 0.3900 P_200 4_12 0.2500 P_500 4_12 0.1220 P_1000 4_12 0.0670 relstring 4_12 '2232222311' recall_5 4_12 0.0373 recall_10 4_12 0.0746 recall_15 4_12 0.1045 recall_20 4_12 0.1194 recall_30 4_12 0.1567 recall_100 4_12 0.2910 recall_200 4_12 0.3731 recall_500 4_12 0.4552 recall_1000 4_12 0.5000 infAP 4_12 0.2518 Rprec_mult_0.20 4_12 0.7037 Rprec_mult_0.40 4_12 0.4630 Rprec_mult_0.60 4_12 0.4074 Rprec_mult_0.80 4_12 0.3796 Rprec_mult_1.00 4_12 0.3358 Rprec_mult_1.20 4_12 0.3106 Rprec_mult_1.40 4_12 0.2660 Rprec_mult_1.60 4_12 0.2419 Rprec_mult_1.80 4_12 0.2231 Rprec_mult_2.00 4_12 0.2015 utility 4_12 -866.0000 11pt_avg 4_12 0.2871 binG 4_12 0.1737 G 4_12 0.0992 ndcg 4_12 0.5051 ndcg_rel 4_12 0.5146 Rndcg 4_12 0.4956 ndcg_cut_5 4_12 0.7232 ndcg_cut_10 4_12 0.6832 ndcg_cut_15 4_12 0.6598 ndcg_cut_20 4_12 0.6274 ndcg_cut_30 4_12 0.5961 ndcg_cut_100 4_12 0.4276 ndcg_cut_200 4_12 0.4372 ndcg_cut_500 4_12 0.4850 ndcg_cut_1000 4_12 0.5051 map_cut_5 4_12 0.0373 map_cut_10 4_12 0.0746 map_cut_15 4_12 0.1040 map_cut_20 4_12 0.1158 map_cut_30 4_12 0.1445 map_cut_100 4_12 0.2029 map_cut_200 4_12 0.2318 map_cut_500 4_12 0.2471 map_cut_1000 4_12 0.2518 relative_P_5 4_12 1.0000 relative_P_10 4_12 1.0000 relative_P_15 4_12 0.9333 relative_P_20 4_12 0.8000 relative_P_30 4_12 0.7000 relative_P_100 4_12 0.3900 relative_P_200 4_12 0.3731 relative_P_500 4_12 0.4552 relative_P_1000 4_12 0.5000 success_1 4_12 1.0000 success_5 4_12 1.0000 success_10 4_12 1.0000 set_P 4_12 0.0670 set_relative_P 4_12 0.5000 set_recall 4_12 0.5000 set_map 4_12 0.0335 set_F 4_12 0.1182 num_nonrel_judged_ret 4_12 28 rbp 4_12 0.5743 rbp_resid 4_12 0.1261 unj_5 4_12 0.0000 unj_10 4_12 0.0000 unj_20 4_12 0.1500 num_ret 4_13 1000 num_rel 4_13 162 num_rel_ret 4_13 108 map 4_13 0.4171 Rprec 4_13 0.4383 bpref 4_13 0.6133 recip_rank 4_13 1.0000 iprec_at_recall_0.00 4_13 1.0000 iprec_at_recall_0.10 4_13 1.0000 iprec_at_recall_0.20 4_13 0.8421 iprec_at_recall_0.30 4_13 0.8033 iprec_at_recall_0.40 4_13 0.4887 iprec_at_recall_0.50 4_13 0.3682 iprec_at_recall_0.60 4_13 0.2059 iprec_at_recall_0.70 4_13 0.0000 iprec_at_recall_0.80 4_13 0.0000 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 1.0000 P_10 4_13 1.0000 P_15 4_13 1.0000 P_20 4_13 0.9500 P_30 4_13 0.9333 P_100 4_13 0.5700 P_200 4_13 0.3750 P_500 4_13 0.1940 P_1000 4_13 0.1080 relstring 4_13 '3333322232' recall_5 4_13 0.0309 recall_10 4_13 0.0617 recall_15 4_13 0.0926 recall_20 4_13 0.1173 recall_30 4_13 0.1728 recall_100 4_13 0.3519 recall_200 4_13 0.4630 recall_500 4_13 0.5988 recall_1000 4_13 0.6667 infAP 4_13 0.4171 Rprec_mult_0.20 4_13 0.9091 Rprec_mult_0.40 4_13 0.7538 Rprec_mult_0.60 4_13 0.5816 Rprec_mult_0.80 4_13 0.4846 Rprec_mult_1.00 4_13 0.4383 Rprec_mult_1.20 4_13 0.3795 Rprec_mult_1.40 4_13 0.3568 Rprec_mult_1.60 4_13 0.3308 Rprec_mult_1.80 4_13 0.3082 Rprec_mult_2.00 4_13 0.2778 utility 4_13 -784.0000 11pt_avg 4_13 0.4280 binG 4_13 0.2442 G 4_13 0.1641 ndcg 4_13 0.6808 ndcg_rel 4_13 0.7020 Rndcg 4_13 0.6314 ndcg_cut_5 4_13 1.0000 ndcg_cut_10 4_13 0.9051 ndcg_cut_15 4_13 0.8827 ndcg_cut_20 4_13 0.8362 ndcg_cut_30 4_13 0.7983 ndcg_cut_100 4_13 0.6247 ndcg_cut_200 4_13 0.5587 ndcg_cut_500 4_13 0.6410 ndcg_cut_1000 4_13 0.6808 map_cut_5 4_13 0.0309 map_cut_10 4_13 0.0617 map_cut_15 4_13 0.0926 map_cut_20 4_13 0.1170 map_cut_30 4_13 0.1703 map_cut_100 4_13 0.3117 map_cut_200 4_13 0.3640 map_cut_500 4_13 0.4062 map_cut_1000 4_13 0.4171 relative_P_5 4_13 1.0000 relative_P_10 4_13 1.0000 relative_P_15 4_13 1.0000 relative_P_20 4_13 0.9500 relative_P_30 4_13 0.9333 relative_P_100 4_13 0.5700 relative_P_200 4_13 0.4630 relative_P_500 4_13 0.5988 relative_P_1000 4_13 0.6667 success_1 4_13 1.0000 success_5 4_13 1.0000 success_10 4_13 1.0000 set_P 4_13 0.1080 set_relative_P 4_13 0.6667 set_recall 4_13 0.6667 set_map 4_13 0.0720 set_F 4_13 0.1859 num_nonrel_judged_ret 4_13 20 rbp 4_13 0.8275 rbp_resid 4_13 0.0300 unj_5 4_13 0.0000 unj_10 4_13 0.0000 unj_20 4_13 0.0500 num_ret 4_14 1000 num_rel 4_14 177 num_rel_ret 4_14 37 map 4_14 0.1007 Rprec 4_14 0.1469 bpref 4_14 0.2007 recip_rank 4_14 1.0000 iprec_at_recall_0.00 4_14 1.0000 iprec_at_recall_0.10 4_14 0.4865 iprec_at_recall_0.20 4_14 0.0720 iprec_at_recall_0.30 4_14 0.0000 iprec_at_recall_0.40 4_14 0.0000 iprec_at_recall_0.50 4_14 0.0000 iprec_at_recall_0.60 4_14 0.0000 iprec_at_recall_0.70 4_14 0.0000 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 1.0000 P_10 4_14 0.8000 P_15 4_14 0.7333 P_20 4_14 0.6000 P_30 4_14 0.5667 P_100 4_14 0.2200 P_200 4_14 0.1450 P_500 4_14 0.0700 P_1000 4_14 0.0370 relstring 4_14 '221222--22' recall_5 4_14 0.0282 recall_10 4_14 0.0452 recall_15 4_14 0.0621 recall_20 4_14 0.0678 recall_30 4_14 0.0960 recall_100 4_14 0.1243 recall_200 4_14 0.1638 recall_500 4_14 0.1977 recall_1000 4_14 0.2090 infAP 4_14 0.1007 Rprec_mult_0.20 4_14 0.4722 Rprec_mult_0.40 4_14 0.3099 Rprec_mult_0.60 4_14 0.2243 Rprec_mult_0.80 4_14 0.1761 Rprec_mult_1.00 4_14 0.1469 Rprec_mult_1.20 4_14 0.1408 Rprec_mult_1.40 4_14 0.1290 Rprec_mult_1.60 4_14 0.1127 Rprec_mult_1.80 4_14 0.1003 Rprec_mult_2.00 4_14 0.0932 utility 4_14 -926.0000 11pt_avg 4_14 0.1417 binG 4_14 0.0748 G 4_14 0.0395 ndcg 4_14 0.2471 ndcg_rel 4_14 0.2761 Rndcg 4_14 0.2488 ndcg_cut_5 4_14 0.6101 ndcg_cut_10 4_14 0.5348 ndcg_cut_15 4_14 0.4915 ndcg_cut_20 4_14 0.4427 ndcg_cut_30 4_14 0.4110 ndcg_cut_100 4_14 0.2516 ndcg_cut_200 4_14 0.2159 ndcg_cut_500 4_14 0.2428 ndcg_cut_1000 4_14 0.2471 map_cut_5 4_14 0.0282 map_cut_10 4_14 0.0428 map_cut_15 4_14 0.0569 map_cut_20 4_14 0.0607 map_cut_30 4_14 0.0780 map_cut_100 4_14 0.0893 map_cut_200 4_14 0.0962 map_cut_500 4_14 0.1002 map_cut_1000 4_14 0.1007 relative_P_5 4_14 1.0000 relative_P_10 4_14 0.8000 relative_P_15 4_14 0.7333 relative_P_20 4_14 0.6000 relative_P_30 4_14 0.5667 relative_P_100 4_14 0.2200 relative_P_200 4_14 0.1638 relative_P_500 4_14 0.1977 relative_P_1000 4_14 0.2090 success_1 4_14 1.0000 success_5 4_14 1.0000 success_10 4_14 1.0000 set_P 4_14 0.0370 set_relative_P 4_14 0.2090 set_recall 4_14 0.2090 set_map 4_14 0.0077 set_F 4_14 0.0629 num_nonrel_judged_ret 4_14 11 rbp 4_14 0.4405 rbp_resid 4_14 0.2530 unj_5 4_14 0.0000 unj_10 4_14 0.2000 unj_20 4_14 0.3000 num_ret 4_17 1000 num_rel 4_17 1 num_rel_ret 4_17 1 map 4_17 0.0345 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0345 iprec_at_recall_0.00 4_17 0.0345 iprec_at_recall_0.10 4_17 0.0345 iprec_at_recall_0.20 4_17 0.0345 iprec_at_recall_0.30 4_17 0.0345 iprec_at_recall_0.40 4_17 0.0345 iprec_at_recall_0.50 4_17 0.0345 iprec_at_recall_0.60 4_17 0.0345 iprec_at_recall_0.70 4_17 0.0345 iprec_at_recall_0.80 4_17 0.0345 iprec_at_recall_0.90 4_17 0.0345 iprec_at_recall_1.00 4_17 0.0345 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0333 P_100 4_17 0.0100 P_200 4_17 0.0050 P_500 4_17 0.0020 P_1000 4_17 0.0010 relstring 4_17 '00000-000-' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 1.0000 recall_100 4_17 1.0000 recall_200 4_17 1.0000 recall_500 4_17 1.0000 recall_1000 4_17 1.0000 infAP 4_17 0.0345 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -998.0000 11pt_avg 4_17 0.0345 binG 4_17 0.2038 G 4_17 0.2038 ndcg 4_17 0.2038 ndcg_rel 4_17 0.2038 Rndcg 4_17 0.1019 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.2038 ndcg_cut_100 4_17 0.2038 ndcg_cut_200 4_17 0.2038 ndcg_cut_500 4_17 0.2038 ndcg_cut_1000 4_17 0.2038 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0345 map_cut_100 4_17 0.0345 map_cut_200 4_17 0.0345 map_cut_500 4_17 0.0345 map_cut_1000 4_17 0.0345 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 1.0000 relative_P_100 4_17 1.0000 relative_P_200 4_17 1.0000 relative_P_500 4_17 1.0000 relative_P_1000 4_17 1.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0010 set_relative_P 4_17 1.0000 set_recall 4_17 1.0000 set_map 4_17 0.0010 set_F 4_17 0.0020 num_nonrel_judged_ret 4_17 41 rbp 4_17 0.0052 rbp_resid 4_17 0.2398 unj_5 4_17 0.0000 unj_10 4_17 0.2000 unj_20 4_17 0.2500 num_ret 4_3 1000 num_rel 4_3 164 num_rel_ret 4_3 43 map 4_3 0.1846 Rprec 4_3 0.2561 bpref 4_3 0.2499 recip_rank 4_3 1.0000 iprec_at_recall_0.00 4_3 1.0000 iprec_at_recall_0.10 4_3 0.7857 iprec_at_recall_0.20 4_3 0.6875 iprec_at_recall_0.30 4_3 0.0000 iprec_at_recall_0.40 4_3 0.0000 iprec_at_recall_0.50 4_3 0.0000 iprec_at_recall_0.60 4_3 0.0000 iprec_at_recall_0.70 4_3 0.0000 iprec_at_recall_0.80 4_3 0.0000 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 0.8000 P_10 4_3 0.7000 P_15 4_3 0.6667 P_20 4_3 0.7500 P_30 4_3 0.7667 P_100 4_3 0.4000 P_200 4_3 0.2100 P_500 4_3 0.0860 P_1000 4_3 0.0430 relstring 4_3 '3223020012' recall_5 4_3 0.0244 recall_10 4_3 0.0427 recall_15 4_3 0.0610 recall_20 4_3 0.0915 recall_30 4_3 0.1402 recall_100 4_3 0.2439 recall_200 4_3 0.2561 recall_500 4_3 0.2622 recall_1000 4_3 0.2622 infAP 4_3 0.1846 Rprec_mult_0.20 4_3 0.7576 Rprec_mult_0.40 4_3 0.5455 Rprec_mult_0.60 4_3 0.4040 Rprec_mult_0.80 4_3 0.3182 Rprec_mult_1.00 4_3 0.2561 Rprec_mult_1.20 4_3 0.2132 Rprec_mult_1.40 4_3 0.1826 Rprec_mult_1.60 4_3 0.1597 Rprec_mult_1.80 4_3 0.1419 Rprec_mult_2.00 4_3 0.1280 utility 4_3 -914.0000 11pt_avg 4_3 0.2248 binG 4_3 0.0969 G 4_3 0.0646 ndcg 4_3 0.3631 ndcg_rel 4_3 0.4102 Rndcg 4_3 0.4819 ndcg_cut_5 4_3 0.6657 ndcg_cut_10 4_3 0.5567 ndcg_cut_15 4_3 0.4961 ndcg_cut_20 4_3 0.5238 ndcg_cut_30 4_3 0.5398 ndcg_cut_100 4_3 0.4173 ndcg_cut_200 4_3 0.3593 ndcg_cut_500 4_3 0.3631 ndcg_cut_1000 4_3 0.3631 map_cut_5 4_3 0.0244 map_cut_10 4_3 0.0378 map_cut_15 4_3 0.0515 map_cut_20 4_3 0.0735 map_cut_30 4_3 0.1107 map_cut_100 4_3 0.1796 map_cut_200 4_3 0.1840 map_cut_500 4_3 0.1846 map_cut_1000 4_3 0.1846 relative_P_5 4_3 0.8000 relative_P_10 4_3 0.7000 relative_P_15 4_3 0.6667 relative_P_20 4_3 0.7500 relative_P_30 4_3 0.7667 relative_P_100 4_3 0.4000 relative_P_200 4_3 0.2561 relative_P_500 4_3 0.2622 relative_P_1000 4_3 0.2622 success_1 4_3 1.0000 success_5 4_3 1.0000 success_10 4_3 1.0000 set_P 4_3 0.0430 set_relative_P 4_3 0.2622 set_recall 4_3 0.2622 set_map 4_3 0.0113 set_F 4_3 0.0739 num_nonrel_judged_ret 4_3 7 rbp 4_3 0.3860 rbp_resid 4_3 0.0615 unj_5 4_3 0.0000 unj_10 4_3 0.0000 unj_20 4_3 0.0500 num_ret 4_4 1000 num_rel 4_4 154 num_rel_ret 4_4 86 map 4_4 0.3971 Rprec 4_4 0.4156 bpref 4_4 0.5439 recip_rank 4_4 1.0000 iprec_at_recall_0.00 4_4 1.0000 iprec_at_recall_0.10 4_4 0.9412 iprec_at_recall_0.20 4_4 0.9412 iprec_at_recall_0.30 4_4 0.8448 iprec_at_recall_0.40 4_4 0.4493 iprec_at_recall_0.50 4_4 0.2098 iprec_at_recall_0.60 4_4 0.0000 iprec_at_recall_0.70 4_4 0.0000 iprec_at_recall_0.80 4_4 0.0000 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 1.0000 P_10 4_4 1.0000 P_15 4_4 0.9333 P_20 4_4 0.9000 P_30 4_4 0.9333 P_100 4_4 0.5700 P_200 4_4 0.3450 P_500 4_4 0.1660 P_1000 4_4 0.0860 relstring 4_4 '3232132222' recall_5 4_4 0.0325 recall_10 4_4 0.0649 recall_15 4_4 0.0909 recall_20 4_4 0.1169 recall_30 4_4 0.1818 recall_100 4_4 0.3701 recall_200 4_4 0.4481 recall_500 4_4 0.5390 recall_1000 4_4 0.5584 infAP 4_4 0.3971 Rprec_mult_0.20 4_4 0.9355 Rprec_mult_0.40 4_4 0.7903 Rprec_mult_0.60 4_4 0.6129 Rprec_mult_0.80 4_4 0.4758 Rprec_mult_1.00 4_4 0.4156 Rprec_mult_1.20 4_4 0.3730 Rprec_mult_1.40 4_4 0.3241 Rprec_mult_1.60 4_4 0.2915 Rprec_mult_1.80 4_4 0.2698 Rprec_mult_2.00 4_4 0.2468 utility 4_4 -828.0000 11pt_avg 4_4 0.3988 binG 4_4 0.2319 G 4_4 0.1274 ndcg 4_4 0.6181 ndcg_rel 4_4 0.6479 Rndcg 4_4 0.6095 ndcg_cut_5 4_4 0.6691 ndcg_cut_10 4_4 0.6917 ndcg_cut_15 4_4 0.7032 ndcg_cut_20 4_4 0.6984 ndcg_cut_30 4_4 0.7352 ndcg_cut_100 4_4 0.5961 ndcg_cut_200 4_4 0.5447 ndcg_cut_500 4_4 0.6076 ndcg_cut_1000 4_4 0.6181 map_cut_5 4_4 0.0325 map_cut_10 4_4 0.0649 map_cut_15 4_4 0.0909 map_cut_20 4_4 0.1148 map_cut_30 4_4 0.1745 map_cut_100 4_4 0.3370 map_cut_200 4_4 0.3720 map_cut_500 4_4 0.3944 map_cut_1000 4_4 0.3971 relative_P_5 4_4 1.0000 relative_P_10 4_4 1.0000 relative_P_15 4_4 0.9333 relative_P_20 4_4 0.9000 relative_P_30 4_4 0.9333 relative_P_100 4_4 0.5700 relative_P_200 4_4 0.4481 relative_P_500 4_4 0.5390 relative_P_1000 4_4 0.5584 success_1 4_4 1.0000 success_5 4_4 1.0000 success_10 4_4 1.0000 set_P 4_4 0.0860 set_relative_P 4_4 0.5584 set_recall 4_4 0.5584 set_map 4_4 0.0480 set_F 4_4 0.1490 num_nonrel_judged_ret 4_4 3 rbp 4_4 0.5564 rbp_resid 4_4 0.0306 unj_5 4_4 0.0000 unj_10 4_4 0.0000 unj_20 4_4 0.0500 num_ret 4_5 1000 num_rel 4_5 122 num_rel_ret 4_5 84 map 4_5 0.5062 Rprec 4_5 0.5492 bpref 4_5 0.6844 recip_rank 4_5 1.0000 iprec_at_recall_0.00 4_5 1.0000 iprec_at_recall_0.10 4_5 1.0000 iprec_at_recall_0.20 4_5 0.8837 iprec_at_recall_0.30 4_5 0.8837 iprec_at_recall_0.40 4_5 0.8033 iprec_at_recall_0.50 4_5 0.6703 iprec_at_recall_0.60 4_5 0.3216 iprec_at_recall_0.70 4_5 0.0000 iprec_at_recall_0.80 4_5 0.0000 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 1.0000 P_10 4_5 1.0000 P_15 4_5 1.0000 P_20 4_5 0.9500 P_30 4_5 0.8667 P_100 4_5 0.6300 P_200 4_5 0.3600 P_500 4_5 0.1600 P_1000 4_5 0.0840 relstring 4_5 '3322322332' recall_5 4_5 0.0410 recall_10 4_5 0.0820 recall_15 4_5 0.1230 recall_20 4_5 0.1557 recall_30 4_5 0.2131 recall_100 4_5 0.5164 recall_200 4_5 0.5902 recall_500 4_5 0.6557 recall_1000 4_5 0.6885 infAP 4_5 0.5062 Rprec_mult_0.20 4_5 0.9200 Rprec_mult_0.40 4_5 0.8571 Rprec_mult_0.60 4_5 0.7432 Rprec_mult_0.80 4_5 0.6429 Rprec_mult_1.00 4_5 0.5492 Rprec_mult_1.20 4_5 0.4762 Rprec_mult_1.40 4_5 0.4094 Rprec_mult_1.60 4_5 0.3673 Rprec_mult_1.80 4_5 0.3273 Rprec_mult_2.00 4_5 0.2992 utility 4_5 -832.0000 11pt_avg 4_5 0.5057 binG 4_5 0.2938 G 4_5 0.1767 ndcg 4_5 0.7240 ndcg_rel 4_5 0.7537 Rndcg 4_5 0.6973 ndcg_cut_5 4_5 0.8948 ndcg_cut_10 4_5 0.8599 ndcg_cut_15 4_5 0.8461 ndcg_cut_20 4_5 0.8047 ndcg_cut_30 4_5 0.7620 ndcg_cut_100 4_5 0.6747 ndcg_cut_200 4_5 0.6732 ndcg_cut_500 4_5 0.7083 ndcg_cut_1000 4_5 0.7240 map_cut_5 4_5 0.0410 map_cut_10 4_5 0.0820 map_cut_15 4_5 0.1230 map_cut_20 4_5 0.1553 map_cut_30 4_5 0.2078 map_cut_100 4_5 0.4494 map_cut_200 4_5 0.4871 map_cut_500 4_5 0.5024 map_cut_1000 4_5 0.5062 relative_P_5 4_5 1.0000 relative_P_10 4_5 1.0000 relative_P_15 4_5 1.0000 relative_P_20 4_5 0.9500 relative_P_30 4_5 0.8667 relative_P_100 4_5 0.6300 relative_P_200 4_5 0.5902 relative_P_500 4_5 0.6557 relative_P_1000 4_5 0.6885 success_1 4_5 1.0000 success_5 4_5 1.0000 success_10 4_5 1.0000 set_P 4_5 0.0840 set_relative_P 4_5 0.6885 set_recall 4_5 0.6885 set_map 4_5 0.0578 set_F 4_5 0.1497 num_nonrel_judged_ret 4_5 2 rbp 4_5 0.7871 rbp_resid 4_5 0.0445 unj_5 4_5 0.0000 unj_10 4_5 0.0000 unj_20 4_5 0.0500 num_ret 4_7 1000 num_rel 4_7 76 num_rel_ret 4_7 40 map 4_7 0.1864 Rprec 4_7 0.3026 bpref 4_7 0.4176 recip_rank 4_7 1.0000 iprec_at_recall_0.00 4_7 1.0000 iprec_at_recall_0.10 4_7 0.5217 iprec_at_recall_0.20 4_7 0.4737 iprec_at_recall_0.30 4_7 0.3433 iprec_at_recall_0.40 4_7 0.1554 iprec_at_recall_0.50 4_7 0.1050 iprec_at_recall_0.60 4_7 0.0000 iprec_at_recall_0.70 4_7 0.0000 iprec_at_recall_0.80 4_7 0.0000 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 0.6000 P_10 4_7 0.5000 P_15 4_7 0.4000 P_20 4_7 0.4500 P_30 4_7 0.4667 P_100 4_7 0.2500 P_200 4_7 0.1500 P_500 4_7 0.0780 P_1000 4_7 0.0400 relstring 4_7 '302020-120' recall_5 4_7 0.0395 recall_10 4_7 0.0658 recall_15 4_7 0.0789 recall_20 4_7 0.1184 recall_30 4_7 0.1842 recall_100 4_7 0.3289 recall_200 4_7 0.3947 recall_500 4_7 0.5132 recall_1000 4_7 0.5263 infAP 4_7 0.1864 Rprec_mult_0.20 4_7 0.4375 Rprec_mult_0.40 4_7 0.4516 Rprec_mult_0.60 4_7 0.4130 Rprec_mult_0.80 4_7 0.3607 Rprec_mult_1.00 4_7 0.3026 Rprec_mult_1.20 4_7 0.2500 Rprec_mult_1.40 4_7 0.2523 Rprec_mult_1.60 4_7 0.2213 Rprec_mult_1.80 4_7 0.2044 Rprec_mult_2.00 4_7 0.1842 utility 4_7 -920.0000 11pt_avg 4_7 0.2363 binG 4_7 0.1261 G 4_7 0.1270 ndcg 4_7 0.5051 ndcg_rel 4_7 0.4936 Rndcg 4_7 0.4898 ndcg_cut_5 4_7 0.6341 ndcg_cut_10 4_7 0.5310 ndcg_cut_15 4_7 0.4655 ndcg_cut_20 4_7 0.4566 ndcg_cut_30 4_7 0.4339 ndcg_cut_100 4_7 0.4144 ndcg_cut_200 4_7 0.4448 ndcg_cut_500 4_7 0.4972 ndcg_cut_1000 4_7 0.5051 map_cut_5 4_7 0.0298 map_cut_10 4_7 0.0437 map_cut_15 4_7 0.0498 map_cut_20 4_7 0.0677 map_cut_30 4_7 0.1010 map_cut_100 4_7 0.1583 map_cut_200 4_7 0.1721 map_cut_500 4_7 0.1855 map_cut_1000 4_7 0.1864 relative_P_5 4_7 0.6000 relative_P_10 4_7 0.5000 relative_P_15 4_7 0.4000 relative_P_20 4_7 0.4500 relative_P_30 4_7 0.4667 relative_P_100 4_7 0.3289 relative_P_200 4_7 0.3947 relative_P_500 4_7 0.5132 relative_P_1000 4_7 0.5263 success_1 4_7 1.0000 success_5 4_7 1.0000 success_10 4_7 1.0000 set_P 4_7 0.0400 set_relative_P 4_7 0.5263 set_recall 4_7 0.5263 set_map 4_7 0.0211 set_F 4_7 0.0743 num_nonrel_judged_ret 4_7 37 rbp 4_7 0.3112 rbp_resid 4_7 0.1370 unj_5 4_7 0.0000 unj_10 4_7 0.1000 unj_20 4_7 0.1500 num_ret 4_8 1000 num_rel 4_8 96 num_rel_ret 4_8 40 map 4_8 0.1271 Rprec 4_8 0.2292 bpref 4_8 0.3523 recip_rank 4_8 1.0000 iprec_at_recall_0.00 4_8 1.0000 iprec_at_recall_0.10 4_8 0.5385 iprec_at_recall_0.20 4_8 0.3016 iprec_at_recall_0.30 4_8 0.0997 iprec_at_recall_0.40 4_8 0.0419 iprec_at_recall_0.50 4_8 0.0000 iprec_at_recall_0.60 4_8 0.0000 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 0.8000 P_10 4_8 0.5000 P_15 4_8 0.4667 P_20 4_8 0.5000 P_30 4_8 0.4667 P_100 4_8 0.2200 P_200 4_8 0.1200 P_500 4_8 0.0640 P_1000 4_8 0.0400 relstring 4_8 '20122000-2' recall_5 4_8 0.0417 recall_10 4_8 0.0521 recall_15 4_8 0.0729 recall_20 4_8 0.1042 recall_30 4_8 0.1458 recall_100 4_8 0.2292 recall_200 4_8 0.2500 recall_500 4_8 0.3333 recall_1000 4_8 0.4167 infAP 4_8 0.1271 Rprec_mult_0.20 4_8 0.5000 Rprec_mult_0.40 4_8 0.3590 Rprec_mult_0.60 4_8 0.2931 Rprec_mult_0.80 4_8 0.2468 Rprec_mult_1.00 4_8 0.2292 Rprec_mult_1.20 4_8 0.1897 Rprec_mult_1.40 4_8 0.1704 Rprec_mult_1.60 4_8 0.1558 Rprec_mult_1.80 4_8 0.1387 Rprec_mult_2.00 4_8 0.1250 utility 4_8 -920.0000 11pt_avg 4_8 0.1801 binG 4_8 0.0984 G 4_8 0.0829 ndcg 4_8 0.3871 ndcg_rel 4_8 0.3830 Rndcg 4_8 0.4202 ndcg_cut_5 4_8 0.5996 ndcg_cut_10 4_8 0.4672 ndcg_cut_15 4_8 0.4130 ndcg_cut_20 4_8 0.3951 ndcg_cut_30 4_8 0.3638 ndcg_cut_100 4_8 0.2843 ndcg_cut_200 4_8 0.3023 ndcg_cut_500 4_8 0.3534 ndcg_cut_1000 4_8 0.3871 map_cut_5 4_8 0.0335 map_cut_10 4_8 0.0387 map_cut_15 4_8 0.0500 map_cut_20 4_8 0.0653 map_cut_30 4_8 0.0870 map_cut_100 4_8 0.1112 map_cut_200 4_8 0.1149 map_cut_500 4_8 0.1230 map_cut_1000 4_8 0.1271 relative_P_5 4_8 0.8000 relative_P_10 4_8 0.5000 relative_P_15 4_8 0.4667 relative_P_20 4_8 0.5000 relative_P_30 4_8 0.4667 relative_P_100 4_8 0.2292 relative_P_200 4_8 0.2500 relative_P_500 4_8 0.3333 relative_P_1000 4_8 0.4167 success_1 4_8 1.0000 success_5 4_8 1.0000 success_10 4_8 1.0000 set_P 4_8 0.0400 set_relative_P 4_8 0.4167 set_recall 4_8 0.4167 set_map 4_8 0.0167 set_F 4_8 0.0730 num_nonrel_judged_ret 4_8 37 rbp 4_8 0.2646 rbp_resid 4_8 0.1873 unj_5 4_8 0.0000 unj_10 4_8 0.1000 unj_20 4_8 0.2500 num_ret 4_9 1000 num_rel 4_9 85 num_rel_ret 4_9 48 map 4_9 0.4259 Rprec 4_9 0.4824 bpref 4_9 0.5631 recip_rank 4_9 1.0000 iprec_at_recall_0.00 4_9 1.0000 iprec_at_recall_0.10 4_9 0.9375 iprec_at_recall_0.20 4_9 0.9000 iprec_at_recall_0.30 4_9 0.8182 iprec_at_recall_0.40 4_9 0.7556 iprec_at_recall_0.50 4_9 0.3520 iprec_at_recall_0.60 4_9 0.0000 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 1.0000 P_10 4_9 0.9000 P_15 4_9 0.9333 P_20 4_9 0.9000 P_30 4_9 0.8333 P_100 4_9 0.4100 P_200 4_9 0.2350 P_500 4_9 0.0940 P_1000 4_9 0.0480 relstring 4_9 '3332323-32' recall_5 4_9 0.0588 recall_10 4_9 0.1059 recall_15 4_9 0.1647 recall_20 4_9 0.2118 recall_30 4_9 0.2941 recall_100 4_9 0.4824 recall_200 4_9 0.5529 recall_500 4_9 0.5529 recall_1000 4_9 0.5647 infAP 4_9 0.4259 Rprec_mult_0.20 4_9 0.8824 Rprec_mult_0.40 4_9 0.7941 Rprec_mult_0.60 4_9 0.6863 Rprec_mult_0.80 4_9 0.5294 Rprec_mult_1.00 4_9 0.4824 Rprec_mult_1.20 4_9 0.4020 Rprec_mult_1.40 4_9 0.3529 Rprec_mult_1.60 4_9 0.3235 Rprec_mult_1.80 4_9 0.2941 Rprec_mult_2.00 4_9 0.2765 utility 4_9 -904.0000 11pt_avg 4_9 0.4330 binG 4_9 0.2560 G 4_9 0.1965 ndcg 4_9 0.6770 ndcg_rel 4_9 0.7411 Rndcg 4_9 0.6808 ndcg_cut_5 4_9 0.9513 ndcg_cut_10 4_9 0.8516 ndcg_cut_15 4_9 0.8397 ndcg_cut_20 4_9 0.8106 ndcg_cut_30 4_9 0.7888 ndcg_cut_100 4_9 0.6266 ndcg_cut_200 4_9 0.6721 ndcg_cut_500 4_9 0.6721 ndcg_cut_1000 4_9 0.6770 map_cut_5 4_9 0.0588 map_cut_10 4_9 0.1034 map_cut_15 4_9 0.1576 map_cut_20 4_9 0.2002 map_cut_30 4_9 0.2727 map_cut_100 4_9 0.4019 map_cut_200 4_9 0.4250 map_cut_500 4_9 0.4250 map_cut_1000 4_9 0.4259 relative_P_5 4_9 1.0000 relative_P_10 4_9 0.9000 relative_P_15 4_9 0.9333 relative_P_20 4_9 0.9000 relative_P_30 4_9 0.8333 relative_P_100 4_9 0.4824 relative_P_200 4_9 0.5529 relative_P_500 4_9 0.5529 relative_P_1000 4_9 0.5647 success_1 4_9 1.0000 success_5 4_9 1.0000 success_10 4_9 1.0000 set_P 4_9 0.0480 set_relative_P 4_9 0.5647 set_recall 4_9 0.5647 set_map 4_9 0.0271 set_F 4_9 0.0885 num_nonrel_judged_ret 4_9 3 rbp 4_9 0.7787 rbp_resid 4_9 0.1092 unj_5 4_9 0.0000 unj_10 4_9 0.1000 unj_20 4_9 0.1000 num_ret 5_10 1000 num_rel 5_10 43 num_rel_ret 5_10 34 map 5_10 0.3084 Rprec 5_10 0.3721 bpref 5_10 0.7063 recip_rank 5_10 1.0000 iprec_at_recall_0.00 5_10 1.0000 iprec_at_recall_0.10 5_10 1.0000 iprec_at_recall_0.20 5_10 0.7500 iprec_at_recall_0.30 5_10 0.5200 iprec_at_recall_0.40 5_10 0.2881 iprec_at_recall_0.50 5_10 0.0724 iprec_at_recall_0.60 5_10 0.0562 iprec_at_recall_0.70 5_10 0.0515 iprec_at_recall_0.80 5_10 0.0364 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 1.0000 P_10 5_10 0.8000 P_15 5_10 0.6000 P_20 5_10 0.5000 P_30 5_10 0.4333 P_100 5_10 0.1800 P_200 5_10 0.1050 P_500 5_10 0.0520 P_1000 5_10 0.0340 relstring 5_10 '2231102110' recall_5 5_10 0.1163 recall_10 5_10 0.1860 recall_15 5_10 0.2093 recall_20 5_10 0.2326 recall_30 5_10 0.3023 recall_100 5_10 0.4186 recall_200 5_10 0.4884 recall_500 5_10 0.6047 recall_1000 5_10 0.7907 infAP 5_10 0.3084 Rprec_mult_0.20 5_10 0.8889 Rprec_mult_0.40 5_10 0.5000 Rprec_mult_0.60 5_10 0.5000 Rprec_mult_0.80 5_10 0.4286 Rprec_mult_1.00 5_10 0.3721 Rprec_mult_1.20 5_10 0.3077 Rprec_mult_1.40 5_10 0.2787 Rprec_mult_1.60 5_10 0.2464 Rprec_mult_1.80 5_10 0.2179 Rprec_mult_2.00 5_10 0.1977 utility 5_10 -932.0000 11pt_avg 5_10 0.3431 binG 5_10 0.2627 G 5_10 0.1256 ndcg 5_10 0.4914 ndcg_rel 5_10 0.4278 Rndcg 5_10 0.3844 ndcg_cut_5 5_10 0.4731 ndcg_cut_10 5_10 0.4052 ndcg_cut_15 5_10 0.3456 ndcg_cut_20 5_10 0.3201 ndcg_cut_30 5_10 0.3173 ndcg_cut_100 5_10 0.3406 ndcg_cut_200 5_10 0.3782 ndcg_cut_500 5_10 0.4221 ndcg_cut_1000 5_10 0.4914 map_cut_5 5_10 0.1163 map_cut_10 5_10 0.1772 map_cut_15 5_10 0.1947 map_cut_20 5_10 0.2063 map_cut_30 5_10 0.2422 map_cut_100 5_10 0.2840 map_cut_200 5_10 0.2927 map_cut_500 5_10 0.2997 map_cut_1000 5_10 0.3084 relative_P_5 5_10 1.0000 relative_P_10 5_10 0.8000 relative_P_15 5_10 0.6000 relative_P_20 5_10 0.5000 relative_P_30 5_10 0.4333 relative_P_100 5_10 0.4186 relative_P_200 5_10 0.4884 relative_P_500 5_10 0.6047 relative_P_1000 5_10 0.7907 success_1 5_10 1.0000 success_5 5_10 1.0000 success_10 5_10 1.0000 set_P 5_10 0.0340 set_relative_P 5_10 0.7907 set_recall 5_10 0.7907 set_map 5_10 0.0269 set_F 5_10 0.0652 num_nonrel_judged_ret 5_10 10 rbp 5_10 0.2668 rbp_resid 5_10 0.2183 unj_5 5_10 0.0000 unj_10 5_10 0.0000 unj_20 5_10 0.3000 num_ret 5_13 1000 num_rel 5_13 112 num_rel_ret 5_13 87 map 5_13 0.4505 Rprec 5_13 0.4464 bpref 5_13 0.6136 recip_rank 5_13 1.0000 iprec_at_recall_0.00 5_13 1.0000 iprec_at_recall_0.10 5_13 0.8462 iprec_at_recall_0.20 5_13 0.8148 iprec_at_recall_0.30 5_13 0.6923 iprec_at_recall_0.40 5_13 0.6522 iprec_at_recall_0.50 5_13 0.4286 iprec_at_recall_0.60 5_13 0.3401 iprec_at_recall_0.70 5_13 0.2776 iprec_at_recall_0.80 5_13 0.0000 iprec_at_recall_0.90 5_13 0.0000 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 1.0000 P_10 5_13 0.8000 P_15 5_13 0.8000 P_20 5_13 0.8000 P_30 5_13 0.7333 P_100 5_13 0.4900 P_200 5_13 0.3350 P_500 5_13 0.1720 P_1000 5_13 0.0870 relstring 5_13 '2431222200' recall_5 5_13 0.0446 recall_10 5_13 0.0714 recall_15 5_13 0.1071 recall_20 5_13 0.1429 recall_30 5_13 0.1964 recall_100 5_13 0.4375 recall_200 5_13 0.5982 recall_500 5_13 0.7679 recall_1000 5_13 0.7768 infAP 5_13 0.4505 Rprec_mult_0.20 5_13 0.7826 Rprec_mult_0.40 5_13 0.6889 Rprec_mult_0.60 5_13 0.6471 Rprec_mult_0.80 5_13 0.5333 Rprec_mult_1.00 5_13 0.4464 Rprec_mult_1.20 5_13 0.4222 Rprec_mult_1.40 5_13 0.3631 Rprec_mult_1.60 5_13 0.3611 Rprec_mult_1.80 5_13 0.3366 Rprec_mult_2.00 5_13 0.3214 utility 5_13 -826.0000 11pt_avg 5_13 0.4592 binG 5_13 0.2294 G 5_13 0.1538 ndcg 5_13 0.6722 ndcg_rel 5_13 0.6113 Rndcg 5_13 0.6213 ndcg_cut_5 5_13 0.6899 ndcg_cut_10 5_13 0.6297 ndcg_cut_15 5_13 0.6112 ndcg_cut_20 5_13 0.6097 ndcg_cut_30 5_13 0.5827 ndcg_cut_100 5_13 0.5117 ndcg_cut_200 5_13 0.5829 ndcg_cut_500 5_13 0.6694 ndcg_cut_1000 5_13 0.6722 map_cut_5 5_13 0.0446 map_cut_10 5_13 0.0714 map_cut_15 5_13 0.1009 map_cut_20 5_13 0.1293 map_cut_30 5_13 0.1718 map_cut_100 5_13 0.3378 map_cut_200 5_13 0.4013 map_cut_500 5_13 0.4490 map_cut_1000 5_13 0.4505 relative_P_5 5_13 1.0000 relative_P_10 5_13 0.8000 relative_P_15 5_13 0.8000 relative_P_20 5_13 0.8000 relative_P_30 5_13 0.7333 relative_P_100 5_13 0.4900 relative_P_200 5_13 0.5982 relative_P_500 5_13 0.7679 relative_P_1000 5_13 0.7768 success_1 5_13 1.0000 success_5 5_13 1.0000 success_10 5_13 1.0000 set_P 5_13 0.0870 set_relative_P 5_13 0.7768 set_recall 5_13 0.7768 set_map 5_13 0.0676 set_F 5_13 0.1565 num_nonrel_judged_ret 5_13 43 rbp 5_13 0.4246 rbp_resid 5_13 0.0071 unj_5 5_13 0.0000 unj_10 5_13 0.0000 unj_20 5_13 0.0000 num_ret 5_14 1000 num_rel 5_14 38 num_rel_ret 5_14 35 map 5_14 0.4906 Rprec 5_14 0.4474 bpref 5_14 0.7611 recip_rank 5_14 1.0000 iprec_at_recall_0.00 5_14 1.0000 iprec_at_recall_0.10 5_14 1.0000 iprec_at_recall_0.20 5_14 1.0000 iprec_at_recall_0.30 5_14 0.6875 iprec_at_recall_0.40 5_14 0.5172 iprec_at_recall_0.50 5_14 0.3585 iprec_at_recall_0.60 5_14 0.3194 iprec_at_recall_0.70 5_14 0.2348 iprec_at_recall_0.80 5_14 0.2081 iprec_at_recall_0.90 5_14 0.1878 iprec_at_recall_1.00 5_14 0.0000 P_5 5_14 1.0000 P_10 5_14 1.0000 P_15 5_14 0.6667 P_20 5_14 0.6000 P_30 5_14 0.5000 P_100 5_14 0.2500 P_200 5_14 0.1700 P_500 5_14 0.0700 P_1000 5_14 0.0350 relstring 5_14 '4224332442' recall_5 5_14 0.1316 recall_10 5_14 0.2632 recall_15 5_14 0.2632 recall_20 5_14 0.3158 recall_30 5_14 0.3947 recall_100 5_14 0.6579 recall_200 5_14 0.8947 recall_500 5_14 0.9211 recall_1000 5_14 0.9211 infAP 5_14 0.4906 Rprec_mult_0.20 5_14 1.0000 Rprec_mult_0.40 5_14 0.6875 Rprec_mult_0.60 5_14 0.6087 Rprec_mult_0.80 5_14 0.4839 Rprec_mult_1.00 5_14 0.4474 Rprec_mult_1.20 5_14 0.3696 Rprec_mult_1.40 5_14 0.3519 Rprec_mult_1.60 5_14 0.3443 Rprec_mult_1.80 5_14 0.3188 Rprec_mult_2.00 5_14 0.3026 utility 5_14 -930.0000 11pt_avg 5_14 0.5012 binG 5_14 0.3910 G 5_14 0.3080 ndcg 5_14 0.8114 ndcg_rel 5_14 0.7723 Rndcg 5_14 0.7571 ndcg_cut_5 5_14 0.8017 ndcg_cut_10 5_14 0.9109 ndcg_cut_15 5_14 0.7769 ndcg_cut_20 5_14 0.7215 ndcg_cut_30 5_14 0.6813 ndcg_cut_100 5_14 0.7433 ndcg_cut_200 5_14 0.8061 ndcg_cut_500 5_14 0.8114 ndcg_cut_1000 5_14 0.8114 map_cut_5 5_14 0.1316 map_cut_10 5_14 0.2632 map_cut_15 5_14 0.2632 map_cut_20 5_14 0.2979 map_cut_30 5_14 0.3431 map_cut_100 5_14 0.4356 map_cut_200 5_14 0.4861 map_cut_500 5_14 0.4906 map_cut_1000 5_14 0.4906 relative_P_5 5_14 1.0000 relative_P_10 5_14 1.0000 relative_P_15 5_14 0.6667 relative_P_20 5_14 0.6000 relative_P_30 5_14 0.5000 relative_P_100 5_14 0.6579 relative_P_200 5_14 0.8947 relative_P_500 5_14 0.9211 relative_P_1000 5_14 0.9211 success_1 5_14 1.0000 success_5 5_14 1.0000 success_10 5_14 1.0000 set_P 5_14 0.0350 set_relative_P 5_14 0.9211 set_recall 5_14 0.9211 set_map 5_14 0.0322 set_F 5_14 0.0674 num_nonrel_judged_ret 5_14 17 rbp 5_14 0.5161 rbp_resid 5_14 0.2239 unj_5 5_14 0.0000 unj_10 5_14 0.0000 unj_20 5_14 0.3500 num_ret 5_15 1000 num_rel 5_15 43 num_rel_ret 5_15 40 map 5_15 0.2740 Rprec 5_15 0.2558 bpref 5_15 0.3002 recip_rank 5_15 1.0000 iprec_at_recall_0.00 5_15 1.0000 iprec_at_recall_0.10 5_15 0.8000 iprec_at_recall_0.20 5_15 0.2903 iprec_at_recall_0.30 5_15 0.2903 iprec_at_recall_0.40 5_15 0.2903 iprec_at_recall_0.50 5_15 0.2727 iprec_at_recall_0.60 5_15 0.2364 iprec_at_recall_0.70 5_15 0.1483 iprec_at_recall_0.80 5_15 0.1156 iprec_at_recall_0.90 5_15 0.0501 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 0.8000 P_10 5_15 0.5000 P_15 5_15 0.3333 P_20 5_15 0.2500 P_30 5_15 0.2000 P_100 5_15 0.2400 P_200 5_15 0.1450 P_500 5_15 0.0760 P_1000 5_15 0.0400 relstring 5_15 '2110202000' recall_5 5_15 0.0930 recall_10 5_15 0.1163 recall_15 5_15 0.1163 recall_20 5_15 0.1163 recall_30 5_15 0.1395 recall_100 5_15 0.5581 recall_200 5_15 0.6744 recall_500 5_15 0.8837 recall_1000 5_15 0.9302 infAP 5_15 0.2740 Rprec_mult_0.20 5_15 0.5556 Rprec_mult_0.40 5_15 0.2778 Rprec_mult_0.60 5_15 0.2308 Rprec_mult_0.80 5_15 0.2286 Rprec_mult_1.00 5_15 0.2558 Rprec_mult_1.20 5_15 0.2500 Rprec_mult_1.40 5_15 0.2787 Rprec_mult_1.60 5_15 0.2609 Rprec_mult_1.80 5_15 0.2564 Rprec_mult_2.00 5_15 0.2674 utility 5_15 -920.0000 11pt_avg 5_15 0.3177 binG 5_15 0.2278 G 5_15 0.1645 ndcg 5_15 0.5986 ndcg_rel 5_15 0.4490 Rndcg 5_15 0.3813 ndcg_cut_5 5_15 0.3966 ndcg_cut_10 5_15 0.3124 ndcg_cut_15 5_15 0.2605 ndcg_cut_20 5_15 0.2297 ndcg_cut_30 5_15 0.2140 ndcg_cut_100 5_15 0.4714 ndcg_cut_200 5_15 0.5162 ndcg_cut_500 5_15 0.5906 ndcg_cut_1000 5_15 0.5986 map_cut_5 5_15 0.0884 map_cut_10 5_15 0.1050 map_cut_15 5_15 0.1050 map_cut_20 5_15 0.1050 map_cut_30 5_15 0.1104 map_cut_100 5_15 0.2219 map_cut_200 5_15 0.2480 map_cut_500 5_15 0.2717 map_cut_1000 5_15 0.2740 relative_P_5 5_15 0.8000 relative_P_10 5_15 0.5000 relative_P_15 5_15 0.3333 relative_P_20 5_15 0.2500 relative_P_30 5_15 0.2000 relative_P_100 5_15 0.5581 relative_P_200 5_15 0.6744 relative_P_500 5_15 0.8837 relative_P_1000 5_15 0.9302 success_1 5_15 1.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 0.0400 set_relative_P 5_15 0.9302 set_recall 5_15 0.9302 set_map 5_15 0.0372 set_F 5_15 0.0767 num_nonrel_judged_ret 5_15 70 rbp 5_15 0.1663 rbp_resid 5_15 0.0537 unj_5 5_15 0.0000 unj_10 5_15 0.0000 unj_20 5_15 0.0500 num_ret 5_2 1000 num_rel 5_2 139 num_rel_ret 5_2 101 map 5_2 0.3948 Rprec 5_2 0.4460 bpref 5_2 0.7194 recip_rank 5_2 1.0000 iprec_at_recall_0.00 5_2 1.0000 iprec_at_recall_0.10 5_2 0.9048 iprec_at_recall_0.20 5_2 0.7778 iprec_at_recall_0.30 5_2 0.6615 iprec_at_recall_0.40 5_2 0.4828 iprec_at_recall_0.50 5_2 0.3532 iprec_at_recall_0.60 5_2 0.2171 iprec_at_recall_0.70 5_2 0.1126 iprec_at_recall_0.80 5_2 0.0000 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 1.0000 P_10 5_2 0.9000 P_15 5_2 0.8667 P_20 5_2 0.9000 P_30 5_2 0.8000 P_100 5_2 0.5000 P_200 5_2 0.3500 P_500 5_2 0.1800 P_1000 5_2 0.1010 relstring 5_2 '2224421-12' recall_5 5_2 0.0360 recall_10 5_2 0.0647 recall_15 5_2 0.0935 recall_20 5_2 0.1295 recall_30 5_2 0.1727 recall_100 5_2 0.3597 recall_200 5_2 0.5036 recall_500 5_2 0.6475 recall_1000 5_2 0.7266 infAP 5_2 0.3948 Rprec_mult_0.20 5_2 0.8214 Rprec_mult_0.40 5_2 0.7143 Rprec_mult_0.60 5_2 0.5357 Rprec_mult_0.80 5_2 0.4821 Rprec_mult_1.00 5_2 0.4460 Rprec_mult_1.20 5_2 0.3892 Rprec_mult_1.40 5_2 0.3538 Rprec_mult_1.60 5_2 0.3229 Rprec_mult_1.80 5_2 0.2948 Rprec_mult_2.00 5_2 0.2734 utility 5_2 -798.0000 11pt_avg 5_2 0.4100 binG 5_2 0.2067 G 5_2 0.1353 ndcg 5_2 0.6752 ndcg_rel 5_2 0.6009 Rndcg 5_2 0.5539 ndcg_cut_5 5_2 0.6386 ndcg_cut_10 5_2 0.5203 ndcg_cut_15 5_2 0.4832 ndcg_cut_20 5_2 0.5416 ndcg_cut_30 5_2 0.5338 ndcg_cut_100 5_2 0.5382 ndcg_cut_200 5_2 0.5820 ndcg_cut_500 5_2 0.6432 ndcg_cut_1000 5_2 0.6752 map_cut_5 5_2 0.0360 map_cut_10 5_2 0.0632 map_cut_15 5_2 0.0892 map_cut_20 5_2 0.1212 map_cut_30 5_2 0.1575 map_cut_100 5_2 0.2843 map_cut_200 5_2 0.3478 map_cut_500 5_2 0.3846 map_cut_1000 5_2 0.3948 relative_P_5 5_2 1.0000 relative_P_10 5_2 0.9000 relative_P_15 5_2 0.8667 relative_P_20 5_2 0.9000 relative_P_30 5_2 0.8000 relative_P_100 5_2 0.5000 relative_P_200 5_2 0.5036 relative_P_500 5_2 0.6475 relative_P_1000 5_2 0.7266 success_1 5_2 1.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 0.1010 set_relative_P 5_2 0.7266 set_recall 5_2 0.7266 set_map 5_2 0.0734 set_F 5_2 0.1773 num_nonrel_judged_ret 5_2 6 rbp 5_2 0.5035 rbp_resid 5_2 0.1238 unj_5 5_2 0.0000 unj_10 5_2 0.1000 unj_20 5_2 0.1000 num_ret 5_4 1000 num_rel 5_4 108 num_rel_ret 5_4 57 map 5_4 0.1485 Rprec 5_4 0.2130 bpref 5_4 0.4830 recip_rank 5_4 1.0000 iprec_at_recall_0.00 5_4 1.0000 iprec_at_recall_0.10 5_4 0.4815 iprec_at_recall_0.20 5_4 0.2222 iprec_at_recall_0.30 5_4 0.1232 iprec_at_recall_0.40 5_4 0.1075 iprec_at_recall_0.50 5_4 0.0694 iprec_at_recall_0.60 5_4 0.0000 iprec_at_recall_0.70 5_4 0.0000 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 1.0000 P_10 5_4 0.6000 P_15 5_4 0.4667 P_20 5_4 0.5000 P_30 5_4 0.4333 P_100 5_4 0.2200 P_200 5_4 0.1400 P_500 5_4 0.0880 P_1000 5_4 0.0570 relstring 5_4 '2312120--0' recall_5 5_4 0.0463 recall_10 5_4 0.0556 recall_15 5_4 0.0648 recall_20 5_4 0.0926 recall_30 5_4 0.1204 recall_100 5_4 0.2037 recall_200 5_4 0.2593 recall_500 5_4 0.4074 recall_1000 5_4 0.5278 infAP 5_4 0.1485 Rprec_mult_0.20 5_4 0.4545 Rprec_mult_0.40 5_4 0.3409 Rprec_mult_0.60 5_4 0.2615 Rprec_mult_0.80 5_4 0.2299 Rprec_mult_1.00 5_4 0.2130 Rprec_mult_1.20 5_4 0.1923 Rprec_mult_1.40 5_4 0.1776 Rprec_mult_1.60 5_4 0.1618 Rprec_mult_1.80 5_4 0.1436 Rprec_mult_2.00 5_4 0.1343 utility 5_4 -886.0000 11pt_avg 5_4 0.1822 binG 5_4 0.1287 G 5_4 0.0854 ndcg 5_4 0.4335 ndcg_rel 5_4 0.3943 Rndcg 5_4 0.3551 ndcg_cut_5 5_4 0.4783 ndcg_cut_10 5_4 0.3752 ndcg_cut_15 5_4 0.3309 ndcg_cut_20 5_4 0.3490 ndcg_cut_30 5_4 0.3414 ndcg_cut_100 5_4 0.2650 ndcg_cut_200 5_4 0.2963 ndcg_cut_500 5_4 0.3754 ndcg_cut_1000 5_4 0.4335 map_cut_5 5_4 0.0463 map_cut_10 5_4 0.0556 map_cut_15 5_4 0.0614 map_cut_20 5_4 0.0756 map_cut_30 5_4 0.0887 map_cut_100 5_4 0.1120 map_cut_200 5_4 0.1227 map_cut_500 5_4 0.1397 map_cut_1000 5_4 0.1485 relative_P_5 5_4 1.0000 relative_P_10 5_4 0.6000 relative_P_15 5_4 0.4667 relative_P_20 5_4 0.5000 relative_P_30 5_4 0.4333 relative_P_100 5_4 0.2200 relative_P_200 5_4 0.2593 relative_P_500 5_4 0.4074 relative_P_1000 5_4 0.5278 success_1 5_4 1.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.0570 set_relative_P 5_4 0.5278 set_recall 5_4 0.5278 set_map 5_4 0.0301 set_F 5_4 0.1029 num_nonrel_judged_ret 5_4 6 rbp 5_4 0.2757 rbp_resid 5_4 0.3060 unj_5 5_4 0.0000 unj_10 5_4 0.2000 unj_20 5_4 0.3500 num_ret 5_5 1000 num_rel 5_5 108 num_rel_ret 5_5 57 map 5_5 0.2583 Rprec 5_5 0.2778 bpref 5_5 0.4805 recip_rank 5_5 1.0000 iprec_at_recall_0.00 5_5 1.0000 iprec_at_recall_0.10 5_5 1.0000 iprec_at_recall_0.20 5_5 0.8148 iprec_at_recall_0.30 5_5 0.2712 iprec_at_recall_0.40 5_5 0.1541 iprec_at_recall_0.50 5_5 0.0699 iprec_at_recall_0.60 5_5 0.0000 iprec_at_recall_0.70 5_5 0.0000 iprec_at_recall_0.80 5_5 0.0000 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 1.0000 P_10 5_5 1.0000 P_15 5_5 0.9333 P_20 5_5 0.8500 P_30 5_5 0.7667 P_100 5_5 0.2900 P_200 5_5 0.1800 P_500 5_5 0.0980 P_1000 5_5 0.0570 relstring 5_5 '2413122132' recall_5 5_5 0.0463 recall_10 5_5 0.0926 recall_15 5_5 0.1296 recall_20 5_5 0.1574 recall_30 5_5 0.2130 recall_100 5_5 0.2685 recall_200 5_5 0.3333 recall_500 5_5 0.4537 recall_1000 5_5 0.5278 infAP 5_5 0.2583 Rprec_mult_0.20 5_5 0.8182 Rprec_mult_0.40 5_5 0.5227 Rprec_mult_0.60 5_5 0.3692 Rprec_mult_0.80 5_5 0.3218 Rprec_mult_1.00 5_5 0.2778 Rprec_mult_1.20 5_5 0.2615 Rprec_mult_1.40 5_5 0.2303 Rprec_mult_1.60 5_5 0.2081 Rprec_mult_1.80 5_5 0.1846 Rprec_mult_2.00 5_5 0.1713 utility 5_5 -886.0000 11pt_avg 5_5 0.3009 binG 5_5 0.2012 G 5_5 0.1072 ndcg 5_5 0.5061 ndcg_rel 5_5 0.5085 Rndcg 5_5 0.5216 ndcg_cut_5 5_5 0.5876 ndcg_cut_10 5_5 0.6101 ndcg_cut_15 5_5 0.6301 ndcg_cut_20 5_5 0.6146 ndcg_cut_30 5_5 0.5792 ndcg_cut_100 5_5 0.4017 ndcg_cut_200 5_5 0.4172 ndcg_cut_500 5_5 0.4741 ndcg_cut_1000 5_5 0.5061 map_cut_5 5_5 0.0463 map_cut_10 5_5 0.0926 map_cut_15 5_5 0.1290 map_cut_20 5_5 0.1524 map_cut_30 5_5 0.1972 map_cut_100 5_5 0.2173 map_cut_200 5_5 0.2345 map_cut_500 5_5 0.2527 map_cut_1000 5_5 0.2583 relative_P_5 5_5 1.0000 relative_P_10 5_5 1.0000 relative_P_15 5_5 0.9333 relative_P_20 5_5 0.8500 relative_P_30 5_5 0.7667 relative_P_100 5_5 0.2900 relative_P_200 5_5 0.3333 relative_P_500 5_5 0.4537 relative_P_1000 5_5 0.5278 success_1 5_5 1.0000 success_5 5_5 1.0000 success_10 5_5 1.0000 set_P 5_5 0.0570 set_relative_P 5_5 0.5278 set_recall 5_5 0.5278 set_map 5_5 0.0301 set_F 5_5 0.1029 num_nonrel_judged_ret 5_5 33 rbp 5_5 0.4482 rbp_resid 5_5 0.1107 unj_5 5_5 0.0000 unj_10 5_5 0.0000 unj_20 5_5 0.1000 num_ret 5_8 1000 num_rel 5_8 78 num_rel_ret 5_8 66 map 5_8 0.3094 Rprec 5_8 0.3718 bpref 5_8 0.6100 recip_rank 5_8 0.5000 iprec_at_recall_0.00 5_8 0.5484 iprec_at_recall_0.10 5_8 0.5484 iprec_at_recall_0.20 5_8 0.5484 iprec_at_recall_0.30 5_8 0.5000 iprec_at_recall_0.40 5_8 0.3647 iprec_at_recall_0.50 5_8 0.3362 iprec_at_recall_0.60 5_8 0.3057 iprec_at_recall_0.70 5_8 0.2444 iprec_at_recall_0.80 5_8 0.1216 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.4000 P_10 5_8 0.4000 P_15 5_8 0.4667 P_20 5_8 0.5000 P_30 5_8 0.5333 P_100 5_8 0.3400 P_200 5_8 0.2600 P_500 5_8 0.1220 P_1000 5_8 0.0660 relstring 5_8 '010203001-' recall_5 5_8 0.0256 recall_10 5_8 0.0513 recall_15 5_8 0.0897 recall_20 5_8 0.1282 recall_30 5_8 0.2051 recall_100 5_8 0.4359 recall_200 5_8 0.6667 recall_500 5_8 0.7821 recall_1000 5_8 0.8462 infAP 5_8 0.3094 Rprec_mult_0.20 5_8 0.5000 Rprec_mult_0.40 5_8 0.5312 Rprec_mult_0.60 5_8 0.4894 Rprec_mult_0.80 5_8 0.3968 Rprec_mult_1.00 5_8 0.3718 Rprec_mult_1.20 5_8 0.3404 Rprec_mult_1.40 5_8 0.3364 Rprec_mult_1.60 5_8 0.3200 Rprec_mult_1.80 5_8 0.3121 Rprec_mult_2.00 5_8 0.3013 utility 5_8 -868.0000 11pt_avg 5_8 0.3198 binG 5_8 0.1718 G 5_8 0.1338 ndcg 5_8 0.5429 ndcg_rel 5_8 0.3757 Rndcg 5_8 0.2713 ndcg_cut_5 5_8 0.1360 ndcg_cut_10 5_8 0.1816 ndcg_cut_15 5_8 0.1884 ndcg_cut_20 5_8 0.2117 ndcg_cut_30 5_8 0.2570 ndcg_cut_100 5_8 0.3422 ndcg_cut_200 5_8 0.4686 ndcg_cut_500 5_8 0.5182 ndcg_cut_1000 5_8 0.5429 map_cut_5 5_8 0.0128 map_cut_10 5_8 0.0249 map_cut_15 5_8 0.0436 map_cut_20 5_8 0.0632 map_cut_30 5_8 0.1031 map_cut_100 5_8 0.2055 map_cut_200 5_8 0.2769 map_cut_500 5_8 0.3024 map_cut_1000 5_8 0.3094 relative_P_5 5_8 0.4000 relative_P_10 5_8 0.4000 relative_P_15 5_8 0.4667 relative_P_20 5_8 0.5000 relative_P_30 5_8 0.5333 relative_P_100 5_8 0.4359 relative_P_200 5_8 0.6667 relative_P_500 5_8 0.7821 relative_P_1000 5_8 0.8462 success_1 5_8 0.0000 success_5 5_8 1.0000 success_10 5_8 1.0000 set_P 5_8 0.0660 set_relative_P 5_8 0.8462 set_recall 5_8 0.8462 set_map 5_8 0.0558 set_F 5_8 0.1224 num_nonrel_judged_ret 5_8 41 rbp 5_8 0.1759 rbp_resid 5_8 0.0925 unj_5 5_8 0.0000 unj_10 5_8 0.1000 unj_20 5_8 0.0500 num_ret 5_9 1000 num_rel 5_9 53 num_rel_ret 5_9 11 map 5_9 0.0235 Rprec 5_9 0.0377 bpref 5_9 0.1574 recip_rank 5_9 1.0000 iprec_at_recall_0.00 5_9 1.0000 iprec_at_recall_0.10 5_9 0.0222 iprec_at_recall_0.20 5_9 0.0134 iprec_at_recall_0.30 5_9 0.0000 iprec_at_recall_0.40 5_9 0.0000 iprec_at_recall_0.50 5_9 0.0000 iprec_at_recall_0.60 5_9 0.0000 iprec_at_recall_0.70 5_9 0.0000 iprec_at_recall_0.80 5_9 0.0000 iprec_at_recall_0.90 5_9 0.0000 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 0.2000 P_10 5_9 0.1000 P_15 5_9 0.0667 P_20 5_9 0.0500 P_30 5_9 0.0667 P_100 5_9 0.0300 P_200 5_9 0.0200 P_500 5_9 0.0120 P_1000 5_9 0.0110 relstring 5_9 '400000-0-0' recall_5 5_9 0.0189 recall_10 5_9 0.0189 recall_15 5_9 0.0189 recall_20 5_9 0.0189 recall_30 5_9 0.0377 recall_100 5_9 0.0566 recall_200 5_9 0.0755 recall_500 5_9 0.1132 recall_1000 5_9 0.2075 infAP 5_9 0.0235 Rprec_mult_0.20 5_9 0.0909 Rprec_mult_0.40 5_9 0.0455 Rprec_mult_0.60 5_9 0.0625 Rprec_mult_0.80 5_9 0.0465 Rprec_mult_1.00 5_9 0.0377 Rprec_mult_1.20 5_9 0.0312 Rprec_mult_1.40 5_9 0.0267 Rprec_mult_1.60 5_9 0.0235 Rprec_mult_1.80 5_9 0.0312 Rprec_mult_2.00 5_9 0.0283 utility 5_9 -978.0000 11pt_avg 5_9 0.0942 binG 5_9 0.0433 G 5_9 0.0457 ndcg 5_9 0.1688 ndcg_rel 5_9 0.1807 Rndcg 5_9 0.1431 ndcg_cut_5 5_9 0.3392 ndcg_cut_10 5_9 0.2201 ndcg_cut_15 5_9 0.1706 ndcg_cut_20 5_9 0.1456 ndcg_cut_30 5_9 0.1440 ndcg_cut_100 5_9 0.1232 ndcg_cut_200 5_9 0.1266 ndcg_cut_500 5_9 0.1422 ndcg_cut_1000 5_9 0.1688 map_cut_5 5_9 0.0189 map_cut_10 5_9 0.0189 map_cut_15 5_9 0.0189 map_cut_20 5_9 0.0189 map_cut_30 5_9 0.0203 map_cut_100 5_9 0.0209 map_cut_200 5_9 0.0215 map_cut_500 5_9 0.0222 map_cut_1000 5_9 0.0235 relative_P_5 5_9 0.2000 relative_P_10 5_9 0.1000 relative_P_15 5_9 0.0667 relative_P_20 5_9 0.0500 relative_P_30 5_9 0.0667 relative_P_100 5_9 0.0566 relative_P_200 5_9 0.0755 relative_P_500 5_9 0.1132 relative_P_1000 5_9 0.2075 success_1 5_9 1.0000 success_5 5_9 1.0000 success_10 5_9 1.0000 set_P 5_9 0.0110 set_relative_P 5_9 0.2075 set_recall 5_9 0.2075 set_map 5_9 0.0023 set_F 5_9 0.0209 num_nonrel_judged_ret 5_9 17 rbp 5_9 0.1072 rbp_resid 5_9 0.3552 unj_5 5_9 0.0000 unj_10 5_9 0.2000 unj_20 5_9 0.5000 num_ret 6_1 1000 num_rel 6_1 331 num_rel_ret 6_1 83 map 6_1 0.0820 Rprec 6_1 0.1782 bpref 6_1 0.1931 recip_rank 6_1 0.5000 iprec_at_recall_0.00 6_1 0.6071 iprec_at_recall_0.10 6_1 0.3976 iprec_at_recall_0.20 6_1 0.1496 iprec_at_recall_0.30 6_1 0.0000 iprec_at_recall_0.40 6_1 0.0000 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 0.4000 P_10 6_1 0.5000 P_15 6_1 0.5333 P_20 6_1 0.5500 P_30 6_1 0.5667 P_100 6_1 0.3500 P_200 6_1 0.2550 P_500 6_1 0.1360 P_1000 6_1 0.0830 relstring 6_1 '0103010101' recall_5 6_1 0.0060 recall_10 6_1 0.0151 recall_15 6_1 0.0242 recall_20 6_1 0.0332 recall_30 6_1 0.0514 recall_100 6_1 0.1057 recall_200 6_1 0.1541 recall_500 6_1 0.2054 recall_1000 6_1 0.2508 infAP 6_1 0.0820 Rprec_mult_0.20 6_1 0.4328 Rprec_mult_0.40 6_1 0.3083 Rprec_mult_0.60 6_1 0.2513 Rprec_mult_0.80 6_1 0.2075 Rprec_mult_1.00 6_1 0.1782 Rprec_mult_1.20 6_1 0.1533 Rprec_mult_1.40 6_1 0.1466 Rprec_mult_1.60 6_1 0.1321 Rprec_mult_1.80 6_1 0.1191 Rprec_mult_2.00 6_1 0.1103 utility 6_1 -834.0000 11pt_avg 6_1 0.1049 binG 6_1 0.0473 G 6_1 0.0351 ndcg 6_1 0.2332 ndcg_rel 6_1 0.2327 Rndcg 6_1 0.1750 ndcg_cut_5 6_1 0.1953 ndcg_cut_10 6_1 0.1971 ndcg_cut_15 6_1 0.2349 ndcg_cut_20 6_1 0.2542 ndcg_cut_30 6_1 0.2882 ndcg_cut_100 6_1 0.2293 ndcg_cut_200 6_1 0.2173 ndcg_cut_500 6_1 0.2094 ndcg_cut_1000 6_1 0.2332 map_cut_5 6_1 0.0030 map_cut_10 6_1 0.0076 map_cut_15 6_1 0.0127 map_cut_20 6_1 0.0176 map_cut_30 6_1 0.0284 map_cut_100 6_1 0.0536 map_cut_200 6_1 0.0679 map_cut_500 6_1 0.0773 map_cut_1000 6_1 0.0820 relative_P_5 6_1 0.4000 relative_P_10 6_1 0.5000 relative_P_15 6_1 0.5333 relative_P_20 6_1 0.5500 relative_P_30 6_1 0.5667 relative_P_100 6_1 0.3500 relative_P_200 6_1 0.2550 relative_P_500 6_1 0.2054 relative_P_1000 6_1 0.2508 success_1 6_1 0.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.0830 set_relative_P 6_1 0.2508 set_recall 6_1 0.2508 set_map 6_1 0.0208 set_F 6_1 0.1247 num_nonrel_judged_ret 6_1 40 rbp 6_1 0.1934 rbp_resid 6_1 0.0326 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1000 num_rel 6_10 45 num_rel_ret 6_10 33 map 6_10 0.4309 Rprec 6_10 0.4889 bpref 6_10 0.6474 recip_rank 6_10 1.0000 iprec_at_recall_0.00 6_10 1.0000 iprec_at_recall_0.10 6_10 0.9000 iprec_at_recall_0.20 6_10 0.9000 iprec_at_recall_0.30 6_10 0.7778 iprec_at_recall_0.40 6_10 0.5806 iprec_at_recall_0.50 6_10 0.4423 iprec_at_recall_0.60 6_10 0.1971 iprec_at_recall_0.70 6_10 0.1354 iprec_at_recall_0.80 6_10 0.0000 iprec_at_recall_0.90 6_10 0.0000 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 0.8000 P_10 6_10 0.9000 P_15 6_10 0.8667 P_20 6_10 0.7000 P_30 6_10 0.5667 P_100 6_10 0.2400 P_200 6_10 0.1350 P_500 6_10 0.0640 P_1000 6_10 0.0330 relstring 6_10 '3423012311' recall_5 6_10 0.0889 recall_10 6_10 0.2000 recall_15 6_10 0.2889 recall_20 6_10 0.3111 recall_30 6_10 0.3778 recall_100 6_10 0.5333 recall_200 6_10 0.6000 recall_500 6_10 0.7111 recall_1000 6_10 0.7333 infAP 6_10 0.4309 Rprec_mult_0.20 6_10 0.8889 Rprec_mult_0.40 6_10 0.7778 Rprec_mult_0.60 6_10 0.6296 Rprec_mult_0.80 6_10 0.5556 Rprec_mult_1.00 6_10 0.4889 Rprec_mult_1.20 6_10 0.4259 Rprec_mult_1.40 6_10 0.3810 Rprec_mult_1.60 6_10 0.3333 Rprec_mult_1.80 6_10 0.2963 Rprec_mult_2.00 6_10 0.2667 utility 6_10 -934.0000 11pt_avg 6_10 0.4485 binG 6_10 0.2939 G 6_10 0.2224 ndcg 6_10 0.6771 ndcg_rel 6_10 0.6753 Rndcg 6_10 0.6478 ndcg_cut_5 6_10 0.7938 ndcg_cut_10 6_10 0.7091 ndcg_cut_15 6_10 0.6694 ndcg_cut_20 6_10 0.6145 ndcg_cut_30 6_10 0.5616 ndcg_cut_100 6_10 0.6188 ndcg_cut_200 6_10 0.6453 ndcg_cut_500 6_10 0.6730 ndcg_cut_1000 6_10 0.6771 map_cut_5 6_10 0.0889 map_cut_10 6_10 0.1857 map_cut_15 6_10 0.2613 map_cut_20 6_10 0.2786 map_cut_30 6_10 0.3225 map_cut_100 6_10 0.4019 map_cut_200 6_10 0.4157 map_cut_500 6_10 0.4294 map_cut_1000 6_10 0.4309 relative_P_5 6_10 0.8000 relative_P_10 6_10 0.9000 relative_P_15 6_10 0.8667 relative_P_20 6_10 0.7000 relative_P_30 6_10 0.5667 relative_P_100 6_10 0.5333 relative_P_200 6_10 0.6000 relative_P_500 6_10 0.7111 relative_P_1000 6_10 0.7333 success_1 6_10 1.0000 success_5 6_10 1.0000 success_10 6_10 1.0000 set_P 6_10 0.0330 set_relative_P 6_10 0.7333 set_recall 6_10 0.7333 set_map 6_10 0.0242 set_F 6_10 0.0632 num_nonrel_judged_ret 6_10 20 rbp 6_10 0.4250 rbp_resid 6_10 0.1439 unj_5 6_10 0.0000 unj_10 6_10 0.0000 unj_20 6_10 0.2000 num_ret 6_11 1000 num_rel 6_11 118 num_rel_ret 6_11 80 map 6_11 0.4040 Rprec 6_11 0.4661 bpref 6_11 0.6283 recip_rank 6_11 1.0000 iprec_at_recall_0.00 6_11 1.0000 iprec_at_recall_0.10 6_11 0.8667 iprec_at_recall_0.20 6_11 0.8000 iprec_at_recall_0.30 6_11 0.7000 iprec_at_recall_0.40 6_11 0.5595 iprec_at_recall_0.50 6_11 0.4609 iprec_at_recall_0.60 6_11 0.2440 iprec_at_recall_0.70 6_11 0.0000 iprec_at_recall_0.80 6_11 0.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 1.0000 P_10 6_11 0.9000 P_15 6_11 0.8667 P_20 6_11 0.7500 P_30 6_11 0.8000 P_100 6_11 0.4900 P_200 6_11 0.3250 P_500 6_11 0.1560 P_1000 6_11 0.0800 relstring 6_11 '3211110221' recall_5 6_11 0.0424 recall_10 6_11 0.0763 recall_15 6_11 0.1102 recall_20 6_11 0.1271 recall_30 6_11 0.2034 recall_100 6_11 0.4153 recall_200 6_11 0.5508 recall_500 6_11 0.6610 recall_1000 6_11 0.6780 infAP 6_11 0.4040 Rprec_mult_0.20 6_11 0.7500 Rprec_mult_0.40 6_11 0.6875 Rprec_mult_0.60 6_11 0.6056 Rprec_mult_0.80 6_11 0.5158 Rprec_mult_1.00 6_11 0.4661 Rprec_mult_1.20 6_11 0.4155 Rprec_mult_1.40 6_11 0.3855 Rprec_mult_1.60 6_11 0.3439 Rprec_mult_1.80 6_11 0.3099 Rprec_mult_2.00 6_11 0.2839 utility 6_11 -840.0000 11pt_avg 6_11 0.4210 binG 6_11 0.2054 G 6_11 0.1481 ndcg 6_11 0.6514 ndcg_rel 6_11 0.6253 Rndcg 6_11 0.6168 ndcg_cut_5 6_11 0.6950 ndcg_cut_10 6_11 0.6648 ndcg_cut_15 6_11 0.6525 ndcg_cut_20 6_11 0.6300 ndcg_cut_30 6_11 0.6444 ndcg_cut_100 6_11 0.5310 ndcg_cut_200 6_11 0.5921 ndcg_cut_500 6_11 0.6433 ndcg_cut_1000 6_11 0.6514 map_cut_5 6_11 0.0424 map_cut_10 6_11 0.0734 map_cut_15 6_11 0.1029 map_cut_20 6_11 0.1166 map_cut_30 6_11 0.1754 map_cut_100 6_11 0.3159 map_cut_200 6_11 0.3758 map_cut_500 6_11 0.4016 map_cut_1000 6_11 0.4040 relative_P_5 6_11 1.0000 relative_P_10 6_11 0.9000 relative_P_15 6_11 0.8667 relative_P_20 6_11 0.7500 relative_P_30 6_11 0.8000 relative_P_100 6_11 0.4900 relative_P_200 6_11 0.5508 relative_P_500 6_11 0.6610 relative_P_1000 6_11 0.6780 success_1 6_11 1.0000 success_5 6_11 1.0000 success_10 6_11 1.0000 set_P 6_11 0.0800 set_relative_P 6_11 0.6780 set_recall 6_11 0.6780 set_map 6_11 0.0542 set_F 6_11 0.1431 num_nonrel_judged_ret 6_11 32 rbp 6_11 0.4577 rbp_resid 6_11 0.0608 unj_5 6_11 0.0000 unj_10 6_11 0.0000 unj_20 6_11 0.0500 num_ret 6_12 1000 num_rel 6_12 69 num_rel_ret 6_12 47 map 6_12 0.1741 Rprec 6_12 0.2754 bpref 6_12 0.5780 recip_rank 6_12 0.5000 iprec_at_recall_0.00 6_12 0.5556 iprec_at_recall_0.10 6_12 0.3548 iprec_at_recall_0.20 6_12 0.3415 iprec_at_recall_0.30 6_12 0.2471 iprec_at_recall_0.40 6_12 0.2074 iprec_at_recall_0.50 6_12 0.1854 iprec_at_recall_0.60 6_12 0.1648 iprec_at_recall_0.70 6_12 0.0000 iprec_at_recall_0.80 6_12 0.0000 iprec_at_recall_0.90 6_12 0.0000 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 0.2000 P_10 6_12 0.5000 P_15 6_12 0.4000 P_20 6_12 0.3000 P_30 6_12 0.3333 P_100 6_12 0.2200 P_200 6_12 0.1850 P_500 6_12 0.0920 P_1000 6_12 0.0470 relstring 6_12 '0300033330' recall_5 6_12 0.0145 recall_10 6_12 0.0725 recall_15 6_12 0.0870 recall_20 6_12 0.0870 recall_30 6_12 0.1449 recall_100 6_12 0.3188 recall_200 6_12 0.5362 recall_500 6_12 0.6667 recall_1000 6_12 0.6812 infAP 6_12 0.1741 Rprec_mult_0.20 6_12 0.4286 Rprec_mult_0.40 6_12 0.3214 Rprec_mult_0.60 6_12 0.3333 Rprec_mult_0.80 6_12 0.3036 Rprec_mult_1.00 6_12 0.2754 Rprec_mult_1.20 6_12 0.2289 Rprec_mult_1.40 6_12 0.2268 Rprec_mult_1.60 6_12 0.2162 Rprec_mult_1.80 6_12 0.2160 Rprec_mult_2.00 6_12 0.2029 utility 6_12 -906.0000 11pt_avg 6_12 0.1869 binG 6_12 0.1319 G 6_12 0.1090 ndcg 6_12 0.5231 ndcg_rel 6_12 0.4286 Rndcg 6_12 0.2842 ndcg_cut_5 6_12 0.1923 ndcg_cut_10 6_12 0.3972 ndcg_cut_15 6_12 0.3551 ndcg_cut_20 6_12 0.2983 ndcg_cut_30 6_12 0.3197 ndcg_cut_100 6_12 0.3287 ndcg_cut_200 6_12 0.4543 ndcg_cut_500 6_12 0.5166 ndcg_cut_1000 6_12 0.5231 map_cut_5 6_12 0.0072 map_cut_10 6_12 0.0336 map_cut_15 6_12 0.0403 map_cut_20 6_12 0.0403 map_cut_30 6_12 0.0586 map_cut_100 6_12 0.1109 map_cut_200 6_12 0.1535 map_cut_500 6_12 0.1734 map_cut_1000 6_12 0.1741 relative_P_5 6_12 0.2000 relative_P_10 6_12 0.5000 relative_P_15 6_12 0.4000 relative_P_20 6_12 0.3000 relative_P_30 6_12 0.3333 relative_P_100 6_12 0.3188 relative_P_200 6_12 0.5362 relative_P_500 6_12 0.6667 relative_P_1000 6_12 0.6812 success_1 6_12 0.0000 success_5 6_12 1.0000 success_10 6_12 1.0000 set_P 6_12 0.0470 set_relative_P 6_12 0.6812 set_recall 6_12 0.6812 set_map 6_12 0.0320 set_F 6_12 0.0879 num_nonrel_judged_ret 6_12 12 rbp 6_12 0.2707 rbp_resid 6_12 0.2192 unj_5 6_12 0.0000 unj_10 6_12 0.0000 unj_20 6_12 0.3000 num_ret 6_13 1000 num_rel 6_13 107 num_rel_ret 6_13 92 map 6_13 0.6317 Rprec 6_13 0.6168 bpref 6_13 0.8494 recip_rank 6_13 1.0000 iprec_at_recall_0.00 6_13 1.0000 iprec_at_recall_0.10 6_13 1.0000 iprec_at_recall_0.20 6_13 0.9286 iprec_at_recall_0.30 6_13 0.8684 iprec_at_recall_0.40 6_13 0.7333 iprec_at_recall_0.50 6_13 0.7013 iprec_at_recall_0.60 6_13 0.6325 iprec_at_recall_0.70 6_13 0.6000 iprec_at_recall_0.80 6_13 0.3909 iprec_at_recall_0.90 6_13 0.0000 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 1.0000 P_10 6_13 1.0000 P_15 6_13 1.0000 P_20 6_13 0.9000 P_30 6_13 0.9000 P_100 6_13 0.6100 P_200 6_13 0.4200 P_500 6_13 0.1840 P_1000 6_13 0.0920 relstring 6_13 '3122312222' recall_5 6_13 0.0467 recall_10 6_13 0.0935 recall_15 6_13 0.1402 recall_20 6_13 0.1682 recall_30 6_13 0.2523 recall_100 6_13 0.5701 recall_200 6_13 0.7850 recall_500 6_13 0.8598 recall_1000 6_13 0.8598 infAP 6_13 0.6317 Rprec_mult_0.20 6_13 0.9091 Rprec_mult_0.40 6_13 0.8140 Rprec_mult_0.60 6_13 0.7231 Rprec_mult_0.80 6_13 0.6512 Rprec_mult_1.00 6_13 0.6168 Rprec_mult_1.20 6_13 0.5891 Rprec_mult_1.40 6_13 0.5400 Rprec_mult_1.60 6_13 0.4826 Rprec_mult_1.80 6_13 0.4352 Rprec_mult_2.00 6_13 0.3972 utility 6_13 -816.0000 11pt_avg 6_13 0.6232 binG 6_13 0.3277 G 6_13 0.1884 ndcg 6_13 0.7916 ndcg_rel 6_13 0.7059 Rndcg 6_13 0.6944 ndcg_cut_5 6_13 0.7521 ndcg_cut_10 6_13 0.6960 ndcg_cut_15 6_13 0.7223 ndcg_cut_20 6_13 0.6820 ndcg_cut_30 6_13 0.6862 ndcg_cut_100 6_13 0.6431 ndcg_cut_200 6_13 0.7523 ndcg_cut_500 6_13 0.7916 ndcg_cut_1000 6_13 0.7916 map_cut_5 6_13 0.0467 map_cut_10 6_13 0.0935 map_cut_15 6_13 0.1402 map_cut_20 6_13 0.1653 map_cut_30 6_13 0.2423 map_cut_100 6_13 0.4825 map_cut_200 6_13 0.6095 map_cut_500 6_13 0.6317 map_cut_1000 6_13 0.6317 relative_P_5 6_13 1.0000 relative_P_10 6_13 1.0000 relative_P_15 6_13 1.0000 relative_P_20 6_13 0.9000 relative_P_30 6_13 0.9000 relative_P_100 6_13 0.6100 relative_P_200 6_13 0.7850 relative_P_500 6_13 0.8598 relative_P_1000 6_13 0.8598 success_1 6_13 1.0000 success_5 6_13 1.0000 success_10 6_13 1.0000 set_P 6_13 0.0920 set_relative_P 6_13 0.8598 set_recall 6_13 0.8598 set_map 6_13 0.0791 set_F 6_13 0.1662 num_nonrel_judged_ret 6_13 4 rbp 6_13 0.6137 rbp_resid 6_13 0.0591 unj_5 6_13 0.0000 unj_10 6_13 0.0000 unj_20 6_13 0.1000 num_ret 6_14 1000 num_rel 6_14 56 num_rel_ret 6_14 51 map 6_14 0.4015 Rprec 6_14 0.4107 bpref 6_14 0.4136 recip_rank 6_14 1.0000 iprec_at_recall_0.00 6_14 1.0000 iprec_at_recall_0.10 6_14 0.7500 iprec_at_recall_0.20 6_14 0.6471 iprec_at_recall_0.30 6_14 0.5312 iprec_at_recall_0.40 6_14 0.4314 iprec_at_recall_0.50 6_14 0.3733 iprec_at_recall_0.60 6_14 0.3158 iprec_at_recall_0.70 6_14 0.2378 iprec_at_recall_0.80 6_14 0.1815 iprec_at_recall_0.90 6_14 0.1217 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.8000 P_10 6_14 0.7000 P_15 6_14 0.6667 P_20 6_14 0.5500 P_30 6_14 0.5333 P_100 6_14 0.3100 P_200 6_14 0.2050 P_500 6_14 0.1020 P_1000 6_14 0.0510 relstring 6_14 '2232020201' recall_5 6_14 0.0714 recall_10 6_14 0.1250 recall_15 6_14 0.1786 recall_20 6_14 0.1964 recall_30 6_14 0.2857 recall_100 6_14 0.5536 recall_200 6_14 0.7321 recall_500 6_14 0.9107 recall_1000 6_14 0.9107 infAP 6_14 0.4015 Rprec_mult_0.20 6_14 0.7500 Rprec_mult_0.40 6_14 0.5652 Rprec_mult_0.60 6_14 0.5000 Rprec_mult_0.80 6_14 0.4667 Rprec_mult_1.00 6_14 0.4107 Rprec_mult_1.20 6_14 0.3676 Rprec_mult_1.40 6_14 0.3544 Rprec_mult_1.60 6_14 0.3222 Rprec_mult_1.80 6_14 0.3168 Rprec_mult_2.00 6_14 0.3125 utility 6_14 -898.0000 11pt_avg 6_14 0.4173 binG 6_14 0.2540 G 6_14 0.1950 ndcg 6_14 0.7182 ndcg_rel 6_14 0.6123 Rndcg 6_14 0.5889 ndcg_cut_5 6_14 0.6357 ndcg_cut_10 6_14 0.5855 ndcg_cut_15 6_14 0.5915 ndcg_cut_20 6_14 0.5527 ndcg_cut_30 6_14 0.5077 ndcg_cut_100 6_14 0.5647 ndcg_cut_200 6_14 0.6623 ndcg_cut_500 6_14 0.7182 ndcg_cut_1000 6_14 0.7182 map_cut_5 6_14 0.0714 map_cut_10 6_14 0.1122 map_cut_15 6_14 0.1513 map_cut_20 6_14 0.1629 map_cut_30 6_14 0.2126 map_cut_100 6_14 0.3239 map_cut_200 6_14 0.3730 map_cut_500 6_14 0.4015 map_cut_1000 6_14 0.4015 relative_P_5 6_14 0.8000 relative_P_10 6_14 0.7000 relative_P_15 6_14 0.6667 relative_P_20 6_14 0.5500 relative_P_30 6_14 0.5333 relative_P_100 6_14 0.5536 relative_P_200 6_14 0.7321 relative_P_500 6_14 0.9107 relative_P_1000 6_14 0.9107 success_1 6_14 1.0000 success_5 6_14 1.0000 success_10 6_14 1.0000 set_P 6_14 0.0510 set_relative_P 6_14 0.9107 set_recall 6_14 0.9107 set_map 6_14 0.0464 set_F 6_14 0.0966 num_nonrel_judged_ret 6_14 63 rbp 6_14 0.4447 rbp_resid 6_14 0.0058 unj_5 6_14 0.0000 unj_10 6_14 0.0000 unj_20 6_14 0.0000 num_ret 6_16 916 num_rel 6_16 29 num_rel_ret 6_16 22 map 6_16 0.0739 Rprec 6_16 0.1379 bpref 6_16 0.1700 recip_rank 6_16 0.1250 iprec_at_recall_0.00 6_16 0.2308 iprec_at_recall_0.10 6_16 0.2308 iprec_at_recall_0.20 6_16 0.1842 iprec_at_recall_0.30 6_16 0.1667 iprec_at_recall_0.40 6_16 0.0515 iprec_at_recall_0.50 6_16 0.0460 iprec_at_recall_0.60 6_16 0.0428 iprec_at_recall_0.70 6_16 0.0361 iprec_at_recall_0.80 6_16 0.0000 iprec_at_recall_0.90 6_16 0.0000 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.0000 P_10 6_16 0.2000 P_15 6_16 0.2000 P_20 6_16 0.1500 P_30 6_16 0.1333 P_100 6_16 0.0900 P_200 6_16 0.0550 P_500 6_16 0.0360 P_1000 6_16 0.0220 relstring 6_16 '0000000330' recall_5 6_16 0.0000 recall_10 6_16 0.0690 recall_15 6_16 0.1034 recall_20 6_16 0.1034 recall_30 6_16 0.1379 recall_100 6_16 0.3103 recall_200 6_16 0.3793 recall_500 6_16 0.6207 recall_1000 6_16 0.7586 infAP 6_16 0.0739 Rprec_mult_0.20 6_16 0.0000 Rprec_mult_0.40 6_16 0.1667 Rprec_mult_0.60 6_16 0.1667 Rprec_mult_0.80 6_16 0.1250 Rprec_mult_1.00 6_16 0.1379 Rprec_mult_1.20 6_16 0.1429 Rprec_mult_1.40 6_16 0.1707 Rprec_mult_1.60 6_16 0.1489 Rprec_mult_1.80 6_16 0.1509 Rprec_mult_2.00 6_16 0.1552 utility 6_16 -872.0000 11pt_avg 6_16 0.0899 binG 6_16 0.1258 G 6_16 0.1119 ndcg 6_16 0.3813 ndcg_rel 6_16 0.2795 Rndcg 6_16 0.1959 ndcg_cut_5 6_16 0.0000 ndcg_cut_10 6_16 0.1357 ndcg_cut_15 6_16 0.1500 ndcg_cut_20 6_16 0.1323 ndcg_cut_30 6_16 0.1330 ndcg_cut_100 6_16 0.2228 ndcg_cut_200 6_16 0.2466 ndcg_cut_500 6_16 0.3245 ndcg_cut_1000 6_16 0.3813 map_cut_5 6_16 0.0000 map_cut_10 6_16 0.0120 map_cut_15 6_16 0.0199 map_cut_20 6_16 0.0199 map_cut_30 6_16 0.0250 map_cut_100 6_16 0.0536 map_cut_200 6_16 0.0582 map_cut_500 6_16 0.0691 map_cut_1000 6_16 0.0739 relative_P_5 6_16 0.0000 relative_P_10 6_16 0.2000 relative_P_15 6_16 0.2000 relative_P_20 6_16 0.1500 relative_P_30 6_16 0.1379 relative_P_100 6_16 0.3103 relative_P_200 6_16 0.3793 relative_P_500 6_16 0.6207 relative_P_1000 6_16 0.7586 success_1 6_16 0.0000 success_5 6_16 0.0000 success_10 6_16 1.0000 set_P 6_16 0.0240 set_relative_P 6_16 0.7586 set_recall 6_16 0.7586 set_map 6_16 0.0182 set_F 6_16 0.0466 num_nonrel_judged_ret 6_16 51 rbp 6_16 0.1304 rbp_resid 6_16 0.1806 unj_5 6_16 0.0000 unj_10 6_16 0.0000 unj_20 6_16 0.2500 num_ret 6_3 1000 num_rel 6_3 97 num_rel_ret 6_3 35 map 6_3 0.1279 Rprec 6_3 0.2268 bpref 6_3 0.2896 recip_rank 6_3 1.0000 iprec_at_recall_0.00 6_3 1.0000 iprec_at_recall_0.10 6_3 0.5263 iprec_at_recall_0.20 6_3 0.2754 iprec_at_recall_0.30 6_3 0.1025 iprec_at_recall_0.40 6_3 0.0000 iprec_at_recall_0.50 6_3 0.0000 iprec_at_recall_0.60 6_3 0.0000 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 0.8000 P_10 6_3 0.6000 P_15 6_3 0.5333 P_20 6_3 0.5000 P_30 6_3 0.3667 P_100 6_3 0.2300 P_200 6_3 0.1350 P_500 6_3 0.0640 P_1000 6_3 0.0350 relstring 6_3 '3331000021' recall_5 6_3 0.0412 recall_10 6_3 0.0619 recall_15 6_3 0.0825 recall_20 6_3 0.1031 recall_30 6_3 0.1134 recall_100 6_3 0.2371 recall_200 6_3 0.2784 recall_500 6_3 0.3299 recall_1000 6_3 0.3608 infAP 6_3 0.1279 Rprec_mult_0.20 6_3 0.5000 Rprec_mult_0.40 6_3 0.3333 Rprec_mult_0.60 6_3 0.2881 Rprec_mult_0.80 6_3 0.2564 Rprec_mult_1.00 6_3 0.2268 Rprec_mult_1.20 6_3 0.1966 Rprec_mult_1.40 6_3 0.1838 Rprec_mult_1.60 6_3 0.1667 Rprec_mult_1.80 6_3 0.1486 Rprec_mult_2.00 6_3 0.1392 utility 6_3 -930.0000 11pt_avg 6_3 0.1731 binG 6_3 0.1025 G 6_3 0.0858 ndcg 6_3 0.4108 ndcg_rel 6_3 0.4199 Rndcg 6_3 0.4543 ndcg_cut_5 6_3 0.6513 ndcg_cut_10 6_3 0.5055 ndcg_cut_15 6_3 0.4598 ndcg_cut_20 6_3 0.4638 ndcg_cut_30 6_3 0.4035 ndcg_cut_100 6_3 0.3455 ndcg_cut_200 6_3 0.3758 ndcg_cut_500 6_3 0.3984 ndcg_cut_1000 6_3 0.4108 map_cut_5 6_3 0.0412 map_cut_10 6_3 0.0532 map_cut_15 6_3 0.0638 map_cut_20 6_3 0.0744 map_cut_30 6_3 0.0789 map_cut_100 6_3 0.1146 map_cut_200 6_3 0.1220 map_cut_500 6_3 0.1265 map_cut_1000 6_3 0.1279 relative_P_5 6_3 0.8000 relative_P_10 6_3 0.6000 relative_P_15 6_3 0.5333 relative_P_20 6_3 0.5000 relative_P_30 6_3 0.3667 relative_P_100 6_3 0.2371 relative_P_200 6_3 0.2784 relative_P_500 6_3 0.3299 relative_P_1000 6_3 0.3608 success_1 6_3 1.0000 success_5 6_3 1.0000 success_10 6_3 1.0000 set_P 6_3 0.0350 set_relative_P 6_3 0.3608 set_recall 6_3 0.3608 set_map 6_3 0.0126 set_F 6_3 0.0638 num_nonrel_judged_ret 6_3 43 rbp 6_3 0.3041 rbp_resid 6_3 0.1028 unj_5 6_3 0.0000 unj_10 6_3 0.0000 unj_20 6_3 0.0500 num_ret 6_4 1000 num_rel 6_4 121 num_rel_ret 6_4 17 map 6_4 0.0249 Rprec 6_4 0.0496 bpref 6_4 0.1199 recip_rank 6_4 1.0000 iprec_at_recall_0.00 6_4 1.0000 iprec_at_recall_0.10 6_4 0.0265 iprec_at_recall_0.20 6_4 0.0000 iprec_at_recall_0.30 6_4 0.0000 iprec_at_recall_0.40 6_4 0.0000 iprec_at_recall_0.50 6_4 0.0000 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 0.4000 P_10 6_4 0.3000 P_15 6_4 0.2000 P_20 6_4 0.1500 P_30 6_4 0.1000 P_100 6_4 0.0500 P_200 6_4 0.0350 P_500 6_4 0.0240 P_1000 6_4 0.0170 relstring 6_4 '330003----' recall_5 6_4 0.0165 recall_10 6_4 0.0248 recall_15 6_4 0.0248 recall_20 6_4 0.0248 recall_30 6_4 0.0248 recall_100 6_4 0.0413 recall_200 6_4 0.0579 recall_500 6_4 0.0992 recall_1000 6_4 0.1405 infAP 6_4 0.0249 Rprec_mult_0.20 6_4 0.1200 Rprec_mult_0.40 6_4 0.0612 Rprec_mult_0.60 6_4 0.0548 Rprec_mult_0.80 6_4 0.0515 Rprec_mult_1.00 6_4 0.0496 Rprec_mult_1.20 6_4 0.0411 Rprec_mult_1.40 6_4 0.0412 Rprec_mult_1.60 6_4 0.0361 Rprec_mult_1.80 6_4 0.0367 Rprec_mult_2.00 6_4 0.0372 utility 6_4 -966.0000 11pt_avg 6_4 0.0933 binG 6_4 0.0346 G 6_4 0.0439 ndcg 6_4 0.1905 ndcg_rel 6_4 0.2045 Rndcg 6_4 0.2061 ndcg_cut_5 6_4 0.5531 ndcg_cut_10 6_4 0.4374 ndcg_cut_15 6_4 0.3439 ndcg_cut_20 6_4 0.3027 ndcg_cut_30 6_4 0.2491 ndcg_cut_100 6_4 0.1397 ndcg_cut_200 6_4 0.1452 ndcg_cut_500 6_4 0.1698 ndcg_cut_1000 6_4 0.1905 map_cut_5 6_4 0.0165 map_cut_10 6_4 0.0207 map_cut_15 6_4 0.0207 map_cut_20 6_4 0.0207 map_cut_30 6_4 0.0207 map_cut_100 6_4 0.0217 map_cut_200 6_4 0.0225 map_cut_500 6_4 0.0240 map_cut_1000 6_4 0.0249 relative_P_5 6_4 0.4000 relative_P_10 6_4 0.3000 relative_P_15 6_4 0.2000 relative_P_20 6_4 0.1500 relative_P_30 6_4 0.1000 relative_P_100 6_4 0.0500 relative_P_200 6_4 0.0579 relative_P_500 6_4 0.0992 relative_P_1000 6_4 0.1405 success_1 6_4 1.0000 success_5 6_4 1.0000 success_10 6_4 1.0000 set_P 6_4 0.0170 set_relative_P 6_4 0.1405 set_recall 6_4 0.1405 set_map 6_4 0.0024 set_F 6_4 0.0303 num_nonrel_judged_ret 6_4 34 rbp 6_4 0.2492 rbp_resid 6_4 0.4216 unj_5 6_4 0.0000 unj_10 6_4 0.4000 unj_20 6_4 0.5000 num_ret 6_5 1000 num_rel 6_5 47 num_rel_ret 6_5 26 map 6_5 0.3347 Rprec 6_5 0.4468 bpref 6_5 0.5229 recip_rank 6_5 1.0000 iprec_at_recall_0.00 6_5 1.0000 iprec_at_recall_0.10 6_5 0.8333 iprec_at_recall_0.20 6_5 0.6190 iprec_at_recall_0.30 6_5 0.5806 iprec_at_recall_0.40 6_5 0.5429 iprec_at_recall_0.50 6_5 0.3582 iprec_at_recall_0.60 6_5 0.0000 iprec_at_recall_0.70 6_5 0.0000 iprec_at_recall_0.80 6_5 0.0000 iprec_at_recall_0.90 6_5 0.0000 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 0.8000 P_10 6_5 0.7000 P_15 6_5 0.6000 P_20 6_5 0.6000 P_30 6_5 0.5667 P_100 6_5 0.2500 P_200 6_5 0.1250 P_500 6_5 0.0520 P_1000 6_5 0.0260 relstring 6_5 '3330210304' recall_5 6_5 0.0851 recall_10 6_5 0.1489 recall_15 6_5 0.1915 recall_20 6_5 0.2553 recall_30 6_5 0.3617 recall_100 6_5 0.5319 recall_200 6_5 0.5319 recall_500 6_5 0.5532 recall_1000 6_5 0.5532 infAP 6_5 0.3347 Rprec_mult_0.20 6_5 0.7000 Rprec_mult_0.40 6_5 0.5789 Rprec_mult_0.60 6_5 0.5517 Rprec_mult_0.80 6_5 0.5263 Rprec_mult_1.00 6_5 0.4468 Rprec_mult_1.20 6_5 0.4035 Rprec_mult_1.40 6_5 0.3485 Rprec_mult_1.60 6_5 0.3158 Rprec_mult_1.80 6_5 0.2941 Rprec_mult_2.00 6_5 0.2660 utility 6_5 -948.0000 11pt_avg 6_5 0.3576 binG 6_5 0.2134 G 6_5 0.1454 ndcg 6_5 0.5807 ndcg_rel 6_5 0.5742 Rndcg 6_5 0.5427 ndcg_cut_5 6_5 0.6283 ndcg_cut_10 6_5 0.5944 ndcg_cut_15 6_5 0.5580 ndcg_cut_20 6_5 0.5232 ndcg_cut_30 6_5 0.5099 ndcg_cut_100 6_5 0.5734 ndcg_cut_200 6_5 0.5734 ndcg_cut_500 6_5 0.5807 ndcg_cut_1000 6_5 0.5807 map_cut_5 6_5 0.0809 map_cut_10 6_5 0.1294 map_cut_15 6_5 0.1577 map_cut_20 6_5 0.1946 map_cut_30 6_5 0.2562 map_cut_100 6_5 0.3329 map_cut_200 6_5 0.3329 map_cut_500 6_5 0.3347 map_cut_1000 6_5 0.3347 relative_P_5 6_5 0.8000 relative_P_10 6_5 0.7000 relative_P_15 6_5 0.6000 relative_P_20 6_5 0.6000 relative_P_30 6_5 0.5667 relative_P_100 6_5 0.5319 relative_P_200 6_5 0.5319 relative_P_500 6_5 0.5532 relative_P_1000 6_5 0.5532 success_1 6_5 1.0000 success_5 6_5 1.0000 success_10 6_5 1.0000 set_P 6_5 0.0260 set_relative_P 6_5 0.5532 set_recall 6_5 0.5532 set_map 6_5 0.0144 set_F 6_5 0.0497 num_nonrel_judged_ret 6_5 11 rbp 6_5 0.4169 rbp_resid 6_5 0.1969 unj_5 6_5 0.0000 unj_10 6_5 0.0000 unj_20 6_5 0.2500 num_ret 6_6 1000 num_rel 6_6 85 num_rel_ret 6_6 46 map 6_6 0.3110 Rprec 6_6 0.3647 bpref 6_6 0.4925 recip_rank 6_6 1.0000 iprec_at_recall_0.00 6_6 1.0000 iprec_at_recall_0.10 6_6 0.8462 iprec_at_recall_0.20 6_6 0.6923 iprec_at_recall_0.30 6_6 0.5000 iprec_at_recall_0.40 6_6 0.3656 iprec_at_recall_0.50 6_6 0.1401 iprec_at_recall_0.60 6_6 0.0000 iprec_at_recall_0.70 6_6 0.0000 iprec_at_recall_0.80 6_6 0.0000 iprec_at_recall_0.90 6_6 0.0000 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 1.0000 P_10 6_6 0.8000 P_15 6_6 0.7333 P_20 6_6 0.7000 P_30 6_6 0.6667 P_100 6_6 0.3400 P_200 6_6 0.2000 P_500 6_6 0.0920 P_1000 6_6 0.0460 relstring 6_6 '12221232--' recall_5 6_6 0.0588 recall_10 6_6 0.0941 recall_15 6_6 0.1294 recall_20 6_6 0.1647 recall_30 6_6 0.2353 recall_100 6_6 0.4000 recall_200 6_6 0.4706 recall_500 6_6 0.5412 recall_1000 6_6 0.5412 infAP 6_6 0.3110 Rprec_mult_0.20 6_6 0.7059 Rprec_mult_0.40 6_6 0.6765 Rprec_mult_0.60 6_6 0.4902 Rprec_mult_0.80 6_6 0.4265 Rprec_mult_1.00 6_6 0.3647 Rprec_mult_1.20 6_6 0.3333 Rprec_mult_1.40 6_6 0.3193 Rprec_mult_1.60 6_6 0.2868 Rprec_mult_1.80 6_6 0.2549 Rprec_mult_2.00 6_6 0.2294 utility 6_6 -908.0000 11pt_avg 6_6 0.3222 binG 6_6 0.1998 G 6_6 0.1206 ndcg 6_6 0.5421 ndcg_rel 6_6 0.5299 Rndcg 6_6 0.5094 ndcg_cut_5 6_6 0.5099 ndcg_cut_10 6_6 0.5255 ndcg_cut_15 6_6 0.5408 ndcg_cut_20 6_6 0.5621 ndcg_cut_30 6_6 0.5684 ndcg_cut_100 6_6 0.4737 ndcg_cut_200 6_6 0.5092 ndcg_cut_500 6_6 0.5421 ndcg_cut_1000 6_6 0.5421 map_cut_5 6_6 0.0588 map_cut_10 6_6 0.0941 map_cut_15 6_6 0.1235 map_cut_20 6_6 0.1491 map_cut_30 6_6 0.1965 map_cut_100 6_6 0.2784 map_cut_200 6_6 0.3007 map_cut_500 6_6 0.3110 map_cut_1000 6_6 0.3110 relative_P_5 6_6 1.0000 relative_P_10 6_6 0.8000 relative_P_15 6_6 0.7333 relative_P_20 6_6 0.7000 relative_P_30 6_6 0.6667 relative_P_100 6_6 0.4000 relative_P_200 6_6 0.4706 relative_P_500 6_6 0.5412 relative_P_1000 6_6 0.5412 success_1 6_6 1.0000 success_5 6_6 1.0000 success_10 6_6 1.0000 set_P 6_6 0.0460 set_relative_P 6_6 0.5412 set_recall 6_6 0.5412 set_map 6_6 0.0249 set_F 6_6 0.0848 num_nonrel_judged_ret 6_6 15 rbp 6_6 0.4835 rbp_resid 6_6 0.1734 unj_5 6_6 0.0000 unj_10 6_6 0.2000 unj_20 6_6 0.2500 num_ret 7_11 1000 num_rel 7_11 38 num_rel_ret 7_11 33 map 7_11 0.4813 Rprec 7_11 0.5263 bpref 7_11 0.7275 recip_rank 7_11 1.0000 iprec_at_recall_0.00 7_11 1.0000 iprec_at_recall_0.10 7_11 0.6957 iprec_at_recall_0.20 7_11 0.6957 iprec_at_recall_0.30 7_11 0.6957 iprec_at_recall_0.40 7_11 0.6957 iprec_at_recall_0.50 7_11 0.5714 iprec_at_recall_0.60 7_11 0.4386 iprec_at_recall_0.70 7_11 0.3553 iprec_at_recall_0.80 7_11 0.3000 iprec_at_recall_0.90 7_11 0.0000 iprec_at_recall_1.00 7_11 0.0000 P_5 7_11 0.6000 P_10 7_11 0.6000 P_15 7_11 0.6000 P_20 7_11 0.6500 P_30 7_11 0.5667 P_100 7_11 0.3000 P_200 7_11 0.1650 P_500 7_11 0.0660 P_1000 7_11 0.0330 relstring 7_11 '321000111-' recall_5 7_11 0.0789 recall_10 7_11 0.1579 recall_15 7_11 0.2368 recall_20 7_11 0.3421 recall_30 7_11 0.4474 recall_100 7_11 0.7895 recall_200 7_11 0.8684 recall_500 7_11 0.8684 recall_1000 7_11 0.8684 infAP 7_11 0.4813 Rprec_mult_0.20 7_11 0.6250 Rprec_mult_0.40 7_11 0.6250 Rprec_mult_0.60 7_11 0.6957 Rprec_mult_0.80 7_11 0.5484 Rprec_mult_1.00 7_11 0.5263 Rprec_mult_1.20 7_11 0.4783 Rprec_mult_1.40 7_11 0.4074 Rprec_mult_1.60 7_11 0.4098 Rprec_mult_1.80 7_11 0.3623 Rprec_mult_2.00 7_11 0.3553 utility 7_11 -934.0000 11pt_avg 7_11 0.4953 binG 7_11 0.2891 G 7_11 0.2312 ndcg 7_11 0.6835 ndcg_rel 7_11 0.5994 Rndcg 7_11 0.5762 ndcg_cut_5 7_11 0.5630 ndcg_cut_10 7_11 0.4903 ndcg_cut_15 7_11 0.4817 ndcg_cut_20 7_11 0.5236 ndcg_cut_30 7_11 0.5230 ndcg_cut_100 7_11 0.6385 ndcg_cut_200 7_11 0.6835 ndcg_cut_500 7_11 0.6835 ndcg_cut_1000 7_11 0.6835 map_cut_5 7_11 0.0789 map_cut_10 7_11 0.1280 map_cut_15 7_11 0.1781 map_cut_20 7_11 0.2443 map_cut_30 7_11 0.3160 map_cut_100 7_11 0.4642 map_cut_200 7_11 0.4813 map_cut_500 7_11 0.4813 map_cut_1000 7_11 0.4813 relative_P_5 7_11 0.6000 relative_P_10 7_11 0.6000 relative_P_15 7_11 0.6000 relative_P_20 7_11 0.6500 relative_P_30 7_11 0.5667 relative_P_100 7_11 0.7895 relative_P_200 7_11 0.8684 relative_P_500 7_11 0.8684 relative_P_1000 7_11 0.8684 success_1 7_11 1.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 0.0330 set_relative_P 7_11 0.8684 set_recall 7_11 0.8684 set_map 7_11 0.0287 set_F 7_11 0.0636 num_nonrel_judged_ret 7_11 15 rbp 7_11 0.3164 rbp_resid 7_11 0.1382 unj_5 7_11 0.0000 unj_10 7_11 0.1000 unj_20 7_11 0.1500 num_ret 7_12 1000 num_rel 7_12 64 num_rel_ret 7_12 43 map 7_12 0.3082 Rprec 7_12 0.4062 bpref 7_12 0.5457 recip_rank 7_12 1.0000 iprec_at_recall_0.00 7_12 1.0000 iprec_at_recall_0.10 7_12 0.7778 iprec_at_recall_0.20 7_12 0.5667 iprec_at_recall_0.30 7_12 0.4565 iprec_at_recall_0.40 7_12 0.4333 iprec_at_recall_0.50 7_12 0.2581 iprec_at_recall_0.60 7_12 0.2346 iprec_at_recall_0.70 7_12 0.0000 iprec_at_recall_0.80 7_12 0.0000 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 0.6000 P_10 7_12 0.7000 P_15 7_12 0.6667 P_20 7_12 0.5000 P_30 7_12 0.5667 P_100 7_12 0.2900 P_200 7_12 0.1950 P_500 7_12 0.0860 P_1000 7_12 0.0430 relstring 7_12 '2110011210' recall_5 7_12 0.0469 recall_10 7_12 0.1094 recall_15 7_12 0.1562 recall_20 7_12 0.1562 recall_30 7_12 0.2656 recall_100 7_12 0.4531 recall_200 7_12 0.6094 recall_500 7_12 0.6719 recall_1000 7_12 0.6719 infAP 7_12 0.3082 Rprec_mult_0.20 7_12 0.6923 Rprec_mult_0.40 7_12 0.5385 Rprec_mult_0.60 7_12 0.4359 Rprec_mult_0.80 7_12 0.4231 Rprec_mult_1.00 7_12 0.4062 Rprec_mult_1.20 7_12 0.3506 Rprec_mult_1.40 7_12 0.3111 Rprec_mult_1.60 7_12 0.2816 Rprec_mult_1.80 7_12 0.2672 Rprec_mult_2.00 7_12 0.2500 utility 7_12 -914.0000 11pt_avg 7_12 0.3388 binG 7_12 0.1924 G 7_12 0.1417 ndcg 7_12 0.5770 ndcg_rel 7_12 0.5052 Rndcg 7_12 0.4863 ndcg_cut_5 7_12 0.3900 ndcg_cut_10 7_12 0.4236 ndcg_cut_15 7_12 0.4366 ndcg_cut_20 7_12 0.3731 ndcg_cut_30 7_12 0.4393 ndcg_cut_100 7_12 0.4715 ndcg_cut_200 7_12 0.5497 ndcg_cut_500 7_12 0.5770 ndcg_cut_1000 7_12 0.5770 map_cut_5 7_12 0.0469 map_cut_10 7_12 0.0923 map_cut_15 7_12 0.1240 map_cut_20 7_12 0.1240 map_cut_30 7_12 0.1820 map_cut_100 7_12 0.2608 map_cut_200 7_12 0.2993 map_cut_500 7_12 0.3082 map_cut_1000 7_12 0.3082 relative_P_5 7_12 0.6000 relative_P_10 7_12 0.7000 relative_P_15 7_12 0.6667 relative_P_20 7_12 0.5000 relative_P_30 7_12 0.5667 relative_P_100 7_12 0.4531 relative_P_200 7_12 0.6094 relative_P_500 7_12 0.6719 relative_P_1000 7_12 0.6719 success_1 7_12 1.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.0430 set_relative_P 7_12 0.6719 set_recall 7_12 0.6719 set_map 7_12 0.0289 set_F 7_12 0.0808 num_nonrel_judged_ret 7_12 38 rbp 7_12 0.2890 rbp_resid 7_12 0.1215 unj_5 7_12 0.0000 unj_10 7_12 0.0000 unj_20 7_12 0.2000 num_ret 7_14 1000 num_rel 7_14 67 num_rel_ret 7_14 56 map 7_14 0.5879 Rprec 7_14 0.5672 bpref 7_14 0.7958 recip_rank 7_14 1.0000 iprec_at_recall_0.00 7_14 1.0000 iprec_at_recall_0.10 7_14 1.0000 iprec_at_recall_0.20 7_14 0.8947 iprec_at_recall_0.30 7_14 0.8696 iprec_at_recall_0.40 7_14 0.7381 iprec_at_recall_0.50 7_14 0.7115 iprec_at_recall_0.60 7_14 0.5263 iprec_at_recall_0.70 7_14 0.4196 iprec_at_recall_0.80 7_14 0.2559 iprec_at_recall_0.90 7_14 0.0000 iprec_at_recall_1.00 7_14 0.0000 P_5 7_14 1.0000 P_10 7_14 1.0000 P_15 7_14 0.8667 P_20 7_14 0.8500 P_30 7_14 0.7667 P_100 7_14 0.4600 P_200 7_14 0.2650 P_500 7_14 0.1120 P_1000 7_14 0.0560 relstring 7_14 '3122333222' recall_5 7_14 0.0746 recall_10 7_14 0.1493 recall_15 7_14 0.1940 recall_20 7_14 0.2537 recall_30 7_14 0.3433 recall_100 7_14 0.6866 recall_200 7_14 0.7910 recall_500 7_14 0.8358 recall_1000 7_14 0.8358 infAP 7_14 0.5879 Rprec_mult_0.20 7_14 0.8571 Rprec_mult_0.40 7_14 0.8519 Rprec_mult_0.60 7_14 0.7317 Rprec_mult_0.80 7_14 0.7037 Rprec_mult_1.00 7_14 0.5672 Rprec_mult_1.20 7_14 0.5062 Rprec_mult_1.40 7_14 0.4787 Rprec_mult_1.60 7_14 0.4259 Rprec_mult_1.80 7_14 0.3967 Rprec_mult_2.00 7_14 0.3582 utility 7_14 -888.0000 11pt_avg 7_14 0.5833 binG 7_14 0.3455 G 7_14 0.1922 ndcg 7_14 0.7576 ndcg_rel 7_14 0.6946 Rndcg 7_14 0.6471 ndcg_cut_5 7_14 0.7521 ndcg_cut_10 7_14 0.7727 ndcg_cut_15 7_14 0.6892 ndcg_cut_20 7_14 0.6418 ndcg_cut_30 7_14 0.5967 ndcg_cut_100 7_14 0.6702 ndcg_cut_200 7_14 0.7313 ndcg_cut_500 7_14 0.7576 ndcg_cut_1000 7_14 0.7576 map_cut_5 7_14 0.0746 map_cut_10 7_14 0.1493 map_cut_15 7_14 0.1896 map_cut_20 7_14 0.2425 map_cut_30 7_14 0.3190 map_cut_100 7_14 0.5419 map_cut_200 7_14 0.5775 map_cut_500 7_14 0.5879 map_cut_1000 7_14 0.5879 relative_P_5 7_14 1.0000 relative_P_10 7_14 1.0000 relative_P_15 7_14 0.8667 relative_P_20 7_14 0.8500 relative_P_30 7_14 0.7667 relative_P_100 7_14 0.6866 relative_P_200 7_14 0.7910 relative_P_500 7_14 0.8358 relative_P_1000 7_14 0.8358 success_1 7_14 1.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 0.0560 set_relative_P 7_14 0.8358 set_recall 7_14 0.8358 set_map 7_14 0.0468 set_F 7_14 0.1050 num_nonrel_judged_ret 7_14 7 rbp 7_14 0.6494 rbp_resid 7_14 0.0822 unj_5 7_14 0.0000 unj_10 7_14 0.0000 unj_20 7_14 0.1000 num_ret 7_15 1000 num_rel 7_15 54 num_rel_ret 7_15 39 map 7_15 0.2645 Rprec 7_15 0.3333 bpref 7_15 0.6389 recip_rank 7_15 1.0000 iprec_at_recall_0.00 7_15 1.0000 iprec_at_recall_0.10 7_15 0.6667 iprec_at_recall_0.20 7_15 0.6667 iprec_at_recall_0.30 7_15 0.3636 iprec_at_recall_0.40 7_15 0.3143 iprec_at_recall_0.50 7_15 0.1561 iprec_at_recall_0.60 7_15 0.1135 iprec_at_recall_0.70 7_15 0.0675 iprec_at_recall_0.80 7_15 0.0000 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 0.6000 P_10 7_15 0.6000 P_15 7_15 0.6000 P_20 7_15 0.6000 P_30 7_15 0.4333 P_100 7_15 0.2300 P_200 7_15 0.1400 P_500 7_15 0.0720 P_1000 7_15 0.0390 relstring 7_15 '331002-201' recall_5 7_15 0.0556 recall_10 7_15 0.1111 recall_15 7_15 0.1667 recall_20 7_15 0.2222 recall_30 7_15 0.2407 recall_100 7_15 0.4259 recall_200 7_15 0.5185 recall_500 7_15 0.6667 recall_1000 7_15 0.7222 infAP 7_15 0.2645 Rprec_mult_0.20 7_15 0.5455 Rprec_mult_0.40 7_15 0.5455 Rprec_mult_0.60 7_15 0.3939 Rprec_mult_0.80 7_15 0.3636 Rprec_mult_1.00 7_15 0.3333 Rprec_mult_1.20 7_15 0.3231 Rprec_mult_1.40 7_15 0.2895 Rprec_mult_1.60 7_15 0.2644 Rprec_mult_1.80 7_15 0.2347 Rprec_mult_2.00 7_15 0.2222 utility 7_15 -922.0000 11pt_avg 7_15 0.3044 binG 7_15 0.1945 G 7_15 0.2126 ndcg 7_15 0.6577 ndcg_rel 7_15 0.6291 Rndcg 7_15 0.6851 ndcg_cut_5 7_15 0.7164 ndcg_cut_10 7_15 0.6555 ndcg_cut_15 7_15 0.6033 ndcg_cut_20 7_15 0.6001 ndcg_cut_30 7_15 0.5378 ndcg_cut_100 7_15 0.5549 ndcg_cut_200 7_15 0.5870 ndcg_cut_500 7_15 0.6428 ndcg_cut_1000 7_15 0.6577 map_cut_5 7_15 0.0556 map_cut_10 7_15 0.0906 map_cut_15 7_15 0.1223 map_cut_20 7_15 0.1582 map_cut_30 7_15 0.1668 map_cut_100 7_15 0.2288 map_cut_200 7_15 0.2449 map_cut_500 7_15 0.2612 map_cut_1000 7_15 0.2645 relative_P_5 7_15 0.6000 relative_P_10 7_15 0.6000 relative_P_15 7_15 0.6000 relative_P_20 7_15 0.6000 relative_P_30 7_15 0.4333 relative_P_100 7_15 0.4259 relative_P_200 7_15 0.5185 relative_P_500 7_15 0.6667 relative_P_1000 7_15 0.7222 success_1 7_15 1.0000 success_5 7_15 1.0000 success_10 7_15 1.0000 set_P 7_15 0.0390 set_relative_P 7_15 0.7222 set_recall 7_15 0.7222 set_map 7_15 0.0282 set_F 7_15 0.0740 num_nonrel_judged_ret 7_15 12 rbp 7_15 0.3651 rbp_resid 7_15 0.2573 unj_5 7_15 0.0000 unj_10 7_15 0.1000 unj_20 7_15 0.2500 num_ret 7_16 1000 num_rel 7_16 47 num_rel_ret 7_16 29 map 7_16 0.1262 Rprec 7_16 0.2553 bpref 7_16 0.4622 recip_rank 7_16 0.5000 iprec_at_recall_0.00 7_16 0.6667 iprec_at_recall_0.10 7_16 0.2759 iprec_at_recall_0.20 7_16 0.2750 iprec_at_recall_0.30 7_16 0.1772 iprec_at_recall_0.40 7_16 0.1176 iprec_at_recall_0.50 7_16 0.1154 iprec_at_recall_0.60 7_16 0.0864 iprec_at_recall_0.70 7_16 0.0000 iprec_at_recall_0.80 7_16 0.0000 iprec_at_recall_0.90 7_16 0.0000 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.4000 P_10 7_16 0.3000 P_15 7_16 0.2000 P_20 7_16 0.2500 P_30 7_16 0.2667 P_100 7_16 0.1500 P_200 7_16 0.1150 P_500 7_16 0.0560 P_1000 7_16 0.0290 relstring 7_16 '03300-10--' recall_5 7_16 0.0426 recall_10 7_16 0.0638 recall_15 7_16 0.0638 recall_20 7_16 0.1064 recall_30 7_16 0.1702 recall_100 7_16 0.3191 recall_200 7_16 0.4894 recall_500 7_16 0.5957 recall_1000 7_16 0.6170 infAP 7_16 0.1262 Rprec_mult_0.20 7_16 0.3000 Rprec_mult_0.40 7_16 0.2105 Rprec_mult_0.60 7_16 0.2759 Rprec_mult_0.80 7_16 0.2368 Rprec_mult_1.00 7_16 0.2553 Rprec_mult_1.20 7_16 0.2105 Rprec_mult_1.40 7_16 0.1818 Rprec_mult_1.60 7_16 0.1711 Rprec_mult_1.80 7_16 0.1647 Rprec_mult_2.00 7_16 0.1596 utility 7_16 -942.0000 11pt_avg 7_16 0.1558 binG 7_16 0.1272 G 7_16 0.1416 ndcg 7_16 0.4792 ndcg_rel 7_16 0.4338 Rndcg 7_16 0.4060 ndcg_cut_5 7_16 0.4507 ndcg_cut_10 7_16 0.3931 ndcg_cut_15 7_16 0.3451 ndcg_cut_20 7_16 0.3692 ndcg_cut_30 7_16 0.3722 ndcg_cut_100 7_16 0.3736 ndcg_cut_200 7_16 0.4369 ndcg_cut_500 7_16 0.4729 ndcg_cut_1000 7_16 0.4792 map_cut_5 7_16 0.0248 map_cut_10 7_16 0.0339 map_cut_15 7_16 0.0339 map_cut_20 7_16 0.0443 map_cut_30 7_16 0.0606 map_cut_100 7_16 0.0935 map_cut_200 7_16 0.1145 map_cut_500 7_16 0.1252 map_cut_1000 7_16 0.1262 relative_P_5 7_16 0.4000 relative_P_10 7_16 0.3000 relative_P_15 7_16 0.2000 relative_P_20 7_16 0.2500 relative_P_30 7_16 0.2667 relative_P_100 7_16 0.3191 relative_P_200 7_16 0.4894 relative_P_500 7_16 0.5957 relative_P_1000 7_16 0.6170 success_1 7_16 0.0000 success_5 7_16 1.0000 success_10 7_16 1.0000 set_P 7_16 0.0290 set_relative_P 7_16 0.6170 set_recall 7_16 0.6170 set_map 7_16 0.0179 set_F 7_16 0.0554 num_nonrel_judged_ret 7_16 30 rbp 7_16 0.2141 rbp_resid 7_16 0.3514 unj_5 7_16 0.0000 unj_10 7_16 0.3000 unj_20 7_16 0.4000 num_ret 7_2 1000 num_rel 7_2 76 num_rel_ret 7_2 62 map 7_2 0.4541 Rprec 7_2 0.4605 bpref 7_2 0.6538 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 1.0000 iprec_at_recall_0.20 7_2 0.8421 iprec_at_recall_0.30 7_2 0.5610 iprec_at_recall_0.40 7_2 0.4923 iprec_at_recall_0.50 7_2 0.4556 iprec_at_recall_0.60 7_2 0.3406 iprec_at_recall_0.70 7_2 0.3155 iprec_at_recall_0.80 7_2 0.2218 iprec_at_recall_0.90 7_2 0.0000 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 1.0000 P_10 7_2 0.9000 P_15 7_2 0.8667 P_20 7_2 0.8000 P_30 7_2 0.6000 P_100 7_2 0.4200 P_200 7_2 0.2650 P_500 7_2 0.1240 P_1000 7_2 0.0620 relstring 7_2 '2133213101' recall_5 7_2 0.0658 recall_10 7_2 0.1184 recall_15 7_2 0.1711 recall_20 7_2 0.2105 recall_30 7_2 0.2368 recall_100 7_2 0.5526 recall_200 7_2 0.6974 recall_500 7_2 0.8158 recall_1000 7_2 0.8158 infAP 7_2 0.4541 Rprec_mult_0.20 7_2 0.8750 Rprec_mult_0.40 7_2 0.5806 Rprec_mult_0.60 7_2 0.5217 Rprec_mult_0.80 7_2 0.4918 Rprec_mult_1.00 7_2 0.4605 Rprec_mult_1.20 7_2 0.4457 Rprec_mult_1.40 7_2 0.4019 Rprec_mult_1.60 7_2 0.3689 Rprec_mult_1.80 7_2 0.3358 Rprec_mult_2.00 7_2 0.3158 utility 7_2 -876.0000 11pt_avg 7_2 0.4753 binG 7_2 0.2753 G 7_2 0.1988 ndcg 7_2 0.7420 ndcg_rel 7_2 0.6598 Rndcg 7_2 0.6563 ndcg_cut_5 7_2 0.7006 ndcg_cut_10 7_2 0.6778 ndcg_cut_15 7_2 0.6467 ndcg_cut_20 7_2 0.6407 ndcg_cut_30 7_2 0.5830 ndcg_cut_100 7_2 0.6208 ndcg_cut_200 7_2 0.6965 ndcg_cut_500 7_2 0.7420 ndcg_cut_1000 7_2 0.7420 map_cut_5 7_2 0.0658 map_cut_10 7_2 0.1171 map_cut_15 7_2 0.1655 map_cut_20 7_2 0.1991 map_cut_30 7_2 0.2185 map_cut_100 7_2 0.3751 map_cut_200 7_2 0.4252 map_cut_500 7_2 0.4541 map_cut_1000 7_2 0.4541 relative_P_5 7_2 1.0000 relative_P_10 7_2 0.9000 relative_P_15 7_2 0.8667 relative_P_20 7_2 0.8000 relative_P_30 7_2 0.6000 relative_P_100 7_2 0.5526 relative_P_200 7_2 0.6974 relative_P_500 7_2 0.8158 relative_P_1000 7_2 0.8158 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.0620 set_relative_P 7_2 0.8158 set_recall 7_2 0.8158 set_map 7_2 0.0506 set_F 7_2 0.1152 num_nonrel_judged_ret 7_2 20 rbp 7_2 0.4955 rbp_resid 7_2 0.0859 unj_5 7_2 0.0000 unj_10 7_2 0.0000 unj_20 7_2 0.1000 num_ret 7_3 1000 num_rel 7_3 55 num_rel_ret 7_3 48 map 7_3 0.4127 Rprec 7_3 0.5273 bpref 7_3 0.6377 recip_rank 7_3 1.0000 iprec_at_recall_0.00 7_3 1.0000 iprec_at_recall_0.10 7_3 0.6364 iprec_at_recall_0.20 7_3 0.6207 iprec_at_recall_0.30 7_3 0.6207 iprec_at_recall_0.40 7_3 0.5946 iprec_at_recall_0.50 7_3 0.5600 iprec_at_recall_0.60 7_3 0.3235 iprec_at_recall_0.70 7_3 0.3071 iprec_at_recall_0.80 7_3 0.2353 iprec_at_recall_0.90 7_3 0.0000 iprec_at_recall_1.00 7_3 0.0000 P_5 7_3 0.4000 P_10 7_3 0.6000 P_15 7_3 0.6000 P_20 7_3 0.5500 P_30 7_3 0.6000 P_100 7_3 0.3200 P_200 7_3 0.2200 P_500 7_3 0.0960 P_1000 7_3 0.0480 relstring 7_3 '2000211023' recall_5 7_3 0.0364 recall_10 7_3 0.1091 recall_15 7_3 0.1636 recall_20 7_3 0.2000 recall_30 7_3 0.3273 recall_100 7_3 0.5818 recall_200 7_3 0.8000 recall_500 7_3 0.8727 recall_1000 7_3 0.8727 infAP 7_3 0.4127 Rprec_mult_0.20 7_3 0.6364 Rprec_mult_0.40 7_3 0.5455 Rprec_mult_0.60 7_3 0.5758 Rprec_mult_0.80 7_3 0.5227 Rprec_mult_1.00 7_3 0.5273 Rprec_mult_1.20 7_3 0.4545 Rprec_mult_1.40 7_3 0.4156 Rprec_mult_1.60 7_3 0.3636 Rprec_mult_1.80 7_3 0.3232 Rprec_mult_2.00 7_3 0.3091 utility 7_3 -904.0000 11pt_avg 7_3 0.4453 binG 7_3 0.2211 G 7_3 0.1949 ndcg 7_3 0.6733 ndcg_rel 7_3 0.5540 Rndcg 7_3 0.4814 ndcg_cut_5 7_3 0.3455 ndcg_cut_10 7_3 0.4397 ndcg_cut_15 7_3 0.4776 ndcg_cut_20 7_3 0.4712 ndcg_cut_30 7_3 0.5270 ndcg_cut_100 7_3 0.5396 ndcg_cut_200 7_3 0.6496 ndcg_cut_500 7_3 0.6733 ndcg_cut_1000 7_3 0.6733 map_cut_5 7_3 0.0255 map_cut_10 7_3 0.0659 map_cut_15 7_3 0.0996 map_cut_20 7_3 0.1208 map_cut_30 7_3 0.1961 map_cut_100 7_3 0.3331 map_cut_200 7_3 0.3995 map_cut_500 7_3 0.4127 map_cut_1000 7_3 0.4127 relative_P_5 7_3 0.4000 relative_P_10 7_3 0.6000 relative_P_15 7_3 0.6000 relative_P_20 7_3 0.5500 relative_P_30 7_3 0.6000 relative_P_100 7_3 0.5818 relative_P_200 7_3 0.8000 relative_P_500 7_3 0.8727 relative_P_1000 7_3 0.8727 success_1 7_3 1.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.0480 set_relative_P 7_3 0.8727 set_recall 7_3 0.8727 set_map 7_3 0.0419 set_F 7_3 0.0910 num_nonrel_judged_ret 7_3 37 rbp 7_3 0.3041 rbp_resid 7_3 0.0920 unj_5 7_3 0.0000 unj_10 7_3 0.0000 unj_20 7_3 0.1500 num_ret 7_4 1000 num_rel 7_4 29 num_rel_ret 7_4 27 map 7_4 0.6799 Rprec 7_4 0.6207 bpref 7_4 0.7824 recip_rank 7_4 1.0000 iprec_at_recall_0.00 7_4 1.0000 iprec_at_recall_0.10 7_4 1.0000 iprec_at_recall_0.20 7_4 0.9000 iprec_at_recall_0.30 7_4 0.9000 iprec_at_recall_0.40 7_4 0.8125 iprec_at_recall_0.50 7_4 0.7895 iprec_at_recall_0.60 7_4 0.7200 iprec_at_recall_0.70 7_4 0.6061 iprec_at_recall_0.80 7_4 0.4310 iprec_at_recall_0.90 7_4 0.4194 iprec_at_recall_1.00 7_4 0.0000 P_5 7_4 0.8000 P_10 7_4 0.9000 P_15 7_4 0.8000 P_20 7_4 0.7500 P_30 7_4 0.6000 P_100 7_4 0.2700 P_200 7_4 0.1350 P_500 7_4 0.0540 P_1000 7_4 0.0270 relstring 7_4 '2123023211' recall_5 7_4 0.1379 recall_10 7_4 0.3103 recall_15 7_4 0.4138 recall_20 7_4 0.5172 recall_30 7_4 0.6207 recall_100 7_4 0.9310 recall_200 7_4 0.9310 recall_500 7_4 0.9310 recall_1000 7_4 0.9310 infAP 7_4 0.6799 Rprec_mult_0.20 7_4 0.8333 Rprec_mult_0.40 7_4 0.8333 Rprec_mult_0.60 7_4 0.7778 Rprec_mult_0.80 7_4 0.7083 Rprec_mult_1.00 7_4 0.6207 Rprec_mult_1.20 7_4 0.5714 Rprec_mult_1.40 7_4 0.5366 Rprec_mult_1.60 7_4 0.4681 Rprec_mult_1.80 7_4 0.4151 Rprec_mult_2.00 7_4 0.4310 utility 7_4 -946.0000 11pt_avg 7_4 0.6889 binG 7_4 0.4362 G 7_4 0.2791 ndcg 7_4 0.7934 ndcg_rel 7_4 0.6900 Rndcg 7_4 0.6845 ndcg_cut_5 7_4 0.5820 ndcg_cut_10 7_4 0.6744 ndcg_cut_15 7_4 0.6591 ndcg_cut_20 7_4 0.6744 ndcg_cut_30 7_4 0.6502 ndcg_cut_100 7_4 0.7934 ndcg_cut_200 7_4 0.7934 ndcg_cut_500 7_4 0.7934 ndcg_cut_1000 7_4 0.7934 map_cut_5 7_4 0.1379 map_cut_10 7_4 0.2881 map_cut_15 7_4 0.3715 map_cut_20 7_4 0.4536 map_cut_30 7_4 0.5291 map_cut_100 7_4 0.6799 map_cut_200 7_4 0.6799 map_cut_500 7_4 0.6799 map_cut_1000 7_4 0.6799 relative_P_5 7_4 0.8000 relative_P_10 7_4 0.9000 relative_P_15 7_4 0.8000 relative_P_20 7_4 0.7500 relative_P_30 7_4 0.6207 relative_P_100 7_4 0.9310 relative_P_200 7_4 0.9310 relative_P_500 7_4 0.9310 relative_P_1000 7_4 0.9310 success_1 7_4 1.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 0.0270 set_relative_P 7_4 0.9310 set_recall 7_4 0.9310 set_map 7_4 0.0251 set_F 7_4 0.0525 num_nonrel_judged_ret 7_4 48 rbp 7_4 0.4770 rbp_resid 7_4 0.0742 unj_5 7_4 0.0000 unj_10 7_4 0.0000 unj_20 7_4 0.0500 num_ret 7_9 1000 num_rel 7_9 36 num_rel_ret 7_9 28 map 7_9 0.3569 Rprec 7_9 0.4167 bpref 7_9 0.5031 recip_rank 7_9 1.0000 iprec_at_recall_0.00 7_9 1.0000 iprec_at_recall_0.10 7_9 0.7143 iprec_at_recall_0.20 7_9 0.6364 iprec_at_recall_0.30 7_9 0.4783 iprec_at_recall_0.40 7_9 0.4412 iprec_at_recall_0.50 7_9 0.3448 iprec_at_recall_0.60 7_9 0.2973 iprec_at_recall_0.70 7_9 0.2688 iprec_at_recall_0.80 7_9 0.0000 iprec_at_recall_0.90 7_9 0.0000 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.6000 P_10 7_9 0.6000 P_15 7_9 0.5333 P_20 7_9 0.4500 P_30 7_9 0.4333 P_100 7_9 0.2500 P_200 7_9 0.1400 P_500 7_9 0.0560 P_1000 7_9 0.0280 relstring 7_9 '310011201-' recall_5 7_9 0.0833 recall_10 7_9 0.1667 recall_15 7_9 0.2222 recall_20 7_9 0.2500 recall_30 7_9 0.3611 recall_100 7_9 0.6944 recall_200 7_9 0.7778 recall_500 7_9 0.7778 recall_1000 7_9 0.7778 infAP 7_9 0.3569 Rprec_mult_0.20 7_9 0.6250 Rprec_mult_0.40 7_9 0.5333 Rprec_mult_0.60 7_9 0.4545 Rprec_mult_0.80 7_9 0.4138 Rprec_mult_1.00 7_9 0.4167 Rprec_mult_1.20 7_9 0.3636 Rprec_mult_1.40 7_9 0.3333 Rprec_mult_1.60 7_9 0.3448 Rprec_mult_1.80 7_9 0.3077 Rprec_mult_2.00 7_9 0.2917 utility 7_9 -944.0000 11pt_avg 7_9 0.3801 binG 7_9 0.2410 G 7_9 0.2073 ndcg 7_9 0.6319 ndcg_rel 7_9 0.5658 Rndcg 7_9 0.5319 ndcg_cut_5 7_9 0.5005 ndcg_cut_10 7_9 0.4762 ndcg_cut_15 7_9 0.4427 ndcg_cut_20 7_9 0.4393 ndcg_cut_30 7_9 0.4840 ndcg_cut_100 7_9 0.5929 ndcg_cut_200 7_9 0.6319 ndcg_cut_500 7_9 0.6319 ndcg_cut_1000 7_9 0.6319 map_cut_5 7_9 0.0722 map_cut_10 7_9 0.1291 map_cut_15 7_9 0.1627 map_cut_20 7_9 0.1765 map_cut_30 7_9 0.2274 map_cut_100 7_9 0.3395 map_cut_200 7_9 0.3569 map_cut_500 7_9 0.3569 map_cut_1000 7_9 0.3569 relative_P_5 7_9 0.6000 relative_P_10 7_9 0.6000 relative_P_15 7_9 0.5333 relative_P_20 7_9 0.4500 relative_P_30 7_9 0.4333 relative_P_100 7_9 0.6944 relative_P_200 7_9 0.7778 relative_P_500 7_9 0.7778 relative_P_1000 7_9 0.7778 success_1 7_9 1.0000 success_5 7_9 1.0000 success_10 7_9 1.0000 set_P 7_9 0.0280 set_relative_P 7_9 0.7778 set_recall 7_9 0.7778 set_map 7_9 0.0218 set_F 7_9 0.0541 num_nonrel_judged_ret 7_9 49 rbp 7_9 0.2868 rbp_resid 7_9 0.1676 unj_5 7_9 0.0000 unj_10 7_9 0.1000 unj_20 7_9 0.2500 num_ret 8_1 1000 num_rel 8_1 64 num_rel_ret 8_1 10 map 8_1 0.0219 Rprec 8_1 0.0469 bpref 8_1 0.0874 recip_rank 8_1 0.5000 iprec_at_recall_0.00 8_1 0.5000 iprec_at_recall_0.10 8_1 0.0348 iprec_at_recall_0.20 8_1 0.0000 iprec_at_recall_0.30 8_1 0.0000 iprec_at_recall_0.40 8_1 0.0000 iprec_at_recall_0.50 8_1 0.0000 iprec_at_recall_0.60 8_1 0.0000 iprec_at_recall_0.70 8_1 0.0000 iprec_at_recall_0.80 8_1 0.0000 iprec_at_recall_0.90 8_1 0.0000 iprec_at_recall_1.00 8_1 0.0000 P_5 8_1 0.4000 P_10 8_1 0.2000 P_15 8_1 0.2000 P_20 8_1 0.1500 P_30 8_1 0.1000 P_100 8_1 0.0300 P_200 8_1 0.0250 P_500 8_1 0.0160 P_1000 8_1 0.0100 relstring 8_1 '0102000--0' recall_5 8_1 0.0312 recall_10 8_1 0.0312 recall_15 8_1 0.0469 recall_20 8_1 0.0469 recall_30 8_1 0.0469 recall_100 8_1 0.0469 recall_200 8_1 0.0781 recall_500 8_1 0.1250 recall_1000 8_1 0.1562 infAP 8_1 0.0219 Rprec_mult_0.20 8_1 0.2308 Rprec_mult_0.40 8_1 0.1154 Rprec_mult_0.60 8_1 0.0769 Rprec_mult_0.80 8_1 0.0577 Rprec_mult_1.00 8_1 0.0469 Rprec_mult_1.20 8_1 0.0390 Rprec_mult_1.40 8_1 0.0333 Rprec_mult_1.60 8_1 0.0291 Rprec_mult_1.80 8_1 0.0259 Rprec_mult_2.00 8_1 0.0234 utility 8_1 -980.0000 11pt_avg 8_1 0.0486 binG 8_1 0.0356 G 8_1 0.0212 ndcg 8_1 0.0998 ndcg_rel 8_1 0.0990 Rndcg 8_1 0.0894 ndcg_cut_5 8_1 0.1265 ndcg_cut_10 8_1 0.0849 ndcg_cut_15 8_1 0.1071 ndcg_cut_20 8_1 0.0964 ndcg_cut_30 8_1 0.0818 ndcg_cut_100 8_1 0.0655 ndcg_cut_200 8_1 0.0734 ndcg_cut_500 8_1 0.0881 ndcg_cut_1000 8_1 0.0998 map_cut_5 8_1 0.0156 map_cut_10 8_1 0.0156 map_cut_15 8_1 0.0192 map_cut_20 8_1 0.0192 map_cut_30 8_1 0.0192 map_cut_100 8_1 0.0192 map_cut_200 8_1 0.0201 map_cut_500 8_1 0.0216 map_cut_1000 8_1 0.0219 relative_P_5 8_1 0.4000 relative_P_10 8_1 0.2000 relative_P_15 8_1 0.2000 relative_P_20 8_1 0.1500 relative_P_30 8_1 0.1000 relative_P_100 8_1 0.0469 relative_P_200 8_1 0.0781 relative_P_500 8_1 0.1250 relative_P_1000 8_1 0.1562 success_1 8_1 0.0000 success_5 8_1 1.0000 success_10 8_1 1.0000 set_P 8_1 0.0100 set_relative_P 8_1 0.1562 set_recall 8_1 0.1562 set_map 8_1 0.0016 set_F 8_1 0.0188 num_nonrel_judged_ret 8_1 53 rbp 8_1 0.0801 rbp_resid 8_1 0.2623 unj_5 8_1 0.0000 unj_10 8_1 0.2000 unj_20 8_1 0.3000 num_ret 8_10 1000 num_rel 8_10 28 num_rel_ret 8_10 14 map 8_10 0.0112 Rprec 8_10 0.0000 bpref 8_10 0.0663 recip_rank 8_10 0.0256 iprec_at_recall_0.00 8_10 0.0299 iprec_at_recall_0.10 8_10 0.0299 iprec_at_recall_0.20 8_10 0.0299 iprec_at_recall_0.30 8_10 0.0299 iprec_at_recall_0.40 8_10 0.0151 iprec_at_recall_0.50 8_10 0.0151 iprec_at_recall_0.60 8_10 0.0000 iprec_at_recall_0.70 8_10 0.0000 iprec_at_recall_0.80 8_10 0.0000 iprec_at_recall_0.90 8_10 0.0000 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.0000 P_10 8_10 0.0000 P_15 8_10 0.0000 P_20 8_10 0.0000 P_30 8_10 0.0000 P_100 8_10 0.0200 P_200 8_10 0.0250 P_500 8_10 0.0180 P_1000 8_10 0.0140 relstring 8_10 '00000-----' recall_5 8_10 0.0000 recall_10 8_10 0.0000 recall_15 8_10 0.0000 recall_20 8_10 0.0000 recall_30 8_10 0.0000 recall_100 8_10 0.0714 recall_200 8_10 0.1786 recall_500 8_10 0.3214 recall_1000 8_10 0.5000 infAP 8_10 0.0112 Rprec_mult_0.20 8_10 0.0000 Rprec_mult_0.40 8_10 0.0000 Rprec_mult_0.60 8_10 0.0000 Rprec_mult_0.80 8_10 0.0000 Rprec_mult_1.00 8_10 0.0000 Rprec_mult_1.20 8_10 0.0000 Rprec_mult_1.40 8_10 0.0250 Rprec_mult_1.60 8_10 0.0222 Rprec_mult_1.80 8_10 0.0196 Rprec_mult_2.00 8_10 0.0179 utility 8_10 -972.0000 11pt_avg 8_10 0.0136 binG 8_10 0.0634 G 8_10 0.0572 ndcg 8_10 0.1555 ndcg_rel 8_10 0.1217 Rndcg 8_10 0.0389 ndcg_cut_5 8_10 0.0000 ndcg_cut_10 8_10 0.0000 ndcg_cut_15 8_10 0.0000 ndcg_cut_20 8_10 0.0000 ndcg_cut_30 8_10 0.0000 ndcg_cut_100 8_10 0.0205 ndcg_cut_200 8_10 0.0612 ndcg_cut_500 8_10 0.1062 ndcg_cut_1000 8_10 0.1555 map_cut_5 8_10 0.0000 map_cut_10 8_10 0.0000 map_cut_15 8_10 0.0000 map_cut_20 8_10 0.0000 map_cut_30 8_10 0.0000 map_cut_100 8_10 0.0018 map_cut_200 8_10 0.0043 map_cut_500 8_10 0.0085 map_cut_1000 8_10 0.0112 relative_P_5 8_10 0.0000 relative_P_10 8_10 0.0000 relative_P_15 8_10 0.0000 relative_P_20 8_10 0.0000 relative_P_30 8_10 0.0000 relative_P_100 8_10 0.0714 relative_P_200 8_10 0.1786 relative_P_500 8_10 0.3214 relative_P_1000 8_10 0.5000 success_1 8_10 0.0000 success_5 8_10 0.0000 success_10 8_10 0.0000 set_P 8_10 0.0140 set_relative_P 8_10 0.5000 set_recall 8_10 0.5000 set_map 8_10 0.0070 set_F 8_10 0.0272 num_nonrel_judged_ret 8_10 47 rbp 8_10 0.0006 rbp_resid 8_10 0.5590 unj_5 8_10 0.0000 unj_10 8_10 0.5000 unj_20 8_10 0.7000 num_ret 8_11 1000 num_rel 8_11 10 num_rel_ret 8_11 8 map 8_11 0.3208 Rprec 8_11 0.5000 bpref 8_11 0.3900 recip_rank 8_11 0.5000 iprec_at_recall_0.00 8_11 0.6667 iprec_at_recall_0.10 8_11 0.6667 iprec_at_recall_0.20 8_11 0.6667 iprec_at_recall_0.30 8_11 0.6250 iprec_at_recall_0.40 8_11 0.6250 iprec_at_recall_0.50 8_11 0.6250 iprec_at_recall_0.60 8_11 0.2727 iprec_at_recall_0.70 8_11 0.0389 iprec_at_recall_0.80 8_11 0.0335 iprec_at_recall_0.90 8_11 0.0000 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 0.4000 P_10 8_11 0.5000 P_15 8_11 0.3333 P_20 8_11 0.2500 P_30 8_11 0.2000 P_100 8_11 0.0600 P_200 8_11 0.0350 P_500 8_11 0.0160 P_1000 8_11 0.0080 relstring 8_11 '021001110-' recall_5 8_11 0.2000 recall_10 8_11 0.5000 recall_15 8_11 0.5000 recall_20 8_11 0.5000 recall_30 8_11 0.6000 recall_100 8_11 0.6000 recall_200 8_11 0.7000 recall_500 8_11 0.8000 recall_1000 8_11 0.8000 infAP 8_11 0.3208 Rprec_mult_0.20 8_11 0.5000 Rprec_mult_0.40 8_11 0.5000 Rprec_mult_0.60 8_11 0.5000 Rprec_mult_0.80 8_11 0.6250 Rprec_mult_1.00 8_11 0.5000 Rprec_mult_1.20 8_11 0.4167 Rprec_mult_1.40 8_11 0.3571 Rprec_mult_1.60 8_11 0.3125 Rprec_mult_1.80 8_11 0.2778 Rprec_mult_2.00 8_11 0.2500 utility 8_11 -984.0000 11pt_avg 8_11 0.3836 binG 8_11 0.3055 G 8_11 0.2631 ndcg 8_11 0.5260 ndcg_rel 8_11 0.4812 Rndcg 8_11 0.4537 ndcg_cut_5 8_11 0.3847 ndcg_cut_10 8_11 0.4481 ndcg_cut_15 8_11 0.4481 ndcg_cut_20 8_11 0.4481 ndcg_cut_30 8_11 0.4839 ndcg_cut_100 8_11 0.4839 ndcg_cut_200 8_11 0.5055 ndcg_cut_500 8_11 0.5260 ndcg_cut_1000 8_11 0.5260 map_cut_5 8_11 0.1167 map_cut_10 8_11 0.2863 map_cut_15 8_11 0.2863 map_cut_20 8_11 0.2863 map_cut_30 8_11 0.3136 map_cut_100 8_11 0.3136 map_cut_200 8_11 0.3175 map_cut_500 8_11 0.3208 map_cut_1000 8_11 0.3208 relative_P_5 8_11 0.4000 relative_P_10 8_11 0.5000 relative_P_15 8_11 0.5000 relative_P_20 8_11 0.5000 relative_P_30 8_11 0.6000 relative_P_100 8_11 0.6000 relative_P_200 8_11 0.7000 relative_P_500 8_11 0.8000 relative_P_1000 8_11 0.8000 success_1 8_11 0.0000 success_5 8_11 1.0000 success_10 8_11 1.0000 set_P 8_11 0.0080 set_relative_P 8_11 0.8000 set_recall 8_11 0.8000 set_map 8_11 0.0064 set_F 8_11 0.0158 num_nonrel_judged_ret 8_11 43 rbp 8_11 0.2160 rbp_resid 8_11 0.2043 unj_5 8_11 0.0000 unj_10 8_11 0.1000 unj_20 8_11 0.3000 num_ret 8_12 1000 num_rel 8_12 44 num_rel_ret 8_12 32 map 8_12 0.1905 Rprec 8_12 0.2727 bpref 8_12 0.3507 recip_rank 8_12 1.0000 iprec_at_recall_0.00 8_12 1.0000 iprec_at_recall_0.10 8_12 0.3103 iprec_at_recall_0.20 8_12 0.3103 iprec_at_recall_0.30 8_12 0.2787 iprec_at_recall_0.40 8_12 0.2687 iprec_at_recall_0.50 8_12 0.2529 iprec_at_recall_0.60 8_12 0.1698 iprec_at_recall_0.70 8_12 0.0724 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.4000 P_10 8_12 0.3000 P_15 8_12 0.2667 P_20 8_12 0.2000 P_30 8_12 0.3000 P_100 8_12 0.2300 P_200 8_12 0.1350 P_500 8_12 0.0640 P_1000 8_12 0.0320 relstring 8_12 '1000210000' recall_5 8_12 0.0455 recall_10 8_12 0.0682 recall_15 8_12 0.0909 recall_20 8_12 0.0909 recall_30 8_12 0.2045 recall_100 8_12 0.5227 recall_200 8_12 0.6136 recall_500 8_12 0.7273 recall_1000 8_12 0.7273 infAP 8_12 0.1905 Rprec_mult_0.20 8_12 0.3333 Rprec_mult_0.40 8_12 0.2222 Rprec_mult_0.60 8_12 0.2963 Rprec_mult_0.80 8_12 0.2500 Rprec_mult_1.00 8_12 0.2727 Rprec_mult_1.20 8_12 0.2453 Rprec_mult_1.40 8_12 0.2742 Rprec_mult_1.60 8_12 0.2535 Rprec_mult_1.80 8_12 0.2500 Rprec_mult_2.00 8_12 0.2500 utility 8_12 -936.0000 11pt_avg 8_12 0.2421 binG 8_12 0.1594 G 8_12 0.1231 ndcg 8_12 0.4222 ndcg_rel 8_12 0.3366 Rndcg 8_12 0.2338 ndcg_cut_5 8_12 0.1693 ndcg_cut_10 8_12 0.1452 ndcg_cut_15 8_12 0.1711 ndcg_cut_20 8_12 0.1600 ndcg_cut_30 8_12 0.2688 ndcg_cut_100 8_12 0.3608 ndcg_cut_200 8_12 0.3909 ndcg_cut_500 8_12 0.4222 ndcg_cut_1000 8_12 0.4222 map_cut_5 8_12 0.0318 map_cut_10 8_12 0.0432 map_cut_15 8_12 0.0502 map_cut_20 8_12 0.0502 map_cut_30 8_12 0.0812 map_cut_100 8_12 0.1642 map_cut_200 8_12 0.1804 map_cut_500 8_12 0.1905 map_cut_1000 8_12 0.1905 relative_P_5 8_12 0.4000 relative_P_10 8_12 0.3000 relative_P_15 8_12 0.2667 relative_P_20 8_12 0.2000 relative_P_30 8_12 0.3000 relative_P_100 8_12 0.5227 relative_P_200 8_12 0.6136 relative_P_500 8_12 0.7273 relative_P_1000 8_12 0.7273 success_1 8_12 1.0000 success_5 8_12 1.0000 success_10 8_12 1.0000 set_P 8_12 0.0320 set_relative_P 8_12 0.7273 set_recall 8_12 0.7273 set_map 8_12 0.0233 set_F 8_12 0.0613 num_nonrel_judged_ret 8_12 55 rbp 8_12 0.1199 rbp_resid 8_12 0.1058 unj_5 8_12 0.0000 unj_10 8_12 0.0000 unj_20 8_12 0.1500 num_ret 8_13 1000 num_rel 8_13 53 num_rel_ret 8_13 4 map 8_13 0.0206 Rprec 8_13 0.0377 bpref 8_13 0.0627 recip_rank 8_13 1.0000 iprec_at_recall_0.00 8_13 1.0000 iprec_at_recall_0.10 8_13 0.0000 iprec_at_recall_0.20 8_13 0.0000 iprec_at_recall_0.30 8_13 0.0000 iprec_at_recall_0.40 8_13 0.0000 iprec_at_recall_0.50 8_13 0.0000 iprec_at_recall_0.60 8_13 0.0000 iprec_at_recall_0.70 8_13 0.0000 iprec_at_recall_0.80 8_13 0.0000 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 0.2000 P_10 8_13 0.1000 P_15 8_13 0.0667 P_20 8_13 0.0500 P_30 8_13 0.0667 P_100 8_13 0.0200 P_200 8_13 0.0100 P_500 8_13 0.0080 P_1000 8_13 0.0040 relstring 8_13 '10000-----' recall_5 8_13 0.0189 recall_10 8_13 0.0189 recall_15 8_13 0.0189 recall_20 8_13 0.0189 recall_30 8_13 0.0377 recall_100 8_13 0.0377 recall_200 8_13 0.0377 recall_500 8_13 0.0755 recall_1000 8_13 0.0755 infAP 8_13 0.0206 Rprec_mult_0.20 8_13 0.0909 Rprec_mult_0.40 8_13 0.0455 Rprec_mult_0.60 8_13 0.0625 Rprec_mult_0.80 8_13 0.0465 Rprec_mult_1.00 8_13 0.0377 Rprec_mult_1.20 8_13 0.0312 Rprec_mult_1.40 8_13 0.0267 Rprec_mult_1.60 8_13 0.0235 Rprec_mult_1.80 8_13 0.0208 Rprec_mult_2.00 8_13 0.0189 utility 8_13 -992.0000 11pt_avg 8_13 0.0909 binG 8_13 0.0274 G 8_13 0.0096 ndcg 8_13 0.0525 ndcg_rel 8_13 0.0562 Rndcg 8_13 0.0606 ndcg_cut_5 8_13 0.0877 ndcg_cut_10 8_13 0.0618 ndcg_cut_15 8_13 0.0531 ndcg_cut_20 8_13 0.0472 ndcg_cut_30 8_13 0.0517 ndcg_cut_100 8_13 0.0437 ndcg_cut_200 8_13 0.0437 ndcg_cut_500 8_13 0.0525 ndcg_cut_1000 8_13 0.0525 map_cut_5 8_13 0.0189 map_cut_10 8_13 0.0189 map_cut_15 8_13 0.0189 map_cut_20 8_13 0.0189 map_cut_30 8_13 0.0202 map_cut_100 8_13 0.0202 map_cut_200 8_13 0.0202 map_cut_500 8_13 0.0206 map_cut_1000 8_13 0.0206 relative_P_5 8_13 0.2000 relative_P_10 8_13 0.1000 relative_P_15 8_13 0.0667 relative_P_20 8_13 0.0500 relative_P_30 8_13 0.0667 relative_P_100 8_13 0.0377 relative_P_200 8_13 0.0377 relative_P_500 8_13 0.0755 relative_P_1000 8_13 0.0755 success_1 8_13 1.0000 success_5 8_13 1.0000 success_10 8_13 1.0000 set_P 8_13 0.0040 set_relative_P 8_13 0.0755 set_recall 8_13 0.0755 set_map 8_13 0.0003 set_F 8_13 0.0076 num_nonrel_judged_ret 8_13 15 rbp 8_13 0.0265 rbp_resid 8_13 0.5130 unj_5 8_13 0.0000 unj_10 8_13 0.5000 unj_20 8_13 0.7000 num_ret 8_2 1000 num_rel 8_2 47 num_rel_ret 8_2 27 map 8_2 0.1373 Rprec 8_2 0.2128 bpref 8_2 0.2508 recip_rank 8_2 1.0000 iprec_at_recall_0.00 8_2 1.0000 iprec_at_recall_0.10 8_2 0.5385 iprec_at_recall_0.20 8_2 0.2727 iprec_at_recall_0.30 8_2 0.1707 iprec_at_recall_0.40 8_2 0.0918 iprec_at_recall_0.50 8_2 0.0405 iprec_at_recall_0.60 8_2 0.0000 iprec_at_recall_0.70 8_2 0.0000 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 0.2000 P_10 8_2 0.4000 P_15 8_2 0.4667 P_20 8_2 0.4000 P_30 8_2 0.2667 P_100 8_2 0.1500 P_200 8_2 0.0900 P_500 8_2 0.0460 P_1000 8_2 0.0270 relstring 8_2 '1000014100' recall_5 8_2 0.0213 recall_10 8_2 0.0851 recall_15 8_2 0.1489 recall_20 8_2 0.1702 recall_30 8_2 0.1702 recall_100 8_2 0.3191 recall_200 8_2 0.3830 recall_500 8_2 0.4894 recall_1000 8_2 0.5745 infAP 8_2 0.1373 Rprec_mult_0.20 8_2 0.4000 Rprec_mult_0.40 8_2 0.4211 Rprec_mult_0.60 8_2 0.2759 Rprec_mult_0.80 8_2 0.2368 Rprec_mult_1.00 8_2 0.2128 Rprec_mult_1.20 8_2 0.1754 Rprec_mult_1.40 8_2 0.1667 Rprec_mult_1.60 8_2 0.1711 Rprec_mult_1.80 8_2 0.1647 Rprec_mult_2.00 8_2 0.1489 utility 8_2 -946.0000 11pt_avg 8_2 0.1922 binG 8_2 0.1310 G 8_2 0.0881 ndcg 8_2 0.3369 ndcg_rel 8_2 0.2957 Rndcg 8_2 0.2259 ndcg_cut_5 8_2 0.0911 ndcg_cut_10 8_2 0.1942 ndcg_cut_15 8_2 0.2714 ndcg_cut_20 8_2 0.2519 ndcg_cut_30 8_2 0.2282 ndcg_cut_100 8_2 0.2585 ndcg_cut_200 8_2 0.2755 ndcg_cut_500 8_2 0.3130 ndcg_cut_1000 8_2 0.3369 map_cut_5 8_2 0.0213 map_cut_10 8_2 0.0481 map_cut_15 8_2 0.0799 map_cut_20 8_2 0.0899 map_cut_30 8_2 0.0899 map_cut_100 8_2 0.1184 map_cut_200 8_2 0.1278 map_cut_500 8_2 0.1347 map_cut_1000 8_2 0.1373 relative_P_5 8_2 0.2000 relative_P_10 8_2 0.4000 relative_P_15 8_2 0.4667 relative_P_20 8_2 0.4000 relative_P_30 8_2 0.2667 relative_P_100 8_2 0.3191 relative_P_200 8_2 0.3830 relative_P_500 8_2 0.4894 relative_P_1000 8_2 0.5745 success_1 8_2 1.0000 success_5 8_2 1.0000 success_10 8_2 1.0000 set_P 8_2 0.0270 set_relative_P 8_2 0.5745 set_recall 8_2 0.5745 set_map 8_2 0.0155 set_F 8_2 0.0516 num_nonrel_judged_ret 8_2 69 rbp 8_2 0.1677 rbp_resid 8_2 0.0849 unj_5 8_2 0.0000 unj_10 8_2 0.0000 unj_20 8_2 0.1000 num_ret 8_3 1000 num_rel 8_3 28 num_rel_ret 8_3 12 map 8_3 0.0854 Rprec 8_3 0.2143 bpref 8_3 0.2079 recip_rank 8_3 0.3333 iprec_at_recall_0.00 8_3 0.5000 iprec_at_recall_0.10 8_3 0.2500 iprec_at_recall_0.20 8_3 0.2500 iprec_at_recall_0.30 8_3 0.1667 iprec_at_recall_0.40 8_3 0.0965 iprec_at_recall_0.50 8_3 0.0000 iprec_at_recall_0.60 8_3 0.0000 iprec_at_recall_0.70 8_3 0.0000 iprec_at_recall_0.80 8_3 0.0000 iprec_at_recall_0.90 8_3 0.0000 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.4000 P_10 8_3 0.2000 P_15 8_3 0.1333 P_20 8_3 0.2000 P_30 8_3 0.2000 P_100 8_3 0.0900 P_200 8_3 0.0550 P_500 8_3 0.0240 P_1000 8_3 0.0120 relstring 8_3 '00210---00' recall_5 8_3 0.0714 recall_10 8_3 0.0714 recall_15 8_3 0.0714 recall_20 8_3 0.1429 recall_30 8_3 0.2143 recall_100 8_3 0.3214 recall_200 8_3 0.3929 recall_500 8_3 0.4286 recall_1000 8_3 0.4286 infAP 8_3 0.0854 Rprec_mult_0.20 8_3 0.3333 Rprec_mult_0.40 8_3 0.1667 Rprec_mult_0.60 8_3 0.1765 Rprec_mult_0.80 8_3 0.2174 Rprec_mult_1.00 8_3 0.2143 Rprec_mult_1.20 8_3 0.1765 Rprec_mult_1.40 8_3 0.1750 Rprec_mult_1.60 8_3 0.1556 Rprec_mult_1.80 8_3 0.1569 Rprec_mult_2.00 8_3 0.1429 utility 8_3 -976.0000 11pt_avg 8_3 0.1148 binG 8_3 0.1047 G 8_3 0.1065 ndcg 8_3 0.3243 ndcg_rel 8_3 0.2990 Rndcg 8_3 0.2581 ndcg_cut_5 8_3 0.2426 ndcg_cut_10 8_3 0.1823 ndcg_cut_15 8_3 0.1561 ndcg_cut_20 8_3 0.2303 ndcg_cut_30 8_3 0.2335 ndcg_cut_100 8_3 0.2890 ndcg_cut_200 8_3 0.3135 ndcg_cut_500 8_3 0.3243 ndcg_cut_1000 8_3 0.3243 map_cut_5 8_3 0.0298 map_cut_10 8_3 0.0298 map_cut_15 8_3 0.0298 map_cut_20 8_3 0.0440 map_cut_30 8_3 0.0607 map_cut_100 8_3 0.0763 map_cut_200 8_3 0.0832 map_cut_500 8_3 0.0854 map_cut_1000 8_3 0.0854 relative_P_5 8_3 0.4000 relative_P_10 8_3 0.2000 relative_P_15 8_3 0.1333 relative_P_20 8_3 0.2000 relative_P_30 8_3 0.2143 relative_P_100 8_3 0.3214 relative_P_200 8_3 0.3929 relative_P_500 8_3 0.4286 relative_P_1000 8_3 0.4286 success_1 8_3 0.0000 success_5 8_3 1.0000 success_10 8_3 1.0000 set_P 8_3 0.0120 set_relative_P 8_3 0.4286 set_recall 8_3 0.4286 set_map 8_3 0.0051 set_F 8_3 0.0233 num_nonrel_judged_ret 8_3 36 rbp 8_3 0.1636 rbp_resid 8_3 0.3045 unj_5 8_3 0.0000 unj_10 8_3 0.3000 unj_20 8_3 0.3500 num_ret 8_4 1000 num_rel 8_4 101 num_rel_ret 8_4 46 map 8_4 0.1083 Rprec 8_4 0.2178 bpref 8_4 0.3255 recip_rank 8_4 1.0000 iprec_at_recall_0.00 8_4 1.0000 iprec_at_recall_0.10 8_4 0.3226 iprec_at_recall_0.20 8_4 0.2632 iprec_at_recall_0.30 8_4 0.1648 iprec_at_recall_0.40 8_4 0.1127 iprec_at_recall_0.50 8_4 0.0000 iprec_at_recall_0.60 8_4 0.0000 iprec_at_recall_0.70 8_4 0.0000 iprec_at_recall_0.80 8_4 0.0000 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 0.4000 P_10 8_4 0.3000 P_15 8_4 0.2667 P_20 8_4 0.2500 P_30 8_4 0.3000 P_100 8_4 0.2200 P_200 8_4 0.1600 P_500 8_4 0.0800 P_1000 8_4 0.0460 relstring 8_4 '410000400-' recall_5 8_4 0.0198 recall_10 8_4 0.0297 recall_15 8_4 0.0396 recall_20 8_4 0.0495 recall_30 8_4 0.0891 recall_100 8_4 0.2178 recall_200 8_4 0.3168 recall_500 8_4 0.3960 recall_1000 8_4 0.4554 infAP 8_4 0.1083 Rprec_mult_0.20 8_4 0.2381 Rprec_mult_0.40 8_4 0.2927 Rprec_mult_0.60 8_4 0.2787 Rprec_mult_0.80 8_4 0.2469 Rprec_mult_1.00 8_4 0.2178 Rprec_mult_1.20 8_4 0.1967 Rprec_mult_1.40 8_4 0.1761 Rprec_mult_1.60 8_4 0.1605 Rprec_mult_1.80 8_4 0.1648 Rprec_mult_2.00 8_4 0.1584 utility 8_4 -908.0000 11pt_avg 8_4 0.1694 binG 8_4 0.0924 G 8_4 0.0856 ndcg 8_4 0.3832 ndcg_rel 8_4 0.3687 Rndcg 8_4 0.3149 ndcg_cut_5 8_4 0.3927 ndcg_cut_10 8_4 0.3282 ndcg_cut_15 8_4 0.3170 ndcg_cut_20 8_4 0.3014 ndcg_cut_30 8_4 0.2933 ndcg_cut_100 8_4 0.2900 ndcg_cut_200 8_4 0.3374 ndcg_cut_500 8_4 0.3670 ndcg_cut_1000 8_4 0.3832 map_cut_5 8_4 0.0198 map_cut_10 8_4 0.0240 map_cut_15 8_4 0.0271 map_cut_20 8_4 0.0300 map_cut_30 8_4 0.0404 map_cut_100 8_4 0.0766 map_cut_200 8_4 0.0939 map_cut_500 8_4 0.1043 map_cut_1000 8_4 0.1083 relative_P_5 8_4 0.4000 relative_P_10 8_4 0.3000 relative_P_15 8_4 0.2667 relative_P_20 8_4 0.2500 relative_P_30 8_4 0.3000 relative_P_100 8_4 0.2200 relative_P_200 8_4 0.3168 relative_P_500 8_4 0.3960 relative_P_1000 8_4 0.4554 success_1 8_4 1.0000 success_5 8_4 1.0000 success_10 8_4 1.0000 set_P 8_4 0.0460 set_relative_P 8_4 0.4554 set_recall 8_4 0.4554 set_map 8_4 0.0210 set_F 8_4 0.0836 num_nonrel_judged_ret 8_4 63 rbp 8_4 0.2340 rbp_resid 8_4 0.2047 unj_5 8_4 0.0000 unj_10 8_4 0.1000 unj_20 8_4 0.3500 num_ret 8_5 1000 num_rel 8_5 51 num_rel_ret 8_5 7 map 8_5 0.0071 Rprec 8_5 0.0196 bpref 8_5 0.0957 recip_rank 8_5 0.2500 iprec_at_recall_0.00 8_5 0.2500 iprec_at_recall_0.10 8_5 0.0169 iprec_at_recall_0.20 8_5 0.0000 iprec_at_recall_0.30 8_5 0.0000 iprec_at_recall_0.40 8_5 0.0000 iprec_at_recall_0.50 8_5 0.0000 iprec_at_recall_0.60 8_5 0.0000 iprec_at_recall_0.70 8_5 0.0000 iprec_at_recall_0.80 8_5 0.0000 iprec_at_recall_0.90 8_5 0.0000 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.2000 P_10 8_5 0.1000 P_15 8_5 0.0667 P_20 8_5 0.0500 P_30 8_5 0.0333 P_100 8_5 0.0200 P_200 8_5 0.0200 P_500 8_5 0.0100 P_1000 8_5 0.0070 relstring 8_5 '00010---0-' recall_5 8_5 0.0196 recall_10 8_5 0.0196 recall_15 8_5 0.0196 recall_20 8_5 0.0196 recall_30 8_5 0.0196 recall_100 8_5 0.0392 recall_200 8_5 0.0784 recall_500 8_5 0.0980 recall_1000 8_5 0.1373 infAP 8_5 0.0071 Rprec_mult_0.20 8_5 0.0909 Rprec_mult_0.40 8_5 0.0476 Rprec_mult_0.60 8_5 0.0323 Rprec_mult_0.80 8_5 0.0244 Rprec_mult_1.00 8_5 0.0196 Rprec_mult_1.20 8_5 0.0161 Rprec_mult_1.40 8_5 0.0139 Rprec_mult_1.60 8_5 0.0244 Rprec_mult_1.80 8_5 0.0217 Rprec_mult_2.00 8_5 0.0196 utility 8_5 -986.0000 11pt_avg 8_5 0.0243 binG 8_5 0.0236 G 8_5 0.0163 ndcg 8_5 0.0589 ndcg_rel 8_5 0.0571 Rndcg 8_5 0.0304 ndcg_cut_5 8_5 0.0427 ndcg_cut_10 8_5 0.0324 ndcg_cut_15 8_5 0.0275 ndcg_cut_20 8_5 0.0256 ndcg_cut_30 8_5 0.0227 ndcg_cut_100 8_5 0.0258 ndcg_cut_200 8_5 0.0442 ndcg_cut_500 8_5 0.0495 ndcg_cut_1000 8_5 0.0589 map_cut_5 8_5 0.0049 map_cut_10 8_5 0.0049 map_cut_15 8_5 0.0049 map_cut_20 8_5 0.0049 map_cut_30 8_5 0.0049 map_cut_100 8_5 0.0054 map_cut_200 8_5 0.0063 map_cut_500 8_5 0.0067 map_cut_1000 8_5 0.0071 relative_P_5 8_5 0.2000 relative_P_10 8_5 0.1000 relative_P_15 8_5 0.0667 relative_P_20 8_5 0.0500 relative_P_30 8_5 0.0333 relative_P_100 8_5 0.0392 relative_P_200 8_5 0.0784 relative_P_500 8_5 0.0980 relative_P_1000 8_5 0.1373 success_1 8_5 0.0000 success_5 8_5 1.0000 success_10 8_5 1.0000 set_P 8_5 0.0070 set_relative_P 8_5 0.1373 set_recall 8_5 0.1373 set_map 8_5 0.0010 set_F 8_5 0.0133 num_nonrel_judged_ret 8_5 22 rbp 8_5 0.0182 rbp_resid 8_5 0.4200 unj_5 8_5 0.0000 unj_10 8_5 0.4000 unj_20 8_5 0.5000 num_ret 8_7 1000 num_rel 8_7 47 num_rel_ret 8_7 6 map 8_7 0.0014 Rprec 8_7 0.0000 bpref 8_7 0.0837 recip_rank 8_7 0.0133 iprec_at_recall_0.00 8_7 0.0142 iprec_at_recall_0.10 8_7 0.0094 iprec_at_recall_0.20 8_7 0.0000 iprec_at_recall_0.30 8_7 0.0000 iprec_at_recall_0.40 8_7 0.0000 iprec_at_recall_0.50 8_7 0.0000 iprec_at_recall_0.60 8_7 0.0000 iprec_at_recall_0.70 8_7 0.0000 iprec_at_recall_0.80 8_7 0.0000 iprec_at_recall_0.90 8_7 0.0000 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 0.0000 P_10 8_7 0.0000 P_15 8_7 0.0000 P_20 8_7 0.0000 P_30 8_7 0.0000 P_100 8_7 0.0100 P_200 8_7 0.0100 P_500 8_7 0.0080 P_1000 8_7 0.0060 relstring 8_7 '00000000--' recall_5 8_7 0.0000 recall_10 8_7 0.0000 recall_15 8_7 0.0000 recall_20 8_7 0.0000 recall_30 8_7 0.0000 recall_100 8_7 0.0213 recall_200 8_7 0.0426 recall_500 8_7 0.0851 recall_1000 8_7 0.1277 infAP 8_7 0.0014 Rprec_mult_0.20 8_7 0.0000 Rprec_mult_0.40 8_7 0.0000 Rprec_mult_0.60 8_7 0.0000 Rprec_mult_0.80 8_7 0.0000 Rprec_mult_1.00 8_7 0.0000 Rprec_mult_1.20 8_7 0.0000 Rprec_mult_1.40 8_7 0.0000 Rprec_mult_1.60 8_7 0.0132 Rprec_mult_1.80 8_7 0.0118 Rprec_mult_2.00 8_7 0.0106 utility 8_7 -988.0000 11pt_avg 8_7 0.0021 binG 8_7 0.0160 G 8_7 0.0140 ndcg 8_7 0.0435 ndcg_rel 8_7 0.0414 Rndcg 8_7 0.0087 ndcg_cut_5 8_7 0.0000 ndcg_cut_10 8_7 0.0000 ndcg_cut_15 8_7 0.0000 ndcg_cut_20 8_7 0.0000 ndcg_cut_30 8_7 0.0000 ndcg_cut_100 8_7 0.0071 ndcg_cut_200 8_7 0.0132 ndcg_cut_500 8_7 0.0340 ndcg_cut_1000 8_7 0.0435 map_cut_5 8_7 0.0000 map_cut_10 8_7 0.0000 map_cut_15 8_7 0.0000 map_cut_20 8_7 0.0000 map_cut_30 8_7 0.0000 map_cut_100 8_7 0.0003 map_cut_200 8_7 0.0006 map_cut_500 8_7 0.0010 map_cut_1000 8_7 0.0014 relative_P_5 8_7 0.0000 relative_P_10 8_7 0.0000 relative_P_15 8_7 0.0000 relative_P_20 8_7 0.0000 relative_P_30 8_7 0.0000 relative_P_100 8_7 0.0213 relative_P_200 8_7 0.0426 relative_P_500 8_7 0.0851 relative_P_1000 8_7 0.1277 success_1 8_7 0.0000 success_5 8_7 0.0000 success_10 8_7 0.0000 set_P 8_7 0.0060 set_relative_P 8_7 0.1277 set_recall 8_7 0.1277 set_map 8_7 0.0008 set_F 8_7 0.0115 num_nonrel_judged_ret 8_7 17 rbp 8_7 0.0000 rbp_resid 8_7 0.3991 unj_5 8_7 0.0000 unj_10 8_7 0.2000 unj_20 8_7 0.5500 num_ret 8_8 1000 num_rel 8_8 32 num_rel_ret 8_8 21 map 8_8 0.0931 Rprec 8_8 0.2188 bpref 8_8 0.2451 recip_rank 8_8 0.2500 iprec_at_recall_0.00 8_8 0.2500 iprec_at_recall_0.10 8_8 0.2500 iprec_at_recall_0.20 8_8 0.2258 iprec_at_recall_0.30 8_8 0.1299 iprec_at_recall_0.40 8_8 0.1239 iprec_at_recall_0.50 8_8 0.0894 iprec_at_recall_0.60 8_8 0.0699 iprec_at_recall_0.70 8_8 0.0000 iprec_at_recall_0.80 8_8 0.0000 iprec_at_recall_0.90 8_8 0.0000 iprec_at_recall_1.00 8_8 0.0000 P_5 8_8 0.2000 P_10 8_8 0.1000 P_15 8_8 0.2000 P_20 8_8 0.2000 P_30 8_8 0.2000 P_100 8_8 0.1100 P_200 8_8 0.0800 P_500 8_8 0.0420 P_1000 8_8 0.0210 relstring 8_8 '000300-0-0' recall_5 8_8 0.0312 recall_10 8_8 0.0312 recall_15 8_8 0.0938 recall_20 8_8 0.1250 recall_30 8_8 0.1875 recall_100 8_8 0.3438 recall_200 8_8 0.5000 recall_500 8_8 0.6562 recall_1000 8_8 0.6562 infAP 8_8 0.0931 Rprec_mult_0.20 8_8 0.1429 Rprec_mult_0.40 8_8 0.1538 Rprec_mult_0.60 8_8 0.2000 Rprec_mult_0.80 8_8 0.1923 Rprec_mult_1.00 8_8 0.2188 Rprec_mult_1.20 8_8 0.1795 Rprec_mult_1.40 8_8 0.1778 Rprec_mult_1.60 8_8 0.1538 Rprec_mult_1.80 8_8 0.1379 Rprec_mult_2.00 8_8 0.1250 utility 8_8 -958.0000 11pt_avg 8_8 0.1035 binG 8_8 0.1229 G 8_8 0.1047 ndcg 8_8 0.3383 ndcg_rel 8_8 0.2589 Rndcg 8_8 0.1658 ndcg_cut_5 8_8 0.1096 ndcg_cut_10 8_8 0.0779 ndcg_cut_15 8_8 0.1334 ndcg_cut_20 8_8 0.1330 ndcg_cut_30 8_8 0.1482 ndcg_cut_100 8_8 0.2183 ndcg_cut_200 8_8 0.2723 ndcg_cut_500 8_8 0.3383 ndcg_cut_1000 8_8 0.3383 map_cut_5 8_8 0.0078 map_cut_10 8_8 0.0078 map_cut_15 8_8 0.0197 map_cut_20 8_8 0.0275 map_cut_30 8_8 0.0408 map_cut_100 8_8 0.0655 map_cut_200 8_8 0.0830 map_cut_500 8_8 0.0931 map_cut_1000 8_8 0.0931 relative_P_5 8_8 0.2000 relative_P_10 8_8 0.1000 relative_P_15 8_8 0.2000 relative_P_20 8_8 0.2000 relative_P_30 8_8 0.2000 relative_P_100 8_8 0.3438 relative_P_200 8_8 0.5000 relative_P_500 8_8 0.6562 relative_P_1000 8_8 0.6562 success_1 8_8 0.0000 success_5 8_8 1.0000 success_10 8_8 1.0000 set_P 8_8 0.0210 set_relative_P 8_8 0.6562 set_recall 8_8 0.6562 set_map 8_8 0.0138 set_F 8_8 0.0407 num_nonrel_judged_ret 8_8 46 rbp 8_8 0.1044 rbp_resid 8_8 0.2388 unj_5 8_8 0.0000 unj_10 8_8 0.2000 unj_20 8_8 0.2500 num_ret 9_11 1000 num_rel 9_11 119 num_rel_ret 9_11 28 map 9_11 0.0597 Rprec 9_11 0.1429 bpref 9_11 0.2088 recip_rank 9_11 0.3333 iprec_at_recall_0.00 9_11 0.5500 iprec_at_recall_0.10 9_11 0.4000 iprec_at_recall_0.20 9_11 0.0465 iprec_at_recall_0.30 9_11 0.0000 iprec_at_recall_0.40 9_11 0.0000 iprec_at_recall_0.50 9_11 0.0000 iprec_at_recall_0.60 9_11 0.0000 iprec_at_recall_0.70 9_11 0.0000 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 0.4000 P_10 9_11 0.4000 P_15 9_11 0.4667 P_20 9_11 0.5500 P_30 9_11 0.4000 P_100 9_11 0.1500 P_200 9_11 0.0900 P_500 9_11 0.0440 P_1000 9_11 0.0280 relstring 9_11 '0022001-2-' recall_5 9_11 0.0168 recall_10 9_11 0.0336 recall_15 9_11 0.0588 recall_20 9_11 0.0924 recall_30 9_11 0.1008 recall_100 9_11 0.1261 recall_200 9_11 0.1513 recall_500 9_11 0.1849 recall_1000 9_11 0.2353 infAP 9_11 0.0597 Rprec_mult_0.20 9_11 0.4583 Rprec_mult_0.40 9_11 0.2500 Rprec_mult_0.60 9_11 0.1806 Rprec_mult_0.80 9_11 0.1562 Rprec_mult_1.00 9_11 0.1429 Rprec_mult_1.20 9_11 0.1189 Rprec_mult_1.40 9_11 0.1078 Rprec_mult_1.60 9_11 0.0942 Rprec_mult_1.80 9_11 0.0837 Rprec_mult_2.00 9_11 0.0798 utility 9_11 -944.0000 11pt_avg 9_11 0.0906 binG 9_11 0.0521 G 9_11 0.0384 ndcg 9_11 0.2069 ndcg_rel 9_11 0.2057 Rndcg 9_11 0.1836 ndcg_cut_5 9_11 0.2104 ndcg_cut_10 9_11 0.2096 ndcg_cut_15 9_11 0.2424 ndcg_cut_20 9_11 0.2751 ndcg_cut_30 9_11 0.2323 ndcg_cut_100 9_11 0.1522 ndcg_cut_200 9_11 0.1620 ndcg_cut_500 9_11 0.1780 ndcg_cut_1000 9_11 0.2069 map_cut_5 9_11 0.0070 map_cut_10 9_11 0.0143 map_cut_15 9_11 0.0262 map_cut_20 9_11 0.0437 map_cut_30 9_11 0.0470 map_cut_100 9_11 0.0519 map_cut_200 9_11 0.0554 map_cut_500 9_11 0.0576 map_cut_1000 9_11 0.0597 relative_P_5 9_11 0.4000 relative_P_10 9_11 0.4000 relative_P_15 9_11 0.4667 relative_P_20 9_11 0.5500 relative_P_30 9_11 0.4000 relative_P_100 9_11 0.1500 relative_P_200 9_11 0.1513 relative_P_500 9_11 0.1849 relative_P_1000 9_11 0.2353 success_1 9_11 0.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.0280 set_relative_P 9_11 0.2353 set_recall 9_11 0.2353 set_map 9_11 0.0066 set_F 9_11 0.0500 num_nonrel_judged_ret 9_11 12 rbp 9_11 0.2190 rbp_resid 9_11 0.2307 unj_5 9_11 0.0000 unj_10 9_11 0.2000 unj_20 9_11 0.2000 num_ret 9_13 1000 num_rel 9_13 4 num_rel_ret 9_13 4 map 9_13 0.0724 Rprec 9_13 0.0000 bpref 9_13 0.3125 recip_rank 9_13 0.1250 iprec_at_recall_0.00 9_13 0.1250 iprec_at_recall_0.10 9_13 0.1250 iprec_at_recall_0.20 9_13 0.1250 iprec_at_recall_0.30 9_13 0.1250 iprec_at_recall_0.40 9_13 0.0645 iprec_at_recall_0.50 9_13 0.0645 iprec_at_recall_0.60 9_13 0.0645 iprec_at_recall_0.70 9_13 0.0645 iprec_at_recall_0.80 9_13 0.0645 iprec_at_recall_0.90 9_13 0.0645 iprec_at_recall_1.00 9_13 0.0645 P_5 9_13 0.0000 P_10 9_13 0.1000 P_15 9_13 0.0667 P_20 9_13 0.0500 P_30 9_13 0.0333 P_100 9_13 0.0400 P_200 9_13 0.0200 P_500 9_13 0.0080 P_1000 9_13 0.0040 relstring 9_13 '0------3--' recall_5 9_13 0.0000 recall_10 9_13 0.2500 recall_15 9_13 0.2500 recall_20 9_13 0.2500 recall_30 9_13 0.2500 recall_100 9_13 1.0000 recall_200 9_13 1.0000 recall_500 9_13 1.0000 recall_1000 9_13 1.0000 infAP 9_13 0.0724 Rprec_mult_0.20 9_13 0.0000 Rprec_mult_0.40 9_13 0.0000 Rprec_mult_0.60 9_13 0.0000 Rprec_mult_0.80 9_13 0.0000 Rprec_mult_1.00 9_13 0.0000 Rprec_mult_1.20 9_13 0.0000 Rprec_mult_1.40 9_13 0.0000 Rprec_mult_1.60 9_13 0.0000 Rprec_mult_1.80 9_13 0.1250 Rprec_mult_2.00 9_13 0.1250 utility 9_13 -992.0000 11pt_avg 9_13 0.0865 binG 9_13 0.2104 G 9_13 0.2109 ndcg 9_13 0.3167 ndcg_rel 9_13 0.2480 Rndcg 9_13 0.0792 ndcg_cut_5 9_13 0.0000 ndcg_cut_10 9_13 0.1497 ndcg_cut_15 9_13 0.1497 ndcg_cut_20 9_13 0.1497 ndcg_cut_30 9_13 0.1497 ndcg_cut_100 9_13 0.3167 ndcg_cut_200 9_13 0.3167 ndcg_cut_500 9_13 0.3167 ndcg_cut_1000 9_13 0.3167 map_cut_5 9_13 0.0000 map_cut_10 9_13 0.0312 map_cut_15 9_13 0.0312 map_cut_20 9_13 0.0312 map_cut_30 9_13 0.0312 map_cut_100 9_13 0.0724 map_cut_200 9_13 0.0724 map_cut_500 9_13 0.0724 map_cut_1000 9_13 0.0724 relative_P_5 9_13 0.0000 relative_P_10 9_13 0.2500 relative_P_15 9_13 0.2500 relative_P_20 9_13 0.2500 relative_P_30 9_13 0.2500 relative_P_100 9_13 1.0000 relative_P_200 9_13 1.0000 relative_P_500 9_13 1.0000 relative_P_1000 9_13 1.0000 success_1 9_13 0.0000 success_5 9_13 0.0000 success_10 9_13 1.0000 set_P 9_13 0.0040 set_relative_P 9_13 1.0000 set_recall 9_13 1.0000 set_map 9_13 0.0040 set_F 9_13 0.0080 num_nonrel_judged_ret 9_13 4 rbp 9_13 0.0491 rbp_resid 9_13 0.8125 unj_5 9_13 0.8000 unj_10 9_13 0.8000 unj_20 9_13 0.8000 num_ret 9_2 1000 num_rel 9_2 113 num_rel_ret 9_2 71 map 9_2 0.3612 Rprec 9_2 0.4159 bpref 9_2 0.5479 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 1.0000 iprec_at_recall_0.20 9_2 0.7368 iprec_at_recall_0.30 9_2 0.5763 iprec_at_recall_0.40 9_2 0.4340 iprec_at_recall_0.50 9_2 0.2780 iprec_at_recall_0.60 9_2 0.1241 iprec_at_recall_0.70 9_2 0.0000 iprec_at_recall_0.80 9_2 0.0000 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 1.0000 P_10 9_2 1.0000 P_15 9_2 0.9333 P_20 9_2 0.8000 P_30 9_2 0.7333 P_100 9_2 0.4400 P_200 9_2 0.2750 P_500 9_2 0.1340 P_1000 9_2 0.0710 relstring 9_2 '1121213321' recall_5 9_2 0.0442 recall_10 9_2 0.0885 recall_15 9_2 0.1239 recall_20 9_2 0.1416 recall_30 9_2 0.1947 recall_100 9_2 0.3894 recall_200 9_2 0.4867 recall_500 9_2 0.5929 recall_1000 9_2 0.6283 infAP 9_2 0.3612 Rprec_mult_0.20 9_2 0.8261 Rprec_mult_0.40 9_2 0.6522 Rprec_mult_0.60 9_2 0.5294 Rprec_mult_0.80 9_2 0.4505 Rprec_mult_1.00 9_2 0.4159 Rprec_mult_1.20 9_2 0.3676 Rprec_mult_1.40 9_2 0.3270 Rprec_mult_1.60 9_2 0.2983 Rprec_mult_1.80 9_2 0.2745 Rprec_mult_2.00 9_2 0.2611 utility 9_2 -858.0000 11pt_avg 9_2 0.3772 binG 9_2 0.2298 G 9_2 0.1250 ndcg 9_2 0.5683 ndcg_rel 9_2 0.5301 Rndcg 9_2 0.4827 ndcg_cut_5 9_2 0.4336 ndcg_cut_10 9_2 0.5840 ndcg_cut_15 9_2 0.5698 ndcg_cut_20 9_2 0.5329 ndcg_cut_30 9_2 0.5180 ndcg_cut_100 9_2 0.4695 ndcg_cut_200 9_2 0.5053 ndcg_cut_500 9_2 0.5544 ndcg_cut_1000 9_2 0.5683 map_cut_5 9_2 0.0442 map_cut_10 9_2 0.0885 map_cut_15 9_2 0.1239 map_cut_20 9_2 0.1401 map_cut_30 9_2 0.1832 map_cut_100 9_2 0.2986 map_cut_200 9_2 0.3344 map_cut_500 9_2 0.3579 map_cut_1000 9_2 0.3612 relative_P_5 9_2 1.0000 relative_P_10 9_2 1.0000 relative_P_15 9_2 0.9333 relative_P_20 9_2 0.8000 relative_P_30 9_2 0.7333 relative_P_100 9_2 0.4400 relative_P_200 9_2 0.4867 relative_P_500 9_2 0.5929 relative_P_1000 9_2 0.6283 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 0.0710 set_relative_P 9_2 0.6283 set_recall 9_2 0.6283 set_map 9_2 0.0446 set_F 9_2 0.1276 num_nonrel_judged_ret 9_2 22 rbp 9_2 0.4516 rbp_resid 9_2 0.0853 unj_5 9_2 0.0000 unj_10 9_2 0.0000 unj_20 9_2 0.1500 num_ret 9_6 1000 num_rel 9_6 131 num_rel_ret 9_6 112 map 9_6 0.4224 Rprec 9_6 0.4733 bpref 9_6 0.8452 recip_rank 9_6 1.0000 iprec_at_recall_0.00 9_6 1.0000 iprec_at_recall_0.10 9_6 0.7368 iprec_at_recall_0.20 9_6 0.7045 iprec_at_recall_0.30 9_6 0.5495 iprec_at_recall_0.40 9_6 0.5253 iprec_at_recall_0.50 9_6 0.4459 iprec_at_recall_0.60 9_6 0.3419 iprec_at_recall_0.70 9_6 0.2958 iprec_at_recall_0.80 9_6 0.2283 iprec_at_recall_0.90 9_6 0.0000 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 1.0000 P_10 9_6 0.7000 P_15 9_6 0.7333 P_20 9_6 0.7000 P_30 9_6 0.7000 P_100 9_6 0.5200 P_200 9_6 0.3550 P_500 9_6 0.2140 P_1000 9_6 0.1120 relstring 9_6 '22112-2-2-' recall_5 9_6 0.0382 recall_10 9_6 0.0534 recall_15 9_6 0.0840 recall_20 9_6 0.1069 recall_30 9_6 0.1603 recall_100 9_6 0.3969 recall_200 9_6 0.5420 recall_500 9_6 0.8168 recall_1000 9_6 0.8550 infAP 9_6 0.4224 Rprec_mult_0.20 9_6 0.6667 Rprec_mult_0.40 9_6 0.6226 Rprec_mult_0.60 9_6 0.5063 Rprec_mult_0.80 9_6 0.4952 Rprec_mult_1.00 9_6 0.4733 Rprec_mult_1.20 9_6 0.4177 Rprec_mult_1.40 9_6 0.3750 Rprec_mult_1.60 9_6 0.3476 Rprec_mult_1.80 9_6 0.3390 Rprec_mult_2.00 9_6 0.3130 utility 9_6 -776.0000 11pt_avg 9_6 0.4389 binG 9_6 0.1990 G 9_6 0.1389 ndcg 9_6 0.7090 ndcg_rel 9_6 0.5696 Rndcg 9_6 0.5326 ndcg_cut_5 9_6 0.5615 ndcg_cut_10 9_6 0.4574 ndcg_cut_15 9_6 0.4752 ndcg_cut_20 9_6 0.4626 ndcg_cut_30 9_6 0.5015 ndcg_cut_100 9_6 0.4802 ndcg_cut_200 9_6 0.5320 ndcg_cut_500 9_6 0.6934 ndcg_cut_1000 9_6 0.7090 map_cut_5 9_6 0.0382 map_cut_10 9_6 0.0506 map_cut_15 9_6 0.0738 map_cut_20 9_6 0.0903 map_cut_30 9_6 0.1272 map_cut_100 9_6 0.2687 map_cut_200 9_6 0.3354 map_cut_500 9_6 0.4159 map_cut_1000 9_6 0.4224 relative_P_5 9_6 1.0000 relative_P_10 9_6 0.7000 relative_P_15 9_6 0.7333 relative_P_20 9_6 0.7000 relative_P_30 9_6 0.7000 relative_P_100 9_6 0.5200 relative_P_200 9_6 0.5420 relative_P_500 9_6 0.8168 relative_P_1000 9_6 0.8550 success_1 9_6 1.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 0.1120 set_relative_P 9_6 0.8550 set_recall 9_6 0.8550 set_map 9_6 0.0958 set_F 9_6 0.1981 num_nonrel_judged_ret 9_6 5 rbp 9_6 0.4515 rbp_resid 9_6 0.2468 unj_5 9_6 0.0000 unj_10 9_6 0.3000 unj_20 9_6 0.3000 num_ret 9_9 929 num_rel 9_9 55 num_rel_ret 9_9 35 map 9_9 0.3625 Rprec 9_9 0.3455 bpref 9_9 0.6304 recip_rank 9_9 1.0000 iprec_at_recall_0.00 9_9 1.0000 iprec_at_recall_0.10 9_9 1.0000 iprec_at_recall_0.20 9_9 0.8824 iprec_at_recall_0.30 9_9 0.6800 iprec_at_recall_0.40 9_9 0.3194 iprec_at_recall_0.50 9_9 0.2044 iprec_at_recall_0.60 9_9 0.0976 iprec_at_recall_0.70 9_9 0.0000 iprec_at_recall_0.80 9_9 0.0000 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 1.0000 P_10 9_9 0.9000 P_15 9_9 0.8667 P_20 9_9 0.8000 P_30 9_9 0.5667 P_100 9_9 0.2500 P_200 9_9 0.1450 P_500 9_9 0.0700 P_1000 9_9 0.0350 relstring 9_9 '333233323-' recall_5 9_9 0.0909 recall_10 9_9 0.1636 recall_15 9_9 0.2364 recall_20 9_9 0.2909 recall_30 9_9 0.3091 recall_100 9_9 0.4545 recall_200 9_9 0.5273 recall_500 9_9 0.6364 recall_1000 9_9 0.6364 infAP 9_9 0.3625 Rprec_mult_0.20 9_9 0.9091 Rprec_mult_0.40 9_9 0.7273 Rprec_mult_0.60 9_9 0.5152 Rprec_mult_0.80 9_9 0.4091 Rprec_mult_1.00 9_9 0.3455 Rprec_mult_1.20 9_9 0.3182 Rprec_mult_1.40 9_9 0.2987 Rprec_mult_1.60 9_9 0.2841 Rprec_mult_1.80 9_9 0.2525 Rprec_mult_2.00 9_9 0.2364 utility 9_9 -859.0000 11pt_avg 9_9 0.3803 binG 9_9 0.2843 G 9_9 0.2546 ndcg 9_9 0.6923 ndcg_rel 9_9 0.7400 Rndcg 9_9 0.6534 ndcg_cut_5 9_9 0.9513 ndcg_cut_10 9_9 0.8816 ndcg_cut_15 9_9 0.8621 ndcg_cut_20 9_9 0.8081 ndcg_cut_30 9_9 0.6861 ndcg_cut_100 9_9 0.6246 ndcg_cut_200 9_9 0.6550 ndcg_cut_500 9_9 0.6923 ndcg_cut_1000 9_9 0.6923 map_cut_5 9_9 0.0909 map_cut_10 9_9 0.1636 map_cut_15 9_9 0.2269 map_cut_20 9_9 0.2734 map_cut_30 9_9 0.2858 map_cut_100 9_9 0.3361 map_cut_200 9_9 0.3512 map_cut_500 9_9 0.3625 map_cut_1000 9_9 0.3625 relative_P_5 9_9 1.0000 relative_P_10 9_9 0.9000 relative_P_15 9_9 0.8667 relative_P_20 9_9 0.8000 relative_P_30 9_9 0.5667 relative_P_100 9_9 0.4545 relative_P_200 9_9 0.5273 relative_P_500 9_9 0.6364 relative_P_1000 9_9 0.6364 success_1 9_9 1.0000 success_5 9_9 1.0000 success_10 9_9 1.0000 set_P 9_9 0.0377 set_relative_P 9_9 0.6364 set_recall 9_9 0.6364 set_map 9_9 0.0240 set_F 9_9 0.0711 num_nonrel_judged_ret 9_9 9 rbp 9_9 0.7413 rbp_resid 9_9 0.2127 unj_5 9_9 0.0000 unj_10 9_9 0.1000 unj_20 9_9 0.2000 runid all nii_run_ptkb_rr_manu num_q all 116 num_ret all 115406 num_rel all 9895 num_rel_ret all 5169 map all 0.2561 gm_map all 0.1760 Rprec all 0.3105 bpref all 0.4439 recip_rank all 0.8078 iprec_at_recall_0.00 all 0.8420 iprec_at_recall_0.10 all 0.6344 iprec_at_recall_0.20 all 0.4946 iprec_at_recall_0.30 all 0.3830 iprec_at_recall_0.40 all 0.2827 iprec_at_recall_0.50 all 0.2050 iprec_at_recall_0.60 all 0.1329 iprec_at_recall_0.70 all 0.0794 iprec_at_recall_0.80 all 0.0434 iprec_at_recall_0.90 all 0.0163 iprec_at_recall_1.00 all 0.0067 P_5 all 0.6655 P_10 all 0.6026 P_15 all 0.5603 P_20 all 0.5246 P_30 all 0.4830 P_100 all 0.2649 P_200 all 0.1693 P_500 all 0.0828 P_1000 all 0.0446 recall_5 all 0.0550 recall_10 all 0.0999 recall_15 all 0.1331 recall_20 all 0.1611 recall_30 all 0.2223 recall_100 all 0.3833 recall_200 all 0.4713 recall_500 all 0.5527 recall_1000 all 0.5837 infAP all 0.2561 gm_bpref all 0.3516 Rprec_mult_0.20 all 0.5649 Rprec_mult_0.40 all 0.4659 Rprec_mult_0.60 all 0.3937 Rprec_mult_0.80 all 0.3451 Rprec_mult_1.00 all 0.3105 Rprec_mult_1.20 all 0.2776 Rprec_mult_1.40 all 0.2560 Rprec_mult_1.60 all 0.2351 Rprec_mult_1.80 all 0.2182 Rprec_mult_2.00 all 0.2039 utility all -905.7586 11pt_avg all 0.2837 binG all 0.1771 G all 0.1362 ndcg all 0.4892 ndcg_rel all 0.4568 Rndcg all 0.4168 ndcg_cut_5 all 0.4756 ndcg_cut_10 all 0.4587 ndcg_cut_15 all 0.4471 ndcg_cut_20 all 0.4380 ndcg_cut_30 all 0.4323 ndcg_cut_100 all 0.4119 ndcg_cut_200 all 0.4403 ndcg_cut_500 all 0.4766 ndcg_cut_1000 all 0.4892 map_cut_5 all 0.0477 map_cut_10 all 0.0792 map_cut_15 all 0.1019 map_cut_20 all 0.1197 map_cut_30 all 0.1506 map_cut_100 all 0.2190 map_cut_200 all 0.2414 map_cut_500 all 0.2537 map_cut_1000 all 0.2561 relative_P_5 all 0.6655 relative_P_10 all 0.6039 relative_P_15 all 0.5648 relative_P_20 all 0.5327 relative_P_30 all 0.5092 relative_P_100 all 0.4205 relative_P_200 all 0.4732 relative_P_500 all 0.5527 relative_P_1000 all 0.5837 success_1 all 0.7155 success_5 all 0.9224 success_10 all 0.9655 set_P all 0.0447 set_relative_P all 0.5837 set_recall all 0.5837 set_map all 0.0273 set_F all 0.0806 num_nonrel_judged_ret all 3046 rbp all 0.3434 rbp_resid all 0.1919 unj_5 all 0.0069 unj_10 all 0.1181 unj_20 all 0.2280