num_ret 0_10 1000 num_rel 0_10 54 num_rel_ret 0_10 50 map 0_10 0.3070 Rprec 0_10 0.2778 bpref 0_10 0.6828 recip_rank 0_10 1.0000 iprec_at_recall_0.00 0_10 1.0000 iprec_at_recall_0.10 0_10 0.6000 iprec_at_recall_0.20 0_10 0.3929 iprec_at_recall_0.30 0_10 0.3067 iprec_at_recall_0.40 0_10 0.3067 iprec_at_recall_0.50 0_10 0.3000 iprec_at_recall_0.60 0_10 0.2883 iprec_at_recall_0.70 0_10 0.2794 iprec_at_recall_0.80 0_10 0.2139 iprec_at_recall_0.90 0_10 0.1607 iprec_at_recall_1.00 0_10 0.0000 P_5 0_10 0.6000 P_10 0_10 0.6000 P_15 0_10 0.4000 P_20 0_10 0.5000 P_30 0_10 0.3667 P_100 0_10 0.2900 P_200 0_10 0.2100 P_500 0_10 0.1000 P_1000 0_10 0.0500 relstring 0_10 '2010320-32' recall_5 0_10 0.0556 recall_10 0_10 0.1111 recall_15 0_10 0.1111 recall_20 0_10 0.1852 recall_30 0_10 0.2037 recall_100 0_10 0.5370 recall_200 0_10 0.7778 recall_500 0_10 0.9259 recall_1000 0_10 0.9259 infAP 0_10 0.3070 Rprec_mult_0.20 0_10 0.5455 Rprec_mult_0.40 0_10 0.4545 Rprec_mult_0.60 0_10 0.3333 Rprec_mult_0.80 0_10 0.2955 Rprec_mult_1.00 0_10 0.2778 Rprec_mult_1.20 0_10 0.2769 Rprec_mult_1.40 0_10 0.3026 Rprec_mult_1.60 0_10 0.2874 Rprec_mult_1.80 0_10 0.2857 Rprec_mult_2.00 0_10 0.2870 utility 0_10 -900.0000 11pt_avg 0_10 0.3499 binG 0_10 0.2032 G 0_10 0.1568 ndcg 0_10 0.6524 ndcg_rel 0_10 0.4657 Rndcg 0_10 0.3784 ndcg_cut_5 0_10 0.4138 ndcg_cut_10 0_10 0.4295 ndcg_cut_15 0_10 0.3329 ndcg_cut_20 0_10 0.3768 ndcg_cut_30 0_10 0.3038 ndcg_cut_100 0_10 0.4507 ndcg_cut_200 0_10 0.5830 ndcg_cut_500 0_10 0.6524 ndcg_cut_1000 0_10 0.6524 map_cut_5 0_10 0.0420 map_cut_10 0_10 0.0757 map_cut_15 0_10 0.0757 map_cut_20 0_10 0.1096 map_cut_30 0_10 0.1169 map_cut_100 0_10 0.2152 map_cut_200 0_10 0.2807 map_cut_500 0_10 0.3070 map_cut_1000 0_10 0.3070 relative_P_5 0_10 0.6000 relative_P_10 0_10 0.6000 relative_P_15 0_10 0.4000 relative_P_20 0_10 0.5000 relative_P_30 0_10 0.3667 relative_P_100 0_10 0.5370 relative_P_200 0_10 0.7778 relative_P_500 0_10 0.9259 relative_P_1000 0_10 0.9259 success_1 0_10 1.0000 success_5 0_10 1.0000 success_10 0_10 1.0000 set_P 0_10 0.0500 set_relative_P 0_10 0.9259 set_recall 0_10 0.9259 set_map 0_10 0.0463 set_F 0_10 0.0949 num_nonrel_judged_ret 0_10 26 rbp 0_10 0.3210 rbp_resid 0_10 0.2468 unj_5 0_10 0.0000 unj_10 0_10 0.1000 unj_20 0_10 0.2500 num_ret 0_11 656 num_rel 0_11 12 num_rel_ret 0_11 12 map 0_11 0.7972 Rprec 0_11 0.6667 bpref 0_11 0.8056 recip_rank 0_11 1.0000 iprec_at_recall_0.00 0_11 1.0000 iprec_at_recall_0.10 0_11 1.0000 iprec_at_recall_0.20 0_11 1.0000 iprec_at_recall_0.30 0_11 0.8750 iprec_at_recall_0.40 0_11 0.8750 iprec_at_recall_0.50 0_11 0.8750 iprec_at_recall_0.60 0_11 0.8750 iprec_at_recall_0.70 0_11 0.7273 iprec_at_recall_0.80 0_11 0.6316 iprec_at_recall_0.90 0_11 0.6316 iprec_at_recall_1.00 0_11 0.6316 P_5 0_11 0.8000 P_10 0_11 0.7000 P_15 0_11 0.6000 P_20 0_11 0.6000 P_30 0_11 0.4000 P_100 0_11 0.1200 P_200 0_11 0.0600 P_500 0_11 0.0240 P_1000 0_11 0.0120 relstring 0_11 '333033330-' recall_5 0_11 0.3333 recall_10 0_11 0.5833 recall_15 0_11 0.7500 recall_20 0_11 1.0000 recall_30 0_11 1.0000 recall_100 0_11 1.0000 recall_200 0_11 1.0000 recall_500 0_11 1.0000 recall_1000 0_11 1.0000 infAP 0_11 0.7972 Rprec_mult_0.20 0_11 1.0000 Rprec_mult_0.40 0_11 0.8000 Rprec_mult_0.60 0_11 0.8750 Rprec_mult_0.80 0_11 0.7000 Rprec_mult_1.00 0_11 0.6667 Rprec_mult_1.20 0_11 0.6000 Rprec_mult_1.40 0_11 0.5882 Rprec_mult_1.60 0_11 0.6000 Rprec_mult_1.80 0_11 0.5455 Rprec_mult_2.00 0_11 0.5000 utility 0_11 -632.0000 11pt_avg 0_11 0.8293 binG 0_11 0.6047 G 0_11 0.5131 ndcg 0_11 0.9355 ndcg_rel 0_11 0.8959 Rndcg 0_11 0.8410 ndcg_cut_5 0_11 0.8539 ndcg_cut_10 0_11 0.7753 ndcg_cut_15 0_11 0.7968 ndcg_cut_20 0_11 0.9355 ndcg_cut_30 0_11 0.9355 ndcg_cut_100 0_11 0.9355 ndcg_cut_200 0_11 0.9355 ndcg_cut_500 0_11 0.9355 ndcg_cut_1000 0_11 0.9355 map_cut_5 0_11 0.3167 map_cut_10 0_11 0.5305 map_cut_15 0_11 0.6446 map_cut_20 0_11 0.7972 map_cut_30 0_11 0.7972 map_cut_100 0_11 0.7972 map_cut_200 0_11 0.7972 map_cut_500 0_11 0.7972 map_cut_1000 0_11 0.7972 relative_P_5 0_11 0.8000 relative_P_10 0_11 0.7000 relative_P_15 0_11 0.7500 relative_P_20 0_11 1.0000 relative_P_30 0_11 1.0000 relative_P_100 0_11 1.0000 relative_P_200 0_11 1.0000 relative_P_500 0_11 1.0000 relative_P_1000 0_11 1.0000 success_1 0_11 1.0000 success_5 0_11 1.0000 success_10 0_11 1.0000 set_P 0_11 0.0183 set_relative_P 0_11 1.0000 set_recall 0_11 1.0000 set_map 0_11 0.0183 set_F 0_11 0.0359 num_nonrel_judged_ret 0_11 15 rbp 0_11 0.6071 rbp_resid 0_11 0.1519 unj_5 0_11 0.0000 unj_10 0_11 0.1000 unj_20 0_11 0.1000 num_ret 0_2 1000 num_rel 0_2 34 num_rel_ret 0_2 25 map 0_2 0.0869 Rprec 0_2 0.0882 bpref 0_2 0.0519 recip_rank 0_2 0.3333 iprec_at_recall_0.00 0_2 0.3333 iprec_at_recall_0.10 0_2 0.1395 iprec_at_recall_0.20 0_2 0.1395 iprec_at_recall_0.30 0_2 0.1395 iprec_at_recall_0.40 0_2 0.1304 iprec_at_recall_0.50 0_2 0.1078 iprec_at_recall_0.60 0_2 0.1026 iprec_at_recall_0.70 0_2 0.0784 iprec_at_recall_0.80 0_2 0.0000 iprec_at_recall_0.90 0_2 0.0000 iprec_at_recall_1.00 0_2 0.0000 P_5 0_2 0.2000 P_10 0_2 0.1000 P_15 0_2 0.0667 P_20 0_2 0.0500 P_30 0_2 0.1000 P_100 0_2 0.1200 P_200 0_2 0.1000 P_500 0_2 0.0500 P_1000 0_2 0.0250 relstring 0_2 '0020000000' recall_5 0_2 0.0294 recall_10 0_2 0.0294 recall_15 0_2 0.0294 recall_20 0_2 0.0294 recall_30 0_2 0.0882 recall_100 0_2 0.3529 recall_200 0_2 0.5882 recall_500 0_2 0.7353 recall_1000 0_2 0.7353 infAP 0_2 0.0869 Rprec_mult_0.20 0_2 0.1429 Rprec_mult_0.40 0_2 0.0714 Rprec_mult_0.60 0_2 0.0476 Rprec_mult_0.80 0_2 0.1071 Rprec_mult_1.00 0_2 0.0882 Rprec_mult_1.20 0_2 0.0976 Rprec_mult_1.40 0_2 0.1042 Rprec_mult_1.60 0_2 0.0909 Rprec_mult_1.80 0_2 0.0968 Rprec_mult_2.00 0_2 0.1176 utility 0_2 -950.0000 11pt_avg 0_2 0.1065 binG 0_2 0.1251 G 0_2 0.1180 ndcg 0_2 0.3725 ndcg_rel 0_2 0.2806 Rndcg 0_2 0.1416 ndcg_cut_5 0_2 0.1450 ndcg_cut_10 0_2 0.0991 ndcg_cut_15 0_2 0.0802 ndcg_cut_20 0_2 0.0733 ndcg_cut_30 0_2 0.1178 ndcg_cut_100 0_2 0.2440 ndcg_cut_200 0_2 0.3279 ndcg_cut_500 0_2 0.3725 ndcg_cut_1000 0_2 0.3725 map_cut_5 0_2 0.0098 map_cut_10 0_2 0.0098 map_cut_15 0_2 0.0098 map_cut_20 0_2 0.0098 map_cut_30 0_2 0.0157 map_cut_100 0_2 0.0476 map_cut_200 0_2 0.0744 map_cut_500 0_2 0.0869 map_cut_1000 0_2 0.0869 relative_P_5 0_2 0.2000 relative_P_10 0_2 0.1000 relative_P_15 0_2 0.0667 relative_P_20 0_2 0.0500 relative_P_30 0_2 0.1000 relative_P_100 0_2 0.3529 relative_P_200 0_2 0.5882 relative_P_500 0_2 0.7353 relative_P_1000 0_2 0.7353 success_1 0_2 0.0000 success_5 0_2 1.0000 success_10 0_2 1.0000 set_P 0_2 0.0250 set_relative_P 0_2 0.7353 set_recall 0_2 0.7353 set_map 0_2 0.0184 set_F 0_2 0.0484 num_nonrel_judged_ret 0_2 144 rbp 0_2 0.0680 rbp_resid 0_2 0.0074 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1000 num_rel 0_3 24 num_rel_ret 0_3 23 map 0_3 0.1294 Rprec 0_3 0.1667 bpref 0_3 0.1111 recip_rank 0_3 0.1429 iprec_at_recall_0.00 0_3 0.2727 iprec_at_recall_0.10 0_3 0.2727 iprec_at_recall_0.20 0_3 0.1667 iprec_at_recall_0.30 0_3 0.1405 iprec_at_recall_0.40 0_3 0.1405 iprec_at_recall_0.50 0_3 0.1405 iprec_at_recall_0.60 0_3 0.1405 iprec_at_recall_0.70 0_3 0.1405 iprec_at_recall_0.80 0_3 0.0938 iprec_at_recall_0.90 0_3 0.0833 iprec_at_recall_1.00 0_3 0.0000 P_5 0_3 0.0000 P_10 0_3 0.2000 P_15 0_3 0.2667 P_20 0_3 0.2000 P_30 0_3 0.1333 P_100 0_3 0.1000 P_200 0_3 0.0900 P_500 0_3 0.0460 P_1000 0_3 0.0230 relstring 0_3 '0000001010' recall_5 0_3 0.0000 recall_10 0_3 0.0833 recall_15 0_3 0.1667 recall_20 0_3 0.1667 recall_30 0_3 0.1667 recall_100 0_3 0.4167 recall_200 0_3 0.7500 recall_500 0_3 0.9583 recall_1000 0_3 0.9583 infAP 0_3 0.1294 Rprec_mult_0.20 0_3 0.0000 Rprec_mult_0.40 0_3 0.2000 Rprec_mult_0.60 0_3 0.2667 Rprec_mult_0.80 0_3 0.2000 Rprec_mult_1.00 0_3 0.1667 Rprec_mult_1.20 0_3 0.1379 Rprec_mult_1.40 0_3 0.1471 Rprec_mult_1.60 0_3 0.1538 Rprec_mult_1.80 0_3 0.1364 Rprec_mult_2.00 0_3 0.1250 utility 0_3 -954.0000 11pt_avg 0_3 0.1447 binG 0_3 0.1716 G 0_3 0.1534 ndcg 0_3 0.3979 ndcg_rel 0_3 0.2388 Rndcg 0_3 0.1240 ndcg_cut_5 0_3 0.0000 ndcg_cut_10 0_3 0.0747 ndcg_cut_15 0_3 0.1186 ndcg_cut_20 0_3 0.1059 ndcg_cut_30 0_3 0.0980 ndcg_cut_100 0_3 0.2147 ndcg_cut_200 0_3 0.3132 ndcg_cut_500 0_3 0.3979 ndcg_cut_1000 0_3 0.3979 map_cut_5 0_3 0.0000 map_cut_10 0_3 0.0152 map_cut_15 0_3 0.0377 map_cut_20 0_3 0.0377 map_cut_30 0_3 0.0377 map_cut_100 0_3 0.0694 map_cut_200 0_3 0.1113 map_cut_500 0_3 0.1294 map_cut_1000 0_3 0.1294 relative_P_5 0_3 0.0000 relative_P_10 0_3 0.2000 relative_P_15 0_3 0.2667 relative_P_20 0_3 0.2000 relative_P_30 0_3 0.1667 relative_P_100 0_3 0.4167 relative_P_200 0_3 0.7500 relative_P_500 0_3 0.9583 relative_P_1000 0_3 0.9583 success_1 0_3 0.0000 success_5 0_3 0.0000 success_10 0_3 1.0000 set_P 0_3 0.0230 set_relative_P 0_3 0.9583 set_recall 0_3 0.9583 set_map 0_3 0.0220 set_F 0_3 0.0449 num_nonrel_judged_ret 0_3 128 rbp 0_3 0.0545 rbp_resid 0_3 0.0054 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 861 num_rel 0_4 20 num_rel_ret 0_4 9 map 0_4 0.2983 Rprec 0_4 0.3000 bpref 0_4 0.2975 recip_rank 0_4 1.0000 iprec_at_recall_0.00 0_4 1.0000 iprec_at_recall_0.10 0_4 1.0000 iprec_at_recall_0.20 0_4 1.0000 iprec_at_recall_0.30 0_4 0.8571 iprec_at_recall_0.40 0_4 0.0584 iprec_at_recall_0.50 0_4 0.0000 iprec_at_recall_0.60 0_4 0.0000 iprec_at_recall_0.70 0_4 0.0000 iprec_at_recall_0.80 0_4 0.0000 iprec_at_recall_0.90 0_4 0.0000 iprec_at_recall_1.00 0_4 0.0000 P_5 0_4 0.8000 P_10 0_4 0.6000 P_15 0_4 0.4000 P_20 0_4 0.3000 P_30 0_4 0.2000 P_100 0_4 0.0700 P_200 0_4 0.0450 P_500 0_4 0.0180 P_1000 0_4 0.0090 relstring 0_4 '4344021-00' recall_5 0_4 0.2000 recall_10 0_4 0.3000 recall_15 0_4 0.3000 recall_20 0_4 0.3000 recall_30 0_4 0.3000 recall_100 0_4 0.3500 recall_200 0_4 0.4500 recall_500 0_4 0.4500 recall_1000 0_4 0.4500 infAP 0_4 0.2983 Rprec_mult_0.20 0_4 1.0000 Rprec_mult_0.40 0_4 0.7500 Rprec_mult_0.60 0_4 0.5000 Rprec_mult_0.80 0_4 0.3750 Rprec_mult_1.00 0_4 0.3000 Rprec_mult_1.20 0_4 0.2500 Rprec_mult_1.40 0_4 0.2143 Rprec_mult_1.60 0_4 0.1875 Rprec_mult_1.80 0_4 0.1667 Rprec_mult_2.00 0_4 0.1500 utility 0_4 -843.0000 11pt_avg 0_4 0.3560 binG 0_4 0.2866 G 0_4 0.3704 ndcg 0_4 0.6691 ndcg_rel 0_4 0.7470 Rndcg 0_4 0.7850 ndcg_cut_5 0_4 0.9080 ndcg_cut_10 0_4 0.7737 ndcg_cut_15 0_4 0.6814 ndcg_cut_20 0_4 0.6336 ndcg_cut_30 0_4 0.6336 ndcg_cut_100 0_4 0.6445 ndcg_cut_200 0_4 0.6691 ndcg_cut_500 0_4 0.6691 ndcg_cut_1000 0_4 0.6691 map_cut_5 0_4 0.2000 map_cut_10 0_4 0.2845 map_cut_15 0_4 0.2845 map_cut_20 0_4 0.2845 map_cut_30 0_4 0.2845 map_cut_100 0_4 0.2925 map_cut_200 0_4 0.2983 map_cut_500 0_4 0.2983 map_cut_1000 0_4 0.2983 relative_P_5 0_4 0.8000 relative_P_10 0_4 0.6000 relative_P_15 0_4 0.4000 relative_P_20 0_4 0.3000 relative_P_30 0_4 0.3000 relative_P_100 0_4 0.3500 relative_P_200 0_4 0.4500 relative_P_500 0_4 0.4500 relative_P_1000 0_4 0.4500 success_1 0_4 1.0000 success_5 0_4 1.0000 success_10 0_4 1.0000 set_P 0_4 0.0105 set_relative_P 0_4 0.4500 set_recall 0_4 0.4500 set_map 0_4 0.0047 set_F 0_4 0.0204 num_nonrel_judged_ret 0_4 31 rbp 0_4 0.3645 rbp_resid 0_4 0.2146 unj_5 0_4 0.0000 unj_10 0_4 0.1000 unj_20 0_4 0.3000 num_ret 0_6 1000 num_rel 0_6 121 num_rel_ret 0_6 81 map 0_6 0.3441 Rprec 0_6 0.3802 bpref 0_6 0.5837 recip_rank 0_6 1.0000 iprec_at_recall_0.00 0_6 1.0000 iprec_at_recall_0.10 0_6 0.8125 iprec_at_recall_0.20 0_6 0.7941 iprec_at_recall_0.30 0_6 0.6429 iprec_at_recall_0.40 0_6 0.3871 iprec_at_recall_0.50 0_6 0.2661 iprec_at_recall_0.60 0_6 0.1597 iprec_at_recall_0.70 0_6 0.0000 iprec_at_recall_0.80 0_6 0.0000 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 0.8000 P_10 0_6 0.9000 P_15 0_6 0.8000 P_20 0_6 0.7500 P_30 0_6 0.7667 P_100 0_6 0.4500 P_200 0_6 0.2800 P_500 0_6 0.1460 P_1000 0_6 0.0810 relstring 0_6 '3302222132' recall_5 0_6 0.0331 recall_10 0_6 0.0744 recall_15 0_6 0.0992 recall_20 0_6 0.1240 recall_30 0_6 0.1901 recall_100 0_6 0.3719 recall_200 0_6 0.4628 recall_500 0_6 0.6033 recall_1000 0_6 0.6694 infAP 0_6 0.3441 Rprec_mult_0.20 0_6 0.7600 Rprec_mult_0.40 0_6 0.6531 Rprec_mult_0.60 0_6 0.5616 Rprec_mult_0.80 0_6 0.4639 Rprec_mult_1.00 0_6 0.3802 Rprec_mult_1.20 0_6 0.3288 Rprec_mult_1.40 0_6 0.3000 Rprec_mult_1.60 0_6 0.2784 Rprec_mult_1.80 0_6 0.2661 Rprec_mult_2.00 0_6 0.2562 utility 0_6 -838.0000 11pt_avg 0_6 0.3693 binG 0_6 0.1798 G 0_6 0.1667 ndcg 0_6 0.6642 ndcg_rel 0_6 0.6562 Rndcg 0_6 0.6457 ndcg_cut_5 0_6 0.7380 ndcg_cut_10 0_6 0.7831 ndcg_cut_15 0_6 0.7344 ndcg_cut_20 0_6 0.7027 ndcg_cut_30 0_6 0.6623 ndcg_cut_100 0_6 0.5812 ndcg_cut_200 0_6 0.5734 ndcg_cut_500 0_6 0.6357 ndcg_cut_1000 0_6 0.6642 map_cut_5 0_6 0.0293 map_cut_10 0_6 0.0653 map_cut_15 0_6 0.0864 map_cut_20 0_6 0.1058 map_cut_30 0_6 0.1558 map_cut_100 0_6 0.2755 map_cut_200 0_6 0.3046 map_cut_500 0_6 0.3363 map_cut_1000 0_6 0.3441 relative_P_5 0_6 0.8000 relative_P_10 0_6 0.9000 relative_P_15 0_6 0.8000 relative_P_20 0_6 0.7500 relative_P_30 0_6 0.7667 relative_P_100 0_6 0.4500 relative_P_200 0_6 0.4628 relative_P_500 0_6 0.6033 relative_P_1000 0_6 0.6694 success_1 0_6 1.0000 success_5 0_6 1.0000 success_10 0_6 1.0000 set_P 0_6 0.0810 set_relative_P 0_6 0.6694 set_recall 0_6 0.6694 set_map 0_6 0.0542 set_F 0_6 0.1445 num_nonrel_judged_ret 0_6 16 rbp 0_6 0.5544 rbp_resid 0_6 0.0509 unj_5 0_6 0.0000 unj_10 0_6 0.0000 unj_20 0_6 0.0500 num_ret 0_7 1000 num_rel 0_7 33 num_rel_ret 0_7 26 map 0_7 0.2001 Rprec 0_7 0.1818 bpref 0_7 0.2553 recip_rank 0_7 1.0000 iprec_at_recall_0.00 0_7 1.0000 iprec_at_recall_0.10 0_7 1.0000 iprec_at_recall_0.20 0_7 0.1695 iprec_at_recall_0.30 0_7 0.1695 iprec_at_recall_0.40 0_7 0.1240 iprec_at_recall_0.50 0_7 0.0730 iprec_at_recall_0.60 0_7 0.0654 iprec_at_recall_0.70 0_7 0.0568 iprec_at_recall_0.80 0_7 0.0430 iprec_at_recall_0.90 0_7 0.0000 iprec_at_recall_1.00 0_7 0.0000 P_5 0_7 0.6000 P_10 0_7 0.5000 P_15 0_7 0.4000 P_20 0_7 0.3000 P_30 0_7 0.2000 P_100 0_7 0.1100 P_200 0_7 0.0750 P_500 0_7 0.0500 P_1000 0_7 0.0260 relstring 0_7 '211001010-' recall_5 0_7 0.0909 recall_10 0_7 0.1515 recall_15 0_7 0.1818 recall_20 0_7 0.1818 recall_30 0_7 0.1818 recall_100 0_7 0.3333 recall_200 0_7 0.4545 recall_500 0_7 0.7576 recall_1000 0_7 0.7879 infAP 0_7 0.2001 Rprec_mult_0.20 0_7 0.5714 Rprec_mult_0.40 0_7 0.3571 Rprec_mult_0.60 0_7 0.3000 Rprec_mult_0.80 0_7 0.2222 Rprec_mult_1.00 0_7 0.1818 Rprec_mult_1.20 0_7 0.1500 Rprec_mult_1.40 0_7 0.1277 Rprec_mult_1.60 0_7 0.1321 Rprec_mult_1.80 0_7 0.1667 Rprec_mult_2.00 0_7 0.1515 utility 0_7 -948.0000 11pt_avg 0_7 0.2456 binG 0_7 0.2128 G 0_7 0.2044 ndcg 0_7 0.5968 ndcg_rel 0_7 0.5640 Rndcg 0_7 0.5864 ndcg_cut_5 0_7 0.6837 ndcg_cut_10 0_7 0.6159 ndcg_cut_15 0_7 0.5409 ndcg_cut_20 0_7 0.4674 ndcg_cut_30 0_7 0.3755 ndcg_cut_100 0_7 0.4307 ndcg_cut_200 0_7 0.4819 ndcg_cut_500 0_7 0.5873 ndcg_cut_1000 0_7 0.5968 map_cut_5 0_7 0.0909 map_cut_10 0_7 0.1301 map_cut_15 0_7 0.1422 map_cut_20 0_7 0.1422 map_cut_30 0_7 0.1422 map_cut_100 0_7 0.1656 map_cut_200 0_7 0.1797 map_cut_500 0_7 0.1988 map_cut_1000 0_7 0.2001 relative_P_5 0_7 0.6000 relative_P_10 0_7 0.5000 relative_P_15 0_7 0.4000 relative_P_20 0_7 0.3000 relative_P_30 0_7 0.2000 relative_P_100 0_7 0.3333 relative_P_200 0_7 0.4545 relative_P_500 0_7 0.7576 relative_P_1000 0_7 0.7879 success_1 0_7 1.0000 success_5 0_7 1.0000 success_10 0_7 1.0000 set_P 0_7 0.0260 set_relative_P 0_7 0.7879 set_recall 0_7 0.7879 set_map 0_7 0.0205 set_F 0_7 0.0503 num_nonrel_judged_ret 0_7 80 rbp 0_7 0.2512 rbp_resid 0_7 0.2208 unj_5 0_7 0.0000 unj_10 0_7 0.1000 unj_20 0_7 0.3000 num_ret 0_8 1000 num_rel 0_8 31 num_rel_ret 0_8 7 map 0_8 0.0530 Rprec 0_8 0.0968 bpref 0_8 0.1634 recip_rank 0_8 1.0000 iprec_at_recall_0.00 0_8 1.0000 iprec_at_recall_0.10 0_8 0.1765 iprec_at_recall_0.20 0_8 0.0541 iprec_at_recall_0.30 0_8 0.0000 iprec_at_recall_0.40 0_8 0.0000 iprec_at_recall_0.50 0_8 0.0000 iprec_at_recall_0.60 0_8 0.0000 iprec_at_recall_0.70 0_8 0.0000 iprec_at_recall_0.80 0_8 0.0000 iprec_at_recall_0.90 0_8 0.0000 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.2000 P_10 0_8 0.2000 P_15 0_8 0.1333 P_20 0_8 0.1500 P_30 0_8 0.1000 P_100 0_8 0.0500 P_200 0_8 0.0350 P_500 0_8 0.0140 P_1000 0_8 0.0070 relstring 0_8 '10000--0-2' recall_5 0_8 0.0323 recall_10 0_8 0.0645 recall_15 0_8 0.0645 recall_20 0_8 0.0968 recall_30 0_8 0.0968 recall_100 0_8 0.1613 recall_200 0_8 0.2258 recall_500 0_8 0.2258 recall_1000 0_8 0.2258 infAP 0_8 0.0530 Rprec_mult_0.20 0_8 0.1429 Rprec_mult_0.40 0_8 0.1538 Rprec_mult_0.60 0_8 0.1579 Rprec_mult_0.80 0_8 0.1200 Rprec_mult_1.00 0_8 0.0968 Rprec_mult_1.20 0_8 0.0789 Rprec_mult_1.40 0_8 0.0909 Rprec_mult_1.60 0_8 0.0800 Rprec_mult_1.80 0_8 0.0714 Rprec_mult_2.00 0_8 0.0645 utility 0_8 -986.0000 11pt_avg 0_8 0.1119 binG 0_8 0.0706 G 0_8 0.0488 ndcg 0_8 0.1798 ndcg_rel 0_8 0.1878 Rndcg 0_8 0.1436 ndcg_cut_5 0_8 0.1696 ndcg_cut_10 0_8 0.1794 ndcg_cut_15 0_8 0.1560 ndcg_cut_20 0_8 0.1610 ndcg_cut_30 0_8 0.1355 ndcg_cut_100 0_8 0.1594 ndcg_cut_200 0_8 0.1798 ndcg_cut_500 0_8 0.1798 ndcg_cut_1000 0_8 0.1798 map_cut_5 0_8 0.0323 map_cut_10 0_8 0.0387 map_cut_15 0_8 0.0387 map_cut_20 0_8 0.0444 map_cut_30 0_8 0.0444 map_cut_100 0_8 0.0501 map_cut_200 0_8 0.0530 map_cut_500 0_8 0.0530 map_cut_1000 0_8 0.0530 relative_P_5 0_8 0.2000 relative_P_10 0_8 0.2000 relative_P_15 0_8 0.1333 relative_P_20 0_8 0.1500 relative_P_30 0_8 0.1000 relative_P_100 0_8 0.1613 relative_P_200 0_8 0.2258 relative_P_500 0_8 0.2258 relative_P_1000 0_8 0.2258 success_1 0_8 1.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 0.0070 set_relative_P 0_8 0.2258 set_recall 0_8 0.2258 set_map 0_8 0.0016 set_F 0_8 0.0136 num_nonrel_judged_ret 0_8 16 rbp 0_8 0.0989 rbp_resid 0_8 0.4374 unj_5 0_8 0.0000 unj_10 0_8 0.3000 unj_20 0_8 0.5000 num_ret 10_1 1000 num_rel 10_1 118 num_rel_ret 10_1 38 map 10_1 0.0449 Rprec 10_1 0.1017 bpref 10_1 0.2536 recip_rank 10_1 1.0000 iprec_at_recall_0.00 10_1 1.0000 iprec_at_recall_0.10 10_1 0.1083 iprec_at_recall_0.20 10_1 0.0458 iprec_at_recall_0.30 10_1 0.0390 iprec_at_recall_0.40 10_1 0.0000 iprec_at_recall_0.50 10_1 0.0000 iprec_at_recall_0.60 10_1 0.0000 iprec_at_recall_0.70 10_1 0.0000 iprec_at_recall_0.80 10_1 0.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 0.4000 P_10 10_1 0.3000 P_15 10_1 0.2667 P_20 10_1 0.2500 P_30 10_1 0.2000 P_100 10_1 0.1100 P_200 10_1 0.0700 P_500 10_1 0.0400 P_1000 10_1 0.0380 relstring 10_1 '210000-20-' recall_5 10_1 0.0169 recall_10 10_1 0.0254 recall_15 10_1 0.0339 recall_20 10_1 0.0424 recall_30 10_1 0.0508 recall_100 10_1 0.0932 recall_200 10_1 0.1186 recall_500 10_1 0.1695 recall_1000 10_1 0.3220 infAP 10_1 0.0449 Rprec_mult_0.20 10_1 0.2500 Rprec_mult_0.40 10_1 0.1458 Rprec_mult_0.60 10_1 0.1268 Rprec_mult_0.80 10_1 0.1158 Rprec_mult_1.00 10_1 0.1017 Rprec_mult_1.20 10_1 0.0915 Rprec_mult_1.40 10_1 0.0843 Rprec_mult_1.60 10_1 0.0741 Rprec_mult_1.80 10_1 0.0657 Rprec_mult_2.00 10_1 0.0636 utility 10_1 -924.0000 11pt_avg 10_1 0.1085 binG 10_1 0.0600 G 10_1 0.0468 ndcg 10_1 0.2407 ndcg_rel 10_1 0.2338 Rndcg 10_1 0.2171 ndcg_cut_5 10_1 0.3110 ndcg_cut_10 10_1 0.2800 ndcg_cut_15 10_1 0.2463 ndcg_cut_20 10_1 0.2258 ndcg_cut_30 10_1 0.1907 ndcg_cut_100 10_1 0.1396 ndcg_cut_200 10_1 0.1485 ndcg_cut_500 10_1 0.1828 ndcg_cut_1000 10_1 0.2407 map_cut_5 10_1 0.0169 map_cut_10 10_1 0.0201 map_cut_15 10_1 0.0225 map_cut_20 10_1 0.0250 map_cut_30 10_1 0.0275 map_cut_100 10_1 0.0335 map_cut_200 10_1 0.0361 map_cut_500 10_1 0.0387 map_cut_1000 10_1 0.0449 relative_P_5 10_1 0.4000 relative_P_10 10_1 0.3000 relative_P_15 10_1 0.2667 relative_P_20 10_1 0.2500 relative_P_30 10_1 0.2000 relative_P_100 10_1 0.1100 relative_P_200 10_1 0.1186 relative_P_500 10_1 0.1695 relative_P_1000 10_1 0.3220 success_1 10_1 1.0000 success_5 10_1 1.0000 success_10 10_1 1.0000 set_P 10_1 0.0380 set_relative_P 10_1 0.3220 set_recall 10_1 0.3220 set_map 10_1 0.0122 set_F 10_1 0.0680 num_nonrel_judged_ret 10_1 43 rbp 10_1 0.1477 rbp_resid 10_1 0.2618 unj_5 10_1 0.0000 unj_10 10_1 0.2000 unj_20 10_1 0.3000 num_ret 10_12 1000 num_rel 10_12 71 num_rel_ret 10_12 61 map 10_12 0.2089 Rprec 10_12 0.2254 bpref 10_12 0.6638 recip_rank 10_12 1.0000 iprec_at_recall_0.00 10_12 1.0000 iprec_at_recall_0.10 10_12 0.5000 iprec_at_recall_0.20 10_12 0.2361 iprec_at_recall_0.30 10_12 0.2110 iprec_at_recall_0.40 10_12 0.2096 iprec_at_recall_0.50 10_12 0.1875 iprec_at_recall_0.60 10_12 0.1536 iprec_at_recall_0.70 10_12 0.1232 iprec_at_recall_0.80 10_12 0.0915 iprec_at_recall_0.90 10_12 0.0000 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 0.6000 P_10 10_12 0.5000 P_15 10_12 0.4667 P_20 10_12 0.4000 P_30 10_12 0.3000 P_100 10_12 0.2100 P_200 10_12 0.1800 P_500 10_12 0.1100 P_1000 10_12 0.0610 relstring 10_12 '1200221--0' recall_5 10_12 0.0423 recall_10 10_12 0.0704 recall_15 10_12 0.0986 recall_20 10_12 0.1127 recall_30 10_12 0.1268 recall_100 10_12 0.2958 recall_200 10_12 0.5070 recall_500 10_12 0.7746 recall_1000 10_12 0.8592 infAP 10_12 0.2089 Rprec_mult_0.20 10_12 0.4667 Rprec_mult_0.40 10_12 0.3103 Rprec_mult_0.60 10_12 0.2791 Rprec_mult_0.80 10_12 0.2105 Rprec_mult_1.00 10_12 0.2254 Rprec_mult_1.20 10_12 0.2209 Rprec_mult_1.40 10_12 0.2100 Rprec_mult_1.60 10_12 0.2018 Rprec_mult_1.80 10_12 0.2031 Rprec_mult_2.00 10_12 0.1972 utility 10_12 -878.0000 11pt_avg 10_12 0.2466 binG 10_12 0.1686 G 10_12 0.1282 ndcg 10_12 0.5417 ndcg_rel 10_12 0.4005 Rndcg 10_12 0.3141 ndcg_cut_5 10_12 0.2766 ndcg_cut_10 10_12 0.2638 ndcg_cut_15 10_12 0.2682 ndcg_cut_20 10_12 0.2607 ndcg_cut_30 10_12 0.2244 ndcg_cut_100 10_12 0.2983 ndcg_cut_200 10_12 0.4126 ndcg_cut_500 10_12 0.5115 ndcg_cut_1000 10_12 0.5417 map_cut_5 10_12 0.0366 map_cut_10 10_12 0.0561 map_cut_15 10_12 0.0696 map_cut_20 10_12 0.0762 map_cut_30 10_12 0.0809 map_cut_100 10_12 0.1218 map_cut_200 10_12 0.1641 map_cut_500 10_12 0.2016 map_cut_1000 10_12 0.2089 relative_P_5 10_12 0.6000 relative_P_10 10_12 0.5000 relative_P_15 10_12 0.4667 relative_P_20 10_12 0.4000 relative_P_30 10_12 0.3000 relative_P_100 10_12 0.2958 relative_P_200 10_12 0.5070 relative_P_500 10_12 0.7746 relative_P_1000 10_12 0.8592 success_1 10_12 1.0000 success_5 10_12 1.0000 success_10 10_12 1.0000 set_P 10_12 0.0610 set_relative_P 10_12 0.8592 set_recall 10_12 0.8592 set_map 10_12 0.0524 set_F 10_12 0.1139 num_nonrel_judged_ret 10_12 26 rbp 10_12 0.1831 rbp_resid 10_12 0.2752 unj_5 10_12 0.0000 unj_10 10_12 0.2000 unj_20 10_12 0.3500 num_ret 10_2 1000 num_rel 10_2 30 num_rel_ret 10_2 4 map 10_2 0.0007 Rprec 10_2 0.0000 bpref 10_2 0.0000 recip_rank 10_2 0.0042 iprec_at_recall_0.00 10_2 0.0065 iprec_at_recall_0.10 10_2 0.0065 iprec_at_recall_0.20 10_2 0.0000 iprec_at_recall_0.30 10_2 0.0000 iprec_at_recall_0.40 10_2 0.0000 iprec_at_recall_0.50 10_2 0.0000 iprec_at_recall_0.60 10_2 0.0000 iprec_at_recall_0.70 10_2 0.0000 iprec_at_recall_0.80 10_2 0.0000 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 0.0000 P_10 10_2 0.0000 P_15 10_2 0.0000 P_20 10_2 0.0000 P_30 10_2 0.0000 P_100 10_2 0.0000 P_200 10_2 0.0000 P_500 10_2 0.0040 P_1000 10_2 0.0040 relstring 10_2 '00000--000' recall_5 10_2 0.0000 recall_10 10_2 0.0000 recall_15 10_2 0.0000 recall_20 10_2 0.0000 recall_30 10_2 0.0000 recall_100 10_2 0.0000 recall_200 10_2 0.0000 recall_500 10_2 0.0667 recall_1000 10_2 0.1333 infAP 10_2 0.0007 Rprec_mult_0.20 10_2 0.0000 Rprec_mult_0.40 10_2 0.0000 Rprec_mult_0.60 10_2 0.0000 Rprec_mult_0.80 10_2 0.0000 Rprec_mult_1.00 10_2 0.0000 Rprec_mult_1.20 10_2 0.0000 Rprec_mult_1.40 10_2 0.0000 Rprec_mult_1.60 10_2 0.0000 Rprec_mult_1.80 10_2 0.0000 Rprec_mult_2.00 10_2 0.0000 utility 10_2 -992.0000 11pt_avg 10_2 0.0012 binG 10_2 0.0153 G 10_2 0.0095 ndcg 10_2 0.0253 ndcg_rel 10_2 0.0241 Rndcg 10_2 0.0051 ndcg_cut_5 10_2 0.0000 ndcg_cut_10 10_2 0.0000 ndcg_cut_15 10_2 0.0000 ndcg_cut_20 10_2 0.0000 ndcg_cut_30 10_2 0.0000 ndcg_cut_100 10_2 0.0000 ndcg_cut_200 10_2 0.0000 ndcg_cut_500 10_2 0.0133 ndcg_cut_1000 10_2 0.0253 map_cut_5 10_2 0.0000 map_cut_10 10_2 0.0000 map_cut_15 10_2 0.0000 map_cut_20 10_2 0.0000 map_cut_30 10_2 0.0000 map_cut_100 10_2 0.0000 map_cut_200 10_2 0.0000 map_cut_500 10_2 0.0003 map_cut_1000 10_2 0.0007 relative_P_5 10_2 0.0000 relative_P_10 10_2 0.0000 relative_P_15 10_2 0.0000 relative_P_20 10_2 0.0000 relative_P_30 10_2 0.0000 relative_P_100 10_2 0.0000 relative_P_200 10_2 0.0000 relative_P_500 10_2 0.0667 relative_P_1000 10_2 0.1333 success_1 10_2 0.0000 success_5 10_2 0.0000 success_10 10_2 0.0000 set_P 10_2 0.0040 set_relative_P 10_2 0.1333 set_recall 10_2 0.1333 set_map 10_2 0.0005 set_F 10_2 0.0078 num_nonrel_judged_ret 10_2 76 rbp 10_2 0.0000 rbp_resid 10_2 0.2332 unj_5 10_2 0.0000 unj_10 10_2 0.2000 unj_20 10_2 0.2000 num_ret 10_3 1000 num_rel 10_3 23 num_rel_ret 10_3 9 map 10_3 0.0636 Rprec 10_3 0.1304 bpref 10_3 0.0964 recip_rank 10_3 1.0000 iprec_at_recall_0.00 10_3 1.0000 iprec_at_recall_0.10 10_3 0.2222 iprec_at_recall_0.20 10_3 0.0185 iprec_at_recall_0.30 10_3 0.0153 iprec_at_recall_0.40 10_3 0.0098 iprec_at_recall_0.50 10_3 0.0000 iprec_at_recall_0.60 10_3 0.0000 iprec_at_recall_0.70 10_3 0.0000 iprec_at_recall_0.80 10_3 0.0000 iprec_at_recall_0.90 10_3 0.0000 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 0.2000 P_10 10_3 0.2000 P_15 10_3 0.1333 P_20 10_3 0.1500 P_30 10_3 0.1000 P_100 10_3 0.0300 P_200 10_3 0.0200 P_500 10_3 0.0140 P_1000 10_3 0.0090 relstring 10_3 '10000-0-10' recall_5 10_3 0.0435 recall_10 10_3 0.0870 recall_15 10_3 0.0870 recall_20 10_3 0.1304 recall_30 10_3 0.1304 recall_100 10_3 0.1304 recall_200 10_3 0.1739 recall_500 10_3 0.3043 recall_1000 10_3 0.3913 infAP 10_3 0.0636 Rprec_mult_0.20 10_3 0.2000 Rprec_mult_0.40 10_3 0.2000 Rprec_mult_0.60 10_3 0.1429 Rprec_mult_0.80 10_3 0.1053 Rprec_mult_1.00 10_3 0.1304 Rprec_mult_1.20 10_3 0.1071 Rprec_mult_1.40 10_3 0.0909 Rprec_mult_1.60 10_3 0.0811 Rprec_mult_1.80 10_3 0.0714 Rprec_mult_2.00 10_3 0.0652 utility 10_3 -982.0000 11pt_avg 10_3 0.1151 binG 10_3 0.0976 G 10_3 0.0729 ndcg 10_3 0.2320 ndcg_rel 10_3 0.2277 Rndcg 10_3 0.1632 ndcg_cut_5 10_3 0.1696 ndcg_cut_10 10_3 0.1531 ndcg_cut_15 10_3 0.1326 ndcg_cut_20 10_3 0.1391 ndcg_cut_30 10_3 0.1311 ndcg_cut_100 10_3 0.1311 ndcg_cut_200 10_3 0.1537 ndcg_cut_500 10_3 0.2140 ndcg_cut_1000 10_3 0.2320 map_cut_5 10_3 0.0435 map_cut_10 10_3 0.0531 map_cut_15 10_3 0.0531 map_cut_20 10_3 0.0597 map_cut_30 10_3 0.0597 map_cut_100 10_3 0.0597 map_cut_200 10_3 0.0606 map_cut_500 10_3 0.0627 map_cut_1000 10_3 0.0636 relative_P_5 10_3 0.2000 relative_P_10 10_3 0.2000 relative_P_15 10_3 0.1333 relative_P_20 10_3 0.1500 relative_P_30 10_3 0.1304 relative_P_100 10_3 0.1304 relative_P_200 10_3 0.1739 relative_P_500 10_3 0.3043 relative_P_1000 10_3 0.3913 success_1 10_3 1.0000 success_5 10_3 1.0000 success_10 10_3 1.0000 set_P 10_3 0.0090 set_relative_P 10_3 0.3913 set_recall 10_3 0.3913 set_map 10_3 0.0035 set_F 10_3 0.0176 num_nonrel_judged_ret 10_3 76 rbp 10_3 0.0783 rbp_resid 10_3 0.2156 unj_5 10_3 0.0000 unj_10 10_3 0.2000 unj_20 10_3 0.2000 num_ret 10_6 1000 num_rel 10_6 133 num_rel_ret 10_6 0 map 10_6 0.0000 Rprec 10_6 0.0000 bpref 10_6 0.0000 recip_rank 10_6 0.0000 iprec_at_recall_0.00 10_6 0.0000 iprec_at_recall_0.10 10_6 0.0000 iprec_at_recall_0.20 10_6 0.0000 iprec_at_recall_0.30 10_6 0.0000 iprec_at_recall_0.40 10_6 0.0000 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 0.0000 P_10 10_6 0.0000 P_15 10_6 0.0000 P_20 10_6 0.0000 P_30 10_6 0.0000 P_100 10_6 0.0000 P_200 10_6 0.0000 P_500 10_6 0.0000 P_1000 10_6 0.0000 relstring 10_6 '00000-----' recall_5 10_6 0.0000 recall_10 10_6 0.0000 recall_15 10_6 0.0000 recall_20 10_6 0.0000 recall_30 10_6 0.0000 recall_100 10_6 0.0000 recall_200 10_6 0.0000 recall_500 10_6 0.0000 recall_1000 10_6 0.0000 infAP 10_6 0.0000 Rprec_mult_0.20 10_6 0.0000 Rprec_mult_0.40 10_6 0.0000 Rprec_mult_0.60 10_6 0.0000 Rprec_mult_0.80 10_6 0.0000 Rprec_mult_1.00 10_6 0.0000 Rprec_mult_1.20 10_6 0.0000 Rprec_mult_1.40 10_6 0.0000 Rprec_mult_1.60 10_6 0.0000 Rprec_mult_1.80 10_6 0.0000 Rprec_mult_2.00 10_6 0.0000 utility 10_6 -1000.0000 11pt_avg 10_6 0.0000 binG 10_6 0.0000 G 10_6 0.0000 ndcg 10_6 0.0000 ndcg_rel 10_6 0.0000 Rndcg 10_6 0.0000 ndcg_cut_5 10_6 0.0000 ndcg_cut_10 10_6 0.0000 ndcg_cut_15 10_6 0.0000 ndcg_cut_20 10_6 0.0000 ndcg_cut_30 10_6 0.0000 ndcg_cut_100 10_6 0.0000 ndcg_cut_200 10_6 0.0000 ndcg_cut_500 10_6 0.0000 ndcg_cut_1000 10_6 0.0000 map_cut_5 10_6 0.0000 map_cut_10 10_6 0.0000 map_cut_15 10_6 0.0000 map_cut_20 10_6 0.0000 map_cut_30 10_6 0.0000 map_cut_100 10_6 0.0000 map_cut_200 10_6 0.0000 map_cut_500 10_6 0.0000 map_cut_1000 10_6 0.0000 relative_P_5 10_6 0.0000 relative_P_10 10_6 0.0000 relative_P_15 10_6 0.0000 relative_P_20 10_6 0.0000 relative_P_30 10_6 0.0000 relative_P_100 10_6 0.0000 relative_P_200 10_6 0.0000 relative_P_500 10_6 0.0000 relative_P_1000 10_6 0.0000 success_1 10_6 0.0000 success_5 10_6 0.0000 success_10 10_6 0.0000 set_P 10_6 0.0000 set_relative_P 10_6 0.0000 set_recall 10_6 0.0000 set_map 10_6 0.0000 set_F 10_6 0.0000 num_nonrel_judged_ret 10_6 5 rbp 10_6 0.0000 rbp_resid 10_6 0.5905 unj_5 10_6 0.0000 unj_10 10_6 0.5000 unj_20 10_6 0.7500 num_ret 10_7 1000 num_rel 10_7 149 num_rel_ret 10_7 73 map 10_7 0.0931 Rprec 10_7 0.1812 bpref 10_7 0.4201 recip_rank 10_7 0.3333 iprec_at_recall_0.00 10_7 0.5000 iprec_at_recall_0.10 10_7 0.2727 iprec_at_recall_0.20 10_7 0.1915 iprec_at_recall_0.30 10_7 0.1738 iprec_at_recall_0.40 10_7 0.1158 iprec_at_recall_0.50 10_7 0.0000 iprec_at_recall_0.60 10_7 0.0000 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 0.4000 P_10 10_7 0.3000 P_15 10_7 0.2667 P_20 10_7 0.2500 P_30 10_7 0.2000 P_100 10_7 0.2200 P_200 10_7 0.1800 P_500 10_7 0.1180 P_1000 10_7 0.0730 relstring 10_7 '001100--1-' recall_5 10_7 0.0134 recall_10 10_7 0.0201 recall_15 10_7 0.0268 recall_20 10_7 0.0336 recall_30 10_7 0.0403 recall_100 10_7 0.1477 recall_200 10_7 0.2416 recall_500 10_7 0.3960 recall_1000 10_7 0.4899 infAP 10_7 0.0931 Rprec_mult_0.20 10_7 0.2000 Rprec_mult_0.40 10_7 0.2500 Rprec_mult_0.60 10_7 0.2333 Rprec_mult_0.80 10_7 0.2083 Rprec_mult_1.00 10_7 0.1812 Rprec_mult_1.20 10_7 0.1676 Rprec_mult_1.40 10_7 0.1722 Rprec_mult_1.60 10_7 0.1674 Rprec_mult_1.80 10_7 0.1636 Rprec_mult_2.00 10_7 0.1644 utility 10_7 -854.0000 11pt_avg 10_7 0.1140 binG 10_7 0.0774 G 10_7 0.0673 ndcg 10_7 0.3345 ndcg_rel 10_7 0.2747 Rndcg 10_7 0.1500 ndcg_cut_5 10_7 0.1349 ndcg_cut_10 10_7 0.1221 ndcg_cut_15 10_7 0.1187 ndcg_cut_20 10_7 0.1164 ndcg_cut_30 10_7 0.1016 ndcg_cut_100 10_7 0.1612 ndcg_cut_200 10_7 0.1965 ndcg_cut_500 10_7 0.2849 ndcg_cut_1000 10_7 0.3345 map_cut_5 10_7 0.0056 map_cut_10 10_7 0.0078 map_cut_15 10_7 0.0103 map_cut_20 10_7 0.0124 map_cut_30 10_7 0.0139 map_cut_100 10_7 0.0414 map_cut_200 10_7 0.0593 map_cut_500 10_7 0.0838 map_cut_1000 10_7 0.0931 relative_P_5 10_7 0.4000 relative_P_10 10_7 0.3000 relative_P_15 10_7 0.2667 relative_P_20 10_7 0.2500 relative_P_30 10_7 0.2000 relative_P_100 10_7 0.2200 relative_P_200 10_7 0.2416 relative_P_500 10_7 0.3960 relative_P_1000 10_7 0.4899 success_1 10_7 0.0000 success_5 10_7 1.0000 success_10 10_7 1.0000 set_P 10_7 0.0730 set_relative_P 10_7 0.4899 set_recall 10_7 0.4899 set_map 10_7 0.0358 set_F 10_7 0.1271 num_nonrel_judged_ret 10_7 18 rbp 10_7 0.0922 rbp_resid 10_7 0.3747 unj_5 10_7 0.0000 unj_10 10_7 0.3000 unj_20 10_7 0.5000 num_ret 10_8 1000 num_rel 10_8 76 num_rel_ret 10_8 10 map 10_8 0.0015 Rprec 10_8 0.0132 bpref 10_8 0.1092 recip_rank 10_8 0.0139 iprec_at_recall_0.00 10_8 0.0159 iprec_at_recall_0.10 10_8 0.0118 iprec_at_recall_0.20 10_8 0.0000 iprec_at_recall_0.30 10_8 0.0000 iprec_at_recall_0.40 10_8 0.0000 iprec_at_recall_0.50 10_8 0.0000 iprec_at_recall_0.60 10_8 0.0000 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 0.0000 P_10 10_8 0.0000 P_15 10_8 0.0000 P_20 10_8 0.0000 P_30 10_8 0.0000 P_100 10_8 0.0100 P_200 10_8 0.0050 P_500 10_8 0.0100 P_1000 10_8 0.0100 relstring 10_8 '00000-----' recall_5 10_8 0.0000 recall_10 10_8 0.0000 recall_15 10_8 0.0000 recall_20 10_8 0.0000 recall_30 10_8 0.0000 recall_100 10_8 0.0132 recall_200 10_8 0.0132 recall_500 10_8 0.0658 recall_1000 10_8 0.1316 infAP 10_8 0.0015 Rprec_mult_0.20 10_8 0.0000 Rprec_mult_0.40 10_8 0.0000 Rprec_mult_0.60 10_8 0.0000 Rprec_mult_0.80 10_8 0.0000 Rprec_mult_1.00 10_8 0.0132 Rprec_mult_1.20 10_8 0.0109 Rprec_mult_1.40 10_8 0.0093 Rprec_mult_1.60 10_8 0.0082 Rprec_mult_1.80 10_8 0.0073 Rprec_mult_2.00 10_8 0.0066 utility 10_8 -980.0000 11pt_avg 10_8 0.0025 binG 10_8 0.0156 G 10_8 0.0133 ndcg 10_8 0.0515 ndcg_rel 10_8 0.0483 Rndcg 10_8 0.0144 ndcg_cut_5 10_8 0.0000 ndcg_cut_10 10_8 0.0000 ndcg_cut_15 10_8 0.0000 ndcg_cut_20 10_8 0.0000 ndcg_cut_30 10_8 0.0000 ndcg_cut_100 10_8 0.0060 ndcg_cut_200 10_8 0.0060 ndcg_cut_500 10_8 0.0243 ndcg_cut_1000 10_8 0.0515 map_cut_5 10_8 0.0000 map_cut_10 10_8 0.0000 map_cut_15 10_8 0.0000 map_cut_20 10_8 0.0000 map_cut_30 10_8 0.0000 map_cut_100 10_8 0.0002 map_cut_200 10_8 0.0002 map_cut_500 10_8 0.0008 map_cut_1000 10_8 0.0015 relative_P_5 10_8 0.0000 relative_P_10 10_8 0.0000 relative_P_15 10_8 0.0000 relative_P_20 10_8 0.0000 relative_P_30 10_8 0.0000 relative_P_100 10_8 0.0132 relative_P_200 10_8 0.0132 relative_P_500 10_8 0.0658 relative_P_1000 10_8 0.1316 success_1 10_8 0.0000 success_5 10_8 0.0000 success_10 10_8 0.0000 set_P 10_8 0.0100 set_relative_P 10_8 0.1316 set_recall 10_8 0.1316 set_map 10_8 0.0013 set_F 10_8 0.0186 num_nonrel_judged_ret 10_8 19 rbp 10_8 0.0000 rbp_resid 10_8 0.5897 unj_5 10_8 0.0000 unj_10 10_8 0.5000 unj_20 10_8 0.7500 num_ret 11_10 1000 num_rel 11_10 126 num_rel_ret 11_10 44 map 11_10 0.0764 Rprec 11_10 0.2063 bpref 11_10 0.2890 recip_rank 11_10 0.3333 iprec_at_recall_0.00 11_10 0.3333 iprec_at_recall_0.10 11_10 0.2600 iprec_at_recall_0.20 11_10 0.2214 iprec_at_recall_0.30 11_10 0.1801 iprec_at_recall_0.40 11_10 0.0000 iprec_at_recall_0.50 11_10 0.0000 iprec_at_recall_0.60 11_10 0.0000 iprec_at_recall_0.70 11_10 0.0000 iprec_at_recall_0.80 11_10 0.0000 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 0.2000 P_10 11_10 0.2000 P_15 11_10 0.2667 P_20 11_10 0.2000 P_30 11_10 0.2667 P_100 11_10 0.2000 P_200 11_10 0.1850 P_500 11_10 0.0880 P_1000 11_10 0.0440 relstring 11_10 '0010004--0' recall_5 11_10 0.0079 recall_10 11_10 0.0159 recall_15 11_10 0.0317 recall_20 11_10 0.0317 recall_30 11_10 0.0635 recall_100 11_10 0.1587 recall_200 11_10 0.2937 recall_500 11_10 0.3492 recall_1000 11_10 0.3492 infAP 11_10 0.0764 Rprec_mult_0.20 11_10 0.3077 Rprec_mult_0.40 11_10 0.2549 Rprec_mult_0.60 11_10 0.2368 Rprec_mult_0.80 11_10 0.2079 Rprec_mult_1.00 11_10 0.2063 Rprec_mult_1.20 11_10 0.1974 Rprec_mult_1.40 11_10 0.1921 Rprec_mult_1.60 11_10 0.1832 Rprec_mult_1.80 11_10 0.1674 Rprec_mult_2.00 11_10 0.1548 utility 11_10 -912.0000 11pt_avg 11_10 0.0904 binG 11_10 0.0628 G 11_10 0.0430 ndcg 11_10 0.2347 ndcg_rel 11_10 0.2133 Rndcg 11_10 0.1371 ndcg_cut_5 11_10 0.0508 ndcg_cut_10 11_10 0.1253 ndcg_cut_15 11_10 0.1393 ndcg_cut_20 11_10 0.1171 ndcg_cut_30 11_10 0.1365 ndcg_cut_100 11_10 0.1514 ndcg_cut_200 11_10 0.2148 ndcg_cut_500 11_10 0.2347 ndcg_cut_1000 11_10 0.2347 map_cut_5 11_10 0.0026 map_cut_10 11_10 0.0049 map_cut_15 11_10 0.0087 map_cut_20 11_10 0.0087 map_cut_30 11_10 0.0173 map_cut_100 11_10 0.0409 map_cut_200 11_10 0.0687 map_cut_500 11_10 0.0764 map_cut_1000 11_10 0.0764 relative_P_5 11_10 0.2000 relative_P_10 11_10 0.2000 relative_P_15 11_10 0.2667 relative_P_20 11_10 0.2000 relative_P_30 11_10 0.2667 relative_P_100 11_10 0.2000 relative_P_200 11_10 0.2937 relative_P_500 11_10 0.3492 relative_P_1000 11_10 0.3492 success_1 11_10 0.0000 success_5 11_10 1.0000 success_10 11_10 1.0000 set_P 11_10 0.0440 set_relative_P 11_10 0.3492 set_recall 11_10 0.3492 set_map 11_10 0.0154 set_F 11_10 0.0782 num_nonrel_judged_ret 11_10 14 rbp 11_10 0.1095 rbp_resid 11_10 0.2987 unj_5 11_10 0.0000 unj_10 11_10 0.2000 unj_20 11_10 0.4000 num_ret 11_11 1000 num_rel 11_11 134 num_rel_ret 11_11 106 map 11_11 0.4672 Rprec 11_11 0.4925 bpref 11_11 0.7461 recip_rank 11_11 1.0000 iprec_at_recall_0.00 11_11 1.0000 iprec_at_recall_0.10 11_11 1.0000 iprec_at_recall_0.20 11_11 0.8182 iprec_at_recall_0.30 11_11 0.5789 iprec_at_recall_0.40 11_11 0.5728 iprec_at_recall_0.50 11_11 0.4855 iprec_at_recall_0.60 11_11 0.4233 iprec_at_recall_0.70 11_11 0.2965 iprec_at_recall_0.80 11_11 0.0000 iprec_at_recall_0.90 11_11 0.0000 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 1.0000 P_10 11_11 1.0000 P_15 11_11 1.0000 P_20 11_11 0.9500 P_30 11_11 0.8333 P_100 11_11 0.5600 P_200 11_11 0.4050 P_500 11_11 0.2020 P_1000 11_11 0.1060 relstring 11_11 '2332222312' recall_5 11_11 0.0373 recall_10 11_11 0.0746 recall_15 11_11 0.1119 recall_20 11_11 0.1418 recall_30 11_11 0.1866 recall_100 11_11 0.4179 recall_200 11_11 0.6045 recall_500 11_11 0.7537 recall_1000 11_11 0.7910 infAP 11_11 0.4672 Rprec_mult_0.20 11_11 0.8519 Rprec_mult_0.40 11_11 0.6296 Rprec_mult_0.60 11_11 0.5432 Rprec_mult_0.80 11_11 0.5556 Rprec_mult_1.00 11_11 0.4925 Rprec_mult_1.20 11_11 0.4534 Rprec_mult_1.40 11_11 0.4202 Rprec_mult_1.60 11_11 0.3814 Rprec_mult_1.80 11_11 0.3512 Rprec_mult_2.00 11_11 0.3321 utility 11_11 -788.0000 11pt_avg 11_11 0.4705 binG 11_11 0.2658 G 11_11 0.1520 ndcg 11_11 0.7180 ndcg_rel 11_11 0.6457 Rndcg 11_11 0.5894 ndcg_cut_5 11_11 0.7138 ndcg_cut_10 11_11 0.6994 ndcg_cut_15 11_11 0.7203 ndcg_cut_20 11_11 0.6799 ndcg_cut_30 11_11 0.6132 ndcg_cut_100 11_11 0.5684 ndcg_cut_200 11_11 0.6410 ndcg_cut_500 11_11 0.7062 ndcg_cut_1000 11_11 0.7180 map_cut_5 11_11 0.0373 map_cut_10 11_11 0.0746 map_cut_15 11_11 0.1119 map_cut_20 11_11 0.1418 map_cut_30 11_11 0.1809 map_cut_100 11_11 0.3243 map_cut_200 11_11 0.4149 map_cut_500 11_11 0.4615 map_cut_1000 11_11 0.4672 relative_P_5 11_11 1.0000 relative_P_10 11_11 1.0000 relative_P_15 11_11 1.0000 relative_P_20 11_11 0.9500 relative_P_30 11_11 0.8333 relative_P_100 11_11 0.5600 relative_P_200 11_11 0.6045 relative_P_500 11_11 0.7537 relative_P_1000 11_11 0.7910 success_1 11_11 1.0000 success_5 11_11 1.0000 success_10 11_11 1.0000 set_P 11_11 0.1060 set_relative_P 11_11 0.7910 set_recall 11_11 0.7910 set_map 11_11 0.0839 set_F 11_11 0.1869 num_nonrel_judged_ret 11_11 10 rbp 11_11 0.5120 rbp_resid 11_11 0.0700 unj_5 11_11 0.0000 unj_10 11_11 0.0000 unj_20 11_11 0.0500 num_ret 11_12 1000 num_rel 11_12 89 num_rel_ret 11_12 7 map 11_12 0.0120 Rprec 11_12 0.0112 bpref 11_12 0.0718 recip_rank 11_12 1.0000 iprec_at_recall_0.00 11_12 1.0000 iprec_at_recall_0.10 11_12 0.0000 iprec_at_recall_0.20 11_12 0.0000 iprec_at_recall_0.30 11_12 0.0000 iprec_at_recall_0.40 11_12 0.0000 iprec_at_recall_0.50 11_12 0.0000 iprec_at_recall_0.60 11_12 0.0000 iprec_at_recall_0.70 11_12 0.0000 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.2000 P_10 11_12 0.1000 P_15 11_12 0.0667 P_20 11_12 0.0500 P_30 11_12 0.0333 P_100 11_12 0.0200 P_200 11_12 0.0100 P_500 11_12 0.0080 P_1000 11_12 0.0070 relstring 11_12 '10000-0---' recall_5 11_12 0.0112 recall_10 11_12 0.0112 recall_15 11_12 0.0112 recall_20 11_12 0.0112 recall_30 11_12 0.0112 recall_100 11_12 0.0225 recall_200 11_12 0.0225 recall_500 11_12 0.0449 recall_1000 11_12 0.0787 infAP 11_12 0.0120 Rprec_mult_0.20 11_12 0.0556 Rprec_mult_0.40 11_12 0.0278 Rprec_mult_0.60 11_12 0.0185 Rprec_mult_0.80 11_12 0.0139 Rprec_mult_1.00 11_12 0.0112 Rprec_mult_1.20 11_12 0.0187 Rprec_mult_1.40 11_12 0.0160 Rprec_mult_1.60 11_12 0.0140 Rprec_mult_1.80 11_12 0.0124 Rprec_mult_2.00 11_12 0.0112 utility 11_12 -986.0000 11pt_avg 11_12 0.0909 binG 11_12 0.0191 G 11_12 0.0109 ndcg 11_12 0.0593 ndcg_rel 11_12 0.0618 Rndcg 11_12 0.0456 ndcg_cut_5 11_12 0.1131 ndcg_cut_10 11_12 0.0734 ndcg_cut_15 11_12 0.0595 ndcg_cut_20 11_12 0.0522 ndcg_cut_30 11_12 0.0427 ndcg_cut_100 11_12 0.0384 ndcg_cut_200 11_12 0.0384 ndcg_cut_500 11_12 0.0510 ndcg_cut_1000 11_12 0.0593 map_cut_5 11_12 0.0112 map_cut_10 11_12 0.0112 map_cut_15 11_12 0.0112 map_cut_20 11_12 0.0112 map_cut_30 11_12 0.0112 map_cut_100 11_12 0.0115 map_cut_200 11_12 0.0115 map_cut_500 11_12 0.0117 map_cut_1000 11_12 0.0120 relative_P_5 11_12 0.2000 relative_P_10 11_12 0.1000 relative_P_15 11_12 0.0667 relative_P_20 11_12 0.0500 relative_P_30 11_12 0.0333 relative_P_100 11_12 0.0225 relative_P_200 11_12 0.0225 relative_P_500 11_12 0.0449 relative_P_1000 11_12 0.0787 success_1 11_12 1.0000 success_5 11_12 1.0000 success_10 11_12 1.0000 set_P 11_12 0.0070 set_relative_P 11_12 0.0787 set_recall 11_12 0.0787 set_map 11_12 0.0006 set_F 11_12 0.0129 num_nonrel_judged_ret 11_12 11 rbp 11_12 0.0333 rbp_resid 11_12 0.5373 unj_5 11_12 0.0000 unj_10 11_12 0.4000 unj_20 11_12 0.7000 num_ret 11_13 1000 num_rel 11_13 203 num_rel_ret 11_13 3 map 11_13 0.0003 Rprec 11_13 0.0049 bpref 11_13 0.0137 recip_rank 11_13 0.0500 iprec_at_recall_0.00 11_13 0.0500 iprec_at_recall_0.10 11_13 0.0000 iprec_at_recall_0.20 11_13 0.0000 iprec_at_recall_0.30 11_13 0.0000 iprec_at_recall_0.40 11_13 0.0000 iprec_at_recall_0.50 11_13 0.0000 iprec_at_recall_0.60 11_13 0.0000 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 0.0000 P_10 11_13 0.0000 P_15 11_13 0.0000 P_20 11_13 0.0500 P_30 11_13 0.0333 P_100 11_13 0.0100 P_200 11_13 0.0050 P_500 11_13 0.0060 P_1000 11_13 0.0030 relstring 11_13 '00000-----' recall_5 11_13 0.0000 recall_10 11_13 0.0000 recall_15 11_13 0.0000 recall_20 11_13 0.0049 recall_30 11_13 0.0049 recall_100 11_13 0.0049 recall_200 11_13 0.0049 recall_500 11_13 0.0148 recall_1000 11_13 0.0148 infAP 11_13 0.0003 Rprec_mult_0.20 11_13 0.0244 Rprec_mult_0.40 11_13 0.0122 Rprec_mult_0.60 11_13 0.0082 Rprec_mult_0.80 11_13 0.0061 Rprec_mult_1.00 11_13 0.0049 Rprec_mult_1.20 11_13 0.0041 Rprec_mult_1.40 11_13 0.0070 Rprec_mult_1.60 11_13 0.0062 Rprec_mult_1.80 11_13 0.0055 Rprec_mult_2.00 11_13 0.0074 utility 11_13 -994.0000 11pt_avg 11_13 0.0045 binG 11_13 0.0023 G 11_13 0.0027 ndcg 11_13 0.0172 ndcg_rel 11_13 0.0172 Rndcg 11_13 0.0121 ndcg_cut_5 11_13 0.0000 ndcg_cut_10 11_13 0.0000 ndcg_cut_15 11_13 0.0000 ndcg_cut_20 11_13 0.0323 ndcg_cut_30 11_13 0.0249 ndcg_cut_100 11_13 0.0118 ndcg_cut_200 11_13 0.0084 ndcg_cut_500 11_13 0.0172 ndcg_cut_1000 11_13 0.0172 map_cut_5 11_13 0.0000 map_cut_10 11_13 0.0000 map_cut_15 11_13 0.0000 map_cut_20 11_13 0.0002 map_cut_30 11_13 0.0002 map_cut_100 11_13 0.0002 map_cut_200 11_13 0.0002 map_cut_500 11_13 0.0003 map_cut_1000 11_13 0.0003 relative_P_5 11_13 0.0000 relative_P_10 11_13 0.0000 relative_P_15 11_13 0.0000 relative_P_20 11_13 0.0500 relative_P_30 11_13 0.0333 relative_P_100 11_13 0.0100 relative_P_200 11_13 0.0050 relative_P_500 11_13 0.0148 relative_P_1000 11_13 0.0148 success_1 11_13 0.0000 success_5 11_13 0.0000 success_10 11_13 0.0000 set_P 11_13 0.0030 set_relative_P 11_13 0.0148 set_recall 11_13 0.0148 set_map 11_13 0.0000 set_F 11_13 0.0050 num_nonrel_judged_ret 11_13 7 rbp 11_13 0.0135 rbp_resid 11_13 0.5660 unj_5 11_13 0.0000 unj_10 11_13 0.5000 unj_20 11_13 0.7000 num_ret 11_2 1000 num_rel 11_2 146 num_rel_ret 11_2 87 map 11_2 0.3083 Rprec 11_2 0.3699 bpref 11_2 0.5734 recip_rank 11_2 1.0000 iprec_at_recall_0.00 11_2 1.0000 iprec_at_recall_0.10 11_2 0.9412 iprec_at_recall_0.20 11_2 0.7073 iprec_at_recall_0.30 11_2 0.4731 iprec_at_recall_0.40 11_2 0.3554 iprec_at_recall_0.50 11_2 0.1726 iprec_at_recall_0.60 11_2 0.0000 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 1.0000 P_10 11_2 0.9000 P_15 11_2 0.9333 P_20 11_2 0.8500 P_30 11_2 0.8000 P_100 11_2 0.4400 P_200 11_2 0.3050 P_500 11_2 0.1540 P_1000 11_2 0.0870 relstring 11_2 '321333313-' recall_5 11_2 0.0342 recall_10 11_2 0.0616 recall_15 11_2 0.0959 recall_20 11_2 0.1164 recall_30 11_2 0.1644 recall_100 11_2 0.3014 recall_200 11_2 0.4178 recall_500 11_2 0.5274 recall_1000 11_2 0.5959 infAP 11_2 0.3083 Rprec_mult_0.20 11_2 0.8000 Rprec_mult_0.40 11_2 0.5593 Rprec_mult_0.60 11_2 0.4773 Rprec_mult_0.80 11_2 0.4188 Rprec_mult_1.00 11_2 0.3699 Rprec_mult_1.20 11_2 0.3409 Rprec_mult_1.40 11_2 0.3024 Rprec_mult_1.60 11_2 0.2735 Rprec_mult_1.80 11_2 0.2586 Rprec_mult_2.00 11_2 0.2329 utility 11_2 -826.0000 11pt_avg 11_2 0.3318 binG 11_2 0.1826 G 11_2 0.1108 ndcg 11_2 0.5683 ndcg_rel 11_2 0.5581 Rndcg 11_2 0.5425 ndcg_cut_5 11_2 0.6886 ndcg_cut_10 11_2 0.6881 ndcg_cut_15 11_2 0.6844 ndcg_cut_20 11_2 0.6199 ndcg_cut_30 11_2 0.5939 ndcg_cut_100 11_2 0.4663 ndcg_cut_200 11_2 0.4875 ndcg_cut_500 11_2 0.5454 ndcg_cut_1000 11_2 0.5683 map_cut_5 11_2 0.0342 map_cut_10 11_2 0.0616 map_cut_15 11_2 0.0932 map_cut_20 11_2 0.1119 map_cut_30 11_2 0.1521 map_cut_100 11_2 0.2310 map_cut_200 11_2 0.2762 map_cut_500 11_2 0.3002 map_cut_1000 11_2 0.3083 relative_P_5 11_2 1.0000 relative_P_10 11_2 0.9000 relative_P_15 11_2 0.9333 relative_P_20 11_2 0.8500 relative_P_30 11_2 0.8000 relative_P_100 11_2 0.4400 relative_P_200 11_2 0.4178 relative_P_500 11_2 0.5274 relative_P_1000 11_2 0.5959 success_1 11_2 1.0000 success_5 11_2 1.0000 success_10 11_2 1.0000 set_P 11_2 0.0870 set_relative_P 11_2 0.5959 set_recall 11_2 0.5959 set_map 11_2 0.0518 set_F 11_2 0.1518 num_nonrel_judged_ret 11_2 14 rbp 11_2 0.5007 rbp_resid 11_2 0.0872 unj_5 11_2 0.0000 unj_10 11_2 0.1000 unj_20 11_2 0.0500 num_ret 11_3 1000 num_rel 11_3 188 num_rel_ret 11_3 30 map 11_3 0.0143 Rprec 11_3 0.0479 bpref 11_3 0.1468 recip_rank 11_3 1.0000 iprec_at_recall_0.00 11_3 1.0000 iprec_at_recall_0.10 11_3 0.0319 iprec_at_recall_0.20 11_3 0.0000 iprec_at_recall_0.30 11_3 0.0000 iprec_at_recall_0.40 11_3 0.0000 iprec_at_recall_0.50 11_3 0.0000 iprec_at_recall_0.60 11_3 0.0000 iprec_at_recall_0.70 11_3 0.0000 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 0.2000 P_10 11_3 0.2000 P_15 11_3 0.1333 P_20 11_3 0.1500 P_30 11_3 0.1000 P_100 11_3 0.0700 P_200 11_3 0.0450 P_500 11_3 0.0360 P_1000 11_3 0.0300 relstring 11_3 '200002----' recall_5 11_3 0.0053 recall_10 11_3 0.0106 recall_15 11_3 0.0106 recall_20 11_3 0.0160 recall_30 11_3 0.0160 recall_100 11_3 0.0372 recall_200 11_3 0.0479 recall_500 11_3 0.0957 recall_1000 11_3 0.1596 infAP 11_3 0.0143 Rprec_mult_0.20 11_3 0.0789 Rprec_mult_0.40 11_3 0.0789 Rprec_mult_0.60 11_3 0.0619 Rprec_mult_0.80 11_3 0.0596 Rprec_mult_1.00 11_3 0.0479 Rprec_mult_1.20 11_3 0.0487 Rprec_mult_1.40 11_3 0.0455 Rprec_mult_1.60 11_3 0.0399 Rprec_mult_1.80 11_3 0.0354 Rprec_mult_2.00 11_3 0.0372 utility 11_3 -940.0000 11pt_avg 11_3 0.0938 binG 11_3 0.0262 G 11_3 0.0224 ndcg 11_3 0.1367 ndcg_rel 11_3 0.1363 Rndcg 11_3 0.1096 ndcg_cut_5 11_3 0.2261 ndcg_cut_10 11_3 0.1990 ndcg_cut_15 11_3 0.1543 ndcg_cut_20 11_3 0.1516 ndcg_cut_30 11_3 0.1230 ndcg_cut_100 11_3 0.0908 ndcg_cut_200 11_3 0.0792 ndcg_cut_500 11_3 0.1076 ndcg_cut_1000 11_3 0.1367 map_cut_5 11_3 0.0053 map_cut_10 11_3 0.0071 map_cut_15 11_3 0.0071 map_cut_20 11_3 0.0081 map_cut_30 11_3 0.0081 map_cut_100 11_3 0.0097 map_cut_200 11_3 0.0104 map_cut_500 11_3 0.0124 map_cut_1000 11_3 0.0143 relative_P_5 11_3 0.2000 relative_P_10 11_3 0.2000 relative_P_15 11_3 0.1333 relative_P_20 11_3 0.1500 relative_P_30 11_3 0.1000 relative_P_100 11_3 0.0700 relative_P_200 11_3 0.0479 relative_P_500 11_3 0.0957 relative_P_1000 11_3 0.1596 success_1 11_3 1.0000 success_5 11_3 1.0000 success_10 11_3 1.0000 set_P 11_3 0.0300 set_relative_P 11_3 0.1596 set_recall 11_3 0.1596 set_map 11_3 0.0048 set_F 11_3 0.0505 num_nonrel_judged_ret 11_3 8 rbp 11_3 0.1201 rbp_resid 11_3 0.5104 unj_5 11_3 0.0000 unj_10 11_3 0.4000 unj_20 11_3 0.6500 num_ret 11_4 1000 num_rel 11_4 144 num_rel_ret 11_4 111 map 11_4 0.2856 Rprec 11_4 0.3542 bpref 11_4 0.7228 recip_rank 11_4 1.0000 iprec_at_recall_0.00 11_4 1.0000 iprec_at_recall_0.10 11_4 0.7600 iprec_at_recall_0.20 11_4 0.4306 iprec_at_recall_0.30 11_4 0.4174 iprec_at_recall_0.40 11_4 0.3102 iprec_at_recall_0.50 11_4 0.2202 iprec_at_recall_0.60 11_4 0.1676 iprec_at_recall_0.70 11_4 0.1202 iprec_at_recall_0.80 11_4 0.0000 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 0.8000 P_10 11_4 0.8000 P_15 11_4 0.7333 P_20 11_4 0.7000 P_30 11_4 0.6667 P_100 11_4 0.4100 P_200 11_4 0.2900 P_500 11_4 0.1700 P_1000 11_4 0.1110 relstring 11_4 '3311001122' recall_5 11_4 0.0278 recall_10 11_4 0.0556 recall_15 11_4 0.0764 recall_20 11_4 0.0972 recall_30 11_4 0.1389 recall_100 11_4 0.2847 recall_200 11_4 0.4028 recall_500 11_4 0.5903 recall_1000 11_4 0.7708 infAP 11_4 0.2856 Rprec_mult_0.20 11_4 0.6897 Rprec_mult_0.40 11_4 0.4310 Rprec_mult_0.60 11_4 0.4138 Rprec_mult_0.80 11_4 0.4138 Rprec_mult_1.00 11_4 0.3542 Rprec_mult_1.20 11_4 0.3237 Rprec_mult_1.40 11_4 0.2871 Rprec_mult_1.60 11_4 0.2814 Rprec_mult_1.80 11_4 0.2500 Rprec_mult_2.00 11_4 0.2361 utility 11_4 -778.0000 11pt_avg 11_4 0.3115 binG 11_4 0.1606 G 11_4 0.1470 ndcg 11_4 0.6621 ndcg_rel 11_4 0.5783 Rndcg 11_4 0.5500 ndcg_cut_5 11_4 0.6584 ndcg_cut_10 11_4 0.6358 ndcg_cut_15 11_4 0.6113 ndcg_cut_20 11_4 0.6103 ndcg_cut_30 11_4 0.6005 ndcg_cut_100 11_4 0.4580 ndcg_cut_200 11_4 0.4787 ndcg_cut_500 11_4 0.5732 ndcg_cut_1000 11_4 0.6621 map_cut_5 11_4 0.0278 map_cut_10 11_4 0.0489 map_cut_15 11_4 0.0645 map_cut_20 11_4 0.0799 map_cut_30 11_4 0.1105 map_cut_100 11_4 0.1744 map_cut_200 11_4 0.2190 map_cut_500 11_4 0.2621 map_cut_1000 11_4 0.2856 relative_P_5 11_4 0.8000 relative_P_10 11_4 0.8000 relative_P_15 11_4 0.7333 relative_P_20 11_4 0.7000 relative_P_30 11_4 0.6667 relative_P_100 11_4 0.4100 relative_P_200 11_4 0.4028 relative_P_500 11_4 0.5903 relative_P_1000 11_4 0.7708 success_1 11_4 1.0000 success_5 11_4 1.0000 success_10 11_4 1.0000 set_P 11_4 0.1110 set_relative_P 11_4 0.7708 set_recall 11_4 0.7708 set_map 11_4 0.0856 set_F 11_4 0.1941 num_nonrel_judged_ret 11_4 4 rbp 11_4 0.4485 rbp_resid 11_4 0.1517 unj_5 11_4 0.0000 unj_10 11_4 0.0000 unj_20 11_4 0.2000 num_ret 11_6 1000 num_rel 11_6 60 num_rel_ret 11_6 0 map 11_6 0.0000 Rprec 11_6 0.0000 bpref 11_6 0.0000 recip_rank 11_6 0.0000 iprec_at_recall_0.00 11_6 0.0000 iprec_at_recall_0.10 11_6 0.0000 iprec_at_recall_0.20 11_6 0.0000 iprec_at_recall_0.30 11_6 0.0000 iprec_at_recall_0.40 11_6 0.0000 iprec_at_recall_0.50 11_6 0.0000 iprec_at_recall_0.60 11_6 0.0000 iprec_at_recall_0.70 11_6 0.0000 iprec_at_recall_0.80 11_6 0.0000 iprec_at_recall_0.90 11_6 0.0000 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 0.0000 P_10 11_6 0.0000 P_15 11_6 0.0000 P_20 11_6 0.0000 P_30 11_6 0.0000 P_100 11_6 0.0000 P_200 11_6 0.0000 P_500 11_6 0.0000 P_1000 11_6 0.0000 relstring 11_6 '00000-----' recall_5 11_6 0.0000 recall_10 11_6 0.0000 recall_15 11_6 0.0000 recall_20 11_6 0.0000 recall_30 11_6 0.0000 recall_100 11_6 0.0000 recall_200 11_6 0.0000 recall_500 11_6 0.0000 recall_1000 11_6 0.0000 infAP 11_6 0.0000 Rprec_mult_0.20 11_6 0.0000 Rprec_mult_0.40 11_6 0.0000 Rprec_mult_0.60 11_6 0.0000 Rprec_mult_0.80 11_6 0.0000 Rprec_mult_1.00 11_6 0.0000 Rprec_mult_1.20 11_6 0.0000 Rprec_mult_1.40 11_6 0.0000 Rprec_mult_1.60 11_6 0.0000 Rprec_mult_1.80 11_6 0.0000 Rprec_mult_2.00 11_6 0.0000 utility 11_6 -1000.0000 11pt_avg 11_6 0.0000 binG 11_6 0.0000 G 11_6 0.0000 ndcg 11_6 0.0000 ndcg_rel 11_6 0.0000 Rndcg 11_6 0.0000 ndcg_cut_5 11_6 0.0000 ndcg_cut_10 11_6 0.0000 ndcg_cut_15 11_6 0.0000 ndcg_cut_20 11_6 0.0000 ndcg_cut_30 11_6 0.0000 ndcg_cut_100 11_6 0.0000 ndcg_cut_200 11_6 0.0000 ndcg_cut_500 11_6 0.0000 ndcg_cut_1000 11_6 0.0000 map_cut_5 11_6 0.0000 map_cut_10 11_6 0.0000 map_cut_15 11_6 0.0000 map_cut_20 11_6 0.0000 map_cut_30 11_6 0.0000 map_cut_100 11_6 0.0000 map_cut_200 11_6 0.0000 map_cut_500 11_6 0.0000 map_cut_1000 11_6 0.0000 relative_P_5 11_6 0.0000 relative_P_10 11_6 0.0000 relative_P_15 11_6 0.0000 relative_P_20 11_6 0.0000 relative_P_30 11_6 0.0000 relative_P_100 11_6 0.0000 relative_P_200 11_6 0.0000 relative_P_500 11_6 0.0000 relative_P_1000 11_6 0.0000 success_1 11_6 0.0000 success_5 11_6 0.0000 success_10 11_6 0.0000 set_P 11_6 0.0000 set_relative_P 11_6 0.0000 set_recall 11_6 0.0000 set_map 11_6 0.0000 set_F 11_6 0.0000 num_nonrel_judged_ret 11_6 12 rbp 11_6 0.0000 rbp_resid 11_6 0.5763 unj_5 11_6 0.0000 unj_10 11_6 0.5000 unj_20 11_6 0.7500 num_ret 11_7 1000 num_rel 11_7 90 num_rel_ret 11_7 25 map 11_7 0.0291 Rprec 11_7 0.1000 bpref 11_7 0.2300 recip_rank 11_7 0.1667 iprec_at_recall_0.00 11_7 0.2727 iprec_at_recall_0.10 11_7 0.1216 iprec_at_recall_0.20 11_7 0.0318 iprec_at_recall_0.30 11_7 0.0000 iprec_at_recall_0.40 11_7 0.0000 iprec_at_recall_0.50 11_7 0.0000 iprec_at_recall_0.60 11_7 0.0000 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 0.0000 P_10 11_7 0.2000 P_15 11_7 0.2667 P_20 11_7 0.2000 P_30 11_7 0.2000 P_100 11_7 0.1000 P_200 11_7 0.0700 P_500 11_7 0.0340 P_1000 11_7 0.0250 relstring 11_7 '00000201--' recall_5 11_7 0.0000 recall_10 11_7 0.0222 recall_15 11_7 0.0444 recall_20 11_7 0.0444 recall_30 11_7 0.0667 recall_100 11_7 0.1111 recall_200 11_7 0.1556 recall_500 11_7 0.1889 recall_1000 11_7 0.2778 infAP 11_7 0.0291 Rprec_mult_0.20 11_7 0.2222 Rprec_mult_0.40 11_7 0.1667 Rprec_mult_0.60 11_7 0.1296 Rprec_mult_0.80 11_7 0.1111 Rprec_mult_1.00 11_7 0.1000 Rprec_mult_1.20 11_7 0.0926 Rprec_mult_1.40 11_7 0.0873 Rprec_mult_1.60 11_7 0.0833 Rprec_mult_1.80 11_7 0.0741 Rprec_mult_2.00 11_7 0.0667 utility 11_7 -950.0000 11pt_avg 11_7 0.0387 binG 11_7 0.0462 G 11_7 0.0356 ndcg 11_7 0.1639 ndcg_rel 11_7 0.1510 Rndcg 11_7 0.0817 ndcg_cut_5 11_7 0.0000 ndcg_cut_10 11_7 0.0882 ndcg_cut_15 11_7 0.1090 ndcg_cut_20 11_7 0.0935 ndcg_cut_30 11_7 0.1057 ndcg_cut_100 11_7 0.0888 ndcg_cut_200 11_7 0.1127 ndcg_cut_500 11_7 0.1303 ndcg_cut_1000 11_7 0.1639 map_cut_5 11_7 0.0000 map_cut_10 11_7 0.0046 map_cut_15 11_7 0.0106 map_cut_20 11_7 0.0106 map_cut_30 11_7 0.0159 map_cut_100 11_7 0.0214 map_cut_200 11_7 0.0250 map_cut_500 11_7 0.0267 map_cut_1000 11_7 0.0291 relative_P_5 11_7 0.0000 relative_P_10 11_7 0.2000 relative_P_15 11_7 0.2667 relative_P_20 11_7 0.2000 relative_P_30 11_7 0.2000 relative_P_100 11_7 0.1111 relative_P_200 11_7 0.1556 relative_P_500 11_7 0.1889 relative_P_1000 11_7 0.2778 success_1 11_7 0.0000 success_5 11_7 0.0000 success_10 11_7 1.0000 set_P 11_7 0.0250 set_relative_P 11_7 0.2778 set_recall 11_7 0.2778 set_map 11_7 0.0069 set_F 11_7 0.0459 num_nonrel_judged_ret 11_7 23 rbp 11_7 0.0844 rbp_resid 11_7 0.2848 unj_5 11_7 0.0000 unj_10 11_7 0.2000 unj_20 11_7 0.4000 num_ret 11_8 1000 num_rel 11_8 97 num_rel_ret 11_8 66 map 11_8 0.3616 Rprec 11_8 0.4124 bpref 11_8 0.6526 recip_rank 11_8 1.0000 iprec_at_recall_0.00 11_8 1.0000 iprec_at_recall_0.10 11_8 0.8667 iprec_at_recall_0.20 11_8 0.8400 iprec_at_recall_0.30 11_8 0.7250 iprec_at_recall_0.40 11_8 0.5342 iprec_at_recall_0.50 11_8 0.2462 iprec_at_recall_0.60 11_8 0.1371 iprec_at_recall_0.70 11_8 0.0000 iprec_at_recall_0.80 11_8 0.0000 iprec_at_recall_0.90 11_8 0.0000 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 0.8000 P_10 11_8 0.8000 P_15 11_8 0.8667 P_20 11_8 0.8500 P_30 11_8 0.8000 P_100 11_8 0.4200 P_200 11_8 0.2450 P_500 11_8 0.1160 P_1000 11_8 0.0660 relstring 11_8 '404323223-' recall_5 11_8 0.0412 recall_10 11_8 0.0825 recall_15 11_8 0.1340 recall_20 11_8 0.1753 recall_30 11_8 0.2474 recall_100 11_8 0.4330 recall_200 11_8 0.5052 recall_500 11_8 0.5979 recall_1000 11_8 0.6804 infAP 11_8 0.3616 Rprec_mult_0.20 11_8 0.8500 Rprec_mult_0.40 11_8 0.7179 Rprec_mult_0.60 11_8 0.5593 Rprec_mult_0.80 11_8 0.5000 Rprec_mult_1.00 11_8 0.4124 Rprec_mult_1.20 11_8 0.3761 Rprec_mult_1.40 11_8 0.3235 Rprec_mult_1.60 11_8 0.2949 Rprec_mult_1.80 11_8 0.2686 Rprec_mult_2.00 11_8 0.2474 utility 11_8 -868.0000 11pt_avg 11_8 0.3954 binG 11_8 0.1989 G 11_8 0.1507 ndcg 11_8 0.6551 ndcg_rel 11_8 0.6503 Rndcg 11_8 0.6193 ndcg_cut_5 11_8 0.7348 ndcg_cut_10 11_8 0.7192 ndcg_cut_15 11_8 0.7097 ndcg_cut_20 11_8 0.6962 ndcg_cut_30 11_8 0.6969 ndcg_cut_100 11_8 0.5282 ndcg_cut_200 11_8 0.5743 ndcg_cut_500 11_8 0.6195 ndcg_cut_1000 11_8 0.6551 map_cut_5 11_8 0.0332 map_cut_10 11_8 0.0688 map_cut_15 11_8 0.1123 map_cut_20 11_8 0.1468 map_cut_30 11_8 0.2065 map_cut_100 11_8 0.3152 map_cut_200 11_8 0.3376 map_cut_500 11_8 0.3537 map_cut_1000 11_8 0.3616 relative_P_5 11_8 0.8000 relative_P_10 11_8 0.8000 relative_P_15 11_8 0.8667 relative_P_20 11_8 0.8500 relative_P_30 11_8 0.8000 relative_P_100 11_8 0.4330 relative_P_200 11_8 0.5052 relative_P_500 11_8 0.5979 relative_P_1000 11_8 0.6804 success_1 11_8 1.0000 success_5 11_8 1.0000 success_10 11_8 1.0000 set_P 11_8 0.0660 set_relative_P 11_8 0.6804 set_recall 11_8 0.6804 set_map 11_8 0.0449 set_F 11_8 0.1203 num_nonrel_judged_ret 11_8 3 rbp 11_8 0.5369 rbp_resid 11_8 0.1085 unj_5 11_8 0.0000 unj_10 11_8 0.1000 unj_20 11_8 0.1000 num_ret 11_9 1000 num_rel 11_9 117 num_rel_ret 11_9 8 map 11_9 0.0005 Rprec 11_9 0.0000 bpref 11_9 0.0638 recip_rank 11_9 0.0051 iprec_at_recall_0.00 11_9 0.0095 iprec_at_recall_0.10 11_9 0.0000 iprec_at_recall_0.20 11_9 0.0000 iprec_at_recall_0.30 11_9 0.0000 iprec_at_recall_0.40 11_9 0.0000 iprec_at_recall_0.50 11_9 0.0000 iprec_at_recall_0.60 11_9 0.0000 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 0.0000 P_10 11_9 0.0000 P_15 11_9 0.0000 P_20 11_9 0.0000 P_30 11_9 0.0000 P_100 11_9 0.0000 P_200 11_9 0.0050 P_500 11_9 0.0060 P_1000 11_9 0.0080 relstring 11_9 '00000-----' recall_5 11_9 0.0000 recall_10 11_9 0.0000 recall_15 11_9 0.0000 recall_20 11_9 0.0000 recall_30 11_9 0.0000 recall_100 11_9 0.0000 recall_200 11_9 0.0085 recall_500 11_9 0.0256 recall_1000 11_9 0.0684 infAP 11_9 0.0005 Rprec_mult_0.20 11_9 0.0000 Rprec_mult_0.40 11_9 0.0000 Rprec_mult_0.60 11_9 0.0000 Rprec_mult_0.80 11_9 0.0000 Rprec_mult_1.00 11_9 0.0000 Rprec_mult_1.20 11_9 0.0000 Rprec_mult_1.40 11_9 0.0000 Rprec_mult_1.60 11_9 0.0000 Rprec_mult_1.80 11_9 0.0047 Rprec_mult_2.00 11_9 0.0043 utility 11_9 -984.0000 11pt_avg 11_9 0.0009 binG 11_9 0.0077 G 11_9 0.0043 ndcg 11_9 0.0196 ndcg_rel 11_9 0.0191 Rndcg 11_9 0.0039 ndcg_cut_5 11_9 0.0000 ndcg_cut_10 11_9 0.0000 ndcg_cut_15 11_9 0.0000 ndcg_cut_20 11_9 0.0000 ndcg_cut_30 11_9 0.0000 ndcg_cut_100 11_9 0.0000 ndcg_cut_200 11_9 0.0025 ndcg_cut_500 11_9 0.0095 ndcg_cut_1000 11_9 0.0196 map_cut_5 11_9 0.0000 map_cut_10 11_9 0.0000 map_cut_15 11_9 0.0000 map_cut_20 11_9 0.0000 map_cut_30 11_9 0.0000 map_cut_100 11_9 0.0000 map_cut_200 11_9 0.0000 map_cut_500 11_9 0.0002 map_cut_1000 11_9 0.0005 relative_P_5 11_9 0.0000 relative_P_10 11_9 0.0000 relative_P_15 11_9 0.0000 relative_P_20 11_9 0.0000 relative_P_30 11_9 0.0000 relative_P_100 11_9 0.0000 relative_P_200 11_9 0.0085 relative_P_500 11_9 0.0256 relative_P_1000 11_9 0.0684 success_1 11_9 0.0000 success_5 11_9 0.0000 success_10 11_9 0.0000 set_P 11_9 0.0080 set_relative_P 11_9 0.0684 set_recall 11_9 0.0684 set_map 11_9 0.0005 set_F 11_9 0.0143 num_nonrel_judged_ret 11_9 11 rbp 11_9 0.0000 rbp_resid 11_9 0.5905 unj_5 11_9 0.0000 unj_10 11_9 0.5000 unj_20 11_9 0.7500 num_ret 12_1 1000 num_rel 12_1 75 num_rel_ret 12_1 32 map 12_1 0.1614 Rprec 12_1 0.2533 bpref 12_1 0.3163 recip_rank 12_1 1.0000 iprec_at_recall_0.00 12_1 1.0000 iprec_at_recall_0.10 12_1 0.5333 iprec_at_recall_0.20 12_1 0.3125 iprec_at_recall_0.30 12_1 0.2243 iprec_at_recall_0.40 12_1 0.1416 iprec_at_recall_0.50 12_1 0.0000 iprec_at_recall_0.60 12_1 0.0000 iprec_at_recall_0.70 12_1 0.0000 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 0.6000 P_10 12_1 0.6000 P_15 12_1 0.5333 P_20 12_1 0.4000 P_30 12_1 0.3667 P_100 12_1 0.2200 P_200 12_1 0.1450 P_500 12_1 0.0640 P_1000 12_1 0.0320 relstring 12_1 '2220011002' recall_5 12_1 0.0400 recall_10 12_1 0.0800 recall_15 12_1 0.1067 recall_20 12_1 0.1067 recall_30 12_1 0.1467 recall_100 12_1 0.2933 recall_200 12_1 0.3867 recall_500 12_1 0.4267 recall_1000 12_1 0.4267 infAP 12_1 0.1614 Rprec_mult_0.20 12_1 0.5333 Rprec_mult_0.40 12_1 0.3667 Rprec_mult_0.60 12_1 0.2889 Rprec_mult_0.80 12_1 0.2833 Rprec_mult_1.00 12_1 0.2533 Rprec_mult_1.20 12_1 0.2444 Rprec_mult_1.40 12_1 0.2190 Rprec_mult_1.60 12_1 0.2000 Rprec_mult_1.80 12_1 0.1852 Rprec_mult_2.00 12_1 0.1667 utility 12_1 -936.0000 11pt_avg 12_1 0.2011 binG 12_1 0.1230 G 12_1 0.1026 ndcg 12_1 0.4376 ndcg_rel 12_1 0.4426 Rndcg 12_1 0.4491 ndcg_cut_5 12_1 0.6179 ndcg_cut_10 12_1 0.5482 ndcg_cut_15 12_1 0.5164 ndcg_cut_20 12_1 0.4357 ndcg_cut_30 12_1 0.3955 ndcg_cut_100 12_1 0.3678 ndcg_cut_200 12_1 0.4204 ndcg_cut_500 12_1 0.4376 ndcg_cut_1000 12_1 0.4376 map_cut_5 12_1 0.0400 map_cut_10 12_1 0.0664 map_cut_15 12_1 0.0813 map_cut_20 12_1 0.0813 map_cut_30 12_1 0.0980 map_cut_100 12_1 0.1397 map_cut_200 12_1 0.1565 map_cut_500 12_1 0.1614 map_cut_1000 12_1 0.1614 relative_P_5 12_1 0.6000 relative_P_10 12_1 0.6000 relative_P_15 12_1 0.5333 relative_P_20 12_1 0.4000 relative_P_30 12_1 0.3667 relative_P_100 12_1 0.2933 relative_P_200 12_1 0.3867 relative_P_500 12_1 0.4267 relative_P_1000 12_1 0.4267 success_1 12_1 1.0000 success_5 12_1 1.0000 success_10 12_1 1.0000 set_P 12_1 0.0320 set_relative_P 12_1 0.4267 set_recall 12_1 0.4267 set_map 12_1 0.0137 set_F 12_1 0.0595 num_nonrel_judged_ret 12_1 49 rbp 12_1 0.2975 rbp_resid 12_1 0.0505 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0000 num_ret 12_2 1000 num_rel 12_2 65 num_rel_ret 12_2 19 map 12_2 0.0327 Rprec 12_2 0.0615 bpref 12_2 0.2573 recip_rank 12_2 1.0000 iprec_at_recall_0.00 12_2 1.0000 iprec_at_recall_0.10 12_2 0.0865 iprec_at_recall_0.20 12_2 0.0602 iprec_at_recall_0.30 12_2 0.0000 iprec_at_recall_0.40 12_2 0.0000 iprec_at_recall_0.50 12_2 0.0000 iprec_at_recall_0.60 12_2 0.0000 iprec_at_recall_0.70 12_2 0.0000 iprec_at_recall_0.80 12_2 0.0000 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 0.2000 P_10 12_2 0.1000 P_15 12_2 0.0667 P_20 12_2 0.0500 P_30 12_2 0.0333 P_100 12_2 0.0800 P_200 12_2 0.0550 P_500 12_2 0.0360 P_1000 12_2 0.0190 relstring 12_2 '20000-----' recall_5 12_2 0.0154 recall_10 12_2 0.0154 recall_15 12_2 0.0154 recall_20 12_2 0.0154 recall_30 12_2 0.0154 recall_100 12_2 0.1231 recall_200 12_2 0.1692 recall_500 12_2 0.2769 recall_1000 12_2 0.2923 infAP 12_2 0.0327 Rprec_mult_0.20 12_2 0.0769 Rprec_mult_0.40 12_2 0.0385 Rprec_mult_0.60 12_2 0.0256 Rprec_mult_0.80 12_2 0.0577 Rprec_mult_1.00 12_2 0.0615 Rprec_mult_1.20 12_2 0.0641 Rprec_mult_1.40 12_2 0.0769 Rprec_mult_1.60 12_2 0.0865 Rprec_mult_1.80 12_2 0.0769 Rprec_mult_2.00 12_2 0.0769 utility 12_2 -962.0000 11pt_avg 12_2 0.1042 binG 12_2 0.0551 G 12_2 0.0542 ndcg 12_2 0.2260 ndcg_rel 12_2 0.2140 Rndcg 12_2 0.1677 ndcg_cut_5 12_2 0.2261 ndcg_cut_10 12_2 0.1662 ndcg_cut_15 12_2 0.1363 ndcg_cut_20 12_2 0.1174 ndcg_cut_30 12_2 0.1009 ndcg_cut_100 12_2 0.1337 ndcg_cut_200 12_2 0.1614 ndcg_cut_500 12_2 0.2175 ndcg_cut_1000 12_2 0.2260 map_cut_5 12_2 0.0154 map_cut_10 12_2 0.0154 map_cut_15 12_2 0.0154 map_cut_20 12_2 0.0154 map_cut_30 12_2 0.0154 map_cut_100 12_2 0.0228 map_cut_200 12_2 0.0265 map_cut_500 12_2 0.0321 map_cut_1000 12_2 0.0327 relative_P_5 12_2 0.2000 relative_P_10 12_2 0.1000 relative_P_15 12_2 0.0667 relative_P_20 12_2 0.0500 relative_P_30 12_2 0.0333 relative_P_100 12_2 0.1231 relative_P_200 12_2 0.1692 relative_P_500 12_2 0.2769 relative_P_1000 12_2 0.2923 success_1 12_2 1.0000 success_5 12_2 1.0000 success_10 12_2 1.0000 set_P 12_2 0.0190 set_relative_P 12_2 0.2923 set_recall 12_2 0.2923 set_map 12_2 0.0056 set_F 12_2 0.0357 num_nonrel_judged_ret 12_2 13 rbp 12_2 0.0674 rbp_resid 12_2 0.5617 unj_5 12_2 0.0000 unj_10 12_2 0.5000 unj_20 12_2 0.7000 num_ret 12_3 1000 num_rel 12_3 75 num_rel_ret 12_3 64 map 12_3 0.6683 Rprec 12_3 0.6533 bpref 12_3 0.7975 recip_rank 12_3 1.0000 iprec_at_recall_0.00 12_3 1.0000 iprec_at_recall_0.10 12_3 1.0000 iprec_at_recall_0.20 12_3 0.9412 iprec_at_recall_0.30 12_3 0.9062 iprec_at_recall_0.40 12_3 0.8824 iprec_at_recall_0.50 12_3 0.7755 iprec_at_recall_0.60 12_3 0.7077 iprec_at_recall_0.70 12_3 0.6310 iprec_at_recall_0.80 12_3 0.5405 iprec_at_recall_0.90 12_3 0.0000 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 1.0000 P_10 12_3 0.9000 P_15 12_3 0.9333 P_20 12_3 0.9000 P_30 12_3 0.9000 P_100 12_3 0.5500 P_200 12_3 0.3100 P_500 12_3 0.1280 P_1000 12_3 0.0640 relstring 12_3 '2122121102' recall_5 12_3 0.0667 recall_10 12_3 0.1200 recall_15 12_3 0.1867 recall_20 12_3 0.2400 recall_30 12_3 0.3600 recall_100 12_3 0.7333 recall_200 12_3 0.8267 recall_500 12_3 0.8533 recall_1000 12_3 0.8533 infAP 12_3 0.6683 Rprec_mult_0.20 12_3 0.9333 Rprec_mult_0.40 12_3 0.9000 Rprec_mult_0.60 12_3 0.8222 Rprec_mult_0.80 12_3 0.7333 Rprec_mult_1.00 12_3 0.6533 Rprec_mult_1.20 12_3 0.5889 Rprec_mult_1.40 12_3 0.5333 Rprec_mult_1.60 12_3 0.5000 Rprec_mult_1.80 12_3 0.4444 Rprec_mult_2.00 12_3 0.4067 utility 12_3 -872.0000 11pt_avg 12_3 0.6713 binG 12_3 0.3600 G 12_3 0.2300 ndcg 12_3 0.7956 ndcg_rel 12_3 0.7590 Rndcg 12_3 0.7309 ndcg_cut_5 12_3 0.8274 ndcg_cut_10 12_3 0.7503 ndcg_cut_15 12_3 0.7841 ndcg_cut_20 12_3 0.7698 ndcg_cut_30 12_3 0.7528 ndcg_cut_100 12_3 0.7361 ndcg_cut_200 12_3 0.7870 ndcg_cut_500 12_3 0.7956 ndcg_cut_1000 12_3 0.7956 map_cut_5 12_3 0.0667 map_cut_10 12_3 0.1187 map_cut_15 12_3 0.1801 map_cut_20 12_3 0.2291 map_cut_30 12_3 0.3351 map_cut_100 12_3 0.6162 map_cut_200 12_3 0.6626 map_cut_500 12_3 0.6683 map_cut_1000 12_3 0.6683 relative_P_5 12_3 1.0000 relative_P_10 12_3 0.9000 relative_P_15 12_3 0.9333 relative_P_20 12_3 0.9000 relative_P_30 12_3 0.9000 relative_P_100 12_3 0.7333 relative_P_200 12_3 0.8267 relative_P_500 12_3 0.8533 relative_P_1000 12_3 0.8533 success_1 12_3 1.0000 success_5 12_3 1.0000 success_10 12_3 1.0000 set_P 12_3 0.0640 set_relative_P 12_3 0.8533 set_recall 12_3 0.8533 set_map 12_3 0.0546 set_F 12_3 0.1191 num_nonrel_judged_ret 12_3 20 rbp 12_3 0.7364 rbp_resid 12_3 0.0129 unj_5 12_3 0.0000 unj_10 12_3 0.0000 unj_20 12_3 0.0000 num_ret 12_5 1000 num_rel 12_5 57 num_rel_ret 12_5 5 map 12_5 0.0024 Rprec 12_5 0.0351 bpref 12_5 0.0754 recip_rank 12_5 0.0500 iprec_at_recall_0.00 12_5 0.0500 iprec_at_recall_0.10 12_5 0.0000 iprec_at_recall_0.20 12_5 0.0000 iprec_at_recall_0.30 12_5 0.0000 iprec_at_recall_0.40 12_5 0.0000 iprec_at_recall_0.50 12_5 0.0000 iprec_at_recall_0.60 12_5 0.0000 iprec_at_recall_0.70 12_5 0.0000 iprec_at_recall_0.80 12_5 0.0000 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 0.0000 P_10 12_5 0.0000 P_15 12_5 0.0000 P_20 12_5 0.0500 P_30 12_5 0.0333 P_100 12_5 0.0200 P_200 12_5 0.0150 P_500 12_5 0.0080 P_1000 12_5 0.0050 relstring 12_5 '00000-----' recall_5 12_5 0.0000 recall_10 12_5 0.0000 recall_15 12_5 0.0000 recall_20 12_5 0.0175 recall_30 12_5 0.0175 recall_100 12_5 0.0351 recall_200 12_5 0.0526 recall_500 12_5 0.0702 recall_1000 12_5 0.0877 infAP 12_5 0.0024 Rprec_mult_0.20 12_5 0.0000 Rprec_mult_0.40 12_5 0.0435 Rprec_mult_0.60 12_5 0.0286 Rprec_mult_0.80 12_5 0.0435 Rprec_mult_1.00 12_5 0.0351 Rprec_mult_1.20 12_5 0.0290 Rprec_mult_1.40 12_5 0.0250 Rprec_mult_1.60 12_5 0.0217 Rprec_mult_1.80 12_5 0.0194 Rprec_mult_2.00 12_5 0.0175 utility 12_5 -990.0000 11pt_avg 12_5 0.0045 binG 12_5 0.0136 G 12_5 0.0125 ndcg 12_5 0.0527 ndcg_rel 12_5 0.0514 Rndcg 12_5 0.0264 ndcg_cut_5 12_5 0.0000 ndcg_cut_10 12_5 0.0000 ndcg_cut_15 12_5 0.0000 ndcg_cut_20 12_5 0.0257 ndcg_cut_30 12_5 0.0207 ndcg_cut_100 12_5 0.0262 ndcg_cut_200 12_5 0.0354 ndcg_cut_500 12_5 0.0425 ndcg_cut_1000 12_5 0.0527 map_cut_5 12_5 0.0000 map_cut_10 12_5 0.0000 map_cut_15 12_5 0.0000 map_cut_20 12_5 0.0009 map_cut_30 12_5 0.0009 map_cut_100 12_5 0.0017 map_cut_200 12_5 0.0021 map_cut_500 12_5 0.0023 map_cut_1000 12_5 0.0024 relative_P_5 12_5 0.0000 relative_P_10 12_5 0.0000 relative_P_15 12_5 0.0000 relative_P_20 12_5 0.0500 relative_P_30 12_5 0.0333 relative_P_100 12_5 0.0351 relative_P_200 12_5 0.0526 relative_P_500 12_5 0.0702 relative_P_1000 12_5 0.0877 success_1 12_5 0.0000 success_5 12_5 0.0000 success_10 12_5 0.0000 set_P 12_5 0.0050 set_relative_P 12_5 0.0877 set_recall 12_5 0.0877 set_map 12_5 0.0004 set_F 12_5 0.0095 num_nonrel_judged_ret 12_5 13 rbp 12_5 0.0098 rbp_resid 12_5 0.5739 unj_5 12_5 0.0000 unj_10 12_5 0.5000 unj_20 12_5 0.7000 num_ret 12_6 1000 num_rel 12_6 48 num_rel_ret 12_6 17 map 12_6 0.0114 Rprec 12_6 0.0417 bpref 12_6 0.2253 recip_rank 12_6 0.0556 iprec_at_recall_0.00 12_6 0.0741 iprec_at_recall_0.10 12_6 0.0427 iprec_at_recall_0.20 12_6 0.0295 iprec_at_recall_0.30 12_6 0.0247 iprec_at_recall_0.40 12_6 0.0000 iprec_at_recall_0.50 12_6 0.0000 iprec_at_recall_0.60 12_6 0.0000 iprec_at_recall_0.70 12_6 0.0000 iprec_at_recall_0.80 12_6 0.0000 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 0.0000 P_10 12_6 0.0000 P_15 12_6 0.0000 P_20 12_6 0.0500 P_30 12_6 0.0667 P_100 12_6 0.0300 P_200 12_6 0.0300 P_500 12_6 0.0220 P_1000 12_6 0.0170 relstring 12_6 '000000----' recall_5 12_6 0.0000 recall_10 12_6 0.0000 recall_15 12_6 0.0000 recall_20 12_6 0.0208 recall_30 12_6 0.0417 recall_100 12_6 0.0625 recall_200 12_6 0.1250 recall_500 12_6 0.2292 recall_1000 12_6 0.3542 infAP 12_6 0.0114 Rprec_mult_0.20 12_6 0.0000 Rprec_mult_0.40 12_6 0.0500 Rprec_mult_0.60 12_6 0.0690 Rprec_mult_0.80 12_6 0.0513 Rprec_mult_1.00 12_6 0.0417 Rprec_mult_1.20 12_6 0.0345 Rprec_mult_1.40 12_6 0.0294 Rprec_mult_1.60 12_6 0.0260 Rprec_mult_1.80 12_6 0.0230 Rprec_mult_2.00 12_6 0.0208 utility 12_6 -966.0000 11pt_avg 12_6 0.0155 binG 12_6 0.0474 G 12_6 0.0398 ndcg 12_6 0.1407 ndcg_rel 12_6 0.1211 Rndcg 12_6 0.0466 ndcg_cut_5 12_6 0.0000 ndcg_cut_10 12_6 0.0000 ndcg_cut_15 12_6 0.0000 ndcg_cut_20 12_6 0.0156 ndcg_cut_30 12_6 0.0369 ndcg_cut_100 12_6 0.0381 ndcg_cut_200 12_6 0.0652 ndcg_cut_500 12_6 0.0996 ndcg_cut_1000 12_6 0.1407 map_cut_5 12_6 0.0000 map_cut_10 12_6 0.0000 map_cut_15 12_6 0.0000 map_cut_20 12_6 0.0012 map_cut_30 12_6 0.0027 map_cut_100 12_6 0.0033 map_cut_200 12_6 0.0056 map_cut_500 12_6 0.0086 map_cut_1000 12_6 0.0114 relative_P_5 12_6 0.0000 relative_P_10 12_6 0.0000 relative_P_15 12_6 0.0000 relative_P_20 12_6 0.0500 relative_P_30 12_6 0.0667 relative_P_100 12_6 0.0625 relative_P_200 12_6 0.1250 relative_P_500 12_6 0.2292 relative_P_1000 12_6 0.3542 success_1 12_6 0.0000 success_5 12_6 0.0000 success_10 12_6 0.0000 set_P 12_6 0.0170 set_relative_P 12_6 0.3542 set_recall 12_6 0.3542 set_map 12_6 0.0060 set_F 12_6 0.0324 num_nonrel_judged_ret 12_6 26 rbp 12_6 0.0099 rbp_resid 12_6 0.4845 unj_5 12_6 0.0000 unj_10 12_6 0.4000 unj_20 12_6 0.6000 num_ret 12_7 1000 num_rel 12_7 17 num_rel_ret 12_7 7 map 12_7 0.0072 Rprec 12_7 0.0000 bpref 12_7 0.0588 recip_rank 12_7 0.0116 iprec_at_recall_0.00 12_7 0.0286 iprec_at_recall_0.10 12_7 0.0286 iprec_at_recall_0.20 12_7 0.0286 iprec_at_recall_0.30 12_7 0.0135 iprec_at_recall_0.40 12_7 0.0112 iprec_at_recall_0.50 12_7 0.0000 iprec_at_recall_0.60 12_7 0.0000 iprec_at_recall_0.70 12_7 0.0000 iprec_at_recall_0.80 12_7 0.0000 iprec_at_recall_0.90 12_7 0.0000 iprec_at_recall_1.00 12_7 0.0000 P_5 12_7 0.0000 P_10 12_7 0.0000 P_15 12_7 0.0000 P_20 12_7 0.0000 P_30 12_7 0.0000 P_100 12_7 0.0200 P_200 12_7 0.0200 P_500 12_7 0.0120 P_1000 12_7 0.0070 relstring 12_7 '000000----' recall_5 12_7 0.0000 recall_10 12_7 0.0000 recall_15 12_7 0.0000 recall_20 12_7 0.0000 recall_30 12_7 0.0000 recall_100 12_7 0.1176 recall_200 12_7 0.2353 recall_500 12_7 0.3529 recall_1000 12_7 0.4118 infAP 12_7 0.0072 Rprec_mult_0.20 12_7 0.0000 Rprec_mult_0.40 12_7 0.0000 Rprec_mult_0.60 12_7 0.0000 Rprec_mult_0.80 12_7 0.0000 Rprec_mult_1.00 12_7 0.0000 Rprec_mult_1.20 12_7 0.0000 Rprec_mult_1.40 12_7 0.0000 Rprec_mult_1.60 12_7 0.0000 Rprec_mult_1.80 12_7 0.0000 Rprec_mult_2.00 12_7 0.0000 utility 12_7 -986.0000 11pt_avg 12_7 0.0100 binG 12_7 0.0547 G 12_7 0.0701 ndcg 12_7 0.1674 ndcg_rel 12_7 0.1378 Rndcg 12_7 0.0418 ndcg_cut_5 12_7 0.0000 ndcg_cut_10 12_7 0.0000 ndcg_cut_15 12_7 0.0000 ndcg_cut_20 12_7 0.0000 ndcg_cut_30 12_7 0.0000 ndcg_cut_100 12_7 0.0437 ndcg_cut_200 12_7 0.0951 ndcg_cut_500 12_7 0.1443 ndcg_cut_1000 12_7 0.1674 map_cut_5 12_7 0.0000 map_cut_10 12_7 0.0000 map_cut_15 12_7 0.0000 map_cut_20 12_7 0.0000 map_cut_30 12_7 0.0000 map_cut_100 12_7 0.0019 map_cut_200 12_7 0.0050 map_cut_500 12_7 0.0066 map_cut_1000 12_7 0.0072 relative_P_5 12_7 0.0000 relative_P_10 12_7 0.0000 relative_P_15 12_7 0.0000 relative_P_20 12_7 0.0000 relative_P_30 12_7 0.0000 relative_P_100 12_7 0.1176 relative_P_200 12_7 0.2353 relative_P_500 12_7 0.3529 relative_P_1000 12_7 0.4118 success_1 12_7 0.0000 success_5 12_7 0.0000 success_10 12_7 0.0000 set_P 12_7 0.0070 set_relative_P 12_7 0.4118 set_recall 12_7 0.4118 set_map 12_7 0.0029 set_F 12_7 0.0138 num_nonrel_judged_ret 12_7 22 rbp 12_7 0.0000 rbp_resid 12_7 0.4787 unj_5 12_7 0.0000 unj_10 12_7 0.4000 unj_20 12_7 0.6500 num_ret 12_9 1000 num_rel 12_9 27 num_rel_ret 12_9 0 map 12_9 0.0000 Rprec 12_9 0.0000 bpref 12_9 0.0000 recip_rank 12_9 0.0000 iprec_at_recall_0.00 12_9 0.0000 iprec_at_recall_0.10 12_9 0.0000 iprec_at_recall_0.20 12_9 0.0000 iprec_at_recall_0.30 12_9 0.0000 iprec_at_recall_0.40 12_9 0.0000 iprec_at_recall_0.50 12_9 0.0000 iprec_at_recall_0.60 12_9 0.0000 iprec_at_recall_0.70 12_9 0.0000 iprec_at_recall_0.80 12_9 0.0000 iprec_at_recall_0.90 12_9 0.0000 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 0.0000 P_10 12_9 0.0000 P_15 12_9 0.0000 P_20 12_9 0.0000 P_30 12_9 0.0000 P_100 12_9 0.0000 P_200 12_9 0.0000 P_500 12_9 0.0000 P_1000 12_9 0.0000 relstring 12_9 '00000-----' recall_5 12_9 0.0000 recall_10 12_9 0.0000 recall_15 12_9 0.0000 recall_20 12_9 0.0000 recall_30 12_9 0.0000 recall_100 12_9 0.0000 recall_200 12_9 0.0000 recall_500 12_9 0.0000 recall_1000 12_9 0.0000 infAP 12_9 0.0000 Rprec_mult_0.20 12_9 0.0000 Rprec_mult_0.40 12_9 0.0000 Rprec_mult_0.60 12_9 0.0000 Rprec_mult_0.80 12_9 0.0000 Rprec_mult_1.00 12_9 0.0000 Rprec_mult_1.20 12_9 0.0000 Rprec_mult_1.40 12_9 0.0000 Rprec_mult_1.60 12_9 0.0000 Rprec_mult_1.80 12_9 0.0000 Rprec_mult_2.00 12_9 0.0000 utility 12_9 -1000.0000 11pt_avg 12_9 0.0000 binG 12_9 0.0000 G 12_9 0.0000 ndcg 12_9 0.0000 ndcg_rel 12_9 0.0000 Rndcg 12_9 0.0000 ndcg_cut_5 12_9 0.0000 ndcg_cut_10 12_9 0.0000 ndcg_cut_15 12_9 0.0000 ndcg_cut_20 12_9 0.0000 ndcg_cut_30 12_9 0.0000 ndcg_cut_100 12_9 0.0000 ndcg_cut_200 12_9 0.0000 ndcg_cut_500 12_9 0.0000 ndcg_cut_1000 12_9 0.0000 map_cut_5 12_9 0.0000 map_cut_10 12_9 0.0000 map_cut_15 12_9 0.0000 map_cut_20 12_9 0.0000 map_cut_30 12_9 0.0000 map_cut_100 12_9 0.0000 map_cut_200 12_9 0.0000 map_cut_500 12_9 0.0000 map_cut_1000 12_9 0.0000 relative_P_5 12_9 0.0000 relative_P_10 12_9 0.0000 relative_P_15 12_9 0.0000 relative_P_20 12_9 0.0000 relative_P_30 12_9 0.0000 relative_P_100 12_9 0.0000 relative_P_200 12_9 0.0000 relative_P_500 12_9 0.0000 relative_P_1000 12_9 0.0000 success_1 12_9 0.0000 success_5 12_9 0.0000 success_10 12_9 0.0000 set_P 12_9 0.0000 set_relative_P 12_9 0.0000 set_recall 12_9 0.0000 set_map 12_9 0.0000 set_F 12_9 0.0000 num_nonrel_judged_ret 12_9 19 rbp 12_9 0.0000 rbp_resid 12_9 0.5437 unj_5 12_9 0.0000 unj_10 12_9 0.5000 unj_20 12_9 0.6500 num_ret 13_2 1000 num_rel 13_2 154 num_rel_ret 13_2 96 map 13_2 0.2355 Rprec 13_2 0.2792 bpref 13_2 0.5599 recip_rank 13_2 1.0000 iprec_at_recall_0.00 13_2 1.0000 iprec_at_recall_0.10 13_2 0.8000 iprec_at_recall_0.20 13_2 0.5593 iprec_at_recall_0.30 13_2 0.2599 iprec_at_recall_0.40 13_2 0.1943 iprec_at_recall_0.50 13_2 0.1770 iprec_at_recall_0.60 13_2 0.1309 iprec_at_recall_0.70 13_2 0.0000 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 0.8000 P_10 13_2 0.7000 P_15 13_2 0.7333 P_20 13_2 0.8000 P_30 13_2 0.6667 P_100 13_2 0.3700 P_200 13_2 0.2500 P_500 13_2 0.1640 P_1000 13_2 0.0960 relstring 13_2 '20223-2220' recall_5 13_2 0.0260 recall_10 13_2 0.0455 recall_15 13_2 0.0714 recall_20 13_2 0.1039 recall_30 13_2 0.1299 recall_100 13_2 0.2403 recall_200 13_2 0.3247 recall_500 13_2 0.5325 recall_1000 13_2 0.6234 infAP 13_2 0.2355 Rprec_mult_0.20 13_2 0.6452 Rprec_mult_0.40 13_2 0.5323 Rprec_mult_0.60 13_2 0.3871 Rprec_mult_0.80 13_2 0.3306 Rprec_mult_1.00 13_2 0.2792 Rprec_mult_1.20 13_2 0.2486 Rprec_mult_1.40 13_2 0.2361 Rprec_mult_1.60 13_2 0.2146 Rprec_mult_1.80 13_2 0.2050 Rprec_mult_2.00 13_2 0.1948 utility 13_2 -808.0000 11pt_avg 13_2 0.2838 binG 13_2 0.1316 G 13_2 0.1025 ndcg 13_2 0.5501 ndcg_rel 13_2 0.4905 Rndcg 13_2 0.4477 ndcg_cut_5 13_2 0.5101 ndcg_cut_10 13_2 0.4731 ndcg_cut_15 13_2 0.4867 ndcg_cut_20 13_2 0.5157 ndcg_cut_30 13_2 0.4648 ndcg_cut_100 13_2 0.3766 ndcg_cut_200 13_2 0.3776 ndcg_cut_500 13_2 0.5034 ndcg_cut_1000 13_2 0.5501 map_cut_5 13_2 0.0209 map_cut_10 13_2 0.0354 map_cut_15 13_2 0.0548 map_cut_20 13_2 0.0800 map_cut_30 13_2 0.0980 map_cut_100 13_2 0.1574 map_cut_200 13_2 0.1827 map_cut_500 13_2 0.2230 map_cut_1000 13_2 0.2355 relative_P_5 13_2 0.8000 relative_P_10 13_2 0.7000 relative_P_15 13_2 0.7333 relative_P_20 13_2 0.8000 relative_P_30 13_2 0.6667 relative_P_100 13_2 0.3700 relative_P_200 13_2 0.3247 relative_P_500 13_2 0.5325 relative_P_1000 13_2 0.6234 success_1 13_2 1.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.0960 set_relative_P 13_2 0.6234 set_recall 13_2 0.6234 set_map 13_2 0.0598 set_F 13_2 0.1664 num_nonrel_judged_ret 13_2 9 rbp 13_2 0.3676 rbp_resid 13_2 0.1653 unj_5 13_2 0.0000 unj_10 13_2 0.1000 unj_20 13_2 0.1000 num_ret 13_3 1000 num_rel 13_3 79 num_rel_ret 13_3 63 map 13_3 0.3837 Rprec 13_3 0.4430 bpref 13_3 0.7455 recip_rank 13_3 1.0000 iprec_at_recall_0.00 13_3 1.0000 iprec_at_recall_0.10 13_3 0.7368 iprec_at_recall_0.20 13_3 0.6667 iprec_at_recall_0.30 13_3 0.5714 iprec_at_recall_0.40 13_3 0.4648 iprec_at_recall_0.50 13_3 0.4100 iprec_at_recall_0.60 13_3 0.3507 iprec_at_recall_0.70 13_3 0.2705 iprec_at_recall_0.80 13_3 0.2100 iprec_at_recall_0.90 13_3 0.0000 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 0.6000 P_10 13_3 0.7000 P_15 13_3 0.6667 P_20 13_3 0.7000 P_30 13_3 0.6333 P_100 13_3 0.4100 P_200 13_3 0.2700 P_500 13_3 0.1260 P_1000 13_3 0.0630 relstring 13_3 '202032122-' recall_5 13_3 0.0380 recall_10 13_3 0.0886 recall_15 13_3 0.1266 recall_20 13_3 0.1772 recall_30 13_3 0.2405 recall_100 13_3 0.5190 recall_200 13_3 0.6835 recall_500 13_3 0.7975 recall_1000 13_3 0.7975 infAP 13_3 0.3837 Rprec_mult_0.20 13_3 0.6875 Rprec_mult_0.40 13_3 0.5938 Rprec_mult_0.60 13_3 0.5208 Rprec_mult_0.80 13_3 0.4531 Rprec_mult_1.00 13_3 0.4430 Rprec_mult_1.20 13_3 0.4000 Rprec_mult_1.40 13_3 0.3784 Rprec_mult_1.60 13_3 0.3622 Rprec_mult_1.80 13_3 0.3287 Rprec_mult_2.00 13_3 0.3101 utility 13_3 -874.0000 11pt_avg 13_3 0.4255 binG 13_3 0.1981 G 13_3 0.1626 ndcg 13_3 0.6931 ndcg_rel 13_3 0.5922 Rndcg 13_3 0.5113 ndcg_cut_5 13_3 0.4919 ndcg_cut_10 13_3 0.5528 ndcg_cut_15 13_3 0.5788 ndcg_cut_20 13_3 0.6111 ndcg_cut_30 13_3 0.5772 ndcg_cut_100 13_3 0.5355 ndcg_cut_200 13_3 0.6319 ndcg_cut_500 13_3 0.6931 ndcg_cut_1000 13_3 0.6931 map_cut_5 13_3 0.0287 map_cut_10 13_3 0.0655 map_cut_15 13_3 0.0912 map_cut_20 13_3 0.1273 map_cut_30 13_3 0.1684 map_cut_100 13_3 0.3018 map_cut_200 13_3 0.3570 map_cut_500 13_3 0.3837 map_cut_1000 13_3 0.3837 relative_P_5 13_3 0.6000 relative_P_10 13_3 0.7000 relative_P_15 13_3 0.6667 relative_P_20 13_3 0.7000 relative_P_30 13_3 0.6333 relative_P_100 13_3 0.5190 relative_P_200 13_3 0.6835 relative_P_500 13_3 0.7975 relative_P_1000 13_3 0.7975 success_1 13_3 1.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.0630 set_relative_P 13_3 0.7975 set_recall 13_3 0.7975 set_map 13_3 0.0502 set_F 13_3 0.1168 num_nonrel_judged_ret 13_3 10 rbp 13_3 0.4432 rbp_resid 13_3 0.1594 unj_5 13_3 0.0000 unj_10 13_3 0.1000 unj_20 13_3 0.1500 num_ret 13_4 1000 num_rel 13_4 132 num_rel_ret 13_4 59 map 13_4 0.1271 Rprec 13_4 0.2500 bpref 13_4 0.3985 recip_rank 13_4 1.0000 iprec_at_recall_0.00 13_4 1.0000 iprec_at_recall_0.10 13_4 0.3824 iprec_at_recall_0.20 13_4 0.2828 iprec_at_recall_0.30 13_4 0.2019 iprec_at_recall_0.40 13_4 0.1476 iprec_at_recall_0.50 13_4 0.0000 iprec_at_recall_0.60 13_4 0.0000 iprec_at_recall_0.70 13_4 0.0000 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 0.6000 P_10 13_4 0.4000 P_15 13_4 0.4667 P_20 13_4 0.4500 P_30 13_4 0.3667 P_100 13_4 0.2800 P_200 13_4 0.1950 P_500 13_4 0.1100 P_1000 13_4 0.0590 relstring 13_4 '10022-0--2' recall_5 13_4 0.0227 recall_10 13_4 0.0303 recall_15 13_4 0.0530 recall_20 13_4 0.0682 recall_30 13_4 0.0833 recall_100 13_4 0.2121 recall_200 13_4 0.2955 recall_500 13_4 0.4167 recall_1000 13_4 0.4470 infAP 13_4 0.1271 Rprec_mult_0.20 13_4 0.3704 Rprec_mult_0.40 13_4 0.3208 Rprec_mult_0.60 13_4 0.3000 Rprec_mult_0.80 13_4 0.2736 Rprec_mult_1.00 13_4 0.2500 Rprec_mult_1.20 13_4 0.2264 Rprec_mult_1.40 13_4 0.2054 Rprec_mult_1.60 13_4 0.1981 Rprec_mult_1.80 13_4 0.1849 Rprec_mult_2.00 13_4 0.1780 utility 13_4 -882.0000 11pt_avg 13_4 0.1832 binG 13_4 0.0877 G 13_4 0.0710 ndcg 13_4 0.3880 ndcg_rel 13_4 0.3583 Rndcg 13_4 0.3158 ndcg_cut_5 13_4 0.3821 ndcg_cut_10 13_4 0.3185 ndcg_cut_15 13_4 0.3533 ndcg_cut_20 13_4 0.3618 ndcg_cut_30 13_4 0.3254 ndcg_cut_100 13_4 0.2768 ndcg_cut_200 13_4 0.2994 ndcg_cut_500 13_4 0.3730 ndcg_cut_1000 13_4 0.3880 map_cut_5 13_4 0.0159 map_cut_10 13_4 0.0189 map_cut_15 13_4 0.0289 map_cut_20 13_4 0.0365 map_cut_30 13_4 0.0423 map_cut_100 13_4 0.0836 map_cut_200 13_4 0.1041 map_cut_500 13_4 0.1249 map_cut_1000 13_4 0.1271 relative_P_5 13_4 0.6000 relative_P_10 13_4 0.4000 relative_P_15 13_4 0.4667 relative_P_20 13_4 0.4500 relative_P_30 13_4 0.3667 relative_P_100 13_4 0.2800 relative_P_200 13_4 0.2955 relative_P_500 13_4 0.4167 relative_P_1000 13_4 0.4470 success_1 13_4 1.0000 success_5 13_4 1.0000 success_10 13_4 1.0000 set_P 13_4 0.0590 set_relative_P 13_4 0.4470 set_recall 13_4 0.4470 set_map 13_4 0.0264 set_F 13_4 0.1042 num_nonrel_judged_ret 13_4 16 rbp 13_4 0.2353 rbp_resid 13_4 0.3390 unj_5 13_4 0.0000 unj_10 13_4 0.3000 unj_20 13_4 0.3500 num_ret 13_6 1000 num_rel 13_6 135 num_rel_ret 13_6 70 map 13_6 0.1930 Rprec 13_6 0.2519 bpref 13_6 0.5030 recip_rank 13_6 1.0000 iprec_at_recall_0.00 13_6 1.0000 iprec_at_recall_0.10 13_6 0.5833 iprec_at_recall_0.20 13_6 0.4909 iprec_at_recall_0.30 13_6 0.2228 iprec_at_recall_0.40 13_6 0.1301 iprec_at_recall_0.50 13_6 0.0842 iprec_at_recall_0.60 13_6 0.0000 iprec_at_recall_0.70 13_6 0.0000 iprec_at_recall_0.80 13_6 0.0000 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 1.0000 P_10 13_6 0.8000 P_15 13_6 0.6000 P_20 13_6 0.5500 P_30 13_6 0.5667 P_100 13_6 0.3100 P_200 13_6 0.2050 P_500 13_6 0.1140 P_1000 13_6 0.0700 relstring 13_6 '323322022-' recall_5 13_6 0.0370 recall_10 13_6 0.0593 recall_15 13_6 0.0667 recall_20 13_6 0.0815 recall_30 13_6 0.1259 recall_100 13_6 0.2296 recall_200 13_6 0.3037 recall_500 13_6 0.4222 recall_1000 13_6 0.5185 infAP 13_6 0.1930 Rprec_mult_0.20 13_6 0.5185 Rprec_mult_0.40 13_6 0.4815 Rprec_mult_0.60 13_6 0.3827 Rprec_mult_0.80 13_6 0.2870 Rprec_mult_1.00 13_6 0.2519 Rprec_mult_1.20 13_6 0.2346 Rprec_mult_1.40 13_6 0.2169 Rprec_mult_1.60 13_6 0.1944 Rprec_mult_1.80 13_6 0.1811 Rprec_mult_2.00 13_6 0.1741 utility 13_6 -860.0000 11pt_avg 13_6 0.2283 binG 13_6 0.1309 G 13_6 0.1024 ndcg 13_6 0.5185 ndcg_rel 13_6 0.5113 Rndcg 13_6 0.5099 ndcg_cut_5 13_6 0.7951 ndcg_cut_10 13_6 0.6680 ndcg_cut_15 13_6 0.5528 ndcg_cut_20 13_6 0.5231 ndcg_cut_30 13_6 0.5434 ndcg_cut_100 13_6 0.3956 ndcg_cut_200 13_6 0.3969 ndcg_cut_500 13_6 0.4703 ndcg_cut_1000 13_6 0.5185 map_cut_5 13_6 0.0370 map_cut_10 13_6 0.0575 map_cut_15 13_6 0.0620 map_cut_20 13_6 0.0704 map_cut_30 13_6 0.0952 map_cut_100 13_6 0.1471 map_cut_200 13_6 0.1655 map_cut_500 13_6 0.1837 map_cut_1000 13_6 0.1930 relative_P_5 13_6 1.0000 relative_P_10 13_6 0.8000 relative_P_15 13_6 0.6000 relative_P_20 13_6 0.5500 relative_P_30 13_6 0.5667 relative_P_100 13_6 0.3100 relative_P_200 13_6 0.3037 relative_P_500 13_6 0.4222 relative_P_1000 13_6 0.5185 success_1 13_6 1.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.0700 set_relative_P 13_6 0.5185 set_recall 13_6 0.5185 set_map 13_6 0.0363 set_F 13_6 0.1233 num_nonrel_judged_ret 13_6 2 rbp 13_6 0.4050 rbp_resid 13_6 0.2689 unj_5 13_6 0.0000 unj_10 13_6 0.1000 unj_20 13_6 0.4000 num_ret 13_8 1000 num_rel 13_8 100 num_rel_ret 13_8 42 map 13_8 0.0787 Rprec 13_8 0.1300 bpref 13_8 0.3606 recip_rank 13_8 1.0000 iprec_at_recall_0.00 13_8 1.0000 iprec_at_recall_0.10 13_8 0.2083 iprec_at_recall_0.20 13_8 0.1282 iprec_at_recall_0.30 13_8 0.0728 iprec_at_recall_0.40 13_8 0.0436 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 0.8000 P_10 13_8 0.4000 P_15 13_8 0.2667 P_20 13_8 0.2500 P_30 13_8 0.2000 P_100 13_8 0.1300 P_200 13_8 0.1050 P_500 13_8 0.0660 P_1000 13_8 0.0420 relstring 13_8 '32011--00-' recall_5 13_8 0.0400 recall_10 13_8 0.0400 recall_15 13_8 0.0400 recall_20 13_8 0.0500 recall_30 13_8 0.0600 recall_100 13_8 0.1300 recall_200 13_8 0.2100 recall_500 13_8 0.3300 recall_1000 13_8 0.4200 infAP 13_8 0.0787 Rprec_mult_0.20 13_8 0.2500 Rprec_mult_0.40 13_8 0.1500 Rprec_mult_0.60 13_8 0.1833 Rprec_mult_0.80 13_8 0.1625 Rprec_mult_1.00 13_8 0.1300 Rprec_mult_1.20 13_8 0.1333 Rprec_mult_1.40 13_8 0.1143 Rprec_mult_1.60 13_8 0.1250 Rprec_mult_1.80 13_8 0.1111 Rprec_mult_2.00 13_8 0.1050 utility 13_8 -916.0000 11pt_avg 13_8 0.1321 binG 13_8 0.0860 G 13_8 0.0763 ndcg 13_8 0.3470 ndcg_rel 13_8 0.3333 Rndcg 13_8 0.2604 ndcg_cut_5 13_8 0.5742 ndcg_cut_10 13_8 0.3726 ndcg_cut_15 13_8 0.2930 ndcg_cut_20 13_8 0.2699 ndcg_cut_30 13_8 0.2408 ndcg_cut_100 13_8 0.1886 ndcg_cut_200 13_8 0.2380 ndcg_cut_500 13_8 0.3056 ndcg_cut_1000 13_8 0.3470 map_cut_5 13_8 0.0355 map_cut_10 13_8 0.0355 map_cut_15 13_8 0.0355 map_cut_20 13_8 0.0383 map_cut_30 13_8 0.0411 map_cut_100 13_8 0.0545 map_cut_200 13_8 0.0644 map_cut_500 13_8 0.0744 map_cut_1000 13_8 0.0787 relative_P_5 13_8 0.8000 relative_P_10 13_8 0.4000 relative_P_15 13_8 0.2667 relative_P_20 13_8 0.2500 relative_P_30 13_8 0.2000 relative_P_100 13_8 0.1300 relative_P_200 13_8 0.2100 relative_P_500 13_8 0.3300 relative_P_1000 13_8 0.4200 success_1 13_8 1.0000 success_5 13_8 1.0000 success_10 13_8 1.0000 set_P 13_8 0.0420 set_relative_P 13_8 0.4200 set_recall 13_8 0.4200 set_map 13_8 0.0176 set_F 13_8 0.0764 num_nonrel_judged_ret 13_8 17 rbp 13_8 0.2231 rbp_resid 13_8 0.3971 unj_5 13_8 0.0000 unj_10 13_8 0.3000 unj_20 13_8 0.5000 num_ret 14_10 1000 num_rel 14_10 52 num_rel_ret 14_10 35 map 14_10 0.3960 Rprec 14_10 0.4615 bpref 14_10 0.6069 recip_rank 14_10 1.0000 iprec_at_recall_0.00 14_10 1.0000 iprec_at_recall_0.10 14_10 1.0000 iprec_at_recall_0.20 14_10 0.7333 iprec_at_recall_0.30 14_10 0.7000 iprec_at_recall_0.40 14_10 0.7000 iprec_at_recall_0.50 14_10 0.3553 iprec_at_recall_0.60 14_10 0.2296 iprec_at_recall_0.70 14_10 0.0000 iprec_at_recall_0.80 14_10 0.0000 iprec_at_recall_0.90 14_10 0.0000 iprec_at_recall_1.00 14_10 0.0000 P_5 14_10 1.0000 P_10 14_10 0.7000 P_15 14_10 0.7333 P_20 14_10 0.6500 P_30 14_10 0.7000 P_100 14_10 0.2700 P_200 14_10 0.1600 P_500 14_10 0.0680 P_1000 14_10 0.0350 relstring 14_10 '223222--1-' recall_5 14_10 0.0962 recall_10 14_10 0.1346 recall_15 14_10 0.2115 recall_20 14_10 0.2500 recall_30 14_10 0.4038 recall_100 14_10 0.5192 recall_200 14_10 0.6154 recall_500 14_10 0.6538 recall_1000 14_10 0.6731 infAP 14_10 0.3960 Rprec_mult_0.20 14_10 0.7273 Rprec_mult_0.40 14_10 0.6667 Rprec_mult_0.60 14_10 0.6562 Rprec_mult_0.80 14_10 0.5476 Rprec_mult_1.00 14_10 0.4615 Rprec_mult_1.20 14_10 0.3968 Rprec_mult_1.40 14_10 0.3425 Rprec_mult_1.60 14_10 0.3214 Rprec_mult_1.80 14_10 0.2872 Rprec_mult_2.00 14_10 0.2596 utility 14_10 -930.0000 11pt_avg 14_10 0.4289 binG 14_10 0.2594 G 14_10 0.1924 ndcg 14_10 0.6654 ndcg_rel 14_10 0.6539 Rndcg 14_10 0.6514 ndcg_cut_5 14_10 0.7968 ndcg_cut_10 14_10 0.6606 ndcg_cut_15 14_10 0.6856 ndcg_cut_20 14_10 0.6147 ndcg_cut_30 14_10 0.6377 ndcg_cut_100 14_10 0.5878 ndcg_cut_200 14_10 0.6459 ndcg_cut_500 14_10 0.6609 ndcg_cut_1000 14_10 0.6654 map_cut_5 14_10 0.0962 map_cut_10 14_10 0.1303 map_cut_15 14_10 0.1866 map_cut_20 14_10 0.2127 map_cut_30 14_10 0.3150 map_cut_100 14_10 0.3686 map_cut_200 14_10 0.3902 map_cut_500 14_10 0.3948 map_cut_1000 14_10 0.3960 relative_P_5 14_10 1.0000 relative_P_10 14_10 0.7000 relative_P_15 14_10 0.7333 relative_P_20 14_10 0.6500 relative_P_30 14_10 0.7000 relative_P_100 14_10 0.5192 relative_P_200 14_10 0.6154 relative_P_500 14_10 0.6538 relative_P_1000 14_10 0.6731 success_1 14_10 1.0000 success_5 14_10 1.0000 success_10 14_10 1.0000 set_P 14_10 0.0350 set_relative_P 14_10 0.6731 set_recall 14_10 0.6731 set_map 14_10 0.0236 set_F 14_10 0.0665 num_nonrel_judged_ret 14_10 21 rbp 14_10 0.4746 rbp_resid 14_10 0.2151 unj_5 14_10 0.0000 unj_10 14_10 0.3000 unj_20 14_10 0.2000 num_ret 14_2 1000 num_rel 14_2 105 num_rel_ret 14_2 48 map 14_2 0.1365 Rprec 14_2 0.2381 bpref 14_2 0.3996 recip_rank 14_2 1.0000 iprec_at_recall_0.00 14_2 1.0000 iprec_at_recall_0.10 14_2 0.4324 iprec_at_recall_0.20 14_2 0.2763 iprec_at_recall_0.30 14_2 0.1684 iprec_at_recall_0.40 14_2 0.1032 iprec_at_recall_0.50 14_2 0.0000 iprec_at_recall_0.60 14_2 0.0000 iprec_at_recall_0.70 14_2 0.0000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 0.6000 P_10 14_2 0.5000 P_15 14_2 0.4000 P_20 14_2 0.5000 P_30 14_2 0.4000 P_100 14_2 0.2500 P_200 14_2 0.1600 P_500 14_2 0.0860 P_1000 14_2 0.0480 relstring 14_2 '12002-20-1' recall_5 14_2 0.0286 recall_10 14_2 0.0476 recall_15 14_2 0.0571 recall_20 14_2 0.0952 recall_30 14_2 0.1143 recall_100 14_2 0.2381 recall_200 14_2 0.3048 recall_500 14_2 0.4095 recall_1000 14_2 0.4571 infAP 14_2 0.1365 Rprec_mult_0.20 14_2 0.4762 Rprec_mult_0.40 14_2 0.3810 Rprec_mult_0.60 14_2 0.3175 Rprec_mult_0.80 14_2 0.2738 Rprec_mult_1.00 14_2 0.2381 Rprec_mult_1.20 14_2 0.2143 Rprec_mult_1.40 14_2 0.1973 Rprec_mult_1.60 14_2 0.1786 Rprec_mult_1.80 14_2 0.1640 Rprec_mult_2.00 14_2 0.1524 utility 14_2 -904.0000 11pt_avg 14_2 0.1800 binG 14_2 0.1012 G 14_2 0.0819 ndcg 14_2 0.3956 ndcg_rel 14_2 0.3659 Rndcg 14_2 0.3189 ndcg_cut_5 14_2 0.3589 ndcg_cut_10 14_2 0.3426 ndcg_cut_15 14_2 0.2978 ndcg_cut_20 14_2 0.3260 ndcg_cut_30 14_2 0.2796 ndcg_cut_100 14_2 0.2933 ndcg_cut_200 14_2 0.3302 ndcg_cut_500 14_2 0.3744 ndcg_cut_1000 14_2 0.3956 map_cut_5 14_2 0.0248 map_cut_10 14_2 0.0350 map_cut_15 14_2 0.0394 map_cut_20 14_2 0.0573 map_cut_30 14_2 0.0653 map_cut_100 14_2 0.1072 map_cut_200 14_2 0.1209 map_cut_500 14_2 0.1333 map_cut_1000 14_2 0.1365 relative_P_5 14_2 0.6000 relative_P_10 14_2 0.5000 relative_P_15 14_2 0.4000 relative_P_20 14_2 0.5000 relative_P_30 14_2 0.4000 relative_P_100 14_2 0.2500 relative_P_200 14_2 0.3048 relative_P_500 14_2 0.4095 relative_P_1000 14_2 0.4571 success_1 14_2 1.0000 success_5 14_2 1.0000 success_10 14_2 1.0000 set_P 14_2 0.0480 set_relative_P 14_2 0.4571 set_recall 14_2 0.4571 set_map 14_2 0.0219 set_F 14_2 0.0869 num_nonrel_judged_ret 14_2 31 rbp 14_2 0.2349 rbp_resid 14_2 0.2768 unj_5 14_2 0.0000 unj_10 14_2 0.2000 unj_20 14_2 0.3000 num_ret 14_3 1000 num_rel 14_3 160 num_rel_ret 14_3 91 map 14_3 0.1759 Rprec 14_3 0.2625 bpref 14_3 0.4039 recip_rank 14_3 1.0000 iprec_at_recall_0.00 14_3 1.0000 iprec_at_recall_0.10 14_3 0.5333 iprec_at_recall_0.20 14_3 0.3441 iprec_at_recall_0.30 14_3 0.2390 iprec_at_recall_0.40 14_3 0.2050 iprec_at_recall_0.50 14_3 0.1354 iprec_at_recall_0.60 14_3 0.0000 iprec_at_recall_0.70 14_3 0.0000 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 0.6000 P_10 14_3 0.4000 P_15 14_3 0.4667 P_20 14_3 0.5500 P_30 14_3 0.5333 P_100 14_3 0.3400 P_200 14_3 0.2350 P_500 14_3 0.1540 P_1000 14_3 0.0910 relstring 14_3 '2210000001' recall_5 14_3 0.0187 recall_10 14_3 0.0250 recall_15 14_3 0.0437 recall_20 14_3 0.0688 recall_30 14_3 0.1000 recall_100 14_3 0.2125 recall_200 14_3 0.2938 recall_500 14_3 0.4813 recall_1000 14_3 0.5687 infAP 14_3 0.1759 Rprec_mult_0.20 14_3 0.5000 Rprec_mult_0.40 14_3 0.4062 Rprec_mult_0.60 14_3 0.3333 Rprec_mult_0.80 14_3 0.3047 Rprec_mult_1.00 14_3 0.2625 Rprec_mult_1.20 14_3 0.2396 Rprec_mult_1.40 14_3 0.2277 Rprec_mult_1.60 14_3 0.2070 Rprec_mult_1.80 14_3 0.2049 Rprec_mult_2.00 14_3 0.2000 utility 14_3 -818.0000 11pt_avg 14_3 0.2233 binG 14_3 0.1091 G 14_3 0.0900 ndcg 14_3 0.4725 ndcg_rel 14_3 0.4212 Rndcg 14_3 0.4248 ndcg_cut_5 14_3 0.4686 ndcg_cut_10 14_3 0.3611 ndcg_cut_15 14_3 0.3705 ndcg_cut_20 14_3 0.3743 ndcg_cut_30 14_3 0.3883 ndcg_cut_100 14_3 0.3334 ndcg_cut_200 14_3 0.3223 ndcg_cut_500 14_3 0.4309 ndcg_cut_1000 14_3 0.4725 map_cut_5 14_3 0.0187 map_cut_10 14_3 0.0212 map_cut_15 14_3 0.0306 map_cut_20 14_3 0.0434 map_cut_30 14_3 0.0602 map_cut_100 14_3 0.1064 map_cut_200 14_3 0.1292 map_cut_500 14_3 0.1656 map_cut_1000 14_3 0.1759 relative_P_5 14_3 0.6000 relative_P_10 14_3 0.4000 relative_P_15 14_3 0.4667 relative_P_20 14_3 0.5500 relative_P_30 14_3 0.5333 relative_P_100 14_3 0.3400 relative_P_200 14_3 0.2938 relative_P_500 14_3 0.4813 relative_P_1000 14_3 0.5687 success_1 14_3 1.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.0910 set_relative_P 14_3 0.5687 set_recall 14_3 0.5687 set_map 14_3 0.0518 set_F 14_3 0.1569 num_nonrel_judged_ret 14_3 43 rbp 14_3 0.2542 rbp_resid 14_3 0.0752 unj_5 14_3 0.0000 unj_10 14_3 0.0000 unj_20 14_3 0.0500 num_ret 14_4 1000 num_rel 14_4 46 num_rel_ret 14_4 38 map 14_4 0.1562 Rprec 14_4 0.2174 bpref 14_4 0.4225 recip_rank 14_4 0.5000 iprec_at_recall_0.00 14_4 0.5714 iprec_at_recall_0.10 14_4 0.3333 iprec_at_recall_0.20 14_4 0.2500 iprec_at_recall_0.30 14_4 0.1972 iprec_at_recall_0.40 14_4 0.1915 iprec_at_recall_0.50 14_4 0.1244 iprec_at_recall_0.60 14_4 0.1029 iprec_at_recall_0.70 14_4 0.0744 iprec_at_recall_0.80 14_4 0.0574 iprec_at_recall_0.90 14_4 0.0000 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.4000 P_10 14_4 0.4000 P_15 14_4 0.2667 P_20 14_4 0.3000 P_30 14_4 0.2333 P_100 14_4 0.1800 P_200 14_4 0.1200 P_500 14_4 0.0660 P_1000 14_4 0.0380 relstring 14_4 '0302011--0' recall_5 14_4 0.0435 recall_10 14_4 0.0870 recall_15 14_4 0.0870 recall_20 14_4 0.1304 recall_30 14_4 0.1522 recall_100 14_4 0.3913 recall_200 14_4 0.5217 recall_500 14_4 0.7174 recall_1000 14_4 0.8261 infAP 14_4 0.1562 Rprec_mult_0.20 14_4 0.4000 Rprec_mult_0.40 14_4 0.3158 Rprec_mult_0.60 14_4 0.2143 Rprec_mult_0.80 14_4 0.2432 Rprec_mult_1.00 14_4 0.2174 Rprec_mult_1.20 14_4 0.1964 Rprec_mult_1.40 14_4 0.1846 Rprec_mult_1.60 14_4 0.1892 Rprec_mult_1.80 14_4 0.1928 Rprec_mult_2.00 14_4 0.1848 utility 14_4 -924.0000 11pt_avg 14_4 0.1730 binG 14_4 0.1564 G 14_4 0.1350 ndcg 14_4 0.4836 ndcg_rel 14_4 0.3654 Rndcg 14_4 0.2959 ndcg_cut_5 14_4 0.3114 ndcg_cut_10 14_4 0.2581 ndcg_cut_15 14_4 0.2155 ndcg_cut_20 14_4 0.2140 ndcg_cut_30 14_4 0.2018 ndcg_cut_100 14_4 0.3044 ndcg_cut_200 14_4 0.3629 ndcg_cut_500 14_4 0.4515 ndcg_cut_1000 14_4 0.4836 map_cut_5 14_4 0.0217 map_cut_10 14_4 0.0450 map_cut_15 14_4 0.0450 map_cut_20 14_4 0.0591 map_cut_30 14_4 0.0643 map_cut_100 14_4 0.1133 map_cut_200 14_4 0.1316 map_cut_500 14_4 0.1500 map_cut_1000 14_4 0.1562 relative_P_5 14_4 0.4000 relative_P_10 14_4 0.4000 relative_P_15 14_4 0.2667 relative_P_20 14_4 0.3000 relative_P_30 14_4 0.2333 relative_P_100 14_4 0.3913 relative_P_200 14_4 0.5217 relative_P_500 14_4 0.7174 relative_P_1000 14_4 0.8261 success_1 14_4 0.0000 success_5 14_4 1.0000 success_10 14_4 1.0000 set_P 14_4 0.0380 set_relative_P 14_4 0.8261 set_recall 14_4 0.8261 set_map 14_4 0.0314 set_F 14_4 0.0727 num_nonrel_judged_ret 14_4 54 rbp 14_4 0.1944 rbp_resid 14_4 0.3359 unj_5 14_4 0.0000 unj_10 14_4 0.2000 unj_20 14_4 0.4500 num_ret 14_7 1000 num_rel 14_7 83 num_rel_ret 14_7 1 map 14_7 0.0001 Rprec 14_7 0.0000 bpref 14_7 0.0099 recip_rank 14_7 0.0086 iprec_at_recall_0.00 14_7 0.0086 iprec_at_recall_0.10 14_7 0.0000 iprec_at_recall_0.20 14_7 0.0000 iprec_at_recall_0.30 14_7 0.0000 iprec_at_recall_0.40 14_7 0.0000 iprec_at_recall_0.50 14_7 0.0000 iprec_at_recall_0.60 14_7 0.0000 iprec_at_recall_0.70 14_7 0.0000 iprec_at_recall_0.80 14_7 0.0000 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 0.0000 P_10 14_7 0.0000 P_15 14_7 0.0000 P_20 14_7 0.0000 P_30 14_7 0.0000 P_100 14_7 0.0000 P_200 14_7 0.0050 P_500 14_7 0.0020 P_1000 14_7 0.0010 relstring 14_7 '00000---0-' recall_5 14_7 0.0000 recall_10 14_7 0.0000 recall_15 14_7 0.0000 recall_20 14_7 0.0000 recall_30 14_7 0.0000 recall_100 14_7 0.0000 recall_200 14_7 0.0120 recall_500 14_7 0.0120 recall_1000 14_7 0.0120 infAP 14_7 0.0001 Rprec_mult_0.20 14_7 0.0000 Rprec_mult_0.40 14_7 0.0000 Rprec_mult_0.60 14_7 0.0000 Rprec_mult_0.80 14_7 0.0000 Rprec_mult_1.00 14_7 0.0000 Rprec_mult_1.20 14_7 0.0000 Rprec_mult_1.40 14_7 0.0085 Rprec_mult_1.60 14_7 0.0075 Rprec_mult_1.80 14_7 0.0067 Rprec_mult_2.00 14_7 0.0060 utility 14_7 -998.0000 11pt_avg 14_7 0.0008 binG 14_7 0.0018 G 14_7 0.0011 ndcg 14_7 0.0046 ndcg_rel 14_7 0.0046 Rndcg 14_7 0.0011 ndcg_cut_5 14_7 0.0000 ndcg_cut_10 14_7 0.0000 ndcg_cut_15 14_7 0.0000 ndcg_cut_20 14_7 0.0000 ndcg_cut_30 14_7 0.0000 ndcg_cut_100 14_7 0.0000 ndcg_cut_200 14_7 0.0046 ndcg_cut_500 14_7 0.0046 ndcg_cut_1000 14_7 0.0046 map_cut_5 14_7 0.0000 map_cut_10 14_7 0.0000 map_cut_15 14_7 0.0000 map_cut_20 14_7 0.0000 map_cut_30 14_7 0.0000 map_cut_100 14_7 0.0000 map_cut_200 14_7 0.0001 map_cut_500 14_7 0.0001 map_cut_1000 14_7 0.0001 relative_P_5 14_7 0.0000 relative_P_10 14_7 0.0000 relative_P_15 14_7 0.0000 relative_P_20 14_7 0.0000 relative_P_30 14_7 0.0000 relative_P_100 14_7 0.0000 relative_P_200 14_7 0.0120 relative_P_500 14_7 0.0120 relative_P_1000 14_7 0.0120 success_1 14_7 0.0000 success_5 14_7 0.0000 success_10 14_7 0.0000 set_P 14_7 0.0010 set_relative_P 14_7 0.0120 set_recall 14_7 0.0120 set_map 14_7 0.0000 set_F 14_7 0.0018 num_nonrel_judged_ret 14_7 27 rbp 14_7 0.0000 rbp_resid 14_7 0.5201 unj_5 14_7 0.0000 unj_10 14_7 0.4000 unj_20 14_7 0.6500 num_ret 14_8 1000 num_rel 14_8 18 num_rel_ret 14_8 12 map 14_8 0.2045 Rprec 14_8 0.2778 bpref 14_8 0.2932 recip_rank 14_8 0.5000 iprec_at_recall_0.00 14_8 0.7500 iprec_at_recall_0.10 14_8 0.7500 iprec_at_recall_0.20 14_8 0.5000 iprec_at_recall_0.30 14_8 0.3333 iprec_at_recall_0.40 14_8 0.3333 iprec_at_recall_0.50 14_8 0.0947 iprec_at_recall_0.60 14_8 0.0148 iprec_at_recall_0.70 14_8 0.0000 iprec_at_recall_0.80 14_8 0.0000 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.6000 P_10 14_8 0.4000 P_15 14_8 0.3333 P_20 14_8 0.3000 P_30 14_8 0.2333 P_100 14_8 0.0900 P_200 14_8 0.0500 P_500 14_8 0.0200 P_1000 14_8 0.0120 relstring 14_8 '022200-200' recall_5 14_8 0.1667 recall_10 14_8 0.2222 recall_15 14_8 0.2778 recall_20 14_8 0.3333 recall_30 14_8 0.3889 recall_100 14_8 0.5000 recall_200 14_8 0.5556 recall_500 14_8 0.5556 recall_1000 14_8 0.6667 infAP 14_8 0.2045 Rprec_mult_0.20 14_8 0.7500 Rprec_mult_0.40 14_8 0.5000 Rprec_mult_0.60 14_8 0.3636 Rprec_mult_0.80 14_8 0.3333 Rprec_mult_1.00 14_8 0.2778 Rprec_mult_1.20 14_8 0.3182 Rprec_mult_1.40 14_8 0.2692 Rprec_mult_1.60 14_8 0.2414 Rprec_mult_1.80 14_8 0.2121 Rprec_mult_2.00 14_8 0.1944 utility 14_8 -976.0000 11pt_avg 14_8 0.2524 binG 14_8 0.2069 G 14_8 0.2222 ndcg 14_8 0.5471 ndcg_rel 14_8 0.5177 Rndcg 14_8 0.4642 ndcg_cut_5 14_8 0.5296 ndcg_cut_10 14_8 0.4589 ndcg_cut_15 14_8 0.4478 ndcg_cut_20 14_8 0.4608 ndcg_cut_30 14_8 0.4828 ndcg_cut_100 14_8 0.5131 ndcg_cut_200 14_8 0.5269 ndcg_cut_500 14_8 0.5269 ndcg_cut_1000 14_8 0.5471 map_cut_5 14_8 0.1065 map_cut_10 14_8 0.1343 map_cut_15 14_8 0.1528 map_cut_20 14_8 0.1694 map_cut_30 14_8 0.1880 map_cut_100 14_8 0.1989 map_cut_200 14_8 0.2030 map_cut_500 14_8 0.2030 map_cut_1000 14_8 0.2045 relative_P_5 14_8 0.6000 relative_P_10 14_8 0.4000 relative_P_15 14_8 0.3333 relative_P_20 14_8 0.3333 relative_P_30 14_8 0.3889 relative_P_100 14_8 0.5000 relative_P_200 14_8 0.5556 relative_P_500 14_8 0.5556 relative_P_1000 14_8 0.6667 success_1 14_8 0.0000 success_5 14_8 1.0000 success_10 14_8 1.0000 set_P 14_8 0.0120 set_relative_P 14_8 0.6667 set_recall 14_8 0.6667 set_map 14_8 0.0080 set_F 14_8 0.0236 num_nonrel_judged_ret 14_8 44 rbp 14_8 0.3342 rbp_resid 14_8 0.2457 unj_5 14_8 0.0000 unj_10 14_8 0.1000 unj_20 14_8 0.2500 num_ret 14_9 1000 num_rel 14_9 213 num_rel_ret 14_9 134 map 14_9 0.2536 Rprec 14_9 0.3146 bpref 14_9 0.5906 recip_rank 14_9 1.0000 iprec_at_recall_0.00 14_9 1.0000 iprec_at_recall_0.10 14_9 0.7241 iprec_at_recall_0.20 14_9 0.5244 iprec_at_recall_0.30 14_9 0.3421 iprec_at_recall_0.40 14_9 0.2852 iprec_at_recall_0.50 14_9 0.2231 iprec_at_recall_0.60 14_9 0.1543 iprec_at_recall_0.70 14_9 0.0000 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 1.0000 P_10 14_9 0.6000 P_15 14_9 0.7333 P_20 14_9 0.7000 P_30 14_9 0.7000 P_100 14_9 0.4500 P_200 14_9 0.3300 P_500 14_9 0.2160 P_1000 14_9 0.1340 relstring 14_9 '22322-2---' recall_5 14_9 0.0235 recall_10 14_9 0.0282 recall_15 14_9 0.0516 recall_20 14_9 0.0657 recall_30 14_9 0.0986 recall_100 14_9 0.2113 recall_200 14_9 0.3099 recall_500 14_9 0.5070 recall_1000 14_9 0.6291 infAP 14_9 0.2536 Rprec_mult_0.20 14_9 0.6047 Rprec_mult_0.40 14_9 0.5000 Rprec_mult_0.60 14_9 0.4219 Rprec_mult_0.80 14_9 0.3392 Rprec_mult_1.00 14_9 0.3146 Rprec_mult_1.20 14_9 0.2969 Rprec_mult_1.40 14_9 0.2809 Rprec_mult_1.60 14_9 0.2669 Rprec_mult_1.80 14_9 0.2500 Rprec_mult_2.00 14_9 0.2371 utility 14_9 -732.0000 11pt_avg 14_9 0.2958 binG 14_9 0.1283 G 14_9 0.1013 ndcg 14_9 0.5723 ndcg_rel 14_9 0.5161 Rndcg 14_9 0.4594 ndcg_cut_5 14_9 0.7232 ndcg_cut_10 14_9 0.5182 ndcg_cut_15 14_9 0.5866 ndcg_cut_20 14_9 0.5633 ndcg_cut_30 14_9 0.5518 ndcg_cut_100 14_9 0.4198 ndcg_cut_200 14_9 0.3714 ndcg_cut_500 14_9 0.5037 ndcg_cut_1000 14_9 0.5723 map_cut_5 14_9 0.0235 map_cut_10 14_9 0.0275 map_cut_15 14_9 0.0437 map_cut_20 14_9 0.0539 map_cut_30 14_9 0.0771 map_cut_100 14_9 0.1405 map_cut_200 14_9 0.1784 map_cut_500 14_9 0.2324 map_cut_1000 14_9 0.2536 relative_P_5 14_9 1.0000 relative_P_10 14_9 0.6000 relative_P_15 14_9 0.7333 relative_P_20 14_9 0.7000 relative_P_30 14_9 0.7000 relative_P_100 14_9 0.4500 relative_P_200 14_9 0.3300 relative_P_500 14_9 0.5070 relative_P_1000 14_9 0.6291 success_1 14_9 1.0000 success_5 14_9 1.0000 success_10 14_9 1.0000 set_P 14_9 0.1340 set_relative_P 14_9 0.6291 set_recall 14_9 0.6291 set_map 14_9 0.0843 set_F 14_9 0.2209 num_nonrel_judged_ret 14_9 6 rbp 14_9 0.4895 rbp_resid 14_9 0.2623 unj_5 14_9 0.0000 unj_10 14_9 0.4000 unj_20 14_9 0.3000 num_ret 15_1 1000 num_rel 15_1 81 num_rel_ret 15_1 46 map 15_1 0.2335 Rprec 15_1 0.3333 bpref 15_1 0.4583 recip_rank 15_1 1.0000 iprec_at_recall_0.00 15_1 1.0000 iprec_at_recall_0.10 15_1 0.6471 iprec_at_recall_0.20 15_1 0.5000 iprec_at_recall_0.30 15_1 0.3750 iprec_at_recall_0.40 15_1 0.1842 iprec_at_recall_0.50 15_1 0.1012 iprec_at_recall_0.60 15_1 0.0000 iprec_at_recall_0.70 15_1 0.0000 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 1.0000 P_10 15_1 0.6000 P_15 15_1 0.6000 P_20 15_1 0.5500 P_30 15_1 0.4667 P_100 15_1 0.2800 P_200 15_1 0.1750 P_500 15_1 0.0840 P_1000 15_1 0.0460 relstring 15_1 '121310--02' recall_5 15_1 0.0617 recall_10 15_1 0.0741 recall_15 15_1 0.1111 recall_20 15_1 0.1358 recall_30 15_1 0.1728 recall_100 15_1 0.3457 recall_200 15_1 0.4321 recall_500 15_1 0.5185 recall_1000 15_1 0.5679 infAP 15_1 0.2335 Rprec_mult_0.20 15_1 0.6471 Rprec_mult_0.40 15_1 0.4848 Rprec_mult_0.60 15_1 0.4490 Rprec_mult_0.80 15_1 0.3692 Rprec_mult_1.00 15_1 0.3333 Rprec_mult_1.20 15_1 0.2857 Rprec_mult_1.40 15_1 0.2456 Rprec_mult_1.60 15_1 0.2308 Rprec_mult_1.80 15_1 0.2055 Rprec_mult_2.00 15_1 0.1852 utility 15_1 -908.0000 11pt_avg 15_1 0.2552 binG 15_1 0.1617 G 15_1 0.1064 ndcg 15_1 0.4743 ndcg_rel 15_1 0.4370 Rndcg 15_1 0.4127 ndcg_cut_5 15_1 0.5020 ndcg_cut_10 15_1 0.4050 ndcg_cut_15 15_1 0.4197 ndcg_cut_20 15_1 0.4047 ndcg_cut_30 15_1 0.3857 ndcg_cut_100 15_1 0.3562 ndcg_cut_200 15_1 0.4075 ndcg_cut_500 15_1 0.4446 ndcg_cut_1000 15_1 0.4743 map_cut_5 15_1 0.0617 map_cut_10 15_1 0.0691 map_cut_15 15_1 0.0908 map_cut_20 15_1 0.1065 map_cut_30 15_1 0.1274 map_cut_100 15_1 0.2031 map_cut_200 15_1 0.2203 map_cut_500 15_1 0.2305 map_cut_1000 15_1 0.2335 relative_P_5 15_1 1.0000 relative_P_10 15_1 0.6000 relative_P_15 15_1 0.6000 relative_P_20 15_1 0.5500 relative_P_30 15_1 0.4667 relative_P_100 15_1 0.3457 relative_P_200 15_1 0.4321 relative_P_500 15_1 0.5185 relative_P_1000 15_1 0.5679 success_1 15_1 1.0000 success_5 15_1 1.0000 success_10 15_1 1.0000 set_P 15_1 0.0460 set_relative_P 15_1 0.5679 set_recall 15_1 0.5679 set_map 15_1 0.0261 set_F 15_1 0.0851 num_nonrel_judged_ret 15_1 35 rbp 15_1 0.3310 rbp_resid 15_1 0.1774 unj_5 15_1 0.0000 unj_10 15_1 0.2000 unj_20 15_1 0.2000 num_ret 15_10 1000 num_rel 15_10 35 num_rel_ret 15_10 23 map 15_10 0.1287 Rprec 15_10 0.1714 bpref 15_10 0.4408 recip_rank 15_10 1.0000 iprec_at_recall_0.00 15_10 1.0000 iprec_at_recall_0.10 15_10 0.4444 iprec_at_recall_0.20 15_10 0.1111 iprec_at_recall_0.30 15_10 0.0778 iprec_at_recall_0.40 15_10 0.0778 iprec_at_recall_0.50 15_10 0.0754 iprec_at_recall_0.60 15_10 0.0701 iprec_at_recall_0.70 15_10 0.0000 iprec_at_recall_0.80 15_10 0.0000 iprec_at_recall_0.90 15_10 0.0000 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 0.6000 P_10 15_10 0.4000 P_15 15_10 0.2667 P_20 15_10 0.2500 P_30 15_10 0.1667 P_100 15_10 0.1000 P_200 15_10 0.0750 P_500 15_10 0.0460 P_1000 15_10 0.0230 relstring 15_10 '30201---3-' recall_5 15_10 0.0857 recall_10 15_10 0.1143 recall_15 15_10 0.1143 recall_20 15_10 0.1429 recall_30 15_10 0.1429 recall_100 15_10 0.2857 recall_200 15_10 0.4286 recall_500 15_10 0.6571 recall_1000 15_10 0.6571 infAP 15_10 0.1287 Rprec_mult_0.20 15_10 0.4286 Rprec_mult_0.40 15_10 0.2857 Rprec_mult_0.60 15_10 0.2381 Rprec_mult_0.80 15_10 0.1786 Rprec_mult_1.00 15_10 0.1714 Rprec_mult_1.20 15_10 0.1429 Rprec_mult_1.40 15_10 0.1224 Rprec_mult_1.60 15_10 0.1071 Rprec_mult_1.80 15_10 0.0952 Rprec_mult_2.00 15_10 0.0857 utility 15_10 -954.0000 11pt_avg 15_10 0.1688 binG 15_10 0.1504 G 15_10 0.1885 ndcg 15_10 0.5571 ndcg_rel 15_10 0.5264 Rndcg 15_10 0.5159 ndcg_cut_5 15_10 0.5827 ndcg_cut_10 15_10 0.5072 ndcg_cut_15 15_10 0.4503 ndcg_cut_20 15_10 0.4457 ndcg_cut_30 15_10 0.3829 ndcg_cut_100 15_10 0.4297 ndcg_cut_200 15_10 0.4799 ndcg_cut_500 15_10 0.5571 ndcg_cut_1000 15_10 0.5571 map_cut_5 15_10 0.0648 map_cut_10 15_10 0.0775 map_cut_15 15_10 0.0775 map_cut_20 15_10 0.0854 map_cut_30 15_10 0.0854 map_cut_100 15_10 0.1019 map_cut_200 15_10 0.1124 map_cut_500 15_10 0.1287 map_cut_1000 15_10 0.1287 relative_P_5 15_10 0.6000 relative_P_10 15_10 0.4000 relative_P_15 15_10 0.2667 relative_P_20 15_10 0.2500 relative_P_30 15_10 0.1667 relative_P_100 15_10 0.2857 relative_P_200 15_10 0.4286 relative_P_500 15_10 0.6571 relative_P_1000 15_10 0.6571 success_1 15_10 1.0000 success_5 15_10 1.0000 success_10 15_10 1.0000 set_P 15_10 0.0230 set_relative_P 15_10 0.6571 set_recall 15_10 0.6571 set_map 15_10 0.0151 set_F 15_10 0.0444 num_nonrel_judged_ret 15_10 24 rbp 15_10 0.2312 rbp_resid 15_10 0.5068 unj_5 15_10 0.0000 unj_10 15_10 0.4000 unj_20 15_10 0.6500 num_ret 15_3 1000 num_rel 15_3 22 num_rel_ret 15_3 5 map 15_3 0.0016 Rprec 15_3 0.0000 bpref 15_3 0.0186 recip_rank 15_3 0.0080 iprec_at_recall_0.00 15_3 0.0086 iprec_at_recall_0.10 15_3 0.0086 iprec_at_recall_0.20 15_3 0.0075 iprec_at_recall_0.30 15_3 0.0000 iprec_at_recall_0.40 15_3 0.0000 iprec_at_recall_0.50 15_3 0.0000 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.0000 P_10 15_3 0.0000 P_15 15_3 0.0000 P_20 15_3 0.0000 P_30 15_3 0.0000 P_100 15_3 0.0000 P_200 15_3 0.0050 P_500 15_3 0.0040 P_1000 15_3 0.0050 relstring 15_3 '00000-----' recall_5 15_3 0.0000 recall_10 15_3 0.0000 recall_15 15_3 0.0000 recall_20 15_3 0.0000 recall_30 15_3 0.0000 recall_100 15_3 0.0000 recall_200 15_3 0.0455 recall_500 15_3 0.0909 recall_1000 15_3 0.2273 infAP 15_3 0.0016 Rprec_mult_0.20 15_3 0.0000 Rprec_mult_0.40 15_3 0.0000 Rprec_mult_0.60 15_3 0.0000 Rprec_mult_0.80 15_3 0.0000 Rprec_mult_1.00 15_3 0.0000 Rprec_mult_1.20 15_3 0.0000 Rprec_mult_1.40 15_3 0.0000 Rprec_mult_1.60 15_3 0.0000 Rprec_mult_1.80 15_3 0.0000 Rprec_mult_2.00 15_3 0.0000 utility 15_3 -990.0000 11pt_avg 15_3 0.0022 binG 15_3 0.0269 G 15_3 0.0223 ndcg 15_3 0.0597 ndcg_rel 15_3 0.0551 Rndcg 15_3 0.0199 ndcg_cut_5 15_3 0.0000 ndcg_cut_10 15_3 0.0000 ndcg_cut_15 15_3 0.0000 ndcg_cut_20 15_3 0.0000 ndcg_cut_30 15_3 0.0000 ndcg_cut_100 15_3 0.0000 ndcg_cut_200 15_3 0.0119 ndcg_cut_500 15_3 0.0330 ndcg_cut_1000 15_3 0.0597 map_cut_5 15_3 0.0000 map_cut_10 15_3 0.0000 map_cut_15 15_3 0.0000 map_cut_20 15_3 0.0000 map_cut_30 15_3 0.0000 map_cut_100 15_3 0.0000 map_cut_200 15_3 0.0004 map_cut_500 15_3 0.0008 map_cut_1000 15_3 0.0016 relative_P_5 15_3 0.0000 relative_P_10 15_3 0.0000 relative_P_15 15_3 0.0000 relative_P_20 15_3 0.0000 relative_P_30 15_3 0.0000 relative_P_100 15_3 0.0000 relative_P_200 15_3 0.0455 relative_P_500 15_3 0.0909 relative_P_1000 15_3 0.2273 success_1 15_3 0.0000 success_5 15_3 0.0000 success_10 15_3 0.0000 set_P 15_3 0.0050 set_relative_P 15_3 0.2273 set_recall 15_3 0.2273 set_map 15_3 0.0011 set_F 15_3 0.0098 num_nonrel_judged_ret 15_3 40 rbp 15_3 0.0000 rbp_resid 15_3 0.5453 unj_5 15_3 0.0000 unj_10 15_3 0.5000 unj_20 15_3 0.7000 num_ret 15_4 916 num_rel 15_4 20 num_rel_ret 15_4 13 map 15_4 0.2802 Rprec 15_4 0.3000 bpref 15_4 0.3700 recip_rank 15_4 0.5000 iprec_at_recall_0.00 15_4 0.8333 iprec_at_recall_0.10 15_4 0.8333 iprec_at_recall_0.20 15_4 0.8333 iprec_at_recall_0.30 15_4 0.3333 iprec_at_recall_0.40 15_4 0.3077 iprec_at_recall_0.50 15_4 0.2703 iprec_at_recall_0.60 15_4 0.1327 iprec_at_recall_0.70 15_4 0.0000 iprec_at_recall_0.80 15_4 0.0000 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.8000 P_10 15_4 0.5000 P_15 15_4 0.3333 P_20 15_4 0.3000 P_30 15_4 0.3000 P_100 15_4 0.1300 P_200 15_4 0.0650 P_500 15_4 0.0260 P_1000 15_4 0.0130 relstring 15_4 '0222220--0' recall_5 15_4 0.2000 recall_10 15_4 0.2500 recall_15 15_4 0.2500 recall_20 15_4 0.3000 recall_30 15_4 0.4500 recall_100 15_4 0.6500 recall_200 15_4 0.6500 recall_500 15_4 0.6500 recall_1000 15_4 0.6500 infAP 15_4 0.2802 Rprec_mult_0.20 15_4 0.7500 Rprec_mult_0.40 15_4 0.6250 Rprec_mult_0.60 15_4 0.4167 Rprec_mult_0.80 15_4 0.3125 Rprec_mult_1.00 15_4 0.3000 Rprec_mult_1.20 15_4 0.2917 Rprec_mult_1.40 15_4 0.2857 Rprec_mult_1.60 15_4 0.2812 Rprec_mult_1.80 15_4 0.2500 Rprec_mult_2.00 15_4 0.2500 utility 15_4 -890.0000 11pt_avg 15_4 0.3222 binG 15_4 0.2415 G 15_4 0.2190 ndcg 15_4 0.5577 ndcg_rel 15_4 0.5280 Rndcg 15_4 0.4503 ndcg_cut_5 15_4 0.6608 ndcg_cut_10 15_4 0.5072 ndcg_cut_15 15_4 0.4018 ndcg_cut_20 15_4 0.3826 ndcg_cut_30 15_4 0.4655 ndcg_cut_100 15_4 0.5577 ndcg_cut_200 15_4 0.5577 ndcg_cut_500 15_4 0.5577 ndcg_cut_1000 15_4 0.5577 map_cut_5 15_4 0.1358 map_cut_10 15_4 0.1775 map_cut_15 15_4 0.1775 map_cut_20 15_4 0.1933 map_cut_30 15_4 0.2403 map_cut_100 15_4 0.2802 map_cut_200 15_4 0.2802 map_cut_500 15_4 0.2802 map_cut_1000 15_4 0.2802 relative_P_5 15_4 0.8000 relative_P_10 15_4 0.5000 relative_P_15 15_4 0.3333 relative_P_20 15_4 0.3000 relative_P_30 15_4 0.4500 relative_P_100 15_4 0.6500 relative_P_200 15_4 0.6500 relative_P_500 15_4 0.6500 relative_P_1000 15_4 0.6500 success_1 15_4 0.0000 success_5 15_4 1.0000 success_10 15_4 1.0000 set_P 15_4 0.0142 set_relative_P 15_4 0.6500 set_recall 15_4 0.6500 set_map 15_4 0.0092 set_F 15_4 0.0278 num_nonrel_judged_ret 15_4 47 rbp 15_4 0.3966 rbp_resid 15_4 0.2387 unj_5 15_4 0.0000 unj_10 15_4 0.2000 unj_20 15_4 0.3000 num_ret 15_5 1000 num_rel 15_5 31 num_rel_ret 15_5 22 map 15_5 0.3049 Rprec 15_5 0.4194 bpref 15_5 0.5442 recip_rank 15_5 1.0000 iprec_at_recall_0.00 15_5 1.0000 iprec_at_recall_0.10 15_5 0.7500 iprec_at_recall_0.20 15_5 0.5455 iprec_at_recall_0.30 15_5 0.4483 iprec_at_recall_0.40 15_5 0.4483 iprec_at_recall_0.50 15_5 0.3019 iprec_at_recall_0.60 15_5 0.2262 iprec_at_recall_0.70 15_5 0.0940 iprec_at_recall_0.80 15_5 0.0000 iprec_at_recall_0.90 15_5 0.0000 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.6000 P_10 15_5 0.5000 P_15 15_5 0.4667 P_20 15_5 0.3500 P_30 15_5 0.4333 P_100 15_5 0.1900 P_200 15_5 0.1050 P_500 15_5 0.0440 P_1000 15_5 0.0220 relstring 15_5 '201101--10' recall_5 15_5 0.0968 recall_10 15_5 0.1613 recall_15 15_5 0.2258 recall_20 15_5 0.2258 recall_30 15_5 0.4194 recall_100 15_5 0.6129 recall_200 15_5 0.6774 recall_500 15_5 0.7097 recall_1000 15_5 0.7097 infAP 15_5 0.3049 Rprec_mult_0.20 15_5 0.5714 Rprec_mult_0.40 15_5 0.4615 Rprec_mult_0.60 15_5 0.3684 Rprec_mult_0.80 15_5 0.4400 Rprec_mult_1.00 15_5 0.4194 Rprec_mult_1.20 15_5 0.3684 Rprec_mult_1.40 15_5 0.3409 Rprec_mult_1.60 15_5 0.3000 Rprec_mult_1.80 15_5 0.2857 Rprec_mult_2.00 15_5 0.2742 utility 15_5 -956.0000 11pt_avg 15_5 0.3467 binG 15_5 0.2218 G 15_5 0.1676 ndcg 15_5 0.5268 ndcg_rel 15_5 0.4633 Rndcg 15_5 0.4079 ndcg_cut_5 15_5 0.3651 ndcg_cut_10 15_5 0.3376 ndcg_cut_15 15_5 0.3918 ndcg_cut_20 15_5 0.3566 ndcg_cut_30 15_5 0.3913 ndcg_cut_100 15_5 0.5002 ndcg_cut_200 15_5 0.5186 ndcg_cut_500 15_5 0.5268 ndcg_cut_1000 15_5 0.5268 map_cut_5 15_5 0.0780 map_cut_10 15_5 0.1174 map_cut_15 15_5 0.1511 map_cut_20 15_5 0.1511 map_cut_30 15_5 0.2331 map_cut_100 15_5 0.2916 map_cut_200 15_5 0.3019 map_cut_500 15_5 0.3049 map_cut_1000 15_5 0.3049 relative_P_5 15_5 0.6000 relative_P_10 15_5 0.5000 relative_P_15 15_5 0.4667 relative_P_20 15_5 0.3500 relative_P_30 15_5 0.4333 relative_P_100 15_5 0.6129 relative_P_200 15_5 0.6774 relative_P_500 15_5 0.7097 relative_P_1000 15_5 0.7097 success_1 15_5 1.0000 success_5 15_5 1.0000 success_10 15_5 1.0000 set_P 15_5 0.0220 set_relative_P 15_5 0.7097 set_recall 15_5 0.7097 set_map 15_5 0.0156 set_F 15_5 0.0427 num_nonrel_judged_ret 15_5 16 rbp 15_5 0.2162 rbp_resid 15_5 0.2322 unj_5 15_5 0.0000 unj_10 15_5 0.2000 unj_20 15_5 0.3000 num_ret 15_6 1000 num_rel 15_6 19 num_rel_ret 15_6 7 map 15_6 0.0052 Rprec 15_6 0.0000 bpref 15_6 0.0776 recip_rank 15_6 0.0357 iprec_at_recall_0.00 15_6 0.0357 iprec_at_recall_0.10 15_6 0.0120 iprec_at_recall_0.20 15_6 0.0120 iprec_at_recall_0.30 15_6 0.0120 iprec_at_recall_0.40 15_6 0.0000 iprec_at_recall_0.50 15_6 0.0000 iprec_at_recall_0.60 15_6 0.0000 iprec_at_recall_0.70 15_6 0.0000 iprec_at_recall_0.80 15_6 0.0000 iprec_at_recall_0.90 15_6 0.0000 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.0000 P_10 15_6 0.0000 P_15 15_6 0.0000 P_20 15_6 0.0000 P_30 15_6 0.0333 P_100 15_6 0.0100 P_200 15_6 0.0100 P_500 15_6 0.0100 P_1000 15_6 0.0070 relstring 15_6 '00000-0---' recall_5 15_6 0.0000 recall_10 15_6 0.0000 recall_15 15_6 0.0000 recall_20 15_6 0.0000 recall_30 15_6 0.0526 recall_100 15_6 0.0526 recall_200 15_6 0.1053 recall_500 15_6 0.2632 recall_1000 15_6 0.3684 infAP 15_6 0.0052 Rprec_mult_0.20 15_6 0.0000 Rprec_mult_0.40 15_6 0.0000 Rprec_mult_0.60 15_6 0.0000 Rprec_mult_0.80 15_6 0.0000 Rprec_mult_1.00 15_6 0.0000 Rprec_mult_1.20 15_6 0.0000 Rprec_mult_1.40 15_6 0.0000 Rprec_mult_1.60 15_6 0.0323 Rprec_mult_1.80 15_6 0.0286 Rprec_mult_2.00 15_6 0.0263 utility 15_6 -986.0000 11pt_avg 15_6 0.0065 binG 15_6 0.0476 G 15_6 0.0474 ndcg 15_6 0.1279 ndcg_rel 15_6 0.1107 Rndcg 15_6 0.0320 ndcg_cut_5 15_6 0.0000 ndcg_cut_10 15_6 0.0000 ndcg_cut_15 15_6 0.0000 ndcg_cut_20 15_6 0.0000 ndcg_cut_30 15_6 0.0291 ndcg_cut_100 15_6 0.0291 ndcg_cut_200 15_6 0.0475 ndcg_cut_500 15_6 0.0969 ndcg_cut_1000 15_6 0.1279 map_cut_5 15_6 0.0000 map_cut_10 15_6 0.0000 map_cut_15 15_6 0.0000 map_cut_20 15_6 0.0000 map_cut_30 15_6 0.0019 map_cut_100 15_6 0.0019 map_cut_200 15_6 0.0024 map_cut_500 15_6 0.0040 map_cut_1000 15_6 0.0052 relative_P_5 15_6 0.0000 relative_P_10 15_6 0.0000 relative_P_15 15_6 0.0000 relative_P_20 15_6 0.0000 relative_P_30 15_6 0.0526 relative_P_100 15_6 0.0526 relative_P_200 15_6 0.1053 relative_P_500 15_6 0.2632 relative_P_1000 15_6 0.3684 success_1 15_6 0.0000 success_5 15_6 0.0000 success_10 15_6 0.0000 set_P 15_6 0.0070 set_relative_P 15_6 0.3684 set_recall 15_6 0.3684 set_map 15_6 0.0026 set_F 15_6 0.0137 num_nonrel_judged_ret 15_6 31 rbp 15_6 0.0039 rbp_resid 15_6 0.5203 unj_5 15_6 0.0000 unj_10 15_6 0.4000 unj_20 15_6 0.7000 num_ret 1_1 1000 num_rel 1_1 257 num_rel_ret 1_1 107 map 1_1 0.2708 Rprec 1_1 0.3113 bpref 1_1 0.4036 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 1.0000 iprec_at_recall_0.20 1_1 0.8254 iprec_at_recall_0.30 1_1 0.3598 iprec_at_recall_0.40 1_1 0.1099 iprec_at_recall_0.50 1_1 0.0000 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 1.0000 P_10 1_1 1.0000 P_15 1_1 1.0000 P_20 1_1 1.0000 P_30 1_1 1.0000 P_100 1_1 0.6100 P_200 1_1 0.3700 P_500 1_1 0.1880 P_1000 1_1 0.1070 relstring 1_1 '2231131212' recall_5 1_1 0.0195 recall_10 1_1 0.0389 recall_15 1_1 0.0584 recall_20 1_1 0.0778 recall_30 1_1 0.1167 recall_100 1_1 0.2374 recall_200 1_1 0.2879 recall_500 1_1 0.3658 recall_1000 1_1 0.4163 infAP 1_1 0.2708 Rprec_mult_0.20 1_1 0.8077 Rprec_mult_0.40 1_1 0.5922 Rprec_mult_0.60 1_1 0.4581 Rprec_mult_0.80 1_1 0.3592 Rprec_mult_1.00 1_1 0.3113 Rprec_mult_1.20 1_1 0.2718 Rprec_mult_1.40 1_1 0.2444 Rprec_mult_1.60 1_1 0.2209 Rprec_mult_1.80 1_1 0.2030 Rprec_mult_2.00 1_1 0.1829 utility 1_1 -786.0000 11pt_avg 1_1 0.2996 binG 1_1 0.1848 G 1_1 0.0877 ndcg 1_1 0.4908 ndcg_rel 1_1 0.5291 Rndcg 1_1 0.5039 ndcg_cut_5 1_1 0.6308 ndcg_cut_10 1_1 0.6230 ndcg_cut_15 1_1 0.6402 ndcg_cut_20 1_1 0.6709 ndcg_cut_30 1_1 0.7112 ndcg_cut_100 1_1 0.5706 ndcg_cut_200 1_1 0.4444 ndcg_cut_500 1_1 0.4614 ndcg_cut_1000 1_1 0.4908 map_cut_5 1_1 0.0195 map_cut_10 1_1 0.0389 map_cut_15 1_1 0.0584 map_cut_20 1_1 0.0778 map_cut_30 1_1 0.1167 map_cut_100 1_1 0.2159 map_cut_200 1_1 0.2420 map_cut_500 1_1 0.2639 map_cut_1000 1_1 0.2708 relative_P_5 1_1 1.0000 relative_P_10 1_1 1.0000 relative_P_15 1_1 1.0000 relative_P_20 1_1 1.0000 relative_P_30 1_1 1.0000 relative_P_100 1_1 0.6100 relative_P_200 1_1 0.3700 relative_P_500 1_1 0.3658 relative_P_1000 1_1 0.4163 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.1070 set_relative_P 1_1 0.4163 set_recall 1_1 0.4163 set_map 1_1 0.0445 set_F 1_1 0.1702 num_nonrel_judged_ret 1_1 10 rbp 1_1 0.6076 rbp_resid 1_1 0.0151 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1000 num_rel 1_2 114 num_rel_ret 1_2 95 map 1_2 0.4486 Rprec 1_2 0.4561 bpref 1_2 0.7145 recip_rank 1_2 1.0000 iprec_at_recall_0.00 1_2 1.0000 iprec_at_recall_0.10 1_2 0.9167 iprec_at_recall_0.20 1_2 0.7812 iprec_at_recall_0.30 1_2 0.7447 iprec_at_recall_0.40 1_2 0.5263 iprec_at_recall_0.50 1_2 0.3497 iprec_at_recall_0.60 1_2 0.3172 iprec_at_recall_0.70 1_2 0.2381 iprec_at_recall_0.80 1_2 0.1872 iprec_at_recall_0.90 1_2 0.0000 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 1.0000 P_10 1_2 0.9000 P_15 1_2 0.8667 P_20 1_2 0.8500 P_30 1_2 0.7667 P_100 1_2 0.5000 P_200 1_2 0.3150 P_500 1_2 0.1840 P_1000 1_2 0.0950 relstring 1_2 '1121142-22' recall_5 1_2 0.0439 recall_10 1_2 0.0789 recall_15 1_2 0.1140 recall_20 1_2 0.1491 recall_30 1_2 0.2018 recall_100 1_2 0.4386 recall_200 1_2 0.5526 recall_500 1_2 0.8070 recall_1000 1_2 0.8333 infAP 1_2 0.4486 Rprec_mult_0.20 1_2 0.8261 Rprec_mult_0.40 1_2 0.7391 Rprec_mult_0.60 1_2 0.5942 Rprec_mult_0.80 1_2 0.5109 Rprec_mult_1.00 1_2 0.4561 Rprec_mult_1.20 1_2 0.4088 Rprec_mult_1.40 1_2 0.3500 Rprec_mult_1.60 1_2 0.3224 Rprec_mult_1.80 1_2 0.3155 Rprec_mult_2.00 1_2 0.3158 utility 1_2 -810.0000 11pt_avg 1_2 0.4601 binG 1_2 0.2357 G 1_2 0.1520 ndcg 1_2 0.6961 ndcg_rel 1_2 0.5773 Rndcg 1_2 0.4938 ndcg_cut_5 1_2 0.3503 ndcg_cut_10 1_2 0.4593 ndcg_cut_15 1_2 0.5019 ndcg_cut_20 1_2 0.5381 ndcg_cut_30 1_2 0.5326 ndcg_cut_100 1_2 0.5287 ndcg_cut_200 1_2 0.5813 ndcg_cut_500 1_2 0.6838 ndcg_cut_1000 1_2 0.6961 map_cut_5 1_2 0.0439 map_cut_10 1_2 0.0771 map_cut_15 1_2 0.1082 map_cut_20 1_2 0.1376 map_cut_30 1_2 0.1807 map_cut_100 1_2 0.3342 map_cut_200 1_2 0.3781 map_cut_500 1_2 0.4438 map_cut_1000 1_2 0.4486 relative_P_5 1_2 1.0000 relative_P_10 1_2 0.9000 relative_P_15 1_2 0.8667 relative_P_20 1_2 0.8500 relative_P_30 1_2 0.7667 relative_P_100 1_2 0.5000 relative_P_200 1_2 0.5526 relative_P_500 1_2 0.8070 relative_P_1000 1_2 0.8333 success_1 1_2 1.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 0.0950 set_relative_P 1_2 0.8333 set_recall 1_2 0.8333 set_map 1_2 0.0792 set_F 1_2 0.1706 num_nonrel_judged_ret 1_2 11 rbp 1_2 0.3892 rbp_resid 1_2 0.1152 unj_5 1_2 0.0000 unj_10 1_2 0.1000 unj_20 1_2 0.1000 num_ret 1_3 1000 num_rel 1_3 71 num_rel_ret 1_3 62 map 1_3 0.4857 Rprec 1_3 0.5352 bpref 1_3 0.7720 recip_rank 1_3 1.0000 iprec_at_recall_0.00 1_3 1.0000 iprec_at_recall_0.10 1_3 0.8750 iprec_at_recall_0.20 1_3 0.6667 iprec_at_recall_0.30 1_3 0.6471 iprec_at_recall_0.40 1_3 0.6383 iprec_at_recall_0.50 1_3 0.5538 iprec_at_recall_0.60 1_3 0.5116 iprec_at_recall_0.70 1_3 0.3623 iprec_at_recall_0.80 1_3 0.2468 iprec_at_recall_0.90 1_3 0.0000 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 0.8000 P_10 1_3 0.8000 P_15 1_3 0.6667 P_20 1_3 0.6500 P_30 1_3 0.6333 P_100 1_3 0.4600 P_200 1_3 0.2750 P_500 1_3 0.1240 P_1000 1_3 0.0620 relstring 1_3 '22202221-1' recall_5 1_3 0.0563 recall_10 1_3 0.1127 recall_15 1_3 0.1408 recall_20 1_3 0.1831 recall_30 1_3 0.2676 recall_100 1_3 0.6479 recall_200 1_3 0.7746 recall_500 1_3 0.8732 recall_1000 1_3 0.8732 infAP 1_3 0.4857 Rprec_mult_0.20 1_3 0.6667 Rprec_mult_0.40 1_3 0.6207 Rprec_mult_0.60 1_3 0.6047 Rprec_mult_0.80 1_3 0.5965 Rprec_mult_1.00 1_3 0.5352 Rprec_mult_1.20 1_3 0.5116 Rprec_mult_1.40 1_3 0.4600 Rprec_mult_1.60 1_3 0.4035 Rprec_mult_1.80 1_3 0.3672 Rprec_mult_2.00 1_3 0.3592 utility 1_3 -876.0000 11pt_avg 1_3 0.5001 binG 1_3 0.2475 G 1_3 0.1945 ndcg 1_3 0.7561 ndcg_rel 1_3 0.6429 Rndcg 1_3 0.6270 ndcg_cut_5 1_3 0.5693 ndcg_cut_10 1_3 0.5664 ndcg_cut_15 1_3 0.5694 ndcg_cut_20 1_3 0.5726 ndcg_cut_30 1_3 0.5782 ndcg_cut_100 1_3 0.6542 ndcg_cut_200 1_3 0.7100 ndcg_cut_500 1_3 0.7561 ndcg_cut_1000 1_3 0.7561 map_cut_5 1_3 0.0535 map_cut_10 1_3 0.1009 map_cut_15 1_3 0.1201 map_cut_20 1_3 0.1472 map_cut_30 1_3 0.2013 map_cut_100 1_3 0.4199 map_cut_200 1_3 0.4635 map_cut_500 1_3 0.4857 map_cut_1000 1_3 0.4857 relative_P_5 1_3 0.8000 relative_P_10 1_3 0.8000 relative_P_15 1_3 0.6667 relative_P_20 1_3 0.6500 relative_P_30 1_3 0.6333 relative_P_100 1_3 0.6479 relative_P_200 1_3 0.7746 relative_P_500 1_3 0.8732 relative_P_1000 1_3 0.8732 success_1 1_3 1.0000 success_5 1_3 1.0000 success_10 1_3 1.0000 set_P 1_3 0.0620 set_relative_P 1_3 0.8732 set_recall 1_3 0.8732 set_map 1_3 0.0541 set_F 1_3 0.1158 num_nonrel_judged_ret 1_3 16 rbp 1_3 0.4544 rbp_resid 1_3 0.1393 unj_5 1_3 0.0000 unj_10 1_3 0.1000 unj_20 1_3 0.2000 num_ret 1_4 1000 num_rel 1_4 134 num_rel_ret 1_4 102 map 1_4 0.5369 Rprec 1_4 0.5522 bpref 1_4 0.7258 recip_rank 1_4 1.0000 iprec_at_recall_0.00 1_4 1.0000 iprec_at_recall_0.10 1_4 0.9333 iprec_at_recall_0.20 1_4 0.9333 iprec_at_recall_0.30 1_4 0.8696 iprec_at_recall_0.40 1_4 0.7200 iprec_at_recall_0.50 1_4 0.6330 iprec_at_recall_0.60 1_4 0.4938 iprec_at_recall_0.70 1_4 0.3144 iprec_at_recall_0.80 1_4 0.0000 iprec_at_recall_0.90 1_4 0.0000 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 1.0000 P_10 1_4 1.0000 P_15 1_4 0.9333 P_20 1_4 0.9000 P_30 1_4 0.9333 P_100 1_4 0.6400 P_200 1_4 0.4350 P_500 1_4 0.2000 P_1000 1_4 0.1020 relstring 1_4 '3322222221' recall_5 1_4 0.0373 recall_10 1_4 0.0746 recall_15 1_4 0.1045 recall_20 1_4 0.1343 recall_30 1_4 0.2090 recall_100 1_4 0.4776 recall_200 1_4 0.6493 recall_500 1_4 0.7463 recall_1000 1_4 0.7612 infAP 1_4 0.5369 Rprec_mult_0.20 1_4 0.9259 Rprec_mult_0.40 1_4 0.8519 Rprec_mult_0.60 1_4 0.6914 Rprec_mult_0.80 1_4 0.6296 Rprec_mult_1.00 1_4 0.5522 Rprec_mult_1.20 1_4 0.4907 Rprec_mult_1.40 1_4 0.4574 Rprec_mult_1.60 1_4 0.4140 Rprec_mult_1.80 1_4 0.3719 Rprec_mult_2.00 1_4 0.3358 utility 1_4 -796.0000 11pt_avg 1_4 0.5361 binG 1_4 0.2653 G 1_4 0.1820 ndcg 1_4 0.7735 ndcg_rel 1_4 0.7426 Rndcg 1_4 0.7001 ndcg_cut_5 1_4 0.8510 ndcg_cut_10 1_4 0.7651 ndcg_cut_15 1_4 0.7059 ndcg_cut_20 1_4 0.7159 ndcg_cut_30 1_4 0.7658 ndcg_cut_100 1_4 0.6666 ndcg_cut_200 1_4 0.7238 ndcg_cut_500 1_4 0.7691 ndcg_cut_1000 1_4 0.7735 map_cut_5 1_4 0.0373 map_cut_10 1_4 0.0746 map_cut_15 1_4 0.1023 map_cut_20 1_4 0.1289 map_cut_30 1_4 0.1976 map_cut_100 1_4 0.4109 map_cut_200 1_4 0.5041 map_cut_500 1_4 0.5341 map_cut_1000 1_4 0.5369 relative_P_5 1_4 1.0000 relative_P_10 1_4 1.0000 relative_P_15 1_4 0.9333 relative_P_20 1_4 0.9000 relative_P_30 1_4 0.9333 relative_P_100 1_4 0.6400 relative_P_200 1_4 0.6493 relative_P_500 1_4 0.7463 relative_P_1000 1_4 0.7612 success_1 1_4 1.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 0.1020 set_relative_P 1_4 0.7612 set_recall 1_4 0.7612 set_map 1_4 0.0776 set_F 1_4 0.1799 num_nonrel_judged_ret 1_4 7 rbp 1_4 0.6566 rbp_resid 1_4 0.0691 unj_5 1_4 0.0000 unj_10 1_4 0.0000 unj_20 1_4 0.1000 num_ret 1_6 1000 num_rel 1_6 121 num_rel_ret 1_6 47 map 1_6 0.1477 Rprec 1_6 0.2727 bpref 1_6 0.3326 recip_rank 1_6 1.0000 iprec_at_recall_0.00 1_6 1.0000 iprec_at_recall_0.10 1_6 0.4524 iprec_at_recall_0.20 1_6 0.4138 iprec_at_recall_0.30 1_6 0.2553 iprec_at_recall_0.40 1_6 0.0000 iprec_at_recall_0.50 1_6 0.0000 iprec_at_recall_0.60 1_6 0.0000 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 0.6000 P_10 1_6 0.6000 P_15 1_6 0.4667 P_20 1_6 0.4500 P_30 1_6 0.4000 P_100 1_6 0.2900 P_200 1_6 0.1950 P_500 1_6 0.0900 P_1000 1_6 0.0470 relstring 1_6 '1110023-01' recall_5 1_6 0.0248 recall_10 1_6 0.0496 recall_15 1_6 0.0579 recall_20 1_6 0.0744 recall_30 1_6 0.0992 recall_100 1_6 0.2397 recall_200 1_6 0.3223 recall_500 1_6 0.3719 recall_1000 1_6 0.3884 infAP 1_6 0.1477 Rprec_mult_0.20 1_6 0.4400 Rprec_mult_0.40 1_6 0.4286 Rprec_mult_0.60 1_6 0.3288 Rprec_mult_0.80 1_6 0.2887 Rprec_mult_1.00 1_6 0.2727 Rprec_mult_1.20 1_6 0.2466 Rprec_mult_1.40 1_6 0.2235 Rprec_mult_1.60 1_6 0.2010 Rprec_mult_1.80 1_6 0.1789 Rprec_mult_2.00 1_6 0.1653 utility 1_6 -906.0000 11pt_avg 1_6 0.1929 binG 1_6 0.0979 G 1_6 0.0785 ndcg 1_6 0.4027 ndcg_rel 1_6 0.3751 Rndcg 1_6 0.3383 ndcg_cut_5 1_6 0.2409 ndcg_cut_10 1_6 0.3032 ndcg_cut_15 1_6 0.2634 ndcg_cut_20 1_6 0.2863 ndcg_cut_30 1_6 0.2876 ndcg_cut_100 1_6 0.3220 ndcg_cut_200 1_6 0.3632 ndcg_cut_500 1_6 0.3957 ndcg_cut_1000 1_6 0.4027 map_cut_5 1_6 0.0248 map_cut_10 1_6 0.0412 map_cut_15 1_6 0.0450 map_cut_20 1_6 0.0528 map_cut_30 1_6 0.0642 map_cut_100 1_6 0.1183 map_cut_200 1_6 0.1399 map_cut_500 1_6 0.1467 map_cut_1000 1_6 0.1477 relative_P_5 1_6 0.6000 relative_P_10 1_6 0.6000 relative_P_15 1_6 0.4667 relative_P_20 1_6 0.4500 relative_P_30 1_6 0.4000 relative_P_100 1_6 0.2900 relative_P_200 1_6 0.3223 relative_P_500 1_6 0.3719 relative_P_1000 1_6 0.3884 success_1 1_6 1.0000 success_5 1_6 1.0000 success_10 1_6 1.0000 set_P 1_6 0.0470 set_relative_P 1_6 0.3884 set_recall 1_6 0.3884 set_map 1_6 0.0183 set_F 1_6 0.0839 num_nonrel_judged_ret 1_6 26 rbp 1_6 0.2770 rbp_resid 1_6 0.1818 unj_5 1_6 0.0000 unj_10 1_6 0.1000 unj_20 1_6 0.2500 num_ret 1_7 1000 num_rel 1_7 110 num_rel_ret 1_7 54 map 1_7 0.2386 Rprec 1_7 0.2545 bpref 1_7 0.4719 recip_rank 1_7 1.0000 iprec_at_recall_0.00 1_7 1.0000 iprec_at_recall_0.10 1_7 1.0000 iprec_at_recall_0.20 1_7 0.7333 iprec_at_recall_0.30 1_7 0.2558 iprec_at_recall_0.40 1_7 0.0965 iprec_at_recall_0.50 1_7 0.0000 iprec_at_recall_0.60 1_7 0.0000 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 1.0000 P_10 1_7 1.0000 P_15 1_7 0.8000 P_20 1_7 0.7500 P_30 1_7 0.7333 P_100 1_7 0.2800 P_200 1_7 0.1900 P_500 1_7 0.0880 P_1000 1_7 0.0540 relstring 1_7 '1212111121' recall_5 1_7 0.0455 recall_10 1_7 0.0909 recall_15 1_7 0.1091 recall_20 1_7 0.1364 recall_30 1_7 0.2000 recall_100 1_7 0.2545 recall_200 1_7 0.3455 recall_500 1_7 0.4000 recall_1000 1_7 0.4909 infAP 1_7 0.2386 Rprec_mult_0.20 1_7 0.7727 Rprec_mult_0.40 1_7 0.5227 Rprec_mult_0.60 1_7 0.3939 Rprec_mult_0.80 1_7 0.3068 Rprec_mult_1.00 1_7 0.2545 Rprec_mult_1.20 1_7 0.2500 Rprec_mult_1.40 1_7 0.2273 Rprec_mult_1.60 1_7 0.2102 Rprec_mult_1.80 1_7 0.1919 Rprec_mult_2.00 1_7 0.1727 utility 1_7 -892.0000 11pt_avg 1_7 0.2805 binG 1_7 0.1830 G 1_7 0.1069 ndcg 1_7 0.4853 ndcg_rel 1_7 0.4800 Rndcg 1_7 0.4595 ndcg_cut_5 1_7 0.5327 ndcg_cut_10 1_7 0.5511 ndcg_cut_15 1_7 0.5245 ndcg_cut_20 1_7 0.5375 ndcg_cut_30 1_7 0.5257 ndcg_cut_100 1_7 0.3870 ndcg_cut_200 1_7 0.4209 ndcg_cut_500 1_7 0.4465 ndcg_cut_1000 1_7 0.4853 map_cut_5 1_7 0.0455 map_cut_10 1_7 0.0909 map_cut_15 1_7 0.1091 map_cut_20 1_7 0.1311 map_cut_30 1_7 0.1807 map_cut_100 1_7 0.2026 map_cut_200 1_7 0.2248 map_cut_500 1_7 0.2320 map_cut_1000 1_7 0.2386 relative_P_5 1_7 1.0000 relative_P_10 1_7 1.0000 relative_P_15 1_7 0.8000 relative_P_20 1_7 0.7500 relative_P_30 1_7 0.7333 relative_P_100 1_7 0.2800 relative_P_200 1_7 0.3455 relative_P_500 1_7 0.4000 relative_P_1000 1_7 0.4909 success_1 1_7 1.0000 success_5 1_7 1.0000 success_10 1_7 1.0000 set_P 1_7 0.0540 set_relative_P 1_7 0.4909 set_recall 1_7 0.4909 set_map 1_7 0.0265 set_F 1_7 0.0973 num_nonrel_judged_ret 1_7 11 rbp 1_7 0.3954 rbp_resid 1_7 0.1605 unj_5 1_7 0.0000 unj_10 1_7 0.0000 unj_20 1_7 0.2500 num_ret 1_8 1000 num_rel 1_8 118 num_rel_ret 1_8 70 map 1_8 0.3469 Rprec 1_8 0.4153 bpref 1_8 0.5825 recip_rank 1_8 1.0000 iprec_at_recall_0.00 1_8 1.0000 iprec_at_recall_0.10 1_8 1.0000 iprec_at_recall_0.20 1_8 0.7500 iprec_at_recall_0.30 1_8 0.5556 iprec_at_recall_0.40 1_8 0.4660 iprec_at_recall_0.50 1_8 0.2305 iprec_at_recall_0.60 1_8 0.0000 iprec_at_recall_0.70 1_8 0.0000 iprec_at_recall_0.80 1_8 0.0000 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 1.0000 P_10 1_8 1.0000 P_15 1_8 1.0000 P_20 1_8 0.9000 P_30 1_8 0.7333 P_100 1_8 0.4600 P_200 1_8 0.2650 P_500 1_8 0.1340 P_1000 1_8 0.0700 relstring 1_8 '1113212222' recall_5 1_8 0.0424 recall_10 1_8 0.0847 recall_15 1_8 0.1271 recall_20 1_8 0.1525 recall_30 1_8 0.1864 recall_100 1_8 0.3898 recall_200 1_8 0.4492 recall_500 1_8 0.5678 recall_1000 1_8 0.5932 infAP 1_8 0.3469 Rprec_mult_0.20 1_8 0.7917 Rprec_mult_0.40 1_8 0.6458 Rprec_mult_0.60 1_8 0.5211 Rprec_mult_0.80 1_8 0.4632 Rprec_mult_1.00 1_8 0.4153 Rprec_mult_1.20 1_8 0.3521 Rprec_mult_1.40 1_8 0.3012 Rprec_mult_1.60 1_8 0.2698 Rprec_mult_1.80 1_8 0.2535 Rprec_mult_2.00 1_8 0.2373 utility 1_8 -860.0000 11pt_avg 1_8 0.3638 binG 1_8 0.2247 G 1_8 0.1025 ndcg 1_8 0.5209 ndcg_rel 1_8 0.4887 Rndcg 1_8 0.4619 ndcg_cut_5 1_8 0.4744 ndcg_cut_10 1_8 0.5158 ndcg_cut_15 1_8 0.5434 ndcg_cut_20 1_8 0.5249 ndcg_cut_30 1_8 0.4927 ndcg_cut_100 1_8 0.4132 ndcg_cut_200 1_8 0.4365 ndcg_cut_500 1_8 0.5055 ndcg_cut_1000 1_8 0.5209 map_cut_5 1_8 0.0424 map_cut_10 1_8 0.0847 map_cut_15 1_8 0.1271 map_cut_20 1_8 0.1503 map_cut_30 1_8 0.1771 map_cut_100 1_8 0.2960 map_cut_200 1_8 0.3174 map_cut_500 1_8 0.3442 map_cut_1000 1_8 0.3469 relative_P_5 1_8 1.0000 relative_P_10 1_8 1.0000 relative_P_15 1_8 1.0000 relative_P_20 1_8 0.9000 relative_P_30 1_8 0.7333 relative_P_100 1_8 0.4600 relative_P_200 1_8 0.4492 relative_P_500 1_8 0.5678 relative_P_1000 1_8 0.5932 success_1 1_8 1.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 0.0700 set_relative_P 1_8 0.5932 set_recall 1_8 0.5932 set_map 1_8 0.0415 set_F 1_8 0.1252 num_nonrel_judged_ret 1_8 3 rbp 1_8 0.4743 rbp_resid 1_8 0.1069 unj_5 1_8 0.0000 unj_10 1_8 0.0000 unj_20 1_8 0.1000 num_ret 1_9 1000 num_rel 1_9 48 num_rel_ret 1_9 41 map 1_9 0.5846 Rprec 1_9 0.5833 bpref 1_9 0.8446 recip_rank 1_9 1.0000 iprec_at_recall_0.00 1_9 1.0000 iprec_at_recall_0.10 1_9 1.0000 iprec_at_recall_0.20 1_9 1.0000 iprec_at_recall_0.30 1_9 0.7917 iprec_at_recall_0.40 1_9 0.7917 iprec_at_recall_0.50 1_9 0.6667 iprec_at_recall_0.60 1_9 0.5918 iprec_at_recall_0.70 1_9 0.3600 iprec_at_recall_0.80 1_9 0.3016 iprec_at_recall_0.90 1_9 0.0000 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 1.0000 P_10 1_9 1.0000 P_15 1_9 0.8000 P_20 1_9 0.7500 P_30 1_9 0.7000 P_100 1_9 0.3600 P_200 1_9 0.2050 P_500 1_9 0.0820 P_1000 1_9 0.0410 relstring 1_9 '3323212132' recall_5 1_9 0.1042 recall_10 1_9 0.2083 recall_15 1_9 0.2500 recall_20 1_9 0.3125 recall_30 1_9 0.4375 recall_100 1_9 0.7500 recall_200 1_9 0.8542 recall_500 1_9 0.8542 recall_1000 1_9 0.8542 infAP 1_9 0.5846 Rprec_mult_0.20 1_9 1.0000 Rprec_mult_0.40 1_9 0.7500 Rprec_mult_0.60 1_9 0.7241 Rprec_mult_0.80 1_9 0.6154 Rprec_mult_1.00 1_9 0.5833 Rprec_mult_1.20 1_9 0.5172 Rprec_mult_1.40 1_9 0.4559 Rprec_mult_1.60 1_9 0.4026 Rprec_mult_1.80 1_9 0.3563 Rprec_mult_2.00 1_9 0.3542 utility 1_9 -918.0000 11pt_avg 1_9 0.5912 binG 1_9 0.3896 G 1_9 0.2643 ndcg 1_9 0.8035 ndcg_rel 1_9 0.7583 Rndcg 1_9 0.7066 ndcg_cut_5 1_9 0.8997 ndcg_cut_10 1_9 0.7907 ndcg_cut_15 1_9 0.6725 ndcg_cut_20 1_9 0.6644 ndcg_cut_30 1_9 0.6633 ndcg_cut_100 1_9 0.7475 ndcg_cut_200 1_9 0.8035 ndcg_cut_500 1_9 0.8035 ndcg_cut_1000 1_9 0.8035 map_cut_5 1_9 0.1042 map_cut_10 1_9 0.2083 map_cut_15 1_9 0.2470 map_cut_20 1_9 0.2958 map_cut_30 1_9 0.3917 map_cut_100 1_9 0.5545 map_cut_200 1_9 0.5846 map_cut_500 1_9 0.5846 map_cut_1000 1_9 0.5846 relative_P_5 1_9 1.0000 relative_P_10 1_9 1.0000 relative_P_15 1_9 0.8000 relative_P_20 1_9 0.7500 relative_P_30 1_9 0.7000 relative_P_100 1_9 0.7500 relative_P_200 1_9 0.8542 relative_P_500 1_9 0.8542 relative_P_1000 1_9 0.8542 success_1 1_9 1.0000 success_5 1_9 1.0000 success_10 1_9 1.0000 set_P 1_9 0.0410 set_relative_P 1_9 0.8542 set_recall 1_9 0.8542 set_map 1_9 0.0350 set_F 1_9 0.0782 num_nonrel_judged_ret 1_9 7 rbp 1_9 0.6225 rbp_resid 1_9 0.1677 unj_5 1_9 0.0000 unj_10 1_9 0.0000 unj_20 1_9 0.2500 num_ret 4_10 1000 num_rel 4_10 188 num_rel_ret 4_10 47 map 4_10 0.1737 Rprec 4_10 0.2234 bpref 4_10 0.2483 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 0.9130 iprec_at_recall_0.20 4_10 0.3115 iprec_at_recall_0.30 4_10 0.0000 iprec_at_recall_0.40 4_10 0.0000 iprec_at_recall_0.50 4_10 0.0000 iprec_at_recall_0.60 4_10 0.0000 iprec_at_recall_0.70 4_10 0.0000 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 1.0000 P_10 4_10 1.0000 P_15 4_10 0.9333 P_20 4_10 0.9000 P_30 4_10 0.8667 P_100 4_10 0.3400 P_200 4_10 0.2100 P_500 4_10 0.0920 P_1000 4_10 0.0470 relstring 4_10 '1112111111' recall_5 4_10 0.0266 recall_10 4_10 0.0532 recall_15 4_10 0.0745 recall_20 4_10 0.0957 recall_30 4_10 0.1383 recall_100 4_10 0.1809 recall_200 4_10 0.2234 recall_500 4_10 0.2447 recall_1000 4_10 0.2500 infAP 4_10 0.1737 Rprec_mult_0.20 4_10 0.7368 Rprec_mult_0.40 4_10 0.4211 Rprec_mult_0.60 4_10 0.3186 Rprec_mult_0.80 4_10 0.2715 Rprec_mult_1.00 4_10 0.2234 Rprec_mult_1.20 4_10 0.1903 Rprec_mult_1.40 4_10 0.1667 Rprec_mult_1.60 4_10 0.1462 Rprec_mult_1.80 4_10 0.1298 Rprec_mult_2.00 4_10 0.1170 utility 4_10 -906.0000 11pt_avg 4_10 0.2022 binG 4_10 0.1263 G 4_10 0.0426 ndcg 4_10 0.2539 ndcg_rel 4_10 0.2730 Rndcg 4_10 0.2927 ndcg_cut_5 4_10 0.3820 ndcg_cut_10 4_10 0.3649 ndcg_cut_15 4_10 0.3688 ndcg_cut_20 4_10 0.3730 ndcg_cut_30 4_10 0.3779 ndcg_cut_100 4_10 0.2701 ndcg_cut_200 4_10 0.2327 ndcg_cut_500 4_10 0.2496 ndcg_cut_1000 4_10 0.2539 map_cut_5 4_10 0.0266 map_cut_10 4_10 0.0532 map_cut_15 4_10 0.0745 map_cut_20 4_10 0.0945 map_cut_30 4_10 0.1322 map_cut_100 4_10 0.1573 map_cut_200 4_10 0.1702 map_cut_500 4_10 0.1733 map_cut_1000 4_10 0.1737 relative_P_5 4_10 1.0000 relative_P_10 4_10 1.0000 relative_P_15 4_10 0.9333 relative_P_20 4_10 0.9000 relative_P_30 4_10 0.8667 relative_P_100 4_10 0.3400 relative_P_200 4_10 0.2234 relative_P_500 4_10 0.2447 relative_P_1000 4_10 0.2500 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 0.0470 set_relative_P 4_10 0.2500 set_recall 4_10 0.2500 set_map 4_10 0.0118 set_F 4_10 0.0791 num_nonrel_judged_ret 4_10 3 rbp 4_10 0.3374 rbp_resid 4_10 0.0861 unj_5 4_10 0.0000 unj_10 4_10 0.0000 unj_20 4_10 0.1000 num_ret 4_11 1000 num_rel 4_11 171 num_rel_ret 4_11 67 map 4_11 0.2333 Rprec 4_11 0.3041 bpref 4_11 0.3757 recip_rank 4_11 1.0000 iprec_at_recall_0.00 4_11 1.0000 iprec_at_recall_0.10 4_11 0.9048 iprec_at_recall_0.20 4_11 0.5667 iprec_at_recall_0.30 4_11 0.3269 iprec_at_recall_0.40 4_11 0.0000 iprec_at_recall_0.50 4_11 0.0000 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 1.0000 P_10 4_11 0.9000 P_15 4_11 0.9333 P_20 4_11 0.9000 P_30 4_11 0.8667 P_100 4_11 0.4000 P_200 4_11 0.2800 P_500 4_11 0.1320 P_1000 4_11 0.0670 relstring 4_11 '2212122220' recall_5 4_11 0.0292 recall_10 4_11 0.0526 recall_15 4_11 0.0819 recall_20 4_11 0.1053 recall_30 4_11 0.1520 recall_100 4_11 0.2339 recall_200 4_11 0.3275 recall_500 4_11 0.3860 recall_1000 4_11 0.3918 infAP 4_11 0.2333 Rprec_mult_0.20 4_11 0.7714 Rprec_mult_0.40 4_11 0.5217 Rprec_mult_0.60 4_11 0.3883 Rprec_mult_0.80 4_11 0.3431 Rprec_mult_1.00 4_11 0.3041 Rprec_mult_1.20 4_11 0.2718 Rprec_mult_1.40 4_11 0.2375 Rprec_mult_1.60 4_11 0.2080 Rprec_mult_1.80 4_11 0.1981 Rprec_mult_2.00 4_11 0.1813 utility 4_11 -866.0000 11pt_avg 4_11 0.2544 binG 4_11 0.1431 G 4_11 0.0822 ndcg 4_11 0.4477 ndcg_rel 4_11 0.4745 Rndcg 4_11 0.4513 ndcg_cut_5 4_11 0.5664 ndcg_cut_10 4_11 0.5592 ndcg_cut_15 4_11 0.5948 ndcg_cut_20 4_11 0.6196 ndcg_cut_30 4_11 0.6605 ndcg_cut_100 4_11 0.4213 ndcg_cut_200 4_11 0.4025 ndcg_cut_500 4_11 0.4425 ndcg_cut_1000 4_11 0.4477 map_cut_5 4_11 0.0292 map_cut_10 4_11 0.0526 map_cut_15 4_11 0.0796 map_cut_20 4_11 0.1008 map_cut_30 4_11 0.1411 map_cut_100 4_11 0.1903 map_cut_200 4_11 0.2220 map_cut_500 4_11 0.2328 map_cut_1000 4_11 0.2333 relative_P_5 4_11 1.0000 relative_P_10 4_11 0.9000 relative_P_15 4_11 0.9333 relative_P_20 4_11 0.9000 relative_P_30 4_11 0.8667 relative_P_100 4_11 0.4000 relative_P_200 4_11 0.3275 relative_P_500 4_11 0.3860 relative_P_1000 4_11 0.3918 success_1 4_11 1.0000 success_5 4_11 1.0000 success_10 4_11 1.0000 set_P 4_11 0.0670 set_relative_P 4_11 0.3918 set_recall 4_11 0.3918 set_map 4_11 0.0263 set_F 4_11 0.1144 num_nonrel_judged_ret 4_11 28 rbp 4_11 0.5390 rbp_resid 4_11 0.0279 unj_5 4_11 0.0000 unj_10 4_11 0.0000 unj_20 4_11 0.0000 num_ret 4_12 1000 num_rel 4_12 134 num_rel_ret 4_12 4 map 4_12 0.0005 Rprec 4_12 0.0075 bpref 4_12 0.0256 recip_rank 4_12 0.0435 iprec_at_recall_0.00 4_12 0.0435 iprec_at_recall_0.10 4_12 0.0000 iprec_at_recall_0.20 4_12 0.0000 iprec_at_recall_0.30 4_12 0.0000 iprec_at_recall_0.40 4_12 0.0000 iprec_at_recall_0.50 4_12 0.0000 iprec_at_recall_0.60 4_12 0.0000 iprec_at_recall_0.70 4_12 0.0000 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 0.0000 P_10 4_12 0.0000 P_15 4_12 0.0000 P_20 4_12 0.0000 P_30 4_12 0.0333 P_100 4_12 0.0100 P_200 4_12 0.0050 P_500 4_12 0.0060 P_1000 4_12 0.0040 relstring 4_12 '000000-0--' recall_5 4_12 0.0000 recall_10 4_12 0.0000 recall_15 4_12 0.0000 recall_20 4_12 0.0000 recall_30 4_12 0.0075 recall_100 4_12 0.0075 recall_200 4_12 0.0075 recall_500 4_12 0.0224 recall_1000 4_12 0.0299 infAP 4_12 0.0005 Rprec_mult_0.20 4_12 0.0370 Rprec_mult_0.40 4_12 0.0185 Rprec_mult_0.60 4_12 0.0123 Rprec_mult_0.80 4_12 0.0093 Rprec_mult_1.00 4_12 0.0075 Rprec_mult_1.20 4_12 0.0062 Rprec_mult_1.40 4_12 0.0053 Rprec_mult_1.60 4_12 0.0047 Rprec_mult_1.80 4_12 0.0041 Rprec_mult_2.00 4_12 0.0037 utility 4_12 -992.0000 11pt_avg 4_12 0.0040 binG 4_12 0.0041 G 4_12 0.0028 ndcg 4_12 0.0147 ndcg_rel 4_12 0.0146 Rndcg 4_12 0.0058 ndcg_cut_5 4_12 0.0000 ndcg_cut_10 4_12 0.0000 ndcg_cut_15 4_12 0.0000 ndcg_cut_20 4_12 0.0000 ndcg_cut_30 4_12 0.0091 ndcg_cut_100 4_12 0.0046 ndcg_cut_200 4_12 0.0041 ndcg_cut_500 4_12 0.0128 ndcg_cut_1000 4_12 0.0147 map_cut_5 4_12 0.0000 map_cut_10 4_12 0.0000 map_cut_15 4_12 0.0000 map_cut_20 4_12 0.0000 map_cut_30 4_12 0.0003 map_cut_100 4_12 0.0003 map_cut_200 4_12 0.0003 map_cut_500 4_12 0.0004 map_cut_1000 4_12 0.0005 relative_P_5 4_12 0.0000 relative_P_10 4_12 0.0000 relative_P_15 4_12 0.0000 relative_P_20 4_12 0.0000 relative_P_30 4_12 0.0333 relative_P_100 4_12 0.0100 relative_P_200 4_12 0.0075 relative_P_500 4_12 0.0224 relative_P_1000 4_12 0.0299 success_1 4_12 0.0000 success_5 4_12 0.0000 success_10 4_12 0.0000 set_P 4_12 0.0040 set_relative_P 4_12 0.0299 set_recall 4_12 0.0299 set_map 4_12 0.0001 set_F 4_12 0.0071 num_nonrel_judged_ret 4_12 18 rbp 4_12 0.0033 rbp_resid 4_12 0.4385 unj_5 4_12 0.0000 unj_10 4_12 0.3000 unj_20 4_12 0.6000 num_ret 4_13 1000 num_rel 4_13 162 num_rel_ret 4_13 95 map 4_13 0.1654 Rprec 4_13 0.2531 bpref 4_13 0.5221 recip_rank 4_13 1.0000 iprec_at_recall_0.00 4_13 1.0000 iprec_at_recall_0.10 4_13 0.4103 iprec_at_recall_0.20 4_13 0.2845 iprec_at_recall_0.30 4_13 0.2227 iprec_at_recall_0.40 4_13 0.1621 iprec_at_recall_0.50 4_13 0.1241 iprec_at_recall_0.60 4_13 0.0000 iprec_at_recall_0.70 4_13 0.0000 iprec_at_recall_0.80 4_13 0.0000 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 1.0000 P_10 4_13 0.7000 P_15 4_13 0.5333 P_20 4_13 0.5000 P_30 4_13 0.4333 P_100 4_13 0.2900 P_200 4_13 0.2200 P_500 4_13 0.1380 P_1000 4_13 0.0950 relstring 4_13 '22222-2-20' recall_5 4_13 0.0309 recall_10 4_13 0.0432 recall_15 4_13 0.0494 recall_20 4_13 0.0617 recall_30 4_13 0.0802 recall_100 4_13 0.1790 recall_200 4_13 0.2716 recall_500 4_13 0.4259 recall_1000 4_13 0.5864 infAP 4_13 0.1654 Rprec_mult_0.20 4_13 0.4545 Rprec_mult_0.40 4_13 0.3231 Rprec_mult_0.60 4_13 0.2959 Rprec_mult_0.80 4_13 0.2692 Rprec_mult_1.00 4_13 0.2531 Rprec_mult_1.20 4_13 0.2205 Rprec_mult_1.40 4_13 0.2159 Rprec_mult_1.60 4_13 0.1923 Rprec_mult_1.80 4_13 0.1815 Rprec_mult_2.00 4_13 0.1790 utility 4_13 -810.0000 11pt_avg 4_13 0.2003 binG 4_13 0.1173 G 4_13 0.0872 ndcg 4_13 0.4927 ndcg_rel 4_13 0.4315 Rndcg 4_13 0.3477 ndcg_cut_5 4_13 0.6667 ndcg_cut_10 4_13 0.5257 ndcg_cut_15 4_13 0.4374 ndcg_cut_20 4_13 0.4193 ndcg_cut_30 4_13 0.3609 ndcg_cut_100 4_13 0.2993 ndcg_cut_200 4_13 0.3005 ndcg_cut_500 4_13 0.4011 ndcg_cut_1000 4_13 0.4927 map_cut_5 4_13 0.0309 map_cut_10 4_13 0.0410 map_cut_15 4_13 0.0448 map_cut_20 4_13 0.0511 map_cut_30 4_13 0.0599 map_cut_100 4_13 0.0936 map_cut_200 4_13 0.1179 map_cut_500 4_13 0.1461 map_cut_1000 4_13 0.1654 relative_P_5 4_13 1.0000 relative_P_10 4_13 0.7000 relative_P_15 4_13 0.5333 relative_P_20 4_13 0.5000 relative_P_30 4_13 0.4333 relative_P_100 4_13 0.2900 relative_P_200 4_13 0.2716 relative_P_500 4_13 0.4259 relative_P_1000 4_13 0.5864 success_1 4_13 1.0000 success_5 4_13 1.0000 success_10 4_13 1.0000 set_P 4_13 0.0950 set_relative_P 4_13 0.5864 set_recall 4_13 0.5864 set_map 4_13 0.0557 set_F 4_13 0.1635 num_nonrel_judged_ret 4_13 18 rbp 4_13 0.4015 rbp_resid 4_13 0.3150 unj_5 4_13 0.0000 unj_10 4_13 0.2000 unj_20 4_13 0.4000 num_ret 4_14 1000 num_rel 4_14 177 num_rel_ret 4_14 69 map 4_14 0.0560 Rprec 4_14 0.1073 bpref 4_14 0.3572 recip_rank 4_14 1.0000 iprec_at_recall_0.00 4_14 1.0000 iprec_at_recall_0.10 4_14 0.1144 iprec_at_recall_0.20 4_14 0.1048 iprec_at_recall_0.30 4_14 0.0943 iprec_at_recall_0.40 4_14 0.0000 iprec_at_recall_0.50 4_14 0.0000 iprec_at_recall_0.60 4_14 0.0000 iprec_at_recall_0.70 4_14 0.0000 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 0.4000 P_10 4_14 0.3000 P_15 4_14 0.2000 P_20 4_14 0.2000 P_30 4_14 0.2333 P_100 4_14 0.1300 P_200 4_14 0.1050 P_500 4_14 0.0980 P_1000 4_14 0.0690 relstring 4_14 '220000-2--' recall_5 4_14 0.0113 recall_10 4_14 0.0169 recall_15 4_14 0.0169 recall_20 4_14 0.0226 recall_30 4_14 0.0395 recall_100 4_14 0.0734 recall_200 4_14 0.1186 recall_500 4_14 0.2768 recall_1000 4_14 0.3898 infAP 4_14 0.0560 Rprec_mult_0.20 4_14 0.2222 Rprec_mult_0.40 4_14 0.1408 Rprec_mult_0.60 4_14 0.1215 Rprec_mult_0.80 4_14 0.1127 Rprec_mult_1.00 4_14 0.1073 Rprec_mult_1.20 4_14 0.1080 Rprec_mult_1.40 4_14 0.1048 Rprec_mult_1.60 4_14 0.1092 Rprec_mult_1.80 4_14 0.1003 Rprec_mult_2.00 4_14 0.1045 utility 4_14 -862.0000 11pt_avg 4_14 0.1194 binG 4_14 0.0624 G 4_14 0.0505 ndcg 4_14 0.3007 ndcg_rel 4_14 0.2700 Rndcg 4_14 0.1869 ndcg_cut_5 4_14 0.3688 ndcg_cut_10 4_14 0.2856 ndcg_cut_15 4_14 0.2214 ndcg_cut_20 4_14 0.2062 ndcg_cut_30 4_14 0.2121 ndcg_cut_100 4_14 0.1447 ndcg_cut_200 4_14 0.1396 ndcg_cut_500 4_14 0.2330 ndcg_cut_1000 4_14 0.3007 map_cut_5 4_14 0.0113 map_cut_10 4_14 0.0134 map_cut_15 4_14 0.0134 map_cut_20 4_14 0.0146 map_cut_30 4_14 0.0186 map_cut_100 4_14 0.0251 map_cut_200 4_14 0.0302 map_cut_500 4_14 0.0467 map_cut_1000 4_14 0.0560 relative_P_5 4_14 0.4000 relative_P_10 4_14 0.3000 relative_P_15 4_14 0.2000 relative_P_20 4_14 0.2000 relative_P_30 4_14 0.2333 relative_P_100 4_14 0.1300 relative_P_200 4_14 0.1186 relative_P_500 4_14 0.2768 relative_P_1000 4_14 0.3898 success_1 4_14 1.0000 success_5 4_14 1.0000 success_10 4_14 1.0000 set_P 4_14 0.0690 set_relative_P 4_14 0.3898 set_recall 4_14 0.3898 set_map 4_14 0.0269 set_F 4_14 0.1172 num_nonrel_judged_ret 4_14 13 rbp 4_14 0.1890 rbp_resid 4_14 0.4389 unj_5 4_14 0.0000 unj_10 4_14 0.3000 unj_20 4_14 0.6000 num_ret 4_17 1000 num_rel 4_17 1 num_rel_ret 4_17 1 map 4_17 0.0345 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0345 iprec_at_recall_0.00 4_17 0.0345 iprec_at_recall_0.10 4_17 0.0345 iprec_at_recall_0.20 4_17 0.0345 iprec_at_recall_0.30 4_17 0.0345 iprec_at_recall_0.40 4_17 0.0345 iprec_at_recall_0.50 4_17 0.0345 iprec_at_recall_0.60 4_17 0.0345 iprec_at_recall_0.70 4_17 0.0345 iprec_at_recall_0.80 4_17 0.0345 iprec_at_recall_0.90 4_17 0.0345 iprec_at_recall_1.00 4_17 0.0345 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0333 P_100 4_17 0.0100 P_200 4_17 0.0050 P_500 4_17 0.0020 P_1000 4_17 0.0010 relstring 4_17 '00000000--' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 1.0000 recall_100 4_17 1.0000 recall_200 4_17 1.0000 recall_500 4_17 1.0000 recall_1000 4_17 1.0000 infAP 4_17 0.0345 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -998.0000 11pt_avg 4_17 0.0345 binG 4_17 0.2038 G 4_17 0.2038 ndcg 4_17 0.2038 ndcg_rel 4_17 0.2038 Rndcg 4_17 0.1019 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.2038 ndcg_cut_100 4_17 0.2038 ndcg_cut_200 4_17 0.2038 ndcg_cut_500 4_17 0.2038 ndcg_cut_1000 4_17 0.2038 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0345 map_cut_100 4_17 0.0345 map_cut_200 4_17 0.0345 map_cut_500 4_17 0.0345 map_cut_1000 4_17 0.0345 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 1.0000 relative_P_100 4_17 1.0000 relative_P_200 4_17 1.0000 relative_P_500 4_17 1.0000 relative_P_1000 4_17 1.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0010 set_relative_P 4_17 1.0000 set_recall 4_17 1.0000 set_map 4_17 0.0010 set_F 4_17 0.0020 num_nonrel_judged_ret 4_17 44 rbp 4_17 0.0052 rbp_resid 4_17 0.1894 unj_5 4_17 0.0000 unj_10 4_17 0.2000 unj_20 4_17 0.2000 num_ret 4_3 1000 num_rel 4_3 164 num_rel_ret 4_3 63 map 4_3 0.2187 Rprec 4_3 0.3354 bpref 4_3 0.3498 recip_rank 4_3 1.0000 iprec_at_recall_0.00 4_3 1.0000 iprec_at_recall_0.10 4_3 0.7143 iprec_at_recall_0.20 4_3 0.6034 iprec_at_recall_0.30 4_3 0.4851 iprec_at_recall_0.40 4_3 0.0000 iprec_at_recall_0.50 4_3 0.0000 iprec_at_recall_0.60 4_3 0.0000 iprec_at_recall_0.70 4_3 0.0000 iprec_at_recall_0.80 4_3 0.0000 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 0.8000 P_10 4_3 0.8000 P_15 4_3 0.7333 P_20 4_3 0.6500 P_30 4_3 0.7000 P_100 4_3 0.4800 P_200 4_3 0.2900 P_500 4_3 0.1260 P_1000 4_3 0.0630 relstring 4_3 '3102102131' recall_5 4_3 0.0244 recall_10 4_3 0.0488 recall_15 4_3 0.0671 recall_20 4_3 0.0793 recall_30 4_3 0.1280 recall_100 4_3 0.2927 recall_200 4_3 0.3537 recall_500 4_3 0.3841 recall_1000 4_3 0.3841 infAP 4_3 0.2187 Rprec_mult_0.20 4_3 0.6667 Rprec_mult_0.40 4_3 0.5455 Rprec_mult_0.60 4_3 0.4747 Rprec_mult_0.80 4_3 0.4015 Rprec_mult_1.00 4_3 0.3354 Rprec_mult_1.20 4_3 0.2893 Rprec_mult_1.40 4_3 0.2565 Rprec_mult_1.60 4_3 0.2319 Rprec_mult_1.80 4_3 0.2061 Rprec_mult_2.00 4_3 0.1890 utility 4_3 -874.0000 11pt_avg 4_3 0.2548 binG 4_3 0.1068 G 4_3 0.0721 ndcg 4_3 0.4111 ndcg_rel 4_3 0.4216 Rndcg 4_3 0.4745 ndcg_cut_5 4_3 0.4956 ndcg_cut_10 4_3 0.4821 ndcg_cut_15 4_3 0.4765 ndcg_cut_20 4_3 0.4327 ndcg_cut_30 4_3 0.4720 ndcg_cut_100 4_3 0.4029 ndcg_cut_200 4_3 0.3886 ndcg_cut_500 4_3 0.4111 ndcg_cut_1000 4_3 0.4111 map_cut_5 4_3 0.0216 map_cut_10 4_3 0.0402 map_cut_15 4_3 0.0536 map_cut_20 4_3 0.0623 map_cut_30 4_3 0.0962 map_cut_100 4_3 0.1880 map_cut_200 4_3 0.2121 map_cut_500 4_3 0.2187 map_cut_1000 4_3 0.2187 relative_P_5 4_3 0.8000 relative_P_10 4_3 0.8000 relative_P_15 4_3 0.7333 relative_P_20 4_3 0.6500 relative_P_30 4_3 0.7000 relative_P_100 4_3 0.4800 relative_P_200 4_3 0.3537 relative_P_500 4_3 0.3841 relative_P_1000 4_3 0.3841 success_1 4_3 1.0000 success_5 4_3 1.0000 success_10 4_3 1.0000 set_P 4_3 0.0630 set_relative_P 4_3 0.3841 set_recall 4_3 0.3841 set_map 4_3 0.0242 set_F 4_3 0.1082 num_nonrel_judged_ret 4_3 12 rbp 4_3 0.3246 rbp_resid 4_3 0.0754 unj_5 4_3 0.0000 unj_10 4_3 0.0000 unj_20 4_3 0.1000 num_ret 4_4 1000 num_rel 4_4 154 num_rel_ret 4_4 39 map 4_4 0.0490 Rprec 4_4 0.1299 bpref 4_4 0.2425 recip_rank 4_4 0.3333 iprec_at_recall_0.00 4_4 0.6250 iprec_at_recall_0.10 4_4 0.2027 iprec_at_recall_0.20 4_4 0.0738 iprec_at_recall_0.30 4_4 0.0000 iprec_at_recall_0.40 4_4 0.0000 iprec_at_recall_0.50 4_4 0.0000 iprec_at_recall_0.60 4_4 0.0000 iprec_at_recall_0.70 4_4 0.0000 iprec_at_recall_0.80 4_4 0.0000 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 0.6000 P_10 4_4 0.5000 P_15 4_4 0.3333 P_20 4_4 0.3500 P_30 4_4 0.3000 P_100 4_4 0.1700 P_200 4_4 0.1050 P_500 4_4 0.0620 P_1000 4_4 0.0390 relstring 4_4 '00222-21--' recall_5 4_4 0.0195 recall_10 4_4 0.0325 recall_15 4_4 0.0325 recall_20 4_4 0.0455 recall_30 4_4 0.0584 recall_100 4_4 0.1104 recall_200 4_4 0.1364 recall_500 4_4 0.2013 recall_1000 4_4 0.2532 infAP 4_4 0.0490 Rprec_mult_0.20 4_4 0.2903 Rprec_mult_0.40 4_4 0.2258 Rprec_mult_0.60 4_4 0.1720 Rprec_mult_0.80 4_4 0.1452 Rprec_mult_1.00 4_4 0.1299 Rprec_mult_1.20 4_4 0.1081 Rprec_mult_1.40 4_4 0.1019 Rprec_mult_1.60 4_4 0.0891 Rprec_mult_1.80 4_4 0.0863 Rprec_mult_2.00 4_4 0.0812 utility 4_4 -922.0000 11pt_avg 4_4 0.0820 binG 4_4 0.0483 G 4_4 0.0397 ndcg 4_4 0.2298 ndcg_rel 4_4 0.2221 Rndcg 4_4 0.1503 ndcg_cut_5 4_4 0.2515 ndcg_cut_10 4_4 0.2370 ndcg_cut_15 4_4 0.1882 ndcg_cut_20 4_4 0.2213 ndcg_cut_30 4_4 0.2272 ndcg_cut_100 4_4 0.1714 ndcg_cut_200 4_4 0.1611 ndcg_cut_500 4_4 0.2021 ndcg_cut_1000 4_4 0.2298 map_cut_5 4_4 0.0093 map_cut_10 4_4 0.0171 map_cut_15 4_4 0.0171 map_cut_20 4_4 0.0218 map_cut_30 4_4 0.0259 map_cut_100 4_4 0.0373 map_cut_200 4_4 0.0410 map_cut_500 4_4 0.0463 map_cut_1000 4_4 0.0490 relative_P_5 4_4 0.6000 relative_P_10 4_4 0.5000 relative_P_15 4_4 0.3333 relative_P_20 4_4 0.3500 relative_P_30 4_4 0.3000 relative_P_100 4_4 0.1700 relative_P_200 4_4 0.1364 relative_P_500 4_4 0.2013 relative_P_1000 4_4 0.2532 success_1 4_4 0.0000 success_5 4_4 1.0000 success_10 4_4 1.0000 set_P 4_4 0.0390 set_relative_P 4_4 0.2532 set_recall 4_4 0.2532 set_map 4_4 0.0099 set_F 4_4 0.0676 num_nonrel_judged_ret 4_4 2 rbp 4_4 0.1848 rbp_resid 4_4 0.4388 unj_5 4_4 0.0000 unj_10 4_4 0.3000 unj_20 4_4 0.5500 num_ret 4_5 1000 num_rel 4_5 122 num_rel_ret 4_5 85 map 4_5 0.4545 Rprec 4_5 0.5082 bpref 4_5 0.6884 recip_rank 4_5 1.0000 iprec_at_recall_0.00 4_5 1.0000 iprec_at_recall_0.10 4_5 0.9444 iprec_at_recall_0.20 4_5 0.8889 iprec_at_recall_0.30 4_5 0.6875 iprec_at_recall_0.40 4_5 0.6711 iprec_at_recall_0.50 4_5 0.5304 iprec_at_recall_0.60 4_5 0.2721 iprec_at_recall_0.70 4_5 0.1132 iprec_at_recall_0.80 4_5 0.0000 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 1.0000 P_10 4_5 0.9000 P_15 4_5 0.9333 P_20 4_5 0.9000 P_30 4_5 0.8667 P_100 4_5 0.5800 P_200 4_5 0.3550 P_500 4_5 0.1580 P_1000 4_5 0.0850 relstring 4_5 '3322223-33' recall_5 4_5 0.0410 recall_10 4_5 0.0738 recall_15 4_5 0.1148 recall_20 4_5 0.1475 recall_30 4_5 0.2131 recall_100 4_5 0.4754 recall_200 4_5 0.5820 recall_500 4_5 0.6475 recall_1000 4_5 0.6967 infAP 4_5 0.4545 Rprec_mult_0.20 4_5 0.9200 Rprec_mult_0.40 4_5 0.7143 Rprec_mult_0.60 4_5 0.6622 Rprec_mult_0.80 4_5 0.5918 Rprec_mult_1.00 4_5 0.5082 Rprec_mult_1.20 4_5 0.4490 Rprec_mult_1.40 4_5 0.3977 Rprec_mult_1.60 4_5 0.3622 Rprec_mult_1.80 4_5 0.3273 Rprec_mult_2.00 4_5 0.2951 utility 4_5 -830.0000 11pt_avg 4_5 0.4643 binG 4_5 0.2379 G 4_5 0.1706 ndcg 4_5 0.7157 ndcg_rel 4_5 0.7308 Rndcg 4_5 0.6837 ndcg_cut_5 4_5 0.8510 ndcg_cut_10 4_5 0.8078 ndcg_cut_15 4_5 0.8356 ndcg_cut_20 4_5 0.8191 ndcg_cut_30 4_5 0.7883 ndcg_cut_100 4_5 0.6373 ndcg_cut_200 4_5 0.6585 ndcg_cut_500 4_5 0.6961 ndcg_cut_1000 4_5 0.7157 map_cut_5 4_5 0.0410 map_cut_10 4_5 0.0720 map_cut_15 4_5 0.1098 map_cut_20 4_5 0.1404 map_cut_30 4_5 0.1992 map_cut_100 4_5 0.3834 map_cut_200 4_5 0.4328 map_cut_500 4_5 0.4486 map_cut_1000 4_5 0.4545 relative_P_5 4_5 1.0000 relative_P_10 4_5 0.9000 relative_P_15 4_5 0.9333 relative_P_20 4_5 0.9000 relative_P_30 4_5 0.8667 relative_P_100 4_5 0.5800 relative_P_200 4_5 0.5820 relative_P_500 4_5 0.6475 relative_P_1000 4_5 0.6967 success_1 4_5 1.0000 success_5 4_5 1.0000 success_10 4_5 1.0000 set_P 4_5 0.0850 set_relative_P 4_5 0.6967 set_recall 4_5 0.6967 set_map 4_5 0.0592 set_F 4_5 0.1515 num_nonrel_judged_ret 4_5 2 rbp 4_5 0.7749 rbp_resid 4_5 0.0945 unj_5 4_5 0.0000 unj_10 4_5 0.1000 unj_20 4_5 0.1000 num_ret 4_7 1000 num_rel 4_7 76 num_rel_ret 4_7 28 map 4_7 0.0727 Rprec 4_7 0.1711 bpref 4_7 0.2950 recip_rank 4_7 0.1429 iprec_at_recall_0.00 4_7 0.4615 iprec_at_recall_0.10 4_7 0.3333 iprec_at_recall_0.20 4_7 0.1553 iprec_at_recall_0.30 4_7 0.0685 iprec_at_recall_0.40 4_7 0.0000 iprec_at_recall_0.50 4_7 0.0000 iprec_at_recall_0.60 4_7 0.0000 iprec_at_recall_0.70 4_7 0.0000 iprec_at_recall_0.80 4_7 0.0000 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 0.0000 P_10 4_7 0.4000 P_15 4_7 0.4000 P_20 4_7 0.3500 P_30 4_7 0.3000 P_100 4_7 0.1500 P_200 4_7 0.0950 P_500 4_7 0.0520 P_1000 4_7 0.0280 relstring 4_7 '0000002211' recall_5 4_7 0.0000 recall_10 4_7 0.0526 recall_15 4_7 0.0789 recall_20 4_7 0.0921 recall_30 4_7 0.1184 recall_100 4_7 0.1974 recall_200 4_7 0.2500 recall_500 4_7 0.3421 recall_1000 4_7 0.3684 infAP 4_7 0.0728 Rprec_mult_0.20 4_7 0.3750 Rprec_mult_0.40 4_7 0.3226 Rprec_mult_0.60 4_7 0.2391 Rprec_mult_0.80 4_7 0.2131 Rprec_mult_1.00 4_7 0.1711 Rprec_mult_1.20 4_7 0.1522 Rprec_mult_1.40 4_7 0.1495 Rprec_mult_1.60 4_7 0.1311 Rprec_mult_1.80 4_7 0.1168 Rprec_mult_2.00 4_7 0.1053 utility 4_7 -944.0000 11pt_avg 4_7 0.0926 binG 4_7 0.0718 G 4_7 0.0636 ndcg 4_7 0.2697 ndcg_rel 4_7 0.2427 Rndcg 4_7 0.1479 ndcg_cut_5 4_7 0.0000 ndcg_cut_10 4_7 0.1761 ndcg_cut_15 4_7 0.1813 ndcg_cut_20 4_7 0.1835 ndcg_cut_30 4_7 0.1689 ndcg_cut_100 4_7 0.1766 ndcg_cut_200 4_7 0.2067 ndcg_cut_500 4_7 0.2540 ndcg_cut_1000 4_7 0.2697 map_cut_5 4_7 0.0000 map_cut_10 4_7 0.0148 map_cut_15 4_7 0.0264 map_cut_20 4_7 0.0312 map_cut_30 4_7 0.0397 map_cut_100 4_7 0.0589 map_cut_200 4_7 0.0653 map_cut_500 4_7 0.0715 map_cut_1000 4_7 0.0727 relative_P_5 4_7 0.0000 relative_P_10 4_7 0.4000 relative_P_15 4_7 0.4000 relative_P_20 4_7 0.3500 relative_P_30 4_7 0.3000 relative_P_100 4_7 0.1974 relative_P_200 4_7 0.2500 relative_P_500 4_7 0.3421 relative_P_1000 4_7 0.3684 success_1 4_7 0.0000 success_5 4_7 0.0000 success_10 4_7 1.0000 set_P 4_7 0.0280 set_relative_P 4_7 0.3684 set_recall 4_7 0.3684 set_map 4_7 0.0103 set_F 4_7 0.0520 num_nonrel_judged_ret 4_7 30 rbp 4_7 0.1336 rbp_resid 4_7 0.1734 unj_5 4_7 0.0000 unj_10 4_7 0.0000 unj_20 4_7 0.2000 num_ret 4_8 1000 num_rel 4_8 96 num_rel_ret 4_8 59 map 4_8 0.2346 Rprec 4_8 0.3125 bpref 4_8 0.4200 recip_rank 4_8 1.0000 iprec_at_recall_0.00 4_8 1.0000 iprec_at_recall_0.10 4_8 0.7143 iprec_at_recall_0.20 4_8 0.4000 iprec_at_recall_0.30 4_8 0.3226 iprec_at_recall_0.40 4_8 0.2484 iprec_at_recall_0.50 4_8 0.1627 iprec_at_recall_0.60 4_8 0.0616 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 1.0000 P_10 4_8 0.8000 P_15 4_8 0.6667 P_20 4_8 0.6000 P_30 4_8 0.4667 P_100 4_8 0.3100 P_200 4_8 0.2000 P_500 4_8 0.1040 P_1000 4_8 0.0590 relstring 4_8 '2322101101' recall_5 4_8 0.0521 recall_10 4_8 0.0833 recall_15 4_8 0.1042 recall_20 4_8 0.1250 recall_30 4_8 0.1458 recall_100 4_8 0.3229 recall_200 4_8 0.4167 recall_500 4_8 0.5417 recall_1000 4_8 0.6146 infAP 4_8 0.2346 Rprec_mult_0.20 4_8 0.6000 Rprec_mult_0.40 4_8 0.4359 Rprec_mult_0.60 4_8 0.3966 Rprec_mult_0.80 4_8 0.3506 Rprec_mult_1.00 4_8 0.3125 Rprec_mult_1.20 4_8 0.2931 Rprec_mult_1.40 4_8 0.2667 Rprec_mult_1.60 4_8 0.2468 Rprec_mult_1.80 4_8 0.2254 Rprec_mult_2.00 4_8 0.2083 utility 4_8 -882.0000 11pt_avg 4_8 0.2645 binG 4_8 0.1621 G 4_8 0.1523 ndcg 4_8 0.5479 ndcg_rel 4_8 0.5298 Rndcg 4_8 0.5082 ndcg_cut_5 4_8 0.8904 ndcg_cut_10 4_8 0.7018 ndcg_cut_15 4_8 0.5972 ndcg_cut_20 4_8 0.5353 ndcg_cut_30 4_8 0.4496 ndcg_cut_100 4_8 0.3995 ndcg_cut_200 4_8 0.4590 ndcg_cut_500 4_8 0.5174 ndcg_cut_1000 4_8 0.5479 map_cut_5 4_8 0.0521 map_cut_10 4_8 0.0785 map_cut_15 4_8 0.0931 map_cut_20 4_8 0.1068 map_cut_30 4_8 0.1168 map_cut_100 4_8 0.1851 map_cut_200 4_8 0.2104 map_cut_500 4_8 0.2289 map_cut_1000 4_8 0.2346 relative_P_5 4_8 1.0000 relative_P_10 4_8 0.8000 relative_P_15 4_8 0.6667 relative_P_20 4_8 0.6000 relative_P_30 4_8 0.4667 relative_P_100 4_8 0.3229 relative_P_200 4_8 0.4167 relative_P_500 4_8 0.5417 relative_P_1000 4_8 0.6146 success_1 4_8 1.0000 success_5 4_8 1.0000 success_10 4_8 1.0000 set_P 4_8 0.0590 set_relative_P 4_8 0.6146 set_recall 4_8 0.6146 set_map 4_8 0.0363 set_F 4_8 0.1077 num_nonrel_judged_ret 4_8 68 rbp 4_8 0.3681 rbp_resid 4_8 0.0824 unj_5 4_8 0.0000 unj_10 4_8 0.0000 unj_20 4_8 0.0500 num_ret 4_9 1000 num_rel 4_9 85 num_rel_ret 4_9 41 map 4_9 0.3817 Rprec 4_9 0.4118 bpref 4_9 0.4824 recip_rank 4_9 1.0000 iprec_at_recall_0.00 4_9 1.0000 iprec_at_recall_0.10 4_9 0.9412 iprec_at_recall_0.20 4_9 0.8947 iprec_at_recall_0.30 4_9 0.7941 iprec_at_recall_0.40 4_9 0.5862 iprec_at_recall_0.50 4_9 0.0000 iprec_at_recall_0.60 4_9 0.0000 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 1.0000 P_10 4_9 0.9000 P_15 4_9 0.9333 P_20 4_9 0.8500 P_30 4_9 0.8333 P_100 4_9 0.3600 P_200 4_9 0.2050 P_500 4_9 0.0820 P_1000 4_9 0.0410 relstring 4_9 '33323323-3' recall_5 4_9 0.0588 recall_10 4_9 0.1059 recall_15 4_9 0.1647 recall_20 4_9 0.2000 recall_30 4_9 0.2941 recall_100 4_9 0.4235 recall_200 4_9 0.4824 recall_500 4_9 0.4824 recall_1000 4_9 0.4824 infAP 4_9 0.3817 Rprec_mult_0.20 4_9 0.9412 Rprec_mult_0.40 4_9 0.7941 Rprec_mult_0.60 4_9 0.6471 Rprec_mult_0.80 4_9 0.5147 Rprec_mult_1.00 4_9 0.4118 Rprec_mult_1.20 4_9 0.3529 Rprec_mult_1.40 4_9 0.3193 Rprec_mult_1.60 4_9 0.2868 Rprec_mult_1.80 4_9 0.2680 Rprec_mult_2.00 4_9 0.2412 utility 4_9 -918.0000 11pt_avg 4_9 0.3833 binG 4_9 0.2412 G 4_9 0.1890 ndcg 4_9 0.6289 ndcg_rel 4_9 0.7151 Rndcg 4_9 0.6521 ndcg_cut_5 4_9 0.9513 ndcg_cut_10 4_9 0.8777 ndcg_cut_15 4_9 0.8452 ndcg_cut_20 4_9 0.7944 ndcg_cut_30 4_9 0.7922 ndcg_cut_100 4_9 0.5928 ndcg_cut_200 4_9 0.6289 ndcg_cut_500 4_9 0.6289 ndcg_cut_1000 4_9 0.6289 map_cut_5 4_9 0.0588 map_cut_10 4_9 0.1047 map_cut_15 4_9 0.1589 map_cut_20 4_9 0.1916 map_cut_30 4_9 0.2721 map_cut_100 4_9 0.3633 map_cut_200 4_9 0.3817 map_cut_500 4_9 0.3817 map_cut_1000 4_9 0.3817 relative_P_5 4_9 1.0000 relative_P_10 4_9 0.9000 relative_P_15 4_9 0.9333 relative_P_20 4_9 0.8500 relative_P_30 4_9 0.8333 relative_P_100 4_9 0.4235 relative_P_200 4_9 0.4824 relative_P_500 4_9 0.4824 relative_P_1000 4_9 0.4824 success_1 4_9 1.0000 success_5 4_9 1.0000 success_10 4_9 1.0000 set_P 4_9 0.0410 set_relative_P 4_9 0.4824 set_recall 4_9 0.4824 set_map 4_9 0.0198 set_F 4_9 0.0756 num_nonrel_judged_ret 4_9 1 rbp 4_9 0.7859 rbp_resid 4_9 0.1115 unj_5 4_9 0.0000 unj_10 4_9 0.1000 unj_20 4_9 0.1500 num_ret 5_10 1000 num_rel 5_10 43 num_rel_ret 5_10 31 map 5_10 0.3075 Rprec 5_10 0.3721 bpref 5_10 0.6517 recip_rank 5_10 1.0000 iprec_at_recall_0.00 5_10 1.0000 iprec_at_recall_0.10 5_10 1.0000 iprec_at_recall_0.20 5_10 0.8182 iprec_at_recall_0.30 5_10 0.4242 iprec_at_recall_0.40 5_10 0.3469 iprec_at_recall_0.50 5_10 0.0651 iprec_at_recall_0.60 5_10 0.0528 iprec_at_recall_0.70 5_10 0.0351 iprec_at_recall_0.80 5_10 0.0000 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 1.0000 P_10 5_10 0.8000 P_15 5_10 0.6000 P_20 5_10 0.5500 P_30 5_10 0.4000 P_100 5_10 0.1700 P_200 5_10 0.0950 P_500 5_10 0.0520 P_1000 5_10 0.0310 relstring 5_10 '2231111010' recall_5 5_10 0.1163 recall_10 5_10 0.1860 recall_15 5_10 0.2093 recall_20 5_10 0.2558 recall_30 5_10 0.2791 recall_100 5_10 0.3953 recall_200 5_10 0.4419 recall_500 5_10 0.6047 recall_1000 5_10 0.7209 infAP 5_10 0.3075 Rprec_mult_0.20 5_10 0.8889 Rprec_mult_0.40 5_10 0.5556 Rprec_mult_0.60 5_10 0.4615 Rprec_mult_0.80 5_10 0.4000 Rprec_mult_1.00 5_10 0.3721 Rprec_mult_1.20 5_10 0.3269 Rprec_mult_1.40 5_10 0.2787 Rprec_mult_1.60 5_10 0.2464 Rprec_mult_1.80 5_10 0.2179 Rprec_mult_2.00 5_10 0.1977 utility 5_10 -938.0000 11pt_avg 5_10 0.3402 binG 5_10 0.2727 G 5_10 0.1174 ndcg 5_10 0.4659 ndcg_rel 5_10 0.4220 Rndcg 5_10 0.3812 ndcg_cut_5 5_10 0.4731 ndcg_cut_10 5_10 0.3879 ndcg_cut_15 5_10 0.3454 ndcg_cut_20 5_10 0.3303 ndcg_cut_30 5_10 0.3010 ndcg_cut_100 5_10 0.3351 ndcg_cut_200 5_10 0.3539 ndcg_cut_500 5_10 0.4227 ndcg_cut_1000 5_10 0.4659 map_cut_5 5_10 0.1163 map_cut_10 5_10 0.1835 map_cut_15 5_10 0.2025 map_cut_20 5_10 0.2290 map_cut_30 5_10 0.2397 map_cut_100 5_10 0.2864 map_cut_200 5_10 0.2922 map_cut_500 5_10 0.3028 map_cut_1000 5_10 0.3075 relative_P_5 5_10 1.0000 relative_P_10 5_10 0.8000 relative_P_15 5_10 0.6000 relative_P_20 5_10 0.5500 relative_P_30 5_10 0.4000 relative_P_100 5_10 0.3953 relative_P_200 5_10 0.4419 relative_P_500 5_10 0.6047 relative_P_1000 5_10 0.7209 success_1 5_10 1.0000 success_5 5_10 1.0000 success_10 5_10 1.0000 set_P 5_10 0.0310 set_relative_P 5_10 0.7209 set_recall 5_10 0.7209 set_map 5_10 0.0223 set_F 5_10 0.0594 num_nonrel_judged_ret 5_10 10 rbp 5_10 0.2649 rbp_resid 5_10 0.2243 unj_5 5_10 0.0000 unj_10 5_10 0.0000 unj_20 5_10 0.2500 num_ret 5_13 1000 num_rel 5_13 112 num_rel_ret 5_13 90 map 5_13 0.5141 Rprec 5_13 0.5625 bpref 5_13 0.6670 recip_rank 5_13 1.0000 iprec_at_recall_0.00 5_13 1.0000 iprec_at_recall_0.10 5_13 0.9167 iprec_at_recall_0.20 5_13 0.7931 iprec_at_recall_0.30 5_13 0.7826 iprec_at_recall_0.40 5_13 0.6818 iprec_at_recall_0.50 5_13 0.6196 iprec_at_recall_0.60 5_13 0.4379 iprec_at_recall_0.70 5_13 0.3152 iprec_at_recall_0.80 5_13 0.1701 iprec_at_recall_0.90 5_13 0.0000 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 1.0000 P_10 5_13 1.0000 P_15 5_13 0.8667 P_20 5_13 0.8000 P_30 5_13 0.7667 P_100 5_13 0.5900 P_200 5_13 0.3650 P_500 5_13 0.1780 P_1000 5_13 0.0900 relstring 5_13 '4213121122' recall_5 5_13 0.0446 recall_10 5_13 0.0893 recall_15 5_13 0.1161 recall_20 5_13 0.1429 recall_30 5_13 0.2054 recall_100 5_13 0.5268 recall_200 5_13 0.6518 recall_500 5_13 0.7946 recall_1000 5_13 0.8036 infAP 5_13 0.5141 Rprec_mult_0.20 5_13 0.7826 Rprec_mult_0.40 5_13 0.7778 Rprec_mult_0.60 5_13 0.6618 Rprec_mult_0.80 5_13 0.6111 Rprec_mult_1.00 5_13 0.5625 Rprec_mult_1.20 5_13 0.4889 Rprec_mult_1.40 5_13 0.4331 Rprec_mult_1.60 5_13 0.4056 Rprec_mult_1.80 5_13 0.3614 Rprec_mult_2.00 5_13 0.3393 utility 5_13 -820.0000 11pt_avg 5_13 0.5197 binG 5_13 0.2543 G 5_13 0.1784 ndcg 5_13 0.7357 ndcg_rel 5_13 0.6729 Rndcg 5_13 0.6832 ndcg_cut_5 5_13 0.7102 ndcg_cut_10 5_13 0.6804 ndcg_cut_15 5_13 0.6806 ndcg_cut_20 5_13 0.6585 ndcg_cut_30 5_13 0.6211 ndcg_cut_100 5_13 0.6192 ndcg_cut_200 5_13 0.6587 ndcg_cut_500 5_13 0.7329 ndcg_cut_1000 5_13 0.7357 map_cut_5 5_13 0.0446 map_cut_10 5_13 0.0893 map_cut_15 5_13 0.1129 map_cut_20 5_13 0.1344 map_cut_30 5_13 0.1835 map_cut_100 5_13 0.4088 map_cut_200 5_13 0.4697 map_cut_500 5_13 0.5126 map_cut_1000 5_13 0.5141 relative_P_5 5_13 1.0000 relative_P_10 5_13 1.0000 relative_P_15 5_13 0.8667 relative_P_20 5_13 0.8000 relative_P_30 5_13 0.7667 relative_P_100 5_13 0.5900 relative_P_200 5_13 0.6518 relative_P_500 5_13 0.7946 relative_P_1000 5_13 0.8036 success_1 5_13 1.0000 success_5 5_13 1.0000 success_10 5_13 1.0000 set_P 5_13 0.0900 set_relative_P 5_13 0.8036 set_recall 5_13 0.8036 set_map 5_13 0.0723 set_F 5_13 0.1619 num_nonrel_judged_ret 5_13 42 rbp 5_13 0.4258 rbp_resid 5_13 0.0072 unj_5 5_13 0.0000 unj_10 5_13 0.0000 unj_20 5_13 0.0000 num_ret 5_14 1000 num_rel 5_14 38 num_rel_ret 5_14 34 map 5_14 0.4502 Rprec 5_14 0.3947 bpref 5_14 0.7348 recip_rank 5_14 1.0000 iprec_at_recall_0.00 5_14 1.0000 iprec_at_recall_0.10 5_14 1.0000 iprec_at_recall_0.20 5_14 1.0000 iprec_at_recall_0.30 5_14 0.6471 iprec_at_recall_0.40 5_14 0.4412 iprec_at_recall_0.50 5_14 0.2826 iprec_at_recall_0.60 5_14 0.2826 iprec_at_recall_0.70 5_14 0.2755 iprec_at_recall_0.80 5_14 0.1765 iprec_at_recall_0.90 5_14 0.1643 iprec_at_recall_1.00 5_14 0.0000 P_5 5_14 1.0000 P_10 5_14 1.0000 P_15 5_14 0.6667 P_20 5_14 0.5500 P_30 5_14 0.4667 P_100 5_14 0.2700 P_200 5_14 0.1650 P_500 5_14 0.0680 P_1000 5_14 0.0340 relstring 5_14 '4234442322' recall_5 5_14 0.1316 recall_10 5_14 0.2632 recall_15 5_14 0.2632 recall_20 5_14 0.2895 recall_30 5_14 0.3684 recall_100 5_14 0.7105 recall_200 5_14 0.8684 recall_500 5_14 0.8947 recall_1000 5_14 0.8947 infAP 5_14 0.4502 Rprec_mult_0.20 5_14 1.0000 Rprec_mult_0.40 5_14 0.6250 Rprec_mult_0.60 5_14 0.4783 Rprec_mult_0.80 5_14 0.4516 Rprec_mult_1.00 5_14 0.3947 Rprec_mult_1.20 5_14 0.3261 Rprec_mult_1.40 5_14 0.2963 Rprec_mult_1.60 5_14 0.2787 Rprec_mult_1.80 5_14 0.2609 Rprec_mult_2.00 5_14 0.2500 utility 5_14 -932.0000 11pt_avg 5_14 0.4791 binG 5_14 0.3775 G 5_14 0.3300 ndcg 5_14 0.8077 ndcg_rel 5_14 0.7824 Rndcg 5_14 0.7705 ndcg_cut_5 5_14 0.8795 ndcg_cut_10 5_14 0.9322 ndcg_cut_15 5_14 0.7951 ndcg_cut_20 5_14 0.7145 ndcg_cut_30 5_14 0.6733 ndcg_cut_100 5_14 0.7636 ndcg_cut_200 5_14 0.8025 ndcg_cut_500 5_14 0.8077 ndcg_cut_1000 5_14 0.8077 map_cut_5 5_14 0.1316 map_cut_10 5_14 0.2632 map_cut_15 5_14 0.2632 map_cut_20 5_14 0.2802 map_cut_30 5_14 0.3182 map_cut_100 5_14 0.4164 map_cut_200 5_14 0.4459 map_cut_500 5_14 0.4502 map_cut_1000 5_14 0.4502 relative_P_5 5_14 1.0000 relative_P_10 5_14 1.0000 relative_P_15 5_14 0.6667 relative_P_20 5_14 0.5500 relative_P_30 5_14 0.4667 relative_P_100 5_14 0.7105 relative_P_200 5_14 0.8684 relative_P_500 5_14 0.8947 relative_P_1000 5_14 0.8947 success_1 5_14 1.0000 success_5 5_14 1.0000 success_10 5_14 1.0000 set_P 5_14 0.0340 set_relative_P 5_14 0.8947 set_recall 5_14 0.8947 set_map 5_14 0.0304 set_F 5_14 0.0655 num_nonrel_judged_ret 5_14 19 rbp 5_14 0.5213 rbp_resid 5_14 0.2495 unj_5 5_14 0.0000 unj_10 5_14 0.0000 unj_20 5_14 0.3500 num_ret 5_15 1000 num_rel 5_15 43 num_rel_ret 5_15 41 map 5_15 0.3405 Rprec 5_15 0.3953 bpref 5_15 0.3894 recip_rank 5_15 1.0000 iprec_at_recall_0.00 5_15 1.0000 iprec_at_recall_0.10 5_15 0.8000 iprec_at_recall_0.20 5_15 0.3953 iprec_at_recall_0.30 5_15 0.3953 iprec_at_recall_0.40 5_15 0.3953 iprec_at_recall_0.50 5_15 0.3429 iprec_at_recall_0.60 5_15 0.3253 iprec_at_recall_0.70 5_15 0.2830 iprec_at_recall_0.80 5_15 0.1889 iprec_at_recall_0.90 5_15 0.0987 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 0.8000 P_10 5_15 0.5000 P_15 5_15 0.3333 P_20 5_15 0.3000 P_30 5_15 0.3667 P_100 5_15 0.2800 P_200 5_15 0.1750 P_500 5_15 0.0780 P_1000 5_15 0.0410 relstring 5_15 '2120100200' recall_5 5_15 0.0930 recall_10 5_15 0.1163 recall_15 5_15 0.1163 recall_20 5_15 0.1395 recall_30 5_15 0.2558 recall_100 5_15 0.6512 recall_200 5_15 0.8140 recall_500 5_15 0.9070 recall_1000 5_15 0.9535 infAP 5_15 0.3405 Rprec_mult_0.20 5_15 0.5556 Rprec_mult_0.40 5_15 0.2778 Rprec_mult_0.60 5_15 0.3462 Rprec_mult_0.80 5_15 0.3429 Rprec_mult_1.00 5_15 0.3953 Rprec_mult_1.20 5_15 0.3654 Rprec_mult_1.40 5_15 0.3279 Rprec_mult_1.60 5_15 0.3333 Rprec_mult_1.80 5_15 0.3205 Rprec_mult_2.00 5_15 0.3140 utility 5_15 -918.0000 11pt_avg 5_15 0.3841 binG 5_15 0.2442 G 5_15 0.1729 ndcg 5_15 0.6298 ndcg_rel 5_15 0.4669 Rndcg 5_15 0.4246 ndcg_cut_5 5_15 0.4081 ndcg_cut_10 5_15 0.3177 ndcg_cut_15 5_15 0.2650 ndcg_cut_20 5_15 0.2679 ndcg_cut_30 5_15 0.3190 ndcg_cut_100 5_15 0.5008 ndcg_cut_200 5_15 0.5936 ndcg_cut_500 5_15 0.6216 ndcg_cut_1000 5_15 0.6298 map_cut_5 5_15 0.0884 map_cut_10 5_15 0.1029 map_cut_15 5_15 0.1029 map_cut_20 5_15 0.1099 map_cut_30 5_15 0.1499 map_cut_100 5_15 0.2877 map_cut_200 5_15 0.3264 map_cut_500 5_15 0.3377 map_cut_1000 5_15 0.3405 relative_P_5 5_15 0.8000 relative_P_10 5_15 0.5000 relative_P_15 5_15 0.3333 relative_P_20 5_15 0.3000 relative_P_30 5_15 0.3667 relative_P_100 5_15 0.6512 relative_P_200 5_15 0.8140 relative_P_500 5_15 0.9070 relative_P_1000 5_15 0.9535 success_1 5_15 1.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 0.0410 set_relative_P 5_15 0.9535 set_recall 5_15 0.9535 set_map 5_15 0.0391 set_F 5_15 0.0786 num_nonrel_judged_ret 5_15 64 rbp 5_15 0.1910 rbp_resid 5_15 0.0652 unj_5 5_15 0.0000 unj_10 5_15 0.0000 unj_20 5_15 0.1000 num_ret 5_2 1000 num_rel 5_2 139 num_rel_ret 5_2 102 map 5_2 0.4088 Rprec 5_2 0.4460 bpref 5_2 0.7322 recip_rank 5_2 1.0000 iprec_at_recall_0.00 5_2 1.0000 iprec_at_recall_0.10 5_2 0.9524 iprec_at_recall_0.20 5_2 0.8250 iprec_at_recall_0.30 5_2 0.6774 iprec_at_recall_0.40 5_2 0.5283 iprec_at_recall_0.50 5_2 0.3445 iprec_at_recall_0.60 5_2 0.2408 iprec_at_recall_0.70 5_2 0.1327 iprec_at_recall_0.80 5_2 0.0000 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 1.0000 P_10 5_2 0.9000 P_15 5_2 0.9333 P_20 5_2 0.9500 P_30 5_2 0.8667 P_100 5_2 0.5300 P_200 5_2 0.3450 P_500 5_2 0.1820 P_1000 5_2 0.1020 relstring 5_2 '22141-2424' recall_5 5_2 0.0360 recall_10 5_2 0.0647 recall_15 5_2 0.1007 recall_20 5_2 0.1367 recall_30 5_2 0.1871 recall_100 5_2 0.3813 recall_200 5_2 0.4964 recall_500 5_2 0.6547 recall_1000 5_2 0.7338 infAP 5_2 0.4088 Rprec_mult_0.20 5_2 0.8571 Rprec_mult_0.40 5_2 0.6786 Rprec_mult_0.60 5_2 0.5714 Rprec_mult_0.80 5_2 0.5089 Rprec_mult_1.00 5_2 0.4460 Rprec_mult_1.20 5_2 0.3832 Rprec_mult_1.40 5_2 0.3385 Rprec_mult_1.60 5_2 0.3318 Rprec_mult_1.80 5_2 0.2988 Rprec_mult_2.00 5_2 0.2734 utility 5_2 -796.0000 11pt_avg 5_2 0.4274 binG 5_2 0.2160 G 5_2 0.1372 ndcg 5_2 0.6832 ndcg_rel 5_2 0.6076 Rndcg 5_2 0.5757 ndcg_cut_5 5_2 0.4978 ndcg_cut_10 5_2 0.5259 ndcg_cut_15 5_2 0.5551 ndcg_cut_20 5_2 0.5786 ndcg_cut_30 5_2 0.5634 ndcg_cut_100 5_2 0.5531 ndcg_cut_200 5_2 0.5761 ndcg_cut_500 5_2 0.6565 ndcg_cut_1000 5_2 0.6832 map_cut_5 5_2 0.0360 map_cut_10 5_2 0.0613 map_cut_15 5_2 0.0945 map_cut_20 5_2 0.1284 map_cut_30 5_2 0.1729 map_cut_100 5_2 0.3062 map_cut_200 5_2 0.3566 map_cut_500 5_2 0.3980 map_cut_1000 5_2 0.4088 relative_P_5 5_2 1.0000 relative_P_10 5_2 0.9000 relative_P_15 5_2 0.9333 relative_P_20 5_2 0.9500 relative_P_30 5_2 0.8667 relative_P_100 5_2 0.5300 relative_P_200 5_2 0.4964 relative_P_500 5_2 0.6547 relative_P_1000 5_2 0.7338 success_1 5_2 1.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 0.1020 set_relative_P 5_2 0.7338 set_recall 5_2 0.7338 set_map 5_2 0.0748 set_F 5_2 0.1791 num_nonrel_judged_ret 5_2 4 rbp 5_2 0.5259 rbp_resid 5_2 0.1073 unj_5 5_2 0.0000 unj_10 5_2 0.1000 unj_20 5_2 0.0500 num_ret 5_4 1000 num_rel 5_4 108 num_rel_ret 5_4 55 map 5_4 0.1716 Rprec 5_4 0.2407 bpref 5_4 0.4681 recip_rank 5_4 1.0000 iprec_at_recall_0.00 5_4 1.0000 iprec_at_recall_0.10 5_4 0.4412 iprec_at_recall_0.20 5_4 0.3793 iprec_at_recall_0.30 5_4 0.2215 iprec_at_recall_0.40 5_4 0.1946 iprec_at_recall_0.50 5_4 0.0822 iprec_at_recall_0.60 5_4 0.0000 iprec_at_recall_0.70 5_4 0.0000 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 0.6000 P_10 5_4 0.6000 P_15 5_4 0.5333 P_20 5_4 0.4500 P_30 5_4 0.4000 P_100 5_4 0.2600 P_200 5_4 0.2050 P_500 5_4 0.0960 P_1000 5_4 0.0550 relstring 5_4 '312002130-' recall_5 5_4 0.0278 recall_10 5_4 0.0556 recall_15 5_4 0.0741 recall_20 5_4 0.0833 recall_30 5_4 0.1111 recall_100 5_4 0.2407 recall_200 5_4 0.3796 recall_500 5_4 0.4444 recall_1000 5_4 0.5093 infAP 5_4 0.1716 Rprec_mult_0.20 5_4 0.4545 Rprec_mult_0.40 5_4 0.4318 Rprec_mult_0.60 5_4 0.3538 Rprec_mult_0.80 5_4 0.2874 Rprec_mult_1.00 5_4 0.2407 Rprec_mult_1.20 5_4 0.2154 Rprec_mult_1.40 5_4 0.2171 Rprec_mult_1.60 5_4 0.2139 Rprec_mult_1.80 5_4 0.2103 Rprec_mult_2.00 5_4 0.1898 utility 5_4 -890.0000 11pt_avg 5_4 0.2108 binG 5_4 0.1194 G 5_4 0.0871 ndcg 5_4 0.4427 ndcg_rel 5_4 0.4154 Rndcg 5_4 0.3705 ndcg_cut_5 5_4 0.3927 ndcg_cut_10 5_4 0.3911 ndcg_cut_15 5_4 0.3928 ndcg_cut_20 5_4 0.3631 ndcg_cut_30 5_4 0.3461 ndcg_cut_100 5_4 0.3049 ndcg_cut_200 5_4 0.3932 ndcg_cut_500 5_4 0.4184 ndcg_cut_1000 5_4 0.4427 map_cut_5 5_4 0.0278 map_cut_10 5_4 0.0475 map_cut_15 5_4 0.0587 map_cut_20 5_4 0.0633 map_cut_30 5_4 0.0756 map_cut_100 5_4 0.1263 map_cut_200 5_4 0.1564 map_cut_500 5_4 0.1662 map_cut_1000 5_4 0.1716 relative_P_5 5_4 0.6000 relative_P_10 5_4 0.6000 relative_P_15 5_4 0.5333 relative_P_20 5_4 0.4500 relative_P_30 5_4 0.4000 relative_P_100 5_4 0.2600 relative_P_200 5_4 0.3796 relative_P_500 5_4 0.4444 relative_P_1000 5_4 0.5093 success_1 5_4 1.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.0550 set_relative_P 5_4 0.5093 set_recall 5_4 0.5093 set_map 5_4 0.0280 set_F 5_4 0.0993 num_nonrel_judged_ret 5_4 6 rbp 5_4 0.2837 rbp_resid 5_4 0.2483 unj_5 5_4 0.0000 unj_10 5_4 0.1000 unj_20 5_4 0.3500 num_ret 5_5 1000 num_rel 5_5 108 num_rel_ret 5_5 58 map 5_5 0.1489 Rprec 5_5 0.2037 bpref 5_5 0.4927 recip_rank 5_5 1.0000 iprec_at_recall_0.00 5_5 1.0000 iprec_at_recall_0.10 5_5 0.4074 iprec_at_recall_0.20 5_5 0.2292 iprec_at_recall_0.30 5_5 0.1589 iprec_at_recall_0.40 5_5 0.0965 iprec_at_recall_0.50 5_5 0.0737 iprec_at_recall_0.60 5_5 0.0000 iprec_at_recall_0.70 5_5 0.0000 iprec_at_recall_0.80 5_5 0.0000 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 1.0000 P_10 5_5 0.6000 P_15 5_5 0.5333 P_20 5_5 0.4500 P_30 5_5 0.4000 P_100 5_5 0.2200 P_200 5_5 0.1550 P_500 5_5 0.0920 P_1000 5_5 0.0580 relstring 5_5 '22242--100' recall_5 5_5 0.0463 recall_10 5_5 0.0556 recall_15 5_5 0.0741 recall_20 5_5 0.0833 recall_30 5_5 0.1111 recall_100 5_5 0.2037 recall_200 5_5 0.2870 recall_500 5_5 0.4259 recall_1000 5_5 0.5370 infAP 5_5 0.1489 Rprec_mult_0.20 5_5 0.4091 Rprec_mult_0.40 5_5 0.2955 Rprec_mult_0.60 5_5 0.2769 Rprec_mult_0.80 5_5 0.2414 Rprec_mult_1.00 5_5 0.2037 Rprec_mult_1.20 5_5 0.2000 Rprec_mult_1.40 5_5 0.1908 Rprec_mult_1.60 5_5 0.1792 Rprec_mult_1.80 5_5 0.1590 Rprec_mult_2.00 5_5 0.1574 utility 5_5 -884.0000 11pt_avg 5_5 0.1787 binG 5_5 0.1249 G 5_5 0.0882 ndcg 5_5 0.4356 ndcg_rel 5_5 0.4044 Rndcg 5_5 0.4084 ndcg_cut_5 5_5 0.5925 ndcg_cut_10 5_5 0.4369 ndcg_cut_15 5_5 0.4108 ndcg_cut_20 5_5 0.3764 ndcg_cut_30 5_5 0.3627 ndcg_cut_100 5_5 0.2924 ndcg_cut_200 5_5 0.3306 ndcg_cut_500 5_5 0.3886 ndcg_cut_1000 5_5 0.4356 map_cut_5 5_5 0.0463 map_cut_10 5_5 0.0532 map_cut_15 5_5 0.0635 map_cut_20 5_5 0.0679 map_cut_30 5_5 0.0791 map_cut_100 5_5 0.1069 map_cut_200 5_5 0.1236 map_cut_500 5_5 0.1399 map_cut_1000 5_5 0.1489 relative_P_5 5_5 1.0000 relative_P_10 5_5 0.6000 relative_P_15 5_5 0.5333 relative_P_20 5_5 0.4500 relative_P_30 5_5 0.4000 relative_P_100 5_5 0.2200 relative_P_200 5_5 0.2870 relative_P_500 5_5 0.4259 relative_P_1000 5_5 0.5370 success_1 5_5 1.0000 success_5 5_5 1.0000 success_10 5_5 1.0000 set_P 5_5 0.0580 set_relative_P 5_5 0.5370 set_recall 5_5 0.5370 set_map 5_5 0.0311 set_F 5_5 0.1047 num_nonrel_judged_ret 5_5 21 rbp 5_5 0.2896 rbp_resid 5_5 0.3272 unj_5 5_5 0.0000 unj_10 5_5 0.2000 unj_20 5_5 0.3500 num_ret 5_8 1000 num_rel 5_8 78 num_rel_ret 5_8 13 map 5_8 0.0565 Rprec 5_8 0.0641 bpref 5_8 0.1597 recip_rank 5_8 1.0000 iprec_at_recall_0.00 5_8 1.0000 iprec_at_recall_0.10 5_8 0.0230 iprec_at_recall_0.20 5_8 0.0000 iprec_at_recall_0.30 5_8 0.0000 iprec_at_recall_0.40 5_8 0.0000 iprec_at_recall_0.50 5_8 0.0000 iprec_at_recall_0.60 5_8 0.0000 iprec_at_recall_0.70 5_8 0.0000 iprec_at_recall_0.80 5_8 0.0000 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.8000 P_10 5_8 0.4000 P_15 5_8 0.3333 P_20 5_8 0.2500 P_30 5_8 0.1667 P_100 5_8 0.0500 P_200 5_8 0.0250 P_500 5_8 0.0180 P_1000 5_8 0.0130 relstring 5_8 '31302-----' recall_5 5_8 0.0513 recall_10 5_8 0.0513 recall_15 5_8 0.0641 recall_20 5_8 0.0641 recall_30 5_8 0.0641 recall_100 5_8 0.0641 recall_200 5_8 0.0641 recall_500 5_8 0.1154 recall_1000 5_8 0.1667 infAP 5_8 0.0565 Rprec_mult_0.20 5_8 0.3125 Rprec_mult_0.40 5_8 0.1562 Rprec_mult_0.60 5_8 0.1064 Rprec_mult_0.80 5_8 0.0794 Rprec_mult_1.00 5_8 0.0641 Rprec_mult_1.20 5_8 0.0532 Rprec_mult_1.40 5_8 0.0455 Rprec_mult_1.60 5_8 0.0400 Rprec_mult_1.80 5_8 0.0355 Rprec_mult_2.00 5_8 0.0321 utility 5_8 -974.0000 11pt_avg 5_8 0.0930 binG 5_8 0.0624 G 5_8 0.0398 ndcg 5_8 0.2043 ndcg_rel 5_8 0.2261 Rndcg 5_8 0.3063 ndcg_cut_5 5_8 0.5379 ndcg_cut_10 5_8 0.3746 ndcg_cut_15 5_8 0.3177 ndcg_cut_20 5_8 0.2834 ndcg_cut_30 5_8 0.2372 ndcg_cut_100 5_8 0.1754 ndcg_cut_200 5_8 0.1754 ndcg_cut_500 5_8 0.1922 ndcg_cut_1000 5_8 0.2043 map_cut_5 5_8 0.0487 map_cut_10 5_8 0.0487 map_cut_15 5_8 0.0545 map_cut_20 5_8 0.0545 map_cut_30 5_8 0.0545 map_cut_100 5_8 0.0545 map_cut_200 5_8 0.0545 map_cut_500 5_8 0.0556 map_cut_1000 5_8 0.0565 relative_P_5 5_8 0.8000 relative_P_10 5_8 0.4000 relative_P_15 5_8 0.3333 relative_P_20 5_8 0.2500 relative_P_30 5_8 0.1667 relative_P_100 5_8 0.0641 relative_P_200 5_8 0.0641 relative_P_500 5_8 0.1154 relative_P_1000 5_8 0.1667 success_1 5_8 1.0000 success_5 5_8 1.0000 success_10 5_8 1.0000 set_P 5_8 0.0130 set_relative_P 5_8 0.1667 set_recall 5_8 0.1667 set_map 5_8 0.0022 set_F 5_8 0.0241 num_nonrel_judged_ret 5_8 7 rbp 5_8 0.1998 rbp_resid 5_8 0.5536 unj_5 5_8 0.0000 unj_10 5_8 0.5000 unj_20 5_8 0.7000 num_ret 5_9 1000 num_rel 5_9 53 num_rel_ret 5_9 48 map 5_9 0.6781 Rprec 5_9 0.6604 bpref 5_9 0.8362 recip_rank 5_9 1.0000 iprec_at_recall_0.00 5_9 1.0000 iprec_at_recall_0.10 5_9 0.9000 iprec_at_recall_0.20 5_9 0.9000 iprec_at_recall_0.30 5_9 0.9000 iprec_at_recall_0.40 5_9 0.8667 iprec_at_recall_0.50 5_9 0.7838 iprec_at_recall_0.60 5_9 0.6809 iprec_at_recall_0.70 5_9 0.6491 iprec_at_recall_0.80 5_9 0.5833 iprec_at_recall_0.90 5_9 0.1811 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 0.8000 P_10 5_9 0.9000 P_15 5_9 0.8667 P_20 5_9 0.9000 P_30 5_9 0.8667 P_100 5_9 0.4600 P_200 5_9 0.2350 P_500 5_9 0.0960 P_1000 5_9 0.0480 relstring 5_9 '4402314441' recall_5 5_9 0.0755 recall_10 5_9 0.1698 recall_15 5_9 0.2453 recall_20 5_9 0.3396 recall_30 5_9 0.4906 recall_100 5_9 0.8679 recall_200 5_9 0.8868 recall_500 5_9 0.9057 recall_1000 5_9 0.9057 infAP 5_9 0.6781 Rprec_mult_0.20 5_9 0.8182 Rprec_mult_0.40 5_9 0.8636 Rprec_mult_0.60 5_9 0.8125 Rprec_mult_0.80 5_9 0.6977 Rprec_mult_1.00 5_9 0.6604 Rprec_mult_1.20 5_9 0.5938 Rprec_mult_1.40 5_9 0.5733 Rprec_mult_1.60 5_9 0.5176 Rprec_mult_1.80 5_9 0.4688 Rprec_mult_2.00 5_9 0.4434 utility 5_9 -904.0000 11pt_avg 5_9 0.6768 binG 5_9 0.3572 G 5_9 0.2392 ndcg 5_9 0.8342 ndcg_rel 5_9 0.7556 Rndcg 5_9 0.7440 ndcg_cut_5 5_9 0.7246 ndcg_cut_10 5_9 0.7148 ndcg_cut_15 5_9 0.6867 ndcg_cut_20 5_9 0.7238 ndcg_cut_30 5_9 0.7478 ndcg_cut_100 5_9 0.8207 ndcg_cut_200 5_9 0.8281 ndcg_cut_500 5_9 0.8342 ndcg_cut_1000 5_9 0.8342 map_cut_5 5_9 0.0670 map_cut_10 5_9 0.1491 map_cut_15 5_9 0.2134 map_cut_20 5_9 0.2971 map_cut_30 5_9 0.4258 map_cut_100 5_9 0.6663 map_cut_200 5_9 0.6747 map_cut_500 5_9 0.6781 map_cut_1000 5_9 0.6781 relative_P_5 5_9 0.8000 relative_P_10 5_9 0.9000 relative_P_15 5_9 0.8667 relative_P_20 5_9 0.9000 relative_P_30 5_9 0.8667 relative_P_100 5_9 0.8679 relative_P_200 5_9 0.8868 relative_P_500 5_9 0.9057 relative_P_1000 5_9 0.9057 success_1 5_9 1.0000 success_5 5_9 1.0000 success_10 5_9 1.0000 set_P 5_9 0.0480 set_relative_P 5_9 0.9057 set_recall 5_9 0.9057 set_map 5_9 0.0435 set_F 5_9 0.0912 num_nonrel_judged_ret 5_9 14 rbp 5_9 0.6488 rbp_resid 5_9 0.0241 unj_5 5_9 0.0000 unj_10 5_9 0.0000 unj_20 5_9 0.0000 num_ret 6_1 1000 num_rel 6_1 331 num_rel_ret 6_1 85 map 6_1 0.0868 Rprec 6_1 0.1903 bpref 6_1 0.2004 recip_rank 6_1 0.5000 iprec_at_recall_0.00 6_1 0.6667 iprec_at_recall_0.10 6_1 0.3882 iprec_at_recall_0.20 6_1 0.1654 iprec_at_recall_0.30 6_1 0.0000 iprec_at_recall_0.40 6_1 0.0000 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 0.6000 P_10 6_1 0.5000 P_15 6_1 0.6000 P_20 6_1 0.6500 P_30 6_1 0.6333 P_100 6_1 0.3400 P_200 6_1 0.2250 P_500 6_1 0.1460 P_1000 6_1 0.0850 relstring 6_1 '0110302100' recall_5 6_1 0.0091 recall_10 6_1 0.0151 recall_15 6_1 0.0272 recall_20 6_1 0.0393 recall_30 6_1 0.0574 recall_100 6_1 0.1027 recall_200 6_1 0.1360 recall_500 6_1 0.2205 recall_1000 6_1 0.2568 infAP 6_1 0.0868 Rprec_mult_0.20 6_1 0.4478 Rprec_mult_0.40 6_1 0.2857 Rprec_mult_0.60 6_1 0.2261 Rprec_mult_0.80 6_1 0.2113 Rprec_mult_1.00 6_1 0.1903 Rprec_mult_1.20 6_1 0.1633 Rprec_mult_1.40 6_1 0.1509 Rprec_mult_1.60 6_1 0.1415 Rprec_mult_1.80 6_1 0.1292 Rprec_mult_2.00 6_1 0.1163 utility 6_1 -830.0000 11pt_avg 6_1 0.1109 binG 6_1 0.0500 G 6_1 0.0355 ndcg 6_1 0.2356 ndcg_rel 6_1 0.2339 Rndcg 6_1 0.1704 ndcg_cut_5 6_1 0.2327 ndcg_cut_10 6_1 0.2238 ndcg_cut_15 6_1 0.2394 ndcg_cut_20 6_1 0.2931 ndcg_cut_30 6_1 0.3106 ndcg_cut_100 6_1 0.2232 ndcg_cut_200 6_1 0.1942 ndcg_cut_500 6_1 0.2129 ndcg_cut_1000 6_1 0.2356 map_cut_5 6_1 0.0053 map_cut_10 6_1 0.0090 map_cut_15 6_1 0.0159 map_cut_20 6_1 0.0236 map_cut_30 6_1 0.0351 map_cut_100 6_1 0.0570 map_cut_200 6_1 0.0661 map_cut_500 6_1 0.0825 map_cut_1000 6_1 0.0868 relative_P_5 6_1 0.6000 relative_P_10 6_1 0.5000 relative_P_15 6_1 0.6000 relative_P_20 6_1 0.6500 relative_P_30 6_1 0.6333 relative_P_100 6_1 0.3400 relative_P_200 6_1 0.2250 relative_P_500 6_1 0.2205 relative_P_1000 6_1 0.2568 success_1 6_1 0.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.0850 set_relative_P 6_1 0.2568 set_recall 6_1 0.2568 set_map 6_1 0.0218 set_F 6_1 0.1277 num_nonrel_judged_ret 6_1 39 rbp 6_1 0.2068 rbp_resid 6_1 0.0283 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1000 num_rel 6_10 45 num_rel_ret 6_10 0 map 6_10 0.0000 Rprec 6_10 0.0000 bpref 6_10 0.0000 recip_rank 6_10 0.0000 iprec_at_recall_0.00 6_10 0.0000 iprec_at_recall_0.10 6_10 0.0000 iprec_at_recall_0.20 6_10 0.0000 iprec_at_recall_0.30 6_10 0.0000 iprec_at_recall_0.40 6_10 0.0000 iprec_at_recall_0.50 6_10 0.0000 iprec_at_recall_0.60 6_10 0.0000 iprec_at_recall_0.70 6_10 0.0000 iprec_at_recall_0.80 6_10 0.0000 iprec_at_recall_0.90 6_10 0.0000 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 0.0000 P_10 6_10 0.0000 P_15 6_10 0.0000 P_20 6_10 0.0000 P_30 6_10 0.0000 P_100 6_10 0.0000 P_200 6_10 0.0000 P_500 6_10 0.0000 P_1000 6_10 0.0000 relstring 6_10 '00000-----' recall_5 6_10 0.0000 recall_10 6_10 0.0000 recall_15 6_10 0.0000 recall_20 6_10 0.0000 recall_30 6_10 0.0000 recall_100 6_10 0.0000 recall_200 6_10 0.0000 recall_500 6_10 0.0000 recall_1000 6_10 0.0000 infAP 6_10 0.0000 Rprec_mult_0.20 6_10 0.0000 Rprec_mult_0.40 6_10 0.0000 Rprec_mult_0.60 6_10 0.0000 Rprec_mult_0.80 6_10 0.0000 Rprec_mult_1.00 6_10 0.0000 Rprec_mult_1.20 6_10 0.0000 Rprec_mult_1.40 6_10 0.0000 Rprec_mult_1.60 6_10 0.0000 Rprec_mult_1.80 6_10 0.0000 Rprec_mult_2.00 6_10 0.0000 utility 6_10 -1000.0000 11pt_avg 6_10 0.0000 binG 6_10 0.0000 G 6_10 0.0000 ndcg 6_10 0.0000 ndcg_rel 6_10 0.0000 Rndcg 6_10 0.0000 ndcg_cut_5 6_10 0.0000 ndcg_cut_10 6_10 0.0000 ndcg_cut_15 6_10 0.0000 ndcg_cut_20 6_10 0.0000 ndcg_cut_30 6_10 0.0000 ndcg_cut_100 6_10 0.0000 ndcg_cut_200 6_10 0.0000 ndcg_cut_500 6_10 0.0000 ndcg_cut_1000 6_10 0.0000 map_cut_5 6_10 0.0000 map_cut_10 6_10 0.0000 map_cut_15 6_10 0.0000 map_cut_20 6_10 0.0000 map_cut_30 6_10 0.0000 map_cut_100 6_10 0.0000 map_cut_200 6_10 0.0000 map_cut_500 6_10 0.0000 map_cut_1000 6_10 0.0000 relative_P_5 6_10 0.0000 relative_P_10 6_10 0.0000 relative_P_15 6_10 0.0000 relative_P_20 6_10 0.0000 relative_P_30 6_10 0.0000 relative_P_100 6_10 0.0000 relative_P_200 6_10 0.0000 relative_P_500 6_10 0.0000 relative_P_1000 6_10 0.0000 success_1 6_10 0.0000 success_5 6_10 0.0000 success_10 6_10 0.0000 set_P 6_10 0.0000 set_relative_P 6_10 0.0000 set_recall 6_10 0.0000 set_map 6_10 0.0000 set_F 6_10 0.0000 num_nonrel_judged_ret 6_10 6 rbp 6_10 0.0000 rbp_resid 6_10 0.5905 unj_5 6_10 0.0000 unj_10 6_10 0.5000 unj_20 6_10 0.7500 num_ret 6_11 1000 num_rel 6_11 118 num_rel_ret 6_11 52 map 6_11 0.0508 Rprec 6_11 0.1441 bpref 6_11 0.3402 recip_rank 6_11 0.2500 iprec_at_recall_0.00 6_11 0.3000 iprec_at_recall_0.10 6_11 0.1520 iprec_at_recall_0.20 6_11 0.0909 iprec_at_recall_0.30 6_11 0.0867 iprec_at_recall_0.40 6_11 0.0664 iprec_at_recall_0.50 6_11 0.0000 iprec_at_recall_0.60 6_11 0.0000 iprec_at_recall_0.70 6_11 0.0000 iprec_at_recall_0.80 6_11 0.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 0.2000 P_10 6_11 0.3000 P_15 6_11 0.2000 P_20 6_11 0.1500 P_30 6_11 0.1333 P_100 6_11 0.1400 P_200 6_11 0.1100 P_500 6_11 0.0760 P_1000 6_11 0.0520 relstring 6_11 '00010-02-1' recall_5 6_11 0.0085 recall_10 6_11 0.0254 recall_15 6_11 0.0254 recall_20 6_11 0.0254 recall_30 6_11 0.0339 recall_100 6_11 0.1186 recall_200 6_11 0.1864 recall_500 6_11 0.3220 recall_1000 6_11 0.4407 infAP 6_11 0.0508 Rprec_mult_0.20 6_11 0.1667 Rprec_mult_0.40 6_11 0.1458 Rprec_mult_0.60 6_11 0.1549 Rprec_mult_0.80 6_11 0.1474 Rprec_mult_1.00 6_11 0.1441 Rprec_mult_1.20 6_11 0.1479 Rprec_mult_1.40 6_11 0.1265 Rprec_mult_1.60 6_11 0.1164 Rprec_mult_1.80 6_11 0.1080 Rprec_mult_2.00 6_11 0.0975 utility 6_11 -896.0000 11pt_avg 6_11 0.0633 binG 6_11 0.0651 G 6_11 0.0590 ndcg 6_11 0.2845 ndcg_rel 6_11 0.2370 Rndcg 6_11 0.1257 ndcg_cut_5 6_11 0.0536 ndcg_cut_10 6_11 0.1204 ndcg_cut_15 6_11 0.0975 ndcg_cut_20 6_11 0.0833 ndcg_cut_30 6_11 0.0876 ndcg_cut_100 6_11 0.1162 ndcg_cut_200 6_11 0.1478 ndcg_cut_500 6_11 0.2258 ndcg_cut_1000 6_11 0.2845 map_cut_5 6_11 0.0021 map_cut_10 6_11 0.0068 map_cut_15 6_11 0.0068 map_cut_20 6_11 0.0068 map_cut_30 6_11 0.0083 map_cut_100 6_11 0.0213 map_cut_200 6_11 0.0311 map_cut_500 6_11 0.0430 map_cut_1000 6_11 0.0508 relative_P_5 6_11 0.2000 relative_P_10 6_11 0.3000 relative_P_15 6_11 0.2000 relative_P_20 6_11 0.1500 relative_P_30 6_11 0.1333 relative_P_100 6_11 0.1400 relative_P_200 6_11 0.1864 relative_P_500 6_11 0.3220 relative_P_1000 6_11 0.4407 success_1 6_11 0.0000 success_5 6_11 1.0000 success_10 6_11 1.0000 set_P 6_11 0.0520 set_relative_P 6_11 0.4407 set_recall 6_11 0.4407 set_map 6_11 0.0229 set_F 6_11 0.0930 num_nonrel_judged_ret 6_11 35 rbp 6_11 0.0790 rbp_resid 6_11 0.2578 unj_5 6_11 0.0000 unj_10 6_11 0.2000 unj_20 6_11 0.3500 num_ret 6_12 1000 num_rel 6_12 69 num_rel_ret 6_12 48 map 6_12 0.1688 Rprec 6_12 0.2754 bpref 6_12 0.5952 recip_rank 6_12 0.5000 iprec_at_recall_0.00 6_12 0.5000 iprec_at_recall_0.10 6_12 0.3500 iprec_at_recall_0.20 6_12 0.3500 iprec_at_recall_0.30 6_12 0.2530 iprec_at_recall_0.40 6_12 0.1886 iprec_at_recall_0.50 6_12 0.1832 iprec_at_recall_0.60 6_12 0.1635 iprec_at_recall_0.70 6_12 0.0516 iprec_at_recall_0.80 6_12 0.0000 iprec_at_recall_0.90 6_12 0.0000 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 0.2000 P_10 6_12 0.4000 P_15 6_12 0.3333 P_20 6_12 0.2500 P_30 6_12 0.3333 P_100 6_12 0.2200 P_200 6_12 0.1800 P_500 6_12 0.0920 P_1000 6_12 0.0480 relstring 6_12 '030003330-' recall_5 6_12 0.0145 recall_10 6_12 0.0580 recall_15 6_12 0.0725 recall_20 6_12 0.0725 recall_30 6_12 0.1449 recall_100 6_12 0.3188 recall_200 6_12 0.5217 recall_500 6_12 0.6667 recall_1000 6_12 0.6957 infAP 6_12 0.1688 Rprec_mult_0.20 6_12 0.3571 Rprec_mult_0.40 6_12 0.3214 Rprec_mult_0.60 6_12 0.3333 Rprec_mult_0.80 6_12 0.2857 Rprec_mult_1.00 6_12 0.2754 Rprec_mult_1.20 6_12 0.2530 Rprec_mult_1.40 6_12 0.2268 Rprec_mult_1.60 6_12 0.2072 Rprec_mult_1.80 6_12 0.2080 Rprec_mult_2.00 6_12 0.1957 utility 6_12 -904.0000 11pt_avg 6_12 0.1854 binG 6_12 0.1310 G 6_12 0.1086 ndcg 6_12 0.5218 ndcg_rel 6_12 0.4209 Rndcg 6_12 0.2783 ndcg_cut_5 6_12 0.1923 ndcg_cut_10 6_12 0.3354 ndcg_cut_15 6_12 0.3077 ndcg_cut_20 6_12 0.2585 ndcg_cut_30 6_12 0.3117 ndcg_cut_100 6_12 0.3234 ndcg_cut_200 6_12 0.4401 ndcg_cut_500 6_12 0.5084 ndcg_cut_1000 6_12 0.5218 map_cut_5 6_12 0.0072 map_cut_10 6_12 0.0255 map_cut_15 6_12 0.0316 map_cut_20 6_12 0.0316 map_cut_30 6_12 0.0537 map_cut_100 6_12 0.1051 map_cut_200 6_12 0.1441 map_cut_500 6_12 0.1668 map_cut_1000 6_12 0.1688 relative_P_5 6_12 0.2000 relative_P_10 6_12 0.4000 relative_P_15 6_12 0.3333 relative_P_20 6_12 0.2500 relative_P_30 6_12 0.3333 relative_P_100 6_12 0.3188 relative_P_200 6_12 0.5217 relative_P_500 6_12 0.6667 relative_P_1000 6_12 0.6957 success_1 6_12 0.0000 success_5 6_12 1.0000 success_10 6_12 1.0000 set_P 6_12 0.0480 set_relative_P 6_12 0.6957 set_recall 6_12 0.6957 set_map 6_12 0.0334 set_F 6_12 0.0898 num_nonrel_judged_ret 6_12 11 rbp 6_12 0.2471 rbp_resid 6_12 0.2389 unj_5 6_12 0.0000 unj_10 6_12 0.1000 unj_20 6_12 0.3500 num_ret 6_13 1000 num_rel 6_13 107 num_rel_ret 6_13 88 map 6_13 0.5023 Rprec 6_13 0.5421 bpref 6_13 0.7924 recip_rank 6_13 1.0000 iprec_at_recall_0.00 6_13 1.0000 iprec_at_recall_0.10 6_13 0.8667 iprec_at_recall_0.20 6_13 0.7586 iprec_at_recall_0.30 6_13 0.6957 iprec_at_recall_0.40 6_13 0.6377 iprec_at_recall_0.50 6_13 0.5429 iprec_at_recall_0.60 6_13 0.4818 iprec_at_recall_0.70 6_13 0.3671 iprec_at_recall_0.80 6_13 0.1826 iprec_at_recall_0.90 6_13 0.0000 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 1.0000 P_10 6_13 0.8000 P_15 6_13 0.8667 P_20 6_13 0.8000 P_30 6_13 0.7333 P_100 6_13 0.5300 P_200 6_13 0.3700 P_500 6_13 0.1720 P_1000 6_13 0.0880 relstring 6_13 '322122102-' recall_5 6_13 0.0467 recall_10 6_13 0.0748 recall_15 6_13 0.1215 recall_20 6_13 0.1495 recall_30 6_13 0.2056 recall_100 6_13 0.4953 recall_200 6_13 0.6916 recall_500 6_13 0.8037 recall_1000 6_13 0.8224 infAP 6_13 0.5023 Rprec_mult_0.20 6_13 0.8182 Rprec_mult_0.40 6_13 0.6977 Rprec_mult_0.60 6_13 0.6308 Rprec_mult_0.80 6_13 0.5814 Rprec_mult_1.00 6_13 0.5421 Rprec_mult_1.20 6_13 0.4884 Rprec_mult_1.40 6_13 0.4533 Rprec_mult_1.60 6_13 0.4244 Rprec_mult_1.80 6_13 0.3782 Rprec_mult_2.00 6_13 0.3551 utility 6_13 -824.0000 11pt_avg 6_13 0.5030 binG 6_13 0.2421 G 6_13 0.1695 ndcg 6_13 0.7379 ndcg_rel 6_13 0.6507 Rndcg 6_13 0.6155 ndcg_cut_5 6_13 0.7310 ndcg_cut_10 6_13 0.5953 ndcg_cut_15 6_13 0.6230 ndcg_cut_20 6_13 0.6066 ndcg_cut_30 6_13 0.5977 ndcg_cut_100 6_13 0.5761 ndcg_cut_200 6_13 0.6754 ndcg_cut_500 6_13 0.7248 ndcg_cut_1000 6_13 0.7379 map_cut_5 6_13 0.0467 map_cut_10 6_13 0.0737 map_cut_15 6_13 0.1132 map_cut_20 6_13 0.1357 map_cut_30 6_13 0.1802 map_cut_100 6_13 0.3695 map_cut_200 6_13 0.4654 map_cut_500 6_13 0.4992 map_cut_1000 6_13 0.5023 relative_P_5 6_13 1.0000 relative_P_10 6_13 0.8000 relative_P_15 6_13 0.8667 relative_P_20 6_13 0.8000 relative_P_30 6_13 0.7333 relative_P_100 6_13 0.5300 relative_P_200 6_13 0.6916 relative_P_500 6_13 0.8037 relative_P_1000 6_13 0.8224 success_1 6_13 1.0000 success_5 6_13 1.0000 success_10 6_13 1.0000 set_P 6_13 0.0880 set_relative_P 6_13 0.8224 set_recall 6_13 0.8224 set_map 6_13 0.0724 set_F 6_13 0.1590 num_nonrel_judged_ret 6_13 6 rbp 6_13 0.5237 rbp_resid 6_13 0.1125 unj_5 6_13 0.0000 unj_10 6_13 0.1000 unj_20 6_13 0.1500 num_ret 6_14 1000 num_rel 6_14 56 num_rel_ret 6_14 45 map 6_14 0.3070 Rprec 6_14 0.3750 bpref 6_14 0.4490 recip_rank 6_14 1.0000 iprec_at_recall_0.00 6_14 1.0000 iprec_at_recall_0.10 6_14 0.6000 iprec_at_recall_0.20 6_14 0.5500 iprec_at_recall_0.30 6_14 0.4857 iprec_at_recall_0.40 6_14 0.3146 iprec_at_recall_0.50 6_14 0.3146 iprec_at_recall_0.60 6_14 0.2381 iprec_at_recall_0.70 6_14 0.2042 iprec_at_recall_0.80 6_14 0.0685 iprec_at_recall_0.90 6_14 0.0000 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.8000 P_10 6_14 0.6000 P_15 6_14 0.5333 P_20 6_14 0.5500 P_30 6_14 0.4333 P_100 6_14 0.2900 P_200 6_14 0.1950 P_500 6_14 0.0880 P_1000 6_14 0.0450 relstring 6_14 '3021300032' recall_5 6_14 0.0714 recall_10 6_14 0.1071 recall_15 6_14 0.1429 recall_20 6_14 0.1964 recall_30 6_14 0.2321 recall_100 6_14 0.5179 recall_200 6_14 0.6964 recall_500 6_14 0.7857 recall_1000 6_14 0.8036 infAP 6_14 0.3070 Rprec_mult_0.20 6_14 0.5000 Rprec_mult_0.40 6_14 0.5217 Rprec_mult_0.60 6_14 0.4706 Rprec_mult_0.80 6_14 0.4000 Rprec_mult_1.00 6_14 0.3750 Rprec_mult_1.20 6_14 0.3088 Rprec_mult_1.40 6_14 0.3038 Rprec_mult_1.60 6_14 0.3111 Rprec_mult_1.80 6_14 0.2871 Rprec_mult_2.00 6_14 0.2679 utility 6_14 -910.0000 11pt_avg 6_14 0.3432 binG 6_14 0.1976 G 6_14 0.1903 ndcg 6_14 0.6880 ndcg_rel 6_14 0.5972 Rndcg 6_14 0.5530 ndcg_cut_5 6_14 0.6321 ndcg_cut_10 6_14 0.5707 ndcg_cut_15 6_14 0.5397 ndcg_cut_20 6_14 0.5343 ndcg_cut_30 6_14 0.4735 ndcg_cut_100 6_14 0.5412 ndcg_cut_200 6_14 0.6473 ndcg_cut_500 6_14 0.6840 ndcg_cut_1000 6_14 0.6880 map_cut_5 6_14 0.0574 map_cut_10 6_14 0.0781 map_cut_15 6_14 0.0979 map_cut_20 6_14 0.1283 map_cut_30 6_14 0.1465 map_cut_100 6_14 0.2520 map_cut_200 6_14 0.2940 map_cut_500 6_14 0.3058 map_cut_1000 6_14 0.3070 relative_P_5 6_14 0.8000 relative_P_10 6_14 0.6000 relative_P_15 6_14 0.5333 relative_P_20 6_14 0.5500 relative_P_30 6_14 0.4333 relative_P_100 6_14 0.5179 relative_P_200 6_14 0.6964 relative_P_500 6_14 0.7857 relative_P_1000 6_14 0.8036 success_1 6_14 1.0000 success_5 6_14 1.0000 success_10 6_14 1.0000 set_P 6_14 0.0450 set_relative_P 6_14 0.8036 set_recall 6_14 0.8036 set_map 6_14 0.0362 set_F 6_14 0.0852 num_nonrel_judged_ret 6_14 56 rbp 6_14 0.3997 rbp_resid 6_14 0.0663 unj_5 6_14 0.0000 unj_10 6_14 0.0000 unj_20 6_14 0.0500 num_ret 6_16 1000 num_rel 6_16 29 num_rel_ret 6_16 20 map 6_16 0.0183 Rprec 6_16 0.0000 bpref 6_16 0.0476 recip_rank 6_16 0.0145 iprec_at_recall_0.00 6_16 0.0411 iprec_at_recall_0.10 6_16 0.0411 iprec_at_recall_0.20 6_16 0.0411 iprec_at_recall_0.30 6_16 0.0284 iprec_at_recall_0.40 6_16 0.0284 iprec_at_recall_0.50 6_16 0.0257 iprec_at_recall_0.60 6_16 0.0257 iprec_at_recall_0.70 6_16 0.0211 iprec_at_recall_0.80 6_16 0.0000 iprec_at_recall_0.90 6_16 0.0000 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.0000 P_10 6_16 0.0000 P_15 6_16 0.0000 P_20 6_16 0.0000 P_30 6_16 0.0000 P_100 6_16 0.0300 P_200 6_16 0.0300 P_500 6_16 0.0280 P_1000 6_16 0.0200 relstring 6_16 '00000-0---' recall_5 6_16 0.0000 recall_10 6_16 0.0000 recall_15 6_16 0.0000 recall_20 6_16 0.0000 recall_30 6_16 0.0000 recall_100 6_16 0.1034 recall_200 6_16 0.2069 recall_500 6_16 0.4828 recall_1000 6_16 0.6897 infAP 6_16 0.0183 Rprec_mult_0.20 6_16 0.0000 Rprec_mult_0.40 6_16 0.0000 Rprec_mult_0.60 6_16 0.0000 Rprec_mult_0.80 6_16 0.0000 Rprec_mult_1.00 6_16 0.0000 Rprec_mult_1.20 6_16 0.0000 Rprec_mult_1.40 6_16 0.0000 Rprec_mult_1.60 6_16 0.0000 Rprec_mult_1.80 6_16 0.0000 Rprec_mult_2.00 6_16 0.0000 utility 6_16 -960.0000 11pt_avg 6_16 0.0230 binG 6_16 0.0851 G 6_16 0.0812 ndcg 6_16 0.2507 ndcg_rel 6_16 0.1748 Rndcg 6_16 0.0627 ndcg_cut_5 6_16 0.0000 ndcg_cut_10 6_16 0.0000 ndcg_cut_15 6_16 0.0000 ndcg_cut_20 6_16 0.0000 ndcg_cut_30 6_16 0.0000 ndcg_cut_100 6_16 0.0493 ndcg_cut_200 6_16 0.0867 ndcg_cut_500 6_16 0.1870 ndcg_cut_1000 6_16 0.2507 map_cut_5 6_16 0.0000 map_cut_10 6_16 0.0000 map_cut_15 6_16 0.0000 map_cut_20 6_16 0.0000 map_cut_30 6_16 0.0000 map_cut_100 6_16 0.0027 map_cut_200 6_16 0.0065 map_cut_500 6_16 0.0136 map_cut_1000 6_16 0.0183 relative_P_5 6_16 0.0000 relative_P_10 6_16 0.0000 relative_P_15 6_16 0.0000 relative_P_20 6_16 0.0000 relative_P_30 6_16 0.0000 relative_P_100 6_16 0.1034 relative_P_200 6_16 0.2069 relative_P_500 6_16 0.4828 relative_P_1000 6_16 0.6897 success_1 6_16 0.0000 success_5 6_16 0.0000 success_10 6_16 0.0000 set_P 6_16 0.0200 set_relative_P 6_16 0.6897 set_recall 6_16 0.6897 set_map 6_16 0.0138 set_F 6_16 0.0389 num_nonrel_judged_ret 6_16 48 rbp 6_16 0.0002 rbp_resid 6_16 0.4075 unj_5 6_16 0.0000 unj_10 6_16 0.4000 unj_20 6_16 0.4500 num_ret 6_3 1000 num_rel 6_3 97 num_rel_ret 6_3 24 map 6_3 0.0916 Rprec 6_3 0.1753 bpref 6_3 0.2388 recip_rank 6_3 1.0000 iprec_at_recall_0.00 6_3 1.0000 iprec_at_recall_0.10 6_3 0.3846 iprec_at_recall_0.20 6_3 0.1652 iprec_at_recall_0.30 6_3 0.0000 iprec_at_recall_0.40 6_3 0.0000 iprec_at_recall_0.50 6_3 0.0000 iprec_at_recall_0.60 6_3 0.0000 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 0.8000 P_10 6_3 0.5000 P_15 6_3 0.4667 P_20 6_3 0.4500 P_30 6_3 0.3333 P_100 6_3 0.1700 P_200 6_3 0.1000 P_500 6_3 0.0460 P_1000 6_3 0.0240 relstring 6_3 '21101--2--' recall_5 6_3 0.0412 recall_10 6_3 0.0515 recall_15 6_3 0.0722 recall_20 6_3 0.0928 recall_30 6_3 0.1031 recall_100 6_3 0.1753 recall_200 6_3 0.2062 recall_500 6_3 0.2371 recall_1000 6_3 0.2474 infAP 6_3 0.0916 Rprec_mult_0.20 6_3 0.4500 Rprec_mult_0.40 6_3 0.2564 Rprec_mult_0.60 6_3 0.2034 Rprec_mult_0.80 6_3 0.1795 Rprec_mult_1.00 6_3 0.1753 Rprec_mult_1.20 6_3 0.1624 Rprec_mult_1.40 6_3 0.1397 Rprec_mult_1.60 6_3 0.1218 Rprec_mult_1.80 6_3 0.1143 Rprec_mult_2.00 6_3 0.1031 utility 6_3 -952.0000 11pt_avg 6_3 0.1409 binG 6_3 0.0788 G 6_3 0.0415 ndcg 6_3 0.2254 ndcg_rel 6_3 0.2304 Rndcg 6_3 0.2466 ndcg_cut_5 6_3 0.3358 ndcg_cut_10 6_3 0.2718 ndcg_cut_15 6_3 0.2461 ndcg_cut_20 6_3 0.2527 ndcg_cut_30 6_3 0.2190 ndcg_cut_100 6_3 0.1770 ndcg_cut_200 6_3 0.2079 ndcg_cut_500 6_3 0.2229 ndcg_cut_1000 6_3 0.2254 map_cut_5 6_3 0.0392 map_cut_10 6_3 0.0456 map_cut_15 6_3 0.0555 map_cut_20 6_3 0.0656 map_cut_30 6_3 0.0695 map_cut_100 6_3 0.0840 map_cut_200 6_3 0.0887 map_cut_500 6_3 0.0913 map_cut_1000 6_3 0.0916 relative_P_5 6_3 0.8000 relative_P_10 6_3 0.5000 relative_P_15 6_3 0.4667 relative_P_20 6_3 0.4500 relative_P_30 6_3 0.3333 relative_P_100 6_3 0.1753 relative_P_200 6_3 0.2062 relative_P_500 6_3 0.2371 relative_P_1000 6_3 0.2474 success_1 6_3 1.0000 success_5 6_3 1.0000 success_10 6_3 1.0000 set_P 6_3 0.0240 set_relative_P 6_3 0.2474 set_recall 6_3 0.2474 set_map 6_3 0.0059 set_F 6_3 0.0438 num_nonrel_judged_ret 6_3 18 rbp 6_3 0.1630 rbp_resid 6_3 0.4320 unj_5 6_3 0.0000 unj_10 6_3 0.4000 unj_20 6_3 0.5000 num_ret 6_4 1000 num_rel 6_4 121 num_rel_ret 6_4 23 map 6_4 0.0048 Rprec 6_4 0.0165 bpref 6_4 0.1581 recip_rank 6_4 0.0385 iprec_at_recall_0.00 6_4 0.0455 iprec_at_recall_0.10 6_4 0.0274 iprec_at_recall_0.20 6_4 0.0000 iprec_at_recall_0.30 6_4 0.0000 iprec_at_recall_0.40 6_4 0.0000 iprec_at_recall_0.50 6_4 0.0000 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 0.0000 P_10 6_4 0.0000 P_15 6_4 0.0000 P_20 6_4 0.0000 P_30 6_4 0.0333 P_100 6_4 0.0200 P_200 6_4 0.0150 P_500 6_4 0.0240 P_1000 6_4 0.0230 relstring 6_4 '00000-----' recall_5 6_4 0.0000 recall_10 6_4 0.0000 recall_15 6_4 0.0000 recall_20 6_4 0.0000 recall_30 6_4 0.0083 recall_100 6_4 0.0165 recall_200 6_4 0.0248 recall_500 6_4 0.0992 recall_1000 6_4 0.1901 infAP 6_4 0.0048 Rprec_mult_0.20 6_4 0.0000 Rprec_mult_0.40 6_4 0.0408 Rprec_mult_0.60 6_4 0.0274 Rprec_mult_0.80 6_4 0.0206 Rprec_mult_1.00 6_4 0.0165 Rprec_mult_1.20 6_4 0.0205 Rprec_mult_1.40 6_4 0.0176 Rprec_mult_1.60 6_4 0.0155 Rprec_mult_1.80 6_4 0.0138 Rprec_mult_2.00 6_4 0.0165 utility 6_4 -954.0000 11pt_avg 6_4 0.0066 binG 6_4 0.0229 G 6_4 0.0214 ndcg 6_4 0.1056 ndcg_rel 6_4 0.0974 Rndcg 6_4 0.0345 ndcg_cut_5 6_4 0.0000 ndcg_cut_10 6_4 0.0000 ndcg_cut_15 6_4 0.0000 ndcg_cut_20 6_4 0.0000 ndcg_cut_30 6_4 0.0176 ndcg_cut_100 6_4 0.0166 ndcg_cut_200 6_4 0.0239 ndcg_cut_500 6_4 0.0659 ndcg_cut_1000 6_4 0.1056 map_cut_5 6_4 0.0000 map_cut_10 6_4 0.0000 map_cut_15 6_4 0.0000 map_cut_20 6_4 0.0000 map_cut_30 6_4 0.0003 map_cut_100 6_4 0.0007 map_cut_200 6_4 0.0009 map_cut_500 6_4 0.0025 map_cut_1000 6_4 0.0048 relative_P_5 6_4 0.0000 relative_P_10 6_4 0.0000 relative_P_15 6_4 0.0000 relative_P_20 6_4 0.0000 relative_P_30 6_4 0.0333 relative_P_100 6_4 0.0200 relative_P_200 6_4 0.0248 relative_P_500 6_4 0.0992 relative_P_1000 6_4 0.1901 success_1 6_4 0.0000 success_5 6_4 0.0000 success_10 6_4 0.0000 set_P 6_4 0.0230 set_relative_P 6_4 0.1901 set_recall 6_4 0.1901 set_map 6_4 0.0044 set_F 6_4 0.0410 num_nonrel_judged_ret 6_4 26 rbp 6_4 0.0055 rbp_resid 6_4 0.5813 unj_5 6_4 0.0000 unj_10 6_4 0.5000 unj_20 6_4 0.7500 num_ret 6_5 1000 num_rel 6_5 47 num_rel_ret 6_5 21 map 6_5 0.1692 Rprec 6_5 0.2766 bpref 6_5 0.4242 recip_rank 6_5 0.5000 iprec_at_recall_0.00 6_5 0.8000 iprec_at_recall_0.10 6_5 0.7000 iprec_at_recall_0.20 6_5 0.4074 iprec_at_recall_0.30 6_5 0.2545 iprec_at_recall_0.40 6_5 0.0572 iprec_at_recall_0.50 6_5 0.0000 iprec_at_recall_0.60 6_5 0.0000 iprec_at_recall_0.70 6_5 0.0000 iprec_at_recall_0.80 6_5 0.0000 iprec_at_recall_0.90 6_5 0.0000 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 0.8000 P_10 6_5 0.7000 P_15 6_5 0.5333 P_20 6_5 0.4000 P_30 6_5 0.3667 P_100 6_5 0.1400 P_200 6_5 0.0800 P_500 6_5 0.0420 P_1000 6_5 0.0210 relstring 6_5 '03421--133' recall_5 6_5 0.0851 recall_10 6_5 0.1489 recall_15 6_5 0.1702 recall_20 6_5 0.1702 recall_30 6_5 0.2340 recall_100 6_5 0.2979 recall_200 6_5 0.3404 recall_500 6_5 0.4468 recall_1000 6_5 0.4468 infAP 6_5 0.1692 Rprec_mult_0.20 6_5 0.7000 Rprec_mult_0.40 6_5 0.4211 Rprec_mult_0.60 6_5 0.3793 Rprec_mult_0.80 6_5 0.3158 Rprec_mult_1.00 6_5 0.2766 Rprec_mult_1.20 6_5 0.2456 Rprec_mult_1.40 6_5 0.2121 Rprec_mult_1.60 6_5 0.1842 Rprec_mult_1.80 6_5 0.1647 Rprec_mult_2.00 6_5 0.1489 utility 6_5 -958.0000 11pt_avg 6_5 0.2017 binG 6_5 0.1360 G 6_5 0.0928 ndcg 6_5 0.3932 ndcg_rel 6_5 0.3850 Rndcg 6_5 0.3643 ndcg_cut_5 6_5 0.4507 ndcg_cut_10 6_5 0.4463 ndcg_cut_15 6_5 0.3968 ndcg_cut_20 6_5 0.3376 ndcg_cut_30 6_5 0.3365 ndcg_cut_100 6_5 0.3234 ndcg_cut_200 6_5 0.3491 ndcg_cut_500 6_5 0.3932 ndcg_cut_1000 6_5 0.3932 map_cut_5 6_5 0.0578 map_cut_10 6_5 0.1002 map_cut_15 6_5 0.1123 map_cut_20 6_5 0.1123 map_cut_30 6_5 0.1378 map_cut_100 6_5 0.1576 map_cut_200 6_5 0.1627 map_cut_500 6_5 0.1692 map_cut_1000 6_5 0.1692 relative_P_5 6_5 0.8000 relative_P_10 6_5 0.7000 relative_P_15 6_5 0.5333 relative_P_20 6_5 0.4000 relative_P_30 6_5 0.3667 relative_P_100 6_5 0.2979 relative_P_200 6_5 0.3404 relative_P_500 6_5 0.4468 relative_P_1000 6_5 0.4468 success_1 6_5 0.0000 success_5 6_5 1.0000 success_10 6_5 1.0000 set_P 6_5 0.0210 set_relative_P 6_5 0.4468 set_recall 6_5 0.4468 set_map 6_5 0.0094 set_F 6_5 0.0401 num_nonrel_judged_ret 6_5 9 rbp 6_5 0.3113 rbp_resid 6_5 0.3848 unj_5 6_5 0.0000 unj_10 6_5 0.2000 unj_20 6_5 0.5000 num_ret 6_6 1000 num_rel 6_6 85 num_rel_ret 6_6 61 map 6_6 0.3673 Rprec 6_6 0.3765 bpref 6_6 0.6348 recip_rank 6_6 1.0000 iprec_at_recall_0.00 6_6 1.0000 iprec_at_recall_0.10 6_6 0.9000 iprec_at_recall_0.20 6_6 0.7727 iprec_at_recall_0.30 6_6 0.5417 iprec_at_recall_0.40 6_6 0.3434 iprec_at_recall_0.50 6_6 0.3383 iprec_at_recall_0.60 6_6 0.2488 iprec_at_recall_0.70 6_6 0.1616 iprec_at_recall_0.80 6_6 0.0000 iprec_at_recall_0.90 6_6 0.0000 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 1.0000 P_10 6_6 0.9000 P_15 6_6 0.8000 P_20 6_6 0.7500 P_30 6_6 0.6333 P_100 6_6 0.3400 P_200 6_6 0.2500 P_500 6_6 0.1200 P_1000 6_6 0.0610 relstring 6_6 '1213212022' recall_5 6_6 0.0588 recall_10 6_6 0.1059 recall_15 6_6 0.1412 recall_20 6_6 0.1765 recall_30 6_6 0.2235 recall_100 6_6 0.4000 recall_200 6_6 0.5882 recall_500 6_6 0.7059 recall_1000 6_6 0.7176 infAP 6_6 0.3673 Rprec_mult_0.20 6_6 0.8235 Rprec_mult_0.40 6_6 0.6176 Rprec_mult_0.60 6_6 0.5294 Rprec_mult_0.80 6_6 0.4412 Rprec_mult_1.00 6_6 0.3765 Rprec_mult_1.20 6_6 0.3431 Rprec_mult_1.40 6_6 0.3193 Rprec_mult_1.60 6_6 0.3309 Rprec_mult_1.80 6_6 0.3072 Rprec_mult_2.00 6_6 0.2882 utility 6_6 -878.0000 11pt_avg 6_6 0.3915 binG 6_6 0.2271 G 6_6 0.1422 ndcg 6_6 0.6273 ndcg_rel 6_6 0.5591 Rndcg 6_6 0.5077 ndcg_cut_5 6_6 0.5458 ndcg_cut_10 6_6 0.5391 ndcg_cut_15 6_6 0.5655 ndcg_cut_20 6_6 0.5714 ndcg_cut_30 6_6 0.5209 ndcg_cut_100 6_6 0.4624 ndcg_cut_200 6_6 0.5775 ndcg_cut_500 6_6 0.6244 ndcg_cut_1000 6_6 0.6273 map_cut_5 6_6 0.0588 map_cut_10 6_6 0.1034 map_cut_15 6_6 0.1332 map_cut_20 6_6 0.1623 map_cut_30 6_6 0.1956 map_cut_100 6_6 0.2828 map_cut_200 6_6 0.3431 map_cut_500 6_6 0.3661 map_cut_1000 6_6 0.3673 relative_P_5 6_6 1.0000 relative_P_10 6_6 0.9000 relative_P_15 6_6 0.8000 relative_P_20 6_6 0.7500 relative_P_30 6_6 0.6333 relative_P_100 6_6 0.4000 relative_P_200 6_6 0.5882 relative_P_500 6_6 0.7059 relative_P_1000 6_6 0.7176 success_1 6_6 1.0000 success_5 6_6 1.0000 success_10 6_6 1.0000 set_P 6_6 0.0610 set_relative_P 6_6 0.7176 set_recall 6_6 0.7176 set_map 6_6 0.0438 set_F 6_6 0.1124 num_nonrel_judged_ret 6_6 16 rbp 6_6 0.4800 rbp_resid 6_6 0.1420 unj_5 6_6 0.0000 unj_10 6_6 0.0000 unj_20 6_6 0.2000 num_ret 7_11 1000 num_rel 7_11 38 num_rel_ret 7_11 33 map 7_11 0.2729 Rprec 7_11 0.3421 bpref 7_11 0.7292 recip_rank 7_11 0.2500 iprec_at_recall_0.00 7_11 0.5714 iprec_at_recall_0.10 7_11 0.5714 iprec_at_recall_0.20 7_11 0.4762 iprec_at_recall_0.30 7_11 0.4444 iprec_at_recall_0.40 7_11 0.3409 iprec_at_recall_0.50 7_11 0.2923 iprec_at_recall_0.60 7_11 0.2330 iprec_at_recall_0.70 7_11 0.1543 iprec_at_recall_0.80 7_11 0.1535 iprec_at_recall_0.90 7_11 0.0000 iprec_at_recall_1.00 7_11 0.0000 P_5 7_11 0.4000 P_10 7_11 0.5000 P_15 7_11 0.4000 P_20 7_11 0.4500 P_30 7_11 0.4000 P_100 7_11 0.2300 P_200 7_11 0.1500 P_500 7_11 0.0640 P_1000 7_11 0.0330 relstring 7_11 '0001111--2' recall_5 7_11 0.0526 recall_10 7_11 0.1316 recall_15 7_11 0.1579 recall_20 7_11 0.2368 recall_30 7_11 0.3158 recall_100 7_11 0.6053 recall_200 7_11 0.7895 recall_500 7_11 0.8421 recall_1000 7_11 0.8684 infAP 7_11 0.2729 Rprec_mult_0.20 7_11 0.5000 Rprec_mult_0.40 7_11 0.4375 Rprec_mult_0.60 7_11 0.4348 Rprec_mult_0.80 7_11 0.3871 Rprec_mult_1.00 7_11 0.3421 Rprec_mult_1.20 7_11 0.3261 Rprec_mult_1.40 7_11 0.3333 Rprec_mult_1.60 7_11 0.2951 Rprec_mult_1.80 7_11 0.2754 Rprec_mult_2.00 7_11 0.2632 utility 7_11 -934.0000 11pt_avg 7_11 0.2943 binG 7_11 0.1962 G 7_11 0.1474 ndcg 7_11 0.4708 ndcg_rel 7_11 0.3245 Rndcg 7_11 0.2468 ndcg_cut_5 7_11 0.0967 ndcg_cut_10 7_11 0.1790 ndcg_cut_15 7_11 0.1956 ndcg_cut_20 7_11 0.2592 ndcg_cut_30 7_11 0.2649 ndcg_cut_100 7_11 0.3632 ndcg_cut_200 7_11 0.4369 ndcg_cut_500 7_11 0.4648 ndcg_cut_1000 7_11 0.4708 map_cut_5 7_11 0.0171 map_cut_10 7_11 0.0585 map_cut_15 7_11 0.0728 map_cut_20 7_11 0.1072 map_cut_30 7_11 0.1431 map_cut_100 7_11 0.2317 map_cut_200 7_11 0.2635 map_cut_500 7_11 0.2712 map_cut_1000 7_11 0.2729 relative_P_5 7_11 0.4000 relative_P_10 7_11 0.5000 relative_P_15 7_11 0.4000 relative_P_20 7_11 0.4500 relative_P_30 7_11 0.4000 relative_P_100 7_11 0.6053 relative_P_200 7_11 0.7895 relative_P_500 7_11 0.8421 relative_P_1000 7_11 0.8684 success_1 7_11 0.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 0.0330 set_relative_P 7_11 0.8684 set_recall 7_11 0.8684 set_map 7_11 0.0287 set_F 7_11 0.0636 num_nonrel_judged_ret 7_11 12 rbp 7_11 0.1706 rbp_resid 7_11 0.3214 unj_5 7_11 0.0000 unj_10 7_11 0.2000 unj_20 7_11 0.4000 num_ret 7_12 1000 num_rel 7_12 64 num_rel_ret 7_12 37 map 7_12 0.0589 Rprec 7_12 0.1094 bpref 7_12 0.3792 recip_rank 7_12 0.5000 iprec_at_recall_0.00 7_12 0.5000 iprec_at_recall_0.10 7_12 0.1429 iprec_at_recall_0.20 7_12 0.0759 iprec_at_recall_0.30 7_12 0.0722 iprec_at_recall_0.40 7_12 0.0631 iprec_at_recall_0.50 7_12 0.0630 iprec_at_recall_0.60 7_12 0.0000 iprec_at_recall_0.70 7_12 0.0000 iprec_at_recall_0.80 7_12 0.0000 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 0.4000 P_10 7_12 0.2000 P_15 7_12 0.1333 P_20 7_12 0.1000 P_30 7_12 0.1667 P_100 7_12 0.0900 P_200 7_12 0.0650 P_500 7_12 0.0600 P_1000 7_12 0.0370 relstring 7_12 '01020-0---' recall_5 7_12 0.0312 recall_10 7_12 0.0312 recall_15 7_12 0.0312 recall_20 7_12 0.0312 recall_30 7_12 0.0781 recall_100 7_12 0.1406 recall_200 7_12 0.2031 recall_500 7_12 0.4688 recall_1000 7_12 0.5781 infAP 7_12 0.0589 Rprec_mult_0.20 7_12 0.1538 Rprec_mult_0.40 7_12 0.1538 Rprec_mult_0.60 7_12 0.1282 Rprec_mult_0.80 7_12 0.1346 Rprec_mult_1.00 7_12 0.1094 Rprec_mult_1.20 7_12 0.0909 Rprec_mult_1.40 7_12 0.1000 Rprec_mult_1.60 7_12 0.0874 Rprec_mult_1.80 7_12 0.0948 Rprec_mult_2.00 7_12 0.0859 utility 7_12 -926.0000 11pt_avg 7_12 0.0834 binG 7_12 0.0917 G 7_12 0.0852 ndcg 7_12 0.3410 ndcg_rel 7_12 0.2684 Rndcg 7_12 0.1664 ndcg_cut_5 7_12 0.1859 ndcg_cut_10 7_12 0.1330 ndcg_cut_15 7_12 0.1077 ndcg_cut_20 7_12 0.0921 ndcg_cut_30 7_12 0.1140 ndcg_cut_100 7_12 0.1255 ndcg_cut_200 7_12 0.1629 ndcg_cut_500 7_12 0.2890 ndcg_cut_1000 7_12 0.3410 map_cut_5 7_12 0.0156 map_cut_10 7_12 0.0156 map_cut_15 7_12 0.0156 map_cut_20 7_12 0.0156 map_cut_30 7_12 0.0228 map_cut_100 7_12 0.0303 map_cut_200 7_12 0.0356 map_cut_500 7_12 0.0532 map_cut_1000 7_12 0.0589 relative_P_5 7_12 0.4000 relative_P_10 7_12 0.2000 relative_P_15 7_12 0.1333 relative_P_20 7_12 0.1000 relative_P_30 7_12 0.1667 relative_P_100 7_12 0.1406 relative_P_200 7_12 0.2031 relative_P_500 7_12 0.4688 relative_P_1000 7_12 0.5781 success_1 7_12 0.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.0370 set_relative_P 7_12 0.5781 set_recall 7_12 0.5781 set_map 7_12 0.0214 set_F 7_12 0.0695 num_nonrel_judged_ret 7_12 40 rbp 7_12 0.0892 rbp_resid 7_12 0.3999 unj_5 7_12 0.0000 unj_10 7_12 0.4000 unj_20 7_12 0.5000 num_ret 7_14 1000 num_rel 7_14 67 num_rel_ret 7_14 61 map 7_14 0.6398 Rprec 7_14 0.5970 bpref 7_14 0.8635 recip_rank 7_14 1.0000 iprec_at_recall_0.00 7_14 1.0000 iprec_at_recall_0.10 7_14 1.0000 iprec_at_recall_0.20 7_14 0.9444 iprec_at_recall_0.30 7_14 0.9091 iprec_at_recall_0.40 7_14 0.7632 iprec_at_recall_0.50 7_14 0.7170 iprec_at_recall_0.60 7_14 0.6897 iprec_at_recall_0.70 7_14 0.5054 iprec_at_recall_0.80 7_14 0.3234 iprec_at_recall_0.90 7_14 0.2344 iprec_at_recall_1.00 7_14 0.0000 P_5 7_14 1.0000 P_10 7_14 1.0000 P_15 7_14 0.9333 P_20 7_14 0.9000 P_30 7_14 0.8000 P_100 7_14 0.4800 P_200 7_14 0.2750 P_500 7_14 0.1220 P_1000 7_14 0.0610 relstring 7_14 '3122333222' recall_5 7_14 0.0746 recall_10 7_14 0.1493 recall_15 7_14 0.2090 recall_20 7_14 0.2687 recall_30 7_14 0.3582 recall_100 7_14 0.7164 recall_200 7_14 0.8209 recall_500 7_14 0.9104 recall_1000 7_14 0.9104 infAP 7_14 0.6398 Rprec_mult_0.20 7_14 0.9286 Rprec_mult_0.40 7_14 0.8519 Rprec_mult_0.60 7_14 0.7561 Rprec_mult_0.80 7_14 0.7037 Rprec_mult_1.00 7_14 0.5970 Rprec_mult_1.20 7_14 0.5309 Rprec_mult_1.40 7_14 0.5000 Rprec_mult_1.60 7_14 0.4537 Rprec_mult_1.80 7_14 0.4215 Rprec_mult_2.00 7_14 0.3881 utility 7_14 -878.0000 11pt_avg 7_14 0.6442 binG 7_14 0.3762 G 7_14 0.2044 ndcg 7_14 0.7991 ndcg_rel 7_14 0.7080 Rndcg 7_14 0.6675 ndcg_cut_5 7_14 0.7521 ndcg_cut_10 7_14 0.7727 ndcg_cut_15 7_14 0.7180 ndcg_cut_20 7_14 0.6650 ndcg_cut_30 7_14 0.6142 ndcg_cut_100 7_14 0.6951 ndcg_cut_200 7_14 0.7464 ndcg_cut_500 7_14 0.7991 ndcg_cut_1000 7_14 0.7991 map_cut_5 7_14 0.0746 map_cut_10 7_14 0.1493 map_cut_15 7_14 0.2045 map_cut_20 7_14 0.2601 map_cut_30 7_14 0.3385 map_cut_100 7_14 0.5765 map_cut_200 7_14 0.6177 map_cut_500 7_14 0.6398 map_cut_1000 7_14 0.6398 relative_P_5 7_14 1.0000 relative_P_10 7_14 1.0000 relative_P_15 7_14 0.9333 relative_P_20 7_14 0.9000 relative_P_30 7_14 0.8000 relative_P_100 7_14 0.7164 relative_P_200 7_14 0.8209 relative_P_500 7_14 0.9104 relative_P_1000 7_14 0.9104 success_1 7_14 1.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 0.0610 set_relative_P 7_14 0.9104 set_recall 7_14 0.9104 set_map 7_14 0.0555 set_F 7_14 0.1143 num_nonrel_judged_ret 7_14 5 rbp 7_14 0.6612 rbp_resid 7_14 0.0622 unj_5 7_14 0.0000 unj_10 7_14 0.0000 unj_20 7_14 0.0500 num_ret 7_15 1000 num_rel 7_15 54 num_rel_ret 7_15 29 map 7_15 0.0983 Rprec 7_15 0.1296 bpref 7_15 0.4497 recip_rank 7_15 1.0000 iprec_at_recall_0.00 7_15 1.0000 iprec_at_recall_0.10 7_15 0.4167 iprec_at_recall_0.20 7_15 0.0512 iprec_at_recall_0.30 7_15 0.0512 iprec_at_recall_0.40 7_15 0.0505 iprec_at_recall_0.50 7_15 0.0483 iprec_at_recall_0.60 7_15 0.0000 iprec_at_recall_0.70 7_15 0.0000 iprec_at_recall_0.80 7_15 0.0000 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 0.6000 P_10 7_15 0.4000 P_15 7_15 0.4000 P_20 7_15 0.3000 P_30 7_15 0.2000 P_100 7_15 0.0700 P_200 7_15 0.0350 P_500 7_15 0.0500 P_1000 7_15 0.0290 relstring 7_15 '31020-2---' recall_5 7_15 0.0556 recall_10 7_15 0.0741 recall_15 7_15 0.1111 recall_20 7_15 0.1111 recall_30 7_15 0.1111 recall_100 7_15 0.1296 recall_200 7_15 0.1296 recall_500 7_15 0.4630 recall_1000 7_15 0.5370 infAP 7_15 0.0983 Rprec_mult_0.20 7_15 0.3636 Rprec_mult_0.40 7_15 0.2727 Rprec_mult_0.60 7_15 0.1818 Rprec_mult_0.80 7_15 0.1591 Rprec_mult_1.00 7_15 0.1296 Rprec_mult_1.20 7_15 0.1077 Rprec_mult_1.40 7_15 0.0921 Rprec_mult_1.60 7_15 0.0805 Rprec_mult_1.80 7_15 0.0714 Rprec_mult_2.00 7_15 0.0648 utility 7_15 -942.0000 11pt_avg 7_15 0.1471 binG 7_15 0.1193 G 7_15 0.1282 ndcg 7_15 0.4512 ndcg_rel 7_15 0.4399 Rndcg 7_15 0.4727 ndcg_cut_5 7_15 0.5968 ndcg_cut_10 7_15 0.4813 ndcg_cut_15 7_15 0.4440 ndcg_cut_20 7_15 0.3948 ndcg_cut_30 7_15 0.3460 ndcg_cut_100 7_15 0.2836 ndcg_cut_200 7_15 0.2836 ndcg_cut_500 7_15 0.4261 ndcg_cut_1000 7_15 0.4512 map_cut_5 7_15 0.0509 map_cut_10 7_15 0.0615 map_cut_15 7_15 0.0766 map_cut_20 7_15 0.0766 map_cut_30 7_15 0.0766 map_cut_100 7_15 0.0800 map_cut_200 7_15 0.0800 map_cut_500 7_15 0.0948 map_cut_1000 7_15 0.0983 relative_P_5 7_15 0.6000 relative_P_10 7_15 0.4000 relative_P_15 7_15 0.4000 relative_P_20 7_15 0.3000 relative_P_30 7_15 0.2000 relative_P_100 7_15 0.1296 relative_P_200 7_15 0.1296 relative_P_500 7_15 0.4630 relative_P_1000 7_15 0.5370 success_1 7_15 1.0000 success_5 7_15 1.0000 success_10 7_15 1.0000 set_P 7_15 0.0290 set_relative_P 7_15 0.5370 set_recall 7_15 0.5370 set_map 7_15 0.0156 set_F 7_15 0.0550 num_nonrel_judged_ret 7_15 11 rbp 7_15 0.2403 rbp_resid 7_15 0.4813 unj_5 7_15 0.0000 unj_10 7_15 0.4000 unj_20 7_15 0.6000 num_ret 7_16 1000 num_rel 7_16 47 num_rel_ret 7_16 27 map 7_16 0.1603 Rprec 7_16 0.2340 bpref 7_16 0.4083 recip_rank 7_16 1.0000 iprec_at_recall_0.00 7_16 1.0000 iprec_at_recall_0.10 7_16 0.6667 iprec_at_recall_0.20 7_16 0.2812 iprec_at_recall_0.30 7_16 0.1899 iprec_at_recall_0.40 7_16 0.1429 iprec_at_recall_0.50 7_16 0.1037 iprec_at_recall_0.60 7_16 0.0000 iprec_at_recall_0.70 7_16 0.0000 iprec_at_recall_0.80 7_16 0.0000 iprec_at_recall_0.90 7_16 0.0000 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.4000 P_10 7_16 0.6000 P_15 7_16 0.4000 P_20 7_16 0.3000 P_30 7_16 0.2333 P_100 7_16 0.1700 P_200 7_16 0.1150 P_500 7_16 0.0540 P_1000 7_16 0.0270 relstring 7_16 '300301211-' recall_5 7_16 0.0426 recall_10 7_16 0.1277 recall_15 7_16 0.1277 recall_20 7_16 0.1277 recall_30 7_16 0.1489 recall_100 7_16 0.3617 recall_200 7_16 0.4894 recall_500 7_16 0.5745 recall_1000 7_16 0.5745 infAP 7_16 0.1603 Rprec_mult_0.20 7_16 0.6000 Rprec_mult_0.40 7_16 0.3158 Rprec_mult_0.60 7_16 0.2414 Rprec_mult_0.80 7_16 0.2632 Rprec_mult_1.00 7_16 0.2340 Rprec_mult_1.20 7_16 0.1930 Rprec_mult_1.40 7_16 0.1818 Rprec_mult_1.60 7_16 0.1711 Rprec_mult_1.80 7_16 0.1765 Rprec_mult_2.00 7_16 0.1702 utility 7_16 -946.0000 11pt_avg 7_16 0.2168 binG 7_16 0.1415 G 7_16 0.1696 ndcg 7_16 0.5397 ndcg_rel 7_16 0.5279 Rndcg 7_16 0.5294 ndcg_cut_5 7_16 0.5702 ndcg_cut_10 7_16 0.6257 ndcg_cut_15 7_16 0.5494 ndcg_cut_20 7_16 0.4953 ndcg_cut_30 7_16 0.4367 ndcg_cut_100 7_16 0.4555 ndcg_cut_200 7_16 0.5115 ndcg_cut_500 7_16 0.5397 ndcg_cut_1000 7_16 0.5397 map_cut_5 7_16 0.0319 map_cut_10 7_16 0.0822 map_cut_15 7_16 0.0822 map_cut_20 7_16 0.0822 map_cut_30 7_16 0.0893 map_cut_100 7_16 0.1356 map_cut_200 7_16 0.1528 map_cut_500 7_16 0.1603 map_cut_1000 7_16 0.1603 relative_P_5 7_16 0.4000 relative_P_10 7_16 0.6000 relative_P_15 7_16 0.4000 relative_P_20 7_16 0.3000 relative_P_30 7_16 0.2333 relative_P_100 7_16 0.3617 relative_P_200 7_16 0.4894 relative_P_500 7_16 0.5745 relative_P_1000 7_16 0.5745 success_1 7_16 1.0000 success_5 7_16 1.0000 success_10 7_16 1.0000 set_P 7_16 0.0270 set_relative_P 7_16 0.5745 set_recall 7_16 0.5745 set_map 7_16 0.0155 set_F 7_16 0.0516 num_nonrel_judged_ret 7_16 30 rbp 7_16 0.2663 rbp_resid 7_16 0.2292 unj_5 7_16 0.0000 unj_10 7_16 0.1000 unj_20 7_16 0.3500 num_ret 7_2 1000 num_rel 7_2 76 num_rel_ret 7_2 67 map 7_2 0.4508 Rprec 7_2 0.4737 bpref 7_2 0.7438 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 0.7273 iprec_at_recall_0.20 7_2 0.6250 iprec_at_recall_0.30 7_2 0.6047 iprec_at_recall_0.40 7_2 0.5357 iprec_at_recall_0.50 7_2 0.4634 iprec_at_recall_0.60 7_2 0.3966 iprec_at_recall_0.70 7_2 0.3442 iprec_at_recall_0.80 7_2 0.2268 iprec_at_recall_0.90 7_2 0.0000 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 1.0000 P_10 7_2 0.7000 P_15 7_2 0.6667 P_20 7_2 0.6500 P_30 7_2 0.6000 P_100 7_2 0.4200 P_200 7_2 0.2750 P_500 7_2 0.1340 P_1000 7_2 0.0670 relstring 7_2 '122313-1--' recall_5 7_2 0.0658 recall_10 7_2 0.0921 recall_15 7_2 0.1316 recall_20 7_2 0.1711 recall_30 7_2 0.2368 recall_100 7_2 0.5526 recall_200 7_2 0.7237 recall_500 7_2 0.8816 recall_1000 7_2 0.8816 infAP 7_2 0.4508 Rprec_mult_0.20 7_2 0.6875 Rprec_mult_0.40 7_2 0.6129 Rprec_mult_0.60 7_2 0.5870 Rprec_mult_0.80 7_2 0.5082 Rprec_mult_1.00 7_2 0.4737 Rprec_mult_1.20 7_2 0.4457 Rprec_mult_1.40 7_2 0.4206 Rprec_mult_1.60 7_2 0.3852 Rprec_mult_1.80 7_2 0.3723 Rprec_mult_2.00 7_2 0.3421 utility 7_2 -866.0000 11pt_avg 7_2 0.4476 binG 7_2 0.2486 G 7_2 0.1790 ndcg 7_2 0.7000 ndcg_rel 7_2 0.5730 Rndcg 7_2 0.5584 ndcg_cut_5 7_2 0.5586 ndcg_cut_10 7_2 0.5255 ndcg_cut_15 7_2 0.5034 ndcg_cut_20 7_2 0.5047 ndcg_cut_30 7_2 0.5076 ndcg_cut_100 7_2 0.5445 ndcg_cut_200 7_2 0.6207 ndcg_cut_500 7_2 0.7000 ndcg_cut_1000 7_2 0.7000 map_cut_5 7_2 0.0658 map_cut_10 7_2 0.0905 map_cut_15 7_2 0.1185 map_cut_20 7_2 0.1464 map_cut_30 7_2 0.1871 map_cut_100 7_2 0.3519 map_cut_200 7_2 0.4164 map_cut_500 7_2 0.4508 map_cut_1000 7_2 0.4508 relative_P_5 7_2 1.0000 relative_P_10 7_2 0.7000 relative_P_15 7_2 0.6667 relative_P_20 7_2 0.6500 relative_P_30 7_2 0.6000 relative_P_100 7_2 0.5526 relative_P_200 7_2 0.7237 relative_P_500 7_2 0.8816 relative_P_1000 7_2 0.8816 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.0670 set_relative_P 7_2 0.8816 set_recall 7_2 0.8816 set_map 7_2 0.0591 set_F 7_2 0.1245 num_nonrel_judged_ret 7_2 21 rbp 7_2 0.4120 rbp_resid 7_2 0.2241 unj_5 7_2 0.0000 unj_10 7_2 0.3000 unj_20 7_2 0.2500 num_ret 7_3 1000 num_rel 7_3 55 num_rel_ret 7_3 49 map 7_3 0.4336 Rprec 7_3 0.5273 bpref 7_3 0.6403 recip_rank 7_3 1.0000 iprec_at_recall_0.00 7_3 1.0000 iprec_at_recall_0.10 7_3 0.7000 iprec_at_recall_0.20 7_3 0.6333 iprec_at_recall_0.30 7_3 0.6333 iprec_at_recall_0.40 7_3 0.5750 iprec_at_recall_0.50 7_3 0.5370 iprec_at_recall_0.60 7_3 0.4521 iprec_at_recall_0.70 7_3 0.3306 iprec_at_recall_0.80 7_3 0.3077 iprec_at_recall_0.90 7_3 0.0000 iprec_at_recall_1.00 7_3 0.0000 P_5 7_3 0.4000 P_10 7_3 0.7000 P_15 7_3 0.6000 P_20 7_3 0.5500 P_30 7_3 0.6333 P_100 7_3 0.3400 P_200 7_3 0.2300 P_500 7_3 0.0980 P_1000 7_3 0.0490 relstring 7_3 '2002011123' recall_5 7_3 0.0364 recall_10 7_3 0.1273 recall_15 7_3 0.1636 recall_20 7_3 0.2000 recall_30 7_3 0.3455 recall_100 7_3 0.6182 recall_200 7_3 0.8364 recall_500 7_3 0.8909 recall_1000 7_3 0.8909 infAP 7_3 0.4336 Rprec_mult_0.20 7_3 0.6364 Rprec_mult_0.40 7_3 0.5455 Rprec_mult_0.60 7_3 0.6061 Rprec_mult_0.80 7_3 0.5682 Rprec_mult_1.00 7_3 0.5273 Rprec_mult_1.20 7_3 0.4697 Rprec_mult_1.40 7_3 0.4286 Rprec_mult_1.60 7_3 0.3750 Rprec_mult_1.80 7_3 0.3434 Rprec_mult_2.00 7_3 0.3182 utility 7_3 -902.0000 11pt_avg 7_3 0.4699 binG 7_3 0.2294 G 7_3 0.1994 ndcg 7_3 0.6883 ndcg_rel 7_3 0.5617 Rndcg 7_3 0.5057 ndcg_cut_5 7_3 0.3564 ndcg_cut_10 7_3 0.4756 ndcg_cut_15 7_3 0.4893 ndcg_cut_20 7_3 0.4810 ndcg_cut_30 7_3 0.5472 ndcg_cut_100 7_3 0.5611 ndcg_cut_200 7_3 0.6703 ndcg_cut_500 7_3 0.6883 ndcg_cut_1000 7_3 0.6883 map_cut_5 7_3 0.0273 map_cut_10 7_3 0.0830 map_cut_15 7_3 0.1068 map_cut_20 7_3 0.1263 map_cut_30 7_3 0.2118 map_cut_100 7_3 0.3543 map_cut_200 7_3 0.4228 map_cut_500 7_3 0.4336 map_cut_1000 7_3 0.4336 relative_P_5 7_3 0.4000 relative_P_10 7_3 0.7000 relative_P_15 7_3 0.6000 relative_P_20 7_3 0.5500 relative_P_30 7_3 0.6333 relative_P_100 7_3 0.6182 relative_P_200 7_3 0.8364 relative_P_500 7_3 0.8909 relative_P_1000 7_3 0.8909 success_1 7_3 1.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.0490 set_relative_P 7_3 0.8909 set_recall 7_3 0.8909 set_map 7_3 0.0437 set_F 7_3 0.0929 num_nonrel_judged_ret 7_3 40 rbp 7_3 0.3149 rbp_resid 7_3 0.0741 unj_5 7_3 0.0000 unj_10 7_3 0.0000 unj_20 7_3 0.1000 num_ret 7_4 1000 num_rel 7_4 29 num_rel_ret 7_4 27 map 7_4 0.6517 Rprec 7_4 0.6207 bpref 7_4 0.7646 recip_rank 7_4 1.0000 iprec_at_recall_0.00 7_4 1.0000 iprec_at_recall_0.10 7_4 1.0000 iprec_at_recall_0.20 7_4 1.0000 iprec_at_recall_0.30 7_4 0.8462 iprec_at_recall_0.40 7_4 0.7273 iprec_at_recall_0.50 7_4 0.7273 iprec_at_recall_0.60 7_4 0.6923 iprec_at_recall_0.70 7_4 0.4878 iprec_at_recall_0.80 7_4 0.4510 iprec_at_recall_0.90 7_4 0.3562 iprec_at_recall_1.00 7_4 0.0000 P_5 7_4 1.0000 P_10 7_4 0.8000 P_15 7_4 0.7333 P_20 7_4 0.7000 P_30 7_4 0.6000 P_100 7_4 0.2700 P_200 7_4 0.1350 P_500 7_4 0.0540 P_1000 7_4 0.0270 relstring 7_4 '2133220201' recall_5 7_4 0.1724 recall_10 7_4 0.2759 recall_15 7_4 0.3793 recall_20 7_4 0.4828 recall_30 7_4 0.6207 recall_100 7_4 0.9310 recall_200 7_4 0.9310 recall_500 7_4 0.9310 recall_1000 7_4 0.9310 infAP 7_4 0.6517 Rprec_mult_0.20 7_4 1.0000 Rprec_mult_0.40 7_4 0.8333 Rprec_mult_0.60 7_4 0.6667 Rprec_mult_0.80 7_4 0.6667 Rprec_mult_1.00 7_4 0.6207 Rprec_mult_1.20 7_4 0.5143 Rprec_mult_1.40 7_4 0.4878 Rprec_mult_1.60 7_4 0.4681 Rprec_mult_1.80 7_4 0.4340 Rprec_mult_2.00 7_4 0.3966 utility 7_4 -946.0000 11pt_avg 7_4 0.6625 binG 7_4 0.4386 G 7_4 0.2846 ndcg 7_4 0.7987 ndcg_rel 7_4 0.7037 Rndcg 7_4 0.6919 ndcg_cut_5 7_4 0.7326 ndcg_cut_10 7_4 0.6721 ndcg_cut_15 7_4 0.6245 ndcg_cut_20 7_4 0.6429 ndcg_cut_30 7_4 0.6593 ndcg_cut_100 7_4 0.7987 ndcg_cut_200 7_4 0.7987 ndcg_cut_500 7_4 0.7987 ndcg_cut_1000 7_4 0.7987 map_cut_5 7_4 0.1724 map_cut_10 7_4 0.2647 map_cut_15 7_4 0.3508 map_cut_20 7_4 0.4229 map_cut_30 7_4 0.5199 map_cut_100 7_4 0.6517 map_cut_200 7_4 0.6517 map_cut_500 7_4 0.6517 map_cut_1000 7_4 0.6517 relative_P_5 7_4 1.0000 relative_P_10 7_4 0.8000 relative_P_15 7_4 0.7333 relative_P_20 7_4 0.7000 relative_P_30 7_4 0.6207 relative_P_100 7_4 0.9310 relative_P_200 7_4 0.9310 relative_P_500 7_4 0.9310 relative_P_1000 7_4 0.9310 success_1 7_4 1.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 0.0270 set_relative_P 7_4 0.9310 set_recall 7_4 0.9310 set_map 7_4 0.0251 set_F 7_4 0.0525 num_nonrel_judged_ret 7_4 44 rbp 7_4 0.4763 rbp_resid 7_4 0.0745 unj_5 7_4 0.0000 unj_10 7_4 0.0000 unj_20 7_4 0.0500 num_ret 7_9 1000 num_rel 7_9 36 num_rel_ret 7_9 23 map 7_9 0.0587 Rprec 7_9 0.1111 bpref 7_9 0.0957 recip_rank 7_9 0.1429 iprec_at_recall_0.00 7_9 0.1429 iprec_at_recall_0.10 7_9 0.1143 iprec_at_recall_0.20 7_9 0.1038 iprec_at_recall_0.30 7_9 0.1038 iprec_at_recall_0.40 7_9 0.1038 iprec_at_recall_0.50 7_9 0.1038 iprec_at_recall_0.60 7_9 0.0821 iprec_at_recall_0.70 7_9 0.0000 iprec_at_recall_0.80 7_9 0.0000 iprec_at_recall_0.90 7_9 0.0000 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.0000 P_10 7_9 0.1000 P_15 7_9 0.0667 P_20 7_9 0.0500 P_30 7_9 0.0667 P_100 7_9 0.0800 P_200 7_9 0.0950 P_500 7_9 0.0460 P_1000 7_9 0.0230 relstring 7_9 '0000002000' recall_5 7_9 0.0000 recall_10 7_9 0.0278 recall_15 7_9 0.0278 recall_20 7_9 0.0278 recall_30 7_9 0.0556 recall_100 7_9 0.2222 recall_200 7_9 0.5278 recall_500 7_9 0.6389 recall_1000 7_9 0.6389 infAP 7_9 0.0587 Rprec_mult_0.20 7_9 0.1250 Rprec_mult_0.40 7_9 0.0667 Rprec_mult_0.60 7_9 0.0455 Rprec_mult_0.80 7_9 0.0690 Rprec_mult_1.00 7_9 0.1111 Rprec_mult_1.20 7_9 0.0909 Rprec_mult_1.40 7_9 0.0784 Rprec_mult_1.60 7_9 0.0690 Rprec_mult_1.80 7_9 0.0769 Rprec_mult_2.00 7_9 0.0833 utility 7_9 -954.0000 11pt_avg 7_9 0.0686 binG 7_9 0.1016 G 7_9 0.0992 ndcg 7_9 0.3085 ndcg_rel 7_9 0.2343 Rndcg 7_9 0.1124 ndcg_cut_5 7_9 0.0000 ndcg_cut_10 7_9 0.0594 ndcg_cut_15 7_9 0.0481 ndcg_cut_20 7_9 0.0443 ndcg_cut_30 7_9 0.0765 ndcg_cut_100 7_9 0.1627 ndcg_cut_200 7_9 0.2679 ndcg_cut_500 7_9 0.3085 ndcg_cut_1000 7_9 0.3085 map_cut_5 7_9 0.0000 map_cut_10 7_9 0.0040 map_cut_15 7_9 0.0040 map_cut_20 7_9 0.0040 map_cut_30 7_9 0.0063 map_cut_100 7_9 0.0214 map_cut_200 7_9 0.0494 map_cut_500 7_9 0.0587 map_cut_1000 7_9 0.0587 relative_P_5 7_9 0.0000 relative_P_10 7_9 0.1000 relative_P_15 7_9 0.0667 relative_P_20 7_9 0.0500 relative_P_30 7_9 0.0667 relative_P_100 7_9 0.2222 relative_P_200 7_9 0.5278 relative_P_500 7_9 0.6389 relative_P_1000 7_9 0.6389 success_1 7_9 0.0000 success_5 7_9 0.0000 success_10 7_9 1.0000 set_P 7_9 0.0230 set_relative_P 7_9 0.6389 set_recall 7_9 0.6389 set_map 7_9 0.0147 set_F 7_9 0.0444 num_nonrel_judged_ret 7_9 54 rbp 7_9 0.0468 rbp_resid 7_9 0.1765 unj_5 7_9 0.0000 unj_10 7_9 0.0000 unj_20 7_9 0.2500 num_ret 8_1 1000 num_rel 8_1 64 num_rel_ret 8_1 11 map 8_1 0.0315 Rprec 8_1 0.0469 bpref 8_1 0.0735 recip_rank 8_1 1.0000 iprec_at_recall_0.00 8_1 1.0000 iprec_at_recall_0.10 8_1 0.0264 iprec_at_recall_0.20 8_1 0.0000 iprec_at_recall_0.30 8_1 0.0000 iprec_at_recall_0.40 8_1 0.0000 iprec_at_recall_0.50 8_1 0.0000 iprec_at_recall_0.60 8_1 0.0000 iprec_at_recall_0.70 8_1 0.0000 iprec_at_recall_0.80 8_1 0.0000 iprec_at_recall_0.90 8_1 0.0000 iprec_at_recall_1.00 8_1 0.0000 P_5 8_1 0.4000 P_10 8_1 0.2000 P_15 8_1 0.2000 P_20 8_1 0.1500 P_30 8_1 0.1000 P_100 8_1 0.0300 P_200 8_1 0.0250 P_500 8_1 0.0140 P_1000 8_1 0.0110 relstring 8_1 '10200000-0' recall_5 8_1 0.0312 recall_10 8_1 0.0312 recall_15 8_1 0.0469 recall_20 8_1 0.0469 recall_30 8_1 0.0469 recall_100 8_1 0.0469 recall_200 8_1 0.0781 recall_500 8_1 0.1094 recall_1000 8_1 0.1719 infAP 8_1 0.0315 Rprec_mult_0.20 8_1 0.1538 Rprec_mult_0.40 8_1 0.1154 Rprec_mult_0.60 8_1 0.0769 Rprec_mult_0.80 8_1 0.0577 Rprec_mult_1.00 8_1 0.0469 Rprec_mult_1.20 8_1 0.0390 Rprec_mult_1.40 8_1 0.0333 Rprec_mult_1.60 8_1 0.0291 Rprec_mult_1.80 8_1 0.0345 Rprec_mult_2.00 8_1 0.0312 utility 8_1 -978.0000 11pt_avg 8_1 0.0933 binG 8_1 0.0442 G 8_1 0.0299 ndcg 8_1 0.1395 ndcg_rel 8_1 0.1396 Rndcg 8_1 0.1069 ndcg_cut_5 8_1 0.1696 ndcg_cut_10 8_1 0.1137 ndcg_cut_15 8_1 0.1292 ndcg_cut_20 8_1 0.1163 ndcg_cut_30 8_1 0.0986 ndcg_cut_100 8_1 0.0790 ndcg_cut_200 8_1 0.0955 ndcg_cut_500 8_1 0.1128 ndcg_cut_1000 8_1 0.1395 map_cut_5 8_1 0.0260 map_cut_10 8_1 0.0260 map_cut_15 8_1 0.0292 map_cut_20 8_1 0.0292 map_cut_30 8_1 0.0292 map_cut_100 8_1 0.0292 map_cut_200 8_1 0.0302 map_cut_500 8_1 0.0308 map_cut_1000 8_1 0.0315 relative_P_5 8_1 0.4000 relative_P_10 8_1 0.2000 relative_P_15 8_1 0.2000 relative_P_20 8_1 0.1500 relative_P_30 8_1 0.1000 relative_P_100 8_1 0.0469 relative_P_200 8_1 0.0781 relative_P_500 8_1 0.1094 relative_P_1000 8_1 0.1719 success_1 8_1 1.0000 success_5 8_1 1.0000 success_10 8_1 1.0000 set_P 8_1 0.0110 set_relative_P 8_1 0.1719 set_recall 8_1 0.1719 set_map 8_1 0.0019 set_F 8_1 0.0207 num_nonrel_judged_ret 8_1 63 rbp 8_1 0.0827 rbp_resid 8_1 0.2497 unj_5 8_1 0.0000 unj_10 8_1 0.1000 unj_20 8_1 0.3500 num_ret 8_10 1000 num_rel 8_10 28 num_rel_ret 8_10 2 map 8_10 0.0003 Rprec 8_10 0.0000 bpref 8_10 0.0000 recip_rank 8_10 0.0038 iprec_at_recall_0.00 8_10 0.0058 iprec_at_recall_0.10 8_10 0.0000 iprec_at_recall_0.20 8_10 0.0000 iprec_at_recall_0.30 8_10 0.0000 iprec_at_recall_0.40 8_10 0.0000 iprec_at_recall_0.50 8_10 0.0000 iprec_at_recall_0.60 8_10 0.0000 iprec_at_recall_0.70 8_10 0.0000 iprec_at_recall_0.80 8_10 0.0000 iprec_at_recall_0.90 8_10 0.0000 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.0000 P_10 8_10 0.0000 P_15 8_10 0.0000 P_20 8_10 0.0000 P_30 8_10 0.0000 P_100 8_10 0.0000 P_200 8_10 0.0000 P_500 8_10 0.0040 P_1000 8_10 0.0020 relstring 8_10 '000000----' recall_5 8_10 0.0000 recall_10 8_10 0.0000 recall_15 8_10 0.0000 recall_20 8_10 0.0000 recall_30 8_10 0.0000 recall_100 8_10 0.0000 recall_200 8_10 0.0000 recall_500 8_10 0.0714 recall_1000 8_10 0.0714 infAP 8_10 0.0003 Rprec_mult_0.20 8_10 0.0000 Rprec_mult_0.40 8_10 0.0000 Rprec_mult_0.60 8_10 0.0000 Rprec_mult_0.80 8_10 0.0000 Rprec_mult_1.00 8_10 0.0000 Rprec_mult_1.20 8_10 0.0000 Rprec_mult_1.40 8_10 0.0000 Rprec_mult_1.60 8_10 0.0000 Rprec_mult_1.80 8_10 0.0000 Rprec_mult_2.00 8_10 0.0000 utility 8_10 -996.0000 11pt_avg 8_10 0.0005 binG 8_10 0.0087 G 8_10 0.0080 ndcg 8_10 0.0215 ndcg_rel 8_10 0.0210 Rndcg 8_10 0.0054 ndcg_cut_5 8_10 0.0000 ndcg_cut_10 8_10 0.0000 ndcg_cut_15 8_10 0.0000 ndcg_cut_20 8_10 0.0000 ndcg_cut_30 8_10 0.0000 ndcg_cut_100 8_10 0.0000 ndcg_cut_200 8_10 0.0000 ndcg_cut_500 8_10 0.0215 ndcg_cut_1000 8_10 0.0215 map_cut_5 8_10 0.0000 map_cut_10 8_10 0.0000 map_cut_15 8_10 0.0000 map_cut_20 8_10 0.0000 map_cut_30 8_10 0.0000 map_cut_100 8_10 0.0000 map_cut_200 8_10 0.0000 map_cut_500 8_10 0.0003 map_cut_1000 8_10 0.0003 relative_P_5 8_10 0.0000 relative_P_10 8_10 0.0000 relative_P_15 8_10 0.0000 relative_P_20 8_10 0.0000 relative_P_30 8_10 0.0000 relative_P_100 8_10 0.0000 relative_P_200 8_10 0.0000 relative_P_500 8_10 0.0714 relative_P_1000 8_10 0.0714 success_1 8_10 0.0000 success_5 8_10 0.0000 success_10 8_10 0.0000 set_P 8_10 0.0020 set_relative_P 8_10 0.0714 set_recall 8_10 0.0714 set_map 8_10 0.0001 set_F 8_10 0.0039 num_nonrel_judged_ret 8_10 46 rbp 8_10 0.0000 rbp_resid 8_10 0.4574 unj_5 8_10 0.0000 unj_10 8_10 0.4000 unj_20 8_10 0.6000 num_ret 8_11 1000 num_rel 8_11 10 num_rel_ret 8_11 8 map 8_11 0.4035 Rprec 8_11 0.5000 bpref 8_11 0.4200 recip_rank 8_11 1.0000 iprec_at_recall_0.00 8_11 1.0000 iprec_at_recall_0.10 8_11 1.0000 iprec_at_recall_0.20 8_11 0.7500 iprec_at_recall_0.30 8_11 0.7500 iprec_at_recall_0.40 8_11 0.6667 iprec_at_recall_0.50 8_11 0.5556 iprec_at_recall_0.60 8_11 0.3000 iprec_at_recall_0.70 8_11 0.0491 iprec_at_recall_0.80 8_11 0.0491 iprec_at_recall_0.90 8_11 0.0000 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 0.6000 P_10 8_11 0.5000 P_15 8_11 0.3333 P_20 8_11 0.3000 P_30 8_11 0.2000 P_100 8_11 0.0600 P_200 8_11 0.0400 P_500 8_11 0.0160 P_1000 8_11 0.0080 relstring 8_11 '201101001-' recall_5 8_11 0.3000 recall_10 8_11 0.5000 recall_15 8_11 0.5000 recall_20 8_11 0.6000 recall_30 8_11 0.6000 recall_100 8_11 0.6000 recall_200 8_11 0.8000 recall_500 8_11 0.8000 recall_1000 8_11 0.8000 infAP 8_11 0.4035 Rprec_mult_0.20 8_11 0.5000 Rprec_mult_0.40 8_11 0.7500 Rprec_mult_0.60 8_11 0.6667 Rprec_mult_0.80 8_11 0.5000 Rprec_mult_1.00 8_11 0.5000 Rprec_mult_1.20 8_11 0.4167 Rprec_mult_1.40 8_11 0.3571 Rprec_mult_1.60 8_11 0.3125 Rprec_mult_1.80 8_11 0.2778 Rprec_mult_2.00 8_11 0.3000 utility 8_11 -984.0000 11pt_avg 8_11 0.4655 binG 8_11 0.3675 G 8_11 0.3590 ndcg 8_11 0.6623 ndcg_rel 8_11 0.6885 Rndcg 8_11 0.6189 ndcg_cut_5 8_11 0.6400 ndcg_cut_10 8_11 0.5811 ndcg_cut_15 8_11 0.5811 ndcg_cut_20 8_11 0.6180 ndcg_cut_30 8_11 0.6180 ndcg_cut_100 8_11 0.6180 ndcg_cut_200 8_11 0.6623 ndcg_cut_500 8_11 0.6623 ndcg_cut_1000 8_11 0.6623 map_cut_5 8_11 0.2417 map_cut_10 8_11 0.3639 map_cut_15 8_11 0.3639 map_cut_20 8_11 0.3939 map_cut_30 8_11 0.3939 map_cut_100 8_11 0.3939 map_cut_200 8_11 0.4035 map_cut_500 8_11 0.4035 map_cut_1000 8_11 0.4035 relative_P_5 8_11 0.6000 relative_P_10 8_11 0.5000 relative_P_15 8_11 0.5000 relative_P_20 8_11 0.6000 relative_P_30 8_11 0.6000 relative_P_100 8_11 0.6000 relative_P_200 8_11 0.8000 relative_P_500 8_11 0.8000 relative_P_1000 8_11 0.8000 success_1 8_11 1.0000 success_5 8_11 1.0000 success_10 8_11 1.0000 set_P 8_11 0.0080 set_relative_P 8_11 0.8000 set_recall 8_11 0.8000 set_map 8_11 0.0064 set_F 8_11 0.0158 num_nonrel_judged_ret 8_11 46 rbp 8_11 0.2348 rbp_resid 8_11 0.1573 unj_5 8_11 0.0000 unj_10 8_11 0.1000 unj_20 8_11 0.1500 num_ret 8_12 1000 num_rel 8_12 44 num_rel_ret 8_12 25 map 8_12 0.0430 Rprec 8_12 0.0682 bpref 8_12 0.1183 recip_rank 8_12 0.1667 iprec_at_recall_0.00 8_12 0.1667 iprec_at_recall_0.10 8_12 0.0889 iprec_at_recall_0.20 8_12 0.0889 iprec_at_recall_0.30 8_12 0.0859 iprec_at_recall_0.40 8_12 0.0837 iprec_at_recall_0.50 8_12 0.0733 iprec_at_recall_0.60 8_12 0.0000 iprec_at_recall_0.70 8_12 0.0000 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.0000 P_10 8_12 0.1000 P_15 8_12 0.0667 P_20 8_12 0.0500 P_30 8_12 0.0667 P_100 8_12 0.0400 P_200 8_12 0.0850 P_500 8_12 0.0500 P_1000 8_12 0.0250 relstring 8_12 '0000010-00' recall_5 8_12 0.0000 recall_10 8_12 0.0227 recall_15 8_12 0.0227 recall_20 8_12 0.0227 recall_30 8_12 0.0455 recall_100 8_12 0.0909 recall_200 8_12 0.3864 recall_500 8_12 0.5682 recall_1000 8_12 0.5682 infAP 8_12 0.0430 Rprec_mult_0.20 8_12 0.1111 Rprec_mult_0.40 8_12 0.0556 Rprec_mult_0.60 8_12 0.0370 Rprec_mult_0.80 8_12 0.0833 Rprec_mult_1.00 8_12 0.0682 Rprec_mult_1.20 8_12 0.0566 Rprec_mult_1.40 8_12 0.0484 Rprec_mult_1.60 8_12 0.0423 Rprec_mult_1.80 8_12 0.0500 Rprec_mult_2.00 8_12 0.0455 utility 8_12 -950.0000 11pt_avg 8_12 0.0534 binG 8_12 0.0851 G 8_12 0.0769 ndcg 8_12 0.2371 ndcg_rel 8_12 0.1780 Rndcg 8_12 0.0635 ndcg_cut_5 8_12 0.0000 ndcg_cut_10 8_12 0.0243 ndcg_cut_15 8_12 0.0209 ndcg_cut_20 8_12 0.0195 ndcg_cut_30 8_12 0.0275 ndcg_cut_100 8_12 0.0398 ndcg_cut_200 8_12 0.1741 ndcg_cut_500 8_12 0.2371 ndcg_cut_1000 8_12 0.2371 map_cut_5 8_12 0.0000 map_cut_10 8_12 0.0038 map_cut_15 8_12 0.0038 map_cut_20 8_12 0.0038 map_cut_30 8_12 0.0054 map_cut_100 8_12 0.0086 map_cut_200 8_12 0.0300 map_cut_500 8_12 0.0430 map_cut_1000 8_12 0.0430 relative_P_5 8_12 0.0000 relative_P_10 8_12 0.1000 relative_P_15 8_12 0.0667 relative_P_20 8_12 0.0500 relative_P_30 8_12 0.0667 relative_P_100 8_12 0.0909 relative_P_200 8_12 0.3864 relative_P_500 8_12 0.5682 relative_P_1000 8_12 0.5682 success_1 8_12 0.0000 success_5 8_12 0.0000 success_10 8_12 1.0000 set_P 8_12 0.0250 set_relative_P 8_12 0.5682 set_recall 8_12 0.5682 set_map 8_12 0.0142 set_F 8_12 0.0479 num_nonrel_judged_ret 8_12 52 rbp 8_12 0.0169 rbp_resid 8_12 0.2726 unj_5 8_12 0.0000 unj_10 8_12 0.1000 unj_20 8_12 0.4000 num_ret 8_13 1000 num_rel 8_13 53 num_rel_ret 8_13 29 map 8_13 0.1702 Rprec 8_13 0.2830 bpref 8_13 0.4026 recip_rank 8_13 1.0000 iprec_at_recall_0.00 8_13 1.0000 iprec_at_recall_0.10 8_13 0.4286 iprec_at_recall_0.20 8_13 0.3529 iprec_at_recall_0.30 8_13 0.2623 iprec_at_recall_0.40 8_13 0.1533 iprec_at_recall_0.50 8_13 0.0947 iprec_at_recall_0.60 8_13 0.0000 iprec_at_recall_0.70 8_13 0.0000 iprec_at_recall_0.80 8_13 0.0000 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 0.6000 P_10 8_13 0.4000 P_15 8_13 0.4000 P_20 8_13 0.3500 P_30 8_13 0.3333 P_100 8_13 0.1700 P_200 8_13 0.1150 P_500 8_13 0.0560 P_1000 8_13 0.0290 relstring 8_13 '41010-0--1' recall_5 8_13 0.0566 recall_10 8_13 0.0755 recall_15 8_13 0.1132 recall_20 8_13 0.1321 recall_30 8_13 0.1887 recall_100 8_13 0.3208 recall_200 8_13 0.4340 recall_500 8_13 0.5283 recall_1000 8_13 0.5472 infAP 8_13 0.1702 Rprec_mult_0.20 8_13 0.3636 Rprec_mult_0.40 8_13 0.3182 Rprec_mult_0.60 8_13 0.3438 Rprec_mult_0.80 8_13 0.3023 Rprec_mult_1.00 8_13 0.2830 Rprec_mult_1.20 8_13 0.2500 Rprec_mult_1.40 8_13 0.2267 Rprec_mult_1.60 8_13 0.2000 Rprec_mult_1.80 8_13 0.1771 Rprec_mult_2.00 8_13 0.1792 utility 8_13 -942.0000 11pt_avg 8_13 0.2083 binG 8_13 0.1427 G 8_13 0.1261 ndcg 8_13 0.4342 ndcg_rel 8_13 0.4152 Rndcg 8_13 0.3826 ndcg_cut_5 8_13 0.4437 ndcg_cut_10 8_13 0.3304 ndcg_cut_15 8_13 0.3257 ndcg_cut_20 8_13 0.3339 ndcg_cut_30 8_13 0.3306 ndcg_cut_100 8_13 0.3325 ndcg_cut_200 8_13 0.3895 ndcg_cut_500 8_13 0.4302 ndcg_cut_1000 8_13 0.4342 map_cut_5 8_13 0.0519 map_cut_10 8_13 0.0594 map_cut_15 8_13 0.0754 map_cut_20 8_13 0.0827 map_cut_30 8_13 0.1023 map_cut_100 8_13 0.1420 map_cut_200 8_13 0.1601 map_cut_500 8_13 0.1691 map_cut_1000 8_13 0.1702 relative_P_5 8_13 0.6000 relative_P_10 8_13 0.4000 relative_P_15 8_13 0.4000 relative_P_20 8_13 0.3500 relative_P_30 8_13 0.3333 relative_P_100 8_13 0.3208 relative_P_200 8_13 0.4340 relative_P_500 8_13 0.5283 relative_P_1000 8_13 0.5472 success_1 8_13 1.0000 success_5 8_13 1.0000 success_10 8_13 1.0000 set_P 8_13 0.0290 set_relative_P 8_13 0.5472 set_recall 8_13 0.5472 set_map 8_13 0.0159 set_F 8_13 0.0551 num_nonrel_judged_ret 8_13 42 rbp 8_13 0.1966 rbp_resid 8_13 0.3193 unj_5 8_13 0.0000 unj_10 8_13 0.3000 unj_20 8_13 0.3500 num_ret 8_2 1000 num_rel 8_2 47 num_rel_ret 8_2 7 map 8_2 0.0072 Rprec 8_2 0.0426 bpref 8_2 0.1109 recip_rank 8_2 0.2000 iprec_at_recall_0.00 8_2 0.2000 iprec_at_recall_0.10 8_2 0.0101 iprec_at_recall_0.20 8_2 0.0000 iprec_at_recall_0.30 8_2 0.0000 iprec_at_recall_0.40 8_2 0.0000 iprec_at_recall_0.50 8_2 0.0000 iprec_at_recall_0.60 8_2 0.0000 iprec_at_recall_0.70 8_2 0.0000 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 0.2000 P_10 8_2 0.1000 P_15 8_2 0.0667 P_20 8_2 0.0500 P_30 8_2 0.0667 P_100 8_2 0.0200 P_200 8_2 0.0100 P_500 8_2 0.0060 P_1000 8_2 0.0070 relstring 8_2 '0000100---' recall_5 8_2 0.0213 recall_10 8_2 0.0213 recall_15 8_2 0.0213 recall_20 8_2 0.0213 recall_30 8_2 0.0426 recall_100 8_2 0.0426 recall_200 8_2 0.0426 recall_500 8_2 0.0638 recall_1000 8_2 0.1489 infAP 8_2 0.0072 Rprec_mult_0.20 8_2 0.1000 Rprec_mult_0.40 8_2 0.0526 Rprec_mult_0.60 8_2 0.0690 Rprec_mult_0.80 8_2 0.0526 Rprec_mult_1.00 8_2 0.0426 Rprec_mult_1.20 8_2 0.0351 Rprec_mult_1.40 8_2 0.0303 Rprec_mult_1.60 8_2 0.0263 Rprec_mult_1.80 8_2 0.0235 Rprec_mult_2.00 8_2 0.0213 utility 8_2 -986.0000 11pt_avg 8_2 0.0191 binG 8_2 0.0249 G 8_2 0.0151 ndcg 8_2 0.0543 ndcg_rel 8_2 0.0525 Rndcg 8_2 0.0246 ndcg_cut_5 8_2 0.0352 ndcg_cut_10 8_2 0.0250 ndcg_cut_15 8_2 0.0214 ndcg_cut_20 8_2 0.0189 ndcg_cut_30 8_2 0.0271 ndcg_cut_100 8_2 0.0237 ndcg_cut_200 8_2 0.0237 ndcg_cut_500 8_2 0.0375 ndcg_cut_1000 8_2 0.0543 map_cut_5 8_2 0.0043 map_cut_10 8_2 0.0043 map_cut_15 8_2 0.0043 map_cut_20 8_2 0.0043 map_cut_30 8_2 0.0063 map_cut_100 8_2 0.0063 map_cut_200 8_2 0.0063 map_cut_500 8_2 0.0065 map_cut_1000 8_2 0.0072 relative_P_5 8_2 0.2000 relative_P_10 8_2 0.1000 relative_P_15 8_2 0.0667 relative_P_20 8_2 0.0500 relative_P_30 8_2 0.0667 relative_P_100 8_2 0.0426 relative_P_200 8_2 0.0426 relative_P_500 8_2 0.0638 relative_P_1000 8_2 0.1489 success_1 8_2 0.0000 success_5 8_2 1.0000 success_10 8_2 1.0000 set_P 8_2 0.0070 set_relative_P 8_2 0.1489 set_recall 8_2 0.1489 set_map 8_2 0.0010 set_F 8_2 0.0134 num_nonrel_judged_ret 8_2 20 rbp 8_2 0.0194 rbp_resid 8_2 0.4039 unj_5 8_2 0.0000 unj_10 8_2 0.3000 unj_20 8_2 0.5000 num_ret 8_3 1000 num_rel 8_3 28 num_rel_ret 8_3 4 map 8_3 0.0471 Rprec 8_3 0.1071 bpref 8_3 0.1148 recip_rank 8_3 0.3333 iprec_at_recall_0.00 8_3 0.5000 iprec_at_recall_0.10 8_3 0.4286 iprec_at_recall_0.20 8_3 0.0000 iprec_at_recall_0.30 8_3 0.0000 iprec_at_recall_0.40 8_3 0.0000 iprec_at_recall_0.50 8_3 0.0000 iprec_at_recall_0.60 8_3 0.0000 iprec_at_recall_0.70 8_3 0.0000 iprec_at_recall_0.80 8_3 0.0000 iprec_at_recall_0.90 8_3 0.0000 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.4000 P_10 8_3 0.3000 P_15 8_3 0.2000 P_20 8_3 0.1500 P_30 8_3 0.1000 P_100 8_3 0.0400 P_200 8_3 0.0200 P_500 8_3 0.0080 P_1000 8_3 0.0040 relstring 8_3 '0011001--0' recall_5 8_3 0.0714 recall_10 8_3 0.1071 recall_15 8_3 0.1071 recall_20 8_3 0.1071 recall_30 8_3 0.1071 recall_100 8_3 0.1429 recall_200 8_3 0.1429 recall_500 8_3 0.1429 recall_1000 8_3 0.1429 infAP 8_3 0.0471 Rprec_mult_0.20 8_3 0.3333 Rprec_mult_0.40 8_3 0.2500 Rprec_mult_0.60 8_3 0.1765 Rprec_mult_0.80 8_3 0.1304 Rprec_mult_1.00 8_3 0.1071 Rprec_mult_1.20 8_3 0.0882 Rprec_mult_1.40 8_3 0.0750 Rprec_mult_1.60 8_3 0.0667 Rprec_mult_1.80 8_3 0.0588 Rprec_mult_2.00 8_3 0.0536 utility 8_3 -992.0000 11pt_avg 8_3 0.0844 binG 8_3 0.0554 G 8_3 0.0332 ndcg 8_3 0.1183 ndcg_rel 8_3 0.1228 Rndcg 8_3 0.1213 ndcg_cut_5 8_3 0.1578 ndcg_cut_10 8_3 0.1611 ndcg_cut_15 8_3 0.1379 ndcg_cut_20 8_3 0.1222 ndcg_cut_30 8_3 0.1048 ndcg_cut_100 8_3 0.1183 ndcg_cut_200 8_3 0.1183 ndcg_cut_500 8_3 0.1183 ndcg_cut_1000 8_3 0.1183 map_cut_5 8_3 0.0298 map_cut_10 8_3 0.0451 map_cut_15 8_3 0.0451 map_cut_20 8_3 0.0451 map_cut_30 8_3 0.0451 map_cut_100 8_3 0.0471 map_cut_200 8_3 0.0471 map_cut_500 8_3 0.0471 map_cut_1000 8_3 0.0471 relative_P_5 8_3 0.4000 relative_P_10 8_3 0.3000 relative_P_15 8_3 0.2000 relative_P_20 8_3 0.1500 relative_P_30 8_3 0.1071 relative_P_100 8_3 0.1429 relative_P_200 8_3 0.1429 relative_P_500 8_3 0.1429 relative_P_1000 8_3 0.1429 success_1 8_3 0.0000 success_5 8_3 1.0000 success_10 8_3 1.0000 set_P 8_3 0.0040 set_relative_P 8_3 0.1429 set_recall 8_3 0.1429 set_map 8_3 0.0006 set_F 8_3 0.0078 num_nonrel_judged_ret 8_3 36 rbp 8_3 0.1036 rbp_resid 8_3 0.4031 unj_5 8_3 0.0000 unj_10 8_3 0.2000 unj_20 8_3 0.5500 num_ret 8_4 1000 num_rel 8_4 101 num_rel_ret 8_4 47 map 8_4 0.0956 Rprec 8_4 0.1386 bpref 8_4 0.3290 recip_rank 8_4 1.0000 iprec_at_recall_0.00 8_4 1.0000 iprec_at_recall_0.10 8_4 0.3448 iprec_at_recall_0.20 8_4 0.1572 iprec_at_recall_0.30 8_4 0.1282 iprec_at_recall_0.40 8_4 0.0698 iprec_at_recall_0.50 8_4 0.0000 iprec_at_recall_0.60 8_4 0.0000 iprec_at_recall_0.70 8_4 0.0000 iprec_at_recall_0.80 8_4 0.0000 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 0.4000 P_10 8_4 0.5000 P_15 8_4 0.4000 P_20 8_4 0.3000 P_30 8_4 0.3333 P_100 8_4 0.1400 P_200 8_4 0.1300 P_500 8_4 0.0780 P_1000 8_4 0.0470 relstring 8_4 '44000-3101' recall_5 8_4 0.0198 recall_10 8_4 0.0495 recall_15 8_4 0.0594 recall_20 8_4 0.0594 recall_30 8_4 0.0990 recall_100 8_4 0.1386 recall_200 8_4 0.2574 recall_500 8_4 0.3861 recall_1000 8_4 0.4653 infAP 8_4 0.0956 Rprec_mult_0.20 8_4 0.3333 Rprec_mult_0.40 8_4 0.2439 Rprec_mult_0.60 8_4 0.1639 Rprec_mult_0.80 8_4 0.1358 Rprec_mult_1.00 8_4 0.1386 Rprec_mult_1.20 8_4 0.1393 Rprec_mult_1.40 8_4 0.1479 Rprec_mult_1.60 8_4 0.1543 Rprec_mult_1.80 8_4 0.1429 Rprec_mult_2.00 8_4 0.1287 utility 8_4 -906.0000 11pt_avg 8_4 0.1546 binG 8_4 0.0921 G 8_4 0.1059 ndcg 8_4 0.4148 ndcg_rel 8_4 0.3986 Rndcg 8_4 0.3411 ndcg_cut_5 8_4 0.5531 ndcg_cut_10 8_4 0.4472 ndcg_cut_15 8_4 0.3799 ndcg_cut_20 8_4 0.3276 ndcg_cut_30 8_4 0.3315 ndcg_cut_100 8_4 0.2499 ndcg_cut_200 8_4 0.3326 ndcg_cut_500 8_4 0.3917 ndcg_cut_1000 8_4 0.4148 map_cut_5 8_4 0.0198 map_cut_10 8_4 0.0339 map_cut_15 8_4 0.0393 map_cut_20 8_4 0.0393 map_cut_30 8_4 0.0529 map_cut_100 8_4 0.0589 map_cut_200 8_4 0.0767 map_cut_500 8_4 0.0907 map_cut_1000 8_4 0.0956 relative_P_5 8_4 0.4000 relative_P_10 8_4 0.5000 relative_P_15 8_4 0.4000 relative_P_20 8_4 0.3000 relative_P_30 8_4 0.3333 relative_P_100 8_4 0.1400 relative_P_200 8_4 0.2574 relative_P_500 8_4 0.3861 relative_P_1000 8_4 0.4653 success_1 8_4 1.0000 success_5 8_4 1.0000 success_10 8_4 1.0000 set_P 8_4 0.0470 set_relative_P 8_4 0.4653 set_recall 8_4 0.4653 set_map 8_4 0.0219 set_F 8_4 0.0854 num_nonrel_judged_ret 8_4 61 rbp 8_4 0.2785 rbp_resid 8_4 0.2056 unj_5 8_4 0.0000 unj_10 8_4 0.1000 unj_20 8_4 0.2500 num_ret 8_5 1000 num_rel 8_5 51 num_rel_ret 8_5 27 map 8_5 0.1788 Rprec 8_5 0.2941 bpref 8_5 0.3764 recip_rank 8_5 1.0000 iprec_at_recall_0.00 8_5 1.0000 iprec_at_recall_0.10 8_5 0.4444 iprec_at_recall_0.20 8_5 0.3611 iprec_at_recall_0.30 8_5 0.3261 iprec_at_recall_0.40 8_5 0.2020 iprec_at_recall_0.50 8_5 0.0977 iprec_at_recall_0.60 8_5 0.0000 iprec_at_recall_0.70 8_5 0.0000 iprec_at_recall_0.80 8_5 0.0000 iprec_at_recall_0.90 8_5 0.0000 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.4000 P_10 8_5 0.3000 P_15 8_5 0.4000 P_20 8_5 0.4000 P_30 8_5 0.3333 P_100 8_5 0.2000 P_200 8_5 0.1250 P_500 8_5 0.0520 P_1000 8_5 0.0270 relstring 8_5 '21000-100-' recall_5 8_5 0.0392 recall_10 8_5 0.0588 recall_15 8_5 0.1176 recall_20 8_5 0.1569 recall_30 8_5 0.1961 recall_100 8_5 0.3922 recall_200 8_5 0.4902 recall_500 8_5 0.5098 recall_1000 8_5 0.5294 infAP 8_5 0.1788 Rprec_mult_0.20 8_5 0.3636 Rprec_mult_0.40 8_5 0.3810 Rprec_mult_0.60 8_5 0.3226 Rprec_mult_0.80 8_5 0.3415 Rprec_mult_1.00 8_5 0.2941 Rprec_mult_1.20 8_5 0.2581 Rprec_mult_1.40 8_5 0.2500 Rprec_mult_1.60 8_5 0.2195 Rprec_mult_1.80 8_5 0.2065 Rprec_mult_2.00 8_5 0.1961 utility 8_5 -946.0000 11pt_avg 8_5 0.2210 binG 8_5 0.1417 G 8_5 0.0992 ndcg 8_5 0.3835 ndcg_rel 8_5 0.3534 Rndcg 8_5 0.3266 ndcg_cut_5 8_5 0.2608 ndcg_cut_10 8_5 0.2232 ndcg_cut_15 8_5 0.2570 ndcg_cut_20 8_5 0.2820 ndcg_cut_30 8_5 0.3044 ndcg_cut_100 8_5 0.3379 ndcg_cut_200 8_5 0.3683 ndcg_cut_500 8_5 0.3738 ndcg_cut_1000 8_5 0.3835 map_cut_5 8_5 0.0392 map_cut_10 8_5 0.0476 map_cut_15 8_5 0.0713 map_cut_20 8_5 0.0886 map_cut_30 8_5 0.1019 map_cut_100 8_5 0.1602 map_cut_200 8_5 0.1758 map_cut_500 8_5 0.1777 map_cut_1000 8_5 0.1788 relative_P_5 8_5 0.4000 relative_P_10 8_5 0.3000 relative_P_15 8_5 0.4000 relative_P_20 8_5 0.4000 relative_P_30 8_5 0.3333 relative_P_100 8_5 0.3922 relative_P_200 8_5 0.4902 relative_P_500 8_5 0.5098 relative_P_1000 8_5 0.5294 success_1 8_5 1.0000 success_5 8_5 1.0000 success_10 8_5 1.0000 set_P 8_5 0.0270 set_relative_P 8_5 0.5294 set_recall 8_5 0.5294 set_map 8_5 0.0143 set_F 8_5 0.0514 num_nonrel_judged_ret 8_5 32 rbp 8_5 0.1404 rbp_resid 8_5 0.1804 unj_5 8_5 0.0000 unj_10 8_5 0.2000 unj_20 8_5 0.1500 num_ret 8_7 1000 num_rel 8_7 47 num_rel_ret 8_7 9 map 8_7 0.0075 Rprec 8_7 0.0426 bpref 8_7 0.1408 recip_rank 8_7 0.1250 iprec_at_recall_0.00 8_7 0.1250 iprec_at_recall_0.10 8_7 0.0253 iprec_at_recall_0.20 8_7 0.0103 iprec_at_recall_0.30 8_7 0.0000 iprec_at_recall_0.40 8_7 0.0000 iprec_at_recall_0.50 8_7 0.0000 iprec_at_recall_0.60 8_7 0.0000 iprec_at_recall_0.70 8_7 0.0000 iprec_at_recall_0.80 8_7 0.0000 iprec_at_recall_0.90 8_7 0.0000 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 0.0000 P_10 8_7 0.1000 P_15 8_7 0.0667 P_20 8_7 0.0500 P_30 8_7 0.0667 P_100 8_7 0.0300 P_200 8_7 0.0250 P_500 8_7 0.0140 P_1000 8_7 0.0090 relstring 8_7 '00000--100' recall_5 8_7 0.0000 recall_10 8_7 0.0213 recall_15 8_7 0.0213 recall_20 8_7 0.0213 recall_30 8_7 0.0426 recall_100 8_7 0.0638 recall_200 8_7 0.1064 recall_500 8_7 0.1489 recall_1000 8_7 0.1915 infAP 8_7 0.0075 Rprec_mult_0.20 8_7 0.1000 Rprec_mult_0.40 8_7 0.0526 Rprec_mult_0.60 8_7 0.0690 Rprec_mult_0.80 8_7 0.0526 Rprec_mult_1.00 8_7 0.0426 Rprec_mult_1.20 8_7 0.0351 Rprec_mult_1.40 8_7 0.0303 Rprec_mult_1.60 8_7 0.0263 Rprec_mult_1.80 8_7 0.0353 Rprec_mult_2.00 8_7 0.0319 utility 8_7 -982.0000 11pt_avg 8_7 0.0146 binG 8_7 0.0299 G 8_7 0.0288 ndcg 8_7 0.0960 ndcg_rel 8_7 0.0901 Rndcg 8_7 0.0312 ndcg_cut_5 8_7 0.0000 ndcg_cut_10 8_7 0.0238 ndcg_cut_15 8_7 0.0198 ndcg_cut_20 8_7 0.0182 ndcg_cut_30 8_7 0.0476 ndcg_cut_100 8_7 0.0478 ndcg_cut_200 8_7 0.0661 ndcg_cut_500 8_7 0.0823 ndcg_cut_1000 8_7 0.0960 map_cut_5 8_7 0.0000 map_cut_10 8_7 0.0027 map_cut_15 8_7 0.0027 map_cut_20 8_7 0.0027 map_cut_30 8_7 0.0041 map_cut_100 8_7 0.0049 map_cut_200 8_7 0.0061 map_cut_500 8_7 0.0071 map_cut_1000 8_7 0.0075 relative_P_5 8_7 0.0000 relative_P_10 8_7 0.1000 relative_P_15 8_7 0.0667 relative_P_20 8_7 0.0500 relative_P_30 8_7 0.0667 relative_P_100 8_7 0.0638 relative_P_200 8_7 0.1064 relative_P_500 8_7 0.1489 relative_P_1000 8_7 0.1915 success_1 8_7 0.0000 success_5 8_7 0.0000 success_10 8_7 1.0000 set_P 8_7 0.0090 set_relative_P 8_7 0.1915 set_recall 8_7 0.1915 set_map 8_7 0.0017 set_F 8_7 0.0172 num_nonrel_judged_ret 8_7 17 rbp 8_7 0.0159 rbp_resid 8_7 0.4540 unj_5 8_7 0.0000 unj_10 8_7 0.2000 unj_20 8_7 0.6000 num_ret 8_8 1000 num_rel 8_8 32 num_rel_ret 8_8 19 map 8_8 0.0616 Rprec 8_8 0.1250 bpref 8_8 0.1689 recip_rank 8_8 0.1667 iprec_at_recall_0.00 8_8 0.2857 iprec_at_recall_0.10 8_8 0.2727 iprec_at_recall_0.20 8_8 0.1333 iprec_at_recall_0.30 8_8 0.0775 iprec_at_recall_0.40 8_8 0.0591 iprec_at_recall_0.50 8_8 0.0438 iprec_at_recall_0.60 8_8 0.0264 iprec_at_recall_0.70 8_8 0.0000 iprec_at_recall_0.80 8_8 0.0000 iprec_at_recall_0.90 8_8 0.0000 iprec_at_recall_1.00 8_8 0.0000 P_5 8_8 0.0000 P_10 8_8 0.2000 P_15 8_8 0.2000 P_20 8_8 0.1500 P_30 8_8 0.1333 P_100 8_8 0.0900 P_200 8_8 0.0600 P_500 8_8 0.0320 P_1000 8_8 0.0190 relstring 8_8 '0000011000' recall_5 8_8 0.0000 recall_10 8_8 0.0625 recall_15 8_8 0.0938 recall_20 8_8 0.0938 recall_30 8_8 0.1250 recall_100 8_8 0.2812 recall_200 8_8 0.3750 recall_500 8_8 0.5000 recall_1000 8_8 0.5938 infAP 8_8 0.0616 Rprec_mult_0.20 8_8 0.2857 Rprec_mult_0.40 8_8 0.2308 Rprec_mult_0.60 8_8 0.1500 Rprec_mult_0.80 8_8 0.1538 Rprec_mult_1.00 8_8 0.1250 Rprec_mult_1.20 8_8 0.1026 Rprec_mult_1.40 8_8 0.1333 Rprec_mult_1.60 8_8 0.1154 Rprec_mult_1.80 8_8 0.1034 Rprec_mult_2.00 8_8 0.1094 utility 8_8 -962.0000 11pt_avg 8_8 0.0817 binG 8_8 0.1045 G 8_8 0.0752 ndcg 8_8 0.2315 ndcg_rel 8_8 0.1750 Rndcg 8_8 0.0766 ndcg_cut_5 8_8 0.0000 ndcg_cut_10 8_8 0.0416 ndcg_cut_15 8_8 0.0497 ndcg_cut_20 8_8 0.0453 ndcg_cut_30 8_8 0.0503 ndcg_cut_100 8_8 0.1346 ndcg_cut_200 8_8 0.1634 ndcg_cut_500 8_8 0.1997 ndcg_cut_1000 8_8 0.2315 map_cut_5 8_8 0.0000 map_cut_10 8_8 0.0141 map_cut_15 8_8 0.0227 map_cut_20 8_8 0.0227 map_cut_30 8_8 0.0279 map_cut_100 8_8 0.0460 map_cut_200 8_8 0.0522 map_cut_500 8_8 0.0589 map_cut_1000 8_8 0.0616 relative_P_5 8_8 0.0000 relative_P_10 8_8 0.2000 relative_P_15 8_8 0.2000 relative_P_20 8_8 0.1500 relative_P_30 8_8 0.1333 relative_P_100 8_8 0.2812 relative_P_200 8_8 0.3750 relative_P_500 8_8 0.5000 relative_P_1000 8_8 0.5938 success_1 8_8 0.0000 success_5 8_8 0.0000 success_10 8_8 1.0000 set_P 8_8 0.0190 set_relative_P 8_8 0.5938 set_recall 8_8 0.5938 set_map 8_8 0.0113 set_F 8_8 0.0368 num_nonrel_judged_ret 8_8 46 rbp 8_8 0.0406 rbp_resid 8_8 0.2034 unj_5 8_8 0.0000 unj_10 8_8 0.0000 unj_20 8_8 0.3000 num_ret 9_11 1000 num_rel 9_11 119 num_rel_ret 9_11 68 map 9_11 0.1848 Rprec 9_11 0.2941 bpref 9_11 0.5214 recip_rank 9_11 1.0000 iprec_at_recall_0.00 9_11 1.0000 iprec_at_recall_0.10 9_11 0.4865 iprec_at_recall_0.20 9_11 0.4286 iprec_at_recall_0.30 9_11 0.3000 iprec_at_recall_0.40 9_11 0.2133 iprec_at_recall_0.50 9_11 0.1367 iprec_at_recall_0.60 9_11 0.0000 iprec_at_recall_0.70 9_11 0.0000 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 0.6000 P_10 9_11 0.4000 P_15 9_11 0.3333 P_20 9_11 0.4000 P_30 9_11 0.4333 P_100 9_11 0.3300 P_200 9_11 0.2300 P_500 9_11 0.1220 P_1000 9_11 0.0680 relstring 9_11 '20203--0-2' recall_5 9_11 0.0252 recall_10 9_11 0.0336 recall_15 9_11 0.0420 recall_20 9_11 0.0672 recall_30 9_11 0.1092 recall_100 9_11 0.2773 recall_200 9_11 0.3866 recall_500 9_11 0.5126 recall_1000 9_11 0.5714 infAP 9_11 0.1848 Rprec_mult_0.20 9_11 0.4583 Rprec_mult_0.40 9_11 0.4167 Rprec_mult_0.60 9_11 0.4028 Rprec_mult_0.80 9_11 0.3438 Rprec_mult_1.00 9_11 0.2941 Rprec_mult_1.20 9_11 0.2797 Rprec_mult_1.40 9_11 0.2515 Rprec_mult_1.60 9_11 0.2356 Rprec_mult_1.80 9_11 0.2186 Rprec_mult_2.00 9_11 0.2101 utility 9_11 -864.0000 11pt_avg 9_11 0.2332 binG 9_11 0.1129 G 9_11 0.0993 ndcg 9_11 0.4995 ndcg_rel 9_11 0.4440 Rndcg 9_11 0.3818 ndcg_cut_5 9_11 0.4704 ndcg_cut_10 9_11 0.3552 ndcg_cut_15 9_11 0.3135 ndcg_cut_20 9_11 0.3625 ndcg_cut_30 9_11 0.3605 ndcg_cut_100 9_11 0.3485 ndcg_cut_200 9_11 0.3986 ndcg_cut_500 9_11 0.4664 ndcg_cut_1000 9_11 0.4995 map_cut_5 9_11 0.0190 map_cut_10 9_11 0.0224 map_cut_15 9_11 0.0259 map_cut_20 9_11 0.0353 map_cut_30 9_11 0.0538 map_cut_100 9_11 0.1254 map_cut_200 9_11 0.1558 map_cut_500 9_11 0.1791 map_cut_1000 9_11 0.1848 relative_P_5 9_11 0.6000 relative_P_10 9_11 0.4000 relative_P_15 9_11 0.3333 relative_P_20 9_11 0.4000 relative_P_30 9_11 0.4333 relative_P_100 9_11 0.3300 relative_P_200 9_11 0.3866 relative_P_500 9_11 0.5126 relative_P_1000 9_11 0.5714 success_1 9_11 1.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.0680 set_relative_P 9_11 0.5714 set_recall 9_11 0.5714 set_map 9_11 0.0389 set_F 9_11 0.1215 num_nonrel_judged_ret 9_11 13 rbp 9_11 0.2929 rbp_resid 9_11 0.3334 unj_5 9_11 0.0000 unj_10 9_11 0.3000 unj_20 9_11 0.4000 num_ret 9_13 1000 num_rel 9_13 4 num_rel_ret 9_13 2 map 9_13 0.2738 Rprec 9_13 0.2500 bpref 9_13 0.3750 recip_rank 9_13 1.0000 iprec_at_recall_0.00 9_13 1.0000 iprec_at_recall_0.10 9_13 1.0000 iprec_at_recall_0.20 9_13 1.0000 iprec_at_recall_0.30 9_13 1.0000 iprec_at_recall_0.40 9_13 0.0952 iprec_at_recall_0.50 9_13 0.0952 iprec_at_recall_0.60 9_13 0.0952 iprec_at_recall_0.70 9_13 0.0000 iprec_at_recall_0.80 9_13 0.0000 iprec_at_recall_0.90 9_13 0.0000 iprec_at_recall_1.00 9_13 0.0000 P_5 9_13 0.2000 P_10 9_13 0.1000 P_15 9_13 0.0667 P_20 9_13 0.0500 P_30 9_13 0.0667 P_100 9_13 0.0200 P_200 9_13 0.0100 P_500 9_13 0.0040 P_1000 9_13 0.0020 relstring 9_13 '3--------0' recall_5 9_13 0.2500 recall_10 9_13 0.2500 recall_15 9_13 0.2500 recall_20 9_13 0.2500 recall_30 9_13 0.5000 recall_100 9_13 0.5000 recall_200 9_13 0.5000 recall_500 9_13 0.5000 recall_1000 9_13 0.5000 infAP 9_13 0.2738 Rprec_mult_0.20 9_13 1.0000 Rprec_mult_0.40 9_13 0.5000 Rprec_mult_0.60 9_13 0.3333 Rprec_mult_0.80 9_13 0.2500 Rprec_mult_1.00 9_13 0.2500 Rprec_mult_1.20 9_13 0.2000 Rprec_mult_1.40 9_13 0.1667 Rprec_mult_1.60 9_13 0.1429 Rprec_mult_1.80 9_13 0.1250 Rprec_mult_2.00 9_13 0.1250 utility 9_13 -996.0000 11pt_avg 9_13 0.3896 binG 9_13 0.3069 G 9_13 0.3825 ndcg 9_13 0.5453 ndcg_rel 9_13 0.6590 Rndcg 9_13 0.5355 ndcg_cut_5 9_13 0.4744 ndcg_cut_10 9_13 0.4744 ndcg_cut_15 9_13 0.4744 ndcg_cut_20 9_13 0.4744 ndcg_cut_30 9_13 0.5453 ndcg_cut_100 9_13 0.5453 ndcg_cut_200 9_13 0.5453 ndcg_cut_500 9_13 0.5453 ndcg_cut_1000 9_13 0.5453 map_cut_5 9_13 0.2500 map_cut_10 9_13 0.2500 map_cut_15 9_13 0.2500 map_cut_20 9_13 0.2500 map_cut_30 9_13 0.2738 map_cut_100 9_13 0.2738 map_cut_200 9_13 0.2738 map_cut_500 9_13 0.2738 map_cut_1000 9_13 0.2738 relative_P_5 9_13 0.2500 relative_P_10 9_13 0.2500 relative_P_15 9_13 0.2500 relative_P_20 9_13 0.2500 relative_P_30 9_13 0.5000 relative_P_100 9_13 0.5000 relative_P_200 9_13 0.5000 relative_P_500 9_13 0.5000 relative_P_1000 9_13 0.5000 success_1 9_13 1.0000 success_5 9_13 1.0000 success_10 9_13 1.0000 set_P 9_13 0.0020 set_relative_P 9_13 0.5000 set_recall 9_13 0.5000 set_map 9_13 0.0010 set_F 9_13 0.0040 num_nonrel_judged_ret 9_13 3 rbp 9_13 0.1081 rbp_resid 9_13 0.8261 unj_5 9_13 0.8000 unj_10 9_13 0.8000 unj_20 9_13 0.8500 num_ret 9_2 1000 num_rel 9_2 113 num_rel_ret 9_2 65 map 9_2 0.2851 Rprec 9_2 0.3097 bpref 9_2 0.5306 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 0.9000 iprec_at_recall_0.20 9_2 0.7667 iprec_at_recall_0.30 9_2 0.3778 iprec_at_recall_0.40 9_2 0.2195 iprec_at_recall_0.50 9_2 0.1553 iprec_at_recall_0.60 9_2 0.0000 iprec_at_recall_0.70 9_2 0.0000 iprec_at_recall_0.80 9_2 0.0000 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 1.0000 P_10 9_2 0.9000 P_15 9_2 0.8667 P_20 9_2 0.9000 P_30 9_2 0.7667 P_100 9_2 0.3400 P_200 9_2 0.2200 P_500 9_2 0.1200 P_1000 9_2 0.0650 relstring 9_2 '1121221021' recall_5 9_2 0.0442 recall_10 9_2 0.0796 recall_15 9_2 0.1150 recall_20 9_2 0.1593 recall_30 9_2 0.2035 recall_100 9_2 0.3009 recall_200 9_2 0.3894 recall_500 9_2 0.5310 recall_1000 9_2 0.5752 infAP 9_2 0.2851 Rprec_mult_0.20 9_2 0.8261 Rprec_mult_0.40 9_2 0.5652 Rprec_mult_0.60 9_2 0.4265 Rprec_mult_0.80 9_2 0.3736 Rprec_mult_1.00 9_2 0.3097 Rprec_mult_1.20 9_2 0.2794 Rprec_mult_1.40 9_2 0.2642 Rprec_mult_1.60 9_2 0.2431 Rprec_mult_1.80 9_2 0.2157 Rprec_mult_2.00 9_2 0.2035 utility 9_2 -870.0000 11pt_avg 9_2 0.3108 binG 9_2 0.1846 G 9_2 0.1097 ndcg 9_2 0.5134 ndcg_rel 9_2 0.4820 Rndcg 9_2 0.4504 ndcg_cut_5 9_2 0.4336 ndcg_cut_10 9_2 0.4796 ndcg_cut_15 9_2 0.4642 ndcg_cut_20 9_2 0.5379 ndcg_cut_30 9_2 0.5495 ndcg_cut_100 9_2 0.4007 ndcg_cut_200 9_2 0.4216 ndcg_cut_500 9_2 0.4936 ndcg_cut_1000 9_2 0.5134 map_cut_5 9_2 0.0442 map_cut_10 9_2 0.0778 map_cut_15 9_2 0.1079 map_cut_20 9_2 0.1472 map_cut_30 9_2 0.1831 map_cut_100 9_2 0.2301 map_cut_200 9_2 0.2556 map_cut_500 9_2 0.2810 map_cut_1000 9_2 0.2851 relative_P_5 9_2 1.0000 relative_P_10 9_2 0.9000 relative_P_15 9_2 0.8667 relative_P_20 9_2 0.9000 relative_P_30 9_2 0.7667 relative_P_100 9_2 0.3400 relative_P_200 9_2 0.3894 relative_P_500 9_2 0.5310 relative_P_1000 9_2 0.5752 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 0.0650 set_relative_P 9_2 0.5752 set_recall 9_2 0.5752 set_map 9_2 0.0374 set_F 9_2 0.1168 num_nonrel_judged_ret 9_2 11 rbp 9_2 0.4075 rbp_resid 9_2 0.1038 unj_5 9_2 0.0000 unj_10 9_2 0.0000 unj_20 9_2 0.0500 num_ret 9_6 1000 num_rel 9_6 131 num_rel_ret 9_6 61 map 9_6 0.0990 Rprec 9_6 0.2061 bpref 9_6 0.4256 recip_rank 9_6 0.2500 iprec_at_recall_0.00 9_6 0.5000 iprec_at_recall_0.10 9_6 0.3250 iprec_at_recall_0.20 9_6 0.2177 iprec_at_recall_0.30 9_6 0.1373 iprec_at_recall_0.40 9_6 0.0987 iprec_at_recall_0.50 9_6 0.0000 iprec_at_recall_0.60 9_6 0.0000 iprec_at_recall_0.70 9_6 0.0000 iprec_at_recall_0.80 9_6 0.0000 iprec_at_recall_0.90 9_6 0.0000 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 0.4000 P_10 9_6 0.4000 P_15 9_6 0.3333 P_20 9_6 0.3500 P_30 9_6 0.3333 P_100 9_6 0.2400 P_200 9_6 0.1600 P_500 9_6 0.1020 P_1000 9_6 0.0610 relstring 9_6 '000111--2-' recall_5 9_6 0.0153 recall_10 9_6 0.0305 recall_15 9_6 0.0382 recall_20 9_6 0.0534 recall_30 9_6 0.0763 recall_100 9_6 0.1832 recall_200 9_6 0.2443 recall_500 9_6 0.3893 recall_1000 9_6 0.4656 infAP 9_6 0.0990 Rprec_mult_0.20 9_6 0.3704 Rprec_mult_0.40 9_6 0.2830 Rprec_mult_0.60 9_6 0.2658 Rprec_mult_0.80 9_6 0.2286 Rprec_mult_1.00 9_6 0.2061 Rprec_mult_1.20 9_6 0.1835 Rprec_mult_1.40 9_6 0.1685 Rprec_mult_1.60 9_6 0.1619 Rprec_mult_1.80 9_6 0.1483 Rprec_mult_2.00 9_6 0.1450 utility 9_6 -878.0000 11pt_avg 9_6 0.1163 binG 9_6 0.0796 G 9_6 0.0652 ndcg 9_6 0.3475 ndcg_rel 9_6 0.2912 Rndcg 9_6 0.2173 ndcg_cut_5 9_6 0.0924 ndcg_cut_10 9_6 0.1303 ndcg_cut_15 9_6 0.1309 ndcg_cut_20 9_6 0.1526 ndcg_cut_30 9_6 0.1660 ndcg_cut_100 9_6 0.1882 ndcg_cut_200 9_6 0.2148 ndcg_cut_500 9_6 0.3024 ndcg_cut_1000 9_6 0.3475 map_cut_5 9_6 0.0050 map_cut_10 9_6 0.0122 map_cut_15 9_6 0.0151 map_cut_20 9_6 0.0205 map_cut_30 9_6 0.0289 map_cut_100 9_6 0.0605 map_cut_200 9_6 0.0725 map_cut_500 9_6 0.0920 map_cut_1000 9_6 0.0990 relative_P_5 9_6 0.4000 relative_P_10 9_6 0.4000 relative_P_15 9_6 0.3333 relative_P_20 9_6 0.3500 relative_P_30 9_6 0.3333 relative_P_100 9_6 0.2400 relative_P_200 9_6 0.2443 relative_P_500 9_6 0.3893 relative_P_1000 9_6 0.4656 success_1 9_6 0.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 0.0610 set_relative_P 9_6 0.4656 set_recall 9_6 0.4656 set_map 9_6 0.0284 set_F 9_6 0.1079 num_nonrel_judged_ret 9_6 4 rbp 9_6 0.1551 rbp_resid 9_6 0.3904 unj_5 9_6 0.0000 unj_10 9_6 0.3000 unj_20 9_6 0.5000 num_ret 9_9 1000 num_rel 9_9 55 num_rel_ret 9_9 2 map 9_9 0.0001 Rprec 9_9 0.0000 bpref 9_9 0.0284 recip_rank 9_9 0.0029 iprec_at_recall_0.00 9_9 0.0029 iprec_at_recall_0.10 9_9 0.0000 iprec_at_recall_0.20 9_9 0.0000 iprec_at_recall_0.30 9_9 0.0000 iprec_at_recall_0.40 9_9 0.0000 iprec_at_recall_0.50 9_9 0.0000 iprec_at_recall_0.60 9_9 0.0000 iprec_at_recall_0.70 9_9 0.0000 iprec_at_recall_0.80 9_9 0.0000 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 0.0000 P_10 9_9 0.0000 P_15 9_9 0.0000 P_20 9_9 0.0000 P_30 9_9 0.0000 P_100 9_9 0.0000 P_200 9_9 0.0000 P_500 9_9 0.0020 P_1000 9_9 0.0020 relstring 9_9 '00000-----' recall_5 9_9 0.0000 recall_10 9_9 0.0000 recall_15 9_9 0.0000 recall_20 9_9 0.0000 recall_30 9_9 0.0000 recall_100 9_9 0.0000 recall_200 9_9 0.0000 recall_500 9_9 0.0182 recall_1000 9_9 0.0364 infAP 9_9 0.0001 Rprec_mult_0.20 9_9 0.0000 Rprec_mult_0.40 9_9 0.0000 Rprec_mult_0.60 9_9 0.0000 Rprec_mult_0.80 9_9 0.0000 Rprec_mult_1.00 9_9 0.0000 Rprec_mult_1.20 9_9 0.0000 Rprec_mult_1.40 9_9 0.0000 Rprec_mult_1.60 9_9 0.0000 Rprec_mult_1.80 9_9 0.0000 Rprec_mult_2.00 9_9 0.0000 utility 9_9 -996.0000 11pt_avg 9_9 0.0003 binG 9_9 0.0041 G 9_9 0.0019 ndcg 9_9 0.0069 ndcg_rel 9_9 0.0069 Rndcg 9_9 0.0017 ndcg_cut_5 9_9 0.0000 ndcg_cut_10 9_9 0.0000 ndcg_cut_15 9_9 0.0000 ndcg_cut_20 9_9 0.0000 ndcg_cut_30 9_9 0.0000 ndcg_cut_100 9_9 0.0000 ndcg_cut_200 9_9 0.0000 ndcg_cut_500 9_9 0.0037 ndcg_cut_1000 9_9 0.0069 map_cut_5 9_9 0.0000 map_cut_10 9_9 0.0000 map_cut_15 9_9 0.0000 map_cut_20 9_9 0.0000 map_cut_30 9_9 0.0000 map_cut_100 9_9 0.0000 map_cut_200 9_9 0.0000 map_cut_500 9_9 0.0001 map_cut_1000 9_9 0.0001 relative_P_5 9_9 0.0000 relative_P_10 9_9 0.0000 relative_P_15 9_9 0.0000 relative_P_20 9_9 0.0000 relative_P_30 9_9 0.0000 relative_P_100 9_9 0.0000 relative_P_200 9_9 0.0000 relative_P_500 9_9 0.0182 relative_P_1000 9_9 0.0364 success_1 9_9 0.0000 success_5 9_9 0.0000 success_10 9_9 0.0000 set_P 9_9 0.0020 set_relative_P 9_9 0.0364 set_recall 9_9 0.0364 set_map 9_9 0.0001 set_F 9_9 0.0038 num_nonrel_judged_ret 9_9 15 rbp 9_9 0.0000 rbp_resid 9_9 0.5763 unj_5 9_9 0.0000 unj_10 9_9 0.5000 unj_20 9_9 0.7000 runid all nii_run_auto_base num_q all 116 num_ret all 115433 num_rel all 9895 num_rel_ret all 4718 map all 0.1987 gm_map all 0.0623 Rprec all 0.2406 bpref all 0.3794 recip_rank all 0.6944 iprec_at_recall_0.00 all 0.7213 iprec_at_recall_0.10 all 0.4858 iprec_at_recall_0.20 all 0.3700 iprec_at_recall_0.30 all 0.2848 iprec_at_recall_0.40 all 0.2102 iprec_at_recall_0.50 all 0.1534 iprec_at_recall_0.60 all 0.1126 iprec_at_recall_0.70 all 0.0748 iprec_at_recall_0.80 all 0.0477 iprec_at_recall_0.90 all 0.0168 iprec_at_recall_1.00 all 0.0057 P_5 all 0.5310 P_10 all 0.4681 P_15 all 0.4201 P_20 all 0.3953 P_30 all 0.3624 P_100 all 0.2122 P_200 all 0.1404 P_500 all 0.0727 P_1000 all 0.0407 recall_5 all 0.0448 recall_10 all 0.0765 recall_15 all 0.0968 recall_20 all 0.1187 recall_30 all 0.1660 recall_100 all 0.2920 recall_200 all 0.3773 recall_500 all 0.4689 recall_1000 all 0.5129 infAP all 0.1987 gm_bpref all 0.1605 Rprec_mult_0.20 all 0.4475 Rprec_mult_0.40 all 0.3553 Rprec_mult_0.60 all 0.3041 Rprec_mult_0.80 all 0.2680 Rprec_mult_1.00 all 0.2406 Rprec_mult_1.20 all 0.2158 Rprec_mult_1.40 all 0.1988 Rprec_mult_1.60 all 0.1845 Rprec_mult_1.80 all 0.1709 Rprec_mult_2.00 all 0.1611 utility all -913.7672 11pt_avg all 0.2257 binG all 0.1440 G all 0.1131 ndcg all 0.4090 ndcg_rel all 0.3756 Rndcg all 0.3338 ndcg_cut_5 all 0.3764 ndcg_cut_10 all 0.3515 ndcg_cut_15 all 0.3360 ndcg_cut_20 all 0.3310 ndcg_cut_30 all 0.3272 ndcg_cut_100 all 0.3180 ndcg_cut_200 all 0.3493 ndcg_cut_500 all 0.3914 ndcg_cut_1000 all 0.4090 map_cut_5 all 0.0395 map_cut_10 all 0.0624 map_cut_15 all 0.0763 map_cut_20 all 0.0897 map_cut_30 all 0.1113 map_cut_100 all 0.1640 map_cut_200 all 0.1836 map_cut_500 all 0.1958 map_cut_1000 all 0.1987 relative_P_5 all 0.5315 relative_P_10 all 0.4694 relative_P_15 all 0.4244 relative_P_20 all 0.4033 relative_P_30 all 0.3875 relative_P_100 all 0.3229 relative_P_200 all 0.3790 relative_P_500 all 0.4689 relative_P_1000 all 0.5129 success_1 all 0.6293 success_5 all 0.7672 success_10 all 0.8276 set_P all 0.0407 set_relative_P all 0.5129 set_recall all 0.5129 set_map all 0.0249 set_F all 0.0734 num_nonrel_judged_ret all 3022 rbp all 0.2552 rbp_resid all 0.2750 unj_5 all 0.0069 unj_10 all 0.1966 unj_20 all 0.3353