num_ret 0_10 1000 num_rel 0_10 54 num_rel_ret 0_10 11 map 0_10 0.0028 Rprec 0_10 0.0185 bpref 0_10 0.1444 recip_rank 0_10 0.0244 iprec_at_recall_0.00 0_10 0.0244 iprec_at_recall_0.10 0_10 0.0147 iprec_at_recall_0.20 0_10 0.0147 iprec_at_recall_0.30 0_10 0.0000 iprec_at_recall_0.40 0_10 0.0000 iprec_at_recall_0.50 0_10 0.0000 iprec_at_recall_0.60 0_10 0.0000 iprec_at_recall_0.70 0_10 0.0000 iprec_at_recall_0.80 0_10 0.0000 iprec_at_recall_0.90 0_10 0.0000 iprec_at_recall_1.00 0_10 0.0000 P_5 0_10 0.0000 P_10 0_10 0.0000 P_15 0_10 0.0000 P_20 0_10 0.0000 P_30 0_10 0.0000 P_100 0_10 0.0100 P_200 0_10 0.0100 P_500 0_10 0.0100 P_1000 0_10 0.0110 relstring 0_10 '00000-----' recall_5 0_10 0.0000 recall_10 0_10 0.0000 recall_15 0_10 0.0000 recall_20 0_10 0.0000 recall_30 0_10 0.0000 recall_100 0_10 0.0185 recall_200 0_10 0.0370 recall_500 0_10 0.0926 recall_1000 0_10 0.2037 infAP 0_10 0.0028 Rprec_mult_0.20 0_10 0.0000 Rprec_mult_0.40 0_10 0.0000 Rprec_mult_0.60 0_10 0.0000 Rprec_mult_0.80 0_10 0.0227 Rprec_mult_1.00 0_10 0.0185 Rprec_mult_1.20 0_10 0.0154 Rprec_mult_1.40 0_10 0.0132 Rprec_mult_1.60 0_10 0.0115 Rprec_mult_1.80 0_10 0.0102 Rprec_mult_2.00 0_10 0.0093 utility 0_10 -978.0000 11pt_avg 0_10 0.0049 binG 0_10 0.0246 G 0_10 0.0216 ndcg 0_10 0.0840 ndcg_rel 0_10 0.0768 Rndcg 0_10 0.0265 ndcg_cut_5 0_10 0.0000 ndcg_cut_10 0_10 0.0000 ndcg_cut_15 0_10 0.0000 ndcg_cut_20 0_10 0.0000 ndcg_cut_30 0_10 0.0000 ndcg_cut_100 0_10 0.0108 ndcg_cut_200 0_10 0.0227 ndcg_cut_500 0_10 0.0403 ndcg_cut_1000 0_10 0.0840 map_cut_5 0_10 0.0000 map_cut_10 0_10 0.0000 map_cut_15 0_10 0.0000 map_cut_20 0_10 0.0000 map_cut_30 0_10 0.0000 map_cut_100 0_10 0.0005 map_cut_200 0_10 0.0007 map_cut_500 0_10 0.0014 map_cut_1000 0_10 0.0028 relative_P_5 0_10 0.0000 relative_P_10 0_10 0.0000 relative_P_15 0_10 0.0000 relative_P_20 0_10 0.0000 relative_P_30 0_10 0.0000 relative_P_100 0_10 0.0185 relative_P_200 0_10 0.0370 relative_P_500 0_10 0.0926 relative_P_1000 0_10 0.2037 success_1 0_10 0.0000 success_5 0_10 0.0000 success_10 0_10 0.0000 set_P 0_10 0.0110 set_relative_P 0_10 0.2037 set_recall 0_10 0.2037 set_map 0_10 0.0022 set_F 0_10 0.0209 num_nonrel_judged_ret 0_10 18 rbp 0_10 0.0010 rbp_resid 0_10 0.5830 unj_5 0_10 0.0000 unj_10 0_10 0.5000 unj_20 0_10 0.7500 num_ret 0_11 1000 num_rel 0_11 12 num_rel_ret 0_11 7 map 0_11 0.0452 Rprec 0_11 0.0833 bpref 0_11 0.0903 recip_rank 0_11 0.1250 iprec_at_recall_0.00 0_11 0.1250 iprec_at_recall_0.10 0_11 0.1250 iprec_at_recall_0.20 0_11 0.0952 iprec_at_recall_0.30 0_11 0.0870 iprec_at_recall_0.40 0_11 0.0603 iprec_at_recall_0.50 0_11 0.0603 iprec_at_recall_0.60 0_11 0.0603 iprec_at_recall_0.70 0_11 0.0000 iprec_at_recall_0.80 0_11 0.0000 iprec_at_recall_0.90 0_11 0.0000 iprec_at_recall_1.00 0_11 0.0000 P_5 0_11 0.0000 P_10 0_11 0.1000 P_15 0_11 0.0667 P_20 0_11 0.0500 P_30 0_11 0.0667 P_100 0_11 0.0500 P_200 0_11 0.0350 P_500 0_11 0.0140 P_1000 0_11 0.0070 relstring 0_11 '00000-03--' recall_5 0_11 0.0000 recall_10 0_11 0.0833 recall_15 0_11 0.0833 recall_20 0_11 0.0833 recall_30 0_11 0.1667 recall_100 0_11 0.4167 recall_200 0_11 0.5833 recall_500 0_11 0.5833 recall_1000 0_11 0.5833 infAP 0_11 0.0452 Rprec_mult_0.20 0_11 0.0000 Rprec_mult_0.40 0_11 0.0000 Rprec_mult_0.60 0_11 0.1250 Rprec_mult_0.80 0_11 0.1000 Rprec_mult_1.00 0_11 0.0833 Rprec_mult_1.20 0_11 0.0667 Rprec_mult_1.40 0_11 0.0588 Rprec_mult_1.60 0_11 0.0500 Rprec_mult_1.80 0_11 0.0909 Rprec_mult_2.00 0_11 0.0833 utility 0_11 -986.0000 11pt_avg 0_11 0.0557 binG 0_11 0.1133 G 0_11 0.0987 ndcg 0_11 0.2643 ndcg_rel 0_11 0.2110 Rndcg 0_11 0.1631 ndcg_cut_5 0_11 0.0000 ndcg_cut_10 0_11 0.0694 ndcg_cut_15 0_11 0.0619 ndcg_cut_20 0_11 0.0619 ndcg_cut_30 0_11 0.1060 ndcg_cut_100 0_11 0.2065 ndcg_cut_200 0_11 0.2643 ndcg_cut_500 0_11 0.2643 ndcg_cut_1000 0_11 0.2643 map_cut_5 0_11 0.0000 map_cut_10 0_11 0.0104 map_cut_15 0_11 0.0104 map_cut_20 0_11 0.0104 map_cut_30 0_11 0.0184 map_cut_100 0_11 0.0354 map_cut_200 0_11 0.0452 map_cut_500 0_11 0.0452 map_cut_1000 0_11 0.0452 relative_P_5 0_11 0.0000 relative_P_10 0_11 0.1000 relative_P_15 0_11 0.0833 relative_P_20 0_11 0.0833 relative_P_30 0_11 0.1667 relative_P_100 0_11 0.4167 relative_P_200 0_11 0.5833 relative_P_500 0_11 0.5833 relative_P_1000 0_11 0.5833 success_1 0_11 0.0000 success_5 0_11 0.0000 success_10 0_11 1.0000 set_P 0_11 0.0070 set_relative_P 0_11 0.5833 set_recall 0_11 0.5833 set_map 0_11 0.0041 set_F 0_11 0.0138 num_nonrel_judged_ret 0_11 13 rbp 0_11 0.0618 rbp_resid 0_11 0.3921 unj_5 0_11 0.0000 unj_10 0_11 0.3000 unj_20 0_11 0.5000 num_ret 0_2 1000 num_rel 0_2 34 num_rel_ret 0_2 28 map 0_2 0.0915 Rprec 0_2 0.1176 bpref 0_2 0.0623 recip_rank 0_2 0.3333 iprec_at_recall_0.00 0_2 0.3333 iprec_at_recall_0.10 0_2 0.1538 iprec_at_recall_0.20 0_2 0.1231 iprec_at_recall_0.30 0_2 0.1231 iprec_at_recall_0.40 0_2 0.1231 iprec_at_recall_0.50 0_2 0.1172 iprec_at_recall_0.60 0_2 0.1036 iprec_at_recall_0.70 0_2 0.0772 iprec_at_recall_0.80 0_2 0.0757 iprec_at_recall_0.90 0_2 0.0000 iprec_at_recall_1.00 0_2 0.0000 P_5 0_2 0.2000 P_10 0_2 0.1000 P_15 0_2 0.0667 P_20 0_2 0.0500 P_30 0_2 0.1333 P_100 0_2 0.1000 P_200 0_2 0.1000 P_500 0_2 0.0560 P_1000 0_2 0.0280 relstring 0_2 '0020000000' recall_5 0_2 0.0294 recall_10 0_2 0.0294 recall_15 0_2 0.0294 recall_20 0_2 0.0294 recall_30 0_2 0.1176 recall_100 0_2 0.2941 recall_200 0_2 0.5882 recall_500 0_2 0.8235 recall_1000 0_2 0.8235 infAP 0_2 0.0915 Rprec_mult_0.20 0_2 0.1429 Rprec_mult_0.40 0_2 0.0714 Rprec_mult_0.60 0_2 0.0952 Rprec_mult_0.80 0_2 0.1429 Rprec_mult_1.00 0_2 0.1176 Rprec_mult_1.20 0_2 0.1463 Rprec_mult_1.40 0_2 0.1250 Rprec_mult_1.60 0_2 0.1091 Rprec_mult_1.80 0_2 0.0968 Rprec_mult_2.00 0_2 0.0882 utility 0_2 -944.0000 11pt_avg 0_2 0.1118 binG 0_2 0.1354 G 0_2 0.1353 ndcg 0_2 0.4237 ndcg_rel 0_2 0.2956 Rndcg 0_2 0.1576 ndcg_cut_5 0_2 0.1450 ndcg_cut_10 0_2 0.0991 ndcg_cut_15 0_2 0.0802 ndcg_cut_20 0_2 0.0733 ndcg_cut_30 0_2 0.1311 ndcg_cut_100 0_2 0.2182 ndcg_cut_200 0_2 0.3438 ndcg_cut_500 0_2 0.4237 ndcg_cut_1000 0_2 0.4237 map_cut_5 0_2 0.0098 map_cut_10 0_2 0.0098 map_cut_15 0_2 0.0098 map_cut_20 0_2 0.0098 map_cut_30 0_2 0.0201 map_cut_100 0_2 0.0411 map_cut_200 0_2 0.0729 map_cut_500 0_2 0.0915 map_cut_1000 0_2 0.0915 relative_P_5 0_2 0.2000 relative_P_10 0_2 0.1000 relative_P_15 0_2 0.0667 relative_P_20 0_2 0.0500 relative_P_30 0_2 0.1333 relative_P_100 0_2 0.2941 relative_P_200 0_2 0.5882 relative_P_500 0_2 0.8235 relative_P_1000 0_2 0.8235 success_1 0_2 0.0000 success_5 0_2 1.0000 success_10 0_2 1.0000 set_P 0_2 0.0280 set_relative_P 0_2 0.8235 set_recall 0_2 0.8235 set_map 0_2 0.0231 set_F 0_2 0.0542 num_nonrel_judged_ret 0_2 144 rbp 0_2 0.0712 rbp_resid 0_2 0.0041 unj_5 0_2 0.0000 unj_10 0_2 0.0000 unj_20 0_2 0.0000 num_ret 0_3 1000 num_rel 0_3 24 num_rel_ret 0_3 22 map 0_3 0.0826 Rprec 0_3 0.0417 bpref 0_3 0.0139 recip_rank 0_3 0.0588 iprec_at_recall_0.00 0_3 0.1311 iprec_at_recall_0.10 0_3 0.1311 iprec_at_recall_0.20 0_3 0.1311 iprec_at_recall_0.30 0_3 0.1311 iprec_at_recall_0.40 0_3 0.0980 iprec_at_recall_0.50 0_3 0.0980 iprec_at_recall_0.60 0_3 0.0980 iprec_at_recall_0.70 0_3 0.0863 iprec_at_recall_0.80 0_3 0.0785 iprec_at_recall_0.90 0_3 0.0641 iprec_at_recall_1.00 0_3 0.0000 P_5 0_3 0.0000 P_10 0_3 0.0000 P_15 0_3 0.0000 P_20 0_3 0.0500 P_30 0_3 0.0333 P_100 0_3 0.0900 P_200 0_3 0.0850 P_500 0_3 0.0440 P_1000 0_3 0.0220 relstring 0_3 '0000000000' recall_5 0_3 0.0000 recall_10 0_3 0.0000 recall_15 0_3 0.0000 recall_20 0_3 0.0417 recall_30 0_3 0.0417 recall_100 0_3 0.3750 recall_200 0_3 0.7083 recall_500 0_3 0.9167 recall_1000 0_3 0.9167 infAP 0_3 0.0826 Rprec_mult_0.20 0_3 0.0000 Rprec_mult_0.40 0_3 0.0000 Rprec_mult_0.60 0_3 0.0000 Rprec_mult_0.80 0_3 0.0500 Rprec_mult_1.00 0_3 0.0417 Rprec_mult_1.20 0_3 0.0345 Rprec_mult_1.40 0_3 0.0882 Rprec_mult_1.60 0_3 0.1026 Rprec_mult_1.80 0_3 0.0909 Rprec_mult_2.00 0_3 0.0833 utility 0_3 -956.0000 11pt_avg 0_3 0.0952 binG 0_3 0.1440 G 0_3 0.1404 ndcg 0_3 0.3558 ndcg_rel 0_3 0.2037 Rndcg 0_3 0.0940 ndcg_cut_5 0_3 0.0000 ndcg_cut_10 0_3 0.0000 ndcg_cut_15 0_3 0.0000 ndcg_cut_20 0_3 0.0218 ndcg_cut_30 0_3 0.0202 ndcg_cut_100 0_3 0.1561 ndcg_cut_200 0_3 0.2619 ndcg_cut_500 0_3 0.3558 ndcg_cut_1000 0_3 0.3558 map_cut_5 0_3 0.0000 map_cut_10 0_3 0.0000 map_cut_15 0_3 0.0000 map_cut_20 0_3 0.0025 map_cut_30 0_3 0.0025 map_cut_100 0_3 0.0364 map_cut_200 0_3 0.0671 map_cut_500 0_3 0.0826 map_cut_1000 0_3 0.0826 relative_P_5 0_3 0.0000 relative_P_10 0_3 0.0000 relative_P_15 0_3 0.0000 relative_P_20 0_3 0.0500 relative_P_30 0_3 0.0417 relative_P_100 0_3 0.3750 relative_P_200 0_3 0.7083 relative_P_500 0_3 0.9167 relative_P_1000 0_3 0.9167 success_1 0_3 0.0000 success_5 0_3 0.0000 success_10 0_3 0.0000 set_P 0_3 0.0220 set_relative_P 0_3 0.9167 set_recall 0_3 0.9167 set_map 0_3 0.0202 set_F 0_3 0.0430 num_nonrel_judged_ret 0_3 123 rbp 0_3 0.0106 rbp_resid 0_3 0.0042 unj_5 0_3 0.0000 unj_10 0_3 0.0000 unj_20 0_3 0.0000 num_ret 0_4 1000 num_rel 0_4 20 num_rel_ret 0_4 16 map 0_4 0.4297 Rprec 0_4 0.5500 bpref 0_4 0.6175 recip_rank 0_4 1.0000 iprec_at_recall_0.00 0_4 1.0000 iprec_at_recall_0.10 0_4 1.0000 iprec_at_recall_0.20 0_4 0.7000 iprec_at_recall_0.30 0_4 0.7000 iprec_at_recall_0.40 0_4 0.6000 iprec_at_recall_0.50 0_4 0.5882 iprec_at_recall_0.60 0_4 0.2400 iprec_at_recall_0.70 0_4 0.1489 iprec_at_recall_0.80 0_4 0.0970 iprec_at_recall_0.90 0_4 0.0000 iprec_at_recall_1.00 0_4 0.0000 P_5 0_4 0.6000 P_10 0_4 0.7000 P_15 0_4 0.6000 P_20 0_4 0.5500 P_30 0_4 0.3667 P_100 0_4 0.1400 P_200 0_4 0.0800 P_500 0_4 0.0320 P_1000 0_4 0.0160 relstring 0_4 '2201020432' recall_5 0_4 0.1500 recall_10 0_4 0.3500 recall_15 0_4 0.4500 recall_20 0_4 0.5500 recall_30 0_4 0.5500 recall_100 0_4 0.7000 recall_200 0_4 0.8000 recall_500 0_4 0.8000 recall_1000 0_4 0.8000 infAP 0_4 0.4297 Rprec_mult_0.20 0_4 0.7500 Rprec_mult_0.40 0_4 0.6250 Rprec_mult_0.60 0_4 0.5833 Rprec_mult_0.80 0_4 0.5625 Rprec_mult_1.00 0_4 0.5500 Rprec_mult_1.20 0_4 0.4583 Rprec_mult_1.40 0_4 0.3929 Rprec_mult_1.60 0_4 0.3438 Rprec_mult_1.80 0_4 0.3056 Rprec_mult_2.00 0_4 0.2750 utility 0_4 -968.0000 11pt_avg 0_4 0.4613 binG 0_4 0.3261 G 0_4 0.2167 ndcg 0_4 0.6278 ndcg_rel 0_4 0.5371 Rndcg 0_4 0.4757 ndcg_cut_5 0_4 0.3487 ndcg_cut_10 0_4 0.5187 ndcg_cut_15 0_4 0.5052 ndcg_cut_20 0_4 0.5115 ndcg_cut_30 0_4 0.5115 ndcg_cut_100 0_4 0.6029 ndcg_cut_200 0_4 0.6278 ndcg_cut_500 0_4 0.6278 ndcg_cut_1000 0_4 0.6278 map_cut_5 0_4 0.1375 map_cut_10 0_4 0.2704 map_cut_15 0_4 0.3290 map_cut_20 0_4 0.3873 map_cut_30 0_4 0.3873 map_cut_100 0_4 0.4180 map_cut_200 0_4 0.4297 map_cut_500 0_4 0.4297 map_cut_1000 0_4 0.4297 relative_P_5 0_4 0.6000 relative_P_10 0_4 0.7000 relative_P_15 0_4 0.6000 relative_P_20 0_4 0.5500 relative_P_30 0_4 0.5500 relative_P_100 0_4 0.7000 relative_P_200 0_4 0.8000 relative_P_500 0_4 0.8000 relative_P_1000 0_4 0.8000 success_1 0_4 1.0000 success_5 0_4 1.0000 success_10 0_4 1.0000 set_P 0_4 0.0160 set_relative_P 0_4 0.8000 set_recall 0_4 0.8000 set_map 0_4 0.0128 set_F 0_4 0.0314 num_nonrel_judged_ret 0_4 24 rbp 0_4 0.2730 rbp_resid 0_4 0.1684 unj_5 0_4 0.0000 unj_10 0_4 0.0000 unj_20 0_4 0.1500 num_ret 0_6 1000 num_rel 0_6 121 num_rel_ret 0_6 47 map 0_6 0.1971 Rprec 0_6 0.2727 bpref 0_6 0.3428 recip_rank 0_6 1.0000 iprec_at_recall_0.00 0_6 1.0000 iprec_at_recall_0.10 0_6 0.7500 iprec_at_recall_0.20 0_6 0.5455 iprec_at_recall_0.30 0_6 0.2293 iprec_at_recall_0.40 0_6 0.0000 iprec_at_recall_0.50 0_6 0.0000 iprec_at_recall_0.60 0_6 0.0000 iprec_at_recall_0.70 0_6 0.0000 iprec_at_recall_0.80 0_6 0.0000 iprec_at_recall_0.90 0_6 0.0000 iprec_at_recall_1.00 0_6 0.0000 P_5 0_6 0.8000 P_10 0_6 0.7000 P_15 0_6 0.7333 P_20 0_6 0.7500 P_30 0_6 0.5667 P_100 0_6 0.3100 P_200 0_6 0.1950 P_500 0_6 0.0920 P_1000 0_6 0.0470 relstring 0_6 '3320122-3-' recall_5 0_6 0.0331 recall_10 0_6 0.0579 recall_15 0_6 0.0909 recall_20 0_6 0.1240 recall_30 0_6 0.1405 recall_100 0_6 0.2562 recall_200 0_6 0.3223 recall_500 0_6 0.3802 recall_1000 0_6 0.3884 infAP 0_6 0.1971 Rprec_mult_0.20 0_6 0.6400 Rprec_mult_0.40 0_6 0.5102 Rprec_mult_0.60 0_6 0.3973 Rprec_mult_0.80 0_6 0.3196 Rprec_mult_1.00 0_6 0.2727 Rprec_mult_1.20 0_6 0.2397 Rprec_mult_1.40 0_6 0.2176 Rprec_mult_1.60 0_6 0.2010 Rprec_mult_1.80 0_6 0.1835 Rprec_mult_2.00 0_6 0.1736 utility 0_6 -906.0000 11pt_avg 0_6 0.2295 binG 0_6 0.1189 G 0_6 0.1198 ndcg 0_6 0.4845 ndcg_rel 0_6 0.5223 Rndcg 0_6 0.5394 ndcg_cut_5 0_6 0.7099 ndcg_cut_10 0_6 0.6909 ndcg_cut_15 0_6 0.6768 ndcg_cut_20 0_6 0.6526 ndcg_cut_30 0_6 0.5637 ndcg_cut_100 0_6 0.4554 ndcg_cut_200 0_6 0.4586 ndcg_cut_500 0_6 0.4816 ndcg_cut_1000 0_6 0.4845 map_cut_5 0_6 0.0314 map_cut_10 0_6 0.0518 map_cut_15 0_6 0.0769 map_cut_20 0_6 0.1013 map_cut_30 0_6 0.1125 map_cut_100 0_6 0.1714 map_cut_200 0_6 0.1878 map_cut_500 0_6 0.1964 map_cut_1000 0_6 0.1971 relative_P_5 0_6 0.8000 relative_P_10 0_6 0.7000 relative_P_15 0_6 0.7333 relative_P_20 0_6 0.7500 relative_P_30 0_6 0.5667 relative_P_100 0_6 0.3100 relative_P_200 0_6 0.3223 relative_P_500 0_6 0.3802 relative_P_1000 0_6 0.3884 success_1 0_6 1.0000 success_5 0_6 1.0000 success_10 0_6 1.0000 set_P 0_6 0.0470 set_relative_P 0_6 0.3884 set_recall 0_6 0.3884 set_map 0_6 0.0183 set_F 0_6 0.0839 num_nonrel_judged_ret 0_6 15 rbp 0_6 0.4893 rbp_resid 0_6 0.1317 unj_5 0_6 0.0000 unj_10 0_6 0.2000 unj_20 0_6 0.1000 num_ret 0_7 1000 num_rel 0_7 33 num_rel_ret 0_7 18 map 0_7 0.1677 Rprec 0_7 0.2424 bpref 0_7 0.2553 recip_rank 0_7 1.0000 iprec_at_recall_0.00 0_7 1.0000 iprec_at_recall_0.10 0_7 0.4545 iprec_at_recall_0.20 0_7 0.3182 iprec_at_recall_0.30 0_7 0.2564 iprec_at_recall_0.40 0_7 0.1505 iprec_at_recall_0.50 0_7 0.1318 iprec_at_recall_0.60 0_7 0.0000 iprec_at_recall_0.70 0_7 0.0000 iprec_at_recall_0.80 0_7 0.0000 iprec_at_recall_0.90 0_7 0.0000 iprec_at_recall_1.00 0_7 0.0000 P_5 0_7 0.4000 P_10 0_7 0.4000 P_15 0_7 0.3333 P_20 0_7 0.3000 P_30 0_7 0.2667 P_100 0_7 0.1400 P_200 0_7 0.0900 P_500 0_7 0.0360 P_1000 0_7 0.0180 relstring 0_7 '1010000-11' recall_5 0_7 0.0606 recall_10 0_7 0.1212 recall_15 0_7 0.1515 recall_20 0_7 0.1818 recall_30 0_7 0.2424 recall_100 0_7 0.4242 recall_200 0_7 0.5455 recall_500 0_7 0.5455 recall_1000 0_7 0.5455 infAP 0_7 0.1677 Rprec_mult_0.20 0_7 0.2857 Rprec_mult_0.40 0_7 0.3571 Rprec_mult_0.60 0_7 0.3000 Rprec_mult_0.80 0_7 0.2963 Rprec_mult_1.00 0_7 0.2424 Rprec_mult_1.20 0_7 0.2500 Rprec_mult_1.40 0_7 0.2340 Rprec_mult_1.60 0_7 0.2075 Rprec_mult_1.80 0_7 0.1833 Rprec_mult_2.00 0_7 0.1818 utility 0_7 -964.0000 11pt_avg 0_7 0.2101 binG 0_7 0.1527 G 0_7 0.1278 ndcg 0_7 0.4195 ndcg_rel 0_7 0.3826 Rndcg 0_7 0.3307 ndcg_cut_5 0_7 0.3276 ndcg_cut_10 0_7 0.3385 ndcg_cut_15 0_7 0.3162 ndcg_cut_20 0_7 0.2999 ndcg_cut_30 0_7 0.2807 ndcg_cut_100 0_7 0.3568 ndcg_cut_200 0_7 0.4195 ndcg_cut_500 0_7 0.4195 ndcg_cut_1000 0_7 0.4195 map_cut_5 0_7 0.0505 map_cut_10 0_7 0.0727 map_cut_15 0_7 0.0865 map_cut_20 0_7 0.0961 map_cut_30 0_7 0.1147 map_cut_100 0_7 0.1521 map_cut_200 0_7 0.1677 map_cut_500 0_7 0.1677 map_cut_1000 0_7 0.1677 relative_P_5 0_7 0.4000 relative_P_10 0_7 0.4000 relative_P_15 0_7 0.3333 relative_P_20 0_7 0.3000 relative_P_30 0_7 0.2667 relative_P_100 0_7 0.4242 relative_P_200 0_7 0.5455 relative_P_500 0_7 0.5455 relative_P_1000 0_7 0.5455 success_1 0_7 1.0000 success_5 0_7 1.0000 success_10 0_7 1.0000 set_P 0_7 0.0180 set_relative_P 0_7 0.5455 set_recall 0_7 0.5455 set_map 0_7 0.0098 set_F 0_7 0.0348 num_nonrel_judged_ret 0_7 48 rbp 0_7 0.1678 rbp_resid 0_7 0.1470 unj_5 0_7 0.0000 unj_10 0_7 0.1000 unj_20 0_7 0.2000 num_ret 0_8 1000 num_rel 0_8 31 num_rel_ret 0_8 8 map 0_8 0.0481 Rprec 0_8 0.0645 bpref 0_8 0.1967 recip_rank 0_8 1.0000 iprec_at_recall_0.00 0_8 1.0000 iprec_at_recall_0.10 0_8 0.0737 iprec_at_recall_0.20 0_8 0.0737 iprec_at_recall_0.30 0_8 0.0000 iprec_at_recall_0.40 0_8 0.0000 iprec_at_recall_0.50 0_8 0.0000 iprec_at_recall_0.60 0_8 0.0000 iprec_at_recall_0.70 0_8 0.0000 iprec_at_recall_0.80 0_8 0.0000 iprec_at_recall_0.90 0_8 0.0000 iprec_at_recall_1.00 0_8 0.0000 P_5 0_8 0.2000 P_10 0_8 0.1000 P_15 0_8 0.0667 P_20 0_8 0.0500 P_30 0_8 0.0667 P_100 0_8 0.0700 P_200 0_8 0.0400 P_500 0_8 0.0160 P_1000 0_8 0.0080 relstring 0_8 '10000---0-' recall_5 0_8 0.0323 recall_10 0_8 0.0323 recall_15 0_8 0.0323 recall_20 0_8 0.0323 recall_30 0_8 0.0645 recall_100 0_8 0.2258 recall_200 0_8 0.2581 recall_500 0_8 0.2581 recall_1000 0_8 0.2581 infAP 0_8 0.0481 Rprec_mult_0.20 0_8 0.1429 Rprec_mult_0.40 0_8 0.0769 Rprec_mult_0.60 0_8 0.0526 Rprec_mult_0.80 0_8 0.0800 Rprec_mult_1.00 0_8 0.0645 Rprec_mult_1.20 0_8 0.0526 Rprec_mult_1.40 0_8 0.0455 Rprec_mult_1.60 0_8 0.0600 Rprec_mult_1.80 0_8 0.0536 Rprec_mult_2.00 0_8 0.0645 utility 0_8 -984.0000 11pt_avg 0_8 0.1043 binG 0_8 0.0707 G 0_8 0.0523 ndcg 0_8 0.1834 ndcg_rel 0_8 0.1839 Rndcg 0_8 0.1301 ndcg_cut_5 0_8 0.1696 ndcg_cut_10 0_8 0.1137 ndcg_cut_15 0_8 0.0989 ndcg_cut_20 0_8 0.0885 ndcg_cut_30 0_8 0.0906 ndcg_cut_100 0_8 0.1628 ndcg_cut_200 0_8 0.1834 ndcg_cut_500 0_8 0.1834 ndcg_cut_1000 0_8 0.1834 map_cut_5 0_8 0.0323 map_cut_10 0_8 0.0323 map_cut_15 0_8 0.0323 map_cut_20 0_8 0.0323 map_cut_30 0_8 0.0349 map_cut_100 0_8 0.0463 map_cut_200 0_8 0.0481 map_cut_500 0_8 0.0481 map_cut_1000 0_8 0.0481 relative_P_5 0_8 0.2000 relative_P_10 0_8 0.1000 relative_P_15 0_8 0.0667 relative_P_20 0_8 0.0500 relative_P_30 0_8 0.0667 relative_P_100 0_8 0.2258 relative_P_200 0_8 0.2581 relative_P_500 0_8 0.2581 relative_P_1000 0_8 0.2581 success_1 0_8 1.0000 success_5 0_8 1.0000 success_10 0_8 1.0000 set_P 0_8 0.0080 set_relative_P 0_8 0.2581 set_recall 0_8 0.2581 set_map 0_8 0.0021 set_F 0_8 0.0155 num_nonrel_judged_ret 0_8 19 rbp 0_8 0.0556 rbp_resid 0_8 0.5333 unj_5 0_8 0.0000 unj_10 0_8 0.4000 unj_20 0_8 0.7000 num_ret 10_1 1000 num_rel 10_1 118 num_rel_ret 10_1 15 map 10_1 0.0474 Rprec 10_1 0.1102 bpref 10_1 0.1169 recip_rank 10_1 1.0000 iprec_at_recall_0.00 10_1 1.0000 iprec_at_recall_0.10 10_1 0.1150 iprec_at_recall_0.20 10_1 0.0000 iprec_at_recall_0.30 10_1 0.0000 iprec_at_recall_0.40 10_1 0.0000 iprec_at_recall_0.50 10_1 0.0000 iprec_at_recall_0.60 10_1 0.0000 iprec_at_recall_0.70 10_1 0.0000 iprec_at_recall_0.80 10_1 0.0000 iprec_at_recall_0.90 10_1 0.0000 iprec_at_recall_1.00 10_1 0.0000 P_5 10_1 0.6000 P_10 10_1 0.3000 P_15 10_1 0.4000 P_20 10_1 0.3500 P_30 10_1 0.2667 P_100 10_1 0.1100 P_200 10_1 0.0700 P_500 10_1 0.0300 P_1000 10_1 0.0150 relstring 10_1 '110200----' recall_5 10_1 0.0254 recall_10 10_1 0.0254 recall_15 10_1 0.0508 recall_20 10_1 0.0593 recall_30 10_1 0.0678 recall_100 10_1 0.0932 recall_200 10_1 0.1186 recall_500 10_1 0.1271 recall_1000 10_1 0.1271 infAP 10_1 0.0474 Rprec_mult_0.20 10_1 0.2917 Rprec_mult_0.40 10_1 0.2083 Rprec_mult_0.60 10_1 0.1549 Rprec_mult_0.80 10_1 0.1158 Rprec_mult_1.00 10_1 0.1102 Rprec_mult_1.20 10_1 0.0986 Rprec_mult_1.40 10_1 0.0843 Rprec_mult_1.60 10_1 0.0741 Rprec_mult_1.80 10_1 0.0657 Rprec_mult_2.00 10_1 0.0593 utility 10_1 -970.0000 11pt_avg 10_1 0.1014 binG 10_1 0.0438 G 10_1 0.0251 ndcg 10_1 0.1476 ndcg_rel 10_1 0.1568 Rndcg 10_1 0.1940 ndcg_cut_5 10_1 0.2946 ndcg_cut_10 10_1 0.2140 ndcg_cut_15 10_1 0.2494 ndcg_cut_20 10_1 0.2285 ndcg_cut_30 10_1 0.2018 ndcg_cut_100 10_1 0.1431 ndcg_cut_200 10_1 0.1445 ndcg_cut_500 10_1 0.1476 ndcg_cut_1000 10_1 0.1476 map_cut_5 10_1 0.0233 map_cut_10 10_1 0.0233 map_cut_15 10_1 0.0330 map_cut_20 10_1 0.0365 map_cut_30 10_1 0.0389 map_cut_100 10_1 0.0443 map_cut_200 10_1 0.0471 map_cut_500 10_1 0.0474 map_cut_1000 10_1 0.0474 relative_P_5 10_1 0.6000 relative_P_10 10_1 0.3000 relative_P_15 10_1 0.4000 relative_P_20 10_1 0.3500 relative_P_30 10_1 0.2667 relative_P_100 10_1 0.1100 relative_P_200 10_1 0.1186 relative_P_500 10_1 0.1271 relative_P_1000 10_1 0.1271 success_1 10_1 1.0000 success_5 10_1 1.0000 success_10 10_1 1.0000 set_P 10_1 0.0150 set_relative_P 10_1 0.1271 set_recall 10_1 0.1271 set_map 10_1 0.0019 set_F 10_1 0.0268 num_nonrel_judged_ret 10_1 32 rbp 10_1 0.1635 rbp_resid 10_1 0.3199 unj_5 10_1 0.0000 unj_10 10_1 0.4000 unj_20 10_1 0.3500 num_ret 10_12 1000 num_rel 10_12 71 num_rel_ret 10_12 24 map 10_12 0.1506 Rprec 10_12 0.2254 bpref 10_12 0.3197 recip_rank 10_12 1.0000 iprec_at_recall_0.00 10_12 1.0000 iprec_at_recall_0.10 10_12 0.4800 iprec_at_recall_0.20 10_12 0.4545 iprec_at_recall_0.30 10_12 0.2079 iprec_at_recall_0.40 10_12 0.0000 iprec_at_recall_0.50 10_12 0.0000 iprec_at_recall_0.60 10_12 0.0000 iprec_at_recall_0.70 10_12 0.0000 iprec_at_recall_0.80 10_12 0.0000 iprec_at_recall_0.90 10_12 0.0000 iprec_at_recall_1.00 10_12 0.0000 P_5 10_12 0.8000 P_10 10_12 0.5000 P_15 10_12 0.4667 P_20 10_12 0.4500 P_30 10_12 0.4000 P_100 10_12 0.2000 P_200 10_12 0.1200 P_500 10_12 0.0480 P_1000 10_12 0.0240 relstring 10_12 '202111--0-' recall_5 10_12 0.0563 recall_10 10_12 0.0704 recall_15 10_12 0.0986 recall_20 10_12 0.1268 recall_30 10_12 0.1690 recall_100 10_12 0.2817 recall_200 10_12 0.3380 recall_500 10_12 0.3380 recall_1000 10_12 0.3380 infAP 10_12 0.1506 Rprec_mult_0.20 10_12 0.4667 Rprec_mult_0.40 10_12 0.4138 Rprec_mult_0.60 10_12 0.3721 Rprec_mult_0.80 10_12 0.2807 Rprec_mult_1.00 10_12 0.2254 Rprec_mult_1.20 10_12 0.2093 Rprec_mult_1.40 10_12 0.2000 Rprec_mult_1.60 10_12 0.1930 Rprec_mult_1.80 10_12 0.1797 Rprec_mult_2.00 10_12 0.1620 utility 10_12 -952.0000 11pt_avg 10_12 0.1948 binG 10_12 0.1082 G 10_12 0.0661 ndcg 10_12 0.3194 ndcg_rel 10_12 0.3189 Rndcg 10_12 0.2975 ndcg_cut_5 10_12 0.3478 ndcg_cut_10 10_12 0.2698 ndcg_cut_15 10_12 0.2889 ndcg_cut_20 10_12 0.3013 ndcg_cut_30 10_12 0.3024 ndcg_cut_100 10_12 0.2823 ndcg_cut_200 10_12 0.3194 ndcg_cut_500 10_12 0.3194 ndcg_cut_1000 10_12 0.3194 map_cut_5 10_12 0.0453 map_cut_10 10_12 0.0570 map_cut_15 10_12 0.0713 map_cut_20 10_12 0.0843 map_cut_30 10_12 0.1042 map_cut_100 10_12 0.1402 map_cut_200 10_12 0.1506 map_cut_500 10_12 0.1506 map_cut_1000 10_12 0.1506 relative_P_5 10_12 0.8000 relative_P_10 10_12 0.5000 relative_P_15 10_12 0.4667 relative_P_20 10_12 0.4500 relative_P_30 10_12 0.4000 relative_P_100 10_12 0.2817 relative_P_200 10_12 0.3380 relative_P_500 10_12 0.3380 relative_P_1000 10_12 0.3380 success_1 10_12 1.0000 success_5 10_12 1.0000 success_10 10_12 1.0000 set_P 10_12 0.0240 set_relative_P 10_12 0.3380 set_recall 10_12 0.3380 set_map 10_12 0.0081 set_F 10_12 0.0448 num_nonrel_judged_ret 10_12 10 rbp 10_12 0.2053 rbp_resid 10_12 0.3312 unj_5 10_12 0.0000 unj_10 10_12 0.3000 unj_20 10_12 0.4000 num_ret 10_2 1000 num_rel 10_2 30 num_rel_ret 10_2 0 map 10_2 0.0000 Rprec 10_2 0.0000 bpref 10_2 0.0000 recip_rank 10_2 0.0000 iprec_at_recall_0.00 10_2 0.0000 iprec_at_recall_0.10 10_2 0.0000 iprec_at_recall_0.20 10_2 0.0000 iprec_at_recall_0.30 10_2 0.0000 iprec_at_recall_0.40 10_2 0.0000 iprec_at_recall_0.50 10_2 0.0000 iprec_at_recall_0.60 10_2 0.0000 iprec_at_recall_0.70 10_2 0.0000 iprec_at_recall_0.80 10_2 0.0000 iprec_at_recall_0.90 10_2 0.0000 iprec_at_recall_1.00 10_2 0.0000 P_5 10_2 0.0000 P_10 10_2 0.0000 P_15 10_2 0.0000 P_20 10_2 0.0000 P_30 10_2 0.0000 P_100 10_2 0.0000 P_200 10_2 0.0000 P_500 10_2 0.0000 P_1000 10_2 0.0000 relstring 10_2 '00000-0-00' recall_5 10_2 0.0000 recall_10 10_2 0.0000 recall_15 10_2 0.0000 recall_20 10_2 0.0000 recall_30 10_2 0.0000 recall_100 10_2 0.0000 recall_200 10_2 0.0000 recall_500 10_2 0.0000 recall_1000 10_2 0.0000 infAP 10_2 0.0000 Rprec_mult_0.20 10_2 0.0000 Rprec_mult_0.40 10_2 0.0000 Rprec_mult_0.60 10_2 0.0000 Rprec_mult_0.80 10_2 0.0000 Rprec_mult_1.00 10_2 0.0000 Rprec_mult_1.20 10_2 0.0000 Rprec_mult_1.40 10_2 0.0000 Rprec_mult_1.60 10_2 0.0000 Rprec_mult_1.80 10_2 0.0000 Rprec_mult_2.00 10_2 0.0000 utility 10_2 -1000.0000 11pt_avg 10_2 0.0000 binG 10_2 0.0000 G 10_2 0.0000 ndcg 10_2 0.0000 ndcg_rel 10_2 0.0000 Rndcg 10_2 0.0000 ndcg_cut_5 10_2 0.0000 ndcg_cut_10 10_2 0.0000 ndcg_cut_15 10_2 0.0000 ndcg_cut_20 10_2 0.0000 ndcg_cut_30 10_2 0.0000 ndcg_cut_100 10_2 0.0000 ndcg_cut_200 10_2 0.0000 ndcg_cut_500 10_2 0.0000 ndcg_cut_1000 10_2 0.0000 map_cut_5 10_2 0.0000 map_cut_10 10_2 0.0000 map_cut_15 10_2 0.0000 map_cut_20 10_2 0.0000 map_cut_30 10_2 0.0000 map_cut_100 10_2 0.0000 map_cut_200 10_2 0.0000 map_cut_500 10_2 0.0000 map_cut_1000 10_2 0.0000 relative_P_5 10_2 0.0000 relative_P_10 10_2 0.0000 relative_P_15 10_2 0.0000 relative_P_20 10_2 0.0000 relative_P_30 10_2 0.0000 relative_P_100 10_2 0.0000 relative_P_200 10_2 0.0000 relative_P_500 10_2 0.0000 relative_P_1000 10_2 0.0000 success_1 10_2 0.0000 success_5 10_2 0.0000 success_10 10_2 0.0000 set_P 10_2 0.0000 set_relative_P 10_2 0.0000 set_recall 10_2 0.0000 set_map 10_2 0.0000 set_F 10_2 0.0000 num_nonrel_judged_ret 10_2 10 rbp 10_2 0.0000 rbp_resid 10_2 0.4370 unj_5 10_2 0.0000 unj_10 10_2 0.2000 unj_20 10_2 0.5500 num_ret 10_3 1000 num_rel 10_3 23 num_rel_ret 10_3 0 map 10_3 0.0000 Rprec 10_3 0.0000 bpref 10_3 0.0000 recip_rank 10_3 0.0000 iprec_at_recall_0.00 10_3 0.0000 iprec_at_recall_0.10 10_3 0.0000 iprec_at_recall_0.20 10_3 0.0000 iprec_at_recall_0.30 10_3 0.0000 iprec_at_recall_0.40 10_3 0.0000 iprec_at_recall_0.50 10_3 0.0000 iprec_at_recall_0.60 10_3 0.0000 iprec_at_recall_0.70 10_3 0.0000 iprec_at_recall_0.80 10_3 0.0000 iprec_at_recall_0.90 10_3 0.0000 iprec_at_recall_1.00 10_3 0.0000 P_5 10_3 0.0000 P_10 10_3 0.0000 P_15 10_3 0.0000 P_20 10_3 0.0000 P_30 10_3 0.0000 P_100 10_3 0.0000 P_200 10_3 0.0000 P_500 10_3 0.0000 P_1000 10_3 0.0000 relstring 10_3 '00000-----' recall_5 10_3 0.0000 recall_10 10_3 0.0000 recall_15 10_3 0.0000 recall_20 10_3 0.0000 recall_30 10_3 0.0000 recall_100 10_3 0.0000 recall_200 10_3 0.0000 recall_500 10_3 0.0000 recall_1000 10_3 0.0000 infAP 10_3 0.0000 Rprec_mult_0.20 10_3 0.0000 Rprec_mult_0.40 10_3 0.0000 Rprec_mult_0.60 10_3 0.0000 Rprec_mult_0.80 10_3 0.0000 Rprec_mult_1.00 10_3 0.0000 Rprec_mult_1.20 10_3 0.0000 Rprec_mult_1.40 10_3 0.0000 Rprec_mult_1.60 10_3 0.0000 Rprec_mult_1.80 10_3 0.0000 Rprec_mult_2.00 10_3 0.0000 utility 10_3 -1000.0000 11pt_avg 10_3 0.0000 binG 10_3 0.0000 G 10_3 0.0000 ndcg 10_3 0.0000 ndcg_rel 10_3 0.0000 Rndcg 10_3 0.0000 ndcg_cut_5 10_3 0.0000 ndcg_cut_10 10_3 0.0000 ndcg_cut_15 10_3 0.0000 ndcg_cut_20 10_3 0.0000 ndcg_cut_30 10_3 0.0000 ndcg_cut_100 10_3 0.0000 ndcg_cut_200 10_3 0.0000 ndcg_cut_500 10_3 0.0000 ndcg_cut_1000 10_3 0.0000 map_cut_5 10_3 0.0000 map_cut_10 10_3 0.0000 map_cut_15 10_3 0.0000 map_cut_20 10_3 0.0000 map_cut_30 10_3 0.0000 map_cut_100 10_3 0.0000 map_cut_200 10_3 0.0000 map_cut_500 10_3 0.0000 map_cut_1000 10_3 0.0000 relative_P_5 10_3 0.0000 relative_P_10 10_3 0.0000 relative_P_15 10_3 0.0000 relative_P_20 10_3 0.0000 relative_P_30 10_3 0.0000 relative_P_100 10_3 0.0000 relative_P_200 10_3 0.0000 relative_P_500 10_3 0.0000 relative_P_1000 10_3 0.0000 success_1 10_3 0.0000 success_5 10_3 0.0000 success_10 10_3 0.0000 set_P 10_3 0.0000 set_relative_P 10_3 0.0000 set_recall 10_3 0.0000 set_map 10_3 0.0000 set_F 10_3 0.0000 num_nonrel_judged_ret 10_3 5 rbp 10_3 0.0000 rbp_resid 10_3 0.5905 unj_5 10_3 0.0000 unj_10 10_3 0.5000 unj_20 10_3 0.7500 num_ret 10_6 1000 num_rel 10_6 133 num_rel_ret 10_6 5 map 10_6 0.0286 Rprec 10_6 0.0301 bpref 10_6 0.0374 recip_rank 10_6 1.0000 iprec_at_recall_0.00 10_6 1.0000 iprec_at_recall_0.10 10_6 0.0000 iprec_at_recall_0.20 10_6 0.0000 iprec_at_recall_0.30 10_6 0.0000 iprec_at_recall_0.40 10_6 0.0000 iprec_at_recall_0.50 10_6 0.0000 iprec_at_recall_0.60 10_6 0.0000 iprec_at_recall_0.70 10_6 0.0000 iprec_at_recall_0.80 10_6 0.0000 iprec_at_recall_0.90 10_6 0.0000 iprec_at_recall_1.00 10_6 0.0000 P_5 10_6 0.8000 P_10 10_6 0.4000 P_15 10_6 0.2667 P_20 10_6 0.2000 P_30 10_6 0.1333 P_100 10_6 0.0400 P_200 10_6 0.0200 P_500 10_6 0.0080 P_1000 10_6 0.0050 relstring 10_6 '12101-----' recall_5 10_6 0.0301 recall_10 10_6 0.0301 recall_15 10_6 0.0301 recall_20 10_6 0.0301 recall_30 10_6 0.0301 recall_100 10_6 0.0301 recall_200 10_6 0.0301 recall_500 10_6 0.0301 recall_1000 10_6 0.0376 infAP 10_6 0.0286 Rprec_mult_0.20 10_6 0.1481 Rprec_mult_0.40 10_6 0.0741 Rprec_mult_0.60 10_6 0.0500 Rprec_mult_0.80 10_6 0.0374 Rprec_mult_1.00 10_6 0.0301 Rprec_mult_1.20 10_6 0.0250 Rprec_mult_1.40 10_6 0.0214 Rprec_mult_1.60 10_6 0.0188 Rprec_mult_1.80 10_6 0.0167 Rprec_mult_2.00 10_6 0.0150 utility 10_6 -990.0000 11pt_avg 10_6 0.0909 binG 10_6 0.0281 G 10_6 0.0103 ndcg 10_6 0.0737 ndcg_rel 10_6 0.0837 Rndcg 10_6 0.1670 ndcg_cut_5 10_6 0.3922 ndcg_cut_10 10_6 0.2807 ndcg_cut_15 10_6 0.2273 ndcg_cut_20 10_6 0.1942 ndcg_cut_30 10_6 0.1539 ndcg_cut_100 10_6 0.0800 ndcg_cut_200 10_6 0.0713 ndcg_cut_500 10_6 0.0713 ndcg_cut_1000 10_6 0.0737 map_cut_5 10_6 0.0286 map_cut_10 10_6 0.0286 map_cut_15 10_6 0.0286 map_cut_20 10_6 0.0286 map_cut_30 10_6 0.0286 map_cut_100 10_6 0.0286 map_cut_200 10_6 0.0286 map_cut_500 10_6 0.0286 map_cut_1000 10_6 0.0286 relative_P_5 10_6 0.8000 relative_P_10 10_6 0.4000 relative_P_15 10_6 0.2667 relative_P_20 10_6 0.2000 relative_P_30 10_6 0.1333 relative_P_100 10_6 0.0400 relative_P_200 10_6 0.0301 relative_P_500 10_6 0.0301 relative_P_1000 10_6 0.0376 success_1 10_6 1.0000 success_5 10_6 1.0000 success_10 10_6 1.0000 set_P 10_6 0.0050 set_relative_P 10_6 0.0376 set_recall 10_6 0.0376 set_map 10_6 0.0002 set_F 10_6 0.0088 num_nonrel_judged_ret 10_6 2 rbp 10_6 0.1422 rbp_resid 10_6 0.5905 unj_5 10_6 0.0000 unj_10 10_6 0.5000 unj_20 10_6 0.7500 num_ret 10_7 1000 num_rel 10_7 149 num_rel_ret 10_7 30 map 10_7 0.0504 Rprec 10_7 0.1342 bpref 10_7 0.1801 recip_rank 10_7 1.0000 iprec_at_recall_0.00 10_7 1.0000 iprec_at_recall_0.10 10_7 0.2361 iprec_at_recall_0.20 10_7 0.0479 iprec_at_recall_0.30 10_7 0.0000 iprec_at_recall_0.40 10_7 0.0000 iprec_at_recall_0.50 10_7 0.0000 iprec_at_recall_0.60 10_7 0.0000 iprec_at_recall_0.70 10_7 0.0000 iprec_at_recall_0.80 10_7 0.0000 iprec_at_recall_0.90 10_7 0.0000 iprec_at_recall_1.00 10_7 0.0000 P_5 10_7 0.2000 P_10 10_7 0.3000 P_15 10_7 0.4000 P_20 10_7 0.4500 P_30 10_7 0.3000 P_100 10_7 0.1700 P_200 10_7 0.1100 P_500 10_7 0.0560 P_1000 10_7 0.0300 relstring 10_7 '10000-011-' recall_5 10_7 0.0067 recall_10 10_7 0.0201 recall_15 10_7 0.0403 recall_20 10_7 0.0604 recall_30 10_7 0.0604 recall_100 10_7 0.1141 recall_200 10_7 0.1477 recall_500 10_7 0.1879 recall_1000 10_7 0.2013 infAP 10_7 0.0504 Rprec_mult_0.20 10_7 0.3000 Rprec_mult_0.40 10_7 0.2333 Rprec_mult_0.60 10_7 0.1889 Rprec_mult_0.80 10_7 0.1500 Rprec_mult_1.00 10_7 0.1342 Rprec_mult_1.20 10_7 0.1229 Rprec_mult_1.40 10_7 0.1053 Rprec_mult_1.60 10_7 0.0962 Rprec_mult_1.80 10_7 0.0855 Rprec_mult_2.00 10_7 0.0839 utility 10_7 -940.0000 11pt_avg 10_7 0.1167 binG 10_7 0.0444 G 10_7 0.0329 ndcg 10_7 0.1818 ndcg_rel 10_7 0.1805 Rndcg 10_7 0.2018 ndcg_cut_5 10_7 0.1450 ndcg_cut_10 10_7 0.1603 ndcg_cut_15 10_7 0.1887 ndcg_cut_20 10_7 0.2067 ndcg_cut_30 10_7 0.1613 ndcg_cut_100 10_7 0.1496 ndcg_cut_200 10_7 0.1477 ndcg_cut_500 10_7 0.1761 ndcg_cut_1000 10_7 0.1818 map_cut_5 10_7 0.0067 map_cut_10 10_7 0.0106 map_cut_15 10_7 0.0181 map_cut_20 10_7 0.0274 map_cut_30 10_7 0.0274 map_cut_100 10_7 0.0414 map_cut_200 10_7 0.0461 map_cut_500 10_7 0.0496 map_cut_1000 10_7 0.0504 relative_P_5 10_7 0.2000 relative_P_10 10_7 0.3000 relative_P_15 10_7 0.4000 relative_P_20 10_7 0.4500 relative_P_30 10_7 0.3000 relative_P_100 10_7 0.1700 relative_P_200 10_7 0.1477 relative_P_500 10_7 0.1879 relative_P_1000 10_7 0.2013 success_1 10_7 1.0000 success_5 10_7 1.0000 success_10 10_7 1.0000 set_P 10_7 0.0300 set_relative_P 10_7 0.2013 set_recall 10_7 0.2013 set_map 10_7 0.0060 set_F 10_7 0.0522 num_nonrel_judged_ret 10_7 22 rbp 10_7 0.1126 rbp_resid 10_7 0.2787 unj_5 10_7 0.0000 unj_10 10_7 0.2000 unj_20 10_7 0.2500 num_ret 10_8 1000 num_rel 10_8 76 num_rel_ret 10_8 23 map 10_8 0.0768 Rprec 10_8 0.1711 bpref 10_8 0.2817 recip_rank 10_8 1.0000 iprec_at_recall_0.00 10_8 1.0000 iprec_at_recall_0.10 10_8 0.3438 iprec_at_recall_0.20 10_8 0.1154 iprec_at_recall_0.30 10_8 0.0335 iprec_at_recall_0.40 10_8 0.0000 iprec_at_recall_0.50 10_8 0.0000 iprec_at_recall_0.60 10_8 0.0000 iprec_at_recall_0.70 10_8 0.0000 iprec_at_recall_0.80 10_8 0.0000 iprec_at_recall_0.90 10_8 0.0000 iprec_at_recall_1.00 10_8 0.0000 P_5 10_8 0.4000 P_10 10_8 0.3000 P_15 10_8 0.3333 P_20 10_8 0.3500 P_30 10_8 0.3333 P_100 10_8 0.1400 P_200 10_8 0.0800 P_500 10_8 0.0420 P_1000 10_8 0.0230 relstring 10_8 '10200--1--' recall_5 10_8 0.0263 recall_10 10_8 0.0395 recall_15 10_8 0.0658 recall_20 10_8 0.0921 recall_30 10_8 0.1316 recall_100 10_8 0.1842 recall_200 10_8 0.2105 recall_500 10_8 0.2763 recall_1000 10_8 0.3026 infAP 10_8 0.0768 Rprec_mult_0.20 10_8 0.3125 Rprec_mult_0.40 10_8 0.3226 Rprec_mult_0.60 10_8 0.2391 Rprec_mult_0.80 10_8 0.1967 Rprec_mult_1.00 10_8 0.1711 Rprec_mult_1.20 10_8 0.1522 Rprec_mult_1.40 10_8 0.1308 Rprec_mult_1.60 10_8 0.1148 Rprec_mult_1.80 10_8 0.1095 Rprec_mult_2.00 10_8 0.0987 utility 10_8 -954.0000 11pt_avg 10_8 0.1357 binG 10_8 0.0738 G 10_8 0.0616 ndcg 10_8 0.2795 ndcg_rel 10_8 0.2686 Rndcg 10_8 0.2202 ndcg_cut_5 10_8 0.2657 ndcg_cut_10 10_8 0.2160 ndcg_cut_15 10_8 0.2124 ndcg_cut_20 10_8 0.2249 ndcg_cut_30 10_8 0.2298 ndcg_cut_100 10_8 0.2110 ndcg_cut_200 10_8 0.2317 ndcg_cut_500 10_8 0.2675 ndcg_cut_1000 10_8 0.2795 map_cut_5 10_8 0.0219 map_cut_10 10_8 0.0269 map_cut_15 10_8 0.0356 map_cut_20 10_8 0.0446 map_cut_30 10_8 0.0569 map_cut_100 10_8 0.0690 map_cut_200 10_8 0.0719 map_cut_500 10_8 0.0759 map_cut_1000 10_8 0.0768 relative_P_5 10_8 0.4000 relative_P_10 10_8 0.3000 relative_P_15 10_8 0.3333 relative_P_20 10_8 0.3500 relative_P_30 10_8 0.3333 relative_P_100 10_8 0.1842 relative_P_200 10_8 0.2105 relative_P_500 10_8 0.2763 relative_P_1000 10_8 0.3026 success_1 10_8 1.0000 success_5 10_8 1.0000 success_10 10_8 1.0000 set_P 10_8 0.0230 set_relative_P 10_8 0.3026 set_recall 10_8 0.3026 set_map 10_8 0.0070 set_F 10_8 0.0428 num_nonrel_judged_ret 10_8 9 rbp 10_8 0.1456 rbp_resid 10_8 0.4032 unj_5 10_8 0.0000 unj_10 10_8 0.4000 unj_20 10_8 0.4500 num_ret 11_10 1000 num_rel 11_10 126 num_rel_ret 11_10 17 map 11_10 0.0628 Rprec 11_10 0.1349 bpref 11_10 0.1242 recip_rank 11_10 0.5000 iprec_at_recall_0.00 11_10 0.6667 iprec_at_recall_0.10 11_10 0.3939 iprec_at_recall_0.20 11_10 0.0000 iprec_at_recall_0.30 11_10 0.0000 iprec_at_recall_0.40 11_10 0.0000 iprec_at_recall_0.50 11_10 0.0000 iprec_at_recall_0.60 11_10 0.0000 iprec_at_recall_0.70 11_10 0.0000 iprec_at_recall_0.80 11_10 0.0000 iprec_at_recall_0.90 11_10 0.0000 iprec_at_recall_1.00 11_10 0.0000 P_5 11_10 0.6000 P_10 11_10 0.5000 P_15 11_10 0.5333 P_20 11_10 0.5000 P_30 11_10 0.4000 P_100 11_10 0.1700 P_200 11_10 0.0850 P_500 11_10 0.0340 P_1000 11_10 0.0170 relstring 11_10 '020412-002' recall_5 11_10 0.0238 recall_10 11_10 0.0397 recall_15 11_10 0.0635 recall_20 11_10 0.0794 recall_30 11_10 0.0952 recall_100 11_10 0.1349 recall_200 11_10 0.1349 recall_500 11_10 0.1349 recall_1000 11_10 0.1349 infAP 11_10 0.0628 Rprec_mult_0.20 11_10 0.4231 Rprec_mult_0.40 11_10 0.2745 Rprec_mult_0.60 11_10 0.2237 Rprec_mult_0.80 11_10 0.1683 Rprec_mult_1.00 11_10 0.1349 Rprec_mult_1.20 11_10 0.1118 Rprec_mult_1.40 11_10 0.0960 Rprec_mult_1.60 11_10 0.0842 Rprec_mult_1.80 11_10 0.0749 Rprec_mult_2.00 11_10 0.0675 utility 11_10 -966.0000 11pt_avg 11_10 0.0964 binG 11_10 0.0442 G 11_10 0.0242 ndcg 11_10 0.1479 ndcg_rel 11_10 0.1663 Rndcg 11_10 0.1403 ndcg_cut_5 11_10 0.3424 ndcg_cut_10 11_10 0.3186 ndcg_cut_15 11_10 0.3076 ndcg_cut_20 11_10 0.3122 ndcg_cut_30 11_10 0.2569 ndcg_cut_100 11_10 0.1588 ndcg_cut_200 11_10 0.1479 ndcg_cut_500 11_10 0.1479 ndcg_cut_1000 11_10 0.1479 map_cut_5 11_10 0.0127 map_cut_10 11_10 0.0220 map_cut_15 11_10 0.0348 map_cut_20 11_10 0.0434 map_cut_30 11_10 0.0499 map_cut_100 11_10 0.0628 map_cut_200 11_10 0.0628 map_cut_500 11_10 0.0628 map_cut_1000 11_10 0.0628 relative_P_5 11_10 0.6000 relative_P_10 11_10 0.5000 relative_P_15 11_10 0.5333 relative_P_20 11_10 0.5000 relative_P_30 11_10 0.4000 relative_P_100 11_10 0.1700 relative_P_200 11_10 0.1349 relative_P_500 11_10 0.1349 relative_P_1000 11_10 0.1349 success_1 11_10 0.0000 success_5 11_10 1.0000 success_10 11_10 1.0000 set_P 11_10 0.0170 set_relative_P 11_10 0.1349 set_recall 11_10 0.1349 set_map 11_10 0.0023 set_F 11_10 0.0302 num_nonrel_judged_ret 11_10 10 rbp 11_10 0.2385 rbp_resid 11_10 0.2149 unj_5 11_10 0.0000 unj_10 11_10 0.1000 unj_20 11_10 0.2000 num_ret 11_11 1000 num_rel 11_11 134 num_rel_ret 11_11 3 map 11_11 0.0100 Rprec 11_11 0.0224 bpref 11_11 0.0217 recip_rank 11_11 0.5000 iprec_at_recall_0.00 11_11 0.6667 iprec_at_recall_0.10 11_11 0.0000 iprec_at_recall_0.20 11_11 0.0000 iprec_at_recall_0.30 11_11 0.0000 iprec_at_recall_0.40 11_11 0.0000 iprec_at_recall_0.50 11_11 0.0000 iprec_at_recall_0.60 11_11 0.0000 iprec_at_recall_0.70 11_11 0.0000 iprec_at_recall_0.80 11_11 0.0000 iprec_at_recall_0.90 11_11 0.0000 iprec_at_recall_1.00 11_11 0.0000 P_5 11_11 0.4000 P_10 11_11 0.2000 P_15 11_11 0.1333 P_20 11_11 0.1500 P_30 11_11 0.1000 P_100 11_11 0.0300 P_200 11_11 0.0150 P_500 11_11 0.0060 P_1000 11_11 0.0030 relstring 11_11 '01100-----' recall_5 11_11 0.0149 recall_10 11_11 0.0149 recall_15 11_11 0.0149 recall_20 11_11 0.0224 recall_30 11_11 0.0224 recall_100 11_11 0.0224 recall_200 11_11 0.0224 recall_500 11_11 0.0224 recall_1000 11_11 0.0224 infAP 11_11 0.0100 Rprec_mult_0.20 11_11 0.1111 Rprec_mult_0.40 11_11 0.0556 Rprec_mult_0.60 11_11 0.0370 Rprec_mult_0.80 11_11 0.0278 Rprec_mult_1.00 11_11 0.0224 Rprec_mult_1.20 11_11 0.0186 Rprec_mult_1.40 11_11 0.0160 Rprec_mult_1.60 11_11 0.0140 Rprec_mult_1.80 11_11 0.0124 Rprec_mult_2.00 11_11 0.0112 utility 11_11 -994.0000 11pt_avg 11_11 0.0606 binG 11_11 0.0112 G 11_11 0.0033 ndcg 11_11 0.0252 ndcg_rel 11_11 0.0271 Rndcg 11_11 0.0257 ndcg_cut_5 11_11 0.1149 ndcg_cut_10 11_11 0.0773 ndcg_cut_15 11_11 0.0609 ndcg_cut_20 11_11 0.0618 ndcg_cut_30 11_11 0.0483 ndcg_cut_100 11_11 0.0278 ndcg_cut_200 11_11 0.0252 ndcg_cut_500 11_11 0.0252 ndcg_cut_1000 11_11 0.0252 map_cut_5 11_11 0.0087 map_cut_10 11_11 0.0087 map_cut_15 11_11 0.0087 map_cut_20 11_11 0.0100 map_cut_30 11_11 0.0100 map_cut_100 11_11 0.0100 map_cut_200 11_11 0.0100 map_cut_500 11_11 0.0100 map_cut_1000 11_11 0.0100 relative_P_5 11_11 0.4000 relative_P_10 11_11 0.2000 relative_P_15 11_11 0.1333 relative_P_20 11_11 0.1500 relative_P_30 11_11 0.1000 relative_P_100 11_11 0.0300 relative_P_200 11_11 0.0224 relative_P_500 11_11 0.0224 relative_P_1000 11_11 0.0224 success_1 11_11 0.0000 success_5 11_11 1.0000 success_10 11_11 1.0000 set_P 11_11 0.0030 set_relative_P 11_11 0.0224 set_recall 11_11 0.0224 set_map 11_11 0.0001 set_F 11_11 0.0053 num_nonrel_judged_ret 11_11 3 rbp 11_11 0.0469 rbp_resid 11_11 0.5738 unj_5 11_11 0.0000 unj_10 11_11 0.5000 unj_20 11_11 0.7000 num_ret 11_12 1000 num_rel 11_12 89 num_rel_ret 11_12 4 map 11_12 0.0061 Rprec 11_12 0.0449 bpref 11_12 0.0407 recip_rank 11_12 0.2000 iprec_at_recall_0.00 11_12 0.2000 iprec_at_recall_0.10 11_12 0.0000 iprec_at_recall_0.20 11_12 0.0000 iprec_at_recall_0.30 11_12 0.0000 iprec_at_recall_0.40 11_12 0.0000 iprec_at_recall_0.50 11_12 0.0000 iprec_at_recall_0.60 11_12 0.0000 iprec_at_recall_0.70 11_12 0.0000 iprec_at_recall_0.80 11_12 0.0000 iprec_at_recall_0.90 11_12 0.0000 iprec_at_recall_1.00 11_12 0.0000 P_5 11_12 0.2000 P_10 11_12 0.1000 P_15 11_12 0.1333 P_20 11_12 0.1000 P_30 11_12 0.1000 P_100 11_12 0.0400 P_200 11_12 0.0200 P_500 11_12 0.0080 P_1000 11_12 0.0040 relstring 11_12 '0000300--0' recall_5 11_12 0.0112 recall_10 11_12 0.0112 recall_15 11_12 0.0225 recall_20 11_12 0.0225 recall_30 11_12 0.0337 recall_100 11_12 0.0449 recall_200 11_12 0.0449 recall_500 11_12 0.0449 recall_1000 11_12 0.0449 infAP 11_12 0.0061 Rprec_mult_0.20 11_12 0.1111 Rprec_mult_0.40 11_12 0.0833 Rprec_mult_0.60 11_12 0.0556 Rprec_mult_0.80 11_12 0.0417 Rprec_mult_1.00 11_12 0.0449 Rprec_mult_1.20 11_12 0.0374 Rprec_mult_1.40 11_12 0.0320 Rprec_mult_1.60 11_12 0.0280 Rprec_mult_1.80 11_12 0.0248 Rprec_mult_2.00 11_12 0.0225 utility 11_12 -992.0000 11pt_avg 11_12 0.0182 binG 11_12 0.0118 G 11_12 0.0084 ndcg 11_12 0.0478 ndcg_rel 11_12 0.0496 Rndcg 11_12 0.0604 ndcg_cut_5 11_12 0.1312 ndcg_cut_10 11_12 0.0851 ndcg_cut_15 11_12 0.0856 ndcg_cut_20 11_12 0.0751 ndcg_cut_30 11_12 0.0705 ndcg_cut_100 11_12 0.0478 ndcg_cut_200 11_12 0.0478 ndcg_cut_500 11_12 0.0478 ndcg_cut_1000 11_12 0.0478 map_cut_5 11_12 0.0022 map_cut_10 11_12 0.0022 map_cut_15 11_12 0.0043 map_cut_20 11_12 0.0043 map_cut_30 11_12 0.0056 map_cut_100 11_12 0.0061 map_cut_200 11_12 0.0061 map_cut_500 11_12 0.0061 map_cut_1000 11_12 0.0061 relative_P_5 11_12 0.2000 relative_P_10 11_12 0.1000 relative_P_15 11_12 0.1333 relative_P_20 11_12 0.1000 relative_P_30 11_12 0.1000 relative_P_100 11_12 0.0449 relative_P_200 11_12 0.0449 relative_P_500 11_12 0.0449 relative_P_1000 11_12 0.0449 success_1 11_12 0.0000 success_5 11_12 1.0000 success_10 11_12 1.0000 set_P 11_12 0.0040 set_relative_P 11_12 0.0449 set_recall 11_12 0.0449 set_map 11_12 0.0002 set_F 11_12 0.0073 num_nonrel_judged_ret 11_12 15 rbp 11_12 0.0796 rbp_resid 11_12 0.3342 unj_5 11_12 0.0000 unj_10 11_12 0.2000 unj_20 11_12 0.4000 num_ret 11_13 1000 num_rel 11_13 203 num_rel_ret 11_13 0 map 11_13 0.0000 Rprec 11_13 0.0000 bpref 11_13 0.0000 recip_rank 11_13 0.0000 iprec_at_recall_0.00 11_13 0.0000 iprec_at_recall_0.10 11_13 0.0000 iprec_at_recall_0.20 11_13 0.0000 iprec_at_recall_0.30 11_13 0.0000 iprec_at_recall_0.40 11_13 0.0000 iprec_at_recall_0.50 11_13 0.0000 iprec_at_recall_0.60 11_13 0.0000 iprec_at_recall_0.70 11_13 0.0000 iprec_at_recall_0.80 11_13 0.0000 iprec_at_recall_0.90 11_13 0.0000 iprec_at_recall_1.00 11_13 0.0000 P_5 11_13 0.0000 P_10 11_13 0.0000 P_15 11_13 0.0000 P_20 11_13 0.0000 P_30 11_13 0.0000 P_100 11_13 0.0000 P_200 11_13 0.0000 P_500 11_13 0.0000 P_1000 11_13 0.0000 relstring 11_13 '00000-----' recall_5 11_13 0.0000 recall_10 11_13 0.0000 recall_15 11_13 0.0000 recall_20 11_13 0.0000 recall_30 11_13 0.0000 recall_100 11_13 0.0000 recall_200 11_13 0.0000 recall_500 11_13 0.0000 recall_1000 11_13 0.0000 infAP 11_13 0.0000 Rprec_mult_0.20 11_13 0.0000 Rprec_mult_0.40 11_13 0.0000 Rprec_mult_0.60 11_13 0.0000 Rprec_mult_0.80 11_13 0.0000 Rprec_mult_1.00 11_13 0.0000 Rprec_mult_1.20 11_13 0.0000 Rprec_mult_1.40 11_13 0.0000 Rprec_mult_1.60 11_13 0.0000 Rprec_mult_1.80 11_13 0.0000 Rprec_mult_2.00 11_13 0.0000 utility 11_13 -1000.0000 11pt_avg 11_13 0.0000 binG 11_13 0.0000 G 11_13 0.0000 ndcg 11_13 0.0000 ndcg_rel 11_13 0.0000 Rndcg 11_13 0.0000 ndcg_cut_5 11_13 0.0000 ndcg_cut_10 11_13 0.0000 ndcg_cut_15 11_13 0.0000 ndcg_cut_20 11_13 0.0000 ndcg_cut_30 11_13 0.0000 ndcg_cut_100 11_13 0.0000 ndcg_cut_200 11_13 0.0000 ndcg_cut_500 11_13 0.0000 ndcg_cut_1000 11_13 0.0000 map_cut_5 11_13 0.0000 map_cut_10 11_13 0.0000 map_cut_15 11_13 0.0000 map_cut_20 11_13 0.0000 map_cut_30 11_13 0.0000 map_cut_100 11_13 0.0000 map_cut_200 11_13 0.0000 map_cut_500 11_13 0.0000 map_cut_1000 11_13 0.0000 relative_P_5 11_13 0.0000 relative_P_10 11_13 0.0000 relative_P_15 11_13 0.0000 relative_P_20 11_13 0.0000 relative_P_30 11_13 0.0000 relative_P_100 11_13 0.0000 relative_P_200 11_13 0.0000 relative_P_500 11_13 0.0000 relative_P_1000 11_13 0.0000 success_1 11_13 0.0000 success_5 11_13 0.0000 success_10 11_13 0.0000 set_P 11_13 0.0000 set_relative_P 11_13 0.0000 set_recall 11_13 0.0000 set_map 11_13 0.0000 set_F 11_13 0.0000 num_nonrel_judged_ret 11_13 8 rbp 11_13 0.0000 rbp_resid 11_13 0.5629 unj_5 11_13 0.0000 unj_10 11_13 0.5000 unj_20 11_13 0.7000 num_ret 11_2 1000 num_rel 11_2 146 num_rel_ret 11_2 0 map 11_2 0.0000 Rprec 11_2 0.0000 bpref 11_2 0.0000 recip_rank 11_2 0.0000 iprec_at_recall_0.00 11_2 0.0000 iprec_at_recall_0.10 11_2 0.0000 iprec_at_recall_0.20 11_2 0.0000 iprec_at_recall_0.30 11_2 0.0000 iprec_at_recall_0.40 11_2 0.0000 iprec_at_recall_0.50 11_2 0.0000 iprec_at_recall_0.60 11_2 0.0000 iprec_at_recall_0.70 11_2 0.0000 iprec_at_recall_0.80 11_2 0.0000 iprec_at_recall_0.90 11_2 0.0000 iprec_at_recall_1.00 11_2 0.0000 P_5 11_2 0.0000 P_10 11_2 0.0000 P_15 11_2 0.0000 P_20 11_2 0.0000 P_30 11_2 0.0000 P_100 11_2 0.0000 P_200 11_2 0.0000 P_500 11_2 0.0000 P_1000 11_2 0.0000 relstring 11_2 '00000-----' recall_5 11_2 0.0000 recall_10 11_2 0.0000 recall_15 11_2 0.0000 recall_20 11_2 0.0000 recall_30 11_2 0.0000 recall_100 11_2 0.0000 recall_200 11_2 0.0000 recall_500 11_2 0.0000 recall_1000 11_2 0.0000 infAP 11_2 0.0000 Rprec_mult_0.20 11_2 0.0000 Rprec_mult_0.40 11_2 0.0000 Rprec_mult_0.60 11_2 0.0000 Rprec_mult_0.80 11_2 0.0000 Rprec_mult_1.00 11_2 0.0000 Rprec_mult_1.20 11_2 0.0000 Rprec_mult_1.40 11_2 0.0000 Rprec_mult_1.60 11_2 0.0000 Rprec_mult_1.80 11_2 0.0000 Rprec_mult_2.00 11_2 0.0000 utility 11_2 -1000.0000 11pt_avg 11_2 0.0000 binG 11_2 0.0000 G 11_2 0.0000 ndcg 11_2 0.0000 ndcg_rel 11_2 0.0000 Rndcg 11_2 0.0000 ndcg_cut_5 11_2 0.0000 ndcg_cut_10 11_2 0.0000 ndcg_cut_15 11_2 0.0000 ndcg_cut_20 11_2 0.0000 ndcg_cut_30 11_2 0.0000 ndcg_cut_100 11_2 0.0000 ndcg_cut_200 11_2 0.0000 ndcg_cut_500 11_2 0.0000 ndcg_cut_1000 11_2 0.0000 map_cut_5 11_2 0.0000 map_cut_10 11_2 0.0000 map_cut_15 11_2 0.0000 map_cut_20 11_2 0.0000 map_cut_30 11_2 0.0000 map_cut_100 11_2 0.0000 map_cut_200 11_2 0.0000 map_cut_500 11_2 0.0000 map_cut_1000 11_2 0.0000 relative_P_5 11_2 0.0000 relative_P_10 11_2 0.0000 relative_P_15 11_2 0.0000 relative_P_20 11_2 0.0000 relative_P_30 11_2 0.0000 relative_P_100 11_2 0.0000 relative_P_200 11_2 0.0000 relative_P_500 11_2 0.0000 relative_P_1000 11_2 0.0000 success_1 11_2 0.0000 success_5 11_2 0.0000 success_10 11_2 0.0000 set_P 11_2 0.0000 set_relative_P 11_2 0.0000 set_recall 11_2 0.0000 set_map 11_2 0.0000 set_F 11_2 0.0000 num_nonrel_judged_ret 11_2 13 rbp 11_2 0.0000 rbp_resid 11_2 0.5846 unj_5 11_2 0.0000 unj_10 11_2 0.5000 unj_20 11_2 0.7500 num_ret 11_3 1000 num_rel 11_3 188 num_rel_ret 11_3 1 map 11_3 0.0027 Rprec 11_3 0.0053 bpref 11_3 0.0052 recip_rank 11_3 0.5000 iprec_at_recall_0.00 11_3 0.5000 iprec_at_recall_0.10 11_3 0.0000 iprec_at_recall_0.20 11_3 0.0000 iprec_at_recall_0.30 11_3 0.0000 iprec_at_recall_0.40 11_3 0.0000 iprec_at_recall_0.50 11_3 0.0000 iprec_at_recall_0.60 11_3 0.0000 iprec_at_recall_0.70 11_3 0.0000 iprec_at_recall_0.80 11_3 0.0000 iprec_at_recall_0.90 11_3 0.0000 iprec_at_recall_1.00 11_3 0.0000 P_5 11_3 0.2000 P_10 11_3 0.1000 P_15 11_3 0.0667 P_20 11_3 0.0500 P_30 11_3 0.0333 P_100 11_3 0.0100 P_200 11_3 0.0050 P_500 11_3 0.0020 P_1000 11_3 0.0010 relstring 11_3 '01000-----' recall_5 11_3 0.0053 recall_10 11_3 0.0053 recall_15 11_3 0.0053 recall_20 11_3 0.0053 recall_30 11_3 0.0053 recall_100 11_3 0.0053 recall_200 11_3 0.0053 recall_500 11_3 0.0053 recall_1000 11_3 0.0053 infAP 11_3 0.0027 Rprec_mult_0.20 11_3 0.0263 Rprec_mult_0.40 11_3 0.0132 Rprec_mult_0.60 11_3 0.0088 Rprec_mult_0.80 11_3 0.0066 Rprec_mult_1.00 11_3 0.0053 Rprec_mult_1.20 11_3 0.0044 Rprec_mult_1.40 11_3 0.0038 Rprec_mult_1.60 11_3 0.0033 Rprec_mult_1.80 11_3 0.0029 Rprec_mult_2.00 11_3 0.0027 utility 11_3 -998.0000 11pt_avg 11_3 0.0455 binG 11_3 0.0034 G 11_3 0.0011 ndcg 11_3 0.0099 ndcg_rel 11_3 0.0105 Rndcg 11_3 0.0147 ndcg_cut_5 11_3 0.0713 ndcg_cut_10 11_3 0.0463 ndcg_cut_15 11_3 0.0359 ndcg_cut_20 11_3 0.0299 ndcg_cut_30 11_3 0.0242 ndcg_cut_100 11_3 0.0127 ndcg_cut_200 11_3 0.0099 ndcg_cut_500 11_3 0.0099 ndcg_cut_1000 11_3 0.0099 map_cut_5 11_3 0.0027 map_cut_10 11_3 0.0027 map_cut_15 11_3 0.0027 map_cut_20 11_3 0.0027 map_cut_30 11_3 0.0027 map_cut_100 11_3 0.0027 map_cut_200 11_3 0.0027 map_cut_500 11_3 0.0027 map_cut_1000 11_3 0.0027 relative_P_5 11_3 0.2000 relative_P_10 11_3 0.1000 relative_P_15 11_3 0.0667 relative_P_20 11_3 0.0500 relative_P_30 11_3 0.0333 relative_P_100 11_3 0.0100 relative_P_200 11_3 0.0053 relative_P_500 11_3 0.0053 relative_P_1000 11_3 0.0053 success_1 11_3 0.0000 success_5 11_3 1.0000 success_10 11_3 1.0000 set_P 11_3 0.0010 set_relative_P 11_3 0.0053 set_recall 11_3 0.0053 set_map 11_3 0.0000 set_F 11_3 0.0017 num_nonrel_judged_ret 11_3 4 rbp 11_3 0.0300 rbp_resid 11_3 0.5905 unj_5 11_3 0.0000 unj_10 11_3 0.5000 unj_20 11_3 0.7500 num_ret 11_4 1000 num_rel 11_4 144 num_rel_ret 11_4 0 map 11_4 0.0000 Rprec 11_4 0.0000 bpref 11_4 0.0000 recip_rank 11_4 0.0000 iprec_at_recall_0.00 11_4 0.0000 iprec_at_recall_0.10 11_4 0.0000 iprec_at_recall_0.20 11_4 0.0000 iprec_at_recall_0.30 11_4 0.0000 iprec_at_recall_0.40 11_4 0.0000 iprec_at_recall_0.50 11_4 0.0000 iprec_at_recall_0.60 11_4 0.0000 iprec_at_recall_0.70 11_4 0.0000 iprec_at_recall_0.80 11_4 0.0000 iprec_at_recall_0.90 11_4 0.0000 iprec_at_recall_1.00 11_4 0.0000 P_5 11_4 0.0000 P_10 11_4 0.0000 P_15 11_4 0.0000 P_20 11_4 0.0000 P_30 11_4 0.0000 P_100 11_4 0.0000 P_200 11_4 0.0000 P_500 11_4 0.0000 P_1000 11_4 0.0000 relstring 11_4 '00000-----' recall_5 11_4 0.0000 recall_10 11_4 0.0000 recall_15 11_4 0.0000 recall_20 11_4 0.0000 recall_30 11_4 0.0000 recall_100 11_4 0.0000 recall_200 11_4 0.0000 recall_500 11_4 0.0000 recall_1000 11_4 0.0000 infAP 11_4 0.0000 Rprec_mult_0.20 11_4 0.0000 Rprec_mult_0.40 11_4 0.0000 Rprec_mult_0.60 11_4 0.0000 Rprec_mult_0.80 11_4 0.0000 Rprec_mult_1.00 11_4 0.0000 Rprec_mult_1.20 11_4 0.0000 Rprec_mult_1.40 11_4 0.0000 Rprec_mult_1.60 11_4 0.0000 Rprec_mult_1.80 11_4 0.0000 Rprec_mult_2.00 11_4 0.0000 utility 11_4 -1000.0000 11pt_avg 11_4 0.0000 binG 11_4 0.0000 G 11_4 0.0000 ndcg 11_4 0.0000 ndcg_rel 11_4 0.0000 Rndcg 11_4 0.0000 ndcg_cut_5 11_4 0.0000 ndcg_cut_10 11_4 0.0000 ndcg_cut_15 11_4 0.0000 ndcg_cut_20 11_4 0.0000 ndcg_cut_30 11_4 0.0000 ndcg_cut_100 11_4 0.0000 ndcg_cut_200 11_4 0.0000 ndcg_cut_500 11_4 0.0000 ndcg_cut_1000 11_4 0.0000 map_cut_5 11_4 0.0000 map_cut_10 11_4 0.0000 map_cut_15 11_4 0.0000 map_cut_20 11_4 0.0000 map_cut_30 11_4 0.0000 map_cut_100 11_4 0.0000 map_cut_200 11_4 0.0000 map_cut_500 11_4 0.0000 map_cut_1000 11_4 0.0000 relative_P_5 11_4 0.0000 relative_P_10 11_4 0.0000 relative_P_15 11_4 0.0000 relative_P_20 11_4 0.0000 relative_P_30 11_4 0.0000 relative_P_100 11_4 0.0000 relative_P_200 11_4 0.0000 relative_P_500 11_4 0.0000 relative_P_1000 11_4 0.0000 success_1 11_4 0.0000 success_5 11_4 0.0000 success_10 11_4 0.0000 set_P 11_4 0.0000 set_relative_P 11_4 0.0000 set_recall 11_4 0.0000 set_map 11_4 0.0000 set_F 11_4 0.0000 num_nonrel_judged_ret 11_4 10 rbp 11_4 0.0000 rbp_resid 11_4 0.5773 unj_5 11_4 0.0000 unj_10 11_4 0.5000 unj_20 11_4 0.7500 num_ret 11_6 1000 num_rel 11_6 60 num_rel_ret 11_6 2 map 11_6 0.0001 Rprec 11_6 0.0000 bpref 11_6 0.0280 recip_rank 11_6 0.0060 iprec_at_recall_0.00 11_6 0.0060 iprec_at_recall_0.10 11_6 0.0000 iprec_at_recall_0.20 11_6 0.0000 iprec_at_recall_0.30 11_6 0.0000 iprec_at_recall_0.40 11_6 0.0000 iprec_at_recall_0.50 11_6 0.0000 iprec_at_recall_0.60 11_6 0.0000 iprec_at_recall_0.70 11_6 0.0000 iprec_at_recall_0.80 11_6 0.0000 iprec_at_recall_0.90 11_6 0.0000 iprec_at_recall_1.00 11_6 0.0000 P_5 11_6 0.0000 P_10 11_6 0.0000 P_15 11_6 0.0000 P_20 11_6 0.0000 P_30 11_6 0.0000 P_100 11_6 0.0000 P_200 11_6 0.0050 P_500 11_6 0.0020 P_1000 11_6 0.0020 relstring 11_6 '00000-----' recall_5 11_6 0.0000 recall_10 11_6 0.0000 recall_15 11_6 0.0000 recall_20 11_6 0.0000 recall_30 11_6 0.0000 recall_100 11_6 0.0000 recall_200 11_6 0.0167 recall_500 11_6 0.0167 recall_1000 11_6 0.0333 infAP 11_6 0.0001 Rprec_mult_0.20 11_6 0.0000 Rprec_mult_0.40 11_6 0.0000 Rprec_mult_0.60 11_6 0.0000 Rprec_mult_0.80 11_6 0.0000 Rprec_mult_1.00 11_6 0.0000 Rprec_mult_1.20 11_6 0.0000 Rprec_mult_1.40 11_6 0.0000 Rprec_mult_1.60 11_6 0.0000 Rprec_mult_1.80 11_6 0.0000 Rprec_mult_2.00 11_6 0.0000 utility 11_6 -996.0000 11pt_avg 11_6 0.0005 binG 11_6 0.0040 G 11_6 0.0050 ndcg 11_6 0.0192 ndcg_rel 11_6 0.0191 Rndcg 11_6 0.0048 ndcg_cut_5 11_6 0.0000 ndcg_cut_10 11_6 0.0000 ndcg_cut_15 11_6 0.0000 ndcg_cut_20 11_6 0.0000 ndcg_cut_30 11_6 0.0000 ndcg_cut_100 11_6 0.0000 ndcg_cut_200 11_6 0.0126 ndcg_cut_500 11_6 0.0126 ndcg_cut_1000 11_6 0.0192 map_cut_5 11_6 0.0000 map_cut_10 11_6 0.0000 map_cut_15 11_6 0.0000 map_cut_20 11_6 0.0000 map_cut_30 11_6 0.0000 map_cut_100 11_6 0.0000 map_cut_200 11_6 0.0001 map_cut_500 11_6 0.0001 map_cut_1000 11_6 0.0001 relative_P_5 11_6 0.0000 relative_P_10 11_6 0.0000 relative_P_15 11_6 0.0000 relative_P_20 11_6 0.0000 relative_P_30 11_6 0.0000 relative_P_100 11_6 0.0000 relative_P_200 11_6 0.0167 relative_P_500 11_6 0.0167 relative_P_1000 11_6 0.0333 success_1 11_6 0.0000 success_5 11_6 0.0000 success_10 11_6 0.0000 set_P 11_6 0.0020 set_relative_P 11_6 0.0333 set_recall 11_6 0.0333 set_map 11_6 0.0001 set_F 11_6 0.0038 num_nonrel_judged_ret 11_6 9 rbp 11_6 0.0000 rbp_resid 11_6 0.5296 unj_5 11_6 0.0000 unj_10 11_6 0.5000 unj_20 11_6 0.6500 num_ret 11_7 1000 num_rel 11_7 90 num_rel_ret 11_7 24 map 11_7 0.0333 Rprec 11_7 0.1333 bpref 11_7 0.2263 recip_rank 11_7 0.0833 iprec_at_recall_0.00 11_7 0.2424 iprec_at_recall_0.10 11_7 0.2368 iprec_at_recall_0.20 11_7 0.0605 iprec_at_recall_0.30 11_7 0.0000 iprec_at_recall_0.40 11_7 0.0000 iprec_at_recall_0.50 11_7 0.0000 iprec_at_recall_0.60 11_7 0.0000 iprec_at_recall_0.70 11_7 0.0000 iprec_at_recall_0.80 11_7 0.0000 iprec_at_recall_0.90 11_7 0.0000 iprec_at_recall_1.00 11_7 0.0000 P_5 11_7 0.0000 P_10 11_7 0.0000 P_15 11_7 0.0667 P_20 11_7 0.1500 P_30 11_7 0.2333 P_100 11_7 0.1200 P_200 11_7 0.0750 P_500 11_7 0.0400 P_1000 11_7 0.0240 relstring 11_7 '00000--0--' recall_5 11_7 0.0000 recall_10 11_7 0.0000 recall_15 11_7 0.0111 recall_20 11_7 0.0333 recall_30 11_7 0.0778 recall_100 11_7 0.1333 recall_200 11_7 0.1667 recall_500 11_7 0.2222 recall_1000 11_7 0.2667 infAP 11_7 0.0333 Rprec_mult_0.20 11_7 0.1667 Rprec_mult_0.40 11_7 0.2222 Rprec_mult_0.60 11_7 0.1667 Rprec_mult_0.80 11_7 0.1528 Rprec_mult_1.00 11_7 0.1333 Rprec_mult_1.20 11_7 0.1296 Rprec_mult_1.40 11_7 0.1190 Rprec_mult_1.60 11_7 0.1042 Rprec_mult_1.80 11_7 0.0926 Rprec_mult_2.00 11_7 0.0833 utility 11_7 -952.0000 11pt_avg 11_7 0.0491 binG 11_7 0.0452 G 11_7 0.0381 ndcg 11_7 0.1745 ndcg_rel 11_7 0.1601 Rndcg 11_7 0.1017 ndcg_cut_5 11_7 0.0000 ndcg_cut_10 11_7 0.0000 ndcg_cut_15 11_7 0.0189 ndcg_cut_20 11_7 0.0589 ndcg_cut_30 11_7 0.1175 ndcg_cut_100 11_7 0.1184 ndcg_cut_200 11_7 0.1314 ndcg_cut_500 11_7 0.1563 ndcg_cut_1000 11_7 0.1745 map_cut_5 11_7 0.0000 map_cut_10 11_7 0.0000 map_cut_15 11_7 0.0009 map_cut_20 11_7 0.0041 map_cut_30 11_7 0.0136 map_cut_100 11_7 0.0246 map_cut_200 11_7 0.0288 map_cut_500 11_7 0.0321 map_cut_1000 11_7 0.0333 relative_P_5 11_7 0.0000 relative_P_10 11_7 0.0000 relative_P_15 11_7 0.0667 relative_P_20 11_7 0.1500 relative_P_30 11_7 0.2333 relative_P_100 11_7 0.1333 relative_P_200 11_7 0.1667 relative_P_500 11_7 0.2222 relative_P_1000 11_7 0.2667 success_1 11_7 0.0000 success_5 11_7 0.0000 success_10 11_7 0.0000 set_P 11_7 0.0240 set_relative_P 11_7 0.2667 set_recall 11_7 0.2667 set_map 11_7 0.0064 set_F 11_7 0.0440 num_nonrel_judged_ret 11_7 23 rbp 11_7 0.0479 rbp_resid 11_7 0.4040 unj_5 11_7 0.0000 unj_10 11_7 0.4000 unj_20 11_7 0.5500 num_ret 11_8 1000 num_rel 11_8 97 num_rel_ret 11_8 45 map 11_8 0.2519 Rprec 11_8 0.3196 bpref 11_8 0.4639 recip_rank 11_8 1.0000 iprec_at_recall_0.00 11_8 1.0000 iprec_at_recall_0.10 11_8 0.9167 iprec_at_recall_0.20 11_8 0.7308 iprec_at_recall_0.30 11_8 0.3580 iprec_at_recall_0.40 11_8 0.1067 iprec_at_recall_0.50 11_8 0.0000 iprec_at_recall_0.60 11_8 0.0000 iprec_at_recall_0.70 11_8 0.0000 iprec_at_recall_0.80 11_8 0.0000 iprec_at_recall_0.90 11_8 0.0000 iprec_at_recall_1.00 11_8 0.0000 P_5 11_8 1.0000 P_10 11_8 0.9000 P_15 11_8 0.8000 P_20 11_8 0.8000 P_30 11_8 0.7000 P_100 11_8 0.3100 P_200 11_8 0.1600 P_500 11_8 0.0800 P_1000 11_8 0.0450 relstring 11_8 '222232-222' recall_5 11_8 0.0515 recall_10 11_8 0.0928 recall_15 11_8 0.1237 recall_20 11_8 0.1649 recall_30 11_8 0.2165 recall_100 11_8 0.3196 recall_200 11_8 0.3299 recall_500 11_8 0.4124 recall_1000 11_8 0.4639 infAP 11_8 0.2519 Rprec_mult_0.20 11_8 0.8000 Rprec_mult_0.40 11_8 0.6154 Rprec_mult_0.60 11_8 0.4237 Rprec_mult_0.80 11_8 0.3590 Rprec_mult_1.00 11_8 0.3196 Rprec_mult_1.20 11_8 0.2650 Rprec_mult_1.40 11_8 0.2279 Rprec_mult_1.60 11_8 0.1987 Rprec_mult_1.80 11_8 0.1771 Rprec_mult_2.00 11_8 0.1649 utility 11_8 -910.0000 11pt_avg 11_8 0.2829 binG 11_8 0.1706 G 11_8 0.0837 ndcg 11_8 0.4297 ndcg_rel 11_8 0.4485 Rndcg 11_8 0.4373 ndcg_cut_5 11_8 0.5725 ndcg_cut_10 11_8 0.5588 ndcg_cut_15 11_8 0.5278 ndcg_cut_20 11_8 0.5490 ndcg_cut_30 11_8 0.5256 ndcg_cut_100 11_8 0.3602 ndcg_cut_200 11_8 0.3657 ndcg_cut_500 11_8 0.4070 ndcg_cut_1000 11_8 0.4297 map_cut_5 11_8 0.0515 map_cut_10 11_8 0.0893 map_cut_15 11_8 0.1164 map_cut_20 11_8 0.1487 map_cut_30 11_8 0.1875 map_cut_100 11_8 0.2350 map_cut_200 11_8 0.2368 map_cut_500 11_8 0.2481 map_cut_1000 11_8 0.2519 relative_P_5 11_8 1.0000 relative_P_10 11_8 0.9000 relative_P_15 11_8 0.8000 relative_P_20 11_8 0.8000 relative_P_30 11_8 0.7000 relative_P_100 11_8 0.3196 relative_P_200 11_8 0.3299 relative_P_500 11_8 0.4124 relative_P_1000 11_8 0.4639 success_1 11_8 1.0000 success_5 11_8 1.0000 success_10 11_8 1.0000 set_P 11_8 0.0450 set_relative_P 11_8 0.4639 set_recall 11_8 0.4639 set_map 11_8 0.0209 set_F 11_8 0.0820 num_nonrel_judged_ret 11_8 0 rbp 11_8 0.4168 rbp_resid 11_8 0.1994 unj_5 11_8 0.0000 unj_10 11_8 0.1000 unj_20 11_8 0.2000 num_ret 11_9 1000 num_rel 11_9 117 num_rel_ret 11_9 3 map 11_9 0.0015 Rprec 11_9 0.0256 bpref 11_9 0.0239 recip_rank 11_9 0.0625 iprec_at_recall_0.00 11_9 0.0625 iprec_at_recall_0.10 11_9 0.0000 iprec_at_recall_0.20 11_9 0.0000 iprec_at_recall_0.30 11_9 0.0000 iprec_at_recall_0.40 11_9 0.0000 iprec_at_recall_0.50 11_9 0.0000 iprec_at_recall_0.60 11_9 0.0000 iprec_at_recall_0.70 11_9 0.0000 iprec_at_recall_0.80 11_9 0.0000 iprec_at_recall_0.90 11_9 0.0000 iprec_at_recall_1.00 11_9 0.0000 P_5 11_9 0.0000 P_10 11_9 0.0000 P_15 11_9 0.0000 P_20 11_9 0.0500 P_30 11_9 0.0333 P_100 11_9 0.0300 P_200 11_9 0.0150 P_500 11_9 0.0060 P_1000 11_9 0.0030 relstring 11_9 '00000-----' recall_5 11_9 0.0000 recall_10 11_9 0.0000 recall_15 11_9 0.0000 recall_20 11_9 0.0085 recall_30 11_9 0.0085 recall_100 11_9 0.0256 recall_200 11_9 0.0256 recall_500 11_9 0.0256 recall_1000 11_9 0.0256 infAP 11_9 0.0015 Rprec_mult_0.20 11_9 0.0417 Rprec_mult_0.40 11_9 0.0426 Rprec_mult_0.60 11_9 0.0423 Rprec_mult_0.80 11_9 0.0319 Rprec_mult_1.00 11_9 0.0256 Rprec_mult_1.20 11_9 0.0213 Rprec_mult_1.40 11_9 0.0183 Rprec_mult_1.60 11_9 0.0160 Rprec_mult_1.80 11_9 0.0142 Rprec_mult_2.00 11_9 0.0128 utility 11_9 -994.0000 11pt_avg 11_9 0.0057 binG 11_9 0.0052 G 11_9 0.0036 ndcg 11_9 0.0210 ndcg_rel 11_9 0.0212 Rndcg 11_9 0.0177 ndcg_cut_5 11_9 0.0000 ndcg_cut_10 11_9 0.0000 ndcg_cut_15 11_9 0.0000 ndcg_cut_20 11_9 0.0323 ndcg_cut_30 11_9 0.0252 ndcg_cut_100 11_9 0.0220 ndcg_cut_200 11_9 0.0210 ndcg_cut_500 11_9 0.0210 ndcg_cut_1000 11_9 0.0210 map_cut_5 11_9 0.0000 map_cut_10 11_9 0.0000 map_cut_15 11_9 0.0000 map_cut_20 11_9 0.0005 map_cut_30 11_9 0.0005 map_cut_100 11_9 0.0015 map_cut_200 11_9 0.0015 map_cut_500 11_9 0.0015 map_cut_1000 11_9 0.0015 relative_P_5 11_9 0.0000 relative_P_10 11_9 0.0000 relative_P_15 11_9 0.0000 relative_P_20 11_9 0.0500 relative_P_30 11_9 0.0333 relative_P_100 11_9 0.0300 relative_P_200 11_9 0.0256 relative_P_500 11_9 0.0256 relative_P_1000 11_9 0.0256 success_1 11_9 0.0000 success_5 11_9 0.0000 success_10 11_9 0.0000 set_P 11_9 0.0030 set_relative_P 11_9 0.0256 set_recall 11_9 0.0256 set_map 11_9 0.0001 set_F 11_9 0.0054 num_nonrel_judged_ret 11_9 13 rbp 11_9 0.0161 rbp_resid 11_9 0.4991 unj_5 11_9 0.0000 unj_10 11_9 0.5000 unj_20 11_9 0.6000 num_ret 12_1 1000 num_rel 12_1 75 num_rel_ret 12_1 0 map 12_1 0.0000 Rprec 12_1 0.0000 bpref 12_1 0.0000 recip_rank 12_1 0.0000 iprec_at_recall_0.00 12_1 0.0000 iprec_at_recall_0.10 12_1 0.0000 iprec_at_recall_0.20 12_1 0.0000 iprec_at_recall_0.30 12_1 0.0000 iprec_at_recall_0.40 12_1 0.0000 iprec_at_recall_0.50 12_1 0.0000 iprec_at_recall_0.60 12_1 0.0000 iprec_at_recall_0.70 12_1 0.0000 iprec_at_recall_0.80 12_1 0.0000 iprec_at_recall_0.90 12_1 0.0000 iprec_at_recall_1.00 12_1 0.0000 P_5 12_1 0.0000 P_10 12_1 0.0000 P_15 12_1 0.0000 P_20 12_1 0.0000 P_30 12_1 0.0000 P_100 12_1 0.0000 P_200 12_1 0.0000 P_500 12_1 0.0000 P_1000 12_1 0.0000 relstring 12_1 '0000000000' recall_5 12_1 0.0000 recall_10 12_1 0.0000 recall_15 12_1 0.0000 recall_20 12_1 0.0000 recall_30 12_1 0.0000 recall_100 12_1 0.0000 recall_200 12_1 0.0000 recall_500 12_1 0.0000 recall_1000 12_1 0.0000 infAP 12_1 0.0000 Rprec_mult_0.20 12_1 0.0000 Rprec_mult_0.40 12_1 0.0000 Rprec_mult_0.60 12_1 0.0000 Rprec_mult_0.80 12_1 0.0000 Rprec_mult_1.00 12_1 0.0000 Rprec_mult_1.20 12_1 0.0000 Rprec_mult_1.40 12_1 0.0000 Rprec_mult_1.60 12_1 0.0000 Rprec_mult_1.80 12_1 0.0000 Rprec_mult_2.00 12_1 0.0000 utility 12_1 -1000.0000 11pt_avg 12_1 0.0000 binG 12_1 0.0000 G 12_1 0.0000 ndcg 12_1 0.0000 ndcg_rel 12_1 0.0000 Rndcg 12_1 0.0000 ndcg_cut_5 12_1 0.0000 ndcg_cut_10 12_1 0.0000 ndcg_cut_15 12_1 0.0000 ndcg_cut_20 12_1 0.0000 ndcg_cut_30 12_1 0.0000 ndcg_cut_100 12_1 0.0000 ndcg_cut_200 12_1 0.0000 ndcg_cut_500 12_1 0.0000 ndcg_cut_1000 12_1 0.0000 map_cut_5 12_1 0.0000 map_cut_10 12_1 0.0000 map_cut_15 12_1 0.0000 map_cut_20 12_1 0.0000 map_cut_30 12_1 0.0000 map_cut_100 12_1 0.0000 map_cut_200 12_1 0.0000 map_cut_500 12_1 0.0000 map_cut_1000 12_1 0.0000 relative_P_5 12_1 0.0000 relative_P_10 12_1 0.0000 relative_P_15 12_1 0.0000 relative_P_20 12_1 0.0000 relative_P_30 12_1 0.0000 relative_P_100 12_1 0.0000 relative_P_200 12_1 0.0000 relative_P_500 12_1 0.0000 relative_P_1000 12_1 0.0000 success_1 12_1 0.0000 success_5 12_1 0.0000 success_10 12_1 0.0000 set_P 12_1 0.0000 set_relative_P 12_1 0.0000 set_recall 12_1 0.0000 set_map 12_1 0.0000 set_F 12_1 0.0000 num_nonrel_judged_ret 12_1 23 rbp 12_1 0.0000 rbp_resid 12_1 0.1216 unj_5 12_1 0.0000 unj_10 12_1 0.0000 unj_20 12_1 0.0000 num_ret 12_2 1000 num_rel 12_2 65 num_rel_ret 12_2 2 map 12_2 0.0005 Rprec 12_2 0.0154 bpref 12_2 0.0272 recip_rank 12_2 0.0270 iprec_at_recall_0.00 12_2 0.0270 iprec_at_recall_0.10 12_2 0.0000 iprec_at_recall_0.20 12_2 0.0000 iprec_at_recall_0.30 12_2 0.0000 iprec_at_recall_0.40 12_2 0.0000 iprec_at_recall_0.50 12_2 0.0000 iprec_at_recall_0.60 12_2 0.0000 iprec_at_recall_0.70 12_2 0.0000 iprec_at_recall_0.80 12_2 0.0000 iprec_at_recall_0.90 12_2 0.0000 iprec_at_recall_1.00 12_2 0.0000 P_5 12_2 0.0000 P_10 12_2 0.0000 P_15 12_2 0.0000 P_20 12_2 0.0000 P_30 12_2 0.0000 P_100 12_2 0.0100 P_200 12_2 0.0050 P_500 12_2 0.0020 P_1000 12_2 0.0020 relstring 12_2 '00000-----' recall_5 12_2 0.0000 recall_10 12_2 0.0000 recall_15 12_2 0.0000 recall_20 12_2 0.0000 recall_30 12_2 0.0000 recall_100 12_2 0.0154 recall_200 12_2 0.0154 recall_500 12_2 0.0154 recall_1000 12_2 0.0308 infAP 12_2 0.0005 Rprec_mult_0.20 12_2 0.0000 Rprec_mult_0.40 12_2 0.0000 Rprec_mult_0.60 12_2 0.0256 Rprec_mult_0.80 12_2 0.0192 Rprec_mult_1.00 12_2 0.0154 Rprec_mult_1.20 12_2 0.0128 Rprec_mult_1.40 12_2 0.0110 Rprec_mult_1.60 12_2 0.0096 Rprec_mult_1.80 12_2 0.0085 Rprec_mult_2.00 12_2 0.0077 utility 12_2 -996.0000 11pt_avg 12_2 0.0025 binG 12_2 0.0046 G 12_2 0.0029 ndcg 12_2 0.0115 ndcg_rel 12_2 0.0115 Rndcg 12_2 0.0047 ndcg_cut_5 12_2 0.0000 ndcg_cut_10 12_2 0.0000 ndcg_cut_15 12_2 0.0000 ndcg_cut_20 12_2 0.0000 ndcg_cut_30 12_2 0.0000 ndcg_cut_100 12_2 0.0073 ndcg_cut_200 12_2 0.0073 ndcg_cut_500 12_2 0.0073 ndcg_cut_1000 12_2 0.0115 map_cut_5 12_2 0.0000 map_cut_10 12_2 0.0000 map_cut_15 12_2 0.0000 map_cut_20 12_2 0.0000 map_cut_30 12_2 0.0000 map_cut_100 12_2 0.0004 map_cut_200 12_2 0.0004 map_cut_500 12_2 0.0004 map_cut_1000 12_2 0.0005 relative_P_5 12_2 0.0000 relative_P_10 12_2 0.0000 relative_P_15 12_2 0.0000 relative_P_20 12_2 0.0000 relative_P_30 12_2 0.0000 relative_P_100 12_2 0.0154 relative_P_200 12_2 0.0154 relative_P_500 12_2 0.0154 relative_P_1000 12_2 0.0308 success_1 12_2 0.0000 success_5 12_2 0.0000 success_10 12_2 0.0000 set_P 12_2 0.0020 set_relative_P 12_2 0.0308 set_recall 12_2 0.0308 set_map 12_2 0.0001 set_F 12_2 0.0038 num_nonrel_judged_ret 12_2 9 rbp 12_2 0.0008 rbp_resid 12_2 0.5828 unj_5 12_2 0.0000 unj_10 12_2 0.5000 unj_20 12_2 0.7500 num_ret 12_3 1000 num_rel 12_3 75 num_rel_ret 12_3 0 map 12_3 0.0000 Rprec 12_3 0.0000 bpref 12_3 0.0000 recip_rank 12_3 0.0000 iprec_at_recall_0.00 12_3 0.0000 iprec_at_recall_0.10 12_3 0.0000 iprec_at_recall_0.20 12_3 0.0000 iprec_at_recall_0.30 12_3 0.0000 iprec_at_recall_0.40 12_3 0.0000 iprec_at_recall_0.50 12_3 0.0000 iprec_at_recall_0.60 12_3 0.0000 iprec_at_recall_0.70 12_3 0.0000 iprec_at_recall_0.80 12_3 0.0000 iprec_at_recall_0.90 12_3 0.0000 iprec_at_recall_1.00 12_3 0.0000 P_5 12_3 0.0000 P_10 12_3 0.0000 P_15 12_3 0.0000 P_20 12_3 0.0000 P_30 12_3 0.0000 P_100 12_3 0.0000 P_200 12_3 0.0000 P_500 12_3 0.0000 P_1000 12_3 0.0000 relstring 12_3 '00000-----' recall_5 12_3 0.0000 recall_10 12_3 0.0000 recall_15 12_3 0.0000 recall_20 12_3 0.0000 recall_30 12_3 0.0000 recall_100 12_3 0.0000 recall_200 12_3 0.0000 recall_500 12_3 0.0000 recall_1000 12_3 0.0000 infAP 12_3 0.0000 Rprec_mult_0.20 12_3 0.0000 Rprec_mult_0.40 12_3 0.0000 Rprec_mult_0.60 12_3 0.0000 Rprec_mult_0.80 12_3 0.0000 Rprec_mult_1.00 12_3 0.0000 Rprec_mult_1.20 12_3 0.0000 Rprec_mult_1.40 12_3 0.0000 Rprec_mult_1.60 12_3 0.0000 Rprec_mult_1.80 12_3 0.0000 Rprec_mult_2.00 12_3 0.0000 utility 12_3 -1000.0000 11pt_avg 12_3 0.0000 binG 12_3 0.0000 G 12_3 0.0000 ndcg 12_3 0.0000 ndcg_rel 12_3 0.0000 Rndcg 12_3 0.0000 ndcg_cut_5 12_3 0.0000 ndcg_cut_10 12_3 0.0000 ndcg_cut_15 12_3 0.0000 ndcg_cut_20 12_3 0.0000 ndcg_cut_30 12_3 0.0000 ndcg_cut_100 12_3 0.0000 ndcg_cut_200 12_3 0.0000 ndcg_cut_500 12_3 0.0000 ndcg_cut_1000 12_3 0.0000 map_cut_5 12_3 0.0000 map_cut_10 12_3 0.0000 map_cut_15 12_3 0.0000 map_cut_20 12_3 0.0000 map_cut_30 12_3 0.0000 map_cut_100 12_3 0.0000 map_cut_200 12_3 0.0000 map_cut_500 12_3 0.0000 map_cut_1000 12_3 0.0000 relative_P_5 12_3 0.0000 relative_P_10 12_3 0.0000 relative_P_15 12_3 0.0000 relative_P_20 12_3 0.0000 relative_P_30 12_3 0.0000 relative_P_100 12_3 0.0000 relative_P_200 12_3 0.0000 relative_P_500 12_3 0.0000 relative_P_1000 12_3 0.0000 success_1 12_3 0.0000 success_5 12_3 0.0000 success_10 12_3 0.0000 set_P 12_3 0.0000 set_relative_P 12_3 0.0000 set_recall 12_3 0.0000 set_map 12_3 0.0000 set_F 12_3 0.0000 num_nonrel_judged_ret 12_3 7 rbp 12_3 0.0000 rbp_resid 12_3 0.5903 unj_5 12_3 0.0000 unj_10 12_3 0.5000 unj_20 12_3 0.7500 num_ret 12_5 1000 num_rel 12_5 57 num_rel_ret 12_5 2 map 12_5 0.0003 Rprec 12_5 0.0000 bpref 12_5 0.0182 recip_rank 12_5 0.0167 iprec_at_recall_0.00 12_5 0.0167 iprec_at_recall_0.10 12_5 0.0000 iprec_at_recall_0.20 12_5 0.0000 iprec_at_recall_0.30 12_5 0.0000 iprec_at_recall_0.40 12_5 0.0000 iprec_at_recall_0.50 12_5 0.0000 iprec_at_recall_0.60 12_5 0.0000 iprec_at_recall_0.70 12_5 0.0000 iprec_at_recall_0.80 12_5 0.0000 iprec_at_recall_0.90 12_5 0.0000 iprec_at_recall_1.00 12_5 0.0000 P_5 12_5 0.0000 P_10 12_5 0.0000 P_15 12_5 0.0000 P_20 12_5 0.0000 P_30 12_5 0.0000 P_100 12_5 0.0100 P_200 12_5 0.0050 P_500 12_5 0.0020 P_1000 12_5 0.0020 relstring 12_5 '0000000000' recall_5 12_5 0.0000 recall_10 12_5 0.0000 recall_15 12_5 0.0000 recall_20 12_5 0.0000 recall_30 12_5 0.0000 recall_100 12_5 0.0175 recall_200 12_5 0.0175 recall_500 12_5 0.0175 recall_1000 12_5 0.0351 infAP 12_5 0.0003 Rprec_mult_0.20 12_5 0.0000 Rprec_mult_0.40 12_5 0.0000 Rprec_mult_0.60 12_5 0.0000 Rprec_mult_0.80 12_5 0.0000 Rprec_mult_1.00 12_5 0.0000 Rprec_mult_1.20 12_5 0.0145 Rprec_mult_1.40 12_5 0.0125 Rprec_mult_1.60 12_5 0.0109 Rprec_mult_1.80 12_5 0.0097 Rprec_mult_2.00 12_5 0.0088 utility 12_5 -996.0000 11pt_avg 12_5 0.0015 binG 12_5 0.0048 G 12_5 0.0042 ndcg 12_5 0.0173 ndcg_rel 12_5 0.0172 Rndcg 12_5 0.0043 ndcg_cut_5 12_5 0.0000 ndcg_cut_10 12_5 0.0000 ndcg_cut_15 12_5 0.0000 ndcg_cut_20 12_5 0.0000 ndcg_cut_30 12_5 0.0000 ndcg_cut_100 12_5 0.0108 ndcg_cut_200 12_5 0.0108 ndcg_cut_500 12_5 0.0108 ndcg_cut_1000 12_5 0.0173 map_cut_5 12_5 0.0000 map_cut_10 12_5 0.0000 map_cut_15 12_5 0.0000 map_cut_20 12_5 0.0000 map_cut_30 12_5 0.0000 map_cut_100 12_5 0.0003 map_cut_200 12_5 0.0003 map_cut_500 12_5 0.0003 map_cut_1000 12_5 0.0003 relative_P_5 12_5 0.0000 relative_P_10 12_5 0.0000 relative_P_15 12_5 0.0000 relative_P_20 12_5 0.0000 relative_P_30 12_5 0.0000 relative_P_100 12_5 0.0175 relative_P_200 12_5 0.0175 relative_P_500 12_5 0.0175 relative_P_1000 12_5 0.0351 success_1 12_5 0.0000 success_5 12_5 0.0000 success_10 12_5 0.0000 set_P 12_5 0.0020 set_relative_P 12_5 0.0351 set_recall 12_5 0.0351 set_map 12_5 0.0001 set_F 12_5 0.0038 num_nonrel_judged_ret 12_5 32 rbp 12_5 0.0001 rbp_resid 12_5 0.2516 unj_5 12_5 0.0000 unj_10 12_5 0.0000 unj_20 12_5 0.4000 num_ret 12_6 1000 num_rel 12_6 48 num_rel_ret 12_6 6 map 12_6 0.0039 Rprec 12_6 0.0208 bpref 12_6 0.1076 recip_rank 12_6 0.0400 iprec_at_recall_0.00 12_6 0.0405 iprec_at_recall_0.10 12_6 0.0289 iprec_at_recall_0.20 12_6 0.0000 iprec_at_recall_0.30 12_6 0.0000 iprec_at_recall_0.40 12_6 0.0000 iprec_at_recall_0.50 12_6 0.0000 iprec_at_recall_0.60 12_6 0.0000 iprec_at_recall_0.70 12_6 0.0000 iprec_at_recall_0.80 12_6 0.0000 iprec_at_recall_0.90 12_6 0.0000 iprec_at_recall_1.00 12_6 0.0000 P_5 12_6 0.0000 P_10 12_6 0.0000 P_15 12_6 0.0000 P_20 12_6 0.0000 P_30 12_6 0.0333 P_100 12_6 0.0300 P_200 12_6 0.0250 P_500 12_6 0.0120 P_1000 12_6 0.0060 relstring 12_6 '00000---0-' recall_5 12_6 0.0000 recall_10 12_6 0.0000 recall_15 12_6 0.0000 recall_20 12_6 0.0000 recall_30 12_6 0.0208 recall_100 12_6 0.0625 recall_200 12_6 0.1042 recall_500 12_6 0.1250 recall_1000 12_6 0.1250 infAP 12_6 0.0039 Rprec_mult_0.20 12_6 0.0000 Rprec_mult_0.40 12_6 0.0000 Rprec_mult_0.60 12_6 0.0345 Rprec_mult_0.80 12_6 0.0256 Rprec_mult_1.00 12_6 0.0208 Rprec_mult_1.20 12_6 0.0345 Rprec_mult_1.40 12_6 0.0294 Rprec_mult_1.60 12_6 0.0390 Rprec_mult_1.80 12_6 0.0345 Rprec_mult_2.00 12_6 0.0312 utility 12_6 -988.0000 11pt_avg 12_6 0.0063 binG 12_6 0.0195 G 12_6 0.0158 ndcg 12_6 0.0566 ndcg_rel 12_6 0.0536 Rndcg 12_6 0.0167 ndcg_cut_5 12_6 0.0000 ndcg_cut_10 12_6 0.0000 ndcg_cut_15 12_6 0.0000 ndcg_cut_20 12_6 0.0000 ndcg_cut_30 12_6 0.0121 ndcg_cut_100 12_6 0.0258 ndcg_cut_200 12_6 0.0452 ndcg_cut_500 12_6 0.0566 ndcg_cut_1000 12_6 0.0566 map_cut_5 12_6 0.0000 map_cut_10 12_6 0.0000 map_cut_15 12_6 0.0000 map_cut_20 12_6 0.0000 map_cut_30 12_6 0.0008 map_cut_100 12_6 0.0024 map_cut_200 12_6 0.0035 map_cut_500 12_6 0.0039 map_cut_1000 12_6 0.0039 relative_P_5 12_6 0.0000 relative_P_10 12_6 0.0000 relative_P_15 12_6 0.0000 relative_P_20 12_6 0.0000 relative_P_30 12_6 0.0333 relative_P_100 12_6 0.0625 relative_P_200 12_6 0.1042 relative_P_500 12_6 0.1250 relative_P_1000 12_6 0.1250 success_1 12_6 0.0000 success_5 12_6 0.0000 success_10 12_6 0.0000 set_P 12_6 0.0060 set_relative_P 12_6 0.1250 set_recall 12_6 0.1250 set_map 12_6 0.0008 set_F 12_6 0.0115 num_nonrel_judged_ret 12_6 8 rbp 12_6 0.0028 rbp_resid 12_6 0.5391 unj_5 12_6 0.0000 unj_10 12_6 0.4000 unj_20 12_6 0.7000 num_ret 12_7 1000 num_rel 12_7 17 num_rel_ret 12_7 2 map 12_7 0.0053 Rprec 12_7 0.0588 bpref 12_7 0.0692 recip_rank 12_7 0.0588 iprec_at_recall_0.00 12_7 0.0588 iprec_at_recall_0.10 12_7 0.0317 iprec_at_recall_0.20 12_7 0.0000 iprec_at_recall_0.30 12_7 0.0000 iprec_at_recall_0.40 12_7 0.0000 iprec_at_recall_0.50 12_7 0.0000 iprec_at_recall_0.60 12_7 0.0000 iprec_at_recall_0.70 12_7 0.0000 iprec_at_recall_0.80 12_7 0.0000 iprec_at_recall_0.90 12_7 0.0000 iprec_at_recall_1.00 12_7 0.0000 P_5 12_7 0.0000 P_10 12_7 0.0000 P_15 12_7 0.0000 P_20 12_7 0.0500 P_30 12_7 0.0333 P_100 12_7 0.0200 P_200 12_7 0.0100 P_500 12_7 0.0040 P_1000 12_7 0.0020 relstring 12_7 '00000--0--' recall_5 12_7 0.0000 recall_10 12_7 0.0000 recall_15 12_7 0.0000 recall_20 12_7 0.0588 recall_30 12_7 0.0588 recall_100 12_7 0.1176 recall_200 12_7 0.1176 recall_500 12_7 0.1176 recall_1000 12_7 0.1176 infAP 12_7 0.0053 Rprec_mult_0.20 12_7 0.0000 Rprec_mult_0.40 12_7 0.0000 Rprec_mult_0.60 12_7 0.0000 Rprec_mult_0.80 12_7 0.0000 Rprec_mult_1.00 12_7 0.0588 Rprec_mult_1.20 12_7 0.0476 Rprec_mult_1.40 12_7 0.0417 Rprec_mult_1.60 12_7 0.0357 Rprec_mult_1.80 12_7 0.0323 Rprec_mult_2.00 12_7 0.0294 utility 12_7 -996.0000 11pt_avg 12_7 0.0082 binG 12_7 0.0239 G 12_7 0.0279 ndcg 12_7 0.0752 ndcg_rel 12_7 0.0738 Rndcg 12_7 0.0316 ndcg_cut_5 12_7 0.0000 ndcg_cut_10 12_7 0.0000 ndcg_cut_15 12_7 0.0000 ndcg_cut_20 12_7 0.0514 ndcg_cut_30 12_7 0.0514 ndcg_cut_100 12_7 0.0752 ndcg_cut_200 12_7 0.0752 ndcg_cut_500 12_7 0.0752 ndcg_cut_1000 12_7 0.0752 map_cut_5 12_7 0.0000 map_cut_10 12_7 0.0000 map_cut_15 12_7 0.0000 map_cut_20 12_7 0.0035 map_cut_30 12_7 0.0035 map_cut_100 12_7 0.0053 map_cut_200 12_7 0.0053 map_cut_500 12_7 0.0053 map_cut_1000 12_7 0.0053 relative_P_5 12_7 0.0000 relative_P_10 12_7 0.0000 relative_P_15 12_7 0.0000 relative_P_20 12_7 0.0588 relative_P_30 12_7 0.0588 relative_P_100 12_7 0.1176 relative_P_200 12_7 0.1176 relative_P_500 12_7 0.1176 relative_P_1000 12_7 0.1176 success_1 12_7 0.0000 success_5 12_7 0.0000 success_10 12_7 0.0000 set_P 12_7 0.0020 set_relative_P 12_7 0.1176 set_recall 12_7 0.1176 set_map 12_7 0.0002 set_F 12_7 0.0039 num_nonrel_judged_ret 12_7 19 rbp 12_7 0.0186 rbp_resid 12_7 0.5168 unj_5 12_7 0.0000 unj_10 12_7 0.4000 unj_20 12_7 0.6500 num_ret 12_9 1000 num_rel 12_9 27 num_rel_ret 12_9 16 map 12_9 0.0471 Rprec 12_9 0.0741 bpref 12_9 0.2181 recip_rank 12_9 0.0909 iprec_at_recall_0.00 12_9 0.1154 iprec_at_recall_0.10 12_9 0.1154 iprec_at_recall_0.20 12_9 0.1154 iprec_at_recall_0.30 12_9 0.1013 iprec_at_recall_0.40 12_9 0.0655 iprec_at_recall_0.50 12_9 0.0471 iprec_at_recall_0.60 12_9 0.0365 iprec_at_recall_0.70 12_9 0.0000 iprec_at_recall_0.80 12_9 0.0000 iprec_at_recall_0.90 12_9 0.0000 iprec_at_recall_1.00 12_9 0.0000 P_5 12_9 0.0000 P_10 12_9 0.0000 P_15 12_9 0.0667 P_20 12_9 0.0500 P_30 12_9 0.0667 P_100 12_9 0.0900 P_200 12_9 0.0550 P_500 12_9 0.0320 P_1000 12_9 0.0160 relstring 12_9 '00000--0-0' recall_5 12_9 0.0000 recall_10 12_9 0.0000 recall_15 12_9 0.0370 recall_20 12_9 0.0370 recall_30 12_9 0.0741 recall_100 12_9 0.3333 recall_200 12_9 0.4074 recall_500 12_9 0.5926 recall_1000 12_9 0.5926 infAP 12_9 0.0471 Rprec_mult_0.20 12_9 0.0000 Rprec_mult_0.40 12_9 0.0909 Rprec_mult_0.60 12_9 0.0588 Rprec_mult_0.80 12_9 0.0909 Rprec_mult_1.00 12_9 0.0741 Rprec_mult_1.20 12_9 0.0909 Rprec_mult_1.40 12_9 0.0789 Rprec_mult_1.60 12_9 0.0909 Rprec_mult_1.80 12_9 0.1020 Rprec_mult_2.00 12_9 0.1111 utility 12_9 -968.0000 11pt_avg 12_9 0.0542 binG 12_9 0.0977 G 12_9 0.0889 ndcg 12_9 0.2600 ndcg_rel 12_9 0.1950 Rndcg 12_9 0.0972 ndcg_cut_5 12_9 0.0000 ndcg_cut_10 12_9 0.0000 ndcg_cut_15 12_9 0.0627 ndcg_cut_20 12_9 0.0576 ndcg_cut_30 12_9 0.0661 ndcg_cut_100 12_9 0.1415 ndcg_cut_200 12_9 0.1762 ndcg_cut_500 12_9 0.2600 ndcg_cut_1000 12_9 0.2600 map_cut_5 12_9 0.0000 map_cut_10 12_9 0.0000 map_cut_15 12_9 0.0034 map_cut_20 12_9 0.0034 map_cut_30 12_9 0.0069 map_cut_100 12_9 0.0330 map_cut_200 12_9 0.0384 map_cut_500 12_9 0.0471 map_cut_1000 12_9 0.0471 relative_P_5 12_9 0.0000 relative_P_10 12_9 0.0000 relative_P_15 12_9 0.0667 relative_P_20 12_9 0.0500 relative_P_30 12_9 0.0741 relative_P_100 12_9 0.3333 relative_P_200 12_9 0.4074 relative_P_500 12_9 0.5926 relative_P_1000 12_9 0.5926 success_1 12_9 0.0000 success_5 12_9 0.0000 success_10 12_9 0.0000 set_P 12_9 0.0160 set_relative_P 12_9 0.5926 set_recall 12_9 0.5926 set_map 12_9 0.0095 set_F 12_9 0.0312 num_nonrel_judged_ret 12_9 28 rbp 12_9 0.0412 rbp_resid 12_9 0.4120 unj_5 12_9 0.0000 unj_10 12_9 0.3000 unj_20 12_9 0.5500 num_ret 13_2 1000 num_rel 13_2 154 num_rel_ret 13_2 68 map 13_2 0.2336 Rprec 13_2 0.3442 bpref 13_2 0.4010 recip_rank 13_2 1.0000 iprec_at_recall_0.00 13_2 1.0000 iprec_at_recall_0.10 13_2 0.8824 iprec_at_recall_0.20 13_2 0.5439 iprec_at_recall_0.30 13_2 0.3932 iprec_at_recall_0.40 13_2 0.2377 iprec_at_recall_0.50 13_2 0.0000 iprec_at_recall_0.60 13_2 0.0000 iprec_at_recall_0.70 13_2 0.0000 iprec_at_recall_0.80 13_2 0.0000 iprec_at_recall_0.90 13_2 0.0000 iprec_at_recall_1.00 13_2 0.0000 P_5 13_2 0.8000 P_10 13_2 0.8000 P_15 13_2 0.8667 P_20 13_2 0.8000 P_30 13_2 0.7333 P_100 13_2 0.4300 P_200 13_2 0.2800 P_500 13_2 0.1360 P_1000 13_2 0.0680 relstring 13_2 '20111-3232' recall_5 13_2 0.0260 recall_10 13_2 0.0519 recall_15 13_2 0.0844 recall_20 13_2 0.1039 recall_30 13_2 0.1429 recall_100 13_2 0.2792 recall_200 13_2 0.3636 recall_500 13_2 0.4416 recall_1000 13_2 0.4416 infAP 13_2 0.2336 Rprec_mult_0.20 13_2 0.7097 Rprec_mult_0.40 13_2 0.5161 Rprec_mult_0.60 13_2 0.4301 Rprec_mult_0.80 13_2 0.3790 Rprec_mult_1.00 13_2 0.3442 Rprec_mult_1.20 13_2 0.2919 Rprec_mult_1.40 13_2 0.2639 Rprec_mult_1.60 13_2 0.2389 Rprec_mult_1.80 13_2 0.2266 Rprec_mult_2.00 13_2 0.2143 utility 13_2 -864.0000 11pt_avg 13_2 0.2779 binG 13_2 0.1208 G 13_2 0.0827 ndcg 13_2 0.4553 ndcg_rel 13_2 0.4485 Rndcg 13_2 0.4484 ndcg_cut_5 13_2 0.3370 ndcg_cut_10 13_2 0.4395 ndcg_cut_15 13_2 0.5311 ndcg_cut_20 13_2 0.5005 ndcg_cut_30 13_2 0.4914 ndcg_cut_100 13_2 0.4148 ndcg_cut_200 13_2 0.4116 ndcg_cut_500 13_2 0.4553 ndcg_cut_1000 13_2 0.4553 map_cut_5 13_2 0.0209 map_cut_10 13_2 0.0406 map_cut_15 13_2 0.0681 map_cut_20 13_2 0.0849 map_cut_30 13_2 0.1142 map_cut_100 13_2 0.1844 map_cut_200 13_2 0.2155 map_cut_500 13_2 0.2336 map_cut_1000 13_2 0.2336 relative_P_5 13_2 0.8000 relative_P_10 13_2 0.8000 relative_P_15 13_2 0.8667 relative_P_20 13_2 0.8000 relative_P_30 13_2 0.7333 relative_P_100 13_2 0.4300 relative_P_200 13_2 0.3636 relative_P_500 13_2 0.4416 relative_P_1000 13_2 0.4416 success_1 13_2 1.0000 success_5 13_2 1.0000 success_10 13_2 1.0000 set_P 13_2 0.0680 set_relative_P 13_2 0.4416 set_recall 13_2 0.4416 set_map 13_2 0.0300 set_F 13_2 0.1179 num_nonrel_judged_ret 13_2 9 rbp 13_2 0.3639 rbp_resid 13_2 0.1339 unj_5 13_2 0.0000 unj_10 13_2 0.1000 unj_20 13_2 0.1000 num_ret 13_3 1000 num_rel 13_3 79 num_rel_ret 13_3 8 map 13_3 0.0645 Rprec 13_3 0.0886 bpref 13_3 0.0988 recip_rank 13_3 1.0000 iprec_at_recall_0.00 13_3 1.0000 iprec_at_recall_0.10 13_3 0.0346 iprec_at_recall_0.20 13_3 0.0000 iprec_at_recall_0.30 13_3 0.0000 iprec_at_recall_0.40 13_3 0.0000 iprec_at_recall_0.50 13_3 0.0000 iprec_at_recall_0.60 13_3 0.0000 iprec_at_recall_0.70 13_3 0.0000 iprec_at_recall_0.80 13_3 0.0000 iprec_at_recall_0.90 13_3 0.0000 iprec_at_recall_1.00 13_3 0.0000 P_5 13_3 0.8000 P_10 13_3 0.5000 P_15 13_3 0.4667 P_20 13_3 0.3500 P_30 13_3 0.2333 P_100 13_3 0.0700 P_200 13_3 0.0350 P_500 13_3 0.0160 P_1000 13_3 0.0080 relstring 13_3 '20121-3-00' recall_5 13_3 0.0506 recall_10 13_3 0.0633 recall_15 13_3 0.0886 recall_20 13_3 0.0886 recall_30 13_3 0.0886 recall_100 13_3 0.0886 recall_200 13_3 0.0886 recall_500 13_3 0.1013 recall_1000 13_3 0.1013 infAP 13_3 0.0645 Rprec_mult_0.20 13_3 0.4375 Rprec_mult_0.40 13_3 0.2188 Rprec_mult_0.60 13_3 0.1458 Rprec_mult_0.80 13_3 0.1094 Rprec_mult_1.00 13_3 0.0886 Rprec_mult_1.20 13_3 0.0737 Rprec_mult_1.40 13_3 0.0631 Rprec_mult_1.60 13_3 0.0551 Rprec_mult_1.80 13_3 0.0490 Rprec_mult_2.00 13_3 0.0443 utility 13_3 -984.0000 11pt_avg 13_3 0.0941 binG 13_3 0.0536 G 13_3 0.0325 ndcg 13_3 0.1757 ndcg_rel 13_3 0.2021 Rndcg 13_3 0.2418 ndcg_cut_5 13_3 0.4431 ndcg_cut_10 13_3 0.4076 ndcg_cut_15 13_3 0.4093 ndcg_cut_20 13_3 0.3513 ndcg_cut_30 13_3 0.2799 ndcg_cut_100 13_3 0.1684 ndcg_cut_200 13_3 0.1684 ndcg_cut_500 13_3 0.1757 ndcg_cut_1000 13_3 0.1757 map_cut_5 13_3 0.0407 map_cut_10 13_3 0.0498 map_cut_15 13_3 0.0640 map_cut_20 13_3 0.0640 map_cut_30 13_3 0.0640 map_cut_100 13_3 0.0640 map_cut_200 13_3 0.0640 map_cut_500 13_3 0.0645 map_cut_1000 13_3 0.0645 relative_P_5 13_3 0.8000 relative_P_10 13_3 0.5000 relative_P_15 13_3 0.4667 relative_P_20 13_3 0.3500 relative_P_30 13_3 0.2333 relative_P_100 13_3 0.0886 relative_P_200 13_3 0.0886 relative_P_500 13_3 0.1013 relative_P_1000 13_3 0.1013 success_1 13_3 1.0000 success_5 13_3 1.0000 success_10 13_3 1.0000 set_P 13_3 0.0080 set_relative_P 13_3 0.1013 set_recall 13_3 0.1013 set_map 13_3 0.0008 set_F 13_3 0.0148 num_nonrel_judged_ret 13_3 4 rbp 13_3 0.2614 rbp_resid 13_3 0.3893 unj_5 13_3 0.0000 unj_10 13_3 0.2000 unj_20 13_3 0.5000 num_ret 13_4 1000 num_rel 13_4 132 num_rel_ret 13_4 4 map 13_4 0.0006 Rprec 13_4 0.0076 bpref 13_4 0.0278 recip_rank 13_4 0.0526 iprec_at_recall_0.00 13_4 0.0526 iprec_at_recall_0.10 13_4 0.0000 iprec_at_recall_0.20 13_4 0.0000 iprec_at_recall_0.30 13_4 0.0000 iprec_at_recall_0.40 13_4 0.0000 iprec_at_recall_0.50 13_4 0.0000 iprec_at_recall_0.60 13_4 0.0000 iprec_at_recall_0.70 13_4 0.0000 iprec_at_recall_0.80 13_4 0.0000 iprec_at_recall_0.90 13_4 0.0000 iprec_at_recall_1.00 13_4 0.0000 P_5 13_4 0.0000 P_10 13_4 0.0000 P_15 13_4 0.0000 P_20 13_4 0.0500 P_30 13_4 0.0333 P_100 13_4 0.0100 P_200 13_4 0.0050 P_500 13_4 0.0080 P_1000 13_4 0.0040 relstring 13_4 '00000-----' recall_5 13_4 0.0000 recall_10 13_4 0.0000 recall_15 13_4 0.0000 recall_20 13_4 0.0076 recall_30 13_4 0.0076 recall_100 13_4 0.0076 recall_200 13_4 0.0076 recall_500 13_4 0.0303 recall_1000 13_4 0.0303 infAP 13_4 0.0006 Rprec_mult_0.20 13_4 0.0370 Rprec_mult_0.40 13_4 0.0189 Rprec_mult_0.60 13_4 0.0125 Rprec_mult_0.80 13_4 0.0094 Rprec_mult_1.00 13_4 0.0076 Rprec_mult_1.20 13_4 0.0063 Rprec_mult_1.40 13_4 0.0054 Rprec_mult_1.60 13_4 0.0047 Rprec_mult_1.80 13_4 0.0084 Rprec_mult_2.00 13_4 0.0076 utility 13_4 -992.0000 11pt_avg 13_4 0.0048 binG 13_4 0.0045 G 13_4 0.0044 ndcg 13_4 0.0243 ndcg_rel 13_4 0.0243 Rndcg 13_4 0.0110 ndcg_cut_5 13_4 0.0000 ndcg_cut_10 13_4 0.0000 ndcg_cut_15 13_4 0.0000 ndcg_cut_20 13_4 0.0307 ndcg_cut_30 13_4 0.0239 ndcg_cut_100 13_4 0.0108 ndcg_cut_200 13_4 0.0095 ndcg_cut_500 13_4 0.0243 ndcg_cut_1000 13_4 0.0243 map_cut_5 13_4 0.0000 map_cut_10 13_4 0.0000 map_cut_15 13_4 0.0000 map_cut_20 13_4 0.0004 map_cut_30 13_4 0.0004 map_cut_100 13_4 0.0004 map_cut_200 13_4 0.0004 map_cut_500 13_4 0.0006 map_cut_1000 13_4 0.0006 relative_P_5 13_4 0.0000 relative_P_10 13_4 0.0000 relative_P_15 13_4 0.0000 relative_P_20 13_4 0.0500 relative_P_30 13_4 0.0333 relative_P_100 13_4 0.0100 relative_P_200 13_4 0.0076 relative_P_500 13_4 0.0303 relative_P_1000 13_4 0.0303 success_1 13_4 0.0000 success_5 13_4 0.0000 success_10 13_4 0.0000 set_P 13_4 0.0040 set_relative_P 13_4 0.0303 set_recall 13_4 0.0303 set_map 13_4 0.0001 set_F 13_4 0.0071 num_nonrel_judged_ret 13_4 8 rbp 13_4 0.0100 rbp_resid 13_4 0.5755 unj_5 13_4 0.0000 unj_10 13_4 0.5000 unj_20 13_4 0.7000 num_ret 13_6 1000 num_rel 13_6 135 num_rel_ret 13_6 34 map 13_6 0.0961 Rprec 13_6 0.1704 bpref 13_6 0.2469 recip_rank 13_6 1.0000 iprec_at_recall_0.00 13_6 1.0000 iprec_at_recall_0.10 13_6 0.2308 iprec_at_recall_0.20 13_6 0.1776 iprec_at_recall_0.30 13_6 0.0000 iprec_at_recall_0.40 13_6 0.0000 iprec_at_recall_0.50 13_6 0.0000 iprec_at_recall_0.60 13_6 0.0000 iprec_at_recall_0.70 13_6 0.0000 iprec_at_recall_0.80 13_6 0.0000 iprec_at_recall_0.90 13_6 0.0000 iprec_at_recall_1.00 13_6 0.0000 P_5 13_6 1.0000 P_10 13_6 0.7000 P_15 13_6 0.5333 P_20 13_6 0.5000 P_30 13_6 0.3667 P_100 13_6 0.2100 P_200 13_6 0.1400 P_500 13_6 0.0680 P_1000 13_6 0.0340 relstring 13_6 '22231---22' recall_5 13_6 0.0370 recall_10 13_6 0.0519 recall_15 13_6 0.0593 recall_20 13_6 0.0741 recall_30 13_6 0.0815 recall_100 13_6 0.1556 recall_200 13_6 0.2074 recall_500 13_6 0.2519 recall_1000 13_6 0.2519 infAP 13_6 0.0961 Rprec_mult_0.20 13_6 0.3704 Rprec_mult_0.40 13_6 0.2407 Rprec_mult_0.60 13_6 0.2099 Rprec_mult_0.80 13_6 0.2037 Rprec_mult_1.00 13_6 0.1704 Rprec_mult_1.20 13_6 0.1667 Rprec_mult_1.40 13_6 0.1429 Rprec_mult_1.60 13_6 0.1389 Rprec_mult_1.80 13_6 0.1276 Rprec_mult_2.00 13_6 0.1185 utility 13_6 -932.0000 11pt_avg 13_6 0.1280 binG 13_6 0.0790 G 13_6 0.0500 ndcg 13_6 0.2900 ndcg_rel 13_6 0.3058 Rndcg 13_6 0.3428 ndcg_cut_5 13_6 0.6034 ndcg_cut_10 13_6 0.4867 ndcg_cut_15 13_6 0.4282 ndcg_cut_20 13_6 0.4150 ndcg_cut_30 13_6 0.3625 ndcg_cut_100 13_6 0.2664 ndcg_cut_200 13_6 0.2673 ndcg_cut_500 13_6 0.2900 ndcg_cut_1000 13_6 0.2900 map_cut_5 13_6 0.0370 map_cut_10 13_6 0.0472 map_cut_15 13_6 0.0525 map_cut_20 13_6 0.0602 map_cut_30 13_6 0.0631 map_cut_100 13_6 0.0813 map_cut_200 13_6 0.0905 map_cut_500 13_6 0.0961 map_cut_1000 13_6 0.0961 relative_P_5 13_6 1.0000 relative_P_10 13_6 0.7000 relative_P_15 13_6 0.5333 relative_P_20 13_6 0.5000 relative_P_30 13_6 0.3667 relative_P_100 13_6 0.2100 relative_P_200 13_6 0.2074 relative_P_500 13_6 0.2519 relative_P_1000 13_6 0.2519 success_1 13_6 1.0000 success_5 13_6 1.0000 success_10 13_6 1.0000 set_P 13_6 0.0340 set_relative_P 13_6 0.2519 set_recall 13_6 0.2519 set_map 13_6 0.0086 set_F 13_6 0.0599 num_nonrel_judged_ret 13_6 4 rbp 13_6 0.2960 rbp_resid 13_6 0.4301 unj_5 13_6 0.0000 unj_10 13_6 0.3000 unj_20 13_6 0.5000 num_ret 13_8 1000 num_rel 13_8 100 num_rel_ret 13_8 28 map 13_8 0.1215 Rprec 13_8 0.1700 bpref 13_8 0.2763 recip_rank 13_8 1.0000 iprec_at_recall_0.00 13_8 1.0000 iprec_at_recall_0.10 13_8 0.3929 iprec_at_recall_0.20 13_8 0.1221 iprec_at_recall_0.30 13_8 0.0000 iprec_at_recall_0.40 13_8 0.0000 iprec_at_recall_0.50 13_8 0.0000 iprec_at_recall_0.60 13_8 0.0000 iprec_at_recall_0.70 13_8 0.0000 iprec_at_recall_0.80 13_8 0.0000 iprec_at_recall_0.90 13_8 0.0000 iprec_at_recall_1.00 13_8 0.0000 P_5 13_8 1.0000 P_10 13_8 0.9000 P_15 13_8 0.6000 P_20 13_8 0.4500 P_30 13_8 0.3667 P_100 13_8 0.1700 P_200 13_8 0.1100 P_500 13_8 0.0500 P_1000 13_8 0.0280 relstring 13_8 '222212223-' recall_5 13_8 0.0500 recall_10 13_8 0.0900 recall_15 13_8 0.0900 recall_20 13_8 0.0900 recall_30 13_8 0.1100 recall_100 13_8 0.1700 recall_200 13_8 0.2200 recall_500 13_8 0.2500 recall_1000 13_8 0.2800 infAP 13_8 0.1215 Rprec_mult_0.20 13_8 0.4500 Rprec_mult_0.40 13_8 0.2750 Rprec_mult_0.60 13_8 0.2333 Rprec_mult_0.80 13_8 0.2000 Rprec_mult_1.00 13_8 0.1700 Rprec_mult_1.20 13_8 0.1417 Rprec_mult_1.40 13_8 0.1286 Rprec_mult_1.60 13_8 0.1125 Rprec_mult_1.80 13_8 0.1167 Rprec_mult_2.00 13_8 0.1100 utility 13_8 -944.0000 11pt_avg 13_8 0.1377 binG 13_8 0.1192 G 13_8 0.0647 ndcg 13_8 0.3226 ndcg_rel 13_8 0.3492 Rndcg 13_8 0.3415 ndcg_cut_5 13_8 0.6229 ndcg_cut_10 13_8 0.6180 ndcg_cut_15 13_8 0.4859 ndcg_cut_20 13_8 0.4277 ndcg_cut_30 13_8 0.3865 ndcg_cut_100 13_8 0.2571 ndcg_cut_200 13_8 0.2891 ndcg_cut_500 13_8 0.3056 ndcg_cut_1000 13_8 0.3226 map_cut_5 13_8 0.0500 map_cut_10 13_8 0.0900 map_cut_15 13_8 0.0900 map_cut_20 13_8 0.0900 map_cut_30 13_8 0.0976 map_cut_100 13_8 0.1123 map_cut_200 13_8 0.1185 map_cut_500 13_8 0.1205 map_cut_1000 13_8 0.1215 relative_P_5 13_8 1.0000 relative_P_10 13_8 0.9000 relative_P_15 13_8 0.6000 relative_P_20 13_8 0.4500 relative_P_30 13_8 0.3667 relative_P_100 13_8 0.1700 relative_P_200 13_8 0.2200 relative_P_500 13_8 0.2500 relative_P_1000 13_8 0.2800 success_1 13_8 1.0000 success_5 13_8 1.0000 success_10 13_8 1.0000 set_P 13_8 0.0280 set_relative_P 13_8 0.2800 set_recall 13_8 0.2800 set_map 13_8 0.0078 set_F 13_8 0.0509 num_nonrel_judged_ret 13_8 5 rbp 13_8 0.4105 rbp_resid 13_8 0.3727 unj_5 13_8 0.0000 unj_10 13_8 0.1000 unj_20 13_8 0.5500 num_ret 14_10 1000 num_rel 14_10 52 num_rel_ret 14_10 0 map 14_10 0.0000 Rprec 14_10 0.0000 bpref 14_10 0.0000 recip_rank 14_10 0.0000 iprec_at_recall_0.00 14_10 0.0000 iprec_at_recall_0.10 14_10 0.0000 iprec_at_recall_0.20 14_10 0.0000 iprec_at_recall_0.30 14_10 0.0000 iprec_at_recall_0.40 14_10 0.0000 iprec_at_recall_0.50 14_10 0.0000 iprec_at_recall_0.60 14_10 0.0000 iprec_at_recall_0.70 14_10 0.0000 iprec_at_recall_0.80 14_10 0.0000 iprec_at_recall_0.90 14_10 0.0000 iprec_at_recall_1.00 14_10 0.0000 P_5 14_10 0.0000 P_10 14_10 0.0000 P_15 14_10 0.0000 P_20 14_10 0.0000 P_30 14_10 0.0000 P_100 14_10 0.0000 P_200 14_10 0.0000 P_500 14_10 0.0000 P_1000 14_10 0.0000 relstring 14_10 '00000-----' recall_5 14_10 0.0000 recall_10 14_10 0.0000 recall_15 14_10 0.0000 recall_20 14_10 0.0000 recall_30 14_10 0.0000 recall_100 14_10 0.0000 recall_200 14_10 0.0000 recall_500 14_10 0.0000 recall_1000 14_10 0.0000 infAP 14_10 0.0000 Rprec_mult_0.20 14_10 0.0000 Rprec_mult_0.40 14_10 0.0000 Rprec_mult_0.60 14_10 0.0000 Rprec_mult_0.80 14_10 0.0000 Rprec_mult_1.00 14_10 0.0000 Rprec_mult_1.20 14_10 0.0000 Rprec_mult_1.40 14_10 0.0000 Rprec_mult_1.60 14_10 0.0000 Rprec_mult_1.80 14_10 0.0000 Rprec_mult_2.00 14_10 0.0000 utility 14_10 -1000.0000 11pt_avg 14_10 0.0000 binG 14_10 0.0000 G 14_10 0.0000 ndcg 14_10 0.0000 ndcg_rel 14_10 0.0000 Rndcg 14_10 0.0000 ndcg_cut_5 14_10 0.0000 ndcg_cut_10 14_10 0.0000 ndcg_cut_15 14_10 0.0000 ndcg_cut_20 14_10 0.0000 ndcg_cut_30 14_10 0.0000 ndcg_cut_100 14_10 0.0000 ndcg_cut_200 14_10 0.0000 ndcg_cut_500 14_10 0.0000 ndcg_cut_1000 14_10 0.0000 map_cut_5 14_10 0.0000 map_cut_10 14_10 0.0000 map_cut_15 14_10 0.0000 map_cut_20 14_10 0.0000 map_cut_30 14_10 0.0000 map_cut_100 14_10 0.0000 map_cut_200 14_10 0.0000 map_cut_500 14_10 0.0000 map_cut_1000 14_10 0.0000 relative_P_5 14_10 0.0000 relative_P_10 14_10 0.0000 relative_P_15 14_10 0.0000 relative_P_20 14_10 0.0000 relative_P_30 14_10 0.0000 relative_P_100 14_10 0.0000 relative_P_200 14_10 0.0000 relative_P_500 14_10 0.0000 relative_P_1000 14_10 0.0000 success_1 14_10 0.0000 success_5 14_10 0.0000 success_10 14_10 0.0000 set_P 14_10 0.0000 set_relative_P 14_10 0.0000 set_recall 14_10 0.0000 set_map 14_10 0.0000 set_F 14_10 0.0000 num_nonrel_judged_ret 14_10 5 rbp 14_10 0.0000 rbp_resid 14_10 0.5905 unj_5 14_10 0.0000 unj_10 14_10 0.5000 unj_20 14_10 0.7500 num_ret 14_2 1000 num_rel 14_2 105 num_rel_ret 14_2 4 map 14_2 0.0010 Rprec 14_2 0.0095 bpref 14_2 0.0319 recip_rank 14_2 0.0667 iprec_at_recall_0.00 14_2 0.0667 iprec_at_recall_0.10 14_2 0.0000 iprec_at_recall_0.20 14_2 0.0000 iprec_at_recall_0.30 14_2 0.0000 iprec_at_recall_0.40 14_2 0.0000 iprec_at_recall_0.50 14_2 0.0000 iprec_at_recall_0.60 14_2 0.0000 iprec_at_recall_0.70 14_2 0.0000 iprec_at_recall_0.80 14_2 0.0000 iprec_at_recall_0.90 14_2 0.0000 iprec_at_recall_1.00 14_2 0.0000 P_5 14_2 0.0000 P_10 14_2 0.0000 P_15 14_2 0.0667 P_20 14_2 0.0500 P_30 14_2 0.0333 P_100 14_2 0.0100 P_200 14_2 0.0100 P_500 14_2 0.0080 P_1000 14_2 0.0040 relstring 14_2 '000000----' recall_5 14_2 0.0000 recall_10 14_2 0.0000 recall_15 14_2 0.0095 recall_20 14_2 0.0095 recall_30 14_2 0.0095 recall_100 14_2 0.0095 recall_200 14_2 0.0190 recall_500 14_2 0.0381 recall_1000 14_2 0.0381 infAP 14_2 0.0010 Rprec_mult_0.20 14_2 0.0476 Rprec_mult_0.40 14_2 0.0238 Rprec_mult_0.60 14_2 0.0159 Rprec_mult_0.80 14_2 0.0119 Rprec_mult_1.00 14_2 0.0095 Rprec_mult_1.20 14_2 0.0079 Rprec_mult_1.40 14_2 0.0068 Rprec_mult_1.60 14_2 0.0060 Rprec_mult_1.80 14_2 0.0106 Rprec_mult_2.00 14_2 0.0095 utility 14_2 -992.0000 11pt_avg 14_2 0.0061 binG 14_2 0.0060 G 14_2 0.0046 ndcg 14_2 0.0213 ndcg_rel 14_2 0.0211 Rndcg 14_2 0.0096 ndcg_cut_5 14_2 0.0000 ndcg_cut_10 14_2 0.0000 ndcg_cut_15 14_2 0.0175 ndcg_cut_20 14_2 0.0150 ndcg_cut_30 14_2 0.0120 ndcg_cut_100 14_2 0.0072 ndcg_cut_200 14_2 0.0109 ndcg_cut_500 14_2 0.0213 ndcg_cut_1000 14_2 0.0213 map_cut_5 14_2 0.0000 map_cut_10 14_2 0.0000 map_cut_15 14_2 0.0006 map_cut_20 14_2 0.0006 map_cut_30 14_2 0.0006 map_cut_100 14_2 0.0006 map_cut_200 14_2 0.0007 map_cut_500 14_2 0.0010 map_cut_1000 14_2 0.0010 relative_P_5 14_2 0.0000 relative_P_10 14_2 0.0000 relative_P_15 14_2 0.0667 relative_P_20 14_2 0.0500 relative_P_30 14_2 0.0333 relative_P_100 14_2 0.0100 relative_P_200 14_2 0.0190 relative_P_500 14_2 0.0381 relative_P_1000 14_2 0.0381 success_1 14_2 0.0000 success_5 14_2 0.0000 success_10 14_2 0.0000 set_P 14_2 0.0040 set_relative_P 14_2 0.0381 set_recall 14_2 0.0381 set_map 14_2 0.0002 set_F 14_2 0.0072 num_nonrel_judged_ret 14_2 23 rbp 14_2 0.0076 rbp_resid 14_2 0.4333 unj_5 14_2 0.0000 unj_10 14_2 0.4000 unj_20 14_2 0.5500 num_ret 14_3 1000 num_rel 14_3 160 num_rel_ret 14_3 57 map 14_3 0.0432 Rprec 14_3 0.1437 bpref 14_3 0.2979 recip_rank 14_3 0.2000 iprec_at_recall_0.00 14_3 0.2000 iprec_at_recall_0.10 14_3 0.1484 iprec_at_recall_0.20 14_3 0.1270 iprec_at_recall_0.30 14_3 0.0974 iprec_at_recall_0.40 14_3 0.0000 iprec_at_recall_0.50 14_3 0.0000 iprec_at_recall_0.60 14_3 0.0000 iprec_at_recall_0.70 14_3 0.0000 iprec_at_recall_0.80 14_3 0.0000 iprec_at_recall_0.90 14_3 0.0000 iprec_at_recall_1.00 14_3 0.0000 P_5 14_3 0.2000 P_10 14_3 0.1000 P_15 14_3 0.0667 P_20 14_3 0.1000 P_30 14_3 0.1667 P_100 14_3 0.1300 P_200 14_3 0.1300 P_500 14_3 0.0940 P_1000 14_3 0.0570 relstring 14_3 '00002-0---' recall_5 14_3 0.0063 recall_10 14_3 0.0063 recall_15 14_3 0.0063 recall_20 14_3 0.0125 recall_30 14_3 0.0312 recall_100 14_3 0.0813 recall_200 14_3 0.1625 recall_500 14_3 0.2938 recall_1000 14_3 0.3563 infAP 14_3 0.0432 Rprec_mult_0.20 14_3 0.1562 Rprec_mult_0.40 14_3 0.1406 Rprec_mult_0.60 14_3 0.1250 Rprec_mult_0.80 14_3 0.1172 Rprec_mult_1.00 14_3 0.1437 Rprec_mult_1.20 14_3 0.1354 Rprec_mult_1.40 14_3 0.1295 Rprec_mult_1.60 14_3 0.1250 Rprec_mult_1.80 14_3 0.1146 Rprec_mult_2.00 14_3 0.1062 utility 14_3 -886.0000 11pt_avg 14_3 0.0521 binG 14_3 0.0510 G 14_3 0.0476 ndcg 14_3 0.2454 ndcg_rel 14_3 0.2134 Rndcg 14_3 0.1178 ndcg_cut_5 14_3 0.0964 ndcg_cut_10 14_3 0.0690 ndcg_cut_15 14_3 0.0558 ndcg_cut_20 14_3 0.0620 ndcg_cut_30 14_3 0.0993 ndcg_cut_100 14_3 0.1089 ndcg_cut_200 14_3 0.1370 ndcg_cut_500 14_3 0.2190 ndcg_cut_1000 14_3 0.2454 map_cut_5 14_3 0.0013 map_cut_10 14_3 0.0013 map_cut_15 14_3 0.0013 map_cut_20 14_3 0.0019 map_cut_30 14_3 0.0045 map_cut_100 14_3 0.0115 map_cut_200 14_3 0.0221 map_cut_500 14_3 0.0374 map_cut_1000 14_3 0.0432 relative_P_5 14_3 0.2000 relative_P_10 14_3 0.1000 relative_P_15 14_3 0.0667 relative_P_20 14_3 0.1000 relative_P_30 14_3 0.1667 relative_P_100 14_3 0.1300 relative_P_200 14_3 0.1625 relative_P_500 14_3 0.2938 relative_P_1000 14_3 0.3563 success_1 14_3 0.0000 success_5 14_3 1.0000 success_10 14_3 1.0000 set_P 14_3 0.0570 set_relative_P 14_3 0.3563 set_recall 14_3 0.3563 set_map 14_3 0.0203 set_F 14_3 0.0983 num_nonrel_judged_ret 14_3 27 rbp 14_3 0.0599 rbp_resid 14_3 0.4715 unj_5 14_3 0.0000 unj_10 14_3 0.4000 unj_20 14_3 0.6000 num_ret 14_4 1000 num_rel 14_4 46 num_rel_ret 14_4 2 map 14_4 0.0003 Rprec 14_4 0.0000 bpref 14_4 0.0345 recip_rank 14_4 0.0045 iprec_at_recall_0.00 14_4 0.0080 iprec_at_recall_0.10 14_4 0.0000 iprec_at_recall_0.20 14_4 0.0000 iprec_at_recall_0.30 14_4 0.0000 iprec_at_recall_0.40 14_4 0.0000 iprec_at_recall_0.50 14_4 0.0000 iprec_at_recall_0.60 14_4 0.0000 iprec_at_recall_0.70 14_4 0.0000 iprec_at_recall_0.80 14_4 0.0000 iprec_at_recall_0.90 14_4 0.0000 iprec_at_recall_1.00 14_4 0.0000 P_5 14_4 0.0000 P_10 14_4 0.0000 P_15 14_4 0.0000 P_20 14_4 0.0000 P_30 14_4 0.0000 P_100 14_4 0.0000 P_200 14_4 0.0000 P_500 14_4 0.0040 P_1000 14_4 0.0020 relstring 14_4 '00000-----' recall_5 14_4 0.0000 recall_10 14_4 0.0000 recall_15 14_4 0.0000 recall_20 14_4 0.0000 recall_30 14_4 0.0000 recall_100 14_4 0.0000 recall_200 14_4 0.0000 recall_500 14_4 0.0435 recall_1000 14_4 0.0435 infAP 14_4 0.0003 Rprec_mult_0.20 14_4 0.0000 Rprec_mult_0.40 14_4 0.0000 Rprec_mult_0.60 14_4 0.0000 Rprec_mult_0.80 14_4 0.0000 Rprec_mult_1.00 14_4 0.0000 Rprec_mult_1.20 14_4 0.0000 Rprec_mult_1.40 14_4 0.0000 Rprec_mult_1.60 14_4 0.0000 Rprec_mult_1.80 14_4 0.0000 Rprec_mult_2.00 14_4 0.0000 utility 14_4 -996.0000 11pt_avg 14_4 0.0007 binG 14_4 0.0055 G 14_4 0.0067 ndcg 14_4 0.0217 ndcg_rel 14_4 0.0216 Rndcg 14_4 0.0054 ndcg_cut_5 14_4 0.0000 ndcg_cut_10 14_4 0.0000 ndcg_cut_15 14_4 0.0000 ndcg_cut_20 14_4 0.0000 ndcg_cut_30 14_4 0.0000 ndcg_cut_100 14_4 0.0000 ndcg_cut_200 14_4 0.0000 ndcg_cut_500 14_4 0.0217 ndcg_cut_1000 14_4 0.0217 map_cut_5 14_4 0.0000 map_cut_10 14_4 0.0000 map_cut_15 14_4 0.0000 map_cut_20 14_4 0.0000 map_cut_30 14_4 0.0000 map_cut_100 14_4 0.0000 map_cut_200 14_4 0.0000 map_cut_500 14_4 0.0003 map_cut_1000 14_4 0.0003 relative_P_5 14_4 0.0000 relative_P_10 14_4 0.0000 relative_P_15 14_4 0.0000 relative_P_20 14_4 0.0000 relative_P_30 14_4 0.0000 relative_P_100 14_4 0.0000 relative_P_200 14_4 0.0000 relative_P_500 14_4 0.0435 relative_P_1000 14_4 0.0435 success_1 14_4 0.0000 success_5 14_4 0.0000 success_10 14_4 0.0000 set_P 14_4 0.0020 set_relative_P 14_4 0.0435 set_recall 14_4 0.0435 set_map 14_4 0.0001 set_F 14_4 0.0038 num_nonrel_judged_ret 14_4 14 rbp 14_4 0.0000 rbp_resid 14_4 0.5867 unj_5 14_4 0.0000 unj_10 14_4 0.5000 unj_20 14_4 0.7500 num_ret 14_7 1000 num_rel 14_7 83 num_rel_ret 14_7 0 map 14_7 0.0000 Rprec 14_7 0.0000 bpref 14_7 0.0000 recip_rank 14_7 0.0000 iprec_at_recall_0.00 14_7 0.0000 iprec_at_recall_0.10 14_7 0.0000 iprec_at_recall_0.20 14_7 0.0000 iprec_at_recall_0.30 14_7 0.0000 iprec_at_recall_0.40 14_7 0.0000 iprec_at_recall_0.50 14_7 0.0000 iprec_at_recall_0.60 14_7 0.0000 iprec_at_recall_0.70 14_7 0.0000 iprec_at_recall_0.80 14_7 0.0000 iprec_at_recall_0.90 14_7 0.0000 iprec_at_recall_1.00 14_7 0.0000 P_5 14_7 0.0000 P_10 14_7 0.0000 P_15 14_7 0.0000 P_20 14_7 0.0000 P_30 14_7 0.0000 P_100 14_7 0.0000 P_200 14_7 0.0000 P_500 14_7 0.0000 P_1000 14_7 0.0000 relstring 14_7 '0---00----' recall_5 14_7 0.0000 recall_10 14_7 0.0000 recall_15 14_7 0.0000 recall_20 14_7 0.0000 recall_30 14_7 0.0000 recall_100 14_7 0.0000 recall_200 14_7 0.0000 recall_500 14_7 0.0000 recall_1000 14_7 0.0000 infAP 14_7 0.0000 Rprec_mult_0.20 14_7 0.0000 Rprec_mult_0.40 14_7 0.0000 Rprec_mult_0.60 14_7 0.0000 Rprec_mult_0.80 14_7 0.0000 Rprec_mult_1.00 14_7 0.0000 Rprec_mult_1.20 14_7 0.0000 Rprec_mult_1.40 14_7 0.0000 Rprec_mult_1.60 14_7 0.0000 Rprec_mult_1.80 14_7 0.0000 Rprec_mult_2.00 14_7 0.0000 utility 14_7 -1000.0000 11pt_avg 14_7 0.0000 binG 14_7 0.0000 G 14_7 0.0000 ndcg 14_7 0.0000 ndcg_rel 14_7 0.0000 Rndcg 14_7 0.0000 ndcg_cut_5 14_7 0.0000 ndcg_cut_10 14_7 0.0000 ndcg_cut_15 14_7 0.0000 ndcg_cut_20 14_7 0.0000 ndcg_cut_30 14_7 0.0000 ndcg_cut_100 14_7 0.0000 ndcg_cut_200 14_7 0.0000 ndcg_cut_500 14_7 0.0000 ndcg_cut_1000 14_7 0.0000 map_cut_5 14_7 0.0000 map_cut_10 14_7 0.0000 map_cut_15 14_7 0.0000 map_cut_20 14_7 0.0000 map_cut_30 14_7 0.0000 map_cut_100 14_7 0.0000 map_cut_200 14_7 0.0000 map_cut_500 14_7 0.0000 map_cut_1000 14_7 0.0000 relative_P_5 14_7 0.0000 relative_P_10 14_7 0.0000 relative_P_15 14_7 0.0000 relative_P_20 14_7 0.0000 relative_P_30 14_7 0.0000 relative_P_100 14_7 0.0000 relative_P_200 14_7 0.0000 relative_P_500 14_7 0.0000 relative_P_1000 14_7 0.0000 success_1 14_7 0.0000 success_5 14_7 0.0000 success_10 14_7 0.0000 set_P 14_7 0.0000 set_relative_P 14_7 0.0000 set_recall 14_7 0.0000 set_map 14_7 0.0000 set_F 14_7 0.0000 num_nonrel_judged_ret 14_7 28 rbp 14_7 0.0000 rbp_resid 14_7 0.6996 unj_5 14_7 0.6000 unj_10 14_7 0.7000 unj_20 14_7 0.7500 num_ret 14_8 1000 num_rel 14_8 18 num_rel_ret 14_8 1 map 14_8 0.0004 Rprec 14_8 0.0000 bpref 14_8 0.0278 recip_rank 14_8 0.0079 iprec_at_recall_0.00 14_8 0.0079 iprec_at_recall_0.10 14_8 0.0000 iprec_at_recall_0.20 14_8 0.0000 iprec_at_recall_0.30 14_8 0.0000 iprec_at_recall_0.40 14_8 0.0000 iprec_at_recall_0.50 14_8 0.0000 iprec_at_recall_0.60 14_8 0.0000 iprec_at_recall_0.70 14_8 0.0000 iprec_at_recall_0.80 14_8 0.0000 iprec_at_recall_0.90 14_8 0.0000 iprec_at_recall_1.00 14_8 0.0000 P_5 14_8 0.0000 P_10 14_8 0.0000 P_15 14_8 0.0000 P_20 14_8 0.0000 P_30 14_8 0.0000 P_100 14_8 0.0000 P_200 14_8 0.0050 P_500 14_8 0.0020 P_1000 14_8 0.0010 relstring 14_8 '00000----0' recall_5 14_8 0.0000 recall_10 14_8 0.0000 recall_15 14_8 0.0000 recall_20 14_8 0.0000 recall_30 14_8 0.0000 recall_100 14_8 0.0000 recall_200 14_8 0.0556 recall_500 14_8 0.0556 recall_1000 14_8 0.0556 infAP 14_8 0.0004 Rprec_mult_0.20 14_8 0.0000 Rprec_mult_0.40 14_8 0.0000 Rprec_mult_0.60 14_8 0.0000 Rprec_mult_0.80 14_8 0.0000 Rprec_mult_1.00 14_8 0.0000 Rprec_mult_1.20 14_8 0.0000 Rprec_mult_1.40 14_8 0.0000 Rprec_mult_1.60 14_8 0.0000 Rprec_mult_1.80 14_8 0.0000 Rprec_mult_2.00 14_8 0.0000 utility 14_8 -998.0000 11pt_avg 14_8 0.0007 binG 14_8 0.0079 G 14_8 0.0113 ndcg 14_8 0.0280 ndcg_rel 14_8 0.0280 Rndcg 14_8 0.0093 ndcg_cut_5 14_8 0.0000 ndcg_cut_10 14_8 0.0000 ndcg_cut_15 14_8 0.0000 ndcg_cut_20 14_8 0.0000 ndcg_cut_30 14_8 0.0000 ndcg_cut_100 14_8 0.0000 ndcg_cut_200 14_8 0.0280 ndcg_cut_500 14_8 0.0280 ndcg_cut_1000 14_8 0.0280 map_cut_5 14_8 0.0000 map_cut_10 14_8 0.0000 map_cut_15 14_8 0.0000 map_cut_20 14_8 0.0000 map_cut_30 14_8 0.0000 map_cut_100 14_8 0.0000 map_cut_200 14_8 0.0004 map_cut_500 14_8 0.0004 map_cut_1000 14_8 0.0004 relative_P_5 14_8 0.0000 relative_P_10 14_8 0.0000 relative_P_15 14_8 0.0000 relative_P_20 14_8 0.0000 relative_P_30 14_8 0.0000 relative_P_100 14_8 0.0000 relative_P_200 14_8 0.0556 relative_P_500 14_8 0.0556 relative_P_1000 14_8 0.0556 success_1 14_8 0.0000 success_5 14_8 0.0000 success_10 14_8 0.0000 set_P 14_8 0.0010 set_relative_P 14_8 0.0556 set_recall 14_8 0.0556 set_map 14_8 0.0001 set_F 14_8 0.0020 num_nonrel_judged_ret 14_8 14 rbp 14_8 0.0000 rbp_resid 14_8 0.5517 unj_5 14_8 0.0000 unj_10 14_8 0.4000 unj_20 14_8 0.7000 num_ret 14_9 1000 num_rel 14_9 213 num_rel_ret 14_9 48 map 14_9 0.0210 Rprec 14_9 0.0610 bpref 14_9 0.1825 recip_rank 14_9 1.0000 iprec_at_recall_0.00 14_9 1.0000 iprec_at_recall_0.10 14_9 0.0819 iprec_at_recall_0.20 14_9 0.0542 iprec_at_recall_0.30 14_9 0.0000 iprec_at_recall_0.40 14_9 0.0000 iprec_at_recall_0.50 14_9 0.0000 iprec_at_recall_0.60 14_9 0.0000 iprec_at_recall_0.70 14_9 0.0000 iprec_at_recall_0.80 14_9 0.0000 iprec_at_recall_0.90 14_9 0.0000 iprec_at_recall_1.00 14_9 0.0000 P_5 14_9 0.2000 P_10 14_9 0.1000 P_15 14_9 0.1333 P_20 14_9 0.1000 P_30 14_9 0.1000 P_100 14_9 0.0700 P_200 14_9 0.0650 P_500 14_9 0.0640 P_1000 14_9 0.0480 relstring 14_9 '10000-----' recall_5 14_9 0.0047 recall_10 14_9 0.0047 recall_15 14_9 0.0094 recall_20 14_9 0.0094 recall_30 14_9 0.0141 recall_100 14_9 0.0329 recall_200 14_9 0.0610 recall_500 14_9 0.1502 recall_1000 14_9 0.2254 infAP 14_9 0.0210 Rprec_mult_0.20 14_9 0.1395 Rprec_mult_0.40 14_9 0.0814 Rprec_mult_0.60 14_9 0.0625 Rprec_mult_0.80 14_9 0.0702 Rprec_mult_1.00 14_9 0.0610 Rprec_mult_1.20 14_9 0.0703 Rprec_mult_1.40 14_9 0.0803 Rprec_mult_1.60 14_9 0.0733 Rprec_mult_1.80 14_9 0.0677 Rprec_mult_2.00 14_9 0.0634 utility 14_9 -904.0000 11pt_avg 14_9 0.1033 binG 14_9 0.0334 G 14_9 0.0253 ndcg 14_9 0.1529 ndcg_rel 14_9 0.1413 Rndcg 14_9 0.0828 ndcg_cut_5 14_9 0.1131 ndcg_cut_10 14_9 0.0734 ndcg_cut_15 14_9 0.0763 ndcg_cut_20 14_9 0.0668 ndcg_cut_30 14_9 0.0639 ndcg_cut_100 14_9 0.0559 ndcg_cut_200 14_9 0.0582 ndcg_cut_500 14_9 0.1081 ndcg_cut_1000 14_9 0.1529 map_cut_5 14_9 0.0047 map_cut_10 14_9 0.0047 map_cut_15 14_9 0.0054 map_cut_20 14_9 0.0054 map_cut_30 14_9 0.0060 map_cut_100 14_9 0.0087 map_cut_200 14_9 0.0106 map_cut_500 14_9 0.0169 map_cut_1000 14_9 0.0210 relative_P_5 14_9 0.2000 relative_P_10 14_9 0.1000 relative_P_15 14_9 0.1333 relative_P_20 14_9 0.1000 relative_P_30 14_9 0.1000 relative_P_100 14_9 0.0700 relative_P_200 14_9 0.0650 relative_P_500 14_9 0.1502 relative_P_1000 14_9 0.2254 success_1 14_9 1.0000 success_5 14_9 1.0000 success_10 14_9 1.0000 set_P 14_9 0.0480 set_relative_P 14_9 0.2254 set_recall 14_9 0.2254 set_map 14_9 0.0108 set_F 14_9 0.0791 num_nonrel_judged_ret 14_9 17 rbp 14_9 0.0501 rbp_resid 14_9 0.5313 unj_5 14_9 0.0000 unj_10 14_9 0.5000 unj_20 14_9 0.7000 num_ret 15_1 1000 num_rel 15_1 81 num_rel_ret 15_1 4 map 15_1 0.0062 Rprec 15_1 0.0370 bpref 15_1 0.0454 recip_rank 15_1 0.1429 iprec_at_recall_0.00 15_1 0.2000 iprec_at_recall_0.10 15_1 0.0000 iprec_at_recall_0.20 15_1 0.0000 iprec_at_recall_0.30 15_1 0.0000 iprec_at_recall_0.40 15_1 0.0000 iprec_at_recall_0.50 15_1 0.0000 iprec_at_recall_0.60 15_1 0.0000 iprec_at_recall_0.70 15_1 0.0000 iprec_at_recall_0.80 15_1 0.0000 iprec_at_recall_0.90 15_1 0.0000 iprec_at_recall_1.00 15_1 0.0000 P_5 15_1 0.0000 P_10 15_1 0.2000 P_15 15_1 0.1333 P_20 15_1 0.1000 P_30 15_1 0.1000 P_100 15_1 0.0400 P_200 15_1 0.0200 P_500 15_1 0.0080 P_1000 15_1 0.0040 relstring 15_1 '00000-2--1' recall_5 15_1 0.0000 recall_10 15_1 0.0247 recall_15 15_1 0.0247 recall_20 15_1 0.0247 recall_30 15_1 0.0370 recall_100 15_1 0.0494 recall_200 15_1 0.0494 recall_500 15_1 0.0494 recall_1000 15_1 0.0494 infAP 15_1 0.0062 Rprec_mult_0.20 15_1 0.1176 Rprec_mult_0.40 15_1 0.0909 Rprec_mult_0.60 15_1 0.0612 Rprec_mult_0.80 15_1 0.0462 Rprec_mult_1.00 15_1 0.0370 Rprec_mult_1.20 15_1 0.0306 Rprec_mult_1.40 15_1 0.0351 Rprec_mult_1.60 15_1 0.0308 Rprec_mult_1.80 15_1 0.0274 Rprec_mult_2.00 15_1 0.0247 utility 15_1 -992.0000 11pt_avg 15_1 0.0182 binG 15_1 0.0124 G 15_1 0.0080 ndcg 15_1 0.0414 ndcg_rel 15_1 0.0423 Rndcg 15_1 0.0315 ndcg_cut_5 15_1 0.0000 ndcg_cut_10 15_1 0.0771 ndcg_cut_15 15_1 0.0636 ndcg_cut_20 15_1 0.0550 ndcg_cut_30 15_1 0.0540 ndcg_cut_100 15_1 0.0414 ndcg_cut_200 15_1 0.0414 ndcg_cut_500 15_1 0.0414 ndcg_cut_1000 15_1 0.0414 map_cut_5 15_1 0.0000 map_cut_10 15_1 0.0042 map_cut_15 15_1 0.0042 map_cut_20 15_1 0.0042 map_cut_30 15_1 0.0057 map_cut_100 15_1 0.0062 map_cut_200 15_1 0.0062 map_cut_500 15_1 0.0062 map_cut_1000 15_1 0.0062 relative_P_5 15_1 0.0000 relative_P_10 15_1 0.2000 relative_P_15 15_1 0.1333 relative_P_20 15_1 0.1000 relative_P_30 15_1 0.1000 relative_P_100 15_1 0.0494 relative_P_200 15_1 0.0494 relative_P_500 15_1 0.0494 relative_P_1000 15_1 0.0494 success_1 15_1 0.0000 success_5 15_1 0.0000 success_10 15_1 1.0000 set_P 15_1 0.0040 set_relative_P 15_1 0.0494 set_recall 15_1 0.0494 set_map 15_1 0.0002 set_F 15_1 0.0074 num_nonrel_judged_ret 15_1 15 rbp 15_1 0.0510 rbp_resid 15_1 0.4687 unj_5 15_1 0.0000 unj_10 15_1 0.3000 unj_20 15_1 0.6000 num_ret 15_10 1000 num_rel 15_10 35 num_rel_ret 15_10 4 map 15_10 0.0004 Rprec 15_10 0.0000 bpref 15_10 0.0686 recip_rank 15_10 0.0018 iprec_at_recall_0.00 15_10 0.0049 iprec_at_recall_0.10 15_10 0.0049 iprec_at_recall_0.20 15_10 0.0000 iprec_at_recall_0.30 15_10 0.0000 iprec_at_recall_0.40 15_10 0.0000 iprec_at_recall_0.50 15_10 0.0000 iprec_at_recall_0.60 15_10 0.0000 iprec_at_recall_0.70 15_10 0.0000 iprec_at_recall_0.80 15_10 0.0000 iprec_at_recall_0.90 15_10 0.0000 iprec_at_recall_1.00 15_10 0.0000 P_5 15_10 0.0000 P_10 15_10 0.0000 P_15 15_10 0.0000 P_20 15_10 0.0000 P_30 15_10 0.0000 P_100 15_10 0.0000 P_200 15_10 0.0000 P_500 15_10 0.0000 P_1000 15_10 0.0040 relstring 15_10 '00000-----' recall_5 15_10 0.0000 recall_10 15_10 0.0000 recall_15 15_10 0.0000 recall_20 15_10 0.0000 recall_30 15_10 0.0000 recall_100 15_10 0.0000 recall_200 15_10 0.0000 recall_500 15_10 0.0000 recall_1000 15_10 0.1143 infAP 15_10 0.0004 Rprec_mult_0.20 15_10 0.0000 Rprec_mult_0.40 15_10 0.0000 Rprec_mult_0.60 15_10 0.0000 Rprec_mult_0.80 15_10 0.0000 Rprec_mult_1.00 15_10 0.0000 Rprec_mult_1.20 15_10 0.0000 Rprec_mult_1.40 15_10 0.0000 Rprec_mult_1.60 15_10 0.0000 Rprec_mult_1.80 15_10 0.0000 Rprec_mult_2.00 15_10 0.0000 utility 15_10 -992.0000 11pt_avg 15_10 0.0009 binG 15_10 0.0122 G 15_10 0.0211 ndcg 15_10 0.0606 ndcg_rel 15_10 0.0587 Rndcg 15_10 0.0152 ndcg_cut_5 15_10 0.0000 ndcg_cut_10 15_10 0.0000 ndcg_cut_15 15_10 0.0000 ndcg_cut_20 15_10 0.0000 ndcg_cut_30 15_10 0.0000 ndcg_cut_100 15_10 0.0000 ndcg_cut_200 15_10 0.0000 ndcg_cut_500 15_10 0.0000 ndcg_cut_1000 15_10 0.0606 map_cut_5 15_10 0.0000 map_cut_10 15_10 0.0000 map_cut_15 15_10 0.0000 map_cut_20 15_10 0.0000 map_cut_30 15_10 0.0000 map_cut_100 15_10 0.0000 map_cut_200 15_10 0.0000 map_cut_500 15_10 0.0000 map_cut_1000 15_10 0.0004 relative_P_5 15_10 0.0000 relative_P_10 15_10 0.0000 relative_P_15 15_10 0.0000 relative_P_20 15_10 0.0000 relative_P_30 15_10 0.0000 relative_P_100 15_10 0.0000 relative_P_200 15_10 0.0000 relative_P_500 15_10 0.0000 relative_P_1000 15_10 0.1143 success_1 15_10 0.0000 success_5 15_10 0.0000 success_10 15_10 0.0000 set_P 15_10 0.0040 set_relative_P 15_10 0.1143 set_recall 15_10 0.1143 set_map 15_10 0.0005 set_F 15_10 0.0077 num_nonrel_judged_ret 15_10 15 rbp 15_10 0.0000 rbp_resid 15_10 0.5585 unj_5 15_10 0.0000 unj_10 15_10 0.5000 unj_20 15_10 0.7000 num_ret 15_3 1000 num_rel 15_3 22 num_rel_ret 15_3 0 map 15_3 0.0000 Rprec 15_3 0.0000 bpref 15_3 0.0000 recip_rank 15_3 0.0000 iprec_at_recall_0.00 15_3 0.0000 iprec_at_recall_0.10 15_3 0.0000 iprec_at_recall_0.20 15_3 0.0000 iprec_at_recall_0.30 15_3 0.0000 iprec_at_recall_0.40 15_3 0.0000 iprec_at_recall_0.50 15_3 0.0000 iprec_at_recall_0.60 15_3 0.0000 iprec_at_recall_0.70 15_3 0.0000 iprec_at_recall_0.80 15_3 0.0000 iprec_at_recall_0.90 15_3 0.0000 iprec_at_recall_1.00 15_3 0.0000 P_5 15_3 0.0000 P_10 15_3 0.0000 P_15 15_3 0.0000 P_20 15_3 0.0000 P_30 15_3 0.0000 P_100 15_3 0.0000 P_200 15_3 0.0000 P_500 15_3 0.0000 P_1000 15_3 0.0000 relstring 15_3 '00000-----' recall_5 15_3 0.0000 recall_10 15_3 0.0000 recall_15 15_3 0.0000 recall_20 15_3 0.0000 recall_30 15_3 0.0000 recall_100 15_3 0.0000 recall_200 15_3 0.0000 recall_500 15_3 0.0000 recall_1000 15_3 0.0000 infAP 15_3 0.0000 Rprec_mult_0.20 15_3 0.0000 Rprec_mult_0.40 15_3 0.0000 Rprec_mult_0.60 15_3 0.0000 Rprec_mult_0.80 15_3 0.0000 Rprec_mult_1.00 15_3 0.0000 Rprec_mult_1.20 15_3 0.0000 Rprec_mult_1.40 15_3 0.0000 Rprec_mult_1.60 15_3 0.0000 Rprec_mult_1.80 15_3 0.0000 Rprec_mult_2.00 15_3 0.0000 utility 15_3 -1000.0000 11pt_avg 15_3 0.0000 binG 15_3 0.0000 G 15_3 0.0000 ndcg 15_3 0.0000 ndcg_rel 15_3 0.0000 Rndcg 15_3 0.0000 ndcg_cut_5 15_3 0.0000 ndcg_cut_10 15_3 0.0000 ndcg_cut_15 15_3 0.0000 ndcg_cut_20 15_3 0.0000 ndcg_cut_30 15_3 0.0000 ndcg_cut_100 15_3 0.0000 ndcg_cut_200 15_3 0.0000 ndcg_cut_500 15_3 0.0000 ndcg_cut_1000 15_3 0.0000 map_cut_5 15_3 0.0000 map_cut_10 15_3 0.0000 map_cut_15 15_3 0.0000 map_cut_20 15_3 0.0000 map_cut_30 15_3 0.0000 map_cut_100 15_3 0.0000 map_cut_200 15_3 0.0000 map_cut_500 15_3 0.0000 map_cut_1000 15_3 0.0000 relative_P_5 15_3 0.0000 relative_P_10 15_3 0.0000 relative_P_15 15_3 0.0000 relative_P_20 15_3 0.0000 relative_P_30 15_3 0.0000 relative_P_100 15_3 0.0000 relative_P_200 15_3 0.0000 relative_P_500 15_3 0.0000 relative_P_1000 15_3 0.0000 success_1 15_3 0.0000 success_5 15_3 0.0000 success_10 15_3 0.0000 set_P 15_3 0.0000 set_relative_P 15_3 0.0000 set_recall 15_3 0.0000 set_map 15_3 0.0000 set_F 15_3 0.0000 num_nonrel_judged_ret 15_3 5 rbp 15_3 0.0000 rbp_resid 15_3 0.5905 unj_5 15_3 0.0000 unj_10 15_3 0.5000 unj_20 15_3 0.7500 num_ret 15_4 1000 num_rel 15_4 20 num_rel_ret 15_4 11 map 15_4 0.0198 Rprec 15_4 0.0500 bpref 15_4 0.0425 recip_rank 15_4 0.0588 iprec_at_recall_0.00 15_4 0.0667 iprec_at_recall_0.10 15_4 0.0667 iprec_at_recall_0.20 15_4 0.0339 iprec_at_recall_0.30 15_4 0.0339 iprec_at_recall_0.40 15_4 0.0339 iprec_at_recall_0.50 15_4 0.0182 iprec_at_recall_0.60 15_4 0.0000 iprec_at_recall_0.70 15_4 0.0000 iprec_at_recall_0.80 15_4 0.0000 iprec_at_recall_0.90 15_4 0.0000 iprec_at_recall_1.00 15_4 0.0000 P_5 15_4 0.0000 P_10 15_4 0.0000 P_15 15_4 0.0000 P_20 15_4 0.0500 P_30 15_4 0.0333 P_100 15_4 0.0300 P_200 15_4 0.0250 P_500 15_4 0.0180 P_1000 15_4 0.0110 relstring 15_4 '000000-0--' recall_5 15_4 0.0000 recall_10 15_4 0.0000 recall_15 15_4 0.0000 recall_20 15_4 0.0500 recall_30 15_4 0.0500 recall_100 15_4 0.1500 recall_200 15_4 0.2500 recall_500 15_4 0.4500 recall_1000 15_4 0.5500 infAP 15_4 0.0198 Rprec_mult_0.20 15_4 0.0000 Rprec_mult_0.40 15_4 0.0000 Rprec_mult_0.60 15_4 0.0000 Rprec_mult_0.80 15_4 0.0000 Rprec_mult_1.00 15_4 0.0500 Rprec_mult_1.20 15_4 0.0417 Rprec_mult_1.40 15_4 0.0357 Rprec_mult_1.60 15_4 0.0625 Rprec_mult_1.80 15_4 0.0556 Rprec_mult_2.00 15_4 0.0500 utility 15_4 -978.0000 11pt_avg 15_4 0.0230 binG 15_4 0.0808 G 15_4 0.0802 ndcg 15_4 0.2256 ndcg_rel 15_4 0.1817 Rndcg 15_4 0.0878 ndcg_cut_5 15_4 0.0000 ndcg_cut_10 15_4 0.0000 ndcg_cut_15 15_4 0.0000 ndcg_cut_20 15_4 0.0379 ndcg_cut_30 15_4 0.0379 ndcg_cut_100 15_4 0.0981 ndcg_cut_200 15_4 0.1304 ndcg_cut_500 15_4 0.2002 ndcg_cut_1000 15_4 0.2256 map_cut_5 15_4 0.0000 map_cut_10 15_4 0.0000 map_cut_15 15_4 0.0000 map_cut_20 15_4 0.0029 map_cut_30 15_4 0.0029 map_cut_100 15_4 0.0095 map_cut_200 15_4 0.0124 map_cut_500 15_4 0.0183 map_cut_1000 15_4 0.0198 relative_P_5 15_4 0.0000 relative_P_10 15_4 0.0000 relative_P_15 15_4 0.0000 relative_P_20 15_4 0.0500 relative_P_30 15_4 0.0500 relative_P_100 15_4 0.1500 relative_P_200 15_4 0.2500 relative_P_500 15_4 0.4500 relative_P_1000 15_4 0.5500 success_1 15_4 0.0000 success_5 15_4 0.0000 success_10 15_4 0.0000 set_P 15_4 0.0110 set_relative_P 15_4 0.5500 set_recall 15_4 0.5500 set_map 15_4 0.0060 set_F 15_4 0.0216 num_nonrel_judged_ret 15_4 51 rbp 15_4 0.0237 rbp_resid 15_4 0.3396 unj_5 15_4 0.0000 unj_10 15_4 0.3000 unj_20 15_4 0.4500 num_ret 15_5 1000 num_rel 15_5 31 num_rel_ret 15_5 0 map 15_5 0.0000 Rprec 15_5 0.0000 bpref 15_5 0.0000 recip_rank 15_5 0.0000 iprec_at_recall_0.00 15_5 0.0000 iprec_at_recall_0.10 15_5 0.0000 iprec_at_recall_0.20 15_5 0.0000 iprec_at_recall_0.30 15_5 0.0000 iprec_at_recall_0.40 15_5 0.0000 iprec_at_recall_0.50 15_5 0.0000 iprec_at_recall_0.60 15_5 0.0000 iprec_at_recall_0.70 15_5 0.0000 iprec_at_recall_0.80 15_5 0.0000 iprec_at_recall_0.90 15_5 0.0000 iprec_at_recall_1.00 15_5 0.0000 P_5 15_5 0.0000 P_10 15_5 0.0000 P_15 15_5 0.0000 P_20 15_5 0.0000 P_30 15_5 0.0000 P_100 15_5 0.0000 P_200 15_5 0.0000 P_500 15_5 0.0000 P_1000 15_5 0.0000 relstring 15_5 '00000-----' recall_5 15_5 0.0000 recall_10 15_5 0.0000 recall_15 15_5 0.0000 recall_20 15_5 0.0000 recall_30 15_5 0.0000 recall_100 15_5 0.0000 recall_200 15_5 0.0000 recall_500 15_5 0.0000 recall_1000 15_5 0.0000 infAP 15_5 0.0000 Rprec_mult_0.20 15_5 0.0000 Rprec_mult_0.40 15_5 0.0000 Rprec_mult_0.60 15_5 0.0000 Rprec_mult_0.80 15_5 0.0000 Rprec_mult_1.00 15_5 0.0000 Rprec_mult_1.20 15_5 0.0000 Rprec_mult_1.40 15_5 0.0000 Rprec_mult_1.60 15_5 0.0000 Rprec_mult_1.80 15_5 0.0000 Rprec_mult_2.00 15_5 0.0000 utility 15_5 -1000.0000 11pt_avg 15_5 0.0000 binG 15_5 0.0000 G 15_5 0.0000 ndcg 15_5 0.0000 ndcg_rel 15_5 0.0000 Rndcg 15_5 0.0000 ndcg_cut_5 15_5 0.0000 ndcg_cut_10 15_5 0.0000 ndcg_cut_15 15_5 0.0000 ndcg_cut_20 15_5 0.0000 ndcg_cut_30 15_5 0.0000 ndcg_cut_100 15_5 0.0000 ndcg_cut_200 15_5 0.0000 ndcg_cut_500 15_5 0.0000 ndcg_cut_1000 15_5 0.0000 map_cut_5 15_5 0.0000 map_cut_10 15_5 0.0000 map_cut_15 15_5 0.0000 map_cut_20 15_5 0.0000 map_cut_30 15_5 0.0000 map_cut_100 15_5 0.0000 map_cut_200 15_5 0.0000 map_cut_500 15_5 0.0000 map_cut_1000 15_5 0.0000 relative_P_5 15_5 0.0000 relative_P_10 15_5 0.0000 relative_P_15 15_5 0.0000 relative_P_20 15_5 0.0000 relative_P_30 15_5 0.0000 relative_P_100 15_5 0.0000 relative_P_200 15_5 0.0000 relative_P_500 15_5 0.0000 relative_P_1000 15_5 0.0000 success_1 15_5 0.0000 success_5 15_5 0.0000 success_10 15_5 0.0000 set_P 15_5 0.0000 set_relative_P 15_5 0.0000 set_recall 15_5 0.0000 set_map 15_5 0.0000 set_F 15_5 0.0000 num_nonrel_judged_ret 15_5 5 rbp 15_5 0.0000 rbp_resid 15_5 0.5905 unj_5 15_5 0.0000 unj_10 15_5 0.5000 unj_20 15_5 0.7500 num_ret 15_6 1000 num_rel 15_6 19 num_rel_ret 15_6 6 map 15_6 0.0031 Rprec 15_6 0.0000 bpref 15_6 0.1136 recip_rank 15_6 0.0100 iprec_at_recall_0.00 15_6 0.0140 iprec_at_recall_0.10 15_6 0.0140 iprec_at_recall_0.20 15_6 0.0098 iprec_at_recall_0.30 15_6 0.0061 iprec_at_recall_0.40 15_6 0.0000 iprec_at_recall_0.50 15_6 0.0000 iprec_at_recall_0.60 15_6 0.0000 iprec_at_recall_0.70 15_6 0.0000 iprec_at_recall_0.80 15_6 0.0000 iprec_at_recall_0.90 15_6 0.0000 iprec_at_recall_1.00 15_6 0.0000 P_5 15_6 0.0000 P_10 15_6 0.0000 P_15 15_6 0.0000 P_20 15_6 0.0000 P_30 15_6 0.0000 P_100 15_6 0.0100 P_200 15_6 0.0050 P_500 15_6 0.0080 P_1000 15_6 0.0060 relstring 15_6 '00000-----' recall_5 15_6 0.0000 recall_10 15_6 0.0000 recall_15 15_6 0.0000 recall_20 15_6 0.0000 recall_30 15_6 0.0000 recall_100 15_6 0.0526 recall_200 15_6 0.0526 recall_500 15_6 0.2105 recall_1000 15_6 0.3158 infAP 15_6 0.0031 Rprec_mult_0.20 15_6 0.0000 Rprec_mult_0.40 15_6 0.0000 Rprec_mult_0.60 15_6 0.0000 Rprec_mult_0.80 15_6 0.0000 Rprec_mult_1.00 15_6 0.0000 Rprec_mult_1.20 15_6 0.0000 Rprec_mult_1.40 15_6 0.0000 Rprec_mult_1.60 15_6 0.0000 Rprec_mult_1.80 15_6 0.0000 Rprec_mult_2.00 15_6 0.0000 utility 15_6 -988.0000 11pt_avg 15_6 0.0040 binG 15_6 0.0386 G 15_6 0.0422 ndcg 15_6 0.1115 ndcg_rel 15_6 0.0974 Rndcg 15_6 0.0279 ndcg_cut_5 15_6 0.0000 ndcg_cut_10 15_6 0.0000 ndcg_cut_15 15_6 0.0000 ndcg_cut_20 15_6 0.0000 ndcg_cut_30 15_6 0.0000 ndcg_cut_100 15_6 0.0212 ndcg_cut_200 15_6 0.0212 ndcg_cut_500 15_6 0.0737 ndcg_cut_1000 15_6 0.1115 map_cut_5 15_6 0.0000 map_cut_10 15_6 0.0000 map_cut_15 15_6 0.0000 map_cut_20 15_6 0.0000 map_cut_30 15_6 0.0000 map_cut_100 15_6 0.0005 map_cut_200 15_6 0.0005 map_cut_500 15_6 0.0022 map_cut_1000 15_6 0.0031 relative_P_5 15_6 0.0000 relative_P_10 15_6 0.0000 relative_P_15 15_6 0.0000 relative_P_20 15_6 0.0000 relative_P_30 15_6 0.0000 relative_P_100 15_6 0.0526 relative_P_200 15_6 0.0526 relative_P_500 15_6 0.2105 relative_P_1000 15_6 0.3158 success_1 15_6 0.0000 success_5 15_6 0.0000 success_10 15_6 0.0000 set_P 15_6 0.0060 set_relative_P 15_6 0.3158 set_recall 15_6 0.3158 set_map 15_6 0.0019 set_F 15_6 0.0118 num_nonrel_judged_ret 15_6 15 rbp 15_6 0.0000 rbp_resid 15_6 0.5553 unj_5 15_6 0.0000 unj_10 15_6 0.5000 unj_20 15_6 0.7000 num_ret 1_1 1000 num_rel 1_1 257 num_rel_ret 1_1 71 map 1_1 0.1535 Rprec 1_1 0.2568 bpref 1_1 0.2355 recip_rank 1_1 1.0000 iprec_at_recall_0.00 1_1 1.0000 iprec_at_recall_0.10 1_1 0.6667 iprec_at_recall_0.20 1_1 0.5049 iprec_at_recall_0.30 1_1 0.0000 iprec_at_recall_0.40 1_1 0.0000 iprec_at_recall_0.50 1_1 0.0000 iprec_at_recall_0.60 1_1 0.0000 iprec_at_recall_0.70 1_1 0.0000 iprec_at_recall_0.80 1_1 0.0000 iprec_at_recall_0.90 1_1 0.0000 iprec_at_recall_1.00 1_1 0.0000 P_5 1_1 0.8000 P_10 1_1 0.7000 P_15 1_1 0.5333 P_20 1_1 0.6000 P_30 1_1 0.6000 P_100 1_1 0.4900 P_200 1_1 0.3200 P_500 1_1 0.1360 P_1000 1_1 0.0710 relstring 1_1 '2210221010' recall_5 1_1 0.0156 recall_10 1_1 0.0272 recall_15 1_1 0.0311 recall_20 1_1 0.0467 recall_30 1_1 0.0700 recall_100 1_1 0.1907 recall_200 1_1 0.2490 recall_500 1_1 0.2646 recall_1000 1_1 0.2763 infAP 1_1 0.1535 Rprec_mult_0.20 1_1 0.6154 Rprec_mult_0.40 1_1 0.5049 Rprec_mult_0.60 1_1 0.4065 Rprec_mult_0.80 1_1 0.3107 Rprec_mult_1.00 1_1 0.2568 Rprec_mult_1.20 1_1 0.2168 Rprec_mult_1.40 1_1 0.1861 Rprec_mult_1.60 1_1 0.1626 Rprec_mult_1.80 1_1 0.1469 Rprec_mult_2.00 1_1 0.1323 utility 1_1 -858.0000 11pt_avg 1_1 0.1974 binG 1_1 0.0733 G 1_1 0.0404 ndcg 1_1 0.2624 ndcg_rel 1_1 0.2949 Rndcg 1_1 0.2954 ndcg_cut_5 1_1 0.5128 ndcg_cut_10 1_1 0.4316 ndcg_cut_15 1_1 0.3715 ndcg_cut_20 1_1 0.4103 ndcg_cut_30 1_1 0.3995 ndcg_cut_100 1_1 0.3341 ndcg_cut_200 1_1 0.2680 ndcg_cut_500 1_1 0.2551 ndcg_cut_1000 1_1 0.2624 map_cut_5 1_1 0.0148 map_cut_10 1_1 0.0244 map_cut_15 1_1 0.0272 map_cut_20 1_1 0.0362 map_cut_30 1_1 0.0503 map_cut_100 1_1 0.1221 map_cut_200 1_1 0.1482 map_cut_500 1_1 0.1520 map_cut_1000 1_1 0.1535 relative_P_5 1_1 0.8000 relative_P_10 1_1 0.7000 relative_P_15 1_1 0.5333 relative_P_20 1_1 0.6000 relative_P_30 1_1 0.6000 relative_P_100 1_1 0.4900 relative_P_200 1_1 0.3200 relative_P_500 1_1 0.2646 relative_P_1000 1_1 0.2763 success_1 1_1 1.0000 success_5 1_1 1.0000 success_10 1_1 1.0000 set_P 1_1 0.0710 set_relative_P 1_1 0.2763 set_recall 1_1 0.2763 set_map 1_1 0.0196 set_F 1_1 0.1130 num_nonrel_judged_ret 1_1 16 rbp 1_1 0.3602 rbp_resid 1_1 0.0237 unj_5 1_1 0.0000 unj_10 1_1 0.0000 unj_20 1_1 0.0000 num_ret 1_2 1000 num_rel 1_2 114 num_rel_ret 1_2 92 map 1_2 0.4677 Rprec 1_2 0.4825 bpref 1_2 0.7390 recip_rank 1_2 1.0000 iprec_at_recall_0.00 1_2 1.0000 iprec_at_recall_0.10 1_2 1.0000 iprec_at_recall_0.20 1_2 0.7632 iprec_at_recall_0.30 1_2 0.6939 iprec_at_recall_0.40 1_2 0.5926 iprec_at_recall_0.50 1_2 0.4790 iprec_at_recall_0.60 1_2 0.3400 iprec_at_recall_0.70 1_2 0.2571 iprec_at_recall_0.80 1_2 0.1824 iprec_at_recall_0.90 1_2 0.0000 iprec_at_recall_1.00 1_2 0.0000 P_5 1_2 1.0000 P_10 1_2 1.0000 P_15 1_2 0.8667 P_20 1_2 0.8500 P_30 1_2 0.7333 P_100 1_2 0.5300 P_200 1_2 0.3400 P_500 1_2 0.1820 P_1000 1_2 0.0920 relstring 1_2 '1411123333' recall_5 1_2 0.0439 recall_10 1_2 0.0877 recall_15 1_2 0.1140 recall_20 1_2 0.1491 recall_30 1_2 0.1930 recall_100 1_2 0.4649 recall_200 1_2 0.5965 recall_500 1_2 0.7982 recall_1000 1_2 0.8070 infAP 1_2 0.4677 Rprec_mult_0.20 1_2 0.8261 Rprec_mult_0.40 1_2 0.6957 Rprec_mult_0.60 1_2 0.5942 Rprec_mult_0.80 1_2 0.5652 Rprec_mult_1.00 1_2 0.4825 Rprec_mult_1.20 1_2 0.4453 Rprec_mult_1.40 1_2 0.3875 Rprec_mult_1.60 1_2 0.3552 Rprec_mult_1.80 1_2 0.3301 Rprec_mult_2.00 1_2 0.3114 utility 1_2 -816.0000 11pt_avg 1_2 0.4826 binG 1_2 0.2553 G 1_2 0.1618 ndcg 1_2 0.7168 ndcg_rel 1_2 0.6316 Rndcg 1_2 0.5420 ndcg_cut_5 1_2 0.4917 ndcg_cut_10 1_2 0.6336 ndcg_cut_15 1_2 0.6143 ndcg_cut_20 1_2 0.6251 ndcg_cut_30 1_2 0.6055 ndcg_cut_100 1_2 0.5902 ndcg_cut_200 1_2 0.6284 ndcg_cut_500 1_2 0.7144 ndcg_cut_1000 1_2 0.7168 map_cut_5 1_2 0.0439 map_cut_10 1_2 0.0877 map_cut_15 1_2 0.1134 map_cut_20 1_2 0.1445 map_cut_30 1_2 0.1801 map_cut_100 1_2 0.3568 map_cut_200 1_2 0.4131 map_cut_500 1_2 0.4662 map_cut_1000 1_2 0.4677 relative_P_5 1_2 1.0000 relative_P_10 1_2 1.0000 relative_P_15 1_2 0.8667 relative_P_20 1_2 0.8500 relative_P_30 1_2 0.7333 relative_P_100 1_2 0.5300 relative_P_200 1_2 0.5965 relative_P_500 1_2 0.7982 relative_P_1000 1_2 0.8070 success_1 1_2 1.0000 success_5 1_2 1.0000 success_10 1_2 1.0000 set_P 1_2 0.0920 set_relative_P 1_2 0.8070 set_recall 1_2 0.8070 set_map 1_2 0.0742 set_F 1_2 0.1652 num_nonrel_judged_ret 1_2 7 rbp 1_2 0.4687 rbp_resid 1_2 0.1149 unj_5 1_2 0.0000 unj_10 1_2 0.0000 unj_20 1_2 0.1500 num_ret 1_3 1000 num_rel 1_3 71 num_rel_ret 1_3 23 map 1_3 0.0415 Rprec 1_3 0.1549 bpref 1_3 0.2802 recip_rank 1_3 0.1111 iprec_at_recall_0.00 1_3 0.1875 iprec_at_recall_0.10 1_3 0.1724 iprec_at_recall_0.20 1_3 0.1429 iprec_at_recall_0.30 1_3 0.0843 iprec_at_recall_0.40 1_3 0.0000 iprec_at_recall_0.50 1_3 0.0000 iprec_at_recall_0.60 1_3 0.0000 iprec_at_recall_0.70 1_3 0.0000 iprec_at_recall_0.80 1_3 0.0000 iprec_at_recall_0.90 1_3 0.0000 iprec_at_recall_1.00 1_3 0.0000 P_5 1_3 0.0000 P_10 1_3 0.1000 P_15 1_3 0.0667 P_20 1_3 0.1000 P_30 1_3 0.1667 P_100 1_3 0.1400 P_200 1_3 0.0950 P_500 1_3 0.0440 P_1000 1_3 0.0230 relstring 1_3 '00000---2-' recall_5 1_3 0.0000 recall_10 1_3 0.0141 recall_15 1_3 0.0141 recall_20 1_3 0.0282 recall_30 1_3 0.0704 recall_100 1_3 0.1972 recall_200 1_3 0.2676 recall_500 1_3 0.3099 recall_1000 1_3 0.3239 infAP 1_3 0.0415 Rprec_mult_0.20 1_3 0.0667 Rprec_mult_0.40 1_3 0.1724 Rprec_mult_0.60 1_3 0.1395 Rprec_mult_0.80 1_3 0.1579 Rprec_mult_1.00 1_3 0.1549 Rprec_mult_1.20 1_3 0.1395 Rprec_mult_1.40 1_3 0.1400 Rprec_mult_1.60 1_3 0.1228 Rprec_mult_1.80 1_3 0.1094 Rprec_mult_2.00 1_3 0.0986 utility 1_3 -954.0000 11pt_avg 1_3 0.0534 binG 1_3 0.0559 G 1_3 0.0525 ndcg 1_3 0.2203 ndcg_rel 1_3 0.1990 Rndcg 1_3 0.1234 ndcg_cut_5 1_3 0.0000 ndcg_cut_10 1_3 0.0486 ndcg_cut_15 1_3 0.0401 ndcg_cut_20 1_3 0.0622 ndcg_cut_30 1_3 0.1184 ndcg_cut_100 1_3 0.1719 ndcg_cut_200 1_3 0.1995 ndcg_cut_500 1_3 0.2166 ndcg_cut_1000 1_3 0.2203 map_cut_5 1_3 0.0000 map_cut_10 1_3 0.0016 map_cut_15 1_3 0.0016 map_cut_20 1_3 0.0032 map_cut_30 1_3 0.0097 map_cut_100 1_3 0.0299 map_cut_200 1_3 0.0374 map_cut_500 1_3 0.0409 map_cut_1000 1_3 0.0415 relative_P_5 1_3 0.0000 relative_P_10 1_3 0.1000 relative_P_15 1_3 0.0667 relative_P_20 1_3 0.1000 relative_P_30 1_3 0.1667 relative_P_100 1_3 0.1972 relative_P_200 1_3 0.2676 relative_P_500 1_3 0.3099 relative_P_1000 1_3 0.3239 success_1 1_3 0.0000 success_5 1_3 0.0000 success_10 1_3 1.0000 set_P 1_3 0.0230 set_relative_P 1_3 0.3239 set_recall 1_3 0.3239 set_map 1_3 0.0075 set_F 1_3 0.0430 num_nonrel_judged_ret 1_3 9 rbp 1_3 0.0623 rbp_resid 1_3 0.5009 unj_5 1_3 0.0000 unj_10 1_3 0.4000 unj_20 1_3 0.6500 num_ret 1_4 1000 num_rel 1_4 134 num_rel_ret 1_4 73 map 1_4 0.3684 Rprec 1_4 0.4328 bpref 1_4 0.5448 recip_rank 1_4 1.0000 iprec_at_recall_0.00 1_4 1.0000 iprec_at_recall_0.10 1_4 0.8750 iprec_at_recall_0.20 1_4 0.8438 iprec_at_recall_0.30 1_4 0.7273 iprec_at_recall_0.40 1_4 0.5806 iprec_at_recall_0.50 1_4 0.2688 iprec_at_recall_0.60 1_4 0.0000 iprec_at_recall_0.70 1_4 0.0000 iprec_at_recall_0.80 1_4 0.0000 iprec_at_recall_0.90 1_4 0.0000 iprec_at_recall_1.00 1_4 0.0000 P_5 1_4 1.0000 P_10 1_4 0.9000 P_15 1_4 0.8667 P_20 1_4 0.8000 P_30 1_4 0.8333 P_100 1_4 0.5400 P_200 1_4 0.3200 P_500 1_4 0.1440 P_1000 1_4 0.0730 relstring 1_4 '3322122-22' recall_5 1_4 0.0373 recall_10 1_4 0.0672 recall_15 1_4 0.0970 recall_20 1_4 0.1194 recall_30 1_4 0.1866 recall_100 1_4 0.4030 recall_200 1_4 0.4776 recall_500 1_4 0.5373 recall_1000 1_4 0.5448 infAP 1_4 0.3684 Rprec_mult_0.20 1_4 0.8519 Rprec_mult_0.40 1_4 0.7222 Rprec_mult_0.60 1_4 0.5926 Rprec_mult_0.80 1_4 0.5093 Rprec_mult_1.00 1_4 0.4328 Rprec_mult_1.20 1_4 0.3789 Rprec_mult_1.40 1_4 0.3404 Rprec_mult_1.60 1_4 0.2977 Rprec_mult_1.80 1_4 0.2727 Rprec_mult_2.00 1_4 0.2537 utility 1_4 -854.0000 11pt_avg 1_4 0.3905 binG 1_4 0.1901 G 1_4 0.1374 ndcg 1_4 0.6089 ndcg_rel 1_4 0.6384 Rndcg 1_4 0.5987 ndcg_cut_5 1_4 0.8073 ndcg_cut_10 1_4 0.7116 ndcg_cut_15 1_4 0.6670 ndcg_cut_20 1_4 0.6590 ndcg_cut_30 1_4 0.6940 ndcg_cut_100 1_4 0.5817 ndcg_cut_200 1_4 0.5775 ndcg_cut_500 1_4 0.6068 ndcg_cut_1000 1_4 0.6089 map_cut_5 1_4 0.0373 map_cut_10 1_4 0.0656 map_cut_15 1_4 0.0926 map_cut_20 1_4 0.1113 map_cut_30 1_4 0.1674 map_cut_100 1_4 0.3214 map_cut_200 1_4 0.3528 map_cut_500 1_4 0.3676 map_cut_1000 1_4 0.3684 relative_P_5 1_4 1.0000 relative_P_10 1_4 0.9000 relative_P_15 1_4 0.8667 relative_P_20 1_4 0.8000 relative_P_30 1_4 0.8333 relative_P_100 1_4 0.5400 relative_P_200 1_4 0.4776 relative_P_500 1_4 0.5373 relative_P_1000 1_4 0.5448 success_1 1_4 1.0000 success_5 1_4 1.0000 success_10 1_4 1.0000 set_P 1_4 0.0730 set_relative_P 1_4 0.5448 set_recall 1_4 0.5448 set_map 1_4 0.0398 set_F 1_4 0.1287 num_nonrel_judged_ret 1_4 0 rbp 1_4 0.6112 rbp_resid 1_4 0.1275 unj_5 1_4 0.0000 unj_10 1_4 0.1000 unj_20 1_4 0.2000 num_ret 1_6 1000 num_rel 1_6 121 num_rel_ret 1_6 16 map 1_6 0.0365 Rprec 1_6 0.0992 bpref 1_6 0.1241 recip_rank 1_6 0.5000 iprec_at_recall_0.00 1_6 0.6667 iprec_at_recall_0.10 1_6 0.1519 iprec_at_recall_0.20 1_6 0.0000 iprec_at_recall_0.30 1_6 0.0000 iprec_at_recall_0.40 1_6 0.0000 iprec_at_recall_0.50 1_6 0.0000 iprec_at_recall_0.60 1_6 0.0000 iprec_at_recall_0.70 1_6 0.0000 iprec_at_recall_0.80 1_6 0.0000 iprec_at_recall_0.90 1_6 0.0000 iprec_at_recall_1.00 1_6 0.0000 P_5 1_6 0.4000 P_10 1_6 0.3000 P_15 1_6 0.2000 P_20 1_6 0.2000 P_30 1_6 0.3667 P_100 1_6 0.1200 P_200 1_6 0.0600 P_500 1_6 0.0300 P_1000 1_6 0.0160 relstring 1_6 '011001----' recall_5 1_6 0.0165 recall_10 1_6 0.0248 recall_15 1_6 0.0248 recall_20 1_6 0.0331 recall_30 1_6 0.0909 recall_100 1_6 0.0992 recall_200 1_6 0.0992 recall_500 1_6 0.1240 recall_1000 1_6 0.1322 infAP 1_6 0.0365 Rprec_mult_0.20 1_6 0.3200 Rprec_mult_0.40 1_6 0.2245 Rprec_mult_0.60 1_6 0.1507 Rprec_mult_0.80 1_6 0.1237 Rprec_mult_1.00 1_6 0.0992 Rprec_mult_1.20 1_6 0.0822 Rprec_mult_1.40 1_6 0.0706 Rprec_mult_1.60 1_6 0.0619 Rprec_mult_1.80 1_6 0.0596 Rprec_mult_2.00 1_6 0.0579 utility 1_6 -968.0000 11pt_avg 1_6 0.0744 binG 1_6 0.0349 G 1_6 0.0168 ndcg 1_6 0.0968 ndcg_rel 1_6 0.0989 Rndcg 1_6 0.0921 ndcg_cut_5 1_6 0.1279 ndcg_cut_10 1_6 0.1091 ndcg_cut_15 1_6 0.0846 ndcg_cut_20 1_6 0.0812 ndcg_cut_30 1_6 0.1338 ndcg_cut_100 1_6 0.0895 ndcg_cut_200 1_6 0.0833 ndcg_cut_500 1_6 0.0946 ndcg_cut_1000 1_6 0.0968 map_cut_5 1_6 0.0096 map_cut_10 1_6 0.0138 map_cut_15 1_6 0.0138 map_cut_20 1_6 0.0154 map_cut_30 1_6 0.0337 map_cut_100 1_6 0.0349 map_cut_200 1_6 0.0349 map_cut_500 1_6 0.0363 map_cut_1000 1_6 0.0365 relative_P_5 1_6 0.4000 relative_P_10 1_6 0.3000 relative_P_15 1_6 0.2000 relative_P_20 1_6 0.2000 relative_P_30 1_6 0.3667 relative_P_100 1_6 0.1200 relative_P_200 1_6 0.0992 relative_P_500 1_6 0.1240 relative_P_1000 1_6 0.1322 success_1 1_6 0.0000 success_5 1_6 1.0000 success_10 1_6 1.0000 set_P 1_6 0.0160 set_relative_P 1_6 0.1322 set_recall 1_6 0.1322 set_map 1_6 0.0021 set_F 1_6 0.0285 num_nonrel_judged_ret 1_6 12 rbp 1_6 0.1038 rbp_resid 1_6 0.4491 unj_5 1_6 0.0000 unj_10 1_6 0.4000 unj_20 1_6 0.6500 num_ret 1_7 1000 num_rel 1_7 110 num_rel_ret 1_7 54 map 1_7 0.1247 Rprec 1_7 0.2091 bpref 1_7 0.3999 recip_rank 1_7 1.0000 iprec_at_recall_0.00 1_7 1.0000 iprec_at_recall_0.10 1_7 0.3261 iprec_at_recall_0.20 1_7 0.2124 iprec_at_recall_0.30 1_7 0.1910 iprec_at_recall_0.40 1_7 0.1365 iprec_at_recall_0.50 1_7 0.0000 iprec_at_recall_0.60 1_7 0.0000 iprec_at_recall_0.70 1_7 0.0000 iprec_at_recall_0.80 1_7 0.0000 iprec_at_recall_0.90 1_7 0.0000 iprec_at_recall_1.00 1_7 0.0000 P_5 1_7 0.6000 P_10 1_7 0.4000 P_15 1_7 0.4000 P_20 1_7 0.3000 P_30 1_7 0.2667 P_100 1_7 0.1900 P_200 1_7 0.1750 P_500 1_7 0.1000 P_1000 1_7 0.0540 relstring 1_7 '1220001000' recall_5 1_7 0.0273 recall_10 1_7 0.0364 recall_15 1_7 0.0545 recall_20 1_7 0.0545 recall_30 1_7 0.0727 recall_100 1_7 0.1727 recall_200 1_7 0.3182 recall_500 1_7 0.4545 recall_1000 1_7 0.4909 infAP 1_7 0.1247 Rprec_mult_0.20 1_7 0.2727 Rprec_mult_0.40 1_7 0.3182 Rprec_mult_0.60 1_7 0.2727 Rprec_mult_0.80 1_7 0.2159 Rprec_mult_1.00 1_7 0.2091 Rprec_mult_1.20 1_7 0.1818 Rprec_mult_1.40 1_7 0.1818 Rprec_mult_1.60 1_7 0.1875 Rprec_mult_1.80 1_7 0.1768 Rprec_mult_2.00 1_7 0.1636 utility 1_7 -892.0000 11pt_avg 1_7 0.1696 binG 1_7 0.1028 G 1_7 0.0860 ndcg 1_7 0.4099 ndcg_rel 1_7 0.3700 Rndcg 1_7 0.3519 ndcg_cut_5 1_7 0.4333 ndcg_cut_10 1_7 0.3354 ndcg_cut_15 1_7 0.3288 ndcg_cut_20 1_7 0.2795 ndcg_cut_30 1_7 0.2652 ndcg_cut_100 1_7 0.2564 ndcg_cut_200 1_7 0.3215 ndcg_cut_500 1_7 0.3870 ndcg_cut_1000 1_7 0.4099 map_cut_5 1_7 0.0273 map_cut_10 1_7 0.0325 map_cut_15 1_7 0.0405 map_cut_20 1_7 0.0405 map_cut_30 1_7 0.0458 map_cut_100 1_7 0.0751 map_cut_200 1_7 0.1033 map_cut_500 1_7 0.1217 map_cut_1000 1_7 0.1247 relative_P_5 1_7 0.6000 relative_P_10 1_7 0.4000 relative_P_15 1_7 0.4000 relative_P_20 1_7 0.3000 relative_P_30 1_7 0.2667 relative_P_100 1_7 0.1900 relative_P_200 1_7 0.3182 relative_P_500 1_7 0.4545 relative_P_1000 1_7 0.4909 success_1 1_7 1.0000 success_5 1_7 1.0000 success_10 1_7 1.0000 set_P 1_7 0.0540 set_relative_P 1_7 0.4909 set_recall 1_7 0.4909 set_map 1_7 0.0265 set_F 1_7 0.0973 num_nonrel_judged_ret 1_7 35 rbp 1_7 0.2103 rbp_resid 1_7 0.1833 unj_5 1_7 0.0000 unj_10 1_7 0.0000 unj_20 1_7 0.3000 num_ret 1_8 1000 num_rel 1_8 118 num_rel_ret 1_8 73 map 1_8 0.3032 Rprec 1_8 0.3729 bpref 1_8 0.6038 recip_rank 1_8 1.0000 iprec_at_recall_0.00 1_8 1.0000 iprec_at_recall_0.10 1_8 0.7619 iprec_at_recall_0.20 1_8 0.6316 iprec_at_recall_0.30 1_8 0.5806 iprec_at_recall_0.40 1_8 0.3141 iprec_at_recall_0.50 1_8 0.2092 iprec_at_recall_0.60 1_8 0.1275 iprec_at_recall_0.70 1_8 0.0000 iprec_at_recall_0.80 1_8 0.0000 iprec_at_recall_0.90 1_8 0.0000 iprec_at_recall_1.00 1_8 0.0000 P_5 1_8 1.0000 P_10 1_8 0.7000 P_15 1_8 0.7333 P_20 1_8 0.7500 P_30 1_8 0.6667 P_100 1_8 0.4300 P_200 1_8 0.2750 P_500 1_8 0.1400 P_1000 1_8 0.0730 relstring 1_8 '111111---2' recall_5 1_8 0.0424 recall_10 1_8 0.0593 recall_15 1_8 0.0932 recall_20 1_8 0.1271 recall_30 1_8 0.1695 recall_100 1_8 0.3644 recall_200 1_8 0.4661 recall_500 1_8 0.5932 recall_1000 1_8 0.6186 infAP 1_8 0.3032 Rprec_mult_0.20 1_8 0.7083 Rprec_mult_0.40 1_8 0.5833 Rprec_mult_0.60 1_8 0.5211 Rprec_mult_0.80 1_8 0.4316 Rprec_mult_1.00 1_8 0.3729 Rprec_mult_1.20 1_8 0.3169 Rprec_mult_1.40 1_8 0.2952 Rprec_mult_1.60 1_8 0.2751 Rprec_mult_1.80 1_8 0.2629 Rprec_mult_2.00 1_8 0.2373 utility 1_8 -854.0000 11pt_avg 1_8 0.3295 binG 1_8 0.1689 G 1_8 0.0951 ndcg 1_8 0.4921 ndcg_rel 1_8 0.4312 Rndcg 1_8 0.3766 ndcg_cut_5 1_8 0.3333 ndcg_cut_10 1_8 0.2849 ndcg_cut_15 1_8 0.3713 ndcg_cut_20 1_8 0.3985 ndcg_cut_30 1_8 0.3905 ndcg_cut_100 1_8 0.3577 ndcg_cut_200 1_8 0.4001 ndcg_cut_500 1_8 0.4792 ndcg_cut_1000 1_8 0.4921 map_cut_5 1_8 0.0424 map_cut_10 1_8 0.0568 map_cut_15 1_8 0.0816 map_cut_20 1_8 0.1063 map_cut_30 1_8 0.1365 map_cut_100 1_8 0.2453 map_cut_200 1_8 0.2765 map_cut_500 1_8 0.3008 map_cut_1000 1_8 0.3032 relative_P_5 1_8 1.0000 relative_P_10 1_8 0.7000 relative_P_15 1_8 0.7333 relative_P_20 1_8 0.7500 relative_P_30 1_8 0.6667 relative_P_100 1_8 0.4300 relative_P_200 1_8 0.4661 relative_P_500 1_8 0.5932 relative_P_1000 1_8 0.6186 success_1 1_8 1.0000 success_5 1_8 1.0000 success_10 1_8 1.0000 set_P 1_8 0.0730 set_relative_P 1_8 0.6186 set_recall 1_8 0.6186 set_map 1_8 0.0452 set_F 1_8 0.1306 num_nonrel_judged_ret 1_8 3 rbp 1_8 0.3292 rbp_resid 1_8 0.2554 unj_5 1_8 0.0000 unj_10 1_8 0.3000 unj_20 1_8 0.2500 num_ret 1_9 1000 num_rel 1_9 48 num_rel_ret 1_9 3 map 1_9 0.0004 Rprec 1_9 0.0000 bpref 1_9 0.0473 recip_rank 1_9 0.0043 iprec_at_recall_0.00 1_9 0.0067 iprec_at_recall_0.10 1_9 0.0000 iprec_at_recall_0.20 1_9 0.0000 iprec_at_recall_0.30 1_9 0.0000 iprec_at_recall_0.40 1_9 0.0000 iprec_at_recall_0.50 1_9 0.0000 iprec_at_recall_0.60 1_9 0.0000 iprec_at_recall_0.70 1_9 0.0000 iprec_at_recall_0.80 1_9 0.0000 iprec_at_recall_0.90 1_9 0.0000 iprec_at_recall_1.00 1_9 0.0000 P_5 1_9 0.0000 P_10 1_9 0.0000 P_15 1_9 0.0000 P_20 1_9 0.0000 P_30 1_9 0.0000 P_100 1_9 0.0000 P_200 1_9 0.0000 P_500 1_9 0.0060 P_1000 1_9 0.0030 relstring 1_9 '00000-----' recall_5 1_9 0.0000 recall_10 1_9 0.0000 recall_15 1_9 0.0000 recall_20 1_9 0.0000 recall_30 1_9 0.0000 recall_100 1_9 0.0000 recall_200 1_9 0.0000 recall_500 1_9 0.0625 recall_1000 1_9 0.0625 infAP 1_9 0.0004 Rprec_mult_0.20 1_9 0.0000 Rprec_mult_0.40 1_9 0.0000 Rprec_mult_0.60 1_9 0.0000 Rprec_mult_0.80 1_9 0.0000 Rprec_mult_1.00 1_9 0.0000 Rprec_mult_1.20 1_9 0.0000 Rprec_mult_1.40 1_9 0.0000 Rprec_mult_1.60 1_9 0.0000 Rprec_mult_1.80 1_9 0.0000 Rprec_mult_2.00 1_9 0.0000 utility 1_9 -994.0000 11pt_avg 1_9 0.0006 binG 1_9 0.0075 G 1_9 0.0074 ndcg 1_9 0.0255 ndcg_rel 1_9 0.0249 Rndcg 1_9 0.0064 ndcg_cut_5 1_9 0.0000 ndcg_cut_10 1_9 0.0000 ndcg_cut_15 1_9 0.0000 ndcg_cut_20 1_9 0.0000 ndcg_cut_30 1_9 0.0000 ndcg_cut_100 1_9 0.0000 ndcg_cut_200 1_9 0.0000 ndcg_cut_500 1_9 0.0255 ndcg_cut_1000 1_9 0.0255 map_cut_5 1_9 0.0000 map_cut_10 1_9 0.0000 map_cut_15 1_9 0.0000 map_cut_20 1_9 0.0000 map_cut_30 1_9 0.0000 map_cut_100 1_9 0.0000 map_cut_200 1_9 0.0000 map_cut_500 1_9 0.0004 map_cut_1000 1_9 0.0004 relative_P_5 1_9 0.0000 relative_P_10 1_9 0.0000 relative_P_15 1_9 0.0000 relative_P_20 1_9 0.0000 relative_P_30 1_9 0.0000 relative_P_100 1_9 0.0000 relative_P_200 1_9 0.0000 relative_P_500 1_9 0.0625 relative_P_1000 1_9 0.0625 success_1 1_9 0.0000 success_5 1_9 0.0000 success_10 1_9 0.0000 set_P 1_9 0.0030 set_relative_P 1_9 0.0625 set_recall 1_9 0.0625 set_map 1_9 0.0002 set_F 1_9 0.0057 num_nonrel_judged_ret 1_9 14 rbp 1_9 0.0000 rbp_resid 1_9 0.5862 unj_5 1_9 0.0000 unj_10 1_9 0.5000 unj_20 1_9 0.7500 num_ret 4_10 1000 num_rel 4_10 188 num_rel_ret 4_10 58 map 4_10 0.1936 Rprec 4_10 0.2553 bpref 4_10 0.2835 recip_rank 4_10 1.0000 iprec_at_recall_0.00 4_10 1.0000 iprec_at_recall_0.10 4_10 0.8148 iprec_at_recall_0.20 4_10 0.5200 iprec_at_recall_0.30 4_10 0.1215 iprec_at_recall_0.40 4_10 0.0000 iprec_at_recall_0.50 4_10 0.0000 iprec_at_recall_0.60 4_10 0.0000 iprec_at_recall_0.70 4_10 0.0000 iprec_at_recall_0.80 4_10 0.0000 iprec_at_recall_0.90 4_10 0.0000 iprec_at_recall_1.00 4_10 0.0000 P_5 4_10 1.0000 P_10 4_10 0.9000 P_15 4_10 0.8000 P_20 4_10 0.8500 P_30 4_10 0.8000 P_100 4_10 0.4100 P_200 4_10 0.2400 P_500 4_10 0.1120 P_1000 4_10 0.0580 relstring 4_10 '1111111210' recall_5 4_10 0.0266 recall_10 4_10 0.0479 recall_15 4_10 0.0638 recall_20 4_10 0.0904 recall_30 4_10 0.1277 recall_100 4_10 0.2181 recall_200 4_10 0.2553 recall_500 4_10 0.2979 recall_1000 4_10 0.3085 infAP 4_10 0.1936 Rprec_mult_0.20 4_10 0.7368 Rprec_mult_0.40 4_10 0.5132 Rprec_mult_0.60 4_10 0.3982 Rprec_mult_0.80 4_10 0.3113 Rprec_mult_1.00 4_10 0.2553 Rprec_mult_1.20 4_10 0.2124 Rprec_mult_1.40 4_10 0.1894 Rprec_mult_1.60 4_10 0.1728 Rprec_mult_1.80 4_10 0.1534 Rprec_mult_2.00 4_10 0.1383 utility 4_10 -884.0000 11pt_avg 4_10 0.2233 binG 4_10 0.1152 G 4_10 0.0468 ndcg 4_10 0.2750 ndcg_rel 4_10 0.2874 Rndcg 4_10 0.2947 ndcg_cut_5 4_10 0.3333 ndcg_cut_10 4_10 0.3353 ndcg_cut_15 4_10 0.3139 ndcg_cut_20 4_10 0.3365 ndcg_cut_30 4_10 0.3480 ndcg_cut_100 4_10 0.2934 ndcg_cut_200 4_10 0.2475 ndcg_cut_500 4_10 0.2708 ndcg_cut_1000 4_10 0.2750 map_cut_5 4_10 0.0266 map_cut_10 4_10 0.0479 map_cut_15 4_10 0.0615 map_cut_20 4_10 0.0836 map_cut_30 4_10 0.1137 map_cut_100 4_10 0.1722 map_cut_200 4_10 0.1859 map_cut_500 4_10 0.1927 map_cut_1000 4_10 0.1936 relative_P_5 4_10 1.0000 relative_P_10 4_10 0.9000 relative_P_15 4_10 0.8000 relative_P_20 4_10 0.8500 relative_P_30 4_10 0.8000 relative_P_100 4_10 0.4100 relative_P_200 4_10 0.2553 relative_P_500 4_10 0.2979 relative_P_1000 4_10 0.3085 success_1 4_10 1.0000 success_5 4_10 1.0000 success_10 4_10 1.0000 set_P 4_10 0.0580 set_relative_P 4_10 0.3085 set_recall 4_10 0.3085 set_map 4_10 0.0179 set_F 4_10 0.0976 num_nonrel_judged_ret 4_10 7 rbp 4_10 0.3047 rbp_resid 4_10 0.0503 unj_5 4_10 0.0000 unj_10 4_10 0.0000 unj_20 4_10 0.0000 num_ret 4_11 1000 num_rel 4_11 171 num_rel_ret 4_11 69 map 4_11 0.2701 Rprec 4_11 0.3099 bpref 4_11 0.3897 recip_rank 4_11 1.0000 iprec_at_recall_0.00 4_11 1.0000 iprec_at_recall_0.10 4_11 0.9600 iprec_at_recall_0.20 4_11 0.7778 iprec_at_recall_0.30 4_11 0.3592 iprec_at_recall_0.40 4_11 0.0915 iprec_at_recall_0.50 4_11 0.0000 iprec_at_recall_0.60 4_11 0.0000 iprec_at_recall_0.70 4_11 0.0000 iprec_at_recall_0.80 4_11 0.0000 iprec_at_recall_0.90 4_11 0.0000 iprec_at_recall_1.00 4_11 0.0000 P_5 4_11 1.0000 P_10 4_11 0.9000 P_15 4_11 0.9333 P_20 4_11 0.9500 P_30 4_11 0.9333 P_100 4_11 0.4900 P_200 4_11 0.2750 P_500 4_11 0.1280 P_1000 4_11 0.0690 relstring 4_11 '2221222220' recall_5 4_11 0.0292 recall_10 4_11 0.0526 recall_15 4_11 0.0819 recall_20 4_11 0.1111 recall_30 4_11 0.1637 recall_100 4_11 0.2865 recall_200 4_11 0.3216 recall_500 4_11 0.3743 recall_1000 4_11 0.4035 infAP 4_11 0.2701 Rprec_mult_0.20 4_11 0.8286 Rprec_mult_0.40 4_11 0.6377 Rprec_mult_0.60 4_11 0.4757 Rprec_mult_0.80 4_11 0.3650 Rprec_mult_1.00 4_11 0.3099 Rprec_mult_1.20 4_11 0.2670 Rprec_mult_1.40 4_11 0.2375 Rprec_mult_1.60 4_11 0.2117 Rprec_mult_1.80 4_11 0.1916 Rprec_mult_2.00 4_11 0.1784 utility 4_11 -862.0000 11pt_avg 4_11 0.2899 binG 4_11 0.1663 G 4_11 0.0866 ndcg 4_11 0.4603 ndcg_rel 4_11 0.5045 Rndcg 4_11 0.4762 ndcg_cut_5 4_11 0.6180 ndcg_cut_10 4_11 0.5927 ndcg_cut_15 4_11 0.6219 ndcg_cut_20 4_11 0.6564 ndcg_cut_30 4_11 0.6829 ndcg_cut_100 4_11 0.4834 ndcg_cut_200 4_11 0.4112 ndcg_cut_500 4_11 0.4461 ndcg_cut_1000 4_11 0.4603 map_cut_5 4_11 0.0292 map_cut_10 4_11 0.0526 map_cut_15 4_11 0.0796 map_cut_20 4_11 0.1072 map_cut_30 4_11 0.1569 map_cut_100 4_11 0.2450 map_cut_200 4_11 0.2570 map_cut_500 4_11 0.2675 map_cut_1000 4_11 0.2701 relative_P_5 4_11 1.0000 relative_P_10 4_11 0.9000 relative_P_15 4_11 0.9333 relative_P_20 4_11 0.9500 relative_P_30 4_11 0.9333 relative_P_100 4_11 0.4900 relative_P_200 4_11 0.3216 relative_P_500 4_11 0.3743 relative_P_1000 4_11 0.4035 success_1 4_11 1.0000 success_5 4_11 1.0000 success_10 4_11 1.0000 set_P 4_11 0.0690 set_relative_P 4_11 0.4035 set_recall 4_11 0.4035 set_map 4_11 0.0278 set_F 4_11 0.1178 num_nonrel_judged_ret 4_11 34 rbp 4_11 0.5745 rbp_resid 4_11 0.0245 unj_5 4_11 0.0000 unj_10 4_11 0.0000 unj_20 4_11 0.0000 num_ret 4_12 1000 num_rel 4_12 134 num_rel_ret 4_12 0 map 4_12 0.0000 Rprec 4_12 0.0000 bpref 4_12 0.0000 recip_rank 4_12 0.0000 iprec_at_recall_0.00 4_12 0.0000 iprec_at_recall_0.10 4_12 0.0000 iprec_at_recall_0.20 4_12 0.0000 iprec_at_recall_0.30 4_12 0.0000 iprec_at_recall_0.40 4_12 0.0000 iprec_at_recall_0.50 4_12 0.0000 iprec_at_recall_0.60 4_12 0.0000 iprec_at_recall_0.70 4_12 0.0000 iprec_at_recall_0.80 4_12 0.0000 iprec_at_recall_0.90 4_12 0.0000 iprec_at_recall_1.00 4_12 0.0000 P_5 4_12 0.0000 P_10 4_12 0.0000 P_15 4_12 0.0000 P_20 4_12 0.0000 P_30 4_12 0.0000 P_100 4_12 0.0000 P_200 4_12 0.0000 P_500 4_12 0.0000 P_1000 4_12 0.0000 relstring 4_12 '00000---0-' recall_5 4_12 0.0000 recall_10 4_12 0.0000 recall_15 4_12 0.0000 recall_20 4_12 0.0000 recall_30 4_12 0.0000 recall_100 4_12 0.0000 recall_200 4_12 0.0000 recall_500 4_12 0.0000 recall_1000 4_12 0.0000 infAP 4_12 0.0000 Rprec_mult_0.20 4_12 0.0000 Rprec_mult_0.40 4_12 0.0000 Rprec_mult_0.60 4_12 0.0000 Rprec_mult_0.80 4_12 0.0000 Rprec_mult_1.00 4_12 0.0000 Rprec_mult_1.20 4_12 0.0000 Rprec_mult_1.40 4_12 0.0000 Rprec_mult_1.60 4_12 0.0000 Rprec_mult_1.80 4_12 0.0000 Rprec_mult_2.00 4_12 0.0000 utility 4_12 -1000.0000 11pt_avg 4_12 0.0000 binG 4_12 0.0000 G 4_12 0.0000 ndcg 4_12 0.0000 ndcg_rel 4_12 0.0000 Rndcg 4_12 0.0000 ndcg_cut_5 4_12 0.0000 ndcg_cut_10 4_12 0.0000 ndcg_cut_15 4_12 0.0000 ndcg_cut_20 4_12 0.0000 ndcg_cut_30 4_12 0.0000 ndcg_cut_100 4_12 0.0000 ndcg_cut_200 4_12 0.0000 ndcg_cut_500 4_12 0.0000 ndcg_cut_1000 4_12 0.0000 map_cut_5 4_12 0.0000 map_cut_10 4_12 0.0000 map_cut_15 4_12 0.0000 map_cut_20 4_12 0.0000 map_cut_30 4_12 0.0000 map_cut_100 4_12 0.0000 map_cut_200 4_12 0.0000 map_cut_500 4_12 0.0000 map_cut_1000 4_12 0.0000 relative_P_5 4_12 0.0000 relative_P_10 4_12 0.0000 relative_P_15 4_12 0.0000 relative_P_20 4_12 0.0000 relative_P_30 4_12 0.0000 relative_P_100 4_12 0.0000 relative_P_200 4_12 0.0000 relative_P_500 4_12 0.0000 relative_P_1000 4_12 0.0000 success_1 4_12 0.0000 success_5 4_12 0.0000 success_10 4_12 0.0000 set_P 4_12 0.0000 set_relative_P 4_12 0.0000 set_recall 4_12 0.0000 set_map 4_12 0.0000 set_F 4_12 0.0000 num_nonrel_judged_ret 4_12 10 rbp 4_12 0.0000 rbp_resid 4_12 0.4868 unj_5 4_12 0.0000 unj_10 4_12 0.4000 unj_20 4_12 0.6000 num_ret 4_13 1000 num_rel 4_13 162 num_rel_ret 4_13 0 map 4_13 0.0000 Rprec 4_13 0.0000 bpref 4_13 0.0000 recip_rank 4_13 0.0000 iprec_at_recall_0.00 4_13 0.0000 iprec_at_recall_0.10 4_13 0.0000 iprec_at_recall_0.20 4_13 0.0000 iprec_at_recall_0.30 4_13 0.0000 iprec_at_recall_0.40 4_13 0.0000 iprec_at_recall_0.50 4_13 0.0000 iprec_at_recall_0.60 4_13 0.0000 iprec_at_recall_0.70 4_13 0.0000 iprec_at_recall_0.80 4_13 0.0000 iprec_at_recall_0.90 4_13 0.0000 iprec_at_recall_1.00 4_13 0.0000 P_5 4_13 0.0000 P_10 4_13 0.0000 P_15 4_13 0.0000 P_20 4_13 0.0000 P_30 4_13 0.0000 P_100 4_13 0.0000 P_200 4_13 0.0000 P_500 4_13 0.0000 P_1000 4_13 0.0000 relstring 4_13 '00000----0' recall_5 4_13 0.0000 recall_10 4_13 0.0000 recall_15 4_13 0.0000 recall_20 4_13 0.0000 recall_30 4_13 0.0000 recall_100 4_13 0.0000 recall_200 4_13 0.0000 recall_500 4_13 0.0000 recall_1000 4_13 0.0000 infAP 4_13 0.0000 Rprec_mult_0.20 4_13 0.0000 Rprec_mult_0.40 4_13 0.0000 Rprec_mult_0.60 4_13 0.0000 Rprec_mult_0.80 4_13 0.0000 Rprec_mult_1.00 4_13 0.0000 Rprec_mult_1.20 4_13 0.0000 Rprec_mult_1.40 4_13 0.0000 Rprec_mult_1.60 4_13 0.0000 Rprec_mult_1.80 4_13 0.0000 Rprec_mult_2.00 4_13 0.0000 utility 4_13 -1000.0000 11pt_avg 4_13 0.0000 binG 4_13 0.0000 G 4_13 0.0000 ndcg 4_13 0.0000 ndcg_rel 4_13 0.0000 Rndcg 4_13 0.0000 ndcg_cut_5 4_13 0.0000 ndcg_cut_10 4_13 0.0000 ndcg_cut_15 4_13 0.0000 ndcg_cut_20 4_13 0.0000 ndcg_cut_30 4_13 0.0000 ndcg_cut_100 4_13 0.0000 ndcg_cut_200 4_13 0.0000 ndcg_cut_500 4_13 0.0000 ndcg_cut_1000 4_13 0.0000 map_cut_5 4_13 0.0000 map_cut_10 4_13 0.0000 map_cut_15 4_13 0.0000 map_cut_20 4_13 0.0000 map_cut_30 4_13 0.0000 map_cut_100 4_13 0.0000 map_cut_200 4_13 0.0000 map_cut_500 4_13 0.0000 map_cut_1000 4_13 0.0000 relative_P_5 4_13 0.0000 relative_P_10 4_13 0.0000 relative_P_15 4_13 0.0000 relative_P_20 4_13 0.0000 relative_P_30 4_13 0.0000 relative_P_100 4_13 0.0000 relative_P_200 4_13 0.0000 relative_P_500 4_13 0.0000 relative_P_1000 4_13 0.0000 success_1 4_13 0.0000 success_5 4_13 0.0000 success_10 4_13 0.0000 set_P 4_13 0.0000 set_relative_P 4_13 0.0000 set_recall 4_13 0.0000 set_map 4_13 0.0000 set_F 4_13 0.0000 num_nonrel_judged_ret 4_13 8 rbp 4_13 0.0000 rbp_resid 4_13 0.5517 unj_5 4_13 0.0000 unj_10 4_13 0.4000 unj_20 4_13 0.7000 num_ret 4_14 1000 num_rel 4_14 177 num_rel_ret 4_14 40 map 4_14 0.1110 Rprec 4_14 0.1921 bpref 4_14 0.2139 recip_rank 4_14 0.3333 iprec_at_recall_0.00 4_14 0.8000 iprec_at_recall_0.10 4_14 0.6897 iprec_at_recall_0.20 4_14 0.1675 iprec_at_recall_0.30 4_14 0.0000 iprec_at_recall_0.40 4_14 0.0000 iprec_at_recall_0.50 4_14 0.0000 iprec_at_recall_0.60 4_14 0.0000 iprec_at_recall_0.70 4_14 0.0000 iprec_at_recall_0.80 4_14 0.0000 iprec_at_recall_0.90 4_14 0.0000 iprec_at_recall_1.00 4_14 0.0000 P_5 4_14 0.6000 P_10 4_14 0.7000 P_15 4_14 0.8000 P_20 4_14 0.7500 P_30 4_14 0.6667 P_100 4_14 0.3000 P_200 4_14 0.1700 P_500 4_14 0.0760 P_1000 4_14 0.0400 relstring 4_14 '002222223-' recall_5 4_14 0.0169 recall_10 4_14 0.0395 recall_15 4_14 0.0678 recall_20 4_14 0.0847 recall_30 4_14 0.1130 recall_100 4_14 0.1695 recall_200 4_14 0.1921 recall_500 4_14 0.2147 recall_1000 4_14 0.2260 infAP 4_14 0.1110 Rprec_mult_0.20 4_14 0.5833 Rprec_mult_0.40 4_14 0.3662 Rprec_mult_0.60 4_14 0.2897 Rprec_mult_0.80 4_14 0.2324 Rprec_mult_1.00 4_14 0.1921 Rprec_mult_1.20 4_14 0.1643 Rprec_mult_1.40 4_14 0.1411 Rprec_mult_1.60 4_14 0.1303 Rprec_mult_1.80 4_14 0.1191 Rprec_mult_2.00 4_14 0.1073 utility 4_14 -920.0000 11pt_avg 4_14 0.1506 binG 4_14 0.0648 G 4_14 0.0413 ndcg 4_14 0.2528 ndcg_rel 4_14 0.2763 Rndcg 4_14 0.2813 ndcg_cut_5 4_14 0.2979 ndcg_cut_10 4_14 0.4070 ndcg_cut_15 4_14 0.4813 ndcg_cut_20 4_14 0.4664 ndcg_cut_30 4_14 0.4567 ndcg_cut_100 4_14 0.2992 ndcg_cut_200 4_14 0.2363 ndcg_cut_500 4_14 0.2483 ndcg_cut_1000 4_14 0.2528 map_cut_5 4_14 0.0081 map_cut_10 4_14 0.0245 map_cut_15 4_14 0.0462 map_cut_20 4_14 0.0587 map_cut_30 4_14 0.0775 map_cut_100 4_14 0.1013 map_cut_200 4_14 0.1070 map_cut_500 4_14 0.1103 map_cut_1000 4_14 0.1110 relative_P_5 4_14 0.6000 relative_P_10 4_14 0.7000 relative_P_15 4_14 0.8000 relative_P_20 4_14 0.7500 relative_P_30 4_14 0.6667 relative_P_100 4_14 0.3000 relative_P_200 4_14 0.1921 relative_P_500 4_14 0.2147 relative_P_1000 4_14 0.2260 success_1 4_14 0.0000 success_5 4_14 1.0000 success_10 4_14 1.0000 set_P 4_14 0.0400 set_relative_P 4_14 0.2260 set_recall 4_14 0.2260 set_map 4_14 0.0090 set_F 4_14 0.0680 num_nonrel_judged_ret 4_14 16 rbp 4_14 0.4663 rbp_resid 4_14 0.1562 unj_5 4_14 0.0000 unj_10 4_14 0.1000 unj_20 4_14 0.1500 num_ret 4_17 1000 num_rel 4_17 1 num_rel_ret 4_17 0 map 4_17 0.0000 Rprec 4_17 0.0000 bpref 4_17 0.0000 recip_rank 4_17 0.0000 iprec_at_recall_0.00 4_17 0.0000 iprec_at_recall_0.10 4_17 0.0000 iprec_at_recall_0.20 4_17 0.0000 iprec_at_recall_0.30 4_17 0.0000 iprec_at_recall_0.40 4_17 0.0000 iprec_at_recall_0.50 4_17 0.0000 iprec_at_recall_0.60 4_17 0.0000 iprec_at_recall_0.70 4_17 0.0000 iprec_at_recall_0.80 4_17 0.0000 iprec_at_recall_0.90 4_17 0.0000 iprec_at_recall_1.00 4_17 0.0000 P_5 4_17 0.0000 P_10 4_17 0.0000 P_15 4_17 0.0000 P_20 4_17 0.0000 P_30 4_17 0.0000 P_100 4_17 0.0000 P_200 4_17 0.0000 P_500 4_17 0.0000 P_1000 4_17 0.0000 relstring 4_17 '00000-0---' recall_5 4_17 0.0000 recall_10 4_17 0.0000 recall_15 4_17 0.0000 recall_20 4_17 0.0000 recall_30 4_17 0.0000 recall_100 4_17 0.0000 recall_200 4_17 0.0000 recall_500 4_17 0.0000 recall_1000 4_17 0.0000 infAP 4_17 0.0000 Rprec_mult_0.20 4_17 0.0000 Rprec_mult_0.40 4_17 0.0000 Rprec_mult_0.60 4_17 0.0000 Rprec_mult_0.80 4_17 0.0000 Rprec_mult_1.00 4_17 0.0000 Rprec_mult_1.20 4_17 0.0000 Rprec_mult_1.40 4_17 0.0000 Rprec_mult_1.60 4_17 0.0000 Rprec_mult_1.80 4_17 0.0000 Rprec_mult_2.00 4_17 0.0000 utility 4_17 -1000.0000 11pt_avg 4_17 0.0000 binG 4_17 0.0000 G 4_17 0.0000 ndcg 4_17 0.0000 ndcg_rel 4_17 0.0000 Rndcg 4_17 0.0000 ndcg_cut_5 4_17 0.0000 ndcg_cut_10 4_17 0.0000 ndcg_cut_15 4_17 0.0000 ndcg_cut_20 4_17 0.0000 ndcg_cut_30 4_17 0.0000 ndcg_cut_100 4_17 0.0000 ndcg_cut_200 4_17 0.0000 ndcg_cut_500 4_17 0.0000 ndcg_cut_1000 4_17 0.0000 map_cut_5 4_17 0.0000 map_cut_10 4_17 0.0000 map_cut_15 4_17 0.0000 map_cut_20 4_17 0.0000 map_cut_30 4_17 0.0000 map_cut_100 4_17 0.0000 map_cut_200 4_17 0.0000 map_cut_500 4_17 0.0000 map_cut_1000 4_17 0.0000 relative_P_5 4_17 0.0000 relative_P_10 4_17 0.0000 relative_P_15 4_17 0.0000 relative_P_20 4_17 0.0000 relative_P_30 4_17 0.0000 relative_P_100 4_17 0.0000 relative_P_200 4_17 0.0000 relative_P_500 4_17 0.0000 relative_P_1000 4_17 0.0000 success_1 4_17 0.0000 success_5 4_17 0.0000 success_10 4_17 0.0000 set_P 4_17 0.0000 set_relative_P 4_17 0.0000 set_recall 4_17 0.0000 set_map 4_17 0.0000 set_F 4_17 0.0000 num_nonrel_judged_ret 4_17 29 rbp 4_17 0.0000 rbp_resid 4_17 0.4495 unj_5 4_17 0.0000 unj_10 4_17 0.4000 unj_20 4_17 0.5500 num_ret 4_3 1000 num_rel 4_3 164 num_rel_ret 4_3 46 map 4_3 0.1573 Rprec 4_3 0.2622 bpref 4_3 0.2681 recip_rank 4_3 1.0000 iprec_at_recall_0.00 4_3 1.0000 iprec_at_recall_0.10 4_3 0.6667 iprec_at_recall_0.20 4_3 0.4533 iprec_at_recall_0.30 4_3 0.0000 iprec_at_recall_0.40 4_3 0.0000 iprec_at_recall_0.50 4_3 0.0000 iprec_at_recall_0.60 4_3 0.0000 iprec_at_recall_0.70 4_3 0.0000 iprec_at_recall_0.80 4_3 0.0000 iprec_at_recall_0.90 4_3 0.0000 iprec_at_recall_1.00 4_3 0.0000 P_5 4_3 0.8000 P_10 4_3 0.7000 P_15 4_3 0.6667 P_20 4_3 0.6500 P_30 4_3 0.5667 P_100 4_3 0.3600 P_200 4_3 0.2150 P_500 4_3 0.0900 P_1000 4_3 0.0460 relstring 4_3 '23220-2-21' recall_5 4_3 0.0244 recall_10 4_3 0.0427 recall_15 4_3 0.0610 recall_20 4_3 0.0793 recall_30 4_3 0.1037 recall_100 4_3 0.2195 recall_200 4_3 0.2622 recall_500 4_3 0.2744 recall_1000 4_3 0.2805 infAP 4_3 0.1573 Rprec_mult_0.20 4_3 0.5758 Rprec_mult_0.40 4_3 0.4697 Rprec_mult_0.60 4_3 0.3636 Rprec_mult_0.80 4_3 0.3258 Rprec_mult_1.00 4_3 0.2622 Rprec_mult_1.20 4_3 0.2183 Rprec_mult_1.40 4_3 0.1957 Rprec_mult_1.60 4_3 0.1711 Rprec_mult_1.80 4_3 0.1520 Rprec_mult_2.00 4_3 0.1372 utility 4_3 -908.0000 11pt_avg 4_3 0.1927 binG 4_3 0.0876 G 4_3 0.0629 ndcg 4_3 0.3606 ndcg_rel 4_3 0.3908 Rndcg 4_3 0.4151 ndcg_cut_5 4_3 0.5845 ndcg_cut_10 4_3 0.4998 ndcg_cut_15 4_3 0.4945 ndcg_cut_20 4_3 0.4807 ndcg_cut_30 4_3 0.4732 ndcg_cut_100 4_3 0.3741 ndcg_cut_200 4_3 0.3524 ndcg_cut_500 4_3 0.3589 ndcg_cut_1000 4_3 0.3606 map_cut_5 4_3 0.0244 map_cut_10 4_3 0.0371 map_cut_15 4_3 0.0495 map_cut_20 4_3 0.0624 map_cut_30 4_3 0.0783 map_cut_100 4_3 0.1391 map_cut_200 4_3 0.1543 map_cut_500 4_3 0.1570 map_cut_1000 4_3 0.1573 relative_P_5 4_3 0.8000 relative_P_10 4_3 0.7000 relative_P_15 4_3 0.6667 relative_P_20 4_3 0.6500 relative_P_30 4_3 0.5667 relative_P_100 4_3 0.3600 relative_P_200 4_3 0.2622 relative_P_500 4_3 0.2744 relative_P_1000 4_3 0.2805 success_1 4_3 1.0000 success_5 4_3 1.0000 success_10 4_3 1.0000 set_P 4_3 0.0460 set_relative_P 4_3 0.2805 set_recall 4_3 0.2805 set_map 4_3 0.0129 set_F 4_3 0.0790 num_nonrel_judged_ret 4_3 7 rbp 4_3 0.3642 rbp_resid 4_3 0.2216 unj_5 4_3 0.0000 unj_10 4_3 0.2000 unj_20 4_3 0.2500 num_ret 4_4 1000 num_rel 4_4 154 num_rel_ret 4_4 3 map 4_4 0.0001 Rprec 4_4 0.0000 bpref 4_4 0.0170 recip_rank 4_4 0.0056 iprec_at_recall_0.00 4_4 0.0066 iprec_at_recall_0.10 4_4 0.0000 iprec_at_recall_0.20 4_4 0.0000 iprec_at_recall_0.30 4_4 0.0000 iprec_at_recall_0.40 4_4 0.0000 iprec_at_recall_0.50 4_4 0.0000 iprec_at_recall_0.60 4_4 0.0000 iprec_at_recall_0.70 4_4 0.0000 iprec_at_recall_0.80 4_4 0.0000 iprec_at_recall_0.90 4_4 0.0000 iprec_at_recall_1.00 4_4 0.0000 P_5 4_4 0.0000 P_10 4_4 0.0000 P_15 4_4 0.0000 P_20 4_4 0.0000 P_30 4_4 0.0000 P_100 4_4 0.0000 P_200 4_4 0.0050 P_500 4_4 0.0060 P_1000 4_4 0.0030 relstring 4_4 '00000-----' recall_5 4_4 0.0000 recall_10 4_4 0.0000 recall_15 4_4 0.0000 recall_20 4_4 0.0000 recall_30 4_4 0.0000 recall_100 4_4 0.0000 recall_200 4_4 0.0065 recall_500 4_4 0.0195 recall_1000 4_4 0.0195 infAP 4_4 0.0001 Rprec_mult_0.20 4_4 0.0000 Rprec_mult_0.40 4_4 0.0000 Rprec_mult_0.60 4_4 0.0000 Rprec_mult_0.80 4_4 0.0000 Rprec_mult_1.00 4_4 0.0000 Rprec_mult_1.20 4_4 0.0054 Rprec_mult_1.40 4_4 0.0046 Rprec_mult_1.60 4_4 0.0040 Rprec_mult_1.80 4_4 0.0036 Rprec_mult_2.00 4_4 0.0065 utility 4_4 -994.0000 11pt_avg 4_4 0.0006 binG 4_4 0.0024 G 4_4 0.0027 ndcg 4_4 0.0142 ndcg_rel 4_4 0.0141 Rndcg 4_4 0.0028 ndcg_cut_5 4_4 0.0000 ndcg_cut_10 4_4 0.0000 ndcg_cut_15 4_4 0.0000 ndcg_cut_20 4_4 0.0000 ndcg_cut_30 4_4 0.0000 ndcg_cut_100 4_4 0.0000 ndcg_cut_200 4_4 0.0065 ndcg_cut_500 4_4 0.0142 ndcg_cut_1000 4_4 0.0142 map_cut_5 4_4 0.0000 map_cut_10 4_4 0.0000 map_cut_15 4_4 0.0000 map_cut_20 4_4 0.0000 map_cut_30 4_4 0.0000 map_cut_100 4_4 0.0000 map_cut_200 4_4 0.0000 map_cut_500 4_4 0.0001 map_cut_1000 4_4 0.0001 relative_P_5 4_4 0.0000 relative_P_10 4_4 0.0000 relative_P_15 4_4 0.0000 relative_P_20 4_4 0.0000 relative_P_30 4_4 0.0000 relative_P_100 4_4 0.0000 relative_P_200 4_4 0.0065 relative_P_500 4_4 0.0195 relative_P_1000 4_4 0.0195 success_1 4_4 0.0000 success_5 4_4 0.0000 success_10 4_4 0.0000 set_P 4_4 0.0030 set_relative_P 4_4 0.0195 set_recall 4_4 0.0195 set_map 4_4 0.0001 set_F 4_4 0.0052 num_nonrel_judged_ret 4_4 6 rbp 4_4 0.0000 rbp_resid 4_4 0.5899 unj_5 4_4 0.0000 unj_10 4_4 0.5000 unj_20 4_4 0.7500 num_ret 4_5 1000 num_rel 4_5 122 num_rel_ret 4_5 14 map 4_5 0.0322 Rprec 4_5 0.0656 bpref 4_5 0.1108 recip_rank 4_5 0.5000 iprec_at_recall_0.00 4_5 0.7500 iprec_at_recall_0.10 4_5 0.0247 iprec_at_recall_0.20 4_5 0.0000 iprec_at_recall_0.30 4_5 0.0000 iprec_at_recall_0.40 4_5 0.0000 iprec_at_recall_0.50 4_5 0.0000 iprec_at_recall_0.60 4_5 0.0000 iprec_at_recall_0.70 4_5 0.0000 iprec_at_recall_0.80 4_5 0.0000 iprec_at_recall_0.90 4_5 0.0000 iprec_at_recall_1.00 4_5 0.0000 P_5 4_5 0.6000 P_10 4_5 0.5000 P_15 4_5 0.3333 P_20 4_5 0.3000 P_30 4_5 0.2333 P_100 4_5 0.0800 P_200 4_5 0.0500 P_500 4_5 0.0240 P_1000 4_5 0.0140 relstring 4_5 '01110-2--2' recall_5 4_5 0.0246 recall_10 4_5 0.0410 recall_15 4_5 0.0410 recall_20 4_5 0.0492 recall_30 4_5 0.0574 recall_100 4_5 0.0656 recall_200 4_5 0.0820 recall_500 4_5 0.0984 recall_1000 4_5 0.1148 infAP 4_5 0.0322 Rprec_mult_0.20 4_5 0.2400 Rprec_mult_0.40 4_5 0.1429 Rprec_mult_0.60 4_5 0.0946 Rprec_mult_0.80 4_5 0.0816 Rprec_mult_1.00 4_5 0.0656 Rprec_mult_1.20 4_5 0.0612 Rprec_mult_1.40 4_5 0.0526 Rprec_mult_1.60 4_5 0.0510 Rprec_mult_1.80 4_5 0.0455 Rprec_mult_2.00 4_5 0.0451 utility 4_5 -972.0000 11pt_avg 4_5 0.0704 binG 4_5 0.0333 G 4_5 0.0164 ndcg 4_5 0.0997 ndcg_rel 4_5 0.1034 Rndcg 4_5 0.0938 ndcg_cut_5 4_5 0.1765 ndcg_cut_10 4_5 0.2059 ndcg_cut_15 4_5 0.1596 ndcg_cut_20 4_5 0.1560 ndcg_cut_30 4_5 0.1292 ndcg_cut_100 4_5 0.0783 ndcg_cut_200 4_5 0.0832 ndcg_cut_500 4_5 0.0899 ndcg_cut_1000 4_5 0.0997 map_cut_5 4_5 0.0157 map_cut_10 4_5 0.0245 map_cut_15 4_5 0.0245 map_cut_20 4_5 0.0276 map_cut_30 4_5 0.0295 map_cut_100 4_5 0.0303 map_cut_200 4_5 0.0313 map_cut_500 4_5 0.0319 map_cut_1000 4_5 0.0322 relative_P_5 4_5 0.6000 relative_P_10 4_5 0.5000 relative_P_15 4_5 0.3333 relative_P_20 4_5 0.3000 relative_P_30 4_5 0.2333 relative_P_100 4_5 0.0800 relative_P_200 4_5 0.0820 relative_P_500 4_5 0.0984 relative_P_1000 4_5 0.1148 success_1 4_5 0.0000 success_5 4_5 1.0000 success_10 4_5 1.0000 set_P 4_5 0.0140 set_relative_P 4_5 0.1148 set_recall 4_5 0.1148 set_map 4_5 0.0016 set_F 4_5 0.0250 num_nonrel_judged_ret 4_5 3 rbp 4_5 0.1579 rbp_resid 4_5 0.4733 unj_5 4_5 0.0000 unj_10 4_5 0.3000 unj_20 4_5 0.6000 num_ret 4_7 1000 num_rel 4_7 76 num_rel_ret 4_7 32 map 4_7 0.1922 Rprec 4_7 0.2895 bpref 4_7 0.3842 recip_rank 4_7 1.0000 iprec_at_recall_0.00 4_7 1.0000 iprec_at_recall_0.10 4_7 0.6667 iprec_at_recall_0.20 4_7 0.5000 iprec_at_recall_0.30 4_7 0.2644 iprec_at_recall_0.40 4_7 0.1064 iprec_at_recall_0.50 4_7 0.0000 iprec_at_recall_0.60 4_7 0.0000 iprec_at_recall_0.70 4_7 0.0000 iprec_at_recall_0.80 4_7 0.0000 iprec_at_recall_0.90 4_7 0.0000 iprec_at_recall_1.00 4_7 0.0000 P_5 4_7 0.8000 P_10 4_7 0.7000 P_15 4_7 0.5333 P_20 4_7 0.5000 P_30 4_7 0.4667 P_100 4_7 0.2300 P_200 4_7 0.1300 P_500 4_7 0.0620 P_1000 4_7 0.0320 relstring 4_7 '111031-22-' recall_5 4_7 0.0526 recall_10 4_7 0.0921 recall_15 4_7 0.1053 recall_20 4_7 0.1316 recall_30 4_7 0.1842 recall_100 4_7 0.3026 recall_200 4_7 0.3421 recall_500 4_7 0.4079 recall_1000 4_7 0.4211 infAP 4_7 0.1922 Rprec_mult_0.20 4_7 0.5000 Rprec_mult_0.40 4_7 0.4516 Rprec_mult_0.60 4_7 0.4130 Rprec_mult_0.80 4_7 0.3279 Rprec_mult_1.00 4_7 0.2895 Rprec_mult_1.20 4_7 0.2500 Rprec_mult_1.40 4_7 0.2150 Rprec_mult_1.60 4_7 0.1885 Rprec_mult_1.80 4_7 0.1679 Rprec_mult_2.00 4_7 0.1513 utility 4_7 -936.0000 11pt_avg 4_7 0.2307 binG 4_7 0.1356 G 4_7 0.0923 ndcg 4_7 0.4046 ndcg_rel 4_7 0.3963 Rndcg 4_7 0.3608 ndcg_cut_5 4_7 0.4372 ndcg_cut_10 4_7 0.4554 ndcg_cut_15 4_7 0.3857 ndcg_cut_20 4_7 0.3716 ndcg_cut_30 4_7 0.3543 ndcg_cut_100 4_7 0.3493 ndcg_cut_200 4_7 0.3687 ndcg_cut_500 4_7 0.4006 ndcg_cut_1000 4_7 0.4046 map_cut_5 4_7 0.0500 map_cut_10 4_7 0.0811 map_cut_15 4_7 0.0898 map_cut_20 4_7 0.1027 map_cut_30 4_7 0.1301 map_cut_100 4_7 0.1782 map_cut_200 4_7 0.1839 map_cut_500 4_7 0.1914 map_cut_1000 4_7 0.1922 relative_P_5 4_7 0.8000 relative_P_10 4_7 0.7000 relative_P_15 4_7 0.5333 relative_P_20 4_7 0.5000 relative_P_30 4_7 0.4667 relative_P_100 4_7 0.3026 relative_P_200 4_7 0.3421 relative_P_500 4_7 0.4079 relative_P_1000 4_7 0.4211 success_1 4_7 1.0000 success_5 4_7 1.0000 success_10 4_7 1.0000 set_P 4_7 0.0320 set_relative_P 4_7 0.4211 set_recall 4_7 0.4211 set_map 4_7 0.0135 set_F 4_7 0.0595 num_nonrel_judged_ret 4_7 21 rbp 4_7 0.2857 rbp_resid 4_7 0.3126 unj_5 4_7 0.0000 unj_10 4_7 0.2000 unj_20 4_7 0.4500 num_ret 4_8 1000 num_rel 4_8 96 num_rel_ret 4_8 54 map 4_8 0.2220 Rprec 4_8 0.2708 bpref 4_8 0.4029 recip_rank 4_8 1.0000 iprec_at_recall_0.00 4_8 1.0000 iprec_at_recall_0.10 4_8 0.7333 iprec_at_recall_0.20 4_8 0.3878 iprec_at_recall_0.30 4_8 0.2500 iprec_at_recall_0.40 4_8 0.1653 iprec_at_recall_0.50 4_8 0.1072 iprec_at_recall_0.60 4_8 0.0000 iprec_at_recall_0.70 4_8 0.0000 iprec_at_recall_0.80 4_8 0.0000 iprec_at_recall_0.90 4_8 0.0000 iprec_at_recall_1.00 4_8 0.0000 P_5 4_8 1.0000 P_10 4_8 0.8000 P_15 4_8 0.7333 P_20 4_8 0.6500 P_30 4_8 0.5333 P_100 4_8 0.2600 P_200 4_8 0.1800 P_500 4_8 0.1000 P_1000 4_8 0.0540 relstring 4_8 '3122120102' recall_5 4_8 0.0521 recall_10 4_8 0.0833 recall_15 4_8 0.1146 recall_20 4_8 0.1354 recall_30 4_8 0.1667 recall_100 4_8 0.2708 recall_200 4_8 0.3750 recall_500 4_8 0.5208 recall_1000 4_8 0.5625 infAP 4_8 0.2220 Rprec_mult_0.20 4_8 0.6500 Rprec_mult_0.40 4_8 0.4359 Rprec_mult_0.60 4_8 0.3621 Rprec_mult_0.80 4_8 0.2987 Rprec_mult_1.00 4_8 0.2708 Rprec_mult_1.20 4_8 0.2500 Rprec_mult_1.40 4_8 0.2296 Rprec_mult_1.60 4_8 0.2143 Rprec_mult_1.80 4_8 0.1965 Rprec_mult_2.00 4_8 0.1823 utility 4_8 -892.0000 11pt_avg 4_8 0.2403 binG 4_8 0.1613 G 4_8 0.1369 ndcg 4_8 0.5360 ndcg_rel 4_8 0.5349 Rndcg 4_8 0.5942 ndcg_cut_5 4_8 0.8524 ndcg_cut_10 4_8 0.7420 ndcg_cut_15 4_8 0.6500 ndcg_cut_20 4_8 0.5799 ndcg_cut_30 4_8 0.4963 ndcg_cut_100 4_8 0.3733 ndcg_cut_200 4_8 0.4412 ndcg_cut_500 4_8 0.5186 ndcg_cut_1000 4_8 0.5360 map_cut_5 4_8 0.0521 map_cut_10 4_8 0.0799 map_cut_15 4_8 0.1036 map_cut_20 4_8 0.1184 map_cut_30 4_8 0.1366 map_cut_100 4_8 0.1737 map_cut_200 4_8 0.1974 map_cut_500 4_8 0.2183 map_cut_1000 4_8 0.2220 relative_P_5 4_8 1.0000 relative_P_10 4_8 0.8000 relative_P_15 4_8 0.7333 relative_P_20 4_8 0.6500 relative_P_30 4_8 0.5333 relative_P_100 4_8 0.2708 relative_P_200 4_8 0.3750 relative_P_500 4_8 0.5208 relative_P_1000 4_8 0.5625 success_1 4_8 1.0000 success_5 4_8 1.0000 success_10 4_8 1.0000 set_P 4_8 0.0540 set_relative_P 4_8 0.5625 set_recall 4_8 0.5625 set_map 4_8 0.0304 set_F 4_8 0.0985 num_nonrel_judged_ret 4_8 60 rbp 4_8 0.3874 rbp_resid 4_8 0.0926 unj_5 4_8 0.0000 unj_10 4_8 0.0000 unj_20 4_8 0.1000 num_ret 4_9 1000 num_rel 4_9 85 num_rel_ret 4_9 12 map 4_9 0.0529 Rprec 4_9 0.0706 bpref 4_9 0.1383 recip_rank 4_9 1.0000 iprec_at_recall_0.00 4_9 1.0000 iprec_at_recall_0.10 4_9 0.0143 iprec_at_recall_0.20 4_9 0.0000 iprec_at_recall_0.30 4_9 0.0000 iprec_at_recall_0.40 4_9 0.0000 iprec_at_recall_0.50 4_9 0.0000 iprec_at_recall_0.60 4_9 0.0000 iprec_at_recall_0.70 4_9 0.0000 iprec_at_recall_0.80 4_9 0.0000 iprec_at_recall_0.90 4_9 0.0000 iprec_at_recall_1.00 4_9 0.0000 P_5 4_9 0.8000 P_10 4_9 0.5000 P_15 4_9 0.3333 P_20 4_9 0.2500 P_30 4_9 0.1667 P_100 4_9 0.0600 P_200 4_9 0.0300 P_500 4_9 0.0140 P_1000 4_9 0.0120 relstring 4_9 '22022-2---' recall_5 4_9 0.0471 recall_10 4_9 0.0588 recall_15 4_9 0.0588 recall_20 4_9 0.0588 recall_30 4_9 0.0588 recall_100 4_9 0.0706 recall_200 4_9 0.0706 recall_500 4_9 0.0824 recall_1000 4_9 0.1412 infAP 4_9 0.0529 Rprec_mult_0.20 4_9 0.2941 Rprec_mult_0.40 4_9 0.1471 Rprec_mult_0.60 4_9 0.1176 Rprec_mult_0.80 4_9 0.0882 Rprec_mult_1.00 4_9 0.0706 Rprec_mult_1.20 4_9 0.0588 Rprec_mult_1.40 4_9 0.0504 Rprec_mult_1.60 4_9 0.0441 Rprec_mult_1.80 4_9 0.0392 Rprec_mult_2.00 4_9 0.0353 utility 4_9 -976.0000 11pt_avg 4_9 0.0922 binG 4_9 0.0540 G 4_9 0.0298 ndcg 4_9 0.1613 ndcg_rel 4_9 0.1861 Rndcg 4_9 0.1702 ndcg_cut_5 4_9 0.5536 ndcg_cut_10 4_9 0.4082 ndcg_cut_15 4_9 0.3164 ndcg_cut_20 4_9 0.2634 ndcg_cut_30 4_9 0.2138 ndcg_cut_100 4_9 0.1368 ndcg_cut_200 4_9 0.1368 ndcg_cut_500 4_9 0.1419 ndcg_cut_1000 4_9 0.1613 map_cut_5 4_9 0.0418 map_cut_10 4_9 0.0502 map_cut_15 4_9 0.0502 map_cut_20 4_9 0.0502 map_cut_30 4_9 0.0502 map_cut_100 4_9 0.0520 map_cut_200 4_9 0.0520 map_cut_500 4_9 0.0522 map_cut_1000 4_9 0.0529 relative_P_5 4_9 0.8000 relative_P_10 4_9 0.5000 relative_P_15 4_9 0.3333 relative_P_20 4_9 0.2500 relative_P_30 4_9 0.1667 relative_P_100 4_9 0.0706 relative_P_200 4_9 0.0706 relative_P_500 4_9 0.0824 relative_P_1000 4_9 0.1412 success_1 4_9 1.0000 success_5 4_9 1.0000 success_10 4_9 1.0000 set_P 4_9 0.0120 set_relative_P 4_9 0.1412 set_recall 4_9 0.1412 set_map 4_9 0.0017 set_F 4_9 0.0221 num_nonrel_judged_ret 4_9 4 rbp 4_9 0.2557 rbp_resid 4_9 0.5355 unj_5 4_9 0.0000 unj_10 4_9 0.4000 unj_20 4_9 0.7000 num_ret 5_10 1000 num_rel 5_10 43 num_rel_ret 5_10 17 map 5_10 0.2418 Rprec 5_10 0.3488 bpref 5_10 0.3721 recip_rank 5_10 1.0000 iprec_at_recall_0.00 5_10 1.0000 iprec_at_recall_0.10 5_10 0.8000 iprec_at_recall_0.20 5_10 0.6429 iprec_at_recall_0.30 5_10 0.4333 iprec_at_recall_0.40 5_10 0.1018 iprec_at_recall_0.50 5_10 0.0000 iprec_at_recall_0.60 5_10 0.0000 iprec_at_recall_0.70 5_10 0.0000 iprec_at_recall_0.80 5_10 0.0000 iprec_at_recall_0.90 5_10 0.0000 iprec_at_recall_1.00 5_10 0.0000 P_5 5_10 0.8000 P_10 5_10 0.7000 P_15 5_10 0.6000 P_20 5_10 0.5500 P_30 5_10 0.4333 P_100 5_10 0.1600 P_200 5_10 0.0850 P_500 5_10 0.0340 P_1000 5_10 0.0170 relstring 5_10 '2230101-11' recall_5 5_10 0.0930 recall_10 5_10 0.1628 recall_15 5_10 0.2093 recall_20 5_10 0.2558 recall_30 5_10 0.3023 recall_100 5_10 0.3721 recall_200 5_10 0.3953 recall_500 5_10 0.3953 recall_1000 5_10 0.3953 infAP 5_10 0.2418 Rprec_mult_0.20 5_10 0.6667 Rprec_mult_0.40 5_10 0.5556 Rprec_mult_0.60 5_10 0.4615 Rprec_mult_0.80 5_10 0.3714 Rprec_mult_1.00 5_10 0.3488 Rprec_mult_1.20 5_10 0.3077 Rprec_mult_1.40 5_10 0.2623 Rprec_mult_1.60 5_10 0.2319 Rprec_mult_1.80 5_10 0.2051 Rprec_mult_2.00 5_10 0.1860 utility 5_10 -966.0000 11pt_avg 5_10 0.2707 binG 5_10 0.1764 G 5_10 0.0724 ndcg 5_10 0.3220 ndcg_rel 5_10 0.3408 Rndcg 5_10 0.3293 ndcg_cut_5 5_10 0.4366 ndcg_cut_10 5_10 0.3585 ndcg_cut_15 5_10 0.3321 ndcg_cut_20 5_10 0.3184 ndcg_cut_30 5_10 0.2981 ndcg_cut_100 5_10 0.3173 ndcg_cut_200 5_10 0.3220 ndcg_cut_500 5_10 0.3220 ndcg_cut_1000 5_10 0.3220 map_cut_5 5_10 0.0884 map_cut_10 5_10 0.1368 map_cut_15 5_10 0.1672 map_cut_20 5_10 0.1937 map_cut_30 5_10 0.2149 map_cut_100 5_10 0.2395 map_cut_200 5_10 0.2418 map_cut_500 5_10 0.2418 map_cut_1000 5_10 0.2418 relative_P_5 5_10 0.8000 relative_P_10 5_10 0.7000 relative_P_15 5_10 0.6000 relative_P_20 5_10 0.5500 relative_P_30 5_10 0.4333 relative_P_100 5_10 0.3721 relative_P_200 5_10 0.3953 relative_P_500 5_10 0.3953 relative_P_1000 5_10 0.3953 success_1 5_10 1.0000 success_5 5_10 1.0000 success_10 5_10 1.0000 set_P 5_10 0.0170 set_relative_P 5_10 0.3953 set_recall 5_10 0.3953 set_map 5_10 0.0067 set_F 5_10 0.0326 num_nonrel_judged_ret 5_10 6 rbp 5_10 0.2417 rbp_resid 5_10 0.2693 unj_5 5_10 0.0000 unj_10 5_10 0.1000 unj_20 5_10 0.3500 num_ret 5_13 1000 num_rel 5_13 112 num_rel_ret 5_13 80 map 5_13 0.2451 Rprec 5_13 0.3036 bpref 5_13 0.5638 recip_rank 5_13 1.0000 iprec_at_recall_0.00 5_13 1.0000 iprec_at_recall_0.10 5_13 0.6000 iprec_at_recall_0.20 5_13 0.4151 iprec_at_recall_0.30 5_13 0.3238 iprec_at_recall_0.40 5_13 0.2679 iprec_at_recall_0.50 5_13 0.2074 iprec_at_recall_0.60 5_13 0.1759 iprec_at_recall_0.70 5_13 0.1105 iprec_at_recall_0.80 5_13 0.0000 iprec_at_recall_0.90 5_13 0.0000 iprec_at_recall_1.00 5_13 0.0000 P_5 5_13 0.8000 P_10 5_13 0.6000 P_15 5_13 0.6000 P_20 5_13 0.6000 P_30 5_13 0.5333 P_100 5_13 0.3200 P_200 5_13 0.2450 P_500 5_13 0.1460 P_1000 5_13 0.0800 relstring 5_13 '220411---1' recall_5 5_13 0.0357 recall_10 5_13 0.0536 recall_15 5_13 0.0804 recall_20 5_13 0.1071 recall_30 5_13 0.1429 recall_100 5_13 0.2857 recall_200 5_13 0.4375 recall_500 5_13 0.6518 recall_1000 5_13 0.7143 infAP 5_13 0.2451 Rprec_mult_0.20 5_13 0.5652 Rprec_mult_0.40 5_13 0.4444 Rprec_mult_0.60 5_13 0.3676 Rprec_mult_0.80 5_13 0.3333 Rprec_mult_1.00 5_13 0.3036 Rprec_mult_1.20 5_13 0.2889 Rprec_mult_1.40 5_13 0.2803 Rprec_mult_1.60 5_13 0.2500 Rprec_mult_1.80 5_13 0.2426 Rprec_mult_2.00 5_13 0.2321 utility 5_13 -840.0000 11pt_avg 5_13 0.2819 binG 5_13 0.1488 G 5_13 0.1177 ndcg 5_13 0.5520 ndcg_rel 5_13 0.4720 Rndcg 5_13 0.4422 ndcg_cut_5 5_13 0.5127 ndcg_cut_10 5_13 0.4101 ndcg_cut_15 5_13 0.4220 ndcg_cut_20 5_13 0.4313 ndcg_cut_30 5_13 0.4164 ndcg_cut_100 5_13 0.3638 ndcg_cut_200 5_13 0.4317 ndcg_cut_500 5_13 0.5228 ndcg_cut_1000 5_13 0.5520 map_cut_5 5_13 0.0317 map_cut_10 5_13 0.0445 map_cut_15 5_13 0.0598 map_cut_20 5_13 0.0755 map_cut_30 5_13 0.0961 map_cut_100 5_13 0.1532 map_cut_200 5_13 0.1966 map_cut_500 5_13 0.2380 map_cut_1000 5_13 0.2451 relative_P_5 5_13 0.8000 relative_P_10 5_13 0.6000 relative_P_15 5_13 0.6000 relative_P_20 5_13 0.6000 relative_P_30 5_13 0.5333 relative_P_100 5_13 0.3200 relative_P_200 5_13 0.4375 relative_P_500 5_13 0.6518 relative_P_1000 5_13 0.7143 success_1 5_13 1.0000 success_5 5_13 1.0000 success_10 5_13 1.0000 set_P 5_13 0.0800 set_relative_P 5_13 0.7143 set_recall 5_13 0.7143 set_map 5_13 0.0571 set_F 5_13 0.1439 num_nonrel_judged_ret 5_13 42 rbp 5_13 0.2783 rbp_resid 5_13 0.2656 unj_5 5_13 0.0000 unj_10 5_13 0.3000 unj_20 5_13 0.2500 num_ret 5_14 1000 num_rel 5_14 38 num_rel_ret 5_14 37 map 5_14 0.4974 Rprec 5_14 0.4474 bpref 5_14 0.7936 recip_rank 5_14 1.0000 iprec_at_recall_0.00 5_14 1.0000 iprec_at_recall_0.10 5_14 1.0000 iprec_at_recall_0.20 5_14 1.0000 iprec_at_recall_0.30 5_14 0.6875 iprec_at_recall_0.40 5_14 0.5000 iprec_at_recall_0.50 5_14 0.4524 iprec_at_recall_0.60 5_14 0.3108 iprec_at_recall_0.70 5_14 0.2872 iprec_at_recall_0.80 5_14 0.2308 iprec_at_recall_0.90 5_14 0.1339 iprec_at_recall_1.00 5_14 0.0000 P_5 5_14 1.0000 P_10 5_14 0.9000 P_15 5_14 0.6667 P_20 5_14 0.6000 P_30 5_14 0.5000 P_100 5_14 0.2700 P_200 5_14 0.1600 P_500 5_14 0.0740 P_1000 5_14 0.0370 relstring 5_14 '4234232404' recall_5 5_14 0.1316 recall_10 5_14 0.2368 recall_15 5_14 0.2632 recall_20 5_14 0.3158 recall_30 5_14 0.3947 recall_100 5_14 0.7105 recall_200 5_14 0.8421 recall_500 5_14 0.9737 recall_1000 5_14 0.9737 infAP 5_14 0.4974 Rprec_mult_0.20 5_14 1.0000 Rprec_mult_0.40 5_14 0.6875 Rprec_mult_0.60 5_14 0.5652 Rprec_mult_0.80 5_14 0.4839 Rprec_mult_1.00 5_14 0.4474 Rprec_mult_1.20 5_14 0.4130 Rprec_mult_1.40 5_14 0.3889 Rprec_mult_1.60 5_14 0.3607 Rprec_mult_1.80 5_14 0.3188 Rprec_mult_2.00 5_14 0.3026 utility 5_14 -926.0000 11pt_avg 5_14 0.5093 binG 5_14 0.3748 G 5_14 0.3064 ndcg 5_14 0.8467 ndcg_rel 5_14 0.7887 Rndcg 5_14 0.7758 ndcg_cut_5 5_14 0.8116 ndcg_cut_10 5_14 0.8773 ndcg_cut_15 5_14 0.7776 ndcg_cut_20 5_14 0.7225 ndcg_cut_30 5_14 0.6996 ndcg_cut_100 5_14 0.7817 ndcg_cut_200 5_14 0.8217 ndcg_cut_500 5_14 0.8467 ndcg_cut_1000 5_14 0.8467 map_cut_5 5_14 0.1316 map_cut_10 5_14 0.2342 map_cut_15 5_14 0.2545 map_cut_20 5_14 0.2901 map_cut_30 5_14 0.3322 map_cut_100 5_14 0.4511 map_cut_200 5_14 0.4809 map_cut_500 5_14 0.4974 map_cut_1000 5_14 0.4974 relative_P_5 5_14 1.0000 relative_P_10 5_14 0.9000 relative_P_15 5_14 0.6667 relative_P_20 5_14 0.6000 relative_P_30 5_14 0.5000 relative_P_100 5_14 0.7105 relative_P_200 5_14 0.8421 relative_P_500 5_14 0.9737 relative_P_1000 5_14 0.9737 success_1 5_14 1.0000 success_5 5_14 1.0000 success_10 5_14 1.0000 set_P 5_14 0.0370 set_relative_P 5_14 0.9737 set_recall 5_14 0.9737 set_map 5_14 0.0360 set_F 5_14 0.0713 num_nonrel_judged_ret 5_14 21 rbp 5_14 0.5146 rbp_resid 5_14 0.1764 unj_5 5_14 0.0000 unj_10 5_14 0.0000 unj_20 5_14 0.2500 num_ret 5_15 1000 num_rel 5_15 43 num_rel_ret 5_15 39 map 5_15 0.1931 Rprec 5_15 0.1395 bpref 5_15 0.2212 recip_rank 5_15 1.0000 iprec_at_recall_0.00 5_15 1.0000 iprec_at_recall_0.10 5_15 0.3333 iprec_at_recall_0.20 5_15 0.2056 iprec_at_recall_0.30 5_15 0.2056 iprec_at_recall_0.40 5_15 0.2056 iprec_at_recall_0.50 5_15 0.2056 iprec_at_recall_0.60 5_15 0.1765 iprec_at_recall_0.70 5_15 0.1765 iprec_at_recall_0.80 5_15 0.1298 iprec_at_recall_0.90 5_15 0.0513 iprec_at_recall_1.00 5_15 0.0000 P_5 5_15 0.4000 P_10 5_15 0.3000 P_15 5_15 0.2667 P_20 5_15 0.3000 P_30 5_15 0.2000 P_100 5_15 0.1900 P_200 5_15 0.1600 P_500 5_15 0.0720 P_1000 5_15 0.0390 relstring 5_15 '1020001000' recall_5 5_15 0.0465 recall_10 5_15 0.0698 recall_15 5_15 0.0930 recall_20 5_15 0.1395 recall_30 5_15 0.1395 recall_100 5_15 0.4419 recall_200 5_15 0.7442 recall_500 5_15 0.8372 recall_1000 5_15 0.9070 infAP 5_15 0.1931 Rprec_mult_0.20 5_15 0.3333 Rprec_mult_0.40 5_15 0.2778 Rprec_mult_0.60 5_15 0.2308 Rprec_mult_0.80 5_15 0.1714 Rprec_mult_1.00 5_15 0.1395 Rprec_mult_1.20 5_15 0.1538 Rprec_mult_1.40 5_15 0.1311 Rprec_mult_1.60 5_15 0.1449 Rprec_mult_1.80 5_15 0.1795 Rprec_mult_2.00 5_15 0.1744 utility 5_15 -922.0000 11pt_avg 5_15 0.2445 binG 5_15 0.1801 G 5_15 0.1401 ndcg 5_15 0.4979 ndcg_rel 5_15 0.3448 Rndcg 5_15 0.2432 ndcg_cut_5 5_15 0.2031 ndcg_cut_10 5_15 0.1595 ndcg_cut_15 5_15 0.1638 ndcg_cut_20 5_15 0.1917 ndcg_cut_30 5_15 0.1636 ndcg_cut_100 5_15 0.3108 ndcg_cut_200 5_15 0.4578 ndcg_cut_500 5_15 0.4810 ndcg_cut_1000 5_15 0.4979 map_cut_5 5_15 0.0388 map_cut_10 5_15 0.0487 map_cut_15 5_15 0.0565 map_cut_20 5_15 0.0707 map_cut_30 5_15 0.0707 map_cut_100 5_15 0.1226 map_cut_200 5_15 0.1780 map_cut_500 5_15 0.1886 map_cut_1000 5_15 0.1931 relative_P_5 5_15 0.4000 relative_P_10 5_15 0.3000 relative_P_15 5_15 0.2667 relative_P_20 5_15 0.3000 relative_P_30 5_15 0.2000 relative_P_100 5_15 0.4419 relative_P_200 5_15 0.7442 relative_P_500 5_15 0.8372 relative_P_1000 5_15 0.9070 success_1 5_15 1.0000 success_5 5_15 1.0000 success_10 5_15 1.0000 set_P 5_15 0.0390 set_relative_P 5_15 0.9070 set_recall 5_15 0.9070 set_map 5_15 0.0354 set_F 5_15 0.0748 num_nonrel_judged_ret 5_15 84 rbp 5_15 0.1124 rbp_resid 5_15 0.1624 unj_5 5_15 0.0000 unj_10 5_15 0.0000 unj_20 5_15 0.2500 num_ret 5_2 1000 num_rel 5_2 139 num_rel_ret 5_2 14 map 5_2 0.0178 Rprec 5_2 0.0576 bpref 5_2 0.0925 recip_rank 5_2 0.5000 iprec_at_recall_0.00 5_2 0.6667 iprec_at_recall_0.10 5_2 0.0322 iprec_at_recall_0.20 5_2 0.0000 iprec_at_recall_0.30 5_2 0.0000 iprec_at_recall_0.40 5_2 0.0000 iprec_at_recall_0.50 5_2 0.0000 iprec_at_recall_0.60 5_2 0.0000 iprec_at_recall_0.70 5_2 0.0000 iprec_at_recall_0.80 5_2 0.0000 iprec_at_recall_0.90 5_2 0.0000 iprec_at_recall_1.00 5_2 0.0000 P_5 5_2 0.4000 P_10 5_2 0.2000 P_15 5_2 0.2000 P_20 5_2 0.1500 P_30 5_2 0.1667 P_100 5_2 0.0700 P_200 5_2 0.0500 P_500 5_2 0.0280 P_1000 5_2 0.0140 relstring 5_2 '01400----0' recall_5 5_2 0.0144 recall_10 5_2 0.0144 recall_15 5_2 0.0216 recall_20 5_2 0.0216 recall_30 5_2 0.0360 recall_100 5_2 0.0504 recall_200 5_2 0.0719 recall_500 5_2 0.1007 recall_1000 5_2 0.1007 infAP 5_2 0.0178 Rprec_mult_0.20 5_2 0.1786 Rprec_mult_0.40 5_2 0.1250 Rprec_mult_0.60 5_2 0.0833 Rprec_mult_0.80 5_2 0.0625 Rprec_mult_1.00 5_2 0.0576 Rprec_mult_1.20 5_2 0.0599 Rprec_mult_1.40 5_2 0.0513 Rprec_mult_1.60 5_2 0.0448 Rprec_mult_1.80 5_2 0.0398 Rprec_mult_2.00 5_2 0.0360 utility 5_2 -972.0000 11pt_avg 5_2 0.0635 binG 5_2 0.0237 G 5_2 0.0180 ndcg 5_2 0.1109 ndcg_rel 5_2 0.1132 Rndcg 5_2 0.1184 ndcg_cut_5 5_2 0.2231 ndcg_cut_10 5_2 0.1448 ndcg_cut_15 5_2 0.1442 ndcg_cut_20 5_2 0.1253 ndcg_cut_30 5_2 0.1410 ndcg_cut_100 5_2 0.0989 ndcg_cut_200 5_2 0.0989 ndcg_cut_500 5_2 0.1109 ndcg_cut_1000 5_2 0.1109 map_cut_5 5_2 0.0084 map_cut_10 5_2 0.0084 map_cut_15 5_2 0.0098 map_cut_20 5_2 0.0098 map_cut_30 5_2 0.0127 map_cut_100 5_2 0.0154 map_cut_200 5_2 0.0168 map_cut_500 5_2 0.0178 map_cut_1000 5_2 0.0178 relative_P_5 5_2 0.4000 relative_P_10 5_2 0.2000 relative_P_15 5_2 0.2000 relative_P_20 5_2 0.1500 relative_P_30 5_2 0.1667 relative_P_100 5_2 0.0700 relative_P_200 5_2 0.0719 relative_P_500 5_2 0.1007 relative_P_1000 5_2 0.1007 success_1 5_2 0.0000 success_5 5_2 1.0000 success_10 5_2 1.0000 set_P 5_2 0.0140 set_relative_P 5_2 0.1007 set_recall 5_2 0.1007 set_map 5_2 0.0014 set_F 5_2 0.0246 num_nonrel_judged_ret 5_2 8 rbp 5_2 0.1386 rbp_resid 5_2 0.5018 unj_5 5_2 0.0000 unj_10 5_2 0.4000 unj_20 5_2 0.6500 num_ret 5_4 1000 num_rel 5_4 108 num_rel_ret 5_4 12 map 5_4 0.0444 Rprec 5_4 0.0648 bpref 5_4 0.1056 recip_rank 5_4 1.0000 iprec_at_recall_0.00 5_4 1.0000 iprec_at_recall_0.10 5_4 0.0404 iprec_at_recall_0.20 5_4 0.0000 iprec_at_recall_0.30 5_4 0.0000 iprec_at_recall_0.40 5_4 0.0000 iprec_at_recall_0.50 5_4 0.0000 iprec_at_recall_0.60 5_4 0.0000 iprec_at_recall_0.70 5_4 0.0000 iprec_at_recall_0.80 5_4 0.0000 iprec_at_recall_0.90 5_4 0.0000 iprec_at_recall_1.00 5_4 0.0000 P_5 5_4 0.8000 P_10 5_4 0.5000 P_15 5_4 0.3333 P_20 5_4 0.3000 P_30 5_4 0.2000 P_100 5_4 0.0700 P_200 5_4 0.0400 P_500 5_4 0.0220 P_1000 5_4 0.0120 relstring 5_4 '21022--2--' recall_5 5_4 0.0370 recall_10 5_4 0.0463 recall_15 5_4 0.0463 recall_20 5_4 0.0556 recall_30 5_4 0.0556 recall_100 5_4 0.0648 recall_200 5_4 0.0741 recall_500 5_4 0.1019 recall_1000 5_4 0.1111 infAP 5_4 0.0444 Rprec_mult_0.20 5_4 0.2727 Rprec_mult_0.40 5_4 0.1364 Rprec_mult_0.60 5_4 0.0923 Rprec_mult_0.80 5_4 0.0805 Rprec_mult_1.00 5_4 0.0648 Rprec_mult_1.20 5_4 0.0615 Rprec_mult_1.40 5_4 0.0526 Rprec_mult_1.60 5_4 0.0462 Rprec_mult_1.80 5_4 0.0410 Rprec_mult_2.00 5_4 0.0370 utility 5_4 -976.0000 11pt_avg 5_4 0.0946 binG 5_4 0.0439 G 5_4 0.0215 ndcg 5_4 0.1378 ndcg_rel 5_4 0.1499 Rndcg 5_4 0.1896 ndcg_cut_5 5_4 0.3617 ndcg_cut_10 5_4 0.2892 ndcg_cut_15 5_4 0.2344 ndcg_cut_20 5_4 0.2302 ndcg_cut_30 5_4 0.1947 ndcg_cut_100 5_4 0.1231 ndcg_cut_200 5_4 0.1231 ndcg_cut_500 5_4 0.1335 ndcg_cut_1000 5_4 0.1378 map_cut_5 5_4 0.0329 map_cut_10 5_4 0.0387 map_cut_15 5_4 0.0387 map_cut_20 5_4 0.0414 map_cut_30 5_4 0.0414 map_cut_100 5_4 0.0424 map_cut_200 5_4 0.0431 map_cut_500 5_4 0.0442 map_cut_1000 5_4 0.0444 relative_P_5 5_4 0.8000 relative_P_10 5_4 0.5000 relative_P_15 5_4 0.3333 relative_P_20 5_4 0.3000 relative_P_30 5_4 0.2000 relative_P_100 5_4 0.0700 relative_P_200 5_4 0.0741 relative_P_500 5_4 0.1019 relative_P_1000 5_4 0.1111 success_1 5_4 1.0000 success_5 5_4 1.0000 success_10 5_4 1.0000 set_P 5_4 0.0120 set_relative_P 5_4 0.1111 set_recall 5_4 0.1111 set_map 5_4 0.0013 set_F 5_4 0.0217 num_nonrel_judged_ret 5_4 4 rbp 5_4 0.1725 rbp_resid 5_4 0.5111 unj_5 5_4 0.0000 unj_10 5_4 0.4000 unj_20 5_4 0.6000 num_ret 5_5 1000 num_rel 5_5 108 num_rel_ret 5_5 9 map 5_5 0.0053 Rprec 5_5 0.0370 bpref 5_5 0.0747 recip_rank 5_5 0.2500 iprec_at_recall_0.00 5_5 0.2500 iprec_at_recall_0.10 5_5 0.0000 iprec_at_recall_0.20 5_5 0.0000 iprec_at_recall_0.30 5_5 0.0000 iprec_at_recall_0.40 5_5 0.0000 iprec_at_recall_0.50 5_5 0.0000 iprec_at_recall_0.60 5_5 0.0000 iprec_at_recall_0.70 5_5 0.0000 iprec_at_recall_0.80 5_5 0.0000 iprec_at_recall_0.90 5_5 0.0000 iprec_at_recall_1.00 5_5 0.0000 P_5 5_5 0.2000 P_10 5_5 0.1000 P_15 5_5 0.0667 P_20 5_5 0.0500 P_30 5_5 0.0667 P_100 5_5 0.0400 P_200 5_5 0.0200 P_500 5_5 0.0160 P_1000 5_5 0.0090 relstring 5_5 '00010-0000' recall_5 5_5 0.0093 recall_10 5_5 0.0093 recall_15 5_5 0.0093 recall_20 5_5 0.0093 recall_30 5_5 0.0185 recall_100 5_5 0.0370 recall_200 5_5 0.0370 recall_500 5_5 0.0741 recall_1000 5_5 0.0833 infAP 5_5 0.0053 Rprec_mult_0.20 5_5 0.0909 Rprec_mult_0.40 5_5 0.0682 Rprec_mult_0.60 5_5 0.0462 Rprec_mult_0.80 5_5 0.0460 Rprec_mult_1.00 5_5 0.0370 Rprec_mult_1.20 5_5 0.0308 Rprec_mult_1.40 5_5 0.0263 Rprec_mult_1.60 5_5 0.0231 Rprec_mult_1.80 5_5 0.0205 Rprec_mult_2.00 5_5 0.0231 utility 5_5 -982.0000 11pt_avg 5_5 0.0227 binG 5_5 0.0148 G 5_5 0.0126 ndcg 5_5 0.0623 ndcg_rel 5_5 0.0613 Rndcg 5_5 0.0418 ndcg_cut_5 5_5 0.0378 ndcg_cut_10 5_5 0.0266 ndcg_cut_15 5_5 0.0225 ndcg_cut_20 5_5 0.0201 ndcg_cut_30 5_5 0.0340 ndcg_cut_100 5_5 0.0385 ndcg_cut_200 5_5 0.0375 ndcg_cut_500 5_5 0.0575 ndcg_cut_1000 5_5 0.0623 map_cut_5 5_5 0.0023 map_cut_10 5_5 0.0023 map_cut_15 5_5 0.0023 map_cut_20 5_5 0.0023 map_cut_30 5_5 0.0032 map_cut_100 5_5 0.0045 map_cut_200 5_5 0.0045 map_cut_500 5_5 0.0052 map_cut_1000 5_5 0.0053 relative_P_5 5_5 0.2000 relative_P_10 5_5 0.1000 relative_P_15 5_5 0.0667 relative_P_20 5_5 0.0500 relative_P_30 5_5 0.0667 relative_P_100 5_5 0.0400 relative_P_200 5_5 0.0370 relative_P_500 5_5 0.0741 relative_P_1000 5_5 0.0833 success_1 5_5 0.0000 success_5 5_5 1.0000 success_10 5_5 1.0000 set_P 5_5 0.0090 set_relative_P 5_5 0.0833 set_recall 5_5 0.0833 set_map 5_5 0.0008 set_F 5_5 0.0162 num_nonrel_judged_ret 5_5 16 rbp 5_5 0.0258 rbp_resid 5_5 0.3487 unj_5 5_5 0.0000 unj_10 5_5 0.1000 unj_20 5_5 0.4500 num_ret 5_8 1000 num_rel 5_8 78 num_rel_ret 5_8 44 map 5_8 0.2615 Rprec 5_8 0.3590 bpref 5_8 0.4605 recip_rank 5_8 0.5000 iprec_at_recall_0.00 5_8 0.6667 iprec_at_recall_0.10 5_8 0.6667 iprec_at_recall_0.20 5_8 0.5588 iprec_at_recall_0.30 5_8 0.5556 iprec_at_recall_0.40 5_8 0.3370 iprec_at_recall_0.50 5_8 0.2500 iprec_at_recall_0.60 5_8 0.0000 iprec_at_recall_0.70 5_8 0.0000 iprec_at_recall_0.80 5_8 0.0000 iprec_at_recall_0.90 5_8 0.0000 iprec_at_recall_1.00 5_8 0.0000 P_5 5_8 0.6000 P_10 5_8 0.6000 P_15 5_8 0.6667 P_20 5_8 0.6000 P_30 5_8 0.5333 P_100 5_8 0.3100 P_200 5_8 0.2050 P_500 5_8 0.0880 P_1000 5_8 0.0440 relstring 5_8 '0110110130' recall_5 5_8 0.0385 recall_10 5_8 0.0769 recall_15 5_8 0.1282 recall_20 5_8 0.1538 recall_30 5_8 0.2051 recall_100 5_8 0.3974 recall_200 5_8 0.5256 recall_500 5_8 0.5641 recall_1000 5_8 0.5641 infAP 5_8 0.2615 Rprec_mult_0.20 5_8 0.6250 Rprec_mult_0.40 5_8 0.5312 Rprec_mult_0.60 5_8 0.5319 Rprec_mult_0.80 5_8 0.4444 Rprec_mult_1.00 5_8 0.3590 Rprec_mult_1.20 5_8 0.3298 Rprec_mult_1.40 5_8 0.2909 Rprec_mult_1.60 5_8 0.2800 Rprec_mult_1.80 5_8 0.2695 Rprec_mult_2.00 5_8 0.2500 utility 5_8 -912.0000 11pt_avg 5_8 0.2759 binG 5_8 0.1463 G 5_8 0.1020 ndcg 5_8 0.4368 ndcg_rel 5_8 0.3694 Rndcg 5_8 0.2958 ndcg_cut_5 5_8 0.1383 ndcg_cut_10 5_8 0.1962 ndcg_cut_15 5_8 0.2685 ndcg_cut_20 5_8 0.2716 ndcg_cut_30 5_8 0.3077 ndcg_cut_100 5_8 0.3594 ndcg_cut_200 5_8 0.4191 ndcg_cut_500 5_8 0.4368 ndcg_cut_1000 5_8 0.4368 map_cut_5 5_8 0.0226 map_cut_10 5_8 0.0478 map_cut_15 5_8 0.0813 map_cut_20 5_8 0.0972 map_cut_30 5_8 0.1258 map_cut_100 5_8 0.2198 map_cut_200 5_8 0.2545 map_cut_500 5_8 0.2615 map_cut_1000 5_8 0.2615 relative_P_5 5_8 0.6000 relative_P_10 5_8 0.6000 relative_P_15 5_8 0.6667 relative_P_20 5_8 0.6000 relative_P_30 5_8 0.5333 relative_P_100 5_8 0.3974 relative_P_200 5_8 0.5256 relative_P_500 5_8 0.5641 relative_P_1000 5_8 0.5641 success_1 5_8 0.0000 success_5 5_8 1.0000 success_10 5_8 1.0000 set_P 5_8 0.0440 set_relative_P 5_8 0.5641 set_recall 5_8 0.5641 set_map 5_8 0.0248 set_F 5_8 0.0816 num_nonrel_judged_ret 5_8 31 rbp 5_8 0.2150 rbp_resid 5_8 0.0949 unj_5 5_8 0.0000 unj_10 5_8 0.0000 unj_20 5_8 0.1500 num_ret 5_9 1000 num_rel 5_9 53 num_rel_ret 5_9 46 map 5_9 0.6033 Rprec 5_9 0.6604 bpref 5_9 0.7971 recip_rank 5_9 1.0000 iprec_at_recall_0.00 5_9 1.0000 iprec_at_recall_0.10 5_9 1.0000 iprec_at_recall_0.20 5_9 0.7692 iprec_at_recall_0.30 5_9 0.7692 iprec_at_recall_0.40 5_9 0.7647 iprec_at_recall_0.50 5_9 0.7632 iprec_at_recall_0.60 5_9 0.7273 iprec_at_recall_0.70 5_9 0.5211 iprec_at_recall_0.80 5_9 0.3333 iprec_at_recall_0.90 5_9 0.0000 iprec_at_recall_1.00 5_9 0.0000 P_5 5_9 1.0000 P_10 5_9 0.8000 P_15 5_9 0.7333 P_20 5_9 0.7500 P_30 5_9 0.7333 P_100 5_9 0.4000 P_200 5_9 0.2200 P_500 5_9 0.0900 P_1000 5_9 0.0460 relstring 5_9 '134434-410' recall_5 5_9 0.0943 recall_10 5_9 0.1509 recall_15 5_9 0.2075 recall_20 5_9 0.2830 recall_30 5_9 0.4151 recall_100 5_9 0.7547 recall_200 5_9 0.8302 recall_500 5_9 0.8491 recall_1000 5_9 0.8679 infAP 5_9 0.6033 Rprec_mult_0.20 5_9 0.7273 Rprec_mult_0.40 5_9 0.7273 Rprec_mult_0.60 5_9 0.7500 Rprec_mult_0.80 5_9 0.7209 Rprec_mult_1.00 5_9 0.6604 Rprec_mult_1.20 5_9 0.5625 Rprec_mult_1.40 5_9 0.5200 Rprec_mult_1.60 5_9 0.4588 Rprec_mult_1.80 5_9 0.4167 Rprec_mult_2.00 5_9 0.3774 utility 5_9 -908.0000 11pt_avg 5_9 0.6044 binG 5_9 0.3346 G 5_9 0.1935 ndcg 5_9 0.7609 ndcg_rel 5_9 0.6568 Rndcg 5_9 0.6580 ndcg_cut_5 5_9 0.6593 ndcg_cut_10 5_9 0.5923 ndcg_cut_15 5_9 0.5590 ndcg_cut_20 5_9 0.6062 ndcg_cut_30 5_9 0.6094 ndcg_cut_100 5_9 0.7285 ndcg_cut_200 5_9 0.7527 ndcg_cut_500 5_9 0.7558 ndcg_cut_1000 5_9 0.7609 map_cut_5 5_9 0.0943 map_cut_10 5_9 0.1465 map_cut_15 5_9 0.1890 map_cut_20 5_9 0.2456 map_cut_30 5_9 0.3449 map_cut_100 5_9 0.5754 map_cut_200 5_9 0.5988 map_cut_500 5_9 0.6023 map_cut_1000 5_9 0.6033 relative_P_5 5_9 1.0000 relative_P_10 5_9 0.8000 relative_P_15 5_9 0.7333 relative_P_20 5_9 0.7500 relative_P_30 5_9 0.7333 relative_P_100 5_9 0.7547 relative_P_200 5_9 0.8302 relative_P_500 5_9 0.8491 relative_P_1000 5_9 0.8679 success_1 5_9 1.0000 success_5 5_9 1.0000 success_10 5_9 1.0000 set_P 5_9 0.0460 set_relative_P 5_9 0.8679 set_recall 5_9 0.8679 set_map 5_9 0.0399 set_F 5_9 0.0874 num_nonrel_judged_ret 5_9 15 rbp 5_9 0.5960 rbp_resid 5_9 0.0838 unj_5 5_9 0.0000 unj_10 5_9 0.1000 unj_20 5_9 0.0500 num_ret 6_1 1000 num_rel 6_1 331 num_rel_ret 6_1 66 map 6_1 0.0541 Rprec 6_1 0.1329 bpref 6_1 0.1525 recip_rank 6_1 1.0000 iprec_at_recall_0.00 6_1 1.0000 iprec_at_recall_0.10 6_1 0.1594 iprec_at_recall_0.20 6_1 0.0759 iprec_at_recall_0.30 6_1 0.0000 iprec_at_recall_0.40 6_1 0.0000 iprec_at_recall_0.50 6_1 0.0000 iprec_at_recall_0.60 6_1 0.0000 iprec_at_recall_0.70 6_1 0.0000 iprec_at_recall_0.80 6_1 0.0000 iprec_at_recall_0.90 6_1 0.0000 iprec_at_recall_1.00 6_1 0.0000 P_5 6_1 0.6000 P_10 6_1 0.5000 P_15 6_1 0.4667 P_20 6_1 0.5000 P_30 6_1 0.5000 P_100 6_1 0.2500 P_200 6_1 0.1600 P_500 6_1 0.1040 P_1000 6_1 0.0660 relstring 6_1 '1010320001' recall_5 6_1 0.0091 recall_10 6_1 0.0151 recall_15 6_1 0.0211 recall_20 6_1 0.0302 recall_30 6_1 0.0453 recall_100 6_1 0.0755 recall_200 6_1 0.0967 recall_500 6_1 0.1571 recall_1000 6_1 0.1994 infAP 6_1 0.0541 Rprec_mult_0.20 6_1 0.3433 Rprec_mult_0.40 6_1 0.2030 Rprec_mult_0.60 6_1 0.1558 Rprec_mult_0.80 6_1 0.1396 Rprec_mult_1.00 6_1 0.1329 Rprec_mult_1.20 6_1 0.1181 Rprec_mult_1.40 6_1 0.1099 Rprec_mult_1.60 6_1 0.1000 Rprec_mult_1.80 6_1 0.0956 Rprec_mult_2.00 6_1 0.0876 utility 6_1 -868.0000 11pt_avg 6_1 0.1123 binG 6_1 0.0388 G 6_1 0.0281 ndcg 6_1 0.1925 ndcg_rel 6_1 0.1939 Rndcg 6_1 0.2011 ndcg_cut_5 6_1 0.2702 ndcg_cut_10 6_1 0.2503 ndcg_cut_15 6_1 0.2325 ndcg_cut_20 6_1 0.2622 ndcg_cut_30 6_1 0.2775 ndcg_cut_100 6_1 0.1924 ndcg_cut_200 6_1 0.1558 ndcg_cut_500 6_1 0.1684 ndcg_cut_1000 6_1 0.1925 map_cut_5 6_1 0.0068 map_cut_10 6_1 0.0104 map_cut_15 6_1 0.0136 map_cut_20 6_1 0.0180 map_cut_30 6_1 0.0259 map_cut_100 6_1 0.0380 map_cut_200 6_1 0.0422 map_cut_500 6_1 0.0503 map_cut_1000 6_1 0.0541 relative_P_5 6_1 0.6000 relative_P_10 6_1 0.5000 relative_P_15 6_1 0.4667 relative_P_20 6_1 0.5000 relative_P_30 6_1 0.5000 relative_P_100 6_1 0.2500 relative_P_200 6_1 0.1600 relative_P_500 6_1 0.1571 relative_P_1000 6_1 0.1994 success_1 6_1 1.0000 success_5 6_1 1.0000 success_10 6_1 1.0000 set_P 6_1 0.0660 set_relative_P 6_1 0.1994 set_recall 6_1 0.1994 set_map 6_1 0.0132 set_F 6_1 0.0992 num_nonrel_judged_ret 6_1 37 rbp 6_1 0.1848 rbp_resid 6_1 0.0430 unj_5 6_1 0.0000 unj_10 6_1 0.0000 unj_20 6_1 0.0000 num_ret 6_10 1000 num_rel 6_10 45 num_rel_ret 6_10 27 map 6_10 0.2588 Rprec 6_10 0.3333 bpref 6_10 0.5195 recip_rank 6_10 1.0000 iprec_at_recall_0.00 6_10 1.0000 iprec_at_recall_0.10 6_10 0.8571 iprec_at_recall_0.20 6_10 0.6923 iprec_at_recall_0.30 6_10 0.4000 iprec_at_recall_0.40 6_10 0.2500 iprec_at_recall_0.50 6_10 0.0956 iprec_at_recall_0.60 6_10 0.0600 iprec_at_recall_0.70 6_10 0.0000 iprec_at_recall_0.80 6_10 0.0000 iprec_at_recall_0.90 6_10 0.0000 iprec_at_recall_1.00 6_10 0.0000 P_5 6_10 0.8000 P_10 6_10 0.8000 P_15 6_10 0.6000 P_20 6_10 0.4500 P_30 6_10 0.3667 P_100 6_10 0.2000 P_200 6_10 0.1100 P_500 6_10 0.0540 P_1000 6_10 0.0270 relstring 6_10 '3043211012' recall_5 6_10 0.0889 recall_10 6_10 0.1778 recall_15 6_10 0.2000 recall_20 6_10 0.2000 recall_30 6_10 0.2444 recall_100 6_10 0.4444 recall_200 6_10 0.4889 recall_500 6_10 0.6000 recall_1000 6_10 0.6000 infAP 6_10 0.2588 Rprec_mult_0.20 6_10 0.7778 Rprec_mult_0.40 6_10 0.5000 Rprec_mult_0.60 6_10 0.4074 Rprec_mult_0.80 6_10 0.3889 Rprec_mult_1.00 6_10 0.3333 Rprec_mult_1.20 6_10 0.2963 Rprec_mult_1.40 6_10 0.2540 Rprec_mult_1.60 6_10 0.2500 Rprec_mult_1.80 6_10 0.2222 Rprec_mult_2.00 6_10 0.2111 utility 6_10 -946.0000 11pt_avg 6_10 0.3050 binG 6_10 0.1937 G 6_10 0.1374 ndcg 6_10 0.5098 ndcg_rel 6_10 0.5184 Rndcg 6_10 0.5224 ndcg_cut_5 6_10 0.7177 ndcg_cut_10 6_10 0.5902 ndcg_cut_15 6_10 0.4994 ndcg_cut_20 6_10 0.4410 ndcg_cut_30 6_10 0.4074 ndcg_cut_100 6_10 0.4668 ndcg_cut_200 6_10 0.4831 ndcg_cut_500 6_10 0.5098 ndcg_cut_1000 6_10 0.5098 map_cut_5 6_10 0.0715 map_cut_10 6_10 0.1441 map_cut_15 6_10 0.1595 map_cut_20 6_10 0.1595 map_cut_30 6_10 0.1807 map_cut_100 6_10 0.2421 map_cut_200 6_10 0.2500 map_cut_500 6_10 0.2588 map_cut_1000 6_10 0.2588 relative_P_5 6_10 0.8000 relative_P_10 6_10 0.8000 relative_P_15 6_10 0.6000 relative_P_20 6_10 0.4500 relative_P_30 6_10 0.3667 relative_P_100 6_10 0.4444 relative_P_200 6_10 0.4889 relative_P_500 6_10 0.6000 relative_P_1000 6_10 0.6000 success_1 6_10 1.0000 success_5 6_10 1.0000 success_10 6_10 1.0000 set_P 6_10 0.0270 set_relative_P 6_10 0.6000 set_recall 6_10 0.6000 set_map 6_10 0.0162 set_F 6_10 0.0517 num_nonrel_judged_ret 6_10 16 rbp 6_10 0.3242 rbp_resid 6_10 0.2698 unj_5 6_10 0.0000 unj_10 6_10 0.0000 unj_20 6_10 0.4500 num_ret 6_11 1000 num_rel 6_11 118 num_rel_ret 6_11 14 map 6_11 0.0152 Rprec 6_11 0.0678 bpref 6_11 0.1045 recip_rank 6_11 0.3333 iprec_at_recall_0.00 6_11 0.3333 iprec_at_recall_0.10 6_11 0.0511 iprec_at_recall_0.20 6_11 0.0000 iprec_at_recall_0.30 6_11 0.0000 iprec_at_recall_0.40 6_11 0.0000 iprec_at_recall_0.50 6_11 0.0000 iprec_at_recall_0.60 6_11 0.0000 iprec_at_recall_0.70 6_11 0.0000 iprec_at_recall_0.80 6_11 0.0000 iprec_at_recall_0.90 6_11 0.0000 iprec_at_recall_1.00 6_11 0.0000 P_5 6_11 0.2000 P_10 6_11 0.3000 P_15 6_11 0.2000 P_20 6_11 0.1500 P_30 6_11 0.1333 P_100 6_11 0.0800 P_200 6_11 0.0550 P_500 6_11 0.0280 P_1000 6_11 0.0140 relstring 6_11 '00100--201' recall_5 6_11 0.0085 recall_10 6_11 0.0254 recall_15 6_11 0.0254 recall_20 6_11 0.0254 recall_30 6_11 0.0339 recall_100 6_11 0.0678 recall_200 6_11 0.0932 recall_500 6_11 0.1186 recall_1000 6_11 0.1186 infAP 6_11 0.0152 Rprec_mult_0.20 6_11 0.1250 Rprec_mult_0.40 6_11 0.1042 Rprec_mult_0.60 6_11 0.0986 Rprec_mult_0.80 6_11 0.0842 Rprec_mult_1.00 6_11 0.0678 Rprec_mult_1.20 6_11 0.0634 Rprec_mult_1.40 6_11 0.0602 Rprec_mult_1.60 6_11 0.0582 Rprec_mult_1.80 6_11 0.0516 Rprec_mult_2.00 6_11 0.0508 utility 6_11 -972.0000 11pt_avg 6_11 0.0349 binG 6_11 0.0241 G 6_11 0.0206 ndcg 6_11 0.1079 ndcg_rel 6_11 0.1057 Rndcg 6_11 0.0809 ndcg_cut_5 6_11 0.0623 ndcg_cut_10 6_11 0.1266 ndcg_cut_15 6_11 0.1025 ndcg_cut_20 6_11 0.0876 ndcg_cut_30 6_11 0.0794 ndcg_cut_100 6_11 0.0711 ndcg_cut_200 6_11 0.0870 ndcg_cut_500 6_11 0.1079 ndcg_cut_1000 6_11 0.1079 map_cut_5 6_11 0.0028 map_cut_10 6_11 0.0075 map_cut_15 6_11 0.0075 map_cut_20 6_11 0.0075 map_cut_30 6_11 0.0087 map_cut_100 6_11 0.0126 map_cut_200 6_11 0.0142 map_cut_500 6_11 0.0152 map_cut_1000 6_11 0.0152 relative_P_5 6_11 0.2000 relative_P_10 6_11 0.3000 relative_P_15 6_11 0.2000 relative_P_20 6_11 0.1500 relative_P_30 6_11 0.1333 relative_P_100 6_11 0.0800 relative_P_200 6_11 0.0932 relative_P_500 6_11 0.1186 relative_P_1000 6_11 0.1186 success_1 6_11 0.0000 success_5 6_11 1.0000 success_10 6_11 1.0000 set_P 6_11 0.0140 set_relative_P 6_11 0.1186 set_recall 6_11 0.1186 set_map 6_11 0.0017 set_F 6_11 0.0250 num_nonrel_judged_ret 6_11 21 rbp 6_11 0.0749 rbp_resid 6_11 0.2964 unj_5 6_11 0.0000 unj_10 6_11 0.2000 unj_20 6_11 0.3500 num_ret 6_12 1000 num_rel 6_12 69 num_rel_ret 6_12 0 map 6_12 0.0000 Rprec 6_12 0.0000 bpref 6_12 0.0000 recip_rank 6_12 0.0000 iprec_at_recall_0.00 6_12 0.0000 iprec_at_recall_0.10 6_12 0.0000 iprec_at_recall_0.20 6_12 0.0000 iprec_at_recall_0.30 6_12 0.0000 iprec_at_recall_0.40 6_12 0.0000 iprec_at_recall_0.50 6_12 0.0000 iprec_at_recall_0.60 6_12 0.0000 iprec_at_recall_0.70 6_12 0.0000 iprec_at_recall_0.80 6_12 0.0000 iprec_at_recall_0.90 6_12 0.0000 iprec_at_recall_1.00 6_12 0.0000 P_5 6_12 0.0000 P_10 6_12 0.0000 P_15 6_12 0.0000 P_20 6_12 0.0000 P_30 6_12 0.0000 P_100 6_12 0.0000 P_200 6_12 0.0000 P_500 6_12 0.0000 P_1000 6_12 0.0000 relstring 6_12 '00000-----' recall_5 6_12 0.0000 recall_10 6_12 0.0000 recall_15 6_12 0.0000 recall_20 6_12 0.0000 recall_30 6_12 0.0000 recall_100 6_12 0.0000 recall_200 6_12 0.0000 recall_500 6_12 0.0000 recall_1000 6_12 0.0000 infAP 6_12 0.0000 Rprec_mult_0.20 6_12 0.0000 Rprec_mult_0.40 6_12 0.0000 Rprec_mult_0.60 6_12 0.0000 Rprec_mult_0.80 6_12 0.0000 Rprec_mult_1.00 6_12 0.0000 Rprec_mult_1.20 6_12 0.0000 Rprec_mult_1.40 6_12 0.0000 Rprec_mult_1.60 6_12 0.0000 Rprec_mult_1.80 6_12 0.0000 Rprec_mult_2.00 6_12 0.0000 utility 6_12 -1000.0000 11pt_avg 6_12 0.0000 binG 6_12 0.0000 G 6_12 0.0000 ndcg 6_12 0.0000 ndcg_rel 6_12 0.0000 Rndcg 6_12 0.0000 ndcg_cut_5 6_12 0.0000 ndcg_cut_10 6_12 0.0000 ndcg_cut_15 6_12 0.0000 ndcg_cut_20 6_12 0.0000 ndcg_cut_30 6_12 0.0000 ndcg_cut_100 6_12 0.0000 ndcg_cut_200 6_12 0.0000 ndcg_cut_500 6_12 0.0000 ndcg_cut_1000 6_12 0.0000 map_cut_5 6_12 0.0000 map_cut_10 6_12 0.0000 map_cut_15 6_12 0.0000 map_cut_20 6_12 0.0000 map_cut_30 6_12 0.0000 map_cut_100 6_12 0.0000 map_cut_200 6_12 0.0000 map_cut_500 6_12 0.0000 map_cut_1000 6_12 0.0000 relative_P_5 6_12 0.0000 relative_P_10 6_12 0.0000 relative_P_15 6_12 0.0000 relative_P_20 6_12 0.0000 relative_P_30 6_12 0.0000 relative_P_100 6_12 0.0000 relative_P_200 6_12 0.0000 relative_P_500 6_12 0.0000 relative_P_1000 6_12 0.0000 success_1 6_12 0.0000 success_5 6_12 0.0000 success_10 6_12 0.0000 set_P 6_12 0.0000 set_relative_P 6_12 0.0000 set_recall 6_12 0.0000 set_map 6_12 0.0000 set_F 6_12 0.0000 num_nonrel_judged_ret 6_12 5 rbp 6_12 0.0000 rbp_resid 6_12 0.5905 unj_5 6_12 0.0000 unj_10 6_12 0.5000 unj_20 6_12 0.7500 num_ret 6_13 1000 num_rel 6_13 107 num_rel_ret 6_13 30 map 6_13 0.0844 Rprec 6_13 0.2243 bpref 6_13 0.2500 recip_rank 6_13 0.5000 iprec_at_recall_0.00 6_13 0.5000 iprec_at_recall_0.10 6_13 0.3542 iprec_at_recall_0.20 6_13 0.3385 iprec_at_recall_0.30 6_13 0.0000 iprec_at_recall_0.40 6_13 0.0000 iprec_at_recall_0.50 6_13 0.0000 iprec_at_recall_0.60 6_13 0.0000 iprec_at_recall_0.70 6_13 0.0000 iprec_at_recall_0.80 6_13 0.0000 iprec_at_recall_0.90 6_13 0.0000 iprec_at_recall_1.00 6_13 0.0000 P_5 6_13 0.4000 P_10 6_13 0.3000 P_15 6_13 0.2000 P_20 6_13 0.3000 P_30 6_13 0.3333 P_100 6_13 0.2400 P_200 6_13 0.1400 P_500 6_13 0.0600 P_1000 6_13 0.0300 relstring 6_13 '02001-001-' recall_5 6_13 0.0187 recall_10 6_13 0.0280 recall_15 6_13 0.0280 recall_20 6_13 0.0561 recall_30 6_13 0.0935 recall_100 6_13 0.2243 recall_200 6_13 0.2617 recall_500 6_13 0.2804 recall_1000 6_13 0.2804 infAP 6_13 0.0844 Rprec_mult_0.20 6_13 0.3636 Rprec_mult_0.40 6_13 0.3488 Rprec_mult_0.60 6_13 0.3385 Rprec_mult_0.80 6_13 0.2558 Rprec_mult_1.00 6_13 0.2243 Rprec_mult_1.20 6_13 0.2016 Rprec_mult_1.40 6_13 0.1800 Rprec_mult_1.60 6_13 0.1628 Rprec_mult_1.80 6_13 0.1451 Rprec_mult_2.00 6_13 0.1308 utility 6_13 -940.0000 11pt_avg 6_13 0.1084 binG 6_13 0.0623 G 6_13 0.0468 ndcg 6_13 0.2447 ndcg_rel 6_13 0.2383 Rndcg 6_13 0.2106 ndcg_cut_5 6_13 0.1864 ndcg_cut_10 6_13 0.1430 ndcg_cut_15 6_13 0.1159 ndcg_cut_20 6_13 0.1878 ndcg_cut_30 6_13 0.2086 ndcg_cut_100 6_13 0.2250 ndcg_cut_200 6_13 0.2363 ndcg_cut_500 6_13 0.2447 ndcg_cut_1000 6_13 0.2447 map_cut_5 6_13 0.0084 map_cut_10 6_13 0.0115 map_cut_15 6_13 0.0115 map_cut_20 6_13 0.0193 map_cut_30 6_13 0.0320 map_cut_100 6_13 0.0751 map_cut_200 6_13 0.0828 map_cut_500 6_13 0.0844 map_cut_1000 6_13 0.0844 relative_P_5 6_13 0.4000 relative_P_10 6_13 0.3000 relative_P_15 6_13 0.2000 relative_P_20 6_13 0.3000 relative_P_30 6_13 0.3333 relative_P_100 6_13 0.2400 relative_P_200 6_13 0.2617 relative_P_500 6_13 0.2804 relative_P_1000 6_13 0.2804 success_1 6_13 0.0000 success_5 6_13 1.0000 success_10 6_13 1.0000 set_P 6_13 0.0300 set_relative_P 6_13 0.2804 set_recall 6_13 0.2804 set_map 6_13 0.0084 set_F 6_13 0.0542 num_nonrel_judged_ret 6_13 6 rbp 6_13 0.1622 rbp_resid 6_13 0.3392 unj_5 6_13 0.0000 unj_10 6_13 0.2000 unj_20 6_13 0.4500 num_ret 6_14 1000 num_rel 6_14 56 num_rel_ret 6_14 3 map 6_14 0.0009 Rprec 6_14 0.0000 bpref 6_14 0.0466 recip_rank 6_14 0.0139 iprec_at_recall_0.00 6_14 0.0270 iprec_at_recall_0.10 6_14 0.0000 iprec_at_recall_0.20 6_14 0.0000 iprec_at_recall_0.30 6_14 0.0000 iprec_at_recall_0.40 6_14 0.0000 iprec_at_recall_0.50 6_14 0.0000 iprec_at_recall_0.60 6_14 0.0000 iprec_at_recall_0.70 6_14 0.0000 iprec_at_recall_0.80 6_14 0.0000 iprec_at_recall_0.90 6_14 0.0000 iprec_at_recall_1.00 6_14 0.0000 P_5 6_14 0.0000 P_10 6_14 0.0000 P_15 6_14 0.0000 P_20 6_14 0.0000 P_30 6_14 0.0000 P_100 6_14 0.0200 P_200 6_14 0.0100 P_500 6_14 0.0060 P_1000 6_14 0.0030 relstring 6_14 '00000-----' recall_5 6_14 0.0000 recall_10 6_14 0.0000 recall_15 6_14 0.0000 recall_20 6_14 0.0000 recall_30 6_14 0.0000 recall_100 6_14 0.0357 recall_200 6_14 0.0357 recall_500 6_14 0.0536 recall_1000 6_14 0.0536 infAP 6_14 0.0009 Rprec_mult_0.20 6_14 0.0000 Rprec_mult_0.40 6_14 0.0000 Rprec_mult_0.60 6_14 0.0000 Rprec_mult_0.80 6_14 0.0000 Rprec_mult_1.00 6_14 0.0000 Rprec_mult_1.20 6_14 0.0000 Rprec_mult_1.40 6_14 0.0253 Rprec_mult_1.60 6_14 0.0222 Rprec_mult_1.80 6_14 0.0198 Rprec_mult_2.00 6_14 0.0179 utility 6_14 -994.0000 11pt_avg 6_14 0.0025 binG 6_14 0.0079 G 6_14 0.0091 ndcg 6_14 0.0337 ndcg_rel 6_14 0.0332 Rndcg 6_14 0.0084 ndcg_cut_5 6_14 0.0000 ndcg_cut_10 6_14 0.0000 ndcg_cut_15 6_14 0.0000 ndcg_cut_20 6_14 0.0000 ndcg_cut_30 6_14 0.0000 ndcg_cut_100 6_14 0.0246 ndcg_cut_200 6_14 0.0246 ndcg_cut_500 6_14 0.0337 ndcg_cut_1000 6_14 0.0337 map_cut_5 6_14 0.0000 map_cut_10 6_14 0.0000 map_cut_15 6_14 0.0000 map_cut_20 6_14 0.0000 map_cut_30 6_14 0.0000 map_cut_100 6_14 0.0007 map_cut_200 6_14 0.0007 map_cut_500 6_14 0.0009 map_cut_1000 6_14 0.0009 relative_P_5 6_14 0.0000 relative_P_10 6_14 0.0000 relative_P_15 6_14 0.0000 relative_P_20 6_14 0.0000 relative_P_30 6_14 0.0000 relative_P_100 6_14 0.0357 relative_P_200 6_14 0.0357 relative_P_500 6_14 0.0536 relative_P_1000 6_14 0.0536 success_1 6_14 0.0000 success_5 6_14 0.0000 success_10 6_14 0.0000 set_P 6_14 0.0030 set_relative_P 6_14 0.0536 set_recall 6_14 0.0536 set_map 6_14 0.0002 set_F 6_14 0.0057 num_nonrel_judged_ret 6_14 8 rbp 6_14 0.0001 rbp_resid 6_14 0.5656 unj_5 6_14 0.0000 unj_10 6_14 0.5000 unj_20 6_14 0.7000 num_ret 6_16 1000 num_rel 6_16 29 num_rel_ret 6_16 8 map 6_16 0.0020 Rprec 6_16 0.0000 bpref 6_16 0.0024 recip_rank 6_16 0.0034 iprec_at_recall_0.00 6_16 0.0107 iprec_at_recall_0.10 6_16 0.0107 iprec_at_recall_0.20 6_16 0.0107 iprec_at_recall_0.30 6_16 0.0000 iprec_at_recall_0.40 6_16 0.0000 iprec_at_recall_0.50 6_16 0.0000 iprec_at_recall_0.60 6_16 0.0000 iprec_at_recall_0.70 6_16 0.0000 iprec_at_recall_0.80 6_16 0.0000 iprec_at_recall_0.90 6_16 0.0000 iprec_at_recall_1.00 6_16 0.0000 P_5 6_16 0.0000 P_10 6_16 0.0000 P_15 6_16 0.0000 P_20 6_16 0.0000 P_30 6_16 0.0000 P_100 6_16 0.0000 P_200 6_16 0.0000 P_500 6_16 0.0040 P_1000 6_16 0.0080 relstring 6_16 '000000----' recall_5 6_16 0.0000 recall_10 6_16 0.0000 recall_15 6_16 0.0000 recall_20 6_16 0.0000 recall_30 6_16 0.0000 recall_100 6_16 0.0000 recall_200 6_16 0.0000 recall_500 6_16 0.0690 recall_1000 6_16 0.2759 infAP 6_16 0.0020 Rprec_mult_0.20 6_16 0.0000 Rprec_mult_0.40 6_16 0.0000 Rprec_mult_0.60 6_16 0.0000 Rprec_mult_0.80 6_16 0.0000 Rprec_mult_1.00 6_16 0.0000 Rprec_mult_1.20 6_16 0.0000 Rprec_mult_1.40 6_16 0.0000 Rprec_mult_1.60 6_16 0.0000 Rprec_mult_1.80 6_16 0.0000 Rprec_mult_2.00 6_16 0.0000 utility 6_16 -984.0000 11pt_avg 6_16 0.0029 binG 6_16 0.0305 G 6_16 0.0315 ndcg 6_16 0.0955 ndcg_rel 6_16 0.0834 Rndcg 6_16 0.0239 ndcg_cut_5 6_16 0.0000 ndcg_cut_10 6_16 0.0000 ndcg_cut_15 6_16 0.0000 ndcg_cut_20 6_16 0.0000 ndcg_cut_30 6_16 0.0000 ndcg_cut_100 6_16 0.0000 ndcg_cut_200 6_16 0.0000 ndcg_cut_500 6_16 0.0211 ndcg_cut_1000 6_16 0.0955 map_cut_5 6_16 0.0000 map_cut_10 6_16 0.0000 map_cut_15 6_16 0.0000 map_cut_20 6_16 0.0000 map_cut_30 6_16 0.0000 map_cut_100 6_16 0.0000 map_cut_200 6_16 0.0000 map_cut_500 6_16 0.0003 map_cut_1000 6_16 0.0020 relative_P_5 6_16 0.0000 relative_P_10 6_16 0.0000 relative_P_15 6_16 0.0000 relative_P_20 6_16 0.0000 relative_P_30 6_16 0.0000 relative_P_100 6_16 0.0000 relative_P_200 6_16 0.0000 relative_P_500 6_16 0.0690 relative_P_1000 6_16 0.2759 success_1 6_16 0.0000 success_5 6_16 0.0000 success_10 6_16 0.0000 set_P 6_16 0.0080 set_relative_P 6_16 0.2759 set_recall 6_16 0.2759 set_map 6_16 0.0022 set_F 6_16 0.0155 num_nonrel_judged_ret 6_16 33 rbp 6_16 0.0000 rbp_resid 6_16 0.3987 unj_5 6_16 0.0000 unj_10 6_16 0.4000 unj_20 6_16 0.4500 num_ret 6_3 1000 num_rel 6_3 97 num_rel_ret 6_3 15 map 6_3 0.0236 Rprec 6_3 0.0619 bpref 6_3 0.1483 recip_rank 6_3 1.0000 iprec_at_recall_0.00 6_3 1.0000 iprec_at_recall_0.10 6_3 0.0340 iprec_at_recall_0.20 6_3 0.0000 iprec_at_recall_0.30 6_3 0.0000 iprec_at_recall_0.40 6_3 0.0000 iprec_at_recall_0.50 6_3 0.0000 iprec_at_recall_0.60 6_3 0.0000 iprec_at_recall_0.70 6_3 0.0000 iprec_at_recall_0.80 6_3 0.0000 iprec_at_recall_0.90 6_3 0.0000 iprec_at_recall_1.00 6_3 0.0000 P_5 6_3 0.4000 P_10 6_3 0.2000 P_15 6_3 0.2000 P_20 6_3 0.1500 P_30 6_3 0.1000 P_100 6_3 0.0600 P_200 6_3 0.0400 P_500 6_3 0.0220 P_1000 6_3 0.0150 relstring 6_3 '20010-----' recall_5 6_3 0.0206 recall_10 6_3 0.0206 recall_15 6_3 0.0309 recall_20 6_3 0.0309 recall_30 6_3 0.0309 recall_100 6_3 0.0619 recall_200 6_3 0.0825 recall_500 6_3 0.1134 recall_1000 6_3 0.1546 infAP 6_3 0.0236 Rprec_mult_0.20 6_3 0.1500 Rprec_mult_0.40 6_3 0.0769 Rprec_mult_0.60 6_3 0.0678 Rprec_mult_0.80 6_3 0.0769 Rprec_mult_1.00 6_3 0.0619 Rprec_mult_1.20 6_3 0.0598 Rprec_mult_1.40 6_3 0.0515 Rprec_mult_1.60 6_3 0.0513 Rprec_mult_1.80 6_3 0.0457 Rprec_mult_2.00 6_3 0.0412 utility 6_3 -970.0000 11pt_avg 6_3 0.0940 binG 6_3 0.0349 G 6_3 0.0234 ndcg 6_3 0.1285 ndcg_rel 6_3 0.1308 Rndcg 6_3 0.1500 ndcg_cut_5 6_3 0.2320 ndcg_cut_10 6_3 0.1593 ndcg_cut_15 6_3 0.1424 ndcg_cut_20 6_3 0.1267 ndcg_cut_30 6_3 0.1056 ndcg_cut_100 6_3 0.0813 ndcg_cut_200 6_3 0.0882 ndcg_cut_500 6_3 0.1056 ndcg_cut_1000 6_3 0.1285 map_cut_5 6_3 0.0155 map_cut_10 6_3 0.0155 map_cut_15 6_3 0.0180 map_cut_20 6_3 0.0180 map_cut_30 6_3 0.0180 map_cut_100 6_3 0.0205 map_cut_200 6_3 0.0218 map_cut_500 6_3 0.0228 map_cut_1000 6_3 0.0236 relative_P_5 6_3 0.4000 relative_P_10 6_3 0.2000 relative_P_15 6_3 0.2000 relative_P_20 6_3 0.1500 relative_P_30 6_3 0.1000 relative_P_100 6_3 0.0619 relative_P_200 6_3 0.0825 relative_P_500 6_3 0.1134 relative_P_1000 6_3 0.1546 success_1 6_3 1.0000 success_5 6_3 1.0000 success_10 6_3 1.0000 set_P 6_3 0.0150 set_relative_P 6_3 0.1546 set_recall 6_3 0.1546 set_map 6_3 0.0023 set_F 6_3 0.0273 num_nonrel_judged_ret 6_3 8 rbp 6_3 0.0765 rbp_resid 6_3 0.5581 unj_5 6_3 0.0000 unj_10 6_3 0.5000 unj_20 6_3 0.7000 num_ret 6_4 1000 num_rel 6_4 121 num_rel_ret 6_4 3 map 6_4 0.0010 Rprec 6_4 0.0165 bpref 6_4 0.0227 recip_rank 6_4 0.1000 iprec_at_recall_0.00 6_4 0.1000 iprec_at_recall_0.10 6_4 0.0000 iprec_at_recall_0.20 6_4 0.0000 iprec_at_recall_0.30 6_4 0.0000 iprec_at_recall_0.40 6_4 0.0000 iprec_at_recall_0.50 6_4 0.0000 iprec_at_recall_0.60 6_4 0.0000 iprec_at_recall_0.70 6_4 0.0000 iprec_at_recall_0.80 6_4 0.0000 iprec_at_recall_0.90 6_4 0.0000 iprec_at_recall_1.00 6_4 0.0000 P_5 6_4 0.0000 P_10 6_4 0.1000 P_15 6_4 0.0667 P_20 6_4 0.0500 P_30 6_4 0.0333 P_100 6_4 0.0200 P_200 6_4 0.0100 P_500 6_4 0.0040 P_1000 6_4 0.0030 relstring 6_4 '000000---2' recall_5 6_4 0.0000 recall_10 6_4 0.0083 recall_15 6_4 0.0083 recall_20 6_4 0.0083 recall_30 6_4 0.0083 recall_100 6_4 0.0165 recall_200 6_4 0.0165 recall_500 6_4 0.0165 recall_1000 6_4 0.0248 infAP 6_4 0.0010 Rprec_mult_0.20 6_4 0.0400 Rprec_mult_0.40 6_4 0.0204 Rprec_mult_0.60 6_4 0.0137 Rprec_mult_0.80 6_4 0.0206 Rprec_mult_1.00 6_4 0.0165 Rprec_mult_1.20 6_4 0.0137 Rprec_mult_1.40 6_4 0.0118 Rprec_mult_1.60 6_4 0.0103 Rprec_mult_1.80 6_4 0.0092 Rprec_mult_2.00 6_4 0.0083 utility 6_4 -994.0000 11pt_avg 6_4 0.0091 binG 6_4 0.0046 G 6_4 0.0033 ndcg 6_4 0.0197 ndcg_rel 6_4 0.0198 Rndcg 6_4 0.0225 ndcg_cut_5 6_4 0.0000 ndcg_cut_10 6_4 0.0424 ndcg_cut_15 6_4 0.0334 ndcg_cut_20 6_4 0.0294 ndcg_cut_30 6_4 0.0242 ndcg_cut_100 6_4 0.0186 ndcg_cut_200 6_4 0.0175 ndcg_cut_500 6_4 0.0175 ndcg_cut_1000 6_4 0.0197 map_cut_5 6_4 0.0000 map_cut_10 6_4 0.0008 map_cut_15 6_4 0.0008 map_cut_20 6_4 0.0008 map_cut_30 6_4 0.0008 map_cut_100 6_4 0.0010 map_cut_200 6_4 0.0010 map_cut_500 6_4 0.0010 map_cut_1000 6_4 0.0010 relative_P_5 6_4 0.0000 relative_P_10 6_4 0.1000 relative_P_15 6_4 0.0667 relative_P_20 6_4 0.0500 relative_P_30 6_4 0.0333 relative_P_100 6_4 0.0200 relative_P_200 6_4 0.0165 relative_P_500 6_4 0.0165 relative_P_1000 6_4 0.0248 success_1 6_4 0.0000 success_5 6_4 0.0000 success_10 6_4 1.0000 set_P 6_4 0.0030 set_relative_P 6_4 0.0248 set_recall 6_4 0.0248 set_map 6_4 0.0001 set_F 6_4 0.0054 num_nonrel_judged_ret 6_4 14 rbp 6_4 0.0258 rbp_resid 6_4 0.4852 unj_5 6_4 0.0000 unj_10 6_4 0.3000 unj_20 6_4 0.6500 num_ret 6_5 1000 num_rel 6_5 47 num_rel_ret 6_5 35 map 6_5 0.5018 Rprec 6_5 0.5106 bpref 6_5 0.6727 recip_rank 6_5 1.0000 iprec_at_recall_0.00 6_5 1.0000 iprec_at_recall_0.10 6_5 1.0000 iprec_at_recall_0.20 6_5 1.0000 iprec_at_recall_0.30 6_5 0.8750 iprec_at_recall_0.40 6_5 0.6000 iprec_at_recall_0.50 6_5 0.5306 iprec_at_recall_0.60 6_5 0.4746 iprec_at_recall_0.70 6_5 0.3696 iprec_at_recall_0.80 6_5 0.0000 iprec_at_recall_0.90 6_5 0.0000 iprec_at_recall_1.00 6_5 0.0000 P_5 6_5 1.0000 P_10 6_5 0.9000 P_15 6_5 0.8667 P_20 6_5 0.7000 P_30 6_5 0.6000 P_100 6_5 0.3400 P_200 6_5 0.1700 P_500 6_5 0.0680 P_1000 6_5 0.0350 relstring 6_5 '3133313310' recall_5 6_5 0.1064 recall_10 6_5 0.1915 recall_15 6_5 0.2766 recall_20 6_5 0.2979 recall_30 6_5 0.3830 recall_100 6_5 0.7234 recall_200 6_5 0.7234 recall_500 6_5 0.7234 recall_1000 6_5 0.7447 infAP 6_5 0.5018 Rprec_mult_0.20 6_5 0.9000 Rprec_mult_0.40 6_5 0.7368 Rprec_mult_0.60 6_5 0.6207 Rprec_mult_0.80 6_5 0.5789 Rprec_mult_1.00 6_5 0.5106 Rprec_mult_1.20 6_5 0.4737 Rprec_mult_1.40 6_5 0.4242 Rprec_mult_1.60 6_5 0.3947 Rprec_mult_1.80 6_5 0.3765 Rprec_mult_2.00 6_5 0.3617 utility 6_5 -930.0000 11pt_avg 6_5 0.5318 binG 6_5 0.3416 G 6_5 0.1774 ndcg 6_5 0.6831 ndcg_rel 6_5 0.6234 Rndcg 6_5 0.5770 ndcg_cut_5 6_5 0.6648 ndcg_cut_10 6_5 0.6291 ndcg_cut_15 6_5 0.6339 ndcg_cut_20 6_5 0.5599 ndcg_cut_30 6_5 0.5328 ndcg_cut_100 6_5 0.6765 ndcg_cut_200 6_5 0.6765 ndcg_cut_500 6_5 0.6765 ndcg_cut_1000 6_5 0.6831 map_cut_5 6_5 0.1064 map_cut_10 6_5 0.1915 map_cut_15 6_5 0.2639 map_cut_20 6_5 0.2825 map_cut_30 6_5 0.3361 map_cut_100 6_5 0.5005 map_cut_200 6_5 0.5005 map_cut_500 6_5 0.5005 map_cut_1000 6_5 0.5018 relative_P_5 6_5 1.0000 relative_P_10 6_5 0.9000 relative_P_15 6_5 0.8667 relative_P_20 6_5 0.7000 relative_P_30 6_5 0.6000 relative_P_100 6_5 0.7234 relative_P_200 6_5 0.7234 relative_P_500 6_5 0.7234 relative_P_1000 6_5 0.7447 success_1 6_5 1.0000 success_5 6_5 1.0000 success_10 6_5 1.0000 set_P 6_5 0.0350 set_relative_P 6_5 0.7447 set_recall 6_5 0.7447 set_map 6_5 0.0261 set_F 6_5 0.0669 num_nonrel_judged_ret 6_5 13 rbp 6_5 0.4644 rbp_resid 6_5 0.0781 unj_5 6_5 0.0000 unj_10 6_5 0.0000 unj_20 6_5 0.1000 num_ret 6_6 1000 num_rel 6_6 85 num_rel_ret 6_6 36 map 6_6 0.2708 Rprec 6_6 0.3765 bpref 6_6 0.3866 recip_rank 6_6 1.0000 iprec_at_recall_0.00 6_6 1.0000 iprec_at_recall_0.10 6_6 0.9091 iprec_at_recall_0.20 6_6 0.6296 iprec_at_recall_0.30 6_6 0.4407 iprec_at_recall_0.40 6_6 0.3148 iprec_at_recall_0.50 6_6 0.0000 iprec_at_recall_0.60 6_6 0.0000 iprec_at_recall_0.70 6_6 0.0000 iprec_at_recall_0.80 6_6 0.0000 iprec_at_recall_0.90 6_6 0.0000 iprec_at_recall_1.00 6_6 0.0000 P_5 6_6 1.0000 P_10 6_6 0.9000 P_15 6_6 0.8000 P_20 6_6 0.7500 P_30 6_6 0.5667 P_100 6_6 0.3300 P_200 6_6 0.1700 P_500 6_6 0.0720 P_1000 6_6 0.0360 relstring 6_6 '1233222013' recall_5 6_6 0.0588 recall_10 6_6 0.1059 recall_15 6_6 0.1412 recall_20 6_6 0.1765 recall_30 6_6 0.2000 recall_100 6_6 0.3882 recall_200 6_6 0.4000 recall_500 6_6 0.4235 recall_1000 6_6 0.4235 infAP 6_6 0.2708 Rprec_mult_0.20 6_6 0.7647 Rprec_mult_0.40 6_6 0.5588 Rprec_mult_0.60 6_6 0.4706 Rprec_mult_0.80 6_6 0.4118 Rprec_mult_1.00 6_6 0.3765 Rprec_mult_1.20 6_6 0.3235 Rprec_mult_1.40 6_6 0.2857 Rprec_mult_1.60 6_6 0.2500 Rprec_mult_1.80 6_6 0.2222 Rprec_mult_2.00 6_6 0.2000 utility 6_6 -928.0000 11pt_avg 6_6 0.2995 binG 6_6 0.1799 G 6_6 0.1092 ndcg 6_6 0.4809 ndcg_rel 6_6 0.5070 Rndcg 6_6 0.5019 ndcg_cut_5 6_6 0.6588 ndcg_cut_10 6_6 0.6422 ndcg_cut_15 6_6 0.6182 ndcg_cut_20 6_6 0.6282 ndcg_cut_30 6_6 0.5468 ndcg_cut_100 6_6 0.4629 ndcg_cut_200 6_6 0.4709 ndcg_cut_500 6_6 0.4809 ndcg_cut_1000 6_6 0.4809 map_cut_5 6_6 0.0588 map_cut_10 6_6 0.1034 map_cut_15 6_6 0.1341 map_cut_20 6_6 0.1606 map_cut_30 6_6 0.1762 map_cut_100 6_6 0.2639 map_cut_200 6_6 0.2676 map_cut_500 6_6 0.2708 map_cut_1000 6_6 0.2708 relative_P_5 6_6 1.0000 relative_P_10 6_6 0.9000 relative_P_15 6_6 0.8000 relative_P_20 6_6 0.7500 relative_P_30 6_6 0.5667 relative_P_100 6_6 0.3882 relative_P_200 6_6 0.4000 relative_P_500 6_6 0.4235 relative_P_1000 6_6 0.4235 success_1 6_6 1.0000 success_5 6_6 1.0000 success_10 6_6 1.0000 set_P 6_6 0.0360 set_relative_P 6_6 0.4235 set_recall 6_6 0.4235 set_map 6_6 0.0152 set_F 6_6 0.0664 num_nonrel_judged_ret 6_6 17 rbp 6_6 0.5248 rbp_resid 6_6 0.1241 unj_5 6_6 0.0000 unj_10 6_6 0.0000 unj_20 6_6 0.1500 num_ret 7_11 1000 num_rel 7_11 38 num_rel_ret 7_11 38 map 7_11 0.2838 Rprec 7_11 0.3421 bpref 7_11 0.8353 recip_rank 7_11 0.3333 iprec_at_recall_0.00 7_11 0.4091 iprec_at_recall_0.10 7_11 0.4091 iprec_at_recall_0.20 7_11 0.4091 iprec_at_recall_0.30 7_11 0.3929 iprec_at_recall_0.40 7_11 0.3542 iprec_at_recall_0.50 7_11 0.3455 iprec_at_recall_0.60 7_11 0.2609 iprec_at_recall_0.70 7_11 0.2547 iprec_at_recall_0.80 7_11 0.2206 iprec_at_recall_0.90 7_11 0.1868 iprec_at_recall_1.00 7_11 0.0550 P_5 7_11 0.4000 P_10 7_11 0.3000 P_15 7_11 0.2667 P_20 7_11 0.4000 P_30 7_11 0.3667 P_100 7_11 0.2500 P_200 7_11 0.1700 P_500 7_11 0.0740 P_1000 7_11 0.0380 relstring 7_11 '00101--1--' recall_5 7_11 0.0526 recall_10 7_11 0.0789 recall_15 7_11 0.1053 recall_20 7_11 0.2105 recall_30 7_11 0.2895 recall_100 7_11 0.6579 recall_200 7_11 0.8947 recall_500 7_11 0.9737 recall_1000 7_11 1.0000 infAP 7_11 0.2838 Rprec_mult_0.20 7_11 0.3750 Rprec_mult_0.40 7_11 0.3125 Rprec_mult_0.60 7_11 0.3913 Rprec_mult_0.80 7_11 0.3548 Rprec_mult_1.00 7_11 0.3421 Rprec_mult_1.20 7_11 0.3261 Rprec_mult_1.40 7_11 0.3333 Rprec_mult_1.60 7_11 0.3115 Rprec_mult_1.80 7_11 0.3043 Rprec_mult_2.00 7_11 0.2763 utility 7_11 -924.0000 11pt_avg 7_11 0.2998 binG 7_11 0.2054 G 7_11 0.1735 ndcg 7_11 0.5386 ndcg_rel 7_11 0.3286 Rndcg 7_11 0.2373 ndcg_cut_5 7_11 0.1048 ndcg_cut_10 7_11 0.1032 ndcg_cut_15 7_11 0.1278 ndcg_cut_20 7_11 0.2314 ndcg_cut_30 7_11 0.2399 ndcg_cut_100 7_11 0.4029 ndcg_cut_200 7_11 0.4940 ndcg_cut_500 7_11 0.5328 ndcg_cut_1000 7_11 0.5386 map_cut_5 7_11 0.0193 map_cut_10 7_11 0.0292 map_cut_15 7_11 0.0373 map_cut_20 7_11 0.0755 map_cut_30 7_11 0.1064 map_cut_100 7_11 0.2220 map_cut_200 7_11 0.2736 map_cut_500 7_11 0.2824 map_cut_1000 7_11 0.2838 relative_P_5 7_11 0.4000 relative_P_10 7_11 0.3000 relative_P_15 7_11 0.2667 relative_P_20 7_11 0.4000 relative_P_30 7_11 0.3667 relative_P_100 7_11 0.6579 relative_P_200 7_11 0.8947 relative_P_500 7_11 0.9737 relative_P_1000 7_11 1.0000 success_1 7_11 0.0000 success_5 7_11 1.0000 success_10 7_11 1.0000 set_P 7_11 0.0380 set_relative_P 7_11 1.0000 set_recall 7_11 1.0000 set_map 7_11 0.0380 set_F 7_11 0.0732 num_nonrel_judged_ret 7_11 14 rbp 7_11 0.1381 rbp_resid 7_11 0.4062 unj_5 7_11 0.0000 unj_10 7_11 0.4000 unj_20 7_11 0.4500 num_ret 7_12 1000 num_rel 7_12 64 num_rel_ret 7_12 28 map 7_12 0.0636 Rprec 7_12 0.1406 bpref 7_12 0.3120 recip_rank 7_12 0.5000 iprec_at_recall_0.00 7_12 0.5000 iprec_at_recall_0.10 7_12 0.1875 iprec_at_recall_0.20 7_12 0.1566 iprec_at_recall_0.30 7_12 0.1180 iprec_at_recall_0.40 7_12 0.0686 iprec_at_recall_0.50 7_12 0.0000 iprec_at_recall_0.60 7_12 0.0000 iprec_at_recall_0.70 7_12 0.0000 iprec_at_recall_0.80 7_12 0.0000 iprec_at_recall_0.90 7_12 0.0000 iprec_at_recall_1.00 7_12 0.0000 P_5 7_12 0.4000 P_10 7_12 0.2000 P_15 7_12 0.1333 P_20 7_12 0.1500 P_30 7_12 0.1667 P_100 7_12 0.1300 P_200 7_12 0.1100 P_500 7_12 0.0520 P_1000 7_12 0.0280 relstring 7_12 '02001-00--' recall_5 7_12 0.0312 recall_10 7_12 0.0312 recall_15 7_12 0.0312 recall_20 7_12 0.0469 recall_30 7_12 0.0781 recall_100 7_12 0.2031 recall_200 7_12 0.3438 recall_500 7_12 0.4062 recall_1000 7_12 0.4375 infAP 7_12 0.0636 Rprec_mult_0.20 7_12 0.1538 Rprec_mult_0.40 7_12 0.1538 Rprec_mult_0.60 7_12 0.1538 Rprec_mult_0.80 7_12 0.1538 Rprec_mult_1.00 7_12 0.1406 Rprec_mult_1.20 7_12 0.1429 Rprec_mult_1.40 7_12 0.1444 Rprec_mult_1.60 7_12 0.1262 Rprec_mult_1.80 7_12 0.1207 Rprec_mult_2.00 7_12 0.1172 utility 7_12 -944.0000 11pt_avg 7_12 0.0937 binG 7_12 0.0800 G 7_12 0.0749 ndcg 7_12 0.3115 ndcg_rel 7_12 0.2736 Rndcg 7_12 0.2071 ndcg_cut_5 7_12 0.2054 ndcg_cut_10 7_12 0.1470 ndcg_cut_15 7_12 0.1190 ndcg_cut_20 7_12 0.1307 ndcg_cut_30 7_12 0.1560 ndcg_cut_100 7_12 0.1962 ndcg_cut_200 7_12 0.2731 ndcg_cut_500 7_12 0.2961 ndcg_cut_1000 7_12 0.3115 map_cut_5 7_12 0.0141 map_cut_10 7_12 0.0141 map_cut_15 7_12 0.0141 map_cut_20 7_12 0.0167 map_cut_30 7_12 0.0222 map_cut_100 7_12 0.0415 map_cut_200 7_12 0.0573 map_cut_500 7_12 0.0626 map_cut_1000 7_12 0.0636 relative_P_5 7_12 0.4000 relative_P_10 7_12 0.2000 relative_P_15 7_12 0.1333 relative_P_20 7_12 0.1500 relative_P_30 7_12 0.1667 relative_P_100 7_12 0.2031 relative_P_200 7_12 0.3438 relative_P_500 7_12 0.4062 relative_P_1000 7_12 0.4375 success_1 7_12 0.0000 success_5 7_12 1.0000 success_10 7_12 1.0000 set_P 7_12 0.0280 set_relative_P 7_12 0.4375 set_recall 7_12 0.4375 set_map 7_12 0.0123 set_F 7_12 0.0526 num_nonrel_judged_ret 7_12 34 rbp 7_12 0.1109 rbp_resid 7_12 0.3472 unj_5 7_12 0.0000 unj_10 7_12 0.3000 unj_20 7_12 0.4000 num_ret 7_14 1000 num_rel 7_14 67 num_rel_ret 7_14 65 map 7_14 0.5168 Rprec 7_14 0.4627 bpref 7_14 0.8934 recip_rank 7_14 1.0000 iprec_at_recall_0.00 7_14 1.0000 iprec_at_recall_0.10 7_14 0.9167 iprec_at_recall_0.20 7_14 0.8333 iprec_at_recall_0.30 7_14 0.7692 iprec_at_recall_0.40 7_14 0.6429 iprec_at_recall_0.50 7_14 0.4658 iprec_at_recall_0.60 7_14 0.4040 iprec_at_recall_0.70 7_14 0.3265 iprec_at_recall_0.80 7_14 0.2755 iprec_at_recall_0.90 7_14 0.1200 iprec_at_recall_1.00 7_14 0.0000 P_5 7_14 1.0000 P_10 7_14 0.9000 P_15 7_14 0.8000 P_20 7_14 0.8000 P_30 7_14 0.7333 P_100 7_14 0.4000 P_200 7_14 0.2700 P_500 7_14 0.1200 P_1000 7_14 0.0650 relstring 7_14 '3222130333' recall_5 7_14 0.0746 recall_10 7_14 0.1343 recall_15 7_14 0.1791 recall_20 7_14 0.2388 recall_30 7_14 0.3284 recall_100 7_14 0.5970 recall_200 7_14 0.8060 recall_500 7_14 0.8955 recall_1000 7_14 0.9701 infAP 7_14 0.5168 Rprec_mult_0.20 7_14 0.7857 Rprec_mult_0.40 7_14 0.7407 Rprec_mult_0.60 7_14 0.6341 Rprec_mult_0.80 7_14 0.5556 Rprec_mult_1.00 7_14 0.4627 Rprec_mult_1.20 7_14 0.4198 Rprec_mult_1.40 7_14 0.3936 Rprec_mult_1.60 7_14 0.3796 Rprec_mult_1.80 7_14 0.3636 Rprec_mult_2.00 7_14 0.3433 utility 7_14 -870.0000 11pt_avg 7_14 0.5231 binG 7_14 0.3040 G 7_14 0.1985 ndcg 7_14 0.7925 ndcg_rel 7_14 0.6767 Rndcg 7_14 0.6106 ndcg_cut_5 7_14 0.7360 ndcg_cut_10 7_14 0.7553 ndcg_cut_15 7_14 0.6610 ndcg_cut_20 7_14 0.6281 ndcg_cut_30 7_14 0.6141 ndcg_cut_100 7_14 0.6078 ndcg_cut_200 7_14 0.7211 ndcg_cut_500 7_14 0.7588 ndcg_cut_1000 7_14 0.7925 map_cut_5 7_14 0.0746 map_cut_10 7_14 0.1293 map_cut_15 7_14 0.1685 map_cut_20 7_14 0.2173 map_cut_30 7_14 0.2841 map_cut_100 7_14 0.4240 map_cut_200 7_14 0.4928 map_cut_500 7_14 0.5093 map_cut_1000 7_14 0.5168 relative_P_5 7_14 1.0000 relative_P_10 7_14 0.9000 relative_P_15 7_14 0.8000 relative_P_20 7_14 0.8000 relative_P_30 7_14 0.7333 relative_P_100 7_14 0.5970 relative_P_200 7_14 0.8060 relative_P_500 7_14 0.8955 relative_P_1000 7_14 0.9701 success_1 7_14 1.0000 success_5 7_14 1.0000 success_10 7_14 1.0000 set_P 7_14 0.0650 set_relative_P 7_14 0.9701 set_recall 7_14 0.9701 set_map 7_14 0.0631 set_F 7_14 0.1218 num_nonrel_judged_ret 7_14 5 rbp 7_14 0.6092 rbp_resid 7_14 0.1328 unj_5 7_14 0.0000 unj_10 7_14 0.0000 unj_20 7_14 0.1500 num_ret 7_15 1000 num_rel 7_15 54 num_rel_ret 7_15 31 map 7_15 0.2791 Rprec 7_15 0.3519 bpref 7_15 0.5378 recip_rank 7_15 1.0000 iprec_at_recall_0.00 7_15 1.0000 iprec_at_recall_0.10 7_15 1.0000 iprec_at_recall_0.20 7_15 0.6000 iprec_at_recall_0.30 7_15 0.4048 iprec_at_recall_0.40 7_15 0.2750 iprec_at_recall_0.50 7_15 0.1591 iprec_at_recall_0.60 7_15 0.0000 iprec_at_recall_0.70 7_15 0.0000 iprec_at_recall_0.80 7_15 0.0000 iprec_at_recall_0.90 7_15 0.0000 iprec_at_recall_1.00 7_15 0.0000 P_5 7_15 1.0000 P_10 7_15 0.6000 P_15 7_15 0.6000 P_20 7_15 0.6000 P_30 7_15 0.4667 P_100 7_15 0.2400 P_200 7_15 0.1400 P_500 7_15 0.0600 P_1000 7_15 0.0310 relstring 7_15 '3113210---' recall_5 7_15 0.0926 recall_10 7_15 0.1111 recall_15 7_15 0.1667 recall_20 7_15 0.2222 recall_30 7_15 0.2593 recall_100 7_15 0.4444 recall_200 7_15 0.5185 recall_500 7_15 0.5556 recall_1000 7_15 0.5741 infAP 7_15 0.2791 Rprec_mult_0.20 7_15 0.6364 Rprec_mult_0.40 7_15 0.5455 Rprec_mult_0.60 7_15 0.4242 Rprec_mult_0.80 7_15 0.3864 Rprec_mult_1.00 7_15 0.3519 Rprec_mult_1.20 7_15 0.3077 Rprec_mult_1.40 7_15 0.2763 Rprec_mult_1.60 7_15 0.2644 Rprec_mult_1.80 7_15 0.2449 Rprec_mult_2.00 7_15 0.2222 utility 7_15 -938.0000 11pt_avg 7_15 0.3126 binG 7_15 0.2104 G 7_15 0.1795 ndcg 7_15 0.5905 ndcg_rel 7_15 0.5952 Rndcg 7_15 0.5960 ndcg_cut_5 7_15 0.8232 ndcg_cut_10 7_15 0.6114 ndcg_cut_15 7_15 0.5891 ndcg_cut_20 7_15 0.5707 ndcg_cut_30 7_15 0.5251 ndcg_cut_100 7_15 0.5364 ndcg_cut_200 7_15 0.5685 ndcg_cut_500 7_15 0.5854 ndcg_cut_1000 7_15 0.5905 map_cut_5 7_15 0.0926 map_cut_10 7_15 0.1111 map_cut_15 7_15 0.1446 map_cut_20 7_15 0.1780 map_cut_30 7_15 0.1984 map_cut_100 7_15 0.2619 map_cut_200 7_15 0.2745 map_cut_500 7_15 0.2780 map_cut_1000 7_15 0.2791 relative_P_5 7_15 1.0000 relative_P_10 7_15 0.6000 relative_P_15 7_15 0.6000 relative_P_20 7_15 0.6000 relative_P_30 7_15 0.4667 relative_P_100 7_15 0.4444 relative_P_200 7_15 0.5185 relative_P_500 7_15 0.5556 relative_P_1000 7_15 0.5741 success_1 7_15 1.0000 success_5 7_15 1.0000 success_10 7_15 1.0000 set_P 7_15 0.0310 set_relative_P 7_15 0.5741 set_recall 7_15 0.5741 set_map 7_15 0.0178 set_F 7_15 0.0588 num_nonrel_judged_ret 7_15 8 rbp 7_15 0.3657 rbp_resid 7_15 0.2867 unj_5 7_15 0.0000 unj_10 7_15 0.3000 unj_20 7_15 0.2500 num_ret 7_16 1000 num_rel 7_16 47 num_rel_ret 7_16 23 map 7_16 0.0638 Rprec 7_16 0.1489 bpref 7_16 0.3318 recip_rank 7_16 0.3333 iprec_at_recall_0.00 7_16 0.3750 iprec_at_recall_0.10 7_16 0.1628 iprec_at_recall_0.20 7_16 0.1579 iprec_at_recall_0.30 7_16 0.0664 iprec_at_recall_0.40 7_16 0.0660 iprec_at_recall_0.50 7_16 0.0000 iprec_at_recall_0.60 7_16 0.0000 iprec_at_recall_0.70 7_16 0.0000 iprec_at_recall_0.80 7_16 0.0000 iprec_at_recall_0.90 7_16 0.0000 iprec_at_recall_1.00 7_16 0.0000 P_5 7_16 0.2000 P_10 7_16 0.3000 P_15 7_16 0.2000 P_20 7_16 0.2000 P_30 7_16 0.1333 P_100 7_16 0.1000 P_200 7_16 0.0550 P_500 7_16 0.0460 P_1000 7_16 0.0230 relstring 7_16 '00100203--' recall_5 7_16 0.0213 recall_10 7_16 0.0638 recall_15 7_16 0.0638 recall_20 7_16 0.0851 recall_30 7_16 0.0851 recall_100 7_16 0.2128 recall_200 7_16 0.2340 recall_500 7_16 0.4894 recall_1000 7_16 0.4894 infAP 7_16 0.0638 Rprec_mult_0.20 7_16 0.3000 Rprec_mult_0.40 7_16 0.2105 Rprec_mult_0.60 7_16 0.1379 Rprec_mult_0.80 7_16 0.1579 Rprec_mult_1.00 7_16 0.1489 Rprec_mult_1.20 7_16 0.1579 Rprec_mult_1.40 7_16 0.1364 Rprec_mult_1.60 7_16 0.1184 Rprec_mult_1.80 7_16 0.1176 Rprec_mult_2.00 7_16 0.1064 utility 7_16 -954.0000 11pt_avg 7_16 0.0753 binG 7_16 0.0903 G 7_16 0.0971 ndcg 7_16 0.3334 ndcg_rel 7_16 0.2914 Rndcg 7_16 0.1710 ndcg_cut_5 7_16 0.0664 ndcg_cut_10 7_16 0.2277 ndcg_cut_15 7_16 0.1999 ndcg_cut_20 7_16 0.2003 ndcg_cut_30 7_16 0.1701 ndcg_cut_100 7_16 0.2327 ndcg_cut_200 7_16 0.2411 ndcg_cut_500 7_16 0.3334 ndcg_cut_1000 7_16 0.3334 map_cut_5 7_16 0.0071 map_cut_10 7_16 0.0222 map_cut_15 7_16 0.0222 map_cut_20 7_16 0.0272 map_cut_30 7_16 0.0272 map_cut_100 7_16 0.0464 map_cut_200 7_16 0.0483 map_cut_500 7_16 0.0638 map_cut_1000 7_16 0.0638 relative_P_5 7_16 0.2000 relative_P_10 7_16 0.3000 relative_P_15 7_16 0.2000 relative_P_20 7_16 0.2000 relative_P_30 7_16 0.1333 relative_P_100 7_16 0.2128 relative_P_200 7_16 0.2340 relative_P_500 7_16 0.4894 relative_P_1000 7_16 0.4894 success_1 7_16 0.0000 success_5 7_16 1.0000 success_10 7_16 1.0000 set_P 7_16 0.0230 set_relative_P 7_16 0.4894 set_recall 7_16 0.4894 set_map 7_16 0.0113 set_F 7_16 0.0439 num_nonrel_judged_ret 7_16 29 rbp 7_16 0.1243 rbp_resid 7_16 0.3667 unj_5 7_16 0.0000 unj_10 7_16 0.2000 unj_20 7_16 0.5500 num_ret 7_2 1000 num_rel 7_2 76 num_rel_ret 7_2 55 map 7_2 0.4078 Rprec 7_2 0.4605 bpref 7_2 0.6447 recip_rank 7_2 1.0000 iprec_at_recall_0.00 7_2 1.0000 iprec_at_recall_0.10 7_2 0.8000 iprec_at_recall_0.20 7_2 0.7143 iprec_at_recall_0.30 7_2 0.5952 iprec_at_recall_0.40 7_2 0.5172 iprec_at_recall_0.50 7_2 0.4524 iprec_at_recall_0.60 7_2 0.3217 iprec_at_recall_0.70 7_2 0.2366 iprec_at_recall_0.80 7_2 0.0000 iprec_at_recall_0.90 7_2 0.0000 iprec_at_recall_1.00 7_2 0.0000 P_5 7_2 1.0000 P_10 7_2 0.8000 P_15 7_2 0.7333 P_20 7_2 0.7000 P_30 7_2 0.6333 P_100 7_2 0.4400 P_200 7_2 0.2500 P_500 7_2 0.1100 P_1000 7_2 0.0550 relstring 7_2 '12133--231' recall_5 7_2 0.0658 recall_10 7_2 0.1053 recall_15 7_2 0.1447 recall_20 7_2 0.1842 recall_30 7_2 0.2500 recall_100 7_2 0.5789 recall_200 7_2 0.6579 recall_500 7_2 0.7237 recall_1000 7_2 0.7237 infAP 7_2 0.4078 Rprec_mult_0.20 7_2 0.7500 Rprec_mult_0.40 7_2 0.6129 Rprec_mult_0.60 7_2 0.5870 Rprec_mult_0.80 7_2 0.4918 Rprec_mult_1.00 7_2 0.4605 Rprec_mult_1.20 7_2 0.4348 Rprec_mult_1.40 7_2 0.4112 Rprec_mult_1.60 7_2 0.3689 Rprec_mult_1.80 7_2 0.3285 Rprec_mult_2.00 7_2 0.3026 utility 7_2 -890.0000 11pt_avg 7_2 0.4216 binG 7_2 0.2234 G 7_2 0.1603 ndcg 7_2 0.6332 ndcg_rel 7_2 0.5645 Rndcg 7_2 0.5589 ndcg_cut_5 7_2 0.5895 ndcg_cut_10 7_2 0.5847 ndcg_cut_15 7_2 0.5680 ndcg_cut_20 7_2 0.5307 ndcg_cut_30 7_2 0.5202 ndcg_cut_100 7_2 0.5573 ndcg_cut_200 7_2 0.5968 ndcg_cut_500 7_2 0.6332 ndcg_cut_1000 7_2 0.6332 map_cut_5 7_2 0.0658 map_cut_10 7_2 0.0964 map_cut_15 7_2 0.1261 map_cut_20 7_2 0.1541 map_cut_30 7_2 0.1987 map_cut_100 7_2 0.3680 map_cut_200 7_2 0.3930 map_cut_500 7_2 0.4078 map_cut_1000 7_2 0.4078 relative_P_5 7_2 1.0000 relative_P_10 7_2 0.8000 relative_P_15 7_2 0.7333 relative_P_20 7_2 0.7000 relative_P_30 7_2 0.6333 relative_P_100 7_2 0.5789 relative_P_200 7_2 0.6579 relative_P_500 7_2 0.7237 relative_P_1000 7_2 0.7237 success_1 7_2 1.0000 success_5 7_2 1.0000 success_10 7_2 1.0000 set_P 7_2 0.0550 set_relative_P 7_2 0.7237 set_recall 7_2 0.7237 set_map 7_2 0.0398 set_F 7_2 0.1022 num_nonrel_judged_ret 7_2 12 rbp 7_2 0.4299 rbp_resid 7_2 0.2294 unj_5 7_2 0.0000 unj_10 7_2 0.2000 unj_20 7_2 0.2500 num_ret 7_3 1000 num_rel 7_3 55 num_rel_ret 7_3 47 map 7_3 0.4012 Rprec 7_3 0.4909 bpref 7_3 0.5858 recip_rank 7_3 1.0000 iprec_at_recall_0.00 7_3 1.0000 iprec_at_recall_0.10 7_3 0.6842 iprec_at_recall_0.20 7_3 0.6842 iprec_at_recall_0.30 7_3 0.6207 iprec_at_recall_0.40 7_3 0.5208 iprec_at_recall_0.50 7_3 0.4603 iprec_at_recall_0.60 7_3 0.3820 iprec_at_recall_0.70 7_3 0.2339 iprec_at_recall_0.80 7_3 0.1612 iprec_at_recall_0.90 7_3 0.0000 iprec_at_recall_1.00 7_3 0.0000 P_5 7_3 0.4000 P_10 7_3 0.6000 P_15 7_3 0.6000 P_20 7_3 0.6500 P_30 7_3 0.6000 P_100 7_3 0.3400 P_200 7_3 0.2150 P_500 7_3 0.0940 P_1000 7_3 0.0470 relstring 7_3 '2200001111' recall_5 7_3 0.0364 recall_10 7_3 0.1091 recall_15 7_3 0.1636 recall_20 7_3 0.2364 recall_30 7_3 0.3273 recall_100 7_3 0.6182 recall_200 7_3 0.7818 recall_500 7_3 0.8545 recall_1000 7_3 0.8545 infAP 7_3 0.4012 Rprec_mult_0.20 7_3 0.6364 Rprec_mult_0.40 7_3 0.5909 Rprec_mult_0.60 7_3 0.5758 Rprec_mult_0.80 7_3 0.5000 Rprec_mult_1.00 7_3 0.4909 Rprec_mult_1.20 7_3 0.4394 Rprec_mult_1.40 7_3 0.4026 Rprec_mult_1.60 7_3 0.3750 Rprec_mult_1.80 7_3 0.3434 Rprec_mult_2.00 7_3 0.3182 utility 7_3 -906.0000 11pt_avg 7_3 0.4316 binG 7_3 0.2261 G 7_3 0.1929 ndcg 7_3 0.6751 ndcg_rel 7_3 0.5641 Rndcg 7_3 0.5216 ndcg_cut_5 7_3 0.4063 ndcg_cut_10 7_3 0.4012 ndcg_cut_15 7_3 0.4451 ndcg_cut_20 7_3 0.5255 ndcg_cut_30 7_3 0.5347 ndcg_cut_100 7_3 0.5736 ndcg_cut_200 7_3 0.6522 ndcg_cut_500 7_3 0.6751 ndcg_cut_1000 7_3 0.6751 map_cut_5 7_3 0.0364 map_cut_10 7_3 0.0743 map_cut_15 7_3 0.1087 map_cut_20 7_3 0.1564 map_cut_30 7_3 0.2119 map_cut_100 7_3 0.3492 map_cut_200 7_3 0.3907 map_cut_500 7_3 0.4012 map_cut_1000 7_3 0.4012 relative_P_5 7_3 0.4000 relative_P_10 7_3 0.6000 relative_P_15 7_3 0.6000 relative_P_20 7_3 0.6500 relative_P_30 7_3 0.6000 relative_P_100 7_3 0.6182 relative_P_200 7_3 0.7818 relative_P_500 7_3 0.8545 relative_P_1000 7_3 0.8545 success_1 7_3 1.0000 success_5 7_3 1.0000 success_10 7_3 1.0000 set_P 7_3 0.0470 set_relative_P 7_3 0.8545 set_recall 7_3 0.8545 set_map 7_3 0.0402 set_F 7_3 0.0891 num_nonrel_judged_ret 7_3 39 rbp 7_3 0.2980 rbp_resid 7_3 0.0747 unj_5 7_3 0.0000 unj_10 7_3 0.0000 unj_20 7_3 0.1000 num_ret 7_4 1000 num_rel 7_4 29 num_rel_ret 7_4 23 map 7_4 0.5429 Rprec 7_4 0.5172 bpref 7_4 0.6064 recip_rank 7_4 1.0000 iprec_at_recall_0.00 7_4 1.0000 iprec_at_recall_0.10 7_4 1.0000 iprec_at_recall_0.20 7_4 1.0000 iprec_at_recall_0.30 7_4 1.0000 iprec_at_recall_0.40 7_4 0.7059 iprec_at_recall_0.50 7_4 0.5769 iprec_at_recall_0.60 7_4 0.4737 iprec_at_recall_0.70 7_4 0.3077 iprec_at_recall_0.80 7_4 0.0881 iprec_at_recall_0.90 7_4 0.0000 iprec_at_recall_1.00 7_4 0.0000 P_5 7_4 1.0000 P_10 7_4 1.0000 P_15 7_4 0.7333 P_20 7_4 0.6000 P_30 7_4 0.5000 P_100 7_4 0.2000 P_200 7_4 0.1050 P_500 7_4 0.0460 P_1000 7_4 0.0230 relstring 7_4 '2331111221' recall_5 7_4 0.1724 recall_10 7_4 0.3448 recall_15 7_4 0.3793 recall_20 7_4 0.4138 recall_30 7_4 0.5172 recall_100 7_4 0.6897 recall_200 7_4 0.7241 recall_500 7_4 0.7931 recall_1000 7_4 0.7931 infAP 7_4 0.5429 Rprec_mult_0.20 7_4 1.0000 Rprec_mult_0.40 7_4 0.8333 Rprec_mult_0.60 7_4 0.6667 Rprec_mult_0.80 7_4 0.5417 Rprec_mult_1.00 7_4 0.5172 Rprec_mult_1.20 7_4 0.4571 Rprec_mult_1.40 7_4 0.4390 Rprec_mult_1.60 7_4 0.3830 Rprec_mult_1.80 7_4 0.3585 Rprec_mult_2.00 7_4 0.3276 utility 7_4 -954.0000 11pt_avg 7_4 0.5593 binG 7_4 0.4533 G 7_4 0.2491 ndcg 7_4 0.6982 ndcg_rel 7_4 0.6810 Rndcg 7_4 0.6556 ndcg_cut_5 7_4 0.7342 ndcg_cut_10 7_4 0.7230 ndcg_cut_15 7_4 0.6080 ndcg_cut_20 7_4 0.5681 ndcg_cut_30 7_4 0.5786 ndcg_cut_100 7_4 0.6514 ndcg_cut_200 7_4 0.6768 ndcg_cut_500 7_4 0.6982 ndcg_cut_1000 7_4 0.6982 map_cut_5 7_4 0.1724 map_cut_10 7_4 0.3448 map_cut_15 7_4 0.3740 map_cut_20 7_4 0.3983 map_cut_30 7_4 0.4562 map_cut_100 7_4 0.5296 map_cut_200 7_4 0.5367 map_cut_500 7_4 0.5429 map_cut_1000 7_4 0.5429 relative_P_5 7_4 1.0000 relative_P_10 7_4 1.0000 relative_P_15 7_4 0.7333 relative_P_20 7_4 0.6000 relative_P_30 7_4 0.5172 relative_P_100 7_4 0.6897 relative_P_200 7_4 0.7241 relative_P_500 7_4 0.7931 relative_P_1000 7_4 0.7931 success_1 7_4 1.0000 success_5 7_4 1.0000 success_10 7_4 1.0000 set_P 7_4 0.0230 set_relative_P 7_4 0.7931 set_recall 7_4 0.7931 set_map 7_4 0.0182 set_F 7_4 0.0447 num_nonrel_judged_ret 7_4 33 rbp 7_4 0.4303 rbp_resid 7_4 0.1364 unj_5 7_4 0.0000 unj_10 7_4 0.0000 unj_20 7_4 0.2000 num_ret 7_9 1000 num_rel 7_9 36 num_rel_ret 7_9 22 map 7_9 0.0529 Rprec 7_9 0.0556 bpref 7_9 0.0934 recip_rank 7_9 0.3333 iprec_at_recall_0.00 7_9 0.3333 iprec_at_recall_0.10 7_9 0.0909 iprec_at_recall_0.20 7_9 0.0909 iprec_at_recall_0.30 7_9 0.0909 iprec_at_recall_0.40 7_9 0.0720 iprec_at_recall_0.50 7_9 0.0657 iprec_at_recall_0.60 7_9 0.0627 iprec_at_recall_0.70 7_9 0.0000 iprec_at_recall_0.80 7_9 0.0000 iprec_at_recall_0.90 7_9 0.0000 iprec_at_recall_1.00 7_9 0.0000 P_5 7_9 0.2000 P_10 7_9 0.1000 P_15 7_9 0.0667 P_20 7_9 0.0500 P_30 7_9 0.0333 P_100 7_9 0.0800 P_200 7_9 0.0650 P_500 7_9 0.0440 P_1000 7_9 0.0220 relstring 7_9 '001000-0--' recall_5 7_9 0.0278 recall_10 7_9 0.0278 recall_15 7_9 0.0278 recall_20 7_9 0.0278 recall_30 7_9 0.0278 recall_100 7_9 0.2222 recall_200 7_9 0.3611 recall_500 7_9 0.6111 recall_1000 7_9 0.6111 infAP 7_9 0.0529 Rprec_mult_0.20 7_9 0.1250 Rprec_mult_0.40 7_9 0.0667 Rprec_mult_0.60 7_9 0.0455 Rprec_mult_0.80 7_9 0.0345 Rprec_mult_1.00 7_9 0.0556 Rprec_mult_1.20 7_9 0.0682 Rprec_mult_1.40 7_9 0.0784 Rprec_mult_1.60 7_9 0.0862 Rprec_mult_1.80 7_9 0.0769 Rprec_mult_2.00 7_9 0.0833 utility 7_9 -956.0000 11pt_avg 7_9 0.0733 binG 7_9 0.0991 G 7_9 0.0923 ndcg 7_9 0.2875 ndcg_rel 7_9 0.2162 Rndcg 7_9 0.1099 ndcg_cut_5 7_9 0.0623 ndcg_cut_10 7_9 0.0446 ndcg_cut_15 7_9 0.0361 ndcg_cut_20 7_9 0.0333 ndcg_cut_30 7_9 0.0291 ndcg_cut_100 7_9 0.1308 ndcg_cut_200 7_9 0.1932 ndcg_cut_500 7_9 0.2875 ndcg_cut_1000 7_9 0.2875 map_cut_5 7_9 0.0093 map_cut_10 7_9 0.0093 map_cut_15 7_9 0.0093 map_cut_20 7_9 0.0093 map_cut_30 7_9 0.0093 map_cut_100 7_9 0.0246 map_cut_200 7_9 0.0364 map_cut_500 7_9 0.0529 map_cut_1000 7_9 0.0529 relative_P_5 7_9 0.2000 relative_P_10 7_9 0.1000 relative_P_15 7_9 0.0667 relative_P_20 7_9 0.0500 relative_P_30 7_9 0.0333 relative_P_100 7_9 0.2222 relative_P_200 7_9 0.3611 relative_P_500 7_9 0.6111 relative_P_1000 7_9 0.6111 success_1 7_9 0.0000 success_5 7_9 1.0000 success_10 7_9 1.0000 set_P 7_9 0.0220 set_relative_P 7_9 0.6111 set_recall 7_9 0.6111 set_map 7_9 0.0134 set_F 7_9 0.0425 num_nonrel_judged_ret 7_9 55 rbp 7_9 0.0293 rbp_resid 7_9 0.2954 unj_5 7_9 0.0000 unj_10 7_9 0.3000 unj_20 7_9 0.3500 num_ret 8_1 1000 num_rel 8_1 64 num_rel_ret 8_1 9 map 8_1 0.0141 Rprec 8_1 0.0469 bpref 8_1 0.0977 recip_rank 8_1 0.2000 iprec_at_recall_0.00 8_1 0.3333 iprec_at_recall_0.10 8_1 0.0375 iprec_at_recall_0.20 8_1 0.0000 iprec_at_recall_0.30 8_1 0.0000 iprec_at_recall_0.40 8_1 0.0000 iprec_at_recall_0.50 8_1 0.0000 iprec_at_recall_0.60 8_1 0.0000 iprec_at_recall_0.70 8_1 0.0000 iprec_at_recall_0.80 8_1 0.0000 iprec_at_recall_0.90 8_1 0.0000 iprec_at_recall_1.00 8_1 0.0000 P_5 8_1 0.2000 P_10 8_1 0.2000 P_15 8_1 0.1333 P_20 8_1 0.1500 P_30 8_1 0.1000 P_100 8_1 0.0300 P_200 8_1 0.0250 P_500 8_1 0.0180 P_1000 8_1 0.0090 relstring 8_1 '000012-000' recall_5 8_1 0.0156 recall_10 8_1 0.0312 recall_15 8_1 0.0312 recall_20 8_1 0.0469 recall_30 8_1 0.0469 recall_100 8_1 0.0469 recall_200 8_1 0.0781 recall_500 8_1 0.1406 recall_1000 8_1 0.1406 infAP 8_1 0.0141 Rprec_mult_0.20 8_1 0.1538 Rprec_mult_0.40 8_1 0.1154 Rprec_mult_0.60 8_1 0.0769 Rprec_mult_0.80 8_1 0.0577 Rprec_mult_1.00 8_1 0.0469 Rprec_mult_1.20 8_1 0.0390 Rprec_mult_1.40 8_1 0.0333 Rprec_mult_1.60 8_1 0.0291 Rprec_mult_1.80 8_1 0.0345 Rprec_mult_2.00 8_1 0.0312 utility 8_1 -982.0000 11pt_avg 8_1 0.0337 binG 8_1 0.0284 G 8_1 0.0173 ndcg 8_1 0.0787 ndcg_rel 8_1 0.0771 Rndcg 8_1 0.0630 ndcg_cut_5 8_1 0.0328 ndcg_cut_10 8_1 0.0625 ndcg_cut_15 8_1 0.0516 ndcg_cut_20 8_1 0.0769 ndcg_cut_30 8_1 0.0652 ndcg_cut_100 8_1 0.0523 ndcg_cut_200 8_1 0.0603 ndcg_cut_500 8_1 0.0787 ndcg_cut_1000 8_1 0.0787 map_cut_5 8_1 0.0031 map_cut_10 8_1 0.0083 map_cut_15 8_1 0.0083 map_cut_20 8_1 0.0111 map_cut_30 8_1 0.0111 map_cut_100 8_1 0.0111 map_cut_200 8_1 0.0121 map_cut_500 8_1 0.0141 map_cut_1000 8_1 0.0141 relative_P_5 8_1 0.2000 relative_P_10 8_1 0.2000 relative_P_15 8_1 0.1333 relative_P_20 8_1 0.1500 relative_P_30 8_1 0.1000 relative_P_100 8_1 0.0469 relative_P_200 8_1 0.0781 relative_P_500 8_1 0.1406 relative_P_1000 8_1 0.1406 success_1 8_1 0.0000 success_5 8_1 1.0000 success_10 8_1 1.0000 set_P 8_1 0.0090 set_relative_P 8_1 0.1406 set_recall 8_1 0.1406 set_map 8_1 0.0013 set_F 8_1 0.0169 num_nonrel_judged_ret 8_1 34 rbp 8_1 0.0598 rbp_resid 8_1 0.2405 unj_5 8_1 0.0000 unj_10 8_1 0.1000 unj_20 8_1 0.3000 num_ret 8_10 1000 num_rel 8_10 28 num_rel_ret 8_10 0 map 8_10 0.0000 Rprec 8_10 0.0000 bpref 8_10 0.0000 recip_rank 8_10 0.0000 iprec_at_recall_0.00 8_10 0.0000 iprec_at_recall_0.10 8_10 0.0000 iprec_at_recall_0.20 8_10 0.0000 iprec_at_recall_0.30 8_10 0.0000 iprec_at_recall_0.40 8_10 0.0000 iprec_at_recall_0.50 8_10 0.0000 iprec_at_recall_0.60 8_10 0.0000 iprec_at_recall_0.70 8_10 0.0000 iprec_at_recall_0.80 8_10 0.0000 iprec_at_recall_0.90 8_10 0.0000 iprec_at_recall_1.00 8_10 0.0000 P_5 8_10 0.0000 P_10 8_10 0.0000 P_15 8_10 0.0000 P_20 8_10 0.0000 P_30 8_10 0.0000 P_100 8_10 0.0000 P_200 8_10 0.0000 P_500 8_10 0.0000 P_1000 8_10 0.0000 relstring 8_10 '00000----0' recall_5 8_10 0.0000 recall_10 8_10 0.0000 recall_15 8_10 0.0000 recall_20 8_10 0.0000 recall_30 8_10 0.0000 recall_100 8_10 0.0000 recall_200 8_10 0.0000 recall_500 8_10 0.0000 recall_1000 8_10 0.0000 infAP 8_10 0.0000 Rprec_mult_0.20 8_10 0.0000 Rprec_mult_0.40 8_10 0.0000 Rprec_mult_0.60 8_10 0.0000 Rprec_mult_0.80 8_10 0.0000 Rprec_mult_1.00 8_10 0.0000 Rprec_mult_1.20 8_10 0.0000 Rprec_mult_1.40 8_10 0.0000 Rprec_mult_1.60 8_10 0.0000 Rprec_mult_1.80 8_10 0.0000 Rprec_mult_2.00 8_10 0.0000 utility 8_10 -1000.0000 11pt_avg 8_10 0.0000 binG 8_10 0.0000 G 8_10 0.0000 ndcg 8_10 0.0000 ndcg_rel 8_10 0.0000 Rndcg 8_10 0.0000 ndcg_cut_5 8_10 0.0000 ndcg_cut_10 8_10 0.0000 ndcg_cut_15 8_10 0.0000 ndcg_cut_20 8_10 0.0000 ndcg_cut_30 8_10 0.0000 ndcg_cut_100 8_10 0.0000 ndcg_cut_200 8_10 0.0000 ndcg_cut_500 8_10 0.0000 ndcg_cut_1000 8_10 0.0000 map_cut_5 8_10 0.0000 map_cut_10 8_10 0.0000 map_cut_15 8_10 0.0000 map_cut_20 8_10 0.0000 map_cut_30 8_10 0.0000 map_cut_100 8_10 0.0000 map_cut_200 8_10 0.0000 map_cut_500 8_10 0.0000 map_cut_1000 8_10 0.0000 relative_P_5 8_10 0.0000 relative_P_10 8_10 0.0000 relative_P_15 8_10 0.0000 relative_P_20 8_10 0.0000 relative_P_30 8_10 0.0000 relative_P_100 8_10 0.0000 relative_P_200 8_10 0.0000 relative_P_500 8_10 0.0000 relative_P_1000 8_10 0.0000 success_1 8_10 0.0000 success_5 8_10 0.0000 success_10 8_10 0.0000 set_P 8_10 0.0000 set_relative_P 8_10 0.0000 set_recall 8_10 0.0000 set_map 8_10 0.0000 set_F 8_10 0.0000 num_nonrel_judged_ret 8_10 19 rbp 8_10 0.0000 rbp_resid 8_10 0.5080 unj_5 8_10 0.0000 unj_10 8_10 0.4000 unj_20 8_10 0.6500 num_ret 8_11 1000 num_rel 8_11 10 num_rel_ret 8_11 9 map 8_11 0.4656 Rprec 8_11 0.5000 bpref 8_11 0.4600 recip_rank 8_11 1.0000 iprec_at_recall_0.00 8_11 1.0000 iprec_at_recall_0.10 8_11 1.0000 iprec_at_recall_0.20 8_11 1.0000 iprec_at_recall_0.30 8_11 0.8000 iprec_at_recall_0.40 8_11 0.8000 iprec_at_recall_0.50 8_11 0.7143 iprec_at_recall_0.60 8_11 0.2609 iprec_at_recall_0.70 8_11 0.0565 iprec_at_recall_0.80 8_11 0.0383 iprec_at_recall_0.90 8_11 0.0360 iprec_at_recall_1.00 8_11 0.0000 P_5 8_11 0.8000 P_10 8_11 0.5000 P_15 8_11 0.3333 P_20 8_11 0.2500 P_30 8_11 0.2000 P_100 8_11 0.0600 P_200 8_11 0.0350 P_500 8_11 0.0180 P_1000 8_11 0.0090 relstring 8_11 '2101101000' recall_5 8_11 0.4000 recall_10 8_11 0.5000 recall_15 8_11 0.5000 recall_20 8_11 0.5000 recall_30 8_11 0.6000 recall_100 8_11 0.6000 recall_200 8_11 0.7000 recall_500 8_11 0.9000 recall_1000 8_11 0.9000 infAP 8_11 0.4656 Rprec_mult_0.20 8_11 1.0000 Rprec_mult_0.40 8_11 0.7500 Rprec_mult_0.60 8_11 0.6667 Rprec_mult_0.80 8_11 0.6250 Rprec_mult_1.00 8_11 0.5000 Rprec_mult_1.20 8_11 0.4167 Rprec_mult_1.40 8_11 0.3571 Rprec_mult_1.60 8_11 0.3125 Rprec_mult_1.80 8_11 0.2778 Rprec_mult_2.00 8_11 0.2500 utility 8_11 -982.0000 11pt_avg 8_11 0.5187 binG 8_11 0.4399 G 8_11 0.3912 ndcg 8_11 0.7124 ndcg_rel 8_11 0.7443 Rndcg 8_11 0.7105 ndcg_cut_5 8_11 0.7530 ndcg_cut_10 8_11 0.6125 ndcg_cut_15 8_11 0.6125 ndcg_cut_20 8_11 0.6125 ndcg_cut_30 8_11 0.6478 ndcg_cut_100 8_11 0.6478 ndcg_cut_200 8_11 0.6711 ndcg_cut_500 8_11 0.7124 ndcg_cut_1000 8_11 0.7124 map_cut_5 8_11 0.3550 map_cut_10 8_11 0.4264 map_cut_15 8_11 0.4264 map_cut_20 8_11 0.4264 map_cut_30 8_11 0.4525 map_cut_100 8_11 0.4525 map_cut_200 8_11 0.4582 map_cut_500 8_11 0.4656 map_cut_1000 8_11 0.4656 relative_P_5 8_11 0.8000 relative_P_10 8_11 0.5000 relative_P_15 8_11 0.5000 relative_P_20 8_11 0.5000 relative_P_30 8_11 0.6000 relative_P_100 8_11 0.6000 relative_P_200 8_11 0.7000 relative_P_500 8_11 0.9000 relative_P_1000 8_11 0.9000 success_1 8_11 1.0000 success_5 8_11 1.0000 success_10 8_11 1.0000 set_P 8_11 0.0090 set_relative_P 8_11 0.9000 set_recall 8_11 0.9000 set_map 8_11 0.0081 set_F 8_11 0.0178 num_nonrel_judged_ret 8_11 46 rbp 8_11 0.2458 rbp_resid 8_11 0.1698 unj_5 8_11 0.0000 unj_10 8_11 0.0000 unj_20 8_11 0.2000 num_ret 8_12 1000 num_rel 8_12 44 num_rel_ret 8_12 29 map 8_12 0.2143 Rprec 8_12 0.2955 bpref 8_12 0.3920 recip_rank 8_12 1.0000 iprec_at_recall_0.00 8_12 1.0000 iprec_at_recall_0.10 8_12 0.5000 iprec_at_recall_0.20 8_12 0.3077 iprec_at_recall_0.30 8_12 0.3000 iprec_at_recall_0.40 8_12 0.3000 iprec_at_recall_0.50 8_12 0.2150 iprec_at_recall_0.60 8_12 0.1307 iprec_at_recall_0.70 8_12 0.0000 iprec_at_recall_0.80 8_12 0.0000 iprec_at_recall_0.90 8_12 0.0000 iprec_at_recall_1.00 8_12 0.0000 P_5 8_12 0.6000 P_10 8_12 0.4000 P_15 8_12 0.3333 P_20 8_12 0.3000 P_30 8_12 0.2333 P_100 8_12 0.2100 P_200 8_12 0.1300 P_500 8_12 0.0540 P_1000 8_12 0.0290 relstring 8_12 '231000-20-' recall_5 8_12 0.0682 recall_10 8_12 0.0909 recall_15 8_12 0.1136 recall_20 8_12 0.1364 recall_30 8_12 0.1591 recall_100 8_12 0.4773 recall_200 8_12 0.5909 recall_500 8_12 0.6136 recall_1000 8_12 0.6591 infAP 8_12 0.2143 Rprec_mult_0.20 8_12 0.4444 Rprec_mult_0.40 8_12 0.2778 Rprec_mult_0.60 8_12 0.2222 Rprec_mult_0.80 8_12 0.2500 Rprec_mult_1.00 8_12 0.2955 Rprec_mult_1.20 8_12 0.2830 Rprec_mult_1.40 8_12 0.2903 Rprec_mult_1.60 8_12 0.2676 Rprec_mult_1.80 8_12 0.2375 Rprec_mult_2.00 8_12 0.2273 utility 8_12 -942.0000 11pt_avg 8_12 0.2503 binG 8_12 0.1804 G 8_12 0.1307 ndcg 8_12 0.4769 ndcg_rel 8_12 0.4346 Rndcg 8_12 0.4271 ndcg_cut_5 8_12 0.4193 ndcg_cut_10 8_12 0.3424 ndcg_cut_15 8_12 0.3109 ndcg_cut_20 8_12 0.3035 ndcg_cut_30 8_12 0.2820 ndcg_cut_100 8_12 0.4321 ndcg_cut_200 8_12 0.4623 ndcg_cut_500 8_12 0.4676 ndcg_cut_1000 8_12 0.4769 map_cut_5 8_12 0.0682 map_cut_10 8_12 0.0795 map_cut_15 8_12 0.0899 map_cut_20 8_12 0.0971 map_cut_30 8_12 0.1027 map_cut_100 8_12 0.1913 map_cut_200 8_12 0.2101 map_cut_500 8_12 0.2122 map_cut_1000 8_12 0.2143 relative_P_5 8_12 0.6000 relative_P_10 8_12 0.4000 relative_P_15 8_12 0.3333 relative_P_20 8_12 0.3000 relative_P_30 8_12 0.2333 relative_P_100 8_12 0.4773 relative_P_200 8_12 0.5909 relative_P_500 8_12 0.6136 relative_P_1000 8_12 0.6591 success_1 8_12 1.0000 success_5 8_12 1.0000 success_10 8_12 1.0000 set_P 8_12 0.0290 set_relative_P 8_12 0.6591 set_recall 8_12 0.6591 set_map 8_12 0.0191 set_F 8_12 0.0556 num_nonrel_judged_ret 8_12 36 rbp 8_12 0.1853 rbp_resid 8_12 0.1707 unj_5 8_12 0.0000 unj_10 8_12 0.2000 unj_20 8_12 0.2000 num_ret 8_13 1000 num_rel 8_13 53 num_rel_ret 8_13 0 map 8_13 0.0000 Rprec 8_13 0.0000 bpref 8_13 0.0000 recip_rank 8_13 0.0000 iprec_at_recall_0.00 8_13 0.0000 iprec_at_recall_0.10 8_13 0.0000 iprec_at_recall_0.20 8_13 0.0000 iprec_at_recall_0.30 8_13 0.0000 iprec_at_recall_0.40 8_13 0.0000 iprec_at_recall_0.50 8_13 0.0000 iprec_at_recall_0.60 8_13 0.0000 iprec_at_recall_0.70 8_13 0.0000 iprec_at_recall_0.80 8_13 0.0000 iprec_at_recall_0.90 8_13 0.0000 iprec_at_recall_1.00 8_13 0.0000 P_5 8_13 0.0000 P_10 8_13 0.0000 P_15 8_13 0.0000 P_20 8_13 0.0000 P_30 8_13 0.0000 P_100 8_13 0.0000 P_200 8_13 0.0000 P_500 8_13 0.0000 P_1000 8_13 0.0000 relstring 8_13 '00000-----' recall_5 8_13 0.0000 recall_10 8_13 0.0000 recall_15 8_13 0.0000 recall_20 8_13 0.0000 recall_30 8_13 0.0000 recall_100 8_13 0.0000 recall_200 8_13 0.0000 recall_500 8_13 0.0000 recall_1000 8_13 0.0000 infAP 8_13 0.0000 Rprec_mult_0.20 8_13 0.0000 Rprec_mult_0.40 8_13 0.0000 Rprec_mult_0.60 8_13 0.0000 Rprec_mult_0.80 8_13 0.0000 Rprec_mult_1.00 8_13 0.0000 Rprec_mult_1.20 8_13 0.0000 Rprec_mult_1.40 8_13 0.0000 Rprec_mult_1.60 8_13 0.0000 Rprec_mult_1.80 8_13 0.0000 Rprec_mult_2.00 8_13 0.0000 utility 8_13 -1000.0000 11pt_avg 8_13 0.0000 binG 8_13 0.0000 G 8_13 0.0000 ndcg 8_13 0.0000 ndcg_rel 8_13 0.0000 Rndcg 8_13 0.0000 ndcg_cut_5 8_13 0.0000 ndcg_cut_10 8_13 0.0000 ndcg_cut_15 8_13 0.0000 ndcg_cut_20 8_13 0.0000 ndcg_cut_30 8_13 0.0000 ndcg_cut_100 8_13 0.0000 ndcg_cut_200 8_13 0.0000 ndcg_cut_500 8_13 0.0000 ndcg_cut_1000 8_13 0.0000 map_cut_5 8_13 0.0000 map_cut_10 8_13 0.0000 map_cut_15 8_13 0.0000 map_cut_20 8_13 0.0000 map_cut_30 8_13 0.0000 map_cut_100 8_13 0.0000 map_cut_200 8_13 0.0000 map_cut_500 8_13 0.0000 map_cut_1000 8_13 0.0000 relative_P_5 8_13 0.0000 relative_P_10 8_13 0.0000 relative_P_15 8_13 0.0000 relative_P_20 8_13 0.0000 relative_P_30 8_13 0.0000 relative_P_100 8_13 0.0000 relative_P_200 8_13 0.0000 relative_P_500 8_13 0.0000 relative_P_1000 8_13 0.0000 success_1 8_13 0.0000 success_5 8_13 0.0000 success_10 8_13 0.0000 set_P 8_13 0.0000 set_relative_P 8_13 0.0000 set_recall 8_13 0.0000 set_map 8_13 0.0000 set_F 8_13 0.0000 num_nonrel_judged_ret 8_13 5 rbp 8_13 0.0000 rbp_resid 8_13 0.5905 unj_5 8_13 0.0000 unj_10 8_13 0.5000 unj_20 8_13 0.7500 num_ret 8_2 1000 num_rel 8_2 47 num_rel_ret 8_2 16 map 8_2 0.1140 Rprec 8_2 0.2340 bpref 8_2 0.2205 recip_rank 8_2 1.0000 iprec_at_recall_0.00 8_2 1.0000 iprec_at_recall_0.10 8_2 0.4615 iprec_at_recall_0.20 8_2 0.2619 iprec_at_recall_0.30 8_2 0.0617 iprec_at_recall_0.40 8_2 0.0000 iprec_at_recall_0.50 8_2 0.0000 iprec_at_recall_0.60 8_2 0.0000 iprec_at_recall_0.70 8_2 0.0000 iprec_at_recall_0.80 8_2 0.0000 iprec_at_recall_0.90 8_2 0.0000 iprec_at_recall_1.00 8_2 0.0000 P_5 8_2 0.6000 P_10 8_2 0.4000 P_15 8_2 0.4000 P_20 8_2 0.3000 P_30 8_2 0.2667 P_100 8_2 0.1200 P_200 8_2 0.0650 P_500 8_2 0.0320 P_1000 8_2 0.0160 relstring 8_2 '1010300030' recall_5 8_2 0.0638 recall_10 8_2 0.0851 recall_15 8_2 0.1277 recall_20 8_2 0.1277 recall_30 8_2 0.1702 recall_100 8_2 0.2553 recall_200 8_2 0.2766 recall_500 8_2 0.3404 recall_1000 8_2 0.3404 infAP 8_2 0.1140 Rprec_mult_0.20 8_2 0.4000 Rprec_mult_0.40 8_2 0.3158 Rprec_mult_0.60 8_2 0.2759 Rprec_mult_0.80 8_2 0.2368 Rprec_mult_1.00 8_2 0.2340 Rprec_mult_1.20 8_2 0.1930 Rprec_mult_1.40 8_2 0.1667 Rprec_mult_1.60 8_2 0.1447 Rprec_mult_1.80 8_2 0.1294 Rprec_mult_2.00 8_2 0.1277 utility 8_2 -968.0000 11pt_avg 8_2 0.1623 binG 8_2 0.1035 G 8_2 0.0620 ndcg 8_2 0.2586 ndcg_rel 8_2 0.2501 Rndcg 8_2 0.2191 ndcg_cut_5 8_2 0.2424 ndcg_cut_10 8_2 0.2303 ndcg_cut_15 8_2 0.2262 ndcg_cut_20 8_2 0.2002 ndcg_cut_30 8_2 0.2196 ndcg_cut_100 8_2 0.2391 ndcg_cut_200 8_2 0.2447 ndcg_cut_500 8_2 0.2586 ndcg_cut_1000 8_2 0.2586 map_cut_5 8_2 0.0482 map_cut_10 8_2 0.0577 map_cut_15 8_2 0.0764 map_cut_20 8_2 0.0764 map_cut_30 8_2 0.0898 map_cut_100 8_2 0.1088 map_cut_200 8_2 0.1110 map_cut_500 8_2 0.1140 map_cut_1000 8_2 0.1140 relative_P_5 8_2 0.6000 relative_P_10 8_2 0.4000 relative_P_15 8_2 0.4000 relative_P_20 8_2 0.3000 relative_P_30 8_2 0.2667 relative_P_100 8_2 0.2553 relative_P_200 8_2 0.2766 relative_P_500 8_2 0.3404 relative_P_1000 8_2 0.3404 success_1 8_2 1.0000 success_5 8_2 1.0000 success_10 8_2 1.0000 set_P 8_2 0.0160 set_relative_P 8_2 0.3404 set_recall 8_2 0.3404 set_map 8_2 0.0054 set_F 8_2 0.0306 num_nonrel_judged_ret 8_2 42 rbp 8_2 0.1527 rbp_resid 8_2 0.1193 unj_5 8_2 0.0000 unj_10 8_2 0.0000 unj_20 8_2 0.1500 num_ret 8_3 1000 num_rel 8_3 28 num_rel_ret 8_3 10 map 8_3 0.1792 Rprec 8_3 0.2857 bpref 8_3 0.3010 recip_rank 8_3 1.0000 iprec_at_recall_0.00 8_3 1.0000 iprec_at_recall_0.10 8_3 0.6000 iprec_at_recall_0.20 8_3 0.3750 iprec_at_recall_0.30 8_3 0.3103 iprec_at_recall_0.40 8_3 0.0000 iprec_at_recall_0.50 8_3 0.0000 iprec_at_recall_0.60 8_3 0.0000 iprec_at_recall_0.70 8_3 0.0000 iprec_at_recall_0.80 8_3 0.0000 iprec_at_recall_0.90 8_3 0.0000 iprec_at_recall_1.00 8_3 0.0000 P_5 8_3 0.6000 P_10 8_3 0.4000 P_15 8_3 0.3333 P_20 8_3 0.3000 P_30 8_3 0.3000 P_100 8_3 0.1000 P_200 8_3 0.0500 P_500 8_3 0.0200 P_1000 8_3 0.0100 relstring 8_3 '110010-20-' recall_5 8_3 0.1071 recall_10 8_3 0.1429 recall_15 8_3 0.1786 recall_20 8_3 0.2143 recall_30 8_3 0.3214 recall_100 8_3 0.3571 recall_200 8_3 0.3571 recall_500 8_3 0.3571 recall_1000 8_3 0.3571 infAP 8_3 0.1792 Rprec_mult_0.20 8_3 0.5000 Rprec_mult_0.40 8_3 0.3333 Rprec_mult_0.60 8_3 0.3529 Rprec_mult_0.80 8_3 0.3043 Rprec_mult_1.00 8_3 0.2857 Rprec_mult_1.20 8_3 0.2647 Rprec_mult_1.40 8_3 0.2500 Rprec_mult_1.60 8_3 0.2222 Rprec_mult_1.80 8_3 0.1961 Rprec_mult_2.00 8_3 0.1786 utility 8_3 -980.0000 11pt_avg 8_3 0.2078 binG 8_3 0.1555 G 8_3 0.1067 ndcg 8_3 0.3495 ndcg_rel 8_3 0.3576 Rndcg 8_3 0.3238 ndcg_cut_5 8_3 0.3422 ndcg_cut_10 8_3 0.3375 ndcg_cut_15 8_3 0.3169 ndcg_cut_20 8_3 0.3281 ndcg_cut_30 8_3 0.3335 ndcg_cut_100 8_3 0.3495 ndcg_cut_200 8_3 0.3495 ndcg_cut_500 8_3 0.3495 ndcg_cut_1000 8_3 0.3495 map_cut_5 8_3 0.0929 map_cut_10 8_3 0.1107 map_cut_15 8_3 0.1235 map_cut_20 8_3 0.1369 map_cut_30 8_3 0.1690 map_cut_100 8_3 0.1792 map_cut_200 8_3 0.1792 map_cut_500 8_3 0.1792 map_cut_1000 8_3 0.1792 relative_P_5 8_3 0.6000 relative_P_10 8_3 0.4000 relative_P_15 8_3 0.3333 relative_P_20 8_3 0.3000 relative_P_30 8_3 0.3214 relative_P_100 8_3 0.3571 relative_P_200 8_3 0.3571 relative_P_500 8_3 0.3571 relative_P_1000 8_3 0.3571 success_1 8_3 1.0000 success_5 8_3 1.0000 success_10 8_3 1.0000 set_P 8_3 0.0100 set_relative_P 8_3 0.3571 set_recall 8_3 0.3571 set_map 8_3 0.0036 set_F 8_3 0.0195 num_nonrel_judged_ret 8_3 21 rbp 8_3 0.2208 rbp_resid 8_3 0.2999 unj_5 8_3 0.0000 unj_10 8_3 0.2000 unj_20 8_3 0.4000 num_ret 8_4 1000 num_rel 8_4 101 num_rel_ret 8_4 18 map 8_4 0.0517 Rprec 8_4 0.1386 bpref 8_4 0.1699 recip_rank 8_4 1.0000 iprec_at_recall_0.00 8_4 1.0000 iprec_at_recall_0.10 8_4 0.1964 iprec_at_recall_0.20 8_4 0.0000 iprec_at_recall_0.30 8_4 0.0000 iprec_at_recall_0.40 8_4 0.0000 iprec_at_recall_0.50 8_4 0.0000 iprec_at_recall_0.60 8_4 0.0000 iprec_at_recall_0.70 8_4 0.0000 iprec_at_recall_0.80 8_4 0.0000 iprec_at_recall_0.90 8_4 0.0000 iprec_at_recall_1.00 8_4 0.0000 P_5 8_4 0.4000 P_10 8_4 0.5000 P_15 8_4 0.4000 P_20 8_4 0.3000 P_30 8_4 0.2333 P_100 8_4 0.1400 P_200 8_4 0.0850 P_500 8_4 0.0340 P_1000 8_4 0.0180 relstring 8_4 '20010-2-31' recall_5 8_4 0.0198 recall_10 8_4 0.0495 recall_15 8_4 0.0594 recall_20 8_4 0.0594 recall_30 8_4 0.0693 recall_100 8_4 0.1386 recall_200 8_4 0.1683 recall_500 8_4 0.1683 recall_1000 8_4 0.1782 infAP 8_4 0.0517 Rprec_mult_0.20 8_4 0.2857 Rprec_mult_0.40 8_4 0.1707 Rprec_mult_0.60 8_4 0.1803 Rprec_mult_0.80 8_4 0.1481 Rprec_mult_1.00 8_4 0.1386 Rprec_mult_1.20 8_4 0.1311 Rprec_mult_1.40 8_4 0.1127 Rprec_mult_1.60 8_4 0.1049 Rprec_mult_1.80 8_4 0.0934 Rprec_mult_2.00 8_4 0.0842 utility 8_4 -964.0000 11pt_avg 8_4 0.1088 binG 8_4 0.0487 G 8_4 0.0385 ndcg 8_4 0.2099 ndcg_rel 8_4 0.2122 Rndcg 8_4 0.2018 ndcg_cut_5 8_4 0.2061 ndcg_cut_10 8_4 0.2360 ndcg_cut_15 8_4 0.2427 ndcg_cut_20 8_4 0.2093 ndcg_cut_30 8_4 0.1823 ndcg_cut_100 8_4 0.1988 ndcg_cut_200 8_4 0.2076 ndcg_cut_500 8_4 0.2076 ndcg_cut_1000 8_4 0.2099 map_cut_5 8_4 0.0149 map_cut_10 8_4 0.0284 map_cut_15 8_4 0.0334 map_cut_20 8_4 0.0334 map_cut_30 8_4 0.0357 map_cut_100 8_4 0.0475 map_cut_200 8_4 0.0514 map_cut_500 8_4 0.0514 map_cut_1000 8_4 0.0517 relative_P_5 8_4 0.4000 relative_P_10 8_4 0.5000 relative_P_15 8_4 0.4000 relative_P_20 8_4 0.3000 relative_P_30 8_4 0.2333 relative_P_100 8_4 0.1400 relative_P_200 8_4 0.1683 relative_P_500 8_4 0.1683 relative_P_1000 8_4 0.1782 success_1 8_4 1.0000 success_5 8_4 1.0000 success_10 8_4 1.0000 set_P 8_4 0.0180 set_relative_P 8_4 0.1782 set_recall 8_4 0.1782 set_map 8_4 0.0032 set_F 8_4 0.0327 num_nonrel_judged_ret 8_4 10 rbp 8_4 0.1713 rbp_resid 8_4 0.3681 unj_5 8_4 0.0000 unj_10 8_4 0.2000 unj_20 8_4 0.4500 num_ret 8_5 1000 num_rel 8_5 51 num_rel_ret 8_5 23 map 8_5 0.2208 Rprec 8_5 0.3137 bpref 8_5 0.3941 recip_rank 8_5 1.0000 iprec_at_recall_0.00 8_5 1.0000 iprec_at_recall_0.10 8_5 0.6316 iprec_at_recall_0.20 8_5 0.6316 iprec_at_recall_0.30 8_5 0.5556 iprec_at_recall_0.40 8_5 0.2020 iprec_at_recall_0.50 8_5 0.0000 iprec_at_recall_0.60 8_5 0.0000 iprec_at_recall_0.70 8_5 0.0000 iprec_at_recall_0.80 8_5 0.0000 iprec_at_recall_0.90 8_5 0.0000 iprec_at_recall_1.00 8_5 0.0000 P_5 8_5 0.6000 P_10 8_5 0.5000 P_15 8_5 0.6000 P_20 8_5 0.6000 P_30 8_5 0.5000 P_100 8_5 0.2000 P_200 8_5 0.1150 P_500 8_5 0.0460 P_1000 8_5 0.0230 relstring 8_5 '220010-011' recall_5 8_5 0.0588 recall_10 8_5 0.0980 recall_15 8_5 0.1765 recall_20 8_5 0.2353 recall_30 8_5 0.2941 recall_100 8_5 0.3922 recall_200 8_5 0.4510 recall_500 8_5 0.4510 recall_1000 8_5 0.4510 infAP 8_5 0.2208 Rprec_mult_0.20 8_5 0.5455 Rprec_mult_0.40 8_5 0.6190 Rprec_mult_0.60 8_5 0.4839 Rprec_mult_0.80 8_5 0.3902 Rprec_mult_1.00 8_5 0.3137 Rprec_mult_1.20 8_5 0.2742 Rprec_mult_1.40 8_5 0.2361 Rprec_mult_1.60 8_5 0.2073 Rprec_mult_1.80 8_5 0.2065 Rprec_mult_2.00 8_5 0.1961 utility 8_5 -954.0000 11pt_avg 8_5 0.2746 binG 8_5 0.1515 G 8_5 0.1086 ndcg 8_5 0.4253 ndcg_rel 8_5 0.4148 Rndcg 8_5 0.4037 ndcg_cut_5 8_5 0.3616 ndcg_cut_10 8_5 0.3192 ndcg_cut_15 8_5 0.3734 ndcg_cut_20 8_5 0.4035 ndcg_cut_30 8_5 0.4384 ndcg_cut_100 8_5 0.4071 ndcg_cut_200 8_5 0.4253 ndcg_cut_500 8_5 0.4253 ndcg_cut_1000 8_5 0.4253 map_cut_5 8_5 0.0510 map_cut_10 8_5 0.0695 map_cut_15 8_5 0.1155 map_cut_20 8_5 0.1521 map_cut_30 8_5 0.1866 map_cut_100 8_5 0.2119 map_cut_200 8_5 0.2208 map_cut_500 8_5 0.2208 map_cut_1000 8_5 0.2208 relative_P_5 8_5 0.6000 relative_P_10 8_5 0.5000 relative_P_15 8_5 0.6000 relative_P_20 8_5 0.6000 relative_P_30 8_5 0.5000 relative_P_100 8_5 0.3922 relative_P_200 8_5 0.4510 relative_P_500 8_5 0.4510 relative_P_1000 8_5 0.4510 success_1 8_5 1.0000 success_5 8_5 1.0000 success_10 8_5 1.0000 set_P 8_5 0.0230 set_relative_P 8_5 0.4510 set_recall 8_5 0.4510 set_map 8_5 0.0104 set_F 8_5 0.0438 num_nonrel_judged_ret 8_5 17 rbp 8_5 0.2123 rbp_resid 8_5 0.1802 unj_5 8_5 0.0000 unj_10 8_5 0.1000 unj_20 8_5 0.2000 num_ret 8_7 1000 num_rel 8_7 47 num_rel_ret 8_7 1 map 8_7 0.0001 Rprec 8_7 0.0000 bpref 8_7 0.0163 recip_rank 8_7 0.0058 iprec_at_recall_0.00 8_7 0.0058 iprec_at_recall_0.10 8_7 0.0000 iprec_at_recall_0.20 8_7 0.0000 iprec_at_recall_0.30 8_7 0.0000 iprec_at_recall_0.40 8_7 0.0000 iprec_at_recall_0.50 8_7 0.0000 iprec_at_recall_0.60 8_7 0.0000 iprec_at_recall_0.70 8_7 0.0000 iprec_at_recall_0.80 8_7 0.0000 iprec_at_recall_0.90 8_7 0.0000 iprec_at_recall_1.00 8_7 0.0000 P_5 8_7 0.0000 P_10 8_7 0.0000 P_15 8_7 0.0000 P_20 8_7 0.0000 P_30 8_7 0.0000 P_100 8_7 0.0000 P_200 8_7 0.0050 P_500 8_7 0.0020 P_1000 8_7 0.0010 relstring 8_7 '000000-00-' recall_5 8_7 0.0000 recall_10 8_7 0.0000 recall_15 8_7 0.0000 recall_20 8_7 0.0000 recall_30 8_7 0.0000 recall_100 8_7 0.0000 recall_200 8_7 0.0213 recall_500 8_7 0.0213 recall_1000 8_7 0.0213 infAP 8_7 0.0001 Rprec_mult_0.20 8_7 0.0000 Rprec_mult_0.40 8_7 0.0000 Rprec_mult_0.60 8_7 0.0000 Rprec_mult_0.80 8_7 0.0000 Rprec_mult_1.00 8_7 0.0000 Rprec_mult_1.20 8_7 0.0000 Rprec_mult_1.40 8_7 0.0000 Rprec_mult_1.60 8_7 0.0000 Rprec_mult_1.80 8_7 0.0000 Rprec_mult_2.00 8_7 0.0000 utility 8_7 -998.0000 11pt_avg 8_7 0.0005 binG 8_7 0.0029 G 8_7 0.0038 ndcg 8_7 0.0119 ndcg_rel 8_7 0.0119 Rndcg 8_7 0.0024 ndcg_cut_5 8_7 0.0000 ndcg_cut_10 8_7 0.0000 ndcg_cut_15 8_7 0.0000 ndcg_cut_20 8_7 0.0000 ndcg_cut_30 8_7 0.0000 ndcg_cut_100 8_7 0.0000 ndcg_cut_200 8_7 0.0119 ndcg_cut_500 8_7 0.0119 ndcg_cut_1000 8_7 0.0119 map_cut_5 8_7 0.0000 map_cut_10 8_7 0.0000 map_cut_15 8_7 0.0000 map_cut_20 8_7 0.0000 map_cut_30 8_7 0.0000 map_cut_100 8_7 0.0000 map_cut_200 8_7 0.0001 map_cut_500 8_7 0.0001 map_cut_1000 8_7 0.0001 relative_P_5 8_7 0.0000 relative_P_10 8_7 0.0000 relative_P_15 8_7 0.0000 relative_P_20 8_7 0.0000 relative_P_30 8_7 0.0000 relative_P_100 8_7 0.0000 relative_P_200 8_7 0.0213 relative_P_500 8_7 0.0213 relative_P_1000 8_7 0.0213 success_1 8_7 0.0000 success_5 8_7 0.0000 success_10 8_7 0.0000 set_P 8_7 0.0010 set_relative_P 8_7 0.0213 set_recall 8_7 0.0213 set_map 8_7 0.0000 set_F 8_7 0.0019 num_nonrel_judged_ret 8_7 14 rbp 8_7 0.0000 rbp_resid 8_7 0.4205 unj_5 8_7 0.0000 unj_10 8_7 0.2000 unj_20 8_7 0.6000 num_ret 8_8 1000 num_rel 8_8 32 num_rel_ret 8_8 15 map 8_8 0.2438 Rprec 8_8 0.3750 bpref 8_8 0.3535 recip_rank 8_8 1.0000 iprec_at_recall_0.00 8_8 1.0000 iprec_at_recall_0.10 8_8 1.0000 iprec_at_recall_0.20 8_8 0.5455 iprec_at_recall_0.30 8_8 0.4138 iprec_at_recall_0.40 8_8 0.2364 iprec_at_recall_0.50 8_8 0.0000 iprec_at_recall_0.60 8_8 0.0000 iprec_at_recall_0.70 8_8 0.0000 iprec_at_recall_0.80 8_8 0.0000 iprec_at_recall_0.90 8_8 0.0000 iprec_at_recall_1.00 8_8 0.0000 P_5 8_8 0.6000 P_10 8_8 0.5000 P_15 8_8 0.4667 P_20 8_8 0.4000 P_30 8_8 0.4000 P_100 8_8 0.1400 P_200 8_8 0.0750 P_500 8_8 0.0300 P_1000 8_8 0.0150 relstring 8_8 '3330010040' recall_5 8_8 0.0938 recall_10 8_8 0.1562 recall_15 8_8 0.2188 recall_20 8_8 0.2500 recall_30 8_8 0.3750 recall_100 8_8 0.4375 recall_200 8_8 0.4688 recall_500 8_8 0.4688 recall_1000 8_8 0.4688 infAP 8_8 0.2438 Rprec_mult_0.20 8_8 0.5714 Rprec_mult_0.40 8_8 0.4615 Rprec_mult_0.60 8_8 0.4000 Rprec_mult_0.80 8_8 0.3846 Rprec_mult_1.00 8_8 0.3750 Rprec_mult_1.20 8_8 0.3077 Rprec_mult_1.40 8_8 0.2667 Rprec_mult_1.60 8_8 0.2308 Rprec_mult_1.80 8_8 0.2241 Rprec_mult_2.00 8_8 0.2031 utility 8_8 -970.0000 11pt_avg 8_8 0.2905 binG 8_8 0.1963 G 8_8 0.1438 ndcg 8_8 0.5030 ndcg_rel 8_8 0.5197 Rndcg 8_8 0.4983 ndcg_cut_5 8_8 0.5420 ndcg_cut_10 8_8 0.4797 ndcg_cut_15 8_8 0.4780 ndcg_cut_20 8_8 0.4466 ndcg_cut_30 8_8 0.4774 ndcg_cut_100 8_8 0.4968 ndcg_cut_200 8_8 0.5030 ndcg_cut_500 8_8 0.5030 ndcg_cut_1000 8_8 0.5030 map_cut_5 8_8 0.0938 map_cut_10 8_8 0.1319 map_cut_15 8_8 0.1636 map_cut_20 8_8 0.1775 map_cut_30 8_8 0.2269 map_cut_100 8_8 0.2393 map_cut_200 8_8 0.2438 map_cut_500 8_8 0.2438 map_cut_1000 8_8 0.2438 relative_P_5 8_8 0.6000 relative_P_10 8_8 0.5000 relative_P_15 8_8 0.4667 relative_P_20 8_8 0.4000 relative_P_30 8_8 0.4000 relative_P_100 8_8 0.4375 relative_P_200 8_8 0.4688 relative_P_500 8_8 0.4688 relative_P_1000 8_8 0.4688 success_1 8_8 1.0000 success_5 8_8 1.0000 success_10 8_8 1.0000 set_P 8_8 0.0150 set_relative_P 8_8 0.4688 set_recall 8_8 0.4688 set_map 8_8 0.0070 set_F 8_8 0.0291 num_nonrel_judged_ret 8_8 32 rbp 8_8 0.3195 rbp_resid 8_8 0.1126 unj_5 8_8 0.0000 unj_10 8_8 0.0000 unj_20 8_8 0.1000 num_ret 9_11 1000 num_rel 9_11 119 num_rel_ret 9_11 19 map 9_11 0.0701 Rprec 9_11 0.1513 bpref 9_11 0.1536 recip_rank 9_11 1.0000 iprec_at_recall_0.00 9_11 1.0000 iprec_at_recall_0.10 9_11 0.3243 iprec_at_recall_0.20 9_11 0.0000 iprec_at_recall_0.30 9_11 0.0000 iprec_at_recall_0.40 9_11 0.0000 iprec_at_recall_0.50 9_11 0.0000 iprec_at_recall_0.60 9_11 0.0000 iprec_at_recall_0.70 9_11 0.0000 iprec_at_recall_0.80 9_11 0.0000 iprec_at_recall_0.90 9_11 0.0000 iprec_at_recall_1.00 9_11 0.0000 P_5 9_11 0.8000 P_10 9_11 0.6000 P_15 9_11 0.4000 P_20 9_11 0.3500 P_30 9_11 0.3333 P_100 9_11 0.1800 P_200 9_11 0.0950 P_500 9_11 0.0380 P_1000 9_11 0.0190 relstring 9_11 '1023122---' recall_5 9_11 0.0336 recall_10 9_11 0.0504 recall_15 9_11 0.0504 recall_20 9_11 0.0588 recall_30 9_11 0.0840 recall_100 9_11 0.1513 recall_200 9_11 0.1597 recall_500 9_11 0.1597 recall_1000 9_11 0.1597 infAP 9_11 0.0701 Rprec_mult_0.20 9_11 0.3750 Rprec_mult_0.40 9_11 0.2500 Rprec_mult_0.60 9_11 0.1944 Rprec_mult_0.80 9_11 0.1771 Rprec_mult_1.00 9_11 0.1513 Rprec_mult_1.20 9_11 0.1329 Rprec_mult_1.40 9_11 0.1138 Rprec_mult_1.60 9_11 0.0995 Rprec_mult_1.80 9_11 0.0884 Rprec_mult_2.00 9_11 0.0798 utility 9_11 -962.0000 11pt_avg 9_11 0.1204 binG 9_11 0.0564 G 9_11 0.0352 ndcg 9_11 0.2011 ndcg_rel 9_11 0.2162 Rndcg 9_11 0.2486 ndcg_cut_5 9_11 0.4159 ndcg_cut_10 9_11 0.3791 ndcg_cut_15 9_11 0.3166 ndcg_cut_20 9_11 0.3020 ndcg_cut_30 9_11 0.2921 ndcg_cut_100 9_11 0.2077 ndcg_cut_200 9_11 0.2011 ndcg_cut_500 9_11 0.2011 ndcg_cut_1000 9_11 0.2011 map_cut_5 9_11 0.0270 map_cut_10 9_11 0.0412 map_cut_15 9_11 0.0412 map_cut_20 9_11 0.0447 map_cut_30 9_11 0.0537 map_cut_100 9_11 0.0687 map_cut_200 9_11 0.0701 map_cut_500 9_11 0.0701 map_cut_1000 9_11 0.0701 relative_P_5 9_11 0.8000 relative_P_10 9_11 0.6000 relative_P_15 9_11 0.4000 relative_P_20 9_11 0.3500 relative_P_30 9_11 0.3333 relative_P_100 9_11 0.1800 relative_P_200 9_11 0.1597 relative_P_500 9_11 0.1597 relative_P_1000 9_11 0.1597 success_1 9_11 1.0000 success_5 9_11 1.0000 success_10 9_11 1.0000 set_P 9_11 0.0190 set_relative_P 9_11 0.1597 set_recall 9_11 0.1597 set_map 9_11 0.0030 set_F 9_11 0.0340 num_nonrel_judged_ret 9_11 12 rbp 9_11 0.2839 rbp_resid 9_11 0.3852 unj_5 9_11 0.0000 unj_10 9_11 0.3000 unj_20 9_11 0.5000 num_ret 9_13 1000 num_rel 9_13 4 num_rel_ret 9_13 1 map 9_13 0.0500 Rprec 9_13 0.0000 bpref 9_13 0.2500 recip_rank 9_13 0.2000 iprec_at_recall_0.00 9_13 0.2000 iprec_at_recall_0.10 9_13 0.2000 iprec_at_recall_0.20 9_13 0.2000 iprec_at_recall_0.30 9_13 0.2000 iprec_at_recall_0.40 9_13 0.0000 iprec_at_recall_0.50 9_13 0.0000 iprec_at_recall_0.60 9_13 0.0000 iprec_at_recall_0.70 9_13 0.0000 iprec_at_recall_0.80 9_13 0.0000 iprec_at_recall_0.90 9_13 0.0000 iprec_at_recall_1.00 9_13 0.0000 P_5 9_13 0.2000 P_10 9_13 0.1000 P_15 9_13 0.0667 P_20 9_13 0.0500 P_30 9_13 0.0333 P_100 9_13 0.0100 P_200 9_13 0.0050 P_500 9_13 0.0020 P_1000 9_13 0.0010 relstring 9_13 '----3-----' recall_5 9_13 0.2500 recall_10 9_13 0.2500 recall_15 9_13 0.2500 recall_20 9_13 0.2500 recall_30 9_13 0.2500 recall_100 9_13 0.2500 recall_200 9_13 0.2500 recall_500 9_13 0.2500 recall_1000 9_13 0.2500 infAP 9_13 0.0500 Rprec_mult_0.20 9_13 0.0000 Rprec_mult_0.40 9_13 0.0000 Rprec_mult_0.60 9_13 0.0000 Rprec_mult_0.80 9_13 0.0000 Rprec_mult_1.00 9_13 0.0000 Rprec_mult_1.20 9_13 0.2000 Rprec_mult_1.40 9_13 0.1667 Rprec_mult_1.60 9_13 0.1429 Rprec_mult_1.80 9_13 0.1250 Rprec_mult_2.00 9_13 0.1250 utility 9_13 -998.0000 11pt_avg 9_13 0.0727 binG 9_13 0.0967 G 9_13 0.1052 ndcg 9_13 0.1835 ndcg_rel 9_13 0.1835 Rndcg 9_13 0.0459 ndcg_cut_5 9_13 0.1835 ndcg_cut_10 9_13 0.1835 ndcg_cut_15 9_13 0.1835 ndcg_cut_20 9_13 0.1835 ndcg_cut_30 9_13 0.1835 ndcg_cut_100 9_13 0.1835 ndcg_cut_200 9_13 0.1835 ndcg_cut_500 9_13 0.1835 ndcg_cut_1000 9_13 0.1835 map_cut_5 9_13 0.0500 map_cut_10 9_13 0.0500 map_cut_15 9_13 0.0500 map_cut_20 9_13 0.0500 map_cut_30 9_13 0.0500 map_cut_100 9_13 0.0500 map_cut_200 9_13 0.0500 map_cut_500 9_13 0.0500 map_cut_1000 9_13 0.0500 relative_P_5 9_13 0.2500 relative_P_10 9_13 0.2500 relative_P_15 9_13 0.2500 relative_P_20 9_13 0.2500 relative_P_30 9_13 0.2500 relative_P_100 9_13 0.2500 relative_P_200 9_13 0.2500 relative_P_500 9_13 0.2500 relative_P_1000 9_13 0.2500 success_1 9_13 0.0000 success_5 9_13 1.0000 success_10 9_13 1.0000 set_P 9_13 0.0010 set_relative_P 9_13 0.2500 set_recall 9_13 0.2500 set_map 9_13 0.0003 set_F 9_13 0.0020 num_nonrel_judged_ret 9_13 0 rbp 9_13 0.0656 rbp_resid 9_13 0.9344 unj_5 9_13 0.8000 unj_10 9_13 0.9000 unj_20 9_13 0.9500 num_ret 9_2 1000 num_rel 9_2 113 num_rel_ret 9_2 14 map 9_2 0.0388 Rprec 9_2 0.0973 bpref 9_2 0.1191 recip_rank 9_2 1.0000 iprec_at_recall_0.00 9_2 1.0000 iprec_at_recall_0.10 9_2 0.1100 iprec_at_recall_0.20 9_2 0.0000 iprec_at_recall_0.30 9_2 0.0000 iprec_at_recall_0.40 9_2 0.0000 iprec_at_recall_0.50 9_2 0.0000 iprec_at_recall_0.60 9_2 0.0000 iprec_at_recall_0.70 9_2 0.0000 iprec_at_recall_0.80 9_2 0.0000 iprec_at_recall_0.90 9_2 0.0000 iprec_at_recall_1.00 9_2 0.0000 P_5 9_2 0.6000 P_10 9_2 0.4000 P_15 9_2 0.2667 P_20 9_2 0.2500 P_30 9_2 0.2333 P_100 9_2 0.1100 P_200 9_2 0.0550 P_500 9_2 0.0280 P_1000 9_2 0.0140 relstring 9_2 '10110----1' recall_5 9_2 0.0265 recall_10 9_2 0.0354 recall_15 9_2 0.0354 recall_20 9_2 0.0442 recall_30 9_2 0.0619 recall_100 9_2 0.0973 recall_200 9_2 0.0973 recall_500 9_2 0.1239 recall_1000 9_2 0.1239 infAP 9_2 0.0388 Rprec_mult_0.20 9_2 0.2174 Rprec_mult_0.40 9_2 0.1739 Rprec_mult_0.60 9_2 0.1324 Rprec_mult_0.80 9_2 0.1099 Rprec_mult_1.00 9_2 0.0973 Rprec_mult_1.20 9_2 0.0809 Rprec_mult_1.40 9_2 0.0692 Rprec_mult_1.60 9_2 0.0608 Rprec_mult_1.80 9_2 0.0539 Rprec_mult_2.00 9_2 0.0487 utility 9_2 -972.0000 11pt_avg 9_2 0.1009 binG 9_2 0.0387 G 9_2 0.0222 ndcg 9_2 0.1267 ndcg_rel 9_2 0.1321 Rndcg 9_2 0.1472 ndcg_cut_5 9_2 0.2183 ndcg_cut_10 9_2 0.1844 ndcg_cut_15 9_2 0.1513 ndcg_cut_20 9_2 0.1575 ndcg_cut_30 9_2 0.1460 ndcg_cut_100 9_2 0.1165 ndcg_cut_200 9_2 0.1105 ndcg_cut_500 9_2 0.1267 ndcg_cut_1000 9_2 0.1267 map_cut_5 9_2 0.0214 map_cut_10 9_2 0.0249 map_cut_15 9_2 0.0249 map_cut_20 9_2 0.0273 map_cut_30 9_2 0.0318 map_cut_100 9_2 0.0378 map_cut_200 9_2 0.0378 map_cut_500 9_2 0.0388 map_cut_1000 9_2 0.0388 relative_P_5 9_2 0.6000 relative_P_10 9_2 0.4000 relative_P_15 9_2 0.2667 relative_P_20 9_2 0.2500 relative_P_30 9_2 0.2333 relative_P_100 9_2 0.1100 relative_P_200 9_2 0.0973 relative_P_500 9_2 0.1239 relative_P_1000 9_2 0.1239 success_1 9_2 1.0000 success_5 9_2 1.0000 success_10 9_2 1.0000 set_P 9_2 0.0140 set_relative_P 9_2 0.1239 set_recall 9_2 0.1239 set_map 9_2 0.0017 set_F 9_2 0.0252 num_nonrel_judged_ret 9_2 3 rbp 9_2 0.1151 rbp_resid 9_2 0.5172 unj_5 9_2 0.0000 unj_10 9_2 0.4000 unj_20 9_2 0.6500 num_ret 9_6 1000 num_rel 9_6 131 num_rel_ret 9_6 23 map 9_6 0.0916 Rprec 9_6 0.1679 bpref 9_6 0.1688 recip_rank 9_6 0.5000 iprec_at_recall_0.00 9_6 0.8333 iprec_at_recall_0.10 9_6 0.5417 iprec_at_recall_0.20 9_6 0.0000 iprec_at_recall_0.30 9_6 0.0000 iprec_at_recall_0.40 9_6 0.0000 iprec_at_recall_0.50 9_6 0.0000 iprec_at_recall_0.60 9_6 0.0000 iprec_at_recall_0.70 9_6 0.0000 iprec_at_recall_0.80 9_6 0.0000 iprec_at_recall_0.90 9_6 0.0000 iprec_at_recall_1.00 9_6 0.0000 P_5 9_6 0.8000 P_10 9_6 0.8000 P_15 9_6 0.6000 P_20 9_6 0.5000 P_30 9_6 0.4667 P_100 9_6 0.2100 P_200 9_6 0.1100 P_500 9_6 0.0460 P_1000 9_6 0.0230 relstring 9_6 '011122-311' recall_5 9_6 0.0305 recall_10 9_6 0.0611 recall_15 9_6 0.0687 recall_20 9_6 0.0763 recall_30 9_6 0.1069 recall_100 9_6 0.1603 recall_200 9_6 0.1679 recall_500 9_6 0.1756 recall_1000 9_6 0.1756 infAP 9_6 0.0916 Rprec_mult_0.20 9_6 0.5185 Rprec_mult_0.40 9_6 0.3396 Rprec_mult_0.60 9_6 0.2405 Rprec_mult_0.80 9_6 0.2000 Rprec_mult_1.00 9_6 0.1679 Rprec_mult_1.20 9_6 0.1392 Rprec_mult_1.40 9_6 0.1196 Rprec_mult_1.60 9_6 0.1048 Rprec_mult_1.80 9_6 0.0975 Rprec_mult_2.00 9_6 0.0878 utility 9_6 -954.0000 11pt_avg 9_6 0.1250 binG 9_6 0.0623 G 9_6 0.0335 ndcg 9_6 0.1997 ndcg_rel 9_6 0.2123 Rndcg 9_6 0.2199 ndcg_cut_5 9_6 0.2640 ndcg_cut_10 9_6 0.3363 ndcg_cut_15 9_6 0.3083 ndcg_cut_20 9_6 0.2790 ndcg_cut_30 9_6 0.3037 ndcg_cut_100 9_6 0.2110 ndcg_cut_200 9_6 0.1951 ndcg_cut_500 9_6 0.1997 ndcg_cut_1000 9_6 0.1997 map_cut_5 9_6 0.0207 map_cut_10 9_6 0.0449 map_cut_15 9_6 0.0511 map_cut_20 9_6 0.0554 map_cut_30 9_6 0.0716 map_cut_100 9_6 0.0893 map_cut_200 9_6 0.0909 map_cut_500 9_6 0.0916 map_cut_1000 9_6 0.0916 relative_P_5 9_6 0.8000 relative_P_10 9_6 0.8000 relative_P_15 9_6 0.6000 relative_P_20 9_6 0.5000 relative_P_30 9_6 0.4667 relative_P_100 9_6 0.2100 relative_P_200 9_6 0.1679 relative_P_500 9_6 0.1756 relative_P_1000 9_6 0.1756 success_1 9_6 0.0000 success_5 9_6 1.0000 success_10 9_6 1.0000 set_P 9_6 0.0230 set_relative_P 9_6 0.1756 set_recall 9_6 0.1756 set_map 9_6 0.0040 set_F 9_6 0.0407 num_nonrel_judged_ret 9_6 2 rbp 9_6 0.3173 rbp_resid 9_6 0.2998 unj_5 9_6 0.0000 unj_10 9_6 0.1000 unj_20 9_6 0.4500 num_ret 9_9 1000 num_rel 9_9 55 num_rel_ret 9_9 0 map 9_9 0.0000 Rprec 9_9 0.0000 bpref 9_9 0.0000 recip_rank 9_9 0.0000 iprec_at_recall_0.00 9_9 0.0000 iprec_at_recall_0.10 9_9 0.0000 iprec_at_recall_0.20 9_9 0.0000 iprec_at_recall_0.30 9_9 0.0000 iprec_at_recall_0.40 9_9 0.0000 iprec_at_recall_0.50 9_9 0.0000 iprec_at_recall_0.60 9_9 0.0000 iprec_at_recall_0.70 9_9 0.0000 iprec_at_recall_0.80 9_9 0.0000 iprec_at_recall_0.90 9_9 0.0000 iprec_at_recall_1.00 9_9 0.0000 P_5 9_9 0.0000 P_10 9_9 0.0000 P_15 9_9 0.0000 P_20 9_9 0.0000 P_30 9_9 0.0000 P_100 9_9 0.0000 P_200 9_9 0.0000 P_500 9_9 0.0000 P_1000 9_9 0.0000 relstring 9_9 '00000-----' recall_5 9_9 0.0000 recall_10 9_9 0.0000 recall_15 9_9 0.0000 recall_20 9_9 0.0000 recall_30 9_9 0.0000 recall_100 9_9 0.0000 recall_200 9_9 0.0000 recall_500 9_9 0.0000 recall_1000 9_9 0.0000 infAP 9_9 0.0000 Rprec_mult_0.20 9_9 0.0000 Rprec_mult_0.40 9_9 0.0000 Rprec_mult_0.60 9_9 0.0000 Rprec_mult_0.80 9_9 0.0000 Rprec_mult_1.00 9_9 0.0000 Rprec_mult_1.20 9_9 0.0000 Rprec_mult_1.40 9_9 0.0000 Rprec_mult_1.60 9_9 0.0000 Rprec_mult_1.80 9_9 0.0000 Rprec_mult_2.00 9_9 0.0000 utility 9_9 -1000.0000 11pt_avg 9_9 0.0000 binG 9_9 0.0000 G 9_9 0.0000 ndcg 9_9 0.0000 ndcg_rel 9_9 0.0000 Rndcg 9_9 0.0000 ndcg_cut_5 9_9 0.0000 ndcg_cut_10 9_9 0.0000 ndcg_cut_15 9_9 0.0000 ndcg_cut_20 9_9 0.0000 ndcg_cut_30 9_9 0.0000 ndcg_cut_100 9_9 0.0000 ndcg_cut_200 9_9 0.0000 ndcg_cut_500 9_9 0.0000 ndcg_cut_1000 9_9 0.0000 map_cut_5 9_9 0.0000 map_cut_10 9_9 0.0000 map_cut_15 9_9 0.0000 map_cut_20 9_9 0.0000 map_cut_30 9_9 0.0000 map_cut_100 9_9 0.0000 map_cut_200 9_9 0.0000 map_cut_500 9_9 0.0000 map_cut_1000 9_9 0.0000 relative_P_5 9_9 0.0000 relative_P_10 9_9 0.0000 relative_P_15 9_9 0.0000 relative_P_20 9_9 0.0000 relative_P_30 9_9 0.0000 relative_P_100 9_9 0.0000 relative_P_200 9_9 0.0000 relative_P_500 9_9 0.0000 relative_P_1000 9_9 0.0000 success_1 9_9 0.0000 success_5 9_9 0.0000 success_10 9_9 0.0000 set_P 9_9 0.0000 set_relative_P 9_9 0.0000 set_recall 9_9 0.0000 set_map 9_9 0.0000 set_F 9_9 0.0000 num_nonrel_judged_ret 9_9 9 rbp 9_9 0.0000 rbp_resid 9_9 0.5875 unj_5 9_9 0.0000 unj_10 9_9 0.5000 unj_20 9_9 0.7500 runid all t5-QR-bm25-rr-baseline num_q all 116 num_ret all 116000 num_rel all 9895 num_rel_ret all 2447 map all 0.1110 gm_map all 0.0101 Rprec all 0.1504 bpref all 0.2141 recip_rank all 0.5192 iprec_at_recall_0.00 all 0.5414 iprec_at_recall_0.10 all 0.2990 iprec_at_recall_0.20 all 0.2138 iprec_at_recall_0.30 all 0.1502 iprec_at_recall_0.40 all 0.0997 iprec_at_recall_0.50 all 0.0697 iprec_at_recall_0.60 all 0.0451 iprec_at_recall_0.70 all 0.0297 iprec_at_recall_0.80 all 0.0165 iprec_at_recall_0.90 all 0.0051 iprec_at_recall_1.00 all 0.0005 P_5 all 0.3931 P_10 all 0.3241 P_15 all 0.2862 P_20 all 0.2707 P_30 all 0.2394 P_100 all 0.1320 P_200 all 0.0819 P_500 all 0.0396 P_1000 all 0.0211 recall_5 all 0.0323 recall_10 all 0.0521 recall_15 all 0.0660 recall_20 all 0.0814 recall_30 all 0.1056 recall_100 all 0.1893 recall_200 all 0.2352 recall_500 all 0.2801 recall_1000 all 0.2955 infAP all 0.1110 gm_bpref all 0.0339 Rprec_mult_0.20 all 0.2879 Rprec_mult_0.40 all 0.2264 Rprec_mult_0.60 all 0.1920 Rprec_mult_0.80 all 0.1681 Rprec_mult_1.00 all 0.1504 Rprec_mult_1.20 all 0.1366 Rprec_mult_1.40 all 0.1243 Rprec_mult_1.60 all 0.1138 Rprec_mult_1.80 all 0.1055 Rprec_mult_2.00 all 0.0981 utility all -957.8103 11pt_avg all 0.1337 binG all 0.0860 G all 0.0621 ndcg all 0.2374 ndcg_rel all 0.2233 Rndcg all 0.2015 ndcg_cut_5 all 0.2331 ndcg_cut_10 all 0.2187 ndcg_cut_15 all 0.2086 ndcg_cut_20 all 0.2073 ndcg_cut_30 all 0.2027 ndcg_cut_100 all 0.1986 ndcg_cut_200 all 0.2125 ndcg_cut_500 all 0.2311 ndcg_cut_1000 all 0.2374 map_cut_5 all 0.0267 map_cut_10 all 0.0408 map_cut_15 all 0.0495 map_cut_20 all 0.0576 map_cut_30 all 0.0690 map_cut_100 all 0.0974 map_cut_200 all 0.1058 map_cut_500 all 0.1103 map_cut_1000 all 0.1110 relative_P_5 all 0.3935 relative_P_10 all 0.3254 relative_P_15 all 0.2894 relative_P_20 all 0.2749 relative_P_30 all 0.2480 relative_P_100 all 0.2076 relative_P_200 all 0.2364 relative_P_500 all 0.2801 relative_P_1000 all 0.2955 success_1 all 0.4397 success_5 all 0.6207 success_10 all 0.6552 set_P all 0.0211 set_relative_P all 0.2955 set_recall all 0.2955 set_map all 0.0102 set_F all 0.0382 num_nonrel_judged_ret all 2229 rbp all 0.1580 rbp_resid all 0.3655 unj_5 all 0.0121 unj_10 all 0.2759 unj_20 all 0.4534